-- Logs begin at Mon 2022-03-28 00:23:40 UTC, end at Mon 2022-03-28 02:01:57 UTC. -- Mar 28 00:56:24.243861 dv-neutron-834874-6-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Mar 28 00:56:27.161668 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.common.config [-] Logging enabled! Mar 28 00:56:27.162237 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev66 Mar 28 00:56:27.162378 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103991) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 28 00:56:27.165859 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.common.config [-] Logging enabled! Mar 28 00:56:27.166118 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev66 Mar 28 00:56:27.166438 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103991) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 28 00:56:27.167951 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 28 00:56:27.168236 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 28 00:56:27.168613 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 28 00:56:27.168863 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 28 00:56:27.169093 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 28 00:56:27.169852 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:27.170286 dv-neutron-834874-6-hyperv neutron-server[103991]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 28 00:56:27.170606 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:27.170910 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:27.171212 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:27.171511 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:27.171807 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:27.172123 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:27.172421 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:27.172723 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:27.173016 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:27.173302 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:27.173590 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:27.173882 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:27.174169 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:27.174459 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:27.174747 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:27.175032 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] debug = True {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:27.175319 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:27.175768 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:27.176198 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:27.176488 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:27.176783 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:27.177069 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:27.177345 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:27.177624 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:27.177912 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:27.178245 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] host = dv-neutron-834874-6-hyperv {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:27.178527 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:27.178814 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:27.179105 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:27.179397 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:27.179677 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:27.179958 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:27.180274 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:27.180555 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:27.180831 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] log_file = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:27.181111 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:27.181404 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:27.181698 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:27.181991 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:27.182220 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:27.182445 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:27.182746 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:27.183060 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:27.183342 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:27.183621 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:27.183897 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:27.184199 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:27.184477 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:27.184751 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:27.185037 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:27.185324 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:27.185613 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:27.185891 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:27.186165 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:27.186444 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:27.186717 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:27.187003 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:27.187277 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:27.187552 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:27.187825 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:27.188144 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:27.188418 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:27.188694 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:27.188995 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:27.189284 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:27.189569 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:27.189858 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:27.190134 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:27.190418 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:27.190691 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:27.190964 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:27.191238 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] use_json = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:27.191512 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:27.191784 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:27.192085 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:27.192364 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:27.192637 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:27.192909 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:27.193183 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:27.193472 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:27.193748 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:27.194046 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:27.194346 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:27.194649 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:27.194948 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:27.195241 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:27.195523 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:27.195818 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:27.196123 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:27.196422 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:27.196715 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:27.197006 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:27.197287 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:27.197588 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:27.197881 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:27.198179 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:27.198488 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:27.198809 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:27.199106 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:27.199387 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:27.199667 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:27.199946 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:27.200262 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:27.200554 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:27.200836 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:27.201129 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:27.201423 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:27.201706 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:27.202009 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:27.202302 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:27.202601 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:27.202899 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:27.203180 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:27.203460 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:27.203756 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:27.204069 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:27.204340 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:27.204622 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:27.204916 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:27.205195 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:27.205470 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:27.205754 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:27.206036 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:27.206313 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:27.206593 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:27.206873 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:27.207165 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:27.207443 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:27.207716 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:27.207996 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:27.208303 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:27.208578 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:27.208868 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:27.209144 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:27.209420 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:27.209693 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:27.209973 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:27.210247 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:27.210522 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:27.210799 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:27.211073 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:27.211351 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:27.211622 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:27.211897 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:27.212199 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:27.212476 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:27.212749 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:27.213022 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:27.213297 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:27.213572 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:27.213845 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:27.214120 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:27.214916 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:27.215192 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:27.215466 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:27.215753 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:27.216067 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:27.216354 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:27.216636 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:27.216920 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:27.217199 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:27.217478 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:27.217754 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:27.218033 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:27.218312 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:27.218584 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:27.218880 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:27.219162 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:27.219452 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:27.219750 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:27.220026 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:27.220347 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:27.220629 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:27.220906 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:27.221187 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:27.221465 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:27.221740 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:27.222023 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:27.222307 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:27.222605 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:27.222902 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:27.223201 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:27.223500 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:27.223795 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:27.224103 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:27.224420 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:27.224703 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:27.224923 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 28 00:56:27.225162 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103991) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 28 00:56:27.599094 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 28 00:56:27.599378 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 28 00:56:27.599691 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 28 00:56:27.600196 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 28 00:56:27.928401 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:27.928632 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:27.928906 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:27.930107 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:27.930384 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:27.930768 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:27.985407 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:27.985687 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:27.985955 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:28.000667 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:28.000953 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:28.001225 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:28.029888 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:28.030171 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:28.030446 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:28.171628 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:28.172294 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:28.172294 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:28.409333 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:28.409624 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:28.409902 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:28.410175 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:28.410872 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:28.511795 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:28.512140 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:28.512437 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:28.512709 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:28.513021 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:28.513346 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:28.513610 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:28.513869 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:28.514124 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:28.514410 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:28.514673 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:28.514937 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:28.515194 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:28.515495 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:28.515777 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:28.516287 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:28.516636 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:28.517003 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:28.517383 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:28.517748 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:28.518135 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:28.518489 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:28.518898 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:28.519384 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:28.519644 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:28.519898 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:28.520332 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103991) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 28 00:56:28.520582 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103991) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 28 00:56:28.520826 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103991) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 28 00:56:28.521068 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103991) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 28 00:56:28.521307 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103991) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 28 00:56:28.521546 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103991) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 28 00:56:28.521914 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 28 00:56:28.525264 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 28 00:56:28.530947 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 28 00:56:28.534737 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Mar 28 00:56:28.537024 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 28 00:56:28.537697 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 28 00:56:28.538128 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 28 00:56:28.538625 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 28 00:56:28.542302 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 28 00:56:28.542563 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 28 00:56:28.542909 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 28 00:56:28.549057 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 28 00:56:28.574271 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 28 00:56:28.574722 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:28.575020 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103991) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 28 00:56:28.575388 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:28.576802 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103991) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 28 00:56:28.577087 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 28 00:56:28.577338 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 28 00:56:28.580775 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:28.581063 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:28.643130 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 28 00:56:28.643371 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 28 00:56:28.643612 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 28 00:56:28.643978 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 28 00:56:28.663996 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_db.sqlalchemy.engines [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103991) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 28 00:56:29.110733 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.plugins.ml2.managers [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Initializing driver for type 'gre' Mar 28 00:56:29.111357 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] gre ID ranges: [(1, 1000)] Mar 28 00:56:29.168674 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.plugins.ml2.managers [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Initializing driver for type 'local' Mar 28 00:56:29.169006 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.plugins.ml2.managers [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Initializing driver for type 'vlan' Mar 28 00:56:29.182239 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] VlanTypeDriver initialization complete Mar 28 00:56:29.182897 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.plugins.ml2.managers [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Initializing driver for type 'vxlan' Mar 28 00:56:29.183048 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] vxlan ID ranges: [(1, 1000)] Mar 28 00:56:29.234097 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.plugins.ml2.managers [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Initializing extension driver 'port_security' Mar 28 00:56:29.234456 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.plugins.ml2.extensions.port_security [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] PortSecurityExtensionDriver initialization complete Mar 28 00:56:29.234784 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.plugins.ml2.managers [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Initializing mechanism driver 'openvswitch' Mar 28 00:56:29.235129 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.plugins.ml2.managers [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Initializing mechanism driver 'hyperv' Mar 28 00:56:29.241732 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.plugins.ml2.plugin [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 00:56:29.242399 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Subscribe: > port after_create 55550000 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:29.242766 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Subscribe: > port after_update 55550000 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:29.243113 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Subscribe: > port after_delete 55550000 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:29.243625 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103991) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 28 00:56:29.244068 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Subscribe: > subnet after_create 55550000 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:29.244437 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Subscribe: > subnet after_update 55550000 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:29.244760 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Subscribe: > subnet after_delete 55550000 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:29.245152 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103991) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 28 00:56:29.246049 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Subscribe: > network after_create 55550000 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:29.246392 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Subscribe: > network after_update 55550000 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:29.246727 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Subscribe: > network after_delete 55550000 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:29.247115 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103991) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 28 00:56:29.247515 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Subscribe: > security_group after_create 55550000 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:29.247861 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Subscribe: > security_group after_update 55550000 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:29.248222 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Subscribe: > security_group after_delete 55550000 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:29.248747 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103991) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 28 00:56:29.249150 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:29.249496 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:29.249833 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:29.250222 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103991) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 28 00:56:29.250617 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Subscribe: > address_group after_create 55550000 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:29.250958 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Subscribe: > address_group after_update 55550000 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:29.251439 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Subscribe: > address_group after_delete 55550000 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:29.251840 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103991) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 28 00:56:29.252379 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] ML2 OVO RPC backend initialized. {{(pid=103991) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 28 00:56:29.253074 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Subscribe: > router_interface after_create 55550000 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:29.253425 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:29.253837 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Subscribe: > network before_response 55550000 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:29.254181 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Subscribe: > networks before_response 55550000 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:29.254525 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Subscribe: > port before_response 55550000 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:29.254861 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Subscribe: > ports before_response 55550000 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:29.255199 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Subscribe: > subnet before_response 55550000 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:29.255536 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Subscribe: > subnets before_response 55550000 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:29.255874 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Subscribe: > network after_create 55550000 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:29.256242 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Subscribe: > network after_update 55550000 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:29.256575 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Subscribe: > network after_delete 55550000 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:29.256910 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Subscribe: > port after_create 55550000 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:29.257248 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Subscribe: > port after_update 55550000 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:29.257581 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Subscribe: > port after_delete 55550000 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:29.257913 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Subscribe: > subnet after_create 55550000 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:29.258246 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Subscribe: > subnet after_update 55550000 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:29.258575 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Subscribe: > subnet after_delete 55550000 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:29.266627 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.quota [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loaded quota_driver: . Mar 28 00:56:29.266998 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.plugins.ml2.plugin [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Modular L2 Plugin initialization complete Mar 28 00:56:29.267341 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.manager [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading services supported by the core plugin {{(pid=103991) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 28 00:56:29.267680 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.plugins.ml2.managers [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Got port-security extension from driver 'port_security' Mar 28 00:56:29.268180 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.extensions.vlantransparent [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Disabled vlantransparent extension. Mar 28 00:56:29.268763 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.manager [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103991) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 28 00:56:29.269090 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.manager [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading Plugin: router Mar 28 00:56:29.303878 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Subscribe: > router_interface before_create 55550000 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:29.304299 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Subscribe: > router after_create 55549900 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:29.304669 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Subscribe: > router before_create 55549900 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:29.305030 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:29.305401 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:29.305754 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Subscribe: > router after_delete 55549900 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:29.306107 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Subscribe: > floatingip after_create 55550000 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:29.306452 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Subscribe: > floatingip after_update 55550000 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:29.306803 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Subscribe: > router after_create 55549900 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:29.307143 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Subscribe: > router after_update 55549900 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:29.307484 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Subscribe: > router after_update 55549900 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:29.307825 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:29.308726 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Subscribe: > router after_update 55549900 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:29.309132 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Subscribe: > router precommit_update 55549900 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:29.309498 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Subscribe: port after_update 55550000 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:29.309830 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Subscribe: port after_delete 55550000 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:29.310166 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Subscribe: subnet after_update 55550000 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:29.310500 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:29.310840 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Subscribe: > port precommit_delete 55550000 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:29.311179 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Subscribe: > router precommit_create 55549900 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:29.311519 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Subscribe: port before_delete 55550000 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:29.311855 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Subscribe: > router precommit_create 55550000 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:29.312228 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Subscribe: > router after_update 55549900 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:29.312561 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Subscribe: > router precommit_delete 55549900 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:29.312903 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Subscribe: > router precommit_create 55549900 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:29.313254 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Subscribe: > router_interface after_create 55550000 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:29.313590 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Subscribe: > router precommit_update 55549900 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:29.313943 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Subscribe: > agent after_create 55550000 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:29.314282 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Subscribe: > agent after_delete 55550000 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:29.314622 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Subscribe: > network after_delete 55550000 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:29.315464 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.quota.resource_registry [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Tracking information for resource: router configured {{(pid=103991) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 28 00:56:29.315791 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.quota.resource_registry [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Tracking information for resource: floatingip configured {{(pid=103991) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 28 00:56:29.320656 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.db.l3_agentschedulers_db [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 28 00:56:29.321220 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Subscribe: port after_update 55550000 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:29.321573 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Subscribe: port after_create 55550000 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:29.321921 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Subscribe: port after_delete 55550000 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:29.322266 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Subscribe: port after_update 55550000 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:29.323037 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Subscribe: > router before_create 55550100 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:29.323396 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Subscribe: > router precommit_delete 55550100 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:29.324332 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Subscribe: > router precommit_create 55550100 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:29.324688 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Subscribe: > router precommit_update 55550100 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:29.329580 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.services.provider_configuration [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Service providers = [] {{(pid=103991) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 28 00:56:29.329940 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.db.servicetype_db [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103991) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 28 00:56:29.332881 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.services.service_base [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103991) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 28 00:56:29.333229 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.services.service_base [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103991) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 28 00:56:29.333563 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.services.service_base [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103991) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 28 00:56:29.334435 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.services.service_base [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103991) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 28 00:56:29.334801 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.services.service_base [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 28 00:56:29.335171 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.manager [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103991) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 28 00:56:29.335485 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.manager [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 28 00:56:29.346109 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.manager [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103991) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 28 00:56:29.346447 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.manager [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading Plugin: auto_allocate Mar 28 00:56:29.352343 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Subscribe: network precommit_update 55550000 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:29.352709 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Subscribe: network precommit_create 55550000 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:29.353213 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.manager [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103991) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 28 00:56:29.353531 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.manager [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading Plugin: tag Mar 28 00:56:29.360105 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.manager [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103991) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 28 00:56:29.360437 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.manager [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading Plugin: timestamp Mar 28 00:56:29.364438 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.manager [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103991) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 28 00:56:29.364719 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.manager [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading Plugin: network_ip_availability Mar 28 00:56:29.370270 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:29.371156 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:29.371505 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:29.372273 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.manager [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103991) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 28 00:56:29.372599 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.manager [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading Plugin: flavors Mar 28 00:56:29.377636 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.manager [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103991) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 28 00:56:29.377972 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.manager [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading Plugin: revisions Mar 28 00:56:29.382817 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.manager [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103991) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 28 00:56:29.383207 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_concurrency.lockutils [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.783s {{(pid=103991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 28 00:56:29.383945 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103991) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 28 00:56:29.384299 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Initializing extension manager. Mar 28 00:56:29.384814 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading extension file: __init__.py {{(pid=103991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 00:56:29.385147 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading extension file: __pycache__ {{(pid=103991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 00:56:29.385473 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading extension file: address_group.py {{(pid=103991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 00:56:29.386814 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 00:56:29.387375 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loaded extension: address-group Mar 28 00:56:29.387695 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading extension file: address_scope.py {{(pid=103991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 00:56:29.388432 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 00:56:29.388929 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loaded extension: address-scope Mar 28 00:56:29.389251 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading extension file: admin_state_down_before_update.py {{(pid=103991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 00:56:29.390384 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 00:56:29.390887 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loaded extension: router-admin-state-down-before-update Mar 28 00:56:29.391263 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading extension file: agent.py {{(pid=103991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 00:56:29.391960 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 00:56:29.392480 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loaded extension: agent Mar 28 00:56:29.392801 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading extension file: agent_resources_synced.py {{(pid=103991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 00:56:29.393903 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 00:56:29.394474 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loaded extension: agent-resources-synced Mar 28 00:56:29.394797 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading extension file: allowedaddresspairs.py {{(pid=103991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 00:56:29.396941 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 00:56:29.397455 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loaded extension: allowed-address-pairs Mar 28 00:56:29.397782 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading extension file: auto_allocated_topology.py {{(pid=103991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 00:56:29.398846 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 00:56:29.399349 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loaded extension: auto-allocated-topology Mar 28 00:56:29.399675 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading extension file: availability_zone.py {{(pid=103991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 00:56:29.400376 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 00:56:29.400874 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loaded extension: availability_zone Mar 28 00:56:29.401195 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading extension file: availability_zone_filter.py {{(pid=103991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 00:56:29.402120 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 00:56:29.402615 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loaded extension: availability_zone_filter Mar 28 00:56:29.402934 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading extension file: data_plane_status.py {{(pid=103991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 00:56:29.403848 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 00:56:29.404377 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Extension data-plane-status not supported by any of loaded plugins Mar 28 00:56:29.404699 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading extension file: default_subnetpools.py {{(pid=103991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 00:56:29.405600 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 00:56:29.406095 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loaded extension: default-subnetpools Mar 28 00:56:29.406413 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading extension file: dhcpagentscheduler.py {{(pid=103991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 00:56:29.407207 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 00:56:29.407704 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loaded extension: dhcp_agent_scheduler Mar 28 00:56:29.408024 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading extension file: dns.py {{(pid=103991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 00:56:29.408941 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 00:56:29.409430 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Extension dns-integration not supported by any of loaded plugins Mar 28 00:56:29.409748 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading extension file: dns_domain_ports.py {{(pid=103991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 00:56:29.410654 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 00:56:29.411147 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 28 00:56:29.411464 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 00:56:29.412460 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 00:56:29.412954 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 28 00:56:29.413272 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading extension file: dvr.py {{(pid=103991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 00:56:29.413940 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 00:56:29.414430 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loaded extension: dvr Mar 28 00:56:29.414747 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading extension file: ecmp_routes.py {{(pid=103991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 00:56:29.415906 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 00:56:29.416420 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Extension ecmp_routes not supported by any of loaded plugins Mar 28 00:56:29.416739 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading extension file: empty_string_filtering.py {{(pid=103991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 00:56:29.417675 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 00:56:29.418171 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loaded extension: empty-string-filtering Mar 28 00:56:29.418490 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 00:56:29.419454 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 00:56:29.419948 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 28 00:56:29.420295 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 00:56:29.421202 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 00:56:29.421693 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 28 00:56:29.422010 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading extension file: external_net.py {{(pid=103991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 00:56:29.422904 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 00:56:29.423398 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loaded extension: external-net Mar 28 00:56:29.423719 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading extension file: extra_dhcp_opt.py {{(pid=103991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 00:56:29.424636 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 00:56:29.425134 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loaded extension: extra_dhcp_opt Mar 28 00:56:29.425449 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading extension file: extraroute.py {{(pid=103991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 00:56:29.426352 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 00:56:29.426849 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loaded extension: extraroute Mar 28 00:56:29.427165 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading extension file: extraroute_atomic.py {{(pid=103991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 00:56:29.428221 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 00:56:29.428720 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loaded extension: extraroute-atomic Mar 28 00:56:29.429036 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading extension file: filter_validation.py {{(pid=103991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 00:56:29.429689 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 00:56:29.430178 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loaded extension: filter-validation Mar 28 00:56:29.430564 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading extension file: fip_pf_description.py {{(pid=103991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 00:56:29.431466 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 00:56:29.431953 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 28 00:56:29.432301 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading extension file: fip_pf_port_range.py {{(pid=103991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 00:56:29.433726 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 00:56:29.434306 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Mar 28 00:56:29.434636 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading extension file: fip_port_details.py {{(pid=103991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 00:56:29.435592 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 00:56:29.436161 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loaded extension: fip-port-details Mar 28 00:56:29.436566 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading extension file: flavors.py {{(pid=103991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 00:56:29.437983 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 00:56:29.438559 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loaded extension: flavors Mar 28 00:56:29.438947 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 00:56:29.440875 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 00:56:29.441455 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 28 00:56:29.441862 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading extension file: floatingip_pools.py {{(pid=103991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 00:56:29.442740 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 00:56:29.443275 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loaded extension: floatingip-pools Mar 28 00:56:29.443629 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading extension file: ip_allocation.py {{(pid=103991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 00:56:29.444746 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 00:56:29.445275 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Extension ip_allocation not supported by any of loaded plugins Mar 28 00:56:29.445629 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 00:56:29.446635 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 00:56:29.447237 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loaded extension: ip-substring-filtering Mar 28 00:56:29.447599 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading extension file: l2_adjacency.py {{(pid=103991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 00:56:29.449368 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 00:56:29.449862 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Extension l2_adjacency not supported by any of loaded plugins Mar 28 00:56:29.450216 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading extension file: l3.py {{(pid=103991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 00:56:29.452867 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 00:56:29.453430 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loaded extension: router Mar 28 00:56:29.453882 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading extension file: l3_conntrack_helper.py {{(pid=103991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 00:56:29.456647 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 00:56:29.457287 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 28 00:56:29.457678 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 00:56:29.458787 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 00:56:29.459423 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loaded extension: ext-gw-mode Mar 28 00:56:29.459823 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 00:56:29.460986 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 00:56:29.461556 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loaded extension: l3-ha Mar 28 00:56:29.461906 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 00:56:29.463087 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 00:56:29.463645 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 28 00:56:29.465354 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading extension file: l3_flavors.py {{(pid=103991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 00:56:29.466389 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 00:56:29.467664 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loaded extension: l3-flavors Mar 28 00:56:29.467988 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading extension file: l3_ndp_proxy.py {{(pid=103991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 00:56:29.469413 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 00:56:29.472112 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 28 00:56:29.472445 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 00:56:29.473378 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 00:56:29.473881 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loaded extension: l3-port-ip-change-not-allowed Mar 28 00:56:29.474206 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading extension file: l3agentscheduler.py {{(pid=103991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 00:56:29.477235 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 00:56:29.477739 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loaded extension: l3_agent_scheduler Mar 28 00:56:29.478065 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading extension file: local_ip.py {{(pid=103991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 00:56:29.479984 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 00:56:29.480529 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Extension local_ip not supported by any of loaded plugins Mar 28 00:56:29.480856 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading extension file: logging.py {{(pid=103991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 00:56:29.482332 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 00:56:29.482846 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Extension logging not supported by any of loaded plugins Mar 28 00:56:29.483175 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading extension file: metering.py {{(pid=103991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 00:56:29.483911 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 00:56:29.484520 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loaded extension: metering Mar 28 00:56:29.484849 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 00:56:29.485965 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 00:56:29.486473 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loaded extension: metering_source_and_destination_fields Mar 28 00:56:29.486796 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading extension file: multiprovidernet.py {{(pid=103991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 00:56:29.487718 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 00:56:29.488248 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loaded extension: multi-provider Mar 28 00:56:29.488573 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading extension file: netmtu.py {{(pid=103991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 00:56:29.489489 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 00:56:29.489987 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loaded extension: net-mtu Mar 28 00:56:29.490308 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading extension file: netmtu_writable.py {{(pid=103991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 00:56:29.491213 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 00:56:29.491713 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loaded extension: net-mtu-writable Mar 28 00:56:29.492057 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading extension file: network_availability_zone.py {{(pid=103991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 00:56:29.492713 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 00:56:29.493205 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loaded extension: network_availability_zone Mar 28 00:56:29.493521 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading extension file: network_ip_availability.py {{(pid=103991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 00:56:29.494630 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 00:56:29.495130 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loaded extension: network-ip-availability Mar 28 00:56:29.495977 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading extension file: network_segment_range.py {{(pid=103991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 00:56:29.496759 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 00:56:29.497251 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Extension network-segment-range not supported by any of loaded plugins Mar 28 00:56:29.497571 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading extension file: pagination.py {{(pid=103991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 00:56:29.498693 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 00:56:29.499023 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loaded extension: pagination Mar 28 00:56:29.499342 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading extension file: port_device_profile.py {{(pid=103991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 00:56:29.500287 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 00:56:29.500865 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loaded extension: port-device-profile Mar 28 00:56:29.501184 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 00:56:29.502095 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 00:56:29.502597 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loaded extension: port-mac-address-regenerate Mar 28 00:56:29.502915 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 00:56:29.503822 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 00:56:29.504363 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loaded extension: port-numa-affinity-policy Mar 28 00:56:29.504679 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading extension file: port_resource_request.py {{(pid=103991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 00:56:29.505580 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 00:56:29.506076 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Extension port-resource-request not supported by any of loaded plugins Mar 28 00:56:29.506393 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading extension file: port_resource_request_groups.py {{(pid=103991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 00:56:29.507350 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 00:56:29.507844 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 28 00:56:29.508253 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading extension file: portbindings.py {{(pid=103991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 00:56:29.509169 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 00:56:29.509664 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loaded extension: binding Mar 28 00:56:29.509979 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading extension file: portbindings_extended.py {{(pid=103991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 00:56:29.511814 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 00:56:29.512343 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loaded extension: binding-extended Mar 28 00:56:29.512669 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading extension file: portsecurity.py {{(pid=103991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 00:56:29.513576 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 00:56:29.514079 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loaded extension: port-security Mar 28 00:56:29.514400 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading extension file: project_id.py {{(pid=103991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 00:56:29.515365 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 00:56:29.515688 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loaded extension: project-id Mar 28 00:56:29.516004 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading extension file: providernet.py {{(pid=103991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 00:56:29.516931 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 00:56:29.517434 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loaded extension: provider Mar 28 00:56:29.517751 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading extension file: qos.py {{(pid=103991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 00:56:29.521396 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 00:56:29.521907 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Extension qos not supported by any of loaded plugins Mar 28 00:56:29.522234 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 00:56:29.523477 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 00:56:29.523987 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 28 00:56:29.524337 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 00:56:29.525257 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 00:56:29.525758 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 28 00:56:29.526082 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading extension file: qos_default.py {{(pid=103991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 00:56:29.527263 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 00:56:29.528083 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Extension qos-default not supported by any of loaded plugins Mar 28 00:56:29.528421 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading extension file: qos_fip.py {{(pid=103991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 00:56:29.529339 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 00:56:29.529842 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Extension qos-fip not supported by any of loaded plugins Mar 28 00:56:29.530161 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading extension file: qos_fip_network_policy.py {{(pid=103991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 00:56:29.531061 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 00:56:29.531562 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 28 00:56:29.531879 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading extension file: qos_gateway_ip.py {{(pid=103991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 00:56:29.532816 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 00:56:29.533320 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 28 00:56:29.533637 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading extension file: qos_port_network_policy.py {{(pid=103991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 00:56:29.534537 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 00:56:29.535030 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 28 00:56:29.535347 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 00:56:29.536418 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 00:56:29.536916 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 28 00:56:29.537232 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 00:56:29.538266 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 00:56:29.538768 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 28 00:56:29.539086 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading extension file: qos_pps_rule.py {{(pid=103991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 00:56:29.540553 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 00:56:29.541055 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Extension qos-pps not supported by any of loaded plugins Mar 28 00:56:29.541375 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading extension file: qos_rule_type_details.py {{(pid=103991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 00:56:29.542321 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 00:56:29.542819 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 28 00:56:29.543142 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading extension file: qos_rule_type_filter.py {{(pid=103991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 00:56:29.544073 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 00:56:29.544564 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Extension qos-rule-type-filter not supported by any of loaded plugins Mar 28 00:56:29.544882 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading extension file: qos_rules_alias.py {{(pid=103991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 00:56:29.545920 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 00:56:29.546420 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 28 00:56:29.546739 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading extension file: quota_check_limit.py {{(pid=103991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 00:56:29.547644 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 00:56:29.548182 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loaded extension: quota-check-limit Mar 28 00:56:29.548503 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading extension file: quotasv2.py {{(pid=103991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 00:56:29.549444 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 00:56:29.549770 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loaded extension: quotas Mar 28 00:56:29.550086 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading extension file: quotasv2_detail.py {{(pid=103991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 00:56:29.551905 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 00:56:29.552277 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loaded extension: quota_details Mar 28 00:56:29.552614 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading extension file: rbac.py {{(pid=103991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 00:56:29.553664 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 00:56:29.554177 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loaded extension: rbac-policies Mar 28 00:56:29.554504 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading extension file: rbac_address_group.py {{(pid=103991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 00:56:29.555420 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 00:56:29.555922 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loaded extension: rbac-address-group Mar 28 00:56:29.556281 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading extension file: rbac_address_scope.py {{(pid=103991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 00:56:29.557191 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 00:56:29.557689 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loaded extension: rbac-address-scope Mar 28 00:56:29.558528 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading extension file: rbac_security_groups.py {{(pid=103991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 00:56:29.559516 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 00:56:29.560013 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loaded extension: rbac-security-groups Mar 28 00:56:29.560360 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading extension file: rbac_subnetpool.py {{(pid=103991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 00:56:29.561264 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 00:56:29.561761 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loaded extension: rbac-subnetpool Mar 28 00:56:29.562085 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading extension file: revisionifmatch.py {{(pid=103991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 00:56:29.562997 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 00:56:29.563494 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loaded extension: revision-if-match Mar 28 00:56:29.563814 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading extension file: revisions.py {{(pid=103991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 00:56:29.564946 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 00:56:29.565447 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loaded extension: standard-attr-revisions Mar 28 00:56:29.565765 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading extension file: router_availability_zone.py {{(pid=103991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 00:56:29.566425 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 00:56:29.566922 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loaded extension: router_availability_zone Mar 28 00:56:29.567241 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading extension file: routerservicetype.py {{(pid=103991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 00:56:29.568191 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 00:56:29.568686 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Extension router-service-type not supported by any of loaded plugins Mar 28 00:56:29.569007 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 00:56:29.569920 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 00:56:29.570416 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loaded extension: security-groups-normalized-cidr Mar 28 00:56:29.570735 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading extension file: security_groups_port_filtering.py {{(pid=103991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 00:56:29.571639 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 00:56:29.572169 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loaded extension: port-security-groups-filtering Mar 28 00:56:29.572581 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 00:56:29.574141 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 00:56:29.574637 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loaded extension: security-groups-remote-address-group Mar 28 00:56:29.574956 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 00:56:29.575875 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 00:56:29.576405 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loaded extension: security-groups-shared-filtering Mar 28 00:56:29.576725 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 00:56:29.577304 dv-neutron-834874-6-hyperv neutron-server[103991]: WARNING neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 28 00:56:29.577619 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading extension file: securitygroup.py {{(pid=103991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 00:56:29.587195 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 00:56:29.587719 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loaded extension: security-group Mar 28 00:56:29.588061 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading extension file: segment.py {{(pid=103991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 00:56:29.588784 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 00:56:29.589314 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Extension segment not supported by any of loaded plugins Mar 28 00:56:29.589638 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 00:56:29.590570 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 00:56:29.591068 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 28 00:56:29.591387 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading extension file: servicetype.py {{(pid=103991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 00:56:29.592504 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 00:56:29.593006 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loaded extension: service-type Mar 28 00:56:29.593325 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading extension file: sorting.py {{(pid=103991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 00:56:29.594292 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 00:56:29.594613 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loaded extension: sorting Mar 28 00:56:29.594928 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading extension file: standard_attr_segment.py {{(pid=103991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 00:56:29.595835 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 00:56:29.596363 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 28 00:56:29.596681 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading extension file: standardattrdescription.py {{(pid=103991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 00:56:29.597316 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 00:56:29.597811 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loaded extension: standard-attr-description Mar 28 00:56:29.598127 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading extension file: stateful_security_group.py {{(pid=103991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 00:56:29.599042 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 00:56:29.599547 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loaded extension: stateful-security-group Mar 28 00:56:29.599869 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading extension file: stdattrs_common.py {{(pid=103991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 00:56:29.600461 dv-neutron-834874-6-hyperv neutron-server[103991]: WARNING neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 28 00:56:29.600779 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 00:56:29.601788 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 00:56:29.602359 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 28 00:56:29.602679 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading extension file: subnet_onboard.py {{(pid=103991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 00:56:29.603853 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 00:56:29.604408 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loaded extension: subnet_onboard Mar 28 00:56:29.605230 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 00:56:29.606169 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 00:56:29.606666 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 28 00:56:29.606984 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading extension file: subnet_service_types.py {{(pid=103991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 00:56:29.607898 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 00:56:29.608432 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loaded extension: subnet-service-types Mar 28 00:56:29.608751 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading extension file: subnetallocation.py {{(pid=103991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 00:56:29.609819 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 00:56:29.610321 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loaded extension: subnet_allocation Mar 28 00:56:29.610641 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 00:56:29.611296 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 00:56:29.611791 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loaded extension: subnetpool-prefix-ops Mar 28 00:56:29.612134 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 00:56:29.613068 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 00:56:29.613562 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 28 00:56:29.613880 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading extension file: tagging.py {{(pid=103991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 00:56:29.614965 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 00:56:29.615421 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loaded extension: standard-attr-tag Mar 28 00:56:29.615744 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading extension file: timestamp.py {{(pid=103991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 00:56:29.616962 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 00:56:29.617466 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loaded extension: standard-attr-timestamp Mar 28 00:56:29.617787 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading extension file: trunk.py {{(pid=103991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 00:56:29.618809 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 00:56:29.619312 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Extension trunk not supported by any of loaded plugins Mar 28 00:56:29.619631 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading extension file: trunk_details.py {{(pid=103991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 00:56:29.621146 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 00:56:29.621651 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Extension trunk-details not supported by any of loaded plugins Mar 28 00:56:29.621970 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading extension file: uplink_status_propagation.py {{(pid=103991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 00:56:29.622889 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 00:56:29.623391 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 28 00:56:29.623708 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Loading extension file: vlantransparent.py {{(pid=103991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 00:56:29.624397 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 00:56:29.624895 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Extension vlan-transparent not supported by any of loaded plugins Mar 28 00:56:29.627385 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.quota.resource_registry [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Creating instance of TrackedResource for resource:network Mar 28 00:56:29.627901 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.quota.resource_registry [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Creating instance of TrackedResource for resource:subnet Mar 28 00:56:29.628320 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.quota.resource_registry [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Creating instance of TrackedResource for resource:subnetpool Mar 28 00:56:29.628714 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.quota.resource_registry [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Creating instance of TrackedResource for resource:port Mar 28 00:56:29.629943 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.v2.resource_helper [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103991) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 00:56:29.630369 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.v2.resource_helper [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Service FLAVORS assigned prefix: {{(pid=103991) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 00:56:29.630980 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.v2.resource_helper [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103991) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 00:56:29.631394 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.v2.resource_helper [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103991) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 00:56:29.631718 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.quota.resource_registry [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Creating instance of TrackedResource for resource:router Mar 28 00:56:29.632173 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.quota.resource_registry [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Creating instance of TrackedResource for resource:floatingip Mar 28 00:56:29.632656 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.v2.resource_helper [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Service METERING assigned prefix: /metering {{(pid=103991) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 00:56:29.634097 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:29.634461 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:29.634808 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 00:56:29.635781 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.quota.resource_registry [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Creating instance of CountableResource for resource:rbac_policy Mar 28 00:56:29.636276 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.quota.resource_registry [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Creating instance of TrackedResource for resource:security_group Mar 28 00:56:29.636706 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.quota.resource_registry [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Creating instance of TrackedResource for resource:security_group_rule Mar 28 00:56:29.637294 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.v2.resource_helper [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Service CORE assigned prefix: {{(pid=103991) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 00:56:29.637620 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.quota.resource_registry [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Creating instance of TrackedResource for resource:subnetpool Mar 28 00:56:29.637958 dv-neutron-834874-6-hyperv neutron-server[103991]: WARNING neutron.quota.resource_registry [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] subnetpool is already registered Mar 28 00:56:29.638394 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.v2.resource_helper [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Service CORE assigned prefix: {{(pid=103991) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 00:56:29.638715 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.quota.resource_registry [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Creating instance of TrackedResource for resource:subnetpool Mar 28 00:56:29.639042 dv-neutron-834874-6-hyperv neutron-server[103991]: WARNING neutron.quota.resource_registry [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] subnetpool is already registered Mar 28 00:56:29.641305 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.v2.resource_helper [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103991) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 00:56:29.641730 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.v2.resource_helper [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Service FLAVORS assigned prefix: {{(pid=103991) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 00:56:29.642310 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.v2.resource_helper [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103991) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 00:56:29.642727 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.v2.resource_helper [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103991) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 00:56:29.643055 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.quota.resource_registry [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Creating instance of TrackedResource for resource:router Mar 28 00:56:29.643386 dv-neutron-834874-6-hyperv neutron-server[103991]: WARNING neutron.quota.resource_registry [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] router is already registered Mar 28 00:56:29.643785 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.quota.resource_registry [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Creating instance of TrackedResource for resource:floatingip Mar 28 00:56:29.644144 dv-neutron-834874-6-hyperv neutron-server[103991]: WARNING neutron.quota.resource_registry [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] floatingip is already registered Mar 28 00:56:29.644588 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.v2.resource_helper [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Service METERING assigned prefix: /metering {{(pid=103991) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 00:56:29.645239 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.quota.resource_registry [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Creating instance of CountableResource for resource:rbac_policy Mar 28 00:56:29.645559 dv-neutron-834874-6-hyperv neutron-server[103991]: WARNING neutron.quota.resource_registry [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] rbac_policy is already registered Mar 28 00:56:29.645962 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.quota.resource_registry [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Creating instance of TrackedResource for resource:security_group Mar 28 00:56:29.646291 dv-neutron-834874-6-hyperv neutron-server[103991]: WARNING neutron.quota.resource_registry [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] security_group is already registered Mar 28 00:56:29.646684 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.quota.resource_registry [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Creating instance of TrackedResource for resource:security_group_rule Mar 28 00:56:29.647010 dv-neutron-834874-6-hyperv neutron-server[103991]: WARNING neutron.quota.resource_registry [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] security_group_rule is already registered Mar 28 00:56:29.647620 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.v2.resource_helper [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Service CORE assigned prefix: {{(pid=103991) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 00:56:29.647944 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.quota.resource_registry [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Creating instance of TrackedResource for resource:subnetpool Mar 28 00:56:29.648309 dv-neutron-834874-6-hyperv neutron-server[103991]: WARNING neutron.quota.resource_registry [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] subnetpool is already registered Mar 28 00:56:29.648721 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.v2.resource_helper [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Service CORE assigned prefix: {{(pid=103991) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 00:56:29.649049 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.quota.resource_registry [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Creating instance of TrackedResource for resource:subnetpool Mar 28 00:56:29.649374 dv-neutron-834874-6-hyperv neutron-server[103991]: WARNING neutron.quota.resource_registry [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] subnetpool is already registered Mar 28 00:56:29.649827 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Extended resource: extensions {{(pid=103991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 00:56:29.651299 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Extended resource: address-groups {{(pid=103991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 00:56:29.652850 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Extended resource: address-scopes {{(pid=103991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 00:56:29.654145 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Extended resource: agents {{(pid=103991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 00:56:29.655283 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Extended resource: auto-allocated-topology {{(pid=103991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 00:56:29.656534 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Extended resource: availability_zones {{(pid=103991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 00:56:29.657745 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Extended resource: dhcp-networks {{(pid=103991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 00:56:29.659604 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Extended resource: dhcp-agents {{(pid=103991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 00:56:29.661040 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Extended resource: routers {{(pid=103991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 00:56:29.663217 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Extended resource: flavors {{(pid=103991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 00:56:29.664406 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Extended resource: service_profiles {{(pid=103991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 00:56:29.666182 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Extended resource: next_providers {{(pid=103991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 00:56:29.668180 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Extended resource: service_profiles {{(pid=103991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 00:56:29.670553 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Extended resource: floatingip-pools {{(pid=103991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 00:56:29.671754 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Extended resource: routers {{(pid=103991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 00:56:29.673976 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Extended resource: floatingips {{(pid=103991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 00:56:29.675362 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Extended resource: l3-routers {{(pid=103991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 00:56:29.676777 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Extended resource: l3-agents {{(pid=103991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 00:56:29.678158 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Extended resource: metering-labels {{(pid=103991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 00:56:29.679501 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Extended resource: metering-label-rules {{(pid=103991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 00:56:29.680785 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Extended resource: network-ip-availabilities {{(pid=103991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 00:56:29.682309 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Extended resource: bindings {{(pid=103991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 00:56:29.684595 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Extended resource: quotas {{(pid=103991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 00:56:29.686142 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Extended resource: quotas {{(pid=103991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 00:56:29.687640 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Extended resource: rbac-policies {{(pid=103991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 00:56:29.688940 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Extended resource: security-groups {{(pid=103991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 00:56:29.690147 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Extended resource: security-group-rules {{(pid=103991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 00:56:29.691363 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Extended resource: service-providers {{(pid=103991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 00:56:29.692585 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Extended resource: subnetpools {{(pid=103991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 00:56:29.693988 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Extended resource: subnetpools {{(pid=103991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 00:56:29.695419 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Extended resource: tags {{(pid=103991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 00:56:29.697194 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Extended resource: tags {{(pid=103991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 00:56:29.699335 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Extended resource: tags {{(pid=103991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 00:56:29.701653 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Extended resource: tags {{(pid=103991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 00:56:29.703444 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Extended resource: tags {{(pid=103991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 00:56:29.705380 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Extended resource: tags {{(pid=103991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 00:56:29.707036 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Extended resource: tags {{(pid=103991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 00:56:29.708915 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Extended resource: tags {{(pid=103991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 00:56:29.710655 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Extended resource: tags {{(pid=103991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 00:56:29.712617 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron.api.extensions [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Extended resource: tags {{(pid=103991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 00:56:29.718401 dv-neutron-834874-6-hyperv neutron-server[103991]: WARNING keystonemiddleware.auth_token [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 28 00:56:29.723035 dv-neutron-834874-6-hyperv neutron-server[103991]: WARNING keystonemiddleware.auth_token [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 28 00:56:29.732441 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_concurrency.lockutils [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Acquired lock "singleton_lock" {{(pid=103991) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 28 00:56:29.732823 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_concurrency.lockutils [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Releasing lock "singleton_lock" {{(pid=103991) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 28 00:56:29.733475 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO oslo_service.service [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Starting 2 workers Mar 28 00:56:29.738312 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Started child 104098 {{(pid=103991) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 28 00:56:29.742709 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Started child 104099 {{(pid=103991) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 28 00:56:29.744156 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:56:29.744832 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO neutron.service [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Neutron service started, listening on 0.0.0.0:9696 Mar 28 00:56:29.745006 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Publish callbacks [] for process (None), before_spawn {{(pid=103991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:56:29.746323 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [-] (104098) wsgi starting up on http://0.0.0.0:9696 Mar 28 00:56:29.748002 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO oslo_service.service [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Starting 1 workers Mar 28 00:56:29.748194 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:56:29.749640 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [-] (104099) wsgi starting up on http://0.0.0.0:9696 Mar 28 00:56:29.753224 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Started child 104100 {{(pid=103991) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 28 00:56:29.753787 dv-neutron-834874-6-hyperv neutron-server[103991]: INFO oslo_service.service [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Starting 1 workers Mar 28 00:56:29.756981 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.service [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] calling RpcWorker wait() {{(pid=104100) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 28 00:56:29.757498 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.service [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] returning from RpcWorker wait() {{(pid=104100) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 28 00:56:29.758227 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Started child 104101 {{(pid=103991) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 28 00:56:29.758884 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:56:29.758997 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-93a97bcf-6394-4c63-8872-0f03161b2f3a None None] Publish callbacks [] for process (None), after_spawn {{(pid=103991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:56:29.759425 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 00:56:29.761052 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103991) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 28 00:56:29.761268 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 28 00:56:29.761455 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 28 00:56:29.761681 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 28 00:56:29.762044 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 28 00:56:29.762208 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 28 00:56:29.762705 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.762990 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.763259 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.763532 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.763815 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.764157 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:56:29.764637 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.764724 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.764922 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.765181 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.765417 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.765504 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 00:56:29.765582 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.765740 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.765982 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.766228 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.766521 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.766772 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.767022 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.767284 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.767456 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.767735 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.768004 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.768269 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.768539 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] debug = True {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.768775 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.769252 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.769501 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.769743 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.769989 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.770267 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.770498 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.770780 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.771016 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.771228 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.771484 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.771754 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.771987 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.775346 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.775346 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.775346 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.775346 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.775346 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.775346 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] host = dv-neutron-834874-6-hyperv {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.775346 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.775346 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.776767 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.776767 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.776767 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.779069 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.779371 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.779664 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.780637 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.780892 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.781155 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.781386 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.781643 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.781902 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] log_file = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.782114 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] log_options = True {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.782321 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.782585 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.782839 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.783061 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.783271 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.783483 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.783695 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.786889 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.787459 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.787624 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.787951 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.788190 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.788615 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.788755 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.789087 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.789337 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.789568 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.789800 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.791480 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.791480 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.791480 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.791480 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.791480 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.791847 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.791923 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.793833 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.793833 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.793833 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.793833 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.793833 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.794195 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.794263 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.794705 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.794804 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.795004 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.795482 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.798832 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.798832 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.798832 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.798832 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.798832 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.798832 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.798832 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.800283 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.800703 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.801417 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.802203 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] use_json = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.802468 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.802737 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.803020 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.803262 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.803501 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.803735 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.803987 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.804293 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.804546 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.805028 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.805329 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.805662 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.805925 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.806194 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.806463 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.806708 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.806940 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.807205 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.807463 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.807761 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.809176 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.809499 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.809779 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.810048 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.810652 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.810924 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.811191 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.811446 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.811690 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.811917 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.812225 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.812526 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.813024 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.813276 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.813544 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.813778 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.814117 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.814395 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.814750 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.815052 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.815317 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.815601 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.815832 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.816077 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.816304 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.816550 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.816799 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.817046 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.817326 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.817702 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.818071 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.818452 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.818844 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.819273 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.819760 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.820154 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.820555 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.820948 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.821313 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.821673 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.822029 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.822403 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.822632 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.822894 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.823141 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.823415 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.823679 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.823928 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.824191 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.824412 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.824636 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.824909 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.825153 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.825386 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.825618 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.826029 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.826253 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.826508 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.826730 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.826949 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.827167 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.827388 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.827606 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.827842 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.828104 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.828323 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.828566 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.828782 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.828998 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.829215 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.830534 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.830755 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.830972 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.831196 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.831460 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.831678 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.831894 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.832138 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.832377 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.832594 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.832869 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.833214 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.833468 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.833716 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.833956 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.834206 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.834463 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.834725 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.834946 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.835167 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.835401 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.835664 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.835890 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.836227 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.836571 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.836823 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.837117 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.837385 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.837668 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.837923 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.838156 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.838429 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.838685 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.838967 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.839278 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.839522 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.839769 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.840051 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.840479 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.840817 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.841090 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.841323 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.841701 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.842001 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.842282 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.842871 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.842871 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.843075 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.843379 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.843588 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.843856 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.844675 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.844964 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.845212 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.845470 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.845760 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.845985 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.846220 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.846535 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.846786 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.847007 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.847233 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.847517 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.847754 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.847995 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.848422 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.848673 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.848933 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.849184 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.849545 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.849805 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.850037 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.850271 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.850510 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.850751 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.851054 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.851319 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.851536 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.851854 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.852168 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.852389 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.852606 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.852814 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.853072 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.853304 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.853554 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.853768 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.853986 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.854233 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.854451 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.855229 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.855460 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.855671 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.856090 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.856337 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.856635 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.856886 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.857106 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.857352 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.857576 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.857830 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.858076 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.859081 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.859317 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.860151 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.860492 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.860829 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.861234 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.861566 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.861908 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.862239 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.862672 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.863001 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.863429 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.863767 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.864137 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.864491 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.865231 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.865231 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.865427 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.865734 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.866076 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.866404 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.866688 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.866977 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.867258 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.867534 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.867810 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.868134 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.868448 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.868743 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.869043 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.869320 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.869551 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.869865 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.870106 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.870365 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.871174 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.871389 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.871603 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.871842 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.872100 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.872375 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.872736 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.872978 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.873244 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.873482 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.873735 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.873964 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.874197 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.874407 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.874628 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.874843 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.875050 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.875273 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.875483 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.875690 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.875909 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.876177 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.876386 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.876624 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.876852 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.877061 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.877281 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.877494 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.877763 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.877912 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.878115 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.878327 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.878544 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.878761 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.878968 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.879285 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.879493 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.879723 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.880062 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.880293 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.884067 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.884067 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.884067 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.884067 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.884067 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.884067 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.884562 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 00:56:29.884645 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.884645 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.884645 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.884645 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.884645 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.884645 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.884645 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.884645 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.885194 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.885194 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.885194 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.885194 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.885194 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.885194 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.885626 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.885704 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.885869 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.886179 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.886515 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.886816 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.887036 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.887272 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.887517 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.887729 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.888177 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.888177 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.888417 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.888613 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.888861 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.889086 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.889293 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.889576 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.889744 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.890042 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.890272 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.890481 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.890696 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.890928 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.891085 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 28 00:56:29.891584 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103991) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 28 00:56:29.891771 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 28 00:56:29.891921 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 28 00:56:29.892099 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 28 00:56:29.892246 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 28 00:56:29.892384 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 28 00:56:29.892592 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.892736 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.892894 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.893036 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.893197 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.893376 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.893521 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.893664 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.893827 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.894010 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.894150 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.894324 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.894461 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.894600 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.894731 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.894860 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.894990 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.895117 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.895261 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.895400 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.895555 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.895709 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.895862 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] debug = True {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.896017 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.896262 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.896424 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.896580 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.897063 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.897063 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.897063 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.897269 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.897346 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.897450 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.897606 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.897761 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.897915 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.898070 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.898224 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.898378 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.898534 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.899037 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.899037 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] host = dv-neutron-834874-6-hyperv {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.899037 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.899271 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.899271 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.899421 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.899556 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.899709 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.899865 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.900075 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.900223 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.900379 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.900539 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.900692 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.900840 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.900977 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] log_file = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.901113 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] log_options = True {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.901249 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.901404 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.901632 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.901779 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.901919 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.902057 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.902217 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.902356 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.902501 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.902637 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.902773 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.902909 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.903043 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.903178 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.903314 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.903458 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.903594 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.903753 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.903926 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.904111 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.904253 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.904403 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.904541 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.904676 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.904837 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.905276 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.905276 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.905540 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.905540 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.905797 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.905797 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.906053 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.906053 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.906330 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.906330 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.906599 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.906734 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.906870 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.907005 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.907248 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.907395 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.907557 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.907709 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.907845 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.907997 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.908512 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.908512 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] use_json = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.908512 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.908930 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.908930 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.909339 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.909339 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.909339 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.909730 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.909730 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.909730 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 00:56:29.910138 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.910138 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.910138 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.910604 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.910604 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.910604 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.911073 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.911073 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.911073 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.911449 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.911449 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.911449 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.911862 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.911862 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.912148 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.912148 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.912405 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.912486 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.912614 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.912743 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.912875 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.913225 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.913225 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.913397 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.913490 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.913648 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.913806 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.913992 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.914152 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.914325 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.914484 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.914644 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.914802 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.915227 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.915386 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.915546 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.915704 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.915863 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.916023 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.916362 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.916362 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.916631 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.916631 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.916888 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.917017 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.917145 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.917752 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.917904 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.918065 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.918159 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 47440) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 00:56:29.918244 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.918372 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.918531 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.918690 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.918850 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.919010 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.919169 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.919352 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.919494 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.919666 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.919812 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.919971 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.920151 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.920322 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.920482 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.920626 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.920784 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.920943 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.921102 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.921274 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.921434 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.921594 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.921757 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.921915 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.922075 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.922235 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.922421 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.922626 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.922736 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.922849 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.923013 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.923171 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.923330 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.923489 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.923653 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.923811 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.923970 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.924155 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.924304 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.924462 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.924622 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.925118 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.925118 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.925118 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.925366 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.925432 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.926240 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.926240 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.926240 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.926240 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.926240 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.926592 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.926592 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.926592 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.926808 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.926894 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.927020 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.927177 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.927336 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.927495 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.927653 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.927810 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.927969 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.928149 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.928309 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.928469 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.928627 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.928786 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.928944 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.929102 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.929269 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.929467 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.929585 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.929744 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.929909 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.930101 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.930262 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.930421 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.930589 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.930734 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.930893 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.931051 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.931207 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.931364 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.931522 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.931674 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.931838 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.932153 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.932309 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.932809 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0104933 Mar 28 00:56:29.933522 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.933522 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.933522 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.933522 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.934032 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.934032 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.934032 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.934420 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.934420 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.934420 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.934765 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.934765 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.934906 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.935008 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.935578 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.935578 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.935578 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.935831 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.935831 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.935970 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.936082 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.936233 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.936391 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.936549 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.936707 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.936864 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.937022 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.937181 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.937339 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.937497 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.937655 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.937813 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.937975 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.938134 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.938292 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.938449 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.938607 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.938765 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.938924 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.939083 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.939242 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.939400 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.939583 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.939705 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.939863 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.940024 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.940203 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.940362 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.940521 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.940697 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.940833 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.940992 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.941150 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.941309 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.941466 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.942079 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.942079 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.942079 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.942079 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.942375 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.943291 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.943482 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.943643 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.943803 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.943962 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.944707 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.944707 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.944707 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.944707 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.945012 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.945012 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.945131 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.945194 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.945339 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.945497 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.945655 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.945816 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.945974 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.946133 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.946292 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.946450 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.946608 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.946767 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.946925 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.947083 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.947255 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.947414 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.947572 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.947730 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.947889 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.948170 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.948284 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.948408 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.948548 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.948708 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.948866 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.949025 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.949194 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.949352 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.949509 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.949684 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.949822 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.949979 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.950147 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.950305 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.950463 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.950620 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.950862 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.950964 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.951088 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.951245 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.951403 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.951561 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.951718 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.951874 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.952050 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.952221 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.952380 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.952538 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.952696 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.952855 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.953021 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.953180 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.953339 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.953503 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.953662 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.953818 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.953977 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.954146 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.954305 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.954466 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.954625 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.954782 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.954941 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.955101 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.955263 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.955432 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.955596 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.955755 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.955921 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.957110 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.957110 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.957110 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.957110 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.957110 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.957110 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.958033 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.958198 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.958358 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.958517 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.958670 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.958833 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.958990 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.959147 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.959307 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.959466 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.959624 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.959783 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.959941 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.960132 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.960292 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.960451 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.960609 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.960767 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 00:56:29.960921 dv-neutron-834874-6-hyperv neutron-server[103991]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 28 00:56:41.381761 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9922cd-1ad8-473c-b83f-3d6b32cad778 None None] get_active_networks_info from dv-neutron-834874-6-hyperv {{(pid=104100) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 28 00:56:41.437909 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9922cd-1ad8-473c-b83f-3d6b32cad778 None None] No non-hosted networks {{(pid=104100) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 28 00:56:41.447916 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.agentschedulers_db [None req-1a9922cd-1ad8-473c-b83f-3d6b32cad778 None None] DHCP Agent not found on host dv-neutron-834874-6-hyperv {{(pid=104100) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 28 00:56:41.524150 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f345230e-f0f3-4136-848e-80054f1dda18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3690008'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:56:43.504917 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-cba43f21-9960-4773-98fc-adc9f3ca8bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3690008'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:56:43.559161 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ff822f92-543b-4b06-ab31-9ba6242557b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:56:44.600841 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 47508) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 00:56:44.707125 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3690008'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:56:45.147414 dv-neutron-834874-6-hyperv neutron-server[104099]: WARNING oslo_policy.policy [None req-f6d4640b-dd7f-419e-8aa4-06ceed5c42ec admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 28 00:56:45.148012 dv-neutron-834874-6-hyperv neutron-server[104099]: WARNING oslo_policy.policy [None req-f6d4640b-dd7f-419e-8aa4-06ceed5c42ec admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 28 00:56:45.373005 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [None req-f6d4640b-dd7f-419e-8aa4-06ceed5c42ec admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=104099) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 00:56:45.388082 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-f6d4640b-dd7f-419e-8aa4-06ceed5c42ec admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7713597 Mar 28 00:56:46.121202 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3690008'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:56:47.622245 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3690008'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:56:47.624381 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 00:56:47.624941 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 00:56:47.625607 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 00:56:47.626227 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 00:56:47.626832 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 00:56:47.627627 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 00:56:47.628259 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 00:56:47.629104 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 00:56:47.634130 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 00:56:47.634815 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 00:56:47.635471 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 00:56:47.636085 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 00:56:47.636765 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 00:56:47.637396 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 00:56:47.638275 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 00:56:47.638932 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-834874-6-hyperv', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 00:56:47.667864 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-834874-6-hyperv', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 00:56:48.005352 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 47542) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 00:56:48.334392 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-1f621801-a194-4441-b318-78e45b938491 admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 00:56:48.427336 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.policy [None req-1f621801-a194-4441-b318-78e45b938491 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104099) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 28 00:56:48.469695 dv-neutron-834874-6-hyperv neutron-server[104099]: WARNING oslo_policy.policy [None req-1f621801-a194-4441-b318-78e45b938491 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 28 00:56:48.470076 dv-neutron-834874-6-hyperv neutron-server[104099]: WARNING oslo_policy.policy [None req-1f621801-a194-4441-b318-78e45b938491 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 28 00:56:48.569384 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-1f621801-a194-4441-b318-78e45b938491 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758316691738', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758316693479', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758316642523', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758316641292', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758316658783', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758315262527', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-901051', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-815017', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3820562', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3910761'] for rbac-policy (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:56:48.641361 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-1f621801-a194-4441-b318-78e45b938491 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:56:48.656765 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-1f621801-a194-4441-b318-78e45b938491 admin admin] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6501615 Mar 28 00:56:48.757530 dv-neutron-834874-6-hyperv neutron-server[104100]: INFO neutron.db.l3_hamode_db [None req-d68ed8a2-a8d8-4aa9-b51d-a78b7766a4fc None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 28 00:56:48.838036 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68ed8a2-a8d8-4aa9-b51d-a78b7766a4fc None None] Routers set() bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 00:56:48.838771 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68ed8a2-a8d8-4aa9-b51d-a78b7766a4fc None None] Router IDs set() for agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 28 00:56:51.146874 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 47554) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 00:56:51.449406 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-5975f1f5-d42d-4eef-b958-bb5df1bb740a demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 00:56:51.476838 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5975f1f5-d42d-4eef-b958-bb5df1bb740a demo demo] Made reservation on behalf of 636a444e54b74b14a6bc9029e8820734 for: {'network': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 00:56:51.481302 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5975f1f5-d42d-4eef-b958-bb5df1bb740a demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:56:51.497777 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5975f1f5-d42d-4eef-b958-bb5df1bb740a demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:56:51.604895 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5975f1f5-d42d-4eef-b958-bb5df1bb740a demo demo] Publish callbacks [] for security_group (7469717d-857c-4408-9184-8f628073bd60), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:56:51.608408 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5975f1f5-d42d-4eef-b958-bb5df1bb740a demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (7469717d-857c-4408-9184-8f628073bd60), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:56:51.628751 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5975f1f5-d42d-4eef-b958-bb5df1bb740a demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=104099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 00:56:51.664430 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5975f1f5-d42d-4eef-b958-bb5df1bb740a demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8758317086266', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (ba51af6b-34b7-4e7c-89df-3e23bd559587), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:56:51.665288 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5975f1f5-d42d-4eef-b958-bb5df1bb740a demo demo] Unsubscribe: segment precommit_create {{(pid=104099) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 28 00:56:51.665789 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.segments_db [None req-5975f1f5-d42d-4eef-b958-bb5df1bb740a demo demo] Added segment ba51af6b-34b7-4e7c-89df-3e23bd559587 of type vlan for network c31f18ae-ba64-40be-864d-3bbc7c5014fb Mar 28 00:56:51.685903 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5975f1f5-d42d-4eef-b958-bb5df1bb740a demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=7469717d-857c-4408-9184-8f628073bd60,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 00:56:51.734828 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5975f1f5-d42d-4eef-b958-bb5df1bb740a demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 00:56:51.735165 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5975f1f5-d42d-4eef-b958-bb5df1bb740a demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 00:56:51.735519 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5975f1f5-d42d-4eef-b958-bb5df1bb740a demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 00:56:51.735854 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5975f1f5-d42d-4eef-b958-bb5df1bb740a demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 00:56:51.736203 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5975f1f5-d42d-4eef-b958-bb5df1bb740a demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 00:56:51.736526 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5975f1f5-d42d-4eef-b958-bb5df1bb740a demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 00:56:51.736843 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5975f1f5-d42d-4eef-b958-bb5df1bb740a demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 00:56:51.737159 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5975f1f5-d42d-4eef-b958-bb5df1bb740a demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 00:56:51.737493 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5975f1f5-d42d-4eef-b958-bb5df1bb740a demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 00:56:51.737816 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5975f1f5-d42d-4eef-b958-bb5df1bb740a demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 00:56:51.738189 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5975f1f5-d42d-4eef-b958-bb5df1bb740a demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 00:56:51.738560 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5975f1f5-d42d-4eef-b958-bb5df1bb740a demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 00:56:51.738955 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5975f1f5-d42d-4eef-b958-bb5df1bb740a demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 00:56:51.739298 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5975f1f5-d42d-4eef-b958-bb5df1bb740a demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 00:56:51.739610 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5975f1f5-d42d-4eef-b958-bb5df1bb740a demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 00:56:51.741106 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5975f1f5-d42d-4eef-b958-bb5df1bb740a demo demo] Tracked resource versions report: Mar 28 00:56:51.741106 dv-neutron-834874-6-hyperv neutron-server[104099]: pushed versions: Mar 28 00:56:51.741106 dv-neutron-834874-6-hyperv neutron-server[104099]: { 'AddressGroup': {'1.2'}, Mar 28 00:56:51.741106 dv-neutron-834874-6-hyperv neutron-server[104099]: 'Agent': {'1.1'}, Mar 28 00:56:51.741106 dv-neutron-834874-6-hyperv neutron-server[104099]: 'ConntrackHelper': {'1.0'}, Mar 28 00:56:51.741106 dv-neutron-834874-6-hyperv neutron-server[104099]: 'LocalIPAssociation': {'1.0'}, Mar 28 00:56:51.741106 dv-neutron-834874-6-hyperv neutron-server[104099]: 'Log': {'1.0'}, Mar 28 00:56:51.741106 dv-neutron-834874-6-hyperv neutron-server[104099]: 'NDPProxy': {'1.0'}, Mar 28 00:56:51.741106 dv-neutron-834874-6-hyperv neutron-server[104099]: 'Network': {'1.1'}, Mar 28 00:56:51.741106 dv-neutron-834874-6-hyperv neutron-server[104099]: 'Port': {'1.7'}, Mar 28 00:56:51.741106 dv-neutron-834874-6-hyperv neutron-server[104099]: 'PortForwarding': {'1.3'}, Mar 28 00:56:51.741106 dv-neutron-834874-6-hyperv neutron-server[104099]: 'QosPolicy': {'1.10'}, Mar 28 00:56:51.741106 dv-neutron-834874-6-hyperv neutron-server[104099]: 'SecurityGroup': {'1.5'}, Mar 28 00:56:51.741106 dv-neutron-834874-6-hyperv neutron-server[104099]: 'SecurityGroupRule': {'1.2'}, Mar 28 00:56:51.741106 dv-neutron-834874-6-hyperv neutron-server[104099]: 'SubPort': {'1.0'}, Mar 28 00:56:51.741106 dv-neutron-834874-6-hyperv neutron-server[104099]: 'Subnet': {'1.1'}, Mar 28 00:56:51.741106 dv-neutron-834874-6-hyperv neutron-server[104099]: 'Trunk': {'1.1'}} Mar 28 00:56:51.741106 dv-neutron-834874-6-hyperv neutron-server[104099]: consumer versions: Mar 28 00:56:51.741106 dv-neutron-834874-6-hyperv neutron-server[104099]: { DHCP agent@dv-neutron-834874-6-hyperv: {}, Mar 28 00:56:51.741106 dv-neutron-834874-6-hyperv neutron-server[104099]: L3 agent@dv-neutron-834874-6-hyperv: {}, Mar 28 00:56:51.741106 dv-neutron-834874-6-hyperv neutron-server[104099]: Metadata agent@dv-neutron-834874-6-hyperv: {}, Mar 28 00:56:51.741106 dv-neutron-834874-6-hyperv neutron-server[104099]: Metering agent@dv-neutron-834874-6-hyperv: {}, Mar 28 00:56:51.741106 dv-neutron-834874-6-hyperv neutron-server[104099]: Open vSwitch agent@dv-neutron-834874-6-hyperv: { 'AddressGroup': '1.2', Mar 28 00:56:51.741106 dv-neutron-834874-6-hyperv neutron-server[104099]: 'Agent': '1.1', Mar 28 00:56:51.741106 dv-neutron-834874-6-hyperv neutron-server[104099]: 'ConntrackHelper': '1.0', Mar 28 00:56:51.741106 dv-neutron-834874-6-hyperv neutron-server[104099]: 'LocalIPAssociation': '1.0', Mar 28 00:56:51.741106 dv-neutron-834874-6-hyperv neutron-server[104099]: 'Log': '1.0', Mar 28 00:56:51.741106 dv-neutron-834874-6-hyperv neutron-server[104099]: 'NDPProxy': '1.0', Mar 28 00:56:51.741106 dv-neutron-834874-6-hyperv neutron-server[104099]: 'Network': '1.1', Mar 28 00:56:51.741106 dv-neutron-834874-6-hyperv neutron-server[104099]: 'Port': '1.7', Mar 28 00:56:51.741106 dv-neutron-834874-6-hyperv neutron-server[104099]: 'PortForwarding': '1.3', Mar 28 00:56:51.741106 dv-neutron-834874-6-hyperv neutron-server[104099]: 'QosPolicy': '1.10', Mar 28 00:56:51.741106 dv-neutron-834874-6-hyperv neutron-server[104099]: 'SecurityGroup': '1.5', Mar 28 00:56:51.741106 dv-neutron-834874-6-hyperv neutron-server[104099]: 'SecurityGroupRule': '1.2', Mar 28 00:56:51.741106 dv-neutron-834874-6-hyperv neutron-server[104099]: 'SubPort': '1.0', Mar 28 00:56:51.741106 dv-neutron-834874-6-hyperv neutron-server[104099]: 'Subnet': '1.1', Mar 28 00:56:51.741106 dv-neutron-834874-6-hyperv neutron-server[104099]: 'Trunk': '1.1'}} Mar 28 00:56:51.743285 dv-neutron-834874-6-hyperv neutron-server[104099]: {{(pid=104099) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 28 00:56:51.774377 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5975f1f5-d42d-4eef-b958-bb5df1bb740a demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (c31f18ae-ba64-40be-864d-3bbc7c5014fb), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:56:51.816357 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5975f1f5-d42d-4eef-b958-bb5df1bb740a demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (c31f18ae-ba64-40be-864d-3bbc7c5014fb), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:56:51.821525 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5975f1f5-d42d-4eef-b958-bb5df1bb740a demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 00:56:51.822224 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5975f1f5-d42d-4eef-b958-bb5df1bb740a demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:56:51.905238 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-5975f1f5-d42d-4eef-b958-bb5df1bb740a demo demo] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7572806 Mar 28 00:56:51.942902 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5975f1f5-d42d-4eef-b958-bb5df1bb740a demo demo] Pushing event updated for resources: {'Network': ['ID=c31f18ae-ba64-40be-864d-3bbc7c5014fb,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 00:56:51.955350 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network c31f18ae-ba64-40be-864d-3bbc7c5014fb details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 00:56:54.428895 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 47566) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 00:56:54.917492 dv-neutron-834874-6-hyperv neutron-server[104098]: WARNING oslo_policy.policy [None req-facd0511-3b12-4054-b298-48fd99549093 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 28 00:56:54.918141 dv-neutron-834874-6-hyperv neutron-server[104098]: WARNING oslo_policy.policy [None req-facd0511-3b12-4054-b298-48fd99549093 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 28 00:56:55.351125 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.policy [None req-facd0511-3b12-4054-b298-48fd99549093 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104098) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 28 00:56:55.393047 dv-neutron-834874-6-hyperv neutron-server[104098]: WARNING oslo_policy.policy [None req-facd0511-3b12-4054-b298-48fd99549093 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 28 00:56:55.393416 dv-neutron-834874-6-hyperv neutron-server[104098]: WARNING oslo_policy.policy [None req-facd0511-3b12-4054-b298-48fd99549093 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 28 00:56:55.401986 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facd0511-3b12-4054-b298-48fd99549093 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 00:56:55.403653 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-facd0511-3b12-4054-b298-48fd99549093 demo admin] 10.222.0.24 "GET /v2.0/networks/c31f18ae-ba64-40be-864d-3bbc7c5014fb HTTP/1.1" status: 200 len: 824 time: 0.9738402 Mar 28 00:56:55.443617 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-843f716c-9a2e-4e63-8108-54f3b75ffd23 demo admin] 10.222.0.24 "GET /v2.0/subnetpools/e79189d9-0681-40f3-9e8f-59890fa29efd HTTP/1.1" status: 200 len: 734 time: 0.0342376 Mar 28 00:56:55.452813 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-1c397ab8-7f2a-4f35-9881-1809495d0813 demo admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'c31f18ae-ba64-40be-864d-3bbc7c5014fb', 'subnetpool_id': 'e79189d9-0681-40f3-9e8f-59890fa29efd', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 00:56:55.488520 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c397ab8-7f2a-4f35-9881-1809495d0813 demo admin] Made reservation on behalf of 636a444e54b74b14a6bc9029e8820734 for: {'subnet': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 00:56:55.491448 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1c397ab8-7f2a-4f35-9881-1809495d0813 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:56:55.768909 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1c397ab8-7f2a-4f35-9881-1809495d0813 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for subnet (35d6a0b8-3853-4a02-ab5a-c0031dadfdaf), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:56:55.836251 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c397ab8-7f2a-4f35-9881-1809495d0813 demo admin] Checking segment: {'id': 'ba51af6b-34b7-4e7c-89df-3e23bd559587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c31f18ae-ba64-40be-864d-3bbc7c5014fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 00:56:55.836632 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c397ab8-7f2a-4f35-9881-1809495d0813 demo admin] Network hostable DHCP agents. Network: c31f18ae-ba64-40be-864d-3bbc7c5014fb, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 00:56:55.850099 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c397ab8-7f2a-4f35-9881-1809495d0813 demo admin] Pushing event updated for resources: {'Subnet': ['ID=35d6a0b8-3853-4a02-ab5a-c0031dadfdaf,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 00:56:55.863743 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c397ab8-7f2a-4f35-9881-1809495d0813 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 00:56:55.864159 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c397ab8-7f2a-4f35-9881-1809495d0813 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 00:56:55.864592 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c397ab8-7f2a-4f35-9881-1809495d0813 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 00:56:55.864951 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c397ab8-7f2a-4f35-9881-1809495d0813 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 00:56:55.865284 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c397ab8-7f2a-4f35-9881-1809495d0813 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 00:56:55.865604 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c397ab8-7f2a-4f35-9881-1809495d0813 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 00:56:55.865921 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c397ab8-7f2a-4f35-9881-1809495d0813 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 00:56:55.866238 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c397ab8-7f2a-4f35-9881-1809495d0813 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 00:56:55.866572 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c397ab8-7f2a-4f35-9881-1809495d0813 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 00:56:55.866891 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c397ab8-7f2a-4f35-9881-1809495d0813 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 00:56:55.867221 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c397ab8-7f2a-4f35-9881-1809495d0813 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 00:56:55.867537 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c397ab8-7f2a-4f35-9881-1809495d0813 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 00:56:55.867849 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c397ab8-7f2a-4f35-9881-1809495d0813 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 00:56:55.868186 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c397ab8-7f2a-4f35-9881-1809495d0813 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 00:56:55.868498 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c397ab8-7f2a-4f35-9881-1809495d0813 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 00:56:55.870543 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c397ab8-7f2a-4f35-9881-1809495d0813 demo admin] Tracked resource versions report: Mar 28 00:56:55.870543 dv-neutron-834874-6-hyperv neutron-server[104098]: pushed versions: Mar 28 00:56:55.870543 dv-neutron-834874-6-hyperv neutron-server[104098]: { 'AddressGroup': {'1.2'}, Mar 28 00:56:55.870543 dv-neutron-834874-6-hyperv neutron-server[104098]: 'Agent': {'1.1'}, Mar 28 00:56:55.870543 dv-neutron-834874-6-hyperv neutron-server[104098]: 'ConntrackHelper': {'1.0'}, Mar 28 00:56:55.870543 dv-neutron-834874-6-hyperv neutron-server[104098]: 'LocalIPAssociation': {'1.0'}, Mar 28 00:56:55.870543 dv-neutron-834874-6-hyperv neutron-server[104098]: 'Log': {'1.0'}, Mar 28 00:56:55.870543 dv-neutron-834874-6-hyperv neutron-server[104098]: 'NDPProxy': {'1.0'}, Mar 28 00:56:55.870543 dv-neutron-834874-6-hyperv neutron-server[104098]: 'Network': {'1.1'}, Mar 28 00:56:55.870543 dv-neutron-834874-6-hyperv neutron-server[104098]: 'Port': {'1.7'}, Mar 28 00:56:55.870543 dv-neutron-834874-6-hyperv neutron-server[104098]: 'PortForwarding': {'1.3'}, Mar 28 00:56:55.870543 dv-neutron-834874-6-hyperv neutron-server[104098]: 'QosPolicy': {'1.10'}, Mar 28 00:56:55.870543 dv-neutron-834874-6-hyperv neutron-server[104098]: 'SecurityGroup': {'1.5'}, Mar 28 00:56:55.870543 dv-neutron-834874-6-hyperv neutron-server[104098]: 'SecurityGroupRule': {'1.2'}, Mar 28 00:56:55.870543 dv-neutron-834874-6-hyperv neutron-server[104098]: 'SubPort': {'1.0'}, Mar 28 00:56:55.870543 dv-neutron-834874-6-hyperv neutron-server[104098]: 'Subnet': {'1.1'}, Mar 28 00:56:55.870543 dv-neutron-834874-6-hyperv neutron-server[104098]: 'Trunk': {'1.1'}} Mar 28 00:56:55.870543 dv-neutron-834874-6-hyperv neutron-server[104098]: consumer versions: Mar 28 00:56:55.870543 dv-neutron-834874-6-hyperv neutron-server[104098]: { DHCP agent@dv-neutron-834874-6-hyperv: {}, Mar 28 00:56:55.870543 dv-neutron-834874-6-hyperv neutron-server[104098]: L3 agent@dv-neutron-834874-6-hyperv: {}, Mar 28 00:56:55.870543 dv-neutron-834874-6-hyperv neutron-server[104098]: Metadata agent@dv-neutron-834874-6-hyperv: {}, Mar 28 00:56:55.870543 dv-neutron-834874-6-hyperv neutron-server[104098]: Metering agent@dv-neutron-834874-6-hyperv: {}, Mar 28 00:56:55.870543 dv-neutron-834874-6-hyperv neutron-server[104098]: Open vSwitch agent@dv-neutron-834874-6-hyperv: { 'AddressGroup': '1.2', Mar 28 00:56:55.870543 dv-neutron-834874-6-hyperv neutron-server[104098]: 'Agent': '1.1', Mar 28 00:56:55.870543 dv-neutron-834874-6-hyperv neutron-server[104098]: 'ConntrackHelper': '1.0', Mar 28 00:56:55.870543 dv-neutron-834874-6-hyperv neutron-server[104098]: 'LocalIPAssociation': '1.0', Mar 28 00:56:55.870543 dv-neutron-834874-6-hyperv neutron-server[104098]: 'Log': '1.0', Mar 28 00:56:55.870543 dv-neutron-834874-6-hyperv neutron-server[104098]: 'NDPProxy': '1.0', Mar 28 00:56:55.870543 dv-neutron-834874-6-hyperv neutron-server[104098]: 'Network': '1.1', Mar 28 00:56:55.870543 dv-neutron-834874-6-hyperv neutron-server[104098]: 'Port': '1.7', Mar 28 00:56:55.870543 dv-neutron-834874-6-hyperv neutron-server[104098]: 'PortForwarding': '1.3', Mar 28 00:56:55.870543 dv-neutron-834874-6-hyperv neutron-server[104098]: 'QosPolicy': '1.10', Mar 28 00:56:55.870543 dv-neutron-834874-6-hyperv neutron-server[104098]: 'SecurityGroup': '1.5', Mar 28 00:56:55.870543 dv-neutron-834874-6-hyperv neutron-server[104098]: 'SecurityGroupRule': '1.2', Mar 28 00:56:55.870543 dv-neutron-834874-6-hyperv neutron-server[104098]: 'SubPort': '1.0', Mar 28 00:56:55.870543 dv-neutron-834874-6-hyperv neutron-server[104098]: 'Subnet': '1.1', Mar 28 00:56:55.870543 dv-neutron-834874-6-hyperv neutron-server[104098]: 'Trunk': '1.1'}} Mar 28 00:56:55.872538 dv-neutron-834874-6-hyperv neutron-server[104098]: {{(pid=104098) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 28 00:56:55.894748 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c397ab8-7f2a-4f35-9881-1809495d0813 demo admin] Network c31f18ae-ba64-40be-864d-3bbc7c5014fb is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 00:56:55.906702 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-1c397ab8-7f2a-4f35-9881-1809495d0813 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, c31f18ae-ba64-40be-864d-3bbc7c5014fb) {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 00:56:55.911653 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c397ab8-7f2a-4f35-9881-1809495d0813 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 00:56:55.912820 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1c397ab8-7f2a-4f35-9881-1809495d0813 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:56:55.917576 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f7683f3-324a-4931-8bac-22f1368c6c10 None None] Network c31f18ae-ba64-40be-864d-3bbc7c5014fb requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 00:56:55.936630 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-1c397ab8-7f2a-4f35-9881-1809495d0813 demo admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4870396 Mar 28 00:56:56.184639 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de0c5ae-6222-4788-8a27-ced47c596f67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-c31f18ae-ba64-40be-864d-3bbc7c5014fb', 'network_id': 'c31f18ae-ba64-40be-864d-3bbc7c5014fb', 'project_id': '636a444e54b74b14a6bc9029e8820734', 'fixed_ips': [{'subnet_id': '35d6a0b8-3853-4a02-ab5a-c0031dadfdaf'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 00:56:56.185932 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5de0c5ae-6222-4788-8a27-ced47c596f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:56:56.466073 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-5de0c5ae-6222-4788-8a27-ced47c596f67 None None] Allocated IP 172.20.0.2 (c31f18ae-ba64-40be-864d-3bbc7c5014fb/35d6a0b8-3853-4a02-ab5a-c0031dadfdaf/067591db-cdba-460c-b078-9221561a91c4) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 00:56:56.732265 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5de0c5ae-6222-4788-8a27-ced47c596f67 None None] Publish callbacks [] for port (067591db-cdba-460c-b078-9221561a91c4), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:56:56.740355 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5de0c5ae-6222-4788-8a27-ced47c596f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (067591db-cdba-460c-b078-9221561a91c4), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:56:56.813079 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de0c5ae-6222-4788-8a27-ced47c596f67 None None] Network c31f18ae-ba64-40be-864d-3bbc7c5014fb is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 00:56:56.818849 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-5de0c5ae-6222-4788-8a27-ced47c596f67 None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 00:56:56.829921 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de0c5ae-6222-4788-8a27-ced47c596f67 None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 00:56:56.832950 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de0c5ae-6222-4788-8a27-ced47c596f67 None None] Pushing event updated for resources: {'Port': ['ID=067591db-cdba-460c-b078-9221561a91c4,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 00:56:56.863667 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de0c5ae-6222-4788-8a27-ced47c596f67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 00:56:56.864022 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de0c5ae-6222-4788-8a27-ced47c596f67 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 00:56:56.864394 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de0c5ae-6222-4788-8a27-ced47c596f67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 00:56:56.864738 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de0c5ae-6222-4788-8a27-ced47c596f67 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 00:56:56.865071 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de0c5ae-6222-4788-8a27-ced47c596f67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 00:56:56.865399 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de0c5ae-6222-4788-8a27-ced47c596f67 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 00:56:56.865727 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de0c5ae-6222-4788-8a27-ced47c596f67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 00:56:56.866050 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de0c5ae-6222-4788-8a27-ced47c596f67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 00:56:56.866389 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de0c5ae-6222-4788-8a27-ced47c596f67 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 00:56:56.866714 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de0c5ae-6222-4788-8a27-ced47c596f67 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 00:56:56.867058 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de0c5ae-6222-4788-8a27-ced47c596f67 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 00:56:56.867398 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de0c5ae-6222-4788-8a27-ced47c596f67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 00:56:56.867722 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de0c5ae-6222-4788-8a27-ced47c596f67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 00:56:56.868055 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de0c5ae-6222-4788-8a27-ced47c596f67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 00:56:56.868383 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de0c5ae-6222-4788-8a27-ced47c596f67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 00:56:56.870431 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de0c5ae-6222-4788-8a27-ced47c596f67 None None] Tracked resource versions report: Mar 28 00:56:56.870431 dv-neutron-834874-6-hyperv neutron-server[104100]: pushed versions: Mar 28 00:56:56.870431 dv-neutron-834874-6-hyperv neutron-server[104100]: { 'AddressGroup': {'1.2'}, Mar 28 00:56:56.870431 dv-neutron-834874-6-hyperv neutron-server[104100]: 'Agent': {'1.1'}, Mar 28 00:56:56.870431 dv-neutron-834874-6-hyperv neutron-server[104100]: 'ConntrackHelper': {'1.0'}, Mar 28 00:56:56.870431 dv-neutron-834874-6-hyperv neutron-server[104100]: 'LocalIPAssociation': {'1.0'}, Mar 28 00:56:56.870431 dv-neutron-834874-6-hyperv neutron-server[104100]: 'Log': {'1.0'}, Mar 28 00:56:56.870431 dv-neutron-834874-6-hyperv neutron-server[104100]: 'NDPProxy': {'1.0'}, Mar 28 00:56:56.870431 dv-neutron-834874-6-hyperv neutron-server[104100]: 'Network': {'1.1'}, Mar 28 00:56:56.870431 dv-neutron-834874-6-hyperv neutron-server[104100]: 'Port': {'1.7'}, Mar 28 00:56:56.870431 dv-neutron-834874-6-hyperv neutron-server[104100]: 'PortForwarding': {'1.3'}, Mar 28 00:56:56.870431 dv-neutron-834874-6-hyperv neutron-server[104100]: 'QosPolicy': {'1.10'}, Mar 28 00:56:56.870431 dv-neutron-834874-6-hyperv neutron-server[104100]: 'SecurityGroup': {'1.5'}, Mar 28 00:56:56.870431 dv-neutron-834874-6-hyperv neutron-server[104100]: 'SecurityGroupRule': {'1.2'}, Mar 28 00:56:56.870431 dv-neutron-834874-6-hyperv neutron-server[104100]: 'SubPort': {'1.0'}, Mar 28 00:56:56.870431 dv-neutron-834874-6-hyperv neutron-server[104100]: 'Subnet': {'1.1'}, Mar 28 00:56:56.870431 dv-neutron-834874-6-hyperv neutron-server[104100]: 'Trunk': {'1.1'}} Mar 28 00:56:56.870431 dv-neutron-834874-6-hyperv neutron-server[104100]: consumer versions: Mar 28 00:56:56.870431 dv-neutron-834874-6-hyperv neutron-server[104100]: { DHCP agent@dv-neutron-834874-6-hyperv: {}, Mar 28 00:56:56.870431 dv-neutron-834874-6-hyperv neutron-server[104100]: L3 agent@dv-neutron-834874-6-hyperv: {}, Mar 28 00:56:56.870431 dv-neutron-834874-6-hyperv neutron-server[104100]: Metadata agent@dv-neutron-834874-6-hyperv: {}, Mar 28 00:56:56.870431 dv-neutron-834874-6-hyperv neutron-server[104100]: Metering agent@dv-neutron-834874-6-hyperv: {}, Mar 28 00:56:56.870431 dv-neutron-834874-6-hyperv neutron-server[104100]: Open vSwitch agent@dv-neutron-834874-6-hyperv: { 'AddressGroup': '1.2', Mar 28 00:56:56.870431 dv-neutron-834874-6-hyperv neutron-server[104100]: 'Agent': '1.1', Mar 28 00:56:56.870431 dv-neutron-834874-6-hyperv neutron-server[104100]: 'ConntrackHelper': '1.0', Mar 28 00:56:56.870431 dv-neutron-834874-6-hyperv neutron-server[104100]: 'LocalIPAssociation': '1.0', Mar 28 00:56:56.870431 dv-neutron-834874-6-hyperv neutron-server[104100]: 'Log': '1.0', Mar 28 00:56:56.870431 dv-neutron-834874-6-hyperv neutron-server[104100]: 'NDPProxy': '1.0', Mar 28 00:56:56.870431 dv-neutron-834874-6-hyperv neutron-server[104100]: 'Network': '1.1', Mar 28 00:56:56.870431 dv-neutron-834874-6-hyperv neutron-server[104100]: 'Port': '1.7', Mar 28 00:56:56.870431 dv-neutron-834874-6-hyperv neutron-server[104100]: 'PortForwarding': '1.3', Mar 28 00:56:56.870431 dv-neutron-834874-6-hyperv neutron-server[104100]: 'QosPolicy': '1.10', Mar 28 00:56:56.870431 dv-neutron-834874-6-hyperv neutron-server[104100]: 'SecurityGroup': '1.5', Mar 28 00:56:56.870431 dv-neutron-834874-6-hyperv neutron-server[104100]: 'SecurityGroupRule': '1.2', Mar 28 00:56:56.870431 dv-neutron-834874-6-hyperv neutron-server[104100]: 'SubPort': '1.0', Mar 28 00:56:56.870431 dv-neutron-834874-6-hyperv neutron-server[104100]: 'Subnet': '1.1', Mar 28 00:56:56.870431 dv-neutron-834874-6-hyperv neutron-server[104100]: 'Trunk': '1.1'}} Mar 28 00:56:56.872618 dv-neutron-834874-6-hyperv neutron-server[104100]: {{(pid=104100) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 28 00:56:56.921065 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-5de0c5ae-6222-4788-8a27-ced47c596f67 None None] Attempting to bind port 067591db-cdba-460c-b078-9221561a91c4 on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 00:56:56.921687 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-5de0c5ae-6222-4788-8a27-ced47c596f67 None None] Attempting to bind port 067591db-cdba-460c-b078-9221561a91c4 by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': 'ba51af6b-34b7-4e7c-89df-3e23bd559587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c31f18ae-ba64-40be-864d-3bbc7c5014fb'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 00:56:56.921892 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de0c5ae-6222-4788-8a27-ced47c596f67 None None] Attempting to bind port 067591db-cdba-460c-b078-9221561a91c4 on network c31f18ae-ba64-40be-864d-3bbc7c5014fb {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 00:56:56.926751 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de0c5ae-6222-4788-8a27-ced47c596f67 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 0, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 00:56:56.927129 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de0c5ae-6222-4788-8a27-ced47c596f67 None None] Checking segment: {'id': 'ba51af6b-34b7-4e7c-89df-3e23bd559587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c31f18ae-ba64-40be-864d-3bbc7c5014fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 00:56:56.927625 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5de0c5ae-6222-4788-8a27-ced47c596f67 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:56:56.928014 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de0c5ae-6222-4788-8a27-ced47c596f67 None None] Bound using segment: {'id': 'ba51af6b-34b7-4e7c-89df-3e23bd559587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c31f18ae-ba64-40be-864d-3bbc7c5014fb'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 00:56:56.928493 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-5de0c5ae-6222-4788-8a27-ced47c596f67 None None] Bound port: 067591db-cdba-460c-b078-9221561a91c4, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba51af6b-34b7-4e7c-89df-3e23bd559587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c31f18ae-ba64-40be-864d-3bbc7c5014fb'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 00:56:56.928899 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5de0c5ae-6222-4788-8a27-ced47c596f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (067591db-cdba-460c-b078-9221561a91c4), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:56:56.989309 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-5de0c5ae-6222-4788-8a27-ced47c596f67 None None] For port 067591db-cdba-460c-b078-9221561a91c4, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 00:56:56.993496 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-5de0c5ae-6222-4788-8a27-ced47c596f67 None None] For port 067591db-cdba-460c-b078-9221561a91c4, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=067591db-cdba-460c-b078-9221561a91c4,segment=NetworkSegment(ba51af6b-34b7-4e7c-89df-3e23bd559587),segment_id=ba51af6b-34b7-4e7c-89df-3e23bd559587)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 00:56:57.002051 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5de0c5ae-6222-4788-8a27-ced47c596f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (067591db-cdba-460c-b078-9221561a91c4), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:56:57.068291 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de0c5ae-6222-4788-8a27-ced47c596f67 None None] Pushing event updated for resources: {'Port': ['ID=067591db-cdba-460c-b078-9221561a91c4,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 00:56:58.479885 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 47586) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 00:56:58.793980 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [None req-b141f7ea-86a5-40b9-b0b6-435fe346fd30 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=104098) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 00:56:58.794955 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-b141f7ea-86a5-40b9-b0b6-435fe346fd30 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3139739 Mar 28 00:57:01.369311 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 47594) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 00:57:01.682956 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [None req-e7a12c0e-462e-4ae6-be8a-becb9ddbfa46 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=104098) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 00:57:01.696054 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-e7a12c0e-462e-4ae6-be8a-becb9ddbfa46 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3138354 Mar 28 00:57:04.244426 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 47602) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 00:57:04.558842 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-6a1e4e4d-7bbb-4477-81c7-471c8f827a8f demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 00:57:04.583127 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-6a1e4e4d-7bbb-4477-81c7-471c8f827a8f demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7069'] for router (c1aafa71-d9d6-4cb2-ba97-6a665adef91d), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:57:04.584811 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-6a1e4e4d-7bbb-4477-81c7-471c8f827a8f demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4188952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7062'] for router (c1aafa71-d9d6-4cb2-ba97-6a665adef91d), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:57:04.723462 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-6a1e4e4d-7bbb-4477-81c7-471c8f827a8f demo demo] Publish callbacks [] for router_controller (c1aafa71-d9d6-4cb2-ba97-6a665adef91d), precommit_add_association {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:57:04.727978 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-6a1e4e4d-7bbb-4477-81c7-471c8f827a8f demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687953'] for router (c1aafa71-d9d6-4cb2-ba97-6a665adef91d), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:57:04.747786 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-6a1e4e4d-7bbb-4477-81c7-471c8f827a8f demo demo] Publish callbacks [] for router (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:57:04.749000 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-6a1e4e4d-7bbb-4477-81c7-471c8f827a8f demo demo] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5036101 Mar 28 00:57:07.317081 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 47614) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 00:57:07.635708 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [None req-26e6c00c-caa5-4066-9d11-767584ac1388 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=104098) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 00:57:07.636731 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-26e6c00c-caa5-4066-9d11-767584ac1388 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3187199 Mar 28 00:57:08.325892 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863fbaa1-c60c-45fb-bcd7-64d82f71b412 None None] Network c31f18ae-ba64-40be-864d-3bbc7c5014fb requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 00:57:08.408156 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 067591db-cdba-460c-b078-9221561a91c4 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 00:57:08.487790 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-60667f19-c8d4-4824-9902-8b225e53a044 None None] Provisioning complete for port 067591db-cdba-460c-b078-9221561a91c4 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 00:57:08.488227 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-60667f19-c8d4-4824-9902-8b225e53a044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (067591db-cdba-460c-b078-9221561a91c4), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:57:08.593111 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 067591db-cdba-460c-b078-9221561a91c4 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 00:57:08.593508 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (067591db-cdba-460c-b078-9221561a91c4), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:57:08.689858 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-60667f19-c8d4-4824-9902-8b225e53a044 None None] Current status of the port 067591db-cdba-460c-b078-9221561a91c4 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 00:57:08.690250 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-60667f19-c8d4-4824-9902-8b225e53a044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (067591db-cdba-460c-b078-9221561a91c4), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:57:08.753931 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-60667f19-c8d4-4824-9902-8b225e53a044 None None] For port 067591db-cdba-460c-b078-9221561a91c4, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=067591db-cdba-460c-b078-9221561a91c4,segment=NetworkSegment(ba51af6b-34b7-4e7c-89df-3e23bd559587),segment_id=ba51af6b-34b7-4e7c-89df-3e23bd559587)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 00:57:08.762826 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-60667f19-c8d4-4824-9902-8b225e53a044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (067591db-cdba-460c-b078-9221561a91c4), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:57:08.769314 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 067591db-cdba-460c-b078-9221561a91c4 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 00:57:08.769314 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (067591db-cdba-460c-b078-9221561a91c4), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:57:08.806385 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.agents_db [None req-9a1d863f-391a-42f4-9870-e8292b919beb None None] Agent healthcheck: found 5 active agents {{(pid=104101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 00:57:08.845149 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60667f19-c8d4-4824-9902-8b225e53a044 None None] Pushing event updated for resources: {'Port': ['ID=067591db-cdba-460c-b078-9221561a91c4,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 00:57:08.859599 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.db.api [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104100) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 00:57:08.860012 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG oslo_db.api [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 00:57:08.881854 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-61a6f882-ebb2-44ed-8f4b-e3fa824d3f99 None None] Provisioning complete for port 067591db-cdba-460c-b078-9221561a91c4 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 00:57:08.882242 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-61a6f882-ebb2-44ed-8f4b-e3fa824d3f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (067591db-cdba-460c-b078-9221561a91c4), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:57:08.959651 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-61a6f882-ebb2-44ed-8f4b-e3fa824d3f99 None None] Current status of the port 067591db-cdba-460c-b078-9221561a91c4 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 00:57:09.395398 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 067591db-cdba-460c-b078-9221561a91c4 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 00:57:10.148758 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 47624) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 00:57:10.370523 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 067591db-cdba-460c-b078-9221561a91c4 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 00:57:10.417778 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 067591db-cdba-460c-b078-9221561a91c4 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 00:57:10.418407 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (067591db-cdba-460c-b078-9221561a91c4), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:57:10.458998 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-a5bc76a1-ebdf-49a6-97bb-b072407aae8c admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True, 'name': 'public', 'admin_state_up': True, 'is_default': True}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 00:57:10.480730 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5bc76a1-ebdf-49a6-97bb-b072407aae8c admin admin] Made reservation on behalf of 75fc328209c14aba93e405db6310a0c3 for: {'network': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 00:57:10.482950 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a5bc76a1-ebdf-49a6-97bb-b072407aae8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:57:10.496284 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 067591db-cdba-460c-b078-9221561a91c4 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 00:57:10.499938 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a5bc76a1-ebdf-49a6-97bb-b072407aae8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:57:10.614943 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a5bc76a1-ebdf-49a6-97bb-b072407aae8c admin admin] Publish callbacks [] for security_group (46b1b877-e8e8-4d33-894c-3e6a6f378a39), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:57:10.618436 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a5bc76a1-ebdf-49a6-97bb-b072407aae8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (46b1b877-e8e8-4d33-894c-3e6a6f378a39), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:57:10.633652 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a5bc76a1-ebdf-49a6-97bb-b072407aae8c admin admin] Reserving flat network on physical network physnet1 {{(pid=104098) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 28 00:57:10.656615 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bc76a1-ebdf-49a6-97bb-b072407aae8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46b1b877-e8e8-4d33-894c-3e6a6f378a39,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 00:57:10.659302 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a5bc76a1-ebdf-49a6-97bb-b072407aae8c admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8758317086266', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (b6f00c62-aca5-4c73-8989-c04c396daeed), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:57:10.659875 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a5bc76a1-ebdf-49a6-97bb-b072407aae8c admin admin] Unsubscribe: segment precommit_create {{(pid=104098) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 28 00:57:10.660380 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.segments_db [None req-a5bc76a1-ebdf-49a6-97bb-b072407aae8c admin admin] Added segment b6f00c62-aca5-4c73-8989-c04c396daeed of type flat for network dea6548b-502b-42db-97fb-371e423e739a Mar 28 00:57:10.714182 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a5bc76a1-ebdf-49a6-97bb-b072407aae8c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (dea6548b-502b-42db-97fb-371e423e739a), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:57:10.752311 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a5bc76a1-ebdf-49a6-97bb-b072407aae8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (dea6548b-502b-42db-97fb-371e423e739a), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:57:10.753299 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5bc76a1-ebdf-49a6-97bb-b072407aae8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 00:57:10.753874 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a5bc76a1-ebdf-49a6-97bb-b072407aae8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:57:10.818300 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-a5bc76a1-ebdf-49a6-97bb-b072407aae8c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6684937 Mar 28 00:57:10.847705 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bc76a1-ebdf-49a6-97bb-b072407aae8c admin admin] Pushing event updated for resources: {'Network': ['ID=dea6548b-502b-42db-97fb-371e423e739a,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 00:57:10.859329 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network dea6548b-502b-42db-97fb-371e423e739a details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 00:57:11.367982 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-18ae75b0-cd4b-4ca1-9cc5-d01ba499f7e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:57:13.314153 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 47632) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 00:57:13.508229 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-b7a96b6c-de4b-498a-b368-84c630a641ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:57:13.667646 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7cf67ba-5f55-483e-859a-9d3b135ebdcf demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 00:57:13.668961 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-e7cf67ba-5f55-483e-859a-9d3b135ebdcf demo admin] 10.222.0.24 "GET /v2.0/subnets/35d6a0b8-3853-4a02-ab5a-c0031dadfdaf HTTP/1.1" status: 200 len: 849 time: 0.3538570 Mar 28 00:57:13.786010 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-4b1fc006-c8ff-4e2b-857e-c54190756889 demo admin] 10.222.0.24 "GET /v2.0/routers/c1aafa71-d9d6-4cb2-ba97-6a665adef91d HTTP/1.1" status: 200 len: 704 time: 0.1114235 Mar 28 00:57:14.046664 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-be8387c6-415c-42c1-83bc-84fde1521ab7 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:57:14.330529 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-be8387c6-415c-42c1-83bc-84fde1521ab7 demo admin] Allocated IP 172.20.0.1 (c31f18ae-ba64-40be-864d-3bbc7c5014fb/35d6a0b8-3853-4a02-ab5a-c0031dadfdaf/ae33184a-ea8a-4312-8e3c-1f0f53cbea0e) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 00:57:14.488231 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-be8387c6-415c-42c1-83bc-84fde1521ab7 demo admin] Publish callbacks [] for port (ae33184a-ea8a-4312-8e3c-1f0f53cbea0e), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:57:14.551590 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-be8387c6-415c-42c1-83bc-84fde1521ab7 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (ae33184a-ea8a-4312-8e3c-1f0f53cbea0e), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:57:14.663899 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8387c6-415c-42c1-83bc-84fde1521ab7 demo admin] Network c31f18ae-ba64-40be-864d-3bbc7c5014fb is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 00:57:14.670185 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:57:14.670745 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-be8387c6-415c-42c1-83bc-84fde1521ab7 demo admin] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 00:57:14.678370 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8387c6-415c-42c1-83bc-84fde1521ab7 demo admin] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 00:57:14.678904 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-be8387c6-415c-42c1-83bc-84fde1521ab7 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3686596'] for router_interface (c1aafa71-d9d6-4cb2-ba97-6a665adef91d), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:57:14.701083 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8387c6-415c-42c1-83bc-84fde1521ab7 demo admin] Pushing event updated for resources: {'Port': ['ID=ae33184a-ea8a-4312-8e3c-1f0f53cbea0e,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 00:57:14.879987 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-be8387c6-415c-42c1-83bc-84fde1521ab7 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (ae33184a-ea8a-4312-8e3c-1f0f53cbea0e), before_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:57:14.914336 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ea88a064-389f-488f-a759-f63ceccb16c8 None None] Provisioning complete for port ae33184a-ea8a-4312-8e3c-1f0f53cbea0e triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 00:57:14.914922 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ea88a064-389f-488f-a759-f63ceccb16c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (ae33184a-ea8a-4312-8e3c-1f0f53cbea0e), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:57:14.947873 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ea88a064-389f-488f-a759-f63ceccb16c8 None None] Port ae33184a-ea8a-4312-8e3c-1f0f53cbea0e cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 00:57:15.086135 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-be8387c6-415c-42c1-83bc-84fde1521ab7 demo admin] Publish callbacks [] for port (ae33184a-ea8a-4312-8e3c-1f0f53cbea0e), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:57:15.090899 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-be8387c6-415c-42c1-83bc-84fde1521ab7 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (ae33184a-ea8a-4312-8e3c-1f0f53cbea0e), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:57:15.091803 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-be8387c6-415c-42c1-83bc-84fde1521ab7 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3725889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3686480'] for router_interface (c1aafa71-d9d6-4cb2-ba97-6a665adef91d), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:57:15.171001 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8387c6-415c-42c1-83bc-84fde1521ab7 demo admin] Pushing event updated for resources: {'Port': ['ID=ae33184a-ea8a-4312-8e3c-1f0f53cbea0e,revision_number=2']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 00:57:15.215662 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8387c6-415c-42c1-83bc-84fde1521ab7 demo admin] Network c31f18ae-ba64-40be-864d-3bbc7c5014fb is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 00:57:15.216923 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-be8387c6-415c-42c1-83bc-84fde1521ab7 demo admin] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 00:57:15.376641 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be8387c6-415c-42c1-83bc-84fde1521ab7 demo admin] Router c1aafa71-d9d6-4cb2-ba97-6a665adef91d is scheduled to L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 with binding_index 1 {{(pid=104098) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 00:57:15.471926 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-018969c4-10a4-4151-b784-c642cfbc24b1 None None] Provisioning complete for port ae33184a-ea8a-4312-8e3c-1f0f53cbea0e triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 00:57:15.472368 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-018969c4-10a4-4151-b784-c642cfbc24b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (ae33184a-ea8a-4312-8e3c-1f0f53cbea0e), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:57:15.475955 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be8387c6-415c-42c1-83bc-84fde1521ab7 demo admin] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 00:57:15.483817 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-be8387c6-415c-42c1-83bc-84fde1521ab7 demo admin] 10.222.0.24 "PUT /v2.0/routers/c1aafa71-d9d6-4cb2-ba97-6a665adef91d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6921380 Mar 28 00:57:15.486810 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907fbbb1-aee0-41d5-9f22-4a1321733bdc None None] Sync routers for ids ['c1aafa71-d9d6-4cb2-ba97-6a665adef91d'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 00:57:15.502180 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907fbbb1-aee0-41d5-9f22-4a1321733bdc None None] Routers {'c1aafa71-d9d6-4cb2-ba97-6a665adef91d'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 00:57:15.503201 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-907fbbb1-aee0-41d5-9f22-4a1321733bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T00:57:13Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['c1aafa71-d9d6-4cb2-ba97-6a665adef91d'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 00:57:15.510139 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-018969c4-10a4-4151-b784-c642cfbc24b1 None None] Port ae33184a-ea8a-4312-8e3c-1f0f53cbea0e cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 00:57:15.694457 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-907fbbb1-aee0-41d5-9f22-4a1321733bdc None None] Set router c1aafa71-d9d6-4cb2-ba97-6a665adef91d gateway port host: None {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 00:57:16.082277 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:57:16.128428 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-907fbbb1-aee0-41d5-9f22-4a1321733bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1aafa71-d9d6-4cb2-ba97-6a665adef91d', 'name': 'router1', 'tenant_id': '636a444e54b74b14a6bc9029e8820734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T00:57:04Z', 'updated_at': '2022-03-28T00:57:14Z', 'revision_number': 2, 'project_id': '636a444e54b74b14a6bc9029e8820734', 'gw_port_host': None, '_interfaces': [{'id': 'ae33184a-ea8a-4312-8e3c-1f0f53cbea0e', 'name': '', 'network_id': 'c31f18ae-ba64-40be-864d-3bbc7c5014fb', 'tenant_id': '636a444e54b74b14a6bc9029e8820734', 'mac_address': 'fa:16:3e:ee:64:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1aafa71-d9d6-4cb2-ba97-6a665adef91d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '35d6a0b8-3853-4a02-ab5a-c0031dadfdaf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T00:57:14Z', 'updated_at': '2022-03-28T00:57:14Z', 'revision_number': 2, 'project_id': '636a444e54b74b14a6bc9029e8820734', 'subnets': [{'id': '35d6a0b8-3853-4a02-ab5a-c0031dadfdaf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e79189d9-0681-40f3-9e8f-59890fa29efd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 00:57:16.179607 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907fbbb1-aee0-41d5-9f22-4a1321733bdc None None] Checking router: c1aafa71-d9d6-4cb2-ba97-6a665adef91d for host: dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 00:57:16.179982 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907fbbb1-aee0-41d5-9f22-4a1321733bdc None None] Updating router c1aafa71-d9d6-4cb2-ba97-6a665adef91d port ae33184a-ea8a-4312-8e3c-1f0f53cbea0e binding host dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 00:57:16.233327 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-907fbbb1-aee0-41d5-9f22-4a1321733bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (ae33184a-ea8a-4312-8e3c-1f0f53cbea0e), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:57:16.736005 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-907fbbb1-aee0-41d5-9f22-4a1321733bdc None None] Publish callbacks [] for port (ae33184a-ea8a-4312-8e3c-1f0f53cbea0e), precommit_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:57:16.741727 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-907fbbb1-aee0-41d5-9f22-4a1321733bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (ae33184a-ea8a-4312-8e3c-1f0f53cbea0e), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:57:16.905770 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [None req-907fbbb1-aee0-41d5-9f22-4a1321733bdc None None] Attempting to bind port ae33184a-ea8a-4312-8e3c-1f0f53cbea0e on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 00:57:16.906185 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [None req-907fbbb1-aee0-41d5-9f22-4a1321733bdc None None] Attempting to bind port ae33184a-ea8a-4312-8e3c-1f0f53cbea0e by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': 'ba51af6b-34b7-4e7c-89df-3e23bd559587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c31f18ae-ba64-40be-864d-3bbc7c5014fb'}] {{(pid=104101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 00:57:16.906620 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907fbbb1-aee0-41d5-9f22-4a1321733bdc None None] Attempting to bind port ae33184a-ea8a-4312-8e3c-1f0f53cbea0e on network c31f18ae-ba64-40be-864d-3bbc7c5014fb {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 00:57:16.915016 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907fbbb1-aee0-41d5-9f22-4a1321733bdc None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 0, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 00:57:16.915436 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907fbbb1-aee0-41d5-9f22-4a1321733bdc None None] Checking segment: {'id': 'ba51af6b-34b7-4e7c-89df-3e23bd559587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c31f18ae-ba64-40be-864d-3bbc7c5014fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 00:57:16.915920 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-907fbbb1-aee0-41d5-9f22-4a1321733bdc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:57:16.916346 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907fbbb1-aee0-41d5-9f22-4a1321733bdc None None] Bound using segment: {'id': 'ba51af6b-34b7-4e7c-89df-3e23bd559587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c31f18ae-ba64-40be-864d-3bbc7c5014fb'} {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 00:57:16.916810 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [None req-907fbbb1-aee0-41d5-9f22-4a1321733bdc None None] Bound port: ae33184a-ea8a-4312-8e3c-1f0f53cbea0e, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba51af6b-34b7-4e7c-89df-3e23bd559587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c31f18ae-ba64-40be-864d-3bbc7c5014fb'}}] {{(pid=104101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 00:57:16.917210 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-907fbbb1-aee0-41d5-9f22-4a1321733bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (ae33184a-ea8a-4312-8e3c-1f0f53cbea0e), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:57:16.919270 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20cf339-0d48-4388-a2eb-6d34574b2481 None None] Pushing event updated for resources: {'Port': ['ID=ae33184a-ea8a-4312-8e3c-1f0f53cbea0e,revision_number=3']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 00:57:16.936778 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20cf339-0d48-4388-a2eb-6d34574b2481 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 00:57:16.937122 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20cf339-0d48-4388-a2eb-6d34574b2481 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 00:57:16.937476 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20cf339-0d48-4388-a2eb-6d34574b2481 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 00:57:16.937814 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20cf339-0d48-4388-a2eb-6d34574b2481 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 00:57:16.938145 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20cf339-0d48-4388-a2eb-6d34574b2481 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 00:57:16.938476 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20cf339-0d48-4388-a2eb-6d34574b2481 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 00:57:16.938653 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-04482bb1-cee0-415c-a528-a138aee56985 None None] Provisioning complete for port ae33184a-ea8a-4312-8e3c-1f0f53cbea0e triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 00:57:16.938794 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20cf339-0d48-4388-a2eb-6d34574b2481 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 00:57:16.939112 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20cf339-0d48-4388-a2eb-6d34574b2481 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 00:57:16.939331 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-04482bb1-cee0-415c-a528-a138aee56985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (ae33184a-ea8a-4312-8e3c-1f0f53cbea0e), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:57:16.939431 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20cf339-0d48-4388-a2eb-6d34574b2481 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 00:57:16.939753 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20cf339-0d48-4388-a2eb-6d34574b2481 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 00:57:16.940116 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20cf339-0d48-4388-a2eb-6d34574b2481 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 00:57:16.940462 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20cf339-0d48-4388-a2eb-6d34574b2481 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 00:57:16.940950 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20cf339-0d48-4388-a2eb-6d34574b2481 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 00:57:16.942830 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20cf339-0d48-4388-a2eb-6d34574b2481 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 00:57:16.942830 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20cf339-0d48-4388-a2eb-6d34574b2481 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 00:57:16.943111 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20cf339-0d48-4388-a2eb-6d34574b2481 None None] Tracked resource versions report: Mar 28 00:57:16.943111 dv-neutron-834874-6-hyperv neutron-server[104101]: pushed versions: Mar 28 00:57:16.943111 dv-neutron-834874-6-hyperv neutron-server[104101]: { 'AddressGroup': {'1.2'}, Mar 28 00:57:16.943111 dv-neutron-834874-6-hyperv neutron-server[104101]: 'Agent': {'1.1'}, Mar 28 00:57:16.943111 dv-neutron-834874-6-hyperv neutron-server[104101]: 'ConntrackHelper': {'1.0'}, Mar 28 00:57:16.943111 dv-neutron-834874-6-hyperv neutron-server[104101]: 'LocalIPAssociation': {'1.0'}, Mar 28 00:57:16.943111 dv-neutron-834874-6-hyperv neutron-server[104101]: 'Log': {'1.0'}, Mar 28 00:57:16.943111 dv-neutron-834874-6-hyperv neutron-server[104101]: 'NDPProxy': {'1.0'}, Mar 28 00:57:16.943111 dv-neutron-834874-6-hyperv neutron-server[104101]: 'Network': {'1.1'}, Mar 28 00:57:16.943111 dv-neutron-834874-6-hyperv neutron-server[104101]: 'Port': {'1.7'}, Mar 28 00:57:16.943111 dv-neutron-834874-6-hyperv neutron-server[104101]: 'PortForwarding': {'1.3'}, Mar 28 00:57:16.943111 dv-neutron-834874-6-hyperv neutron-server[104101]: 'QosPolicy': {'1.10'}, Mar 28 00:57:16.943111 dv-neutron-834874-6-hyperv neutron-server[104101]: 'SecurityGroup': {'1.5'}, Mar 28 00:57:16.943111 dv-neutron-834874-6-hyperv neutron-server[104101]: 'SecurityGroupRule': {'1.2'}, Mar 28 00:57:16.943111 dv-neutron-834874-6-hyperv neutron-server[104101]: 'SubPort': {'1.0'}, Mar 28 00:57:16.943111 dv-neutron-834874-6-hyperv neutron-server[104101]: 'Subnet': {'1.1'}, Mar 28 00:57:16.943111 dv-neutron-834874-6-hyperv neutron-server[104101]: 'Trunk': {'1.1'}} Mar 28 00:57:16.943111 dv-neutron-834874-6-hyperv neutron-server[104101]: consumer versions: Mar 28 00:57:16.943111 dv-neutron-834874-6-hyperv neutron-server[104101]: { DHCP agent@dv-neutron-834874-6-hyperv: {}, Mar 28 00:57:16.943111 dv-neutron-834874-6-hyperv neutron-server[104101]: L3 agent@dv-neutron-834874-6-hyperv: {}, Mar 28 00:57:16.943111 dv-neutron-834874-6-hyperv neutron-server[104101]: Metadata agent@dv-neutron-834874-6-hyperv: {}, Mar 28 00:57:16.943111 dv-neutron-834874-6-hyperv neutron-server[104101]: Metering agent@dv-neutron-834874-6-hyperv: {}, Mar 28 00:57:16.943111 dv-neutron-834874-6-hyperv neutron-server[104101]: Open vSwitch agent@dv-neutron-834874-6-hyperv: { 'AddressGroup': '1.2', Mar 28 00:57:16.943111 dv-neutron-834874-6-hyperv neutron-server[104101]: 'Agent': '1.1', Mar 28 00:57:16.943111 dv-neutron-834874-6-hyperv neutron-server[104101]: 'ConntrackHelper': '1.0', Mar 28 00:57:16.943111 dv-neutron-834874-6-hyperv neutron-server[104101]: 'LocalIPAssociation': '1.0', Mar 28 00:57:16.943111 dv-neutron-834874-6-hyperv neutron-server[104101]: 'Log': '1.0', Mar 28 00:57:16.943111 dv-neutron-834874-6-hyperv neutron-server[104101]: 'NDPProxy': '1.0', Mar 28 00:57:16.943111 dv-neutron-834874-6-hyperv neutron-server[104101]: 'Network': '1.1', Mar 28 00:57:16.943111 dv-neutron-834874-6-hyperv neutron-server[104101]: 'Port': '1.7', Mar 28 00:57:16.943111 dv-neutron-834874-6-hyperv neutron-server[104101]: 'PortForwarding': '1.3', Mar 28 00:57:16.943111 dv-neutron-834874-6-hyperv neutron-server[104101]: 'QosPolicy': '1.10', Mar 28 00:57:16.943111 dv-neutron-834874-6-hyperv neutron-server[104101]: 'SecurityGroup': '1.5', Mar 28 00:57:16.943111 dv-neutron-834874-6-hyperv neutron-server[104101]: 'SecurityGroupRule': '1.2', Mar 28 00:57:16.943111 dv-neutron-834874-6-hyperv neutron-server[104101]: 'SubPort': '1.0', Mar 28 00:57:16.943111 dv-neutron-834874-6-hyperv neutron-server[104101]: 'Subnet': '1.1', Mar 28 00:57:16.943111 dv-neutron-834874-6-hyperv neutron-server[104101]: 'Trunk': '1.1'}} Mar 28 00:57:16.943111 dv-neutron-834874-6-hyperv neutron-server[104101]: {{(pid=104101) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 28 00:57:16.976682 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-04482bb1-cee0-415c-a528-a138aee56985 None None] Port ae33184a-ea8a-4312-8e3c-1f0f53cbea0e cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 00:57:17.000145 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.db [None req-907fbbb1-aee0-41d5-9f22-4a1321733bdc None None] For port ae33184a-ea8a-4312-8e3c-1f0f53cbea0e, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 00:57:17.019287 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.db [None req-907fbbb1-aee0-41d5-9f22-4a1321733bdc None None] For port ae33184a-ea8a-4312-8e3c-1f0f53cbea0e, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=ae33184a-ea8a-4312-8e3c-1f0f53cbea0e,segment=NetworkSegment(ba51af6b-34b7-4e7c-89df-3e23bd559587),segment_id=ba51af6b-34b7-4e7c-89df-3e23bd559587)] {{(pid=104101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 00:57:17.025749 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-907fbbb1-aee0-41d5-9f22-4a1321733bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (ae33184a-ea8a-4312-8e3c-1f0f53cbea0e), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:57:17.083202 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20cf339-0d48-4388-a2eb-6d34574b2481 None None] Pushing event updated for resources: {'Port': ['ID=ae33184a-ea8a-4312-8e3c-1f0f53cbea0e,revision_number=4']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 00:57:17.087156 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907fbbb1-aee0-41d5-9f22-4a1321733bdc None None] Routers {'c1aafa71-d9d6-4cb2-ba97-6a665adef91d'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 00:57:17.088411 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-907fbbb1-aee0-41d5-9f22-4a1321733bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T00:57:13Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['c1aafa71-d9d6-4cb2-ba97-6a665adef91d'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 00:57:17.181528 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-907fbbb1-aee0-41d5-9f22-4a1321733bdc None None] Set router c1aafa71-d9d6-4cb2-ba97-6a665adef91d gateway port host: None {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 00:57:17.296801 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-727f6379-42bf-45b2-9d5c-2108690f8e74 None None] Provisioning complete for port ae33184a-ea8a-4312-8e3c-1f0f53cbea0e triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 00:57:17.297352 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-727f6379-42bf-45b2-9d5c-2108690f8e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (ae33184a-ea8a-4312-8e3c-1f0f53cbea0e), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:57:17.378424 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-727f6379-42bf-45b2-9d5c-2108690f8e74 None None] Current status of the port ae33184a-ea8a-4312-8e3c-1f0f53cbea0e is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 00:57:17.378738 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-727f6379-42bf-45b2-9d5c-2108690f8e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (ae33184a-ea8a-4312-8e3c-1f0f53cbea0e), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:57:17.396446 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-907fbbb1-aee0-41d5-9f22-4a1321733bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1aafa71-d9d6-4cb2-ba97-6a665adef91d', 'name': 'router1', 'tenant_id': '636a444e54b74b14a6bc9029e8820734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T00:57:04Z', 'updated_at': '2022-03-28T00:57:14Z', 'revision_number': 2, 'project_id': '636a444e54b74b14a6bc9029e8820734', 'gw_port_host': None, '_interfaces': [{'id': 'ae33184a-ea8a-4312-8e3c-1f0f53cbea0e', 'name': '', 'network_id': 'c31f18ae-ba64-40be-864d-3bbc7c5014fb', 'tenant_id': '636a444e54b74b14a6bc9029e8820734', 'mac_address': 'fa:16:3e:ee:64:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1aafa71-d9d6-4cb2-ba97-6a665adef91d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '35d6a0b8-3853-4a02-ab5a-c0031dadfdaf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T00:57:14Z', 'updated_at': '2022-03-28T00:57:16Z', 'revision_number': 4, 'project_id': '636a444e54b74b14a6bc9029e8820734', 'subnets': [{'id': '35d6a0b8-3853-4a02-ab5a-c0031dadfdaf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e79189d9-0681-40f3-9e8f-59890fa29efd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 00:57:17.410833 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-727f6379-42bf-45b2-9d5c-2108690f8e74 None None] For port ae33184a-ea8a-4312-8e3c-1f0f53cbea0e, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=ae33184a-ea8a-4312-8e3c-1f0f53cbea0e,segment=NetworkSegment(ba51af6b-34b7-4e7c-89df-3e23bd559587),segment_id=ba51af6b-34b7-4e7c-89df-3e23bd559587)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 00:57:17.416202 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-727f6379-42bf-45b2-9d5c-2108690f8e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (ae33184a-ea8a-4312-8e3c-1f0f53cbea0e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:57:17.428537 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907fbbb1-aee0-41d5-9f22-4a1321733bdc None None] The sync data for ids ['c1aafa71-d9d6-4cb2-ba97-6a665adef91d'] in dv-neutron-834874-6-hyperv is: [{'id': 'c1aafa71-d9d6-4cb2-ba97-6a665adef91d', 'name': 'router1', 'tenant_id': '636a444e54b74b14a6bc9029e8820734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T00:57:04Z', 'updated_at': '2022-03-28T00:57:14Z', 'revision_number': 2, 'project_id': '636a444e54b74b14a6bc9029e8820734', 'gw_port_host': None, '_interfaces': [{'id': 'ae33184a-ea8a-4312-8e3c-1f0f53cbea0e', 'name': '', 'network_id': 'c31f18ae-ba64-40be-864d-3bbc7c5014fb', 'tenant_id': '636a444e54b74b14a6bc9029e8820734', 'mac_address': 'fa:16:3e:ee:64:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1aafa71-d9d6-4cb2-ba97-6a665adef91d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '35d6a0b8-3853-4a02-ab5a-c0031dadfdaf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T00:57:14Z', 'updated_at': '2022-03-28T00:57:16Z', 'revision_number': 4, 'project_id': '636a444e54b74b14a6bc9029e8820734', 'subnets': [{'id': '35d6a0b8-3853-4a02-ab5a-c0031dadfdaf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e79189d9-0681-40f3-9e8f-59890fa29efd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 00:57:17.476116 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727f6379-42bf-45b2-9d5c-2108690f8e74 None None] Pushing event updated for resources: {'Port': ['ID=ae33184a-ea8a-4312-8e3c-1f0f53cbea0e,revision_number=5']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 00:57:17.617493 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:57:17.986973 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 47652) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 00:57:18.212247 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13b8ba8-23de-4e34-9b47-8cd221594fe3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 00:57:18.214086 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-d13b8ba8-23de-4e34-9b47-8cd221594fe3 admin admin] 10.222.0.24 "GET /v2.0/networks/dea6548b-502b-42db-97fb-371e423e739a HTTP/1.1" status: 200 len: 842 time: 0.2261727 Mar 28 00:57:18.223287 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-13b26499-6d02-4518-a538-f2f259dfacd2 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.26.1.1', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'ip_version': 4, 'cidr': '172.26.1.0/24'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 00:57:18.245689 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13b26499-6d02-4518-a538-f2f259dfacd2 admin admin] Made reservation on behalf of 75fc328209c14aba93e405db6310a0c3 for: {'subnet': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 00:57:18.248317 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-13b26499-6d02-4518-a538-f2f259dfacd2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:57:18.660566 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.objects.ports [None req-13b26499-6d02-4518-a538-f2f259dfacd2 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104099) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 28 00:57:18.661042 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-13b26499-6d02-4518-a538-f2f259dfacd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for subnet (cce6de65-d8c9-45b8-9970-0a277e8c1192), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:57:18.727780 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b26499-6d02-4518-a538-f2f259dfacd2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cce6de65-d8c9-45b8-9970-0a277e8c1192,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 00:57:18.732273 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b26499-6d02-4518-a538-f2f259dfacd2 admin admin] Checking segment: {'id': 'b6f00c62-aca5-4c73-8989-c04c396daeed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 00:57:18.732650 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b26499-6d02-4518-a538-f2f259dfacd2 admin admin] Network hostable DHCP agents. Network: dea6548b-502b-42db-97fb-371e423e739a, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 00:57:18.753192 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b26499-6d02-4518-a538-f2f259dfacd2 admin admin] Network dea6548b-502b-42db-97fb-371e423e739a is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 00:57:18.764630 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-13b26499-6d02-4518-a538-f2f259dfacd2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, dea6548b-502b-42db-97fb-371e423e739a) {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 00:57:18.773105 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416a06f7-3bdb-4083-867e-42ceee16fd09 None None] Network dea6548b-502b-42db-97fb-371e423e739a requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 00:57:18.775509 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b26499-6d02-4518-a538-f2f259dfacd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 00:57:18.776322 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-13b26499-6d02-4518-a538-f2f259dfacd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:57:18.792708 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-13b26499-6d02-4518-a538-f2f259dfacd2 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5722055 Mar 28 00:57:18.881649 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6fd5495-f679-4517-b8b5-0eda0c8ae8db None None] Network dea6548b-502b-42db-97fb-371e423e739a requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 00:57:21.280921 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 47670) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 00:57:21.520229 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-d6f3399c-b753-4a26-bd65-073becbf98d4 demo admin] 10.222.0.24 "GET /v2.0/routers/c1aafa71-d9d6-4cb2-ba97-6a665adef91d HTTP/1.1" status: 200 len: 710 time: 0.2381759 Mar 28 00:57:21.605522 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d19d6b-efa2-467c-aee2-d33fc66b6a4f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 00:57:21.606889 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-87d19d6b-efa2-467c-aee2-d33fc66b6a4f demo admin] 10.222.0.24 "GET /v2.0/networks/dea6548b-502b-42db-97fb-371e423e739a HTTP/1.1" status: 200 len: 886 time: 0.0813079 Mar 28 00:57:21.615643 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-614e355e-5dcc-483a-b4be-8cc7ccb5f9b5 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'}}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 00:57:21.864641 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-614e355e-5dcc-483a-b4be-8cc7ccb5f9b5 demo admin] Publish callbacks [] for router_gateway (c1aafa71-d9d6-4cb2-ba97-6a665adef91d), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:57:22.094919 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-614e355e-5dcc-483a-b4be-8cc7ccb5f9b5 demo admin] Publish callbacks [] for router_gateway (c1aafa71-d9d6-4cb2-ba97-6a665adef91d), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:57:22.167354 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-614e355e-5dcc-483a-b4be-8cc7ccb5f9b5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:57:22.366171 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [None req-614e355e-5dcc-483a-b4be-8cc7ccb5f9b5 demo admin] Allocated IP 172.26.1.72 (dea6548b-502b-42db-97fb-371e423e739a/cce6de65-d8c9-45b8-9970-0a277e8c1192/8eba2d3e-7800-4135-afb3-b111a00e297a) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 00:57:22.473458 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-614e355e-5dcc-483a-b4be-8cc7ccb5f9b5 demo admin] Publish callbacks [] for port (8eba2d3e-7800-4135-afb3-b111a00e297a), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:57:22.530612 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-614e355e-5dcc-483a-b4be-8cc7ccb5f9b5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (8eba2d3e-7800-4135-afb3-b111a00e297a), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:57:22.604813 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614e355e-5dcc-483a-b4be-8cc7ccb5f9b5 demo admin] Network dea6548b-502b-42db-97fb-371e423e739a is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 00:57:22.611185 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-614e355e-5dcc-483a-b4be-8cc7ccb5f9b5 demo admin] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 00:57:22.620168 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614e355e-5dcc-483a-b4be-8cc7ccb5f9b5 demo admin] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 00:57:22.626197 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614e355e-5dcc-483a-b4be-8cc7ccb5f9b5 demo admin] Pushing event updated for resources: {'Port': ['ID=8eba2d3e-7800-4135-afb3-b111a00e297a,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 00:57:22.911199 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-614e355e-5dcc-483a-b4be-8cc7ccb5f9b5 demo admin] Publish callbacks [] for router_gateway (c1aafa71-d9d6-4cb2-ba97-6a665adef91d), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:57:23.105819 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-614e355e-5dcc-483a-b4be-8cc7ccb5f9b5 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3688170', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3689605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7136'] for router (c1aafa71-d9d6-4cb2-ba97-6a665adef91d), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:57:23.110582 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-614e355e-5dcc-483a-b4be-8cc7ccb5f9b5 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3688163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3687960', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3689650'] for router (c1aafa71-d9d6-4cb2-ba97-6a665adef91d), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:57:23.224903 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-614e355e-5dcc-483a-b4be-8cc7ccb5f9b5 demo admin] Router c1aafa71-d9d6-4cb2-ba97-6a665adef91d has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 00:57:23.332478 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-614e355e-5dcc-483a-b4be-8cc7ccb5f9b5 demo admin] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 00:57:23.336798 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-614e355e-5dcc-483a-b4be-8cc7ccb5f9b5 demo admin] Publish callbacks [] for router (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:57:23.338019 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-614e355e-5dcc-483a-b4be-8cc7ccb5f9b5 demo admin] 10.222.0.24 "PUT /v2.0/routers/c1aafa71-d9d6-4cb2-ba97-6a665adef91d HTTP/1.1" status: 200 len: 889 time: 1.7254858 Mar 28 00:57:24.416571 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device ae33184a-ea8a-4312-8e3c-1f0f53cbea0e up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 00:57:24.467739 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port ae33184a-ea8a-4312-8e3c-1f0f53cbea0e triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 00:57:24.468172 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (ae33184a-ea8a-4312-8e3c-1f0f53cbea0e), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:57:24.546497 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port ae33184a-ea8a-4312-8e3c-1f0f53cbea0e is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 00:57:25.901144 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 47682) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 00:57:26.023973 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-2d651ed2-4c4b-437e-aa35-89b61e5a5242 admin admin] 10.222.0.24 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1217334 Mar 28 00:57:26.085674 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa809f8-ee80-461b-b649-92227a2c8680 None None] Sync routers for ids ['c1aafa71-d9d6-4cb2-ba97-6a665adef91d'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 00:57:26.097413 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa809f8-ee80-461b-b649-92227a2c8680 None None] Routers {'c1aafa71-d9d6-4cb2-ba97-6a665adef91d'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 00:57:26.098179 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-8aa809f8-ee80-461b-b649-92227a2c8680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T00:57:13Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['c1aafa71-d9d6-4cb2-ba97-6a665adef91d'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 00:57:26.313440 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-8aa809f8-ee80-461b-b649-92227a2c8680 None None] Set router c1aafa71-d9d6-4cb2-ba97-6a665adef91d gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 00:57:26.784116 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-8aa809f8-ee80-461b-b649-92227a2c8680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1aafa71-d9d6-4cb2-ba97-6a665adef91d', 'name': 'router1', 'tenant_id': '636a444e54b74b14a6bc9029e8820734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.72'}], 'enable_snat': True}, 'gw_port_id': '8eba2d3e-7800-4135-afb3-b111a00e297a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T00:57:04Z', 'updated_at': '2022-03-28T00:57:22Z', 'revision_number': 4, 'project_id': '636a444e54b74b14a6bc9029e8820734', 'gw_port': {'id': '8eba2d3e-7800-4135-afb3-b111a00e297a', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:89:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1aafa71-d9d6-4cb2-ba97-6a665adef91d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T00:57:22Z', 'updated_at': '2022-03-28T00:57:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': 'ae33184a-ea8a-4312-8e3c-1f0f53cbea0e', 'name': '', 'network_id': 'c31f18ae-ba64-40be-864d-3bbc7c5014fb', 'tenant_id': '636a444e54b74b14a6bc9029e8820734', 'mac_address': 'fa:16:3e:ee:64:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1aafa71-d9d6-4cb2-ba97-6a665adef91d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '35d6a0b8-3853-4a02-ab5a-c0031dadfdaf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T00:57:14Z', 'updated_at': '2022-03-28T00:57:17Z', 'revision_number': 5, 'project_id': '636a444e54b74b14a6bc9029e8820734', 'subnets': [{'id': '35d6a0b8-3853-4a02-ab5a-c0031dadfdaf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e79189d9-0681-40f3-9e8f-59890fa29efd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 00:57:26.836511 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa809f8-ee80-461b-b649-92227a2c8680 None None] Checking router: c1aafa71-d9d6-4cb2-ba97-6a665adef91d for host: dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 00:57:26.836888 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa809f8-ee80-461b-b649-92227a2c8680 None None] Updating router c1aafa71-d9d6-4cb2-ba97-6a665adef91d port 8eba2d3e-7800-4135-afb3-b111a00e297a binding host dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 00:57:26.889958 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-8aa809f8-ee80-461b-b649-92227a2c8680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (8eba2d3e-7800-4135-afb3-b111a00e297a), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:57:27.208415 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-8aa809f8-ee80-461b-b649-92227a2c8680 None None] Publish callbacks [] for port (8eba2d3e-7800-4135-afb3-b111a00e297a), precommit_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:57:27.214171 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-8aa809f8-ee80-461b-b649-92227a2c8680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (8eba2d3e-7800-4135-afb3-b111a00e297a), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:57:27.259021 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-8aa809f8-ee80-461b-b649-92227a2c8680 None None] Attempting to bind port 8eba2d3e-7800-4135-afb3-b111a00e297a on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 00:57:27.259410 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-8aa809f8-ee80-461b-b649-92227a2c8680 None None] Attempting to bind port 8eba2d3e-7800-4135-afb3-b111a00e297a by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': 'b6f00c62-aca5-4c73-8989-c04c396daeed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 00:57:27.259777 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa809f8-ee80-461b-b649-92227a2c8680 None None] Attempting to bind port 8eba2d3e-7800-4135-afb3-b111a00e297a on network dea6548b-502b-42db-97fb-371e423e739a {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 00:57:27.270923 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa809f8-ee80-461b-b649-92227a2c8680 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 0, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 00:57:27.271326 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa809f8-ee80-461b-b649-92227a2c8680 None None] Checking segment: {'id': 'b6f00c62-aca5-4c73-8989-c04c396daeed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 00:57:27.271829 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-8aa809f8-ee80-461b-b649-92227a2c8680 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:57:27.272337 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa809f8-ee80-461b-b649-92227a2c8680 None None] Bound using segment: {'id': 'b6f00c62-aca5-4c73-8989-c04c396daeed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 00:57:27.272774 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-8aa809f8-ee80-461b-b649-92227a2c8680 None None] Bound port: 8eba2d3e-7800-4135-afb3-b111a00e297a, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6f00c62-aca5-4c73-8989-c04c396daeed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 00:57:27.273158 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-8aa809f8-ee80-461b-b649-92227a2c8680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (8eba2d3e-7800-4135-afb3-b111a00e297a), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:57:27.295021 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d5bd86-944f-42bc-8cd4-197dad2f2d7f None None] Pushing event updated for resources: {'Port': ['ID=8eba2d3e-7800-4135-afb3-b111a00e297a,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 00:57:27.327602 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-8aa809f8-ee80-461b-b649-92227a2c8680 None None] For port 8eba2d3e-7800-4135-afb3-b111a00e297a, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 00:57:27.330711 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-8aa809f8-ee80-461b-b649-92227a2c8680 None None] For port 8eba2d3e-7800-4135-afb3-b111a00e297a, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=8eba2d3e-7800-4135-afb3-b111a00e297a,segment=NetworkSegment(b6f00c62-aca5-4c73-8989-c04c396daeed),segment_id=b6f00c62-aca5-4c73-8989-c04c396daeed)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 00:57:27.344518 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-8aa809f8-ee80-461b-b649-92227a2c8680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (8eba2d3e-7800-4135-afb3-b111a00e297a), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:57:27.408389 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa809f8-ee80-461b-b649-92227a2c8680 None None] Routers {'c1aafa71-d9d6-4cb2-ba97-6a665adef91d'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 00:57:27.409002 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-8aa809f8-ee80-461b-b649-92227a2c8680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T00:57:13Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['c1aafa71-d9d6-4cb2-ba97-6a665adef91d'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 00:57:27.410677 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d5bd86-944f-42bc-8cd4-197dad2f2d7f None None] Pushing event updated for resources: {'Port': ['ID=8eba2d3e-7800-4135-afb3-b111a00e297a,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 00:57:27.519706 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-8aa809f8-ee80-461b-b649-92227a2c8680 None None] Set router c1aafa71-d9d6-4cb2-ba97-6a665adef91d gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 00:57:27.748720 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-8aa809f8-ee80-461b-b649-92227a2c8680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1aafa71-d9d6-4cb2-ba97-6a665adef91d', 'name': 'router1', 'tenant_id': '636a444e54b74b14a6bc9029e8820734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.72'}], 'enable_snat': True}, 'gw_port_id': '8eba2d3e-7800-4135-afb3-b111a00e297a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T00:57:04Z', 'updated_at': '2022-03-28T00:57:22Z', 'revision_number': 4, 'project_id': '636a444e54b74b14a6bc9029e8820734', 'gw_port': {'id': '8eba2d3e-7800-4135-afb3-b111a00e297a', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:89:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1aafa71-d9d6-4cb2-ba97-6a665adef91d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T00:57:22Z', 'updated_at': '2022-03-28T00:57:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': 'ae33184a-ea8a-4312-8e3c-1f0f53cbea0e', 'name': '', 'network_id': 'c31f18ae-ba64-40be-864d-3bbc7c5014fb', 'tenant_id': '636a444e54b74b14a6bc9029e8820734', 'mac_address': 'fa:16:3e:ee:64:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1aafa71-d9d6-4cb2-ba97-6a665adef91d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '35d6a0b8-3853-4a02-ab5a-c0031dadfdaf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T00:57:14Z', 'updated_at': '2022-03-28T00:57:17Z', 'revision_number': 5, 'project_id': '636a444e54b74b14a6bc9029e8820734', 'subnets': [{'id': '35d6a0b8-3853-4a02-ab5a-c0031dadfdaf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e79189d9-0681-40f3-9e8f-59890fa29efd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 00:57:27.777257 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa809f8-ee80-461b-b649-92227a2c8680 None None] The sync data for ids ['c1aafa71-d9d6-4cb2-ba97-6a665adef91d'] in dv-neutron-834874-6-hyperv is: [{'id': 'c1aafa71-d9d6-4cb2-ba97-6a665adef91d', 'name': 'router1', 'tenant_id': '636a444e54b74b14a6bc9029e8820734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.72'}], 'enable_snat': True}, 'gw_port_id': '8eba2d3e-7800-4135-afb3-b111a00e297a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T00:57:04Z', 'updated_at': '2022-03-28T00:57:22Z', 'revision_number': 4, 'project_id': '636a444e54b74b14a6bc9029e8820734', 'gw_port': {'id': '8eba2d3e-7800-4135-afb3-b111a00e297a', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:89:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1aafa71-d9d6-4cb2-ba97-6a665adef91d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T00:57:22Z', 'updated_at': '2022-03-28T00:57:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': 'ae33184a-ea8a-4312-8e3c-1f0f53cbea0e', 'name': '', 'network_id': 'c31f18ae-ba64-40be-864d-3bbc7c5014fb', 'tenant_id': '636a444e54b74b14a6bc9029e8820734', 'mac_address': 'fa:16:3e:ee:64:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1aafa71-d9d6-4cb2-ba97-6a665adef91d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '35d6a0b8-3853-4a02-ab5a-c0031dadfdaf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T00:57:14Z', 'updated_at': '2022-03-28T00:57:17Z', 'revision_number': 5, 'project_id': '636a444e54b74b14a6bc9029e8820734', 'subnets': [{'id': '35d6a0b8-3853-4a02-ab5a-c0031dadfdaf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e79189d9-0681-40f3-9e8f-59890fa29efd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 00:57:28.454152 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 8eba2d3e-7800-4135-afb3-b111a00e297a up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 00:57:28.519203 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 8eba2d3e-7800-4135-afb3-b111a00e297a triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 00:57:28.519608 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (8eba2d3e-7800-4135-afb3-b111a00e297a), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:57:28.614735 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 8eba2d3e-7800-4135-afb3-b111a00e297a is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 00:57:28.615129 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (8eba2d3e-7800-4135-afb3-b111a00e297a), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:57:28.636647 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] For port 8eba2d3e-7800-4135-afb3-b111a00e297a, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=8eba2d3e-7800-4135-afb3-b111a00e297a,segment=NetworkSegment(b6f00c62-aca5-4c73-8989-c04c396daeed),segment_id=b6f00c62-aca5-4c73-8989-c04c396daeed)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 00:57:28.642344 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (8eba2d3e-7800-4135-afb3-b111a00e297a), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:57:28.712592 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Pushing event updated for resources: {'Port': ['ID=8eba2d3e-7800-4135-afb3-b111a00e297a,revision_number=4']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 00:57:30.433915 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 8eba2d3e-7800-4135-afb3-b111a00e297a up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 00:57:30.549007 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 8eba2d3e-7800-4135-afb3-b111a00e297a triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 00:57:30.549469 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (8eba2d3e-7800-4135-afb3-b111a00e297a), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:57:30.641302 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 8eba2d3e-7800-4135-afb3-b111a00e297a is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 00:57:41.323472 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-8fd16c05-4030-4d00-bde8-0556db3de27c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:57:43.512980 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-13393714-44c5-4577-bd5f-2d5d92261761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:57:44.683163 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:57:45.806183 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.agents_db [None req-9a1d863f-391a-42f4-9870-e8292b919beb None None] Agent healthcheck: found 5 active agents {{(pid=104101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 00:57:46.088145 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:57:47.623074 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:58:11.317836 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-2c8b7f1f-b871-4534-b18f-95132c9fafc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:58:13.507794 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f74993de-1f7c-4c02-b6e9-37197863bdd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:58:14.680927 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:58:16.091783 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:58:17.618780 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:58:22.805417 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.agents_db [None req-9a1d863f-391a-42f4-9870-e8292b919beb None None] Agent healthcheck: found 5 active agents {{(pid=104101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 00:58:41.319755 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-4a52811b-0479-4938-95c9-ed1ed54dcf65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:58:43.510794 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5fd8c825-9c5d-42b3-8830-429c2e4e028f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:58:44.675929 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:58:46.093582 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:58:47.622654 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:58:51.767885 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 48198) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 00:58:51.828932 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.pecan_wsgi.hooks.translation [None req-21753ad2-25d5-47b6-9d3e-62ed123dd09c admin admin] GET failed (client error): The resource could not be found. Mar 28 00:58:51.830194 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-21753ad2-25d5-47b6-9d3e-62ed123dd09c admin admin] 10.222.0.24 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0613427 Mar 28 00:58:51.991681 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad71e26-a37b-46bf-9964-bec070492423 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 00:58:51.993690 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-4ad71e26-a37b-46bf-9964-bec070492423 admin admin] 10.222.0.24 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1594231 Mar 28 00:58:54.300429 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 48208) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 00:58:54.391690 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46af0c67-ddae-4fb8-bdd7-c2e7ad3cebeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 00:58:54.393046 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-46af0c67-ddae-4fb8-bdd7-c2e7ad3cebeb admin admin] 10.222.0.24 "GET /v2.0/subnets/35d6a0b8-3853-4a02-ab5a-c0031dadfdaf HTTP/1.1" status: 200 len: 849 time: 0.0916977 Mar 28 00:58:54.402369 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-90cc5e9b-8905-403b-b4cb-e03132f63ffa admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 00:58:54.483279 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-90cc5e9b-8905-403b-b4cb-e03132f63ffa admin admin] Publish callbacks [] for subnet (35d6a0b8-3853-4a02-ab5a-c0031dadfdaf), before_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:58:54.694410 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-90cc5e9b-8905-403b-b4cb-e03132f63ffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8758317293963'] for subnet (35d6a0b8-3853-4a02-ab5a-c0031dadfdaf), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:58:54.721656 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90cc5e9b-8905-403b-b4cb-e03132f63ffa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 00:58:54.722243 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-90cc5e9b-8905-403b-b4cb-e03132f63ffa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:58:54.724358 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-90cc5e9b-8905-403b-b4cb-e03132f63ffa admin admin] 10.222.0.24 "PUT /v2.0/subnets/35d6a0b8-3853-4a02-ab5a-c0031dadfdaf HTTP/1.1" status: 200 len: 868 time: 0.3254006 Mar 28 00:58:54.727959 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be16be8b-036a-4eba-b655-bc42e87f9d77 None None] Network c31f18ae-ba64-40be-864d-3bbc7c5014fb requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 00:58:54.749682 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cc5e9b-8905-403b-b4cb-e03132f63ffa admin admin] Pushing event updated for resources: {'Subnet': ['ID=35d6a0b8-3853-4a02-ab5a-c0031dadfdaf,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 00:58:54.757344 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cc5e9b-8905-403b-b4cb-e03132f63ffa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 00:58:54.757706 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cc5e9b-8905-403b-b4cb-e03132f63ffa admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 00:58:54.758067 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cc5e9b-8905-403b-b4cb-e03132f63ffa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 00:58:54.758406 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cc5e9b-8905-403b-b4cb-e03132f63ffa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 00:58:54.758744 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cc5e9b-8905-403b-b4cb-e03132f63ffa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 00:58:54.759074 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cc5e9b-8905-403b-b4cb-e03132f63ffa admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 00:58:54.759402 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cc5e9b-8905-403b-b4cb-e03132f63ffa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 00:58:54.759727 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cc5e9b-8905-403b-b4cb-e03132f63ffa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 00:58:54.760071 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cc5e9b-8905-403b-b4cb-e03132f63ffa admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 00:58:54.760405 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cc5e9b-8905-403b-b4cb-e03132f63ffa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 00:58:54.760763 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cc5e9b-8905-403b-b4cb-e03132f63ffa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 00:58:54.761096 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cc5e9b-8905-403b-b4cb-e03132f63ffa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 00:58:54.761456 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cc5e9b-8905-403b-b4cb-e03132f63ffa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 00:58:54.761778 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cc5e9b-8905-403b-b4cb-e03132f63ffa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 00:58:54.762097 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cc5e9b-8905-403b-b4cb-e03132f63ffa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 00:58:55.096466 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-3a7f1be9-5898-4a00-97f8-f7f608fd6daa None None] Provisioning complete for port 067591db-cdba-460c-b078-9221561a91c4 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 00:58:55.096831 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-3a7f1be9-5898-4a00-97f8-f7f608fd6daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (067591db-cdba-460c-b078-9221561a91c4), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:58:55.171215 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-3a7f1be9-5898-4a00-97f8-f7f608fd6daa None None] Current status of the port 067591db-cdba-460c-b078-9221561a91c4 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 00:58:55.181296 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-3a7f1be9-5898-4a00-97f8-f7f608fd6daa None None] Provisioning complete for port ae33184a-ea8a-4312-8e3c-1f0f53cbea0e triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 00:58:55.181678 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-3a7f1be9-5898-4a00-97f8-f7f608fd6daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (ae33184a-ea8a-4312-8e3c-1f0f53cbea0e), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:58:55.255754 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-3a7f1be9-5898-4a00-97f8-f7f608fd6daa None None] Current status of the port ae33184a-ea8a-4312-8e3c-1f0f53cbea0e is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 00:58:57.032652 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 48216) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 00:58:57.234929 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058aa1aa-18a4-4c2f-888c-0d69a63c737a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 00:58:57.235319 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058aa1aa-18a4-4c2f-888c-0d69a63c737a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 00:58:57.237124 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-058aa1aa-18a4-4c2f-888c-0d69a63c737a admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2035363 Mar 28 00:58:59.519688 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 48226) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 00:58:59.715772 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65de5b46-8d3a-4250-b916-01c79360609c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 00:58:59.716193 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65de5b46-8d3a-4250-b916-01c79360609c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 00:58:59.717734 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-65de5b46-8d3a-4250-b916-01c79360609c admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1970758 Mar 28 00:58:59.805884 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.agents_db [None req-9a1d863f-391a-42f4-9870-e8292b919beb None None] Agent healthcheck: found 5 active agents {{(pid=104101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 00:59:02.027655 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 48234) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 00:59:02.155816 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0aa6fe-c282-456d-9700-479af8854ab0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 00:59:02.157135 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-bf0aa6fe-c282-456d-9700-479af8854ab0 admin admin] 10.222.0.24 "GET /v2.0/networks/c31f18ae-ba64-40be-864d-3bbc7c5014fb HTTP/1.1" status: 200 len: 868 time: 0.1284952 Mar 28 00:59:04.471169 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 48242) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 00:59:04.592017 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f857449-6783-419e-8d7a-9493cb967e34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 00:59:04.593413 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-0f857449-6783-419e-8d7a-9493cb967e34 admin admin] 10.222.0.24 "GET /v2.0/networks/dea6548b-502b-42db-97fb-371e423e739a HTTP/1.1" status: 200 len: 886 time: 0.1212747 Mar 28 00:59:06.889106 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 48250) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 00:59:07.006522 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859de7ba-b22e-448c-8730-a4ec39997bba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 00:59:07.006976 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859de7ba-b22e-448c-8730-a4ec39997bba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 00:59:07.009099 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-859de7ba-b22e-448c-8730-a4ec39997bba admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1190488 Mar 28 00:59:09.306684 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 48258) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 00:59:09.428358 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6b7c11-9f70-4e1e-93b6-826a92956374 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 00:59:09.428824 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6b7c11-9f70-4e1e-93b6-826a92956374 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 00:59:09.430932 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-1d6b7c11-9f70-4e1e-93b6-826a92956374 admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1233468 Mar 28 00:59:11.323338 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-39beb75d-bba5-4a0e-bded-aa4dbce06996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:59:11.716597 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 48266) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 00:59:11.806379 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4002cb6c-f949-4b35-b877-3b5b09188e52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 00:59:11.807703 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-4002cb6c-f949-4b35-b877-3b5b09188e52 admin admin] 10.222.0.24 "GET /v2.0/subnets/35d6a0b8-3853-4a02-ab5a-c0031dadfdaf HTTP/1.1" status: 200 len: 868 time: 0.0901601 Mar 28 00:59:13.511523 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-72be3cbe-3b1b-4def-b4be-0101142689e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:59:14.120740 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 48274) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 00:59:14.206660 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0eb1e5-ea01-4a52-b816-0e02545c9e17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 00:59:14.207976 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-5f0eb1e5-ea01-4a52-b816-0e02545c9e17 admin admin] 10.222.0.24 "GET /v2.0/subnets/cce6de65-d8c9-45b8-9970-0a277e8c1192 HTTP/1.1" status: 200 len: 816 time: 0.0863426 Mar 28 00:59:14.680187 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:59:16.097529 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:59:17.625227 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:59:36.804850 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.agents_db [None req-9a1d863f-391a-42f4-9870-e8292b919beb None None] Agent healthcheck: found 5 active agents {{(pid=104101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 00:59:41.324688 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-da150833-03d0-47d8-9ae2-cc6df4477494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:59:42.175417 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 48326) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 00:59:42.221682 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [None req-32508472-46fc-4e8b-a15a-e40bf2d1b368 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=104099) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 00:59:42.222653 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-32508472-46fc-4e8b-a15a-e40bf2d1b368 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0462384 Mar 28 00:59:43.513207 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d04928ae-13b9-48dc-a8bd-9f1383cf927c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:59:44.605304 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 48334) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 00:59:44.664450 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-a577786c-b2e5-47a4-b880-81e68c5c2c6b admin admin] GET failed (client error): The resource could not be found. Mar 28 00:59:44.665970 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-a577786c-b2e5-47a4-b880-81e68c5c2c6b admin admin] 10.222.0.24 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0594790 Mar 28 00:59:44.680976 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:59:44.804808 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d86a037-9eb7-44a9-8cfb-b875672d7861 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 00:59:44.806249 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-1d86a037-9eb7-44a9-8cfb-b875672d7861 admin admin] 10.222.0.24 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1362839 Mar 28 00:59:46.101130 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:59:47.120525 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 48342) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 00:59:47.167309 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-34cd6c8b-6c98-4449-868f-d91d9dad37c9 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 00:59:47.185843 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34cd6c8b-6c98-4449-868f-d91d9dad37c9 admin admin] Made reservation on behalf of 75fc328209c14aba93e405db6310a0c3 for: {'network': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 00:59:47.187969 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-34cd6c8b-6c98-4449-868f-d91d9dad37c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:59:47.223220 dv-neutron-834874-6-hyperv neutron-server[104099]: WARNING neutron.services.revisions.revision_plugin [None req-34cd6c8b-6c98-4449-868f-d91d9dad37c9 admin admin] Could not find related network for resource to bump revision. Mar 28 00:59:47.236753 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34cd6c8b-6c98-4449-868f-d91d9dad37c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=104099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 00:59:47.247074 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-34cd6c8b-6c98-4449-868f-d91d9dad37c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (44757c57-924d-4236-bdb7-9b39533066a4), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:59:47.247411 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.segments_db [None req-34cd6c8b-6c98-4449-868f-d91d9dad37c9 admin admin] Added segment 44757c57-924d-4236-bdb7-9b39533066a4 of type vlan for network 0a203b38-980f-4028-821a-e7ccb430f58f Mar 28 00:59:47.289113 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-34cd6c8b-6c98-4449-868f-d91d9dad37c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (0a203b38-980f-4028-821a-e7ccb430f58f), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:59:47.311620 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-34cd6c8b-6c98-4449-868f-d91d9dad37c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (0a203b38-980f-4028-821a-e7ccb430f58f), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:59:47.312553 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34cd6c8b-6c98-4449-868f-d91d9dad37c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 00:59:47.313127 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-34cd6c8b-6c98-4449-868f-d91d9dad37c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:59:47.389404 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-34cd6c8b-6c98-4449-868f-d91d9dad37c9 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.2678337 Mar 28 00:59:47.402924 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cd6c8b-6c98-4449-868f-d91d9dad37c9 admin admin] Pushing event updated for resources: {'Network': ['ID=0a203b38-980f-4028-821a-e7ccb430f58f,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 00:59:47.410202 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cd6c8b-6c98-4449-868f-d91d9dad37c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 00:59:47.410551 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cd6c8b-6c98-4449-868f-d91d9dad37c9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 00:59:47.410910 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cd6c8b-6c98-4449-868f-d91d9dad37c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 00:59:47.411247 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cd6c8b-6c98-4449-868f-d91d9dad37c9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 00:59:47.411576 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cd6c8b-6c98-4449-868f-d91d9dad37c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 00:59:47.411907 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cd6c8b-6c98-4449-868f-d91d9dad37c9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 00:59:47.412267 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cd6c8b-6c98-4449-868f-d91d9dad37c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 00:59:47.412592 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cd6c8b-6c98-4449-868f-d91d9dad37c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 00:59:47.413505 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cd6c8b-6c98-4449-868f-d91d9dad37c9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 00:59:47.413830 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cd6c8b-6c98-4449-868f-d91d9dad37c9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 00:59:47.414154 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cd6c8b-6c98-4449-868f-d91d9dad37c9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 00:59:47.414475 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cd6c8b-6c98-4449-868f-d91d9dad37c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 00:59:47.414797 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cd6c8b-6c98-4449-868f-d91d9dad37c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 00:59:47.415113 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cd6c8b-6c98-4449-868f-d91d9dad37c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 00:59:47.415431 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cd6c8b-6c98-4449-868f-d91d9dad37c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 00:59:47.426830 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network 0a203b38-980f-4028-821a-e7ccb430f58f details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 00:59:47.626926 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:59:49.723004 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 48350) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 00:59:49.781952 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfa37926-14f9-45cb-85ed-8fae84a36373 admin admin] GET failed (client error): The resource could not be found. Mar 28 00:59:49.783230 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-dfa37926-14f9-45cb-85ed-8fae84a36373 admin admin] 10.222.0.24 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0592742 Mar 28 00:59:49.851223 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d34ddfd-90ee-4e91-8be6-1262152e1043 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 00:59:49.852676 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-1d34ddfd-90ee-4e91-8be6-1262152e1043 admin admin] 10.222.0.24 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0654337 Mar 28 00:59:49.862100 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-070971d0-e735-4fdd-8019-8f9a42cb3cf5 admin admin] Request body: {'subnet': {'network_id': '0a203b38-980f-4028-821a-e7ccb430f58f', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 00:59:49.880113 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-070971d0-e735-4fdd-8019-8f9a42cb3cf5 admin admin] Made reservation on behalf of 75fc328209c14aba93e405db6310a0c3 for: {'subnet': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 00:59:49.882312 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-070971d0-e735-4fdd-8019-8f9a42cb3cf5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:59:50.038645 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-070971d0-e735-4fdd-8019-8f9a42cb3cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for subnet (e00ec400-90fd-4fde-b0dc-683c35c3e8e2), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:59:50.093778 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070971d0-e735-4fdd-8019-8f9a42cb3cf5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e00ec400-90fd-4fde-b0dc-683c35c3e8e2,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 00:59:50.102410 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070971d0-e735-4fdd-8019-8f9a42cb3cf5 admin admin] Checking segment: {'id': '44757c57-924d-4236-bdb7-9b39533066a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0a203b38-980f-4028-821a-e7ccb430f58f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 00:59:50.102760 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070971d0-e735-4fdd-8019-8f9a42cb3cf5 admin admin] Network hostable DHCP agents. Network: 0a203b38-980f-4028-821a-e7ccb430f58f, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 00:59:50.118688 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070971d0-e735-4fdd-8019-8f9a42cb3cf5 admin admin] Network 0a203b38-980f-4028-821a-e7ccb430f58f is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 00:59:50.126274 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-070971d0-e735-4fdd-8019-8f9a42cb3cf5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, 0a203b38-980f-4028-821a-e7ccb430f58f) {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 00:59:50.130100 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070971d0-e735-4fdd-8019-8f9a42cb3cf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 00:59:50.130683 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-070971d0-e735-4fdd-8019-8f9a42cb3cf5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:59:50.135837 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b562bdb-34fb-4815-af02-b3093445b3f7 None None] Network 0a203b38-980f-4028-821a-e7ccb430f58f requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 00:59:50.151387 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-070971d0-e735-4fdd-8019-8f9a42cb3cf5 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2872305 Mar 28 00:59:50.240757 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-203339ac-b598-4d9c-84df-c094f1f8af58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-0a203b38-980f-4028-821a-e7ccb430f58f', 'network_id': '0a203b38-980f-4028-821a-e7ccb430f58f', 'project_id': '75fc328209c14aba93e405db6310a0c3', 'fixed_ips': [{'subnet_id': 'e00ec400-90fd-4fde-b0dc-683c35c3e8e2'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 00:59:50.241628 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-203339ac-b598-4d9c-84df-c094f1f8af58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:59:50.480457 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-203339ac-b598-4d9c-84df-c094f1f8af58 None None] Allocated IP 192.168.233.2 (0a203b38-980f-4028-821a-e7ccb430f58f/e00ec400-90fd-4fde-b0dc-683c35c3e8e2/ba4ca99a-eb20-4e4e-aecb-8d20cb3a3672) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 00:59:50.622962 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-203339ac-b598-4d9c-84df-c094f1f8af58 None None] Publish callbacks [] for port (ba4ca99a-eb20-4e4e-aecb-8d20cb3a3672), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:59:50.628840 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-203339ac-b598-4d9c-84df-c094f1f8af58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (ba4ca99a-eb20-4e4e-aecb-8d20cb3a3672), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:59:50.667020 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203339ac-b598-4d9c-84df-c094f1f8af58 None None] Network 0a203b38-980f-4028-821a-e7ccb430f58f is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 00:59:50.669876 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-203339ac-b598-4d9c-84df-c094f1f8af58 None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 00:59:50.675451 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203339ac-b598-4d9c-84df-c094f1f8af58 None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 00:59:50.680953 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203339ac-b598-4d9c-84df-c094f1f8af58 None None] Pushing event updated for resources: {'Port': ['ID=ba4ca99a-eb20-4e4e-aecb-8d20cb3a3672,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 00:59:50.691792 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203339ac-b598-4d9c-84df-c094f1f8af58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 00:59:50.692230 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203339ac-b598-4d9c-84df-c094f1f8af58 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 00:59:50.692591 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203339ac-b598-4d9c-84df-c094f1f8af58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 00:59:50.692936 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203339ac-b598-4d9c-84df-c094f1f8af58 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 00:59:50.693262 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203339ac-b598-4d9c-84df-c094f1f8af58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 00:59:50.693589 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203339ac-b598-4d9c-84df-c094f1f8af58 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 00:59:50.694471 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203339ac-b598-4d9c-84df-c094f1f8af58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 00:59:50.694801 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203339ac-b598-4d9c-84df-c094f1f8af58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 00:59:50.695139 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203339ac-b598-4d9c-84df-c094f1f8af58 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 00:59:50.695469 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203339ac-b598-4d9c-84df-c094f1f8af58 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 00:59:50.695813 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203339ac-b598-4d9c-84df-c094f1f8af58 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 00:59:50.696161 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203339ac-b598-4d9c-84df-c094f1f8af58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 00:59:50.696483 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203339ac-b598-4d9c-84df-c094f1f8af58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 00:59:50.696800 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203339ac-b598-4d9c-84df-c094f1f8af58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 00:59:50.697116 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203339ac-b598-4d9c-84df-c094f1f8af58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 00:59:50.743544 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-203339ac-b598-4d9c-84df-c094f1f8af58 None None] Attempting to bind port ba4ca99a-eb20-4e4e-aecb-8d20cb3a3672 on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 00:59:50.743911 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-203339ac-b598-4d9c-84df-c094f1f8af58 None None] Attempting to bind port ba4ca99a-eb20-4e4e-aecb-8d20cb3a3672 by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': '44757c57-924d-4236-bdb7-9b39533066a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0a203b38-980f-4028-821a-e7ccb430f58f'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 00:59:50.744300 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203339ac-b598-4d9c-84df-c094f1f8af58 None None] Attempting to bind port ba4ca99a-eb20-4e4e-aecb-8d20cb3a3672 on network 0a203b38-980f-4028-821a-e7ccb430f58f {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 00:59:50.749377 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203339ac-b598-4d9c-84df-c094f1f8af58 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 0, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 00:59:50.749746 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203339ac-b598-4d9c-84df-c094f1f8af58 None None] Checking segment: {'id': '44757c57-924d-4236-bdb7-9b39533066a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0a203b38-980f-4028-821a-e7ccb430f58f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 00:59:50.750140 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-203339ac-b598-4d9c-84df-c094f1f8af58 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:59:50.750530 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203339ac-b598-4d9c-84df-c094f1f8af58 None None] Bound using segment: {'id': '44757c57-924d-4236-bdb7-9b39533066a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0a203b38-980f-4028-821a-e7ccb430f58f'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 00:59:50.750985 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-203339ac-b598-4d9c-84df-c094f1f8af58 None None] Bound port: ba4ca99a-eb20-4e4e-aecb-8d20cb3a3672, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44757c57-924d-4236-bdb7-9b39533066a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0a203b38-980f-4028-821a-e7ccb430f58f'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 00:59:50.751354 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-203339ac-b598-4d9c-84df-c094f1f8af58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (ba4ca99a-eb20-4e4e-aecb-8d20cb3a3672), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:59:50.817044 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-203339ac-b598-4d9c-84df-c094f1f8af58 None None] For port ba4ca99a-eb20-4e4e-aecb-8d20cb3a3672, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 00:59:50.820726 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-203339ac-b598-4d9c-84df-c094f1f8af58 None None] For port ba4ca99a-eb20-4e4e-aecb-8d20cb3a3672, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=ba4ca99a-eb20-4e4e-aecb-8d20cb3a3672,segment=NetworkSegment(44757c57-924d-4236-bdb7-9b39533066a4),segment_id=44757c57-924d-4236-bdb7-9b39533066a4)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 00:59:50.826475 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-203339ac-b598-4d9c-84df-c094f1f8af58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (ba4ca99a-eb20-4e4e-aecb-8d20cb3a3672), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:59:50.887744 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203339ac-b598-4d9c-84df-c094f1f8af58 None None] Pushing event updated for resources: {'Port': ['ID=ba4ca99a-eb20-4e4e-aecb-8d20cb3a3672,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 00:59:51.694160 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee3c9b3-2024-447f-92af-cea891695fb5 None None] Network 0a203b38-980f-4028-821a-e7ccb430f58f requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 00:59:51.817252 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-b080de6f-8bef-4b04-9795-ca920d5c06f6 None None] Provisioning complete for port ba4ca99a-eb20-4e4e-aecb-8d20cb3a3672 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 00:59:51.817573 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-b080de6f-8bef-4b04-9795-ca920d5c06f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (ba4ca99a-eb20-4e4e-aecb-8d20cb3a3672), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:59:51.906919 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-b080de6f-8bef-4b04-9795-ca920d5c06f6 None None] Current status of the port ba4ca99a-eb20-4e4e-aecb-8d20cb3a3672 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 00:59:51.907304 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-b080de6f-8bef-4b04-9795-ca920d5c06f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (ba4ca99a-eb20-4e4e-aecb-8d20cb3a3672), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:59:51.954987 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-b080de6f-8bef-4b04-9795-ca920d5c06f6 None None] For port ba4ca99a-eb20-4e4e-aecb-8d20cb3a3672, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=ba4ca99a-eb20-4e4e-aecb-8d20cb3a3672,segment=NetworkSegment(44757c57-924d-4236-bdb7-9b39533066a4),segment_id=44757c57-924d-4236-bdb7-9b39533066a4)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 00:59:51.961388 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-b080de6f-8bef-4b04-9795-ca920d5c06f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (ba4ca99a-eb20-4e4e-aecb-8d20cb3a3672), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:59:52.010442 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b080de6f-8bef-4b04-9795-ca920d5c06f6 None None] Pushing event updated for resources: {'Port': ['ID=ba4ca99a-eb20-4e4e-aecb-8d20cb3a3672,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 00:59:52.082519 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-b81856d8-476b-4c8e-9c65-fe43385303a8 None None] Provisioning complete for port ba4ca99a-eb20-4e4e-aecb-8d20cb3a3672 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 00:59:52.082828 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-b81856d8-476b-4c8e-9c65-fe43385303a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (ba4ca99a-eb20-4e4e-aecb-8d20cb3a3672), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:59:52.160326 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-b81856d8-476b-4c8e-9c65-fe43385303a8 None None] Current status of the port ba4ca99a-eb20-4e4e-aecb-8d20cb3a3672 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 00:59:52.518634 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device ba4ca99a-eb20-4e4e-aecb-8d20cb3a3672 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 00:59:52.572089 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port ba4ca99a-eb20-4e4e-aecb-8d20cb3a3672 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 00:59:52.572501 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (ba4ca99a-eb20-4e4e-aecb-8d20cb3a3672), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 00:59:52.648054 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port ba4ca99a-eb20-4e4e-aecb-8d20cb3a3672 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:00:11.328027 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-9b92bd97-d0b8-446a-8192-55f5092d9dcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:00:13.514498 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-730c7826-7b4c-4097-b2f9-26a4436afbda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:00:13.804161 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.agents_db [None req-9a1d863f-391a-42f4-9870-e8292b919beb None None] Agent healthcheck: found 5 active agents {{(pid=104101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 01:00:14.684989 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:00:16.105688 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:00:17.633935 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:00:41.330121 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-0423bca8-7aac-448b-8916-0cdb71e23977 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:00:43.515608 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-7adcb45e-bfe9-464d-8288-994203894fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:00:44.685692 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:00:46.102790 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:00:47.636420 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:00:50.802725 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.agents_db [None req-9a1d863f-391a-42f4-9870-e8292b919beb None None] Agent healthcheck: found 5 active agents {{(pid=104101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 01:01:11.333012 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5d74a171-a3ce-48f6-b7f9-5c0803fef054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:01:13.516282 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5163e961-745d-4c06-96a0-59f472c4e70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:01:14.689926 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:01:16.066660 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 48388) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:01:16.072279 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [None req-3ed2e25a-2698-419c-89a7-143c289c7359 tempest-verify_tempest_config-706138882 tempest-verify_tempest_config-706138882-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=104099) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 01:01:16.073243 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-3ed2e25a-2698-419c-89a7-143c289c7359 tempest-verify_tempest_config-706138882 tempest-verify_tempest_config-706138882-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0056326 Mar 28 01:01:16.112302 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:01:16.373320 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 48406) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:01:16.481733 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-61afedfa-b12f-4059-8696-30baa9fb2c0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:01:16.559213 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-61afedfa-b12f-4059-8696-30baa9fb2c0a admin admin] Publish callbacks [] for security_group (048124e3-ea1c-4ae4-a94a-765e44ff301c), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:01:16.563040 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-61afedfa-b12f-4059-8696-30baa9fb2c0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (048124e3-ea1c-4ae4-a94a-765e44ff301c), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:01:16.610703 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-61afedfa-b12f-4059-8696-30baa9fb2c0a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6027d4d41ac643fa9fd513cca897bfeb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2363133 Mar 28 01:01:16.611629 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61afedfa-b12f-4059-8696-30baa9fb2c0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=048124e3-ea1c-4ae4-a94a-765e44ff301c,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:01:16.613563 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 48412) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:01:16.618339 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61afedfa-b12f-4059-8696-30baa9fb2c0a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:01:16.618689 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61afedfa-b12f-4059-8696-30baa9fb2c0a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:01:16.619035 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61afedfa-b12f-4059-8696-30baa9fb2c0a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:01:16.619374 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61afedfa-b12f-4059-8696-30baa9fb2c0a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:01:16.619706 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61afedfa-b12f-4059-8696-30baa9fb2c0a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:01:16.620057 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61afedfa-b12f-4059-8696-30baa9fb2c0a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:01:16.620399 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61afedfa-b12f-4059-8696-30baa9fb2c0a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:01:16.620729 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61afedfa-b12f-4059-8696-30baa9fb2c0a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:01:16.621054 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61afedfa-b12f-4059-8696-30baa9fb2c0a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:01:16.621380 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61afedfa-b12f-4059-8696-30baa9fb2c0a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:01:16.621726 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61afedfa-b12f-4059-8696-30baa9fb2c0a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:01:16.622052 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61afedfa-b12f-4059-8696-30baa9fb2c0a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:01:16.622376 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61afedfa-b12f-4059-8696-30baa9fb2c0a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:01:16.622699 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61afedfa-b12f-4059-8696-30baa9fb2c0a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:01:16.623040 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61afedfa-b12f-4059-8696-30baa9fb2c0a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:01:16.669139 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e67a6796-5ac8-47d3-a034-4ef096123101 admin admin] Publish callbacks [] for security_group (048124e3-ea1c-4ae4-a94a-765e44ff301c), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:01:16.689412 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e67a6796-5ac8-47d3-a034-4ef096123101 admin admin] Publish callbacks [] for security_group (048124e3-ea1c-4ae4-a94a-765e44ff301c), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:01:16.779102 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e67a6796-5ac8-47d3-a034-4ef096123101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (048124e3-ea1c-4ae4-a94a-765e44ff301c), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:01:16.782249 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e67a6796-5ac8-47d3-a034-4ef096123101 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:01:16.783575 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-e67a6796-5ac8-47d3-a034-4ef096123101 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/048124e3-ea1c-4ae4-a94a-765e44ff301c HTTP/1.1" status: 204 len: 168 time: 0.1686504 Mar 28 01:01:16.792313 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67a6796-5ac8-47d3-a034-4ef096123101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=048124e3-ea1c-4ae4-a94a-765e44ff301c,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:01:16.799021 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67a6796-5ac8-47d3-a034-4ef096123101 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:01:16.799361 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67a6796-5ac8-47d3-a034-4ef096123101 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:01:16.799691 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67a6796-5ac8-47d3-a034-4ef096123101 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:01:16.800025 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67a6796-5ac8-47d3-a034-4ef096123101 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:01:16.800373 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67a6796-5ac8-47d3-a034-4ef096123101 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:01:16.800697 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67a6796-5ac8-47d3-a034-4ef096123101 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:01:16.801019 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67a6796-5ac8-47d3-a034-4ef096123101 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:01:16.801334 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67a6796-5ac8-47d3-a034-4ef096123101 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:01:16.801706 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67a6796-5ac8-47d3-a034-4ef096123101 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:01:16.802058 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67a6796-5ac8-47d3-a034-4ef096123101 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:01:16.802371 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67a6796-5ac8-47d3-a034-4ef096123101 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:01:16.802876 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67a6796-5ac8-47d3-a034-4ef096123101 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:01:16.803189 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67a6796-5ac8-47d3-a034-4ef096123101 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:01:16.803649 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67a6796-5ac8-47d3-a034-4ef096123101 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:01:16.803964 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67a6796-5ac8-47d3-a034-4ef096123101 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:01:17.641467 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:01:27.800962 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.agents_db [None req-9a1d863f-391a-42f4-9870-e8292b919beb None None] Agent healthcheck: found 5 active agents {{(pid=104101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 01:01:41.334031 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-181e735a-136a-46bd-8bf7-dd331bcf60fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:01:43.516167 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-b1052fef-f143-41f2-b8b4-de19860a6892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:01:44.691592 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:01:46.111863 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:01:47.642951 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:02:04.799596 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.agents_db [None req-9a1d863f-391a-42f4-9870-e8292b919beb None None] Agent healthcheck: found 5 active agents {{(pid=104101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 01:02:11.335464 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ed38206b-aa59-4080-b83e-6587e5e3f29b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:02:13.517471 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-e4cf15d2-b559-4107-a813-e699719f946b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:02:14.693859 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:02:16.115290 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:02:17.644530 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:02:32.547463 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3690008'] for agent (287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:02:41.340292 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-93c86292-6921-46b7-b89f-2928e4d4fa11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:02:41.798448 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.agents_db [None req-9a1d863f-391a-42f4-9870-e8292b919beb None None] Agent healthcheck: found 6 active agents {{(pid=104101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 01:02:43.518842 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-6f438eb3-8495-4fcd-ae7a-5ea2ccbca012 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:02:44.696718 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:02:46.117943 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:02:46.852600 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 48482) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:02:46.954553 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-c91ca81c-af87-4a2c-b3d0-351d21349ac3 admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4565 time: 0.1008682 Mar 28 01:02:47.646522 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:02:49.259070 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 48492) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:02:49.315698 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-eed24197-2bcc-4059-97ef-fbb97049fdc6 admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4565 time: 0.0555694 Mar 28 01:03:02.535970 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:03:11.342030 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-b0262588-dac4-4f08-bf39-661c7ee8ffcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:03:13.520617 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-2472a0e8-fe87-46e2-b7f6-ae662c9e7188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:03:14.702174 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:03:16.121956 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:03:17.649321 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:03:18.797129 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.agents_db [None req-9a1d863f-391a-42f4-9870-e8292b919beb None None] Agent healthcheck: found 6 active agents {{(pid=104101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 01:03:32.548246 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:03:41.344906 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-329ee45f-8e6d-4892-a8ec-933df4a22db1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:03:43.522295 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-a97d34a6-004c-4dda-b2c1-269e69426abf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:03:44.701892 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:03:46.123202 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:03:47.651429 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:03:55.795800 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.agents_db [None req-9a1d863f-391a-42f4-9870-e8292b919beb None None] Agent healthcheck: found 6 active agents {{(pid=104101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 01:04:02.555926 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:07.109688 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 48622) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:07.191948 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 48634) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:07.305935 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-1c6ba012-b913-4395-9cac-b4bac37fdd58 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-329151941-network', 'tenant_id': '848a4a14ba384087a1e0b48b84b6f0e3'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:04:07.325312 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c6ba012-b913-4395-9cac-b4bac37fdd58 admin admin] Made reservation on behalf of 848a4a14ba384087a1e0b48b84b6f0e3 for: {'network': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:04:07.327781 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-1c6ba012-b913-4395-9cac-b4bac37fdd58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:07.340449 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-1c6ba012-b913-4395-9cac-b4bac37fdd58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:07.366838 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-de9820d0-ed4b-4f0c-ab0f-040706e94d1f admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1965701064-network', 'tenant_id': 'e2e1f3c8256d426e8b9aa3f98cd07af0'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:04:07.411240 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de9820d0-ed4b-4f0c-ab0f-040706e94d1f admin admin] Made reservation on behalf of e2e1f3c8256d426e8b9aa3f98cd07af0 for: {'network': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:04:07.413543 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-de9820d0-ed4b-4f0c-ab0f-040706e94d1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:07.431086 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-de9820d0-ed4b-4f0c-ab0f-040706e94d1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:07.460601 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-1c6ba012-b913-4395-9cac-b4bac37fdd58 admin admin] Publish callbacks [] for security_group (d2180582-4bec-4d83-bdba-512312734010), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:07.468006 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-1c6ba012-b913-4395-9cac-b4bac37fdd58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (d2180582-4bec-4d83-bdba-512312734010), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:07.499284 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c6ba012-b913-4395-9cac-b4bac37fdd58 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=104099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:04:07.526457 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-1c6ba012-b913-4395-9cac-b4bac37fdd58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (42092f1a-12b4-400d-a25f-5b5b803c66a9), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:07.526883 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.segments_db [None req-1c6ba012-b913-4395-9cac-b4bac37fdd58 admin admin] Added segment 42092f1a-12b4-400d-a25f-5b5b803c66a9 of type vlan for network b0b181aa-c9cd-4854-9fb0-37e685e0d64e Mar 28 01:04:07.553805 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6ba012-b913-4395-9cac-b4bac37fdd58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2180582-4bec-4d83-bdba-512312734010,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:07.601017 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6ba012-b913-4395-9cac-b4bac37fdd58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:04:07.601371 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6ba012-b913-4395-9cac-b4bac37fdd58 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:04:07.601709 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6ba012-b913-4395-9cac-b4bac37fdd58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:04:07.602045 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6ba012-b913-4395-9cac-b4bac37fdd58 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:04:07.602394 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6ba012-b913-4395-9cac-b4bac37fdd58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:04:07.602706 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6ba012-b913-4395-9cac-b4bac37fdd58 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:04:07.603030 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6ba012-b913-4395-9cac-b4bac37fdd58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:04:07.603354 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6ba012-b913-4395-9cac-b4bac37fdd58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:04:07.603690 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6ba012-b913-4395-9cac-b4bac37fdd58 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:04:07.604012 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6ba012-b913-4395-9cac-b4bac37fdd58 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:04:07.604375 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6ba012-b913-4395-9cac-b4bac37fdd58 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:04:07.604699 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6ba012-b913-4395-9cac-b4bac37fdd58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:04:07.605020 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6ba012-b913-4395-9cac-b4bac37fdd58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:04:07.605341 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6ba012-b913-4395-9cac-b4bac37fdd58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:04:07.605656 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6ba012-b913-4395-9cac-b4bac37fdd58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:04:07.606865 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6ba012-b913-4395-9cac-b4bac37fdd58 admin admin] Tracked resource versions report: Mar 28 01:04:07.606865 dv-neutron-834874-6-hyperv neutron-server[104099]: pushed versions: Mar 28 01:04:07.606865 dv-neutron-834874-6-hyperv neutron-server[104099]: { 'AddressGroup': {'1.2'}, Mar 28 01:04:07.606865 dv-neutron-834874-6-hyperv neutron-server[104099]: 'Agent': {'1.1'}, Mar 28 01:04:07.606865 dv-neutron-834874-6-hyperv neutron-server[104099]: 'ConntrackHelper': {'1.0'}, Mar 28 01:04:07.606865 dv-neutron-834874-6-hyperv neutron-server[104099]: 'LocalIPAssociation': {'1.0'}, Mar 28 01:04:07.606865 dv-neutron-834874-6-hyperv neutron-server[104099]: 'Log': {'1.0'}, Mar 28 01:04:07.606865 dv-neutron-834874-6-hyperv neutron-server[104099]: 'NDPProxy': {'1.0'}, Mar 28 01:04:07.606865 dv-neutron-834874-6-hyperv neutron-server[104099]: 'Network': {'1.1'}, Mar 28 01:04:07.606865 dv-neutron-834874-6-hyperv neutron-server[104099]: 'Port': {'1.7'}, Mar 28 01:04:07.606865 dv-neutron-834874-6-hyperv neutron-server[104099]: 'PortForwarding': {'1.3'}, Mar 28 01:04:07.606865 dv-neutron-834874-6-hyperv neutron-server[104099]: 'QosPolicy': {'1.10'}, Mar 28 01:04:07.606865 dv-neutron-834874-6-hyperv neutron-server[104099]: 'SecurityGroup': {'1.5'}, Mar 28 01:04:07.606865 dv-neutron-834874-6-hyperv neutron-server[104099]: 'SecurityGroupRule': {'1.2'}, Mar 28 01:04:07.606865 dv-neutron-834874-6-hyperv neutron-server[104099]: 'SubPort': {'1.0'}, Mar 28 01:04:07.606865 dv-neutron-834874-6-hyperv neutron-server[104099]: 'Subnet': {'1.1'}, Mar 28 01:04:07.606865 dv-neutron-834874-6-hyperv neutron-server[104099]: 'Trunk': {'1.1'}} Mar 28 01:04:07.606865 dv-neutron-834874-6-hyperv neutron-server[104099]: consumer versions: Mar 28 01:04:07.606865 dv-neutron-834874-6-hyperv neutron-server[104099]: { DHCP agent@dv-neutron-834874-6-hyperv: {}, Mar 28 01:04:07.606865 dv-neutron-834874-6-hyperv neutron-server[104099]: HyperV agent@hv-neutron-8348: {}, Mar 28 01:04:07.606865 dv-neutron-834874-6-hyperv neutron-server[104099]: L3 agent@dv-neutron-834874-6-hyperv: {}, Mar 28 01:04:07.606865 dv-neutron-834874-6-hyperv neutron-server[104099]: Metadata agent@dv-neutron-834874-6-hyperv: {}, Mar 28 01:04:07.606865 dv-neutron-834874-6-hyperv neutron-server[104099]: Metering agent@dv-neutron-834874-6-hyperv: {}, Mar 28 01:04:07.606865 dv-neutron-834874-6-hyperv neutron-server[104099]: Open vSwitch agent@dv-neutron-834874-6-hyperv: { 'AddressGroup': '1.2', Mar 28 01:04:07.606865 dv-neutron-834874-6-hyperv neutron-server[104099]: 'Agent': '1.1', Mar 28 01:04:07.606865 dv-neutron-834874-6-hyperv neutron-server[104099]: 'ConntrackHelper': '1.0', Mar 28 01:04:07.606865 dv-neutron-834874-6-hyperv neutron-server[104099]: 'LocalIPAssociation': '1.0', Mar 28 01:04:07.606865 dv-neutron-834874-6-hyperv neutron-server[104099]: 'Log': '1.0', Mar 28 01:04:07.606865 dv-neutron-834874-6-hyperv neutron-server[104099]: 'NDPProxy': '1.0', Mar 28 01:04:07.606865 dv-neutron-834874-6-hyperv neutron-server[104099]: 'Network': '1.1', Mar 28 01:04:07.606865 dv-neutron-834874-6-hyperv neutron-server[104099]: 'Port': '1.7', Mar 28 01:04:07.606865 dv-neutron-834874-6-hyperv neutron-server[104099]: 'PortForwarding': '1.3', Mar 28 01:04:07.606865 dv-neutron-834874-6-hyperv neutron-server[104099]: 'QosPolicy': '1.10', Mar 28 01:04:07.606865 dv-neutron-834874-6-hyperv neutron-server[104099]: 'SecurityGroup': '1.5', Mar 28 01:04:07.606865 dv-neutron-834874-6-hyperv neutron-server[104099]: 'SecurityGroupRule': '1.2', Mar 28 01:04:07.606865 dv-neutron-834874-6-hyperv neutron-server[104099]: 'SubPort': '1.0', Mar 28 01:04:07.606865 dv-neutron-834874-6-hyperv neutron-server[104099]: 'Subnet': '1.1', Mar 28 01:04:07.606865 dv-neutron-834874-6-hyperv neutron-server[104099]: 'Trunk': '1.1'}} Mar 28 01:04:07.606865 dv-neutron-834874-6-hyperv neutron-server[104099]: {{(pid=104099) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 28 01:04:07.613108 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-1c6ba012-b913-4395-9cac-b4bac37fdd58 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (b0b181aa-c9cd-4854-9fb0-37e685e0d64e), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:07.630944 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 48666) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:07.646663 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-1c6ba012-b913-4395-9cac-b4bac37fdd58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (b0b181aa-c9cd-4854-9fb0-37e685e0d64e), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:07.647991 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6ba012-b913-4395-9cac-b4bac37fdd58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:07.648821 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-1c6ba012-b913-4395-9cac-b4bac37fdd58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:07.660455 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-de9820d0-ed4b-4f0c-ab0f-040706e94d1f admin admin] Publish callbacks [] for security_group (158de0a1-b472-40d8-95ab-079dca52f39f), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:07.714176 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-de9820d0-ed4b-4f0c-ab0f-040706e94d1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (158de0a1-b472-40d8-95ab-079dca52f39f), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:07.738451 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-1c6ba012-b913-4395-9cac-b4bac37fdd58 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6276941 Mar 28 01:04:07.741608 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 48674) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:07.754297 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-89b87e1f-43fe-4f27-87c7-1a698ddcde19 admin admin] Request body: {'subnet': {'network_id': 'b0b181aa-c9cd-4854-9fb0-37e685e0d64e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-329151941-subnet', 'tenant_id': '848a4a14ba384087a1e0b48b84b6f0e3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:04:07.765706 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6ba012-b913-4395-9cac-b4bac37fdd58 admin admin] Pushing event updated for resources: {'Network': ['ID=b0b181aa-c9cd-4854-9fb0-37e685e0d64e,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:07.769747 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89b87e1f-43fe-4f27-87c7-1a698ddcde19 admin admin] Made reservation on behalf of 848a4a14ba384087a1e0b48b84b6f0e3 for: {'subnet': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:04:07.769913 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de9820d0-ed4b-4f0c-ab0f-040706e94d1f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=104099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:04:07.772368 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9820d0-ed4b-4f0c-ab0f-040706e94d1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=158de0a1-b472-40d8-95ab-079dca52f39f,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:07.780470 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network b0b181aa-c9cd-4854-9fb0-37e685e0d64e details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:04:07.784005 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-89b87e1f-43fe-4f27-87c7-1a698ddcde19 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:07.785357 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-de9820d0-ed4b-4f0c-ab0f-040706e94d1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (6b94bcff-7918-4dbb-9862-d5d7c3a56206), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:07.785922 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.segments_db [None req-de9820d0-ed4b-4f0c-ab0f-040706e94d1f admin admin] Added segment 6b94bcff-7918-4dbb-9862-d5d7c3a56206 of type vlan for network d8584a61-33a5-4334-8690-e70e4664bf95 Mar 28 01:04:07.844662 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-de9820d0-ed4b-4f0c-ab0f-040706e94d1f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (d8584a61-33a5-4334-8690-e70e4664bf95), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:07.900196 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-de9820d0-ed4b-4f0c-ab0f-040706e94d1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (d8584a61-33a5-4334-8690-e70e4664bf95), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:07.901329 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9820d0-ed4b-4f0c-ab0f-040706e94d1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:07.902187 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-de9820d0-ed4b-4f0c-ab0f-040706e94d1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:07.995237 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-de9820d0-ed4b-4f0c-ab0f-040706e94d1f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8018482 Mar 28 01:04:07.998152 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 48684) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:08.000349 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9820d0-ed4b-4f0c-ab0f-040706e94d1f admin admin] Pushing event updated for resources: {'Network': ['ID=d8584a61-33a5-4334-8690-e70e4664bf95,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:08.006268 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-43c4441d-bdc6-496a-a63e-9a84e0b27713 admin admin] Request body: {'subnet': {'network_id': 'd8584a61-33a5-4334-8690-e70e4664bf95', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1965701064-subnet', 'tenant_id': 'e2e1f3c8256d426e8b9aa3f98cd07af0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:04:08.022016 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network d8584a61-33a5-4334-8690-e70e4664bf95 details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:04:08.030862 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43c4441d-bdc6-496a-a63e-9a84e0b27713 admin admin] Made reservation on behalf of e2e1f3c8256d426e8b9aa3f98cd07af0 for: {'subnet': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:04:08.033495 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-43c4441d-bdc6-496a-a63e-9a84e0b27713 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:08.047386 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-89b87e1f-43fe-4f27-87c7-1a698ddcde19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for subnet (09c9f896-19d2-4244-ab3f-60c512e444ce), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:08.157391 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b87e1f-43fe-4f27-87c7-1a698ddcde19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09c9f896-19d2-4244-ab3f-60c512e444ce,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:08.161056 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b87e1f-43fe-4f27-87c7-1a698ddcde19 admin admin] Checking segment: {'id': '42092f1a-12b4-400d-a25f-5b5b803c66a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b0b181aa-c9cd-4854-9fb0-37e685e0d64e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:04:08.162198 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b87e1f-43fe-4f27-87c7-1a698ddcde19 admin admin] Network hostable DHCP agents. Network: b0b181aa-c9cd-4854-9fb0-37e685e0d64e, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:04:08.177999 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b87e1f-43fe-4f27-87c7-1a698ddcde19 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:04:08.178704 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b87e1f-43fe-4f27-87c7-1a698ddcde19 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:04:08.179272 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b87e1f-43fe-4f27-87c7-1a698ddcde19 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:04:08.179824 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b87e1f-43fe-4f27-87c7-1a698ddcde19 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:04:08.180395 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b87e1f-43fe-4f27-87c7-1a698ddcde19 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:04:08.180918 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b87e1f-43fe-4f27-87c7-1a698ddcde19 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:04:08.181423 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b87e1f-43fe-4f27-87c7-1a698ddcde19 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:04:08.181933 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b87e1f-43fe-4f27-87c7-1a698ddcde19 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:04:08.182468 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b87e1f-43fe-4f27-87c7-1a698ddcde19 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:04:08.182979 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b87e1f-43fe-4f27-87c7-1a698ddcde19 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:04:08.183495 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b87e1f-43fe-4f27-87c7-1a698ddcde19 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:04:08.184024 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b87e1f-43fe-4f27-87c7-1a698ddcde19 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:04:08.184640 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b87e1f-43fe-4f27-87c7-1a698ddcde19 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:04:08.185181 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b87e1f-43fe-4f27-87c7-1a698ddcde19 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:04:08.185712 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b87e1f-43fe-4f27-87c7-1a698ddcde19 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:04:08.187007 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b87e1f-43fe-4f27-87c7-1a698ddcde19 admin admin] Tracked resource versions report: Mar 28 01:04:08.187007 dv-neutron-834874-6-hyperv neutron-server[104098]: pushed versions: Mar 28 01:04:08.187007 dv-neutron-834874-6-hyperv neutron-server[104098]: { 'AddressGroup': {'1.2'}, Mar 28 01:04:08.187007 dv-neutron-834874-6-hyperv neutron-server[104098]: 'Agent': {'1.1'}, Mar 28 01:04:08.187007 dv-neutron-834874-6-hyperv neutron-server[104098]: 'ConntrackHelper': {'1.0'}, Mar 28 01:04:08.187007 dv-neutron-834874-6-hyperv neutron-server[104098]: 'LocalIPAssociation': {'1.0'}, Mar 28 01:04:08.187007 dv-neutron-834874-6-hyperv neutron-server[104098]: 'Log': {'1.0'}, Mar 28 01:04:08.187007 dv-neutron-834874-6-hyperv neutron-server[104098]: 'NDPProxy': {'1.0'}, Mar 28 01:04:08.187007 dv-neutron-834874-6-hyperv neutron-server[104098]: 'Network': {'1.1'}, Mar 28 01:04:08.187007 dv-neutron-834874-6-hyperv neutron-server[104098]: 'Port': {'1.7'}, Mar 28 01:04:08.187007 dv-neutron-834874-6-hyperv neutron-server[104098]: 'PortForwarding': {'1.3'}, Mar 28 01:04:08.187007 dv-neutron-834874-6-hyperv neutron-server[104098]: 'QosPolicy': {'1.10'}, Mar 28 01:04:08.187007 dv-neutron-834874-6-hyperv neutron-server[104098]: 'SecurityGroup': {'1.5'}, Mar 28 01:04:08.187007 dv-neutron-834874-6-hyperv neutron-server[104098]: 'SecurityGroupRule': {'1.2'}, Mar 28 01:04:08.187007 dv-neutron-834874-6-hyperv neutron-server[104098]: 'SubPort': {'1.0'}, Mar 28 01:04:08.187007 dv-neutron-834874-6-hyperv neutron-server[104098]: 'Subnet': {'1.1'}, Mar 28 01:04:08.187007 dv-neutron-834874-6-hyperv neutron-server[104098]: 'Trunk': {'1.1'}} Mar 28 01:04:08.187007 dv-neutron-834874-6-hyperv neutron-server[104098]: consumer versions: Mar 28 01:04:08.187007 dv-neutron-834874-6-hyperv neutron-server[104098]: { DHCP agent@dv-neutron-834874-6-hyperv: {}, Mar 28 01:04:08.187007 dv-neutron-834874-6-hyperv neutron-server[104098]: HyperV agent@hv-neutron-8348: {}, Mar 28 01:04:08.187007 dv-neutron-834874-6-hyperv neutron-server[104098]: L3 agent@dv-neutron-834874-6-hyperv: {}, Mar 28 01:04:08.187007 dv-neutron-834874-6-hyperv neutron-server[104098]: Metadata agent@dv-neutron-834874-6-hyperv: {}, Mar 28 01:04:08.187007 dv-neutron-834874-6-hyperv neutron-server[104098]: Metering agent@dv-neutron-834874-6-hyperv: {}, Mar 28 01:04:08.187007 dv-neutron-834874-6-hyperv neutron-server[104098]: Open vSwitch agent@dv-neutron-834874-6-hyperv: { 'AddressGroup': '1.2', Mar 28 01:04:08.187007 dv-neutron-834874-6-hyperv neutron-server[104098]: 'Agent': '1.1', Mar 28 01:04:08.187007 dv-neutron-834874-6-hyperv neutron-server[104098]: 'ConntrackHelper': '1.0', Mar 28 01:04:08.187007 dv-neutron-834874-6-hyperv neutron-server[104098]: 'LocalIPAssociation': '1.0', Mar 28 01:04:08.187007 dv-neutron-834874-6-hyperv neutron-server[104098]: 'Log': '1.0', Mar 28 01:04:08.187007 dv-neutron-834874-6-hyperv neutron-server[104098]: 'NDPProxy': '1.0', Mar 28 01:04:08.187007 dv-neutron-834874-6-hyperv neutron-server[104098]: 'Network': '1.1', Mar 28 01:04:08.187007 dv-neutron-834874-6-hyperv neutron-server[104098]: 'Port': '1.7', Mar 28 01:04:08.187007 dv-neutron-834874-6-hyperv neutron-server[104098]: 'PortForwarding': '1.3', Mar 28 01:04:08.187007 dv-neutron-834874-6-hyperv neutron-server[104098]: 'QosPolicy': '1.10', Mar 28 01:04:08.187007 dv-neutron-834874-6-hyperv neutron-server[104098]: 'SecurityGroup': '1.5', Mar 28 01:04:08.187007 dv-neutron-834874-6-hyperv neutron-server[104098]: 'SecurityGroupRule': '1.2', Mar 28 01:04:08.187007 dv-neutron-834874-6-hyperv neutron-server[104098]: 'SubPort': '1.0', Mar 28 01:04:08.187007 dv-neutron-834874-6-hyperv neutron-server[104098]: 'Subnet': '1.1', Mar 28 01:04:08.187007 dv-neutron-834874-6-hyperv neutron-server[104098]: 'Trunk': '1.1'}} Mar 28 01:04:08.187007 dv-neutron-834874-6-hyperv neutron-server[104098]: {{(pid=104098) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 28 01:04:08.214494 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b87e1f-43fe-4f27-87c7-1a698ddcde19 admin admin] Network b0b181aa-c9cd-4854-9fb0-37e685e0d64e is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:04:08.226899 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-89b87e1f-43fe-4f27-87c7-1a698ddcde19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, b0b181aa-c9cd-4854-9fb0-37e685e0d64e) {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:04:08.239081 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16fe8ba7-6363-4e85-8f33-f76b28045815 None None] Network b0b181aa-c9cd-4854-9fb0-37e685e0d64e requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:04:08.242314 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b87e1f-43fe-4f27-87c7-1a698ddcde19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:08.243134 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-89b87e1f-43fe-4f27-87c7-1a698ddcde19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:08.272270 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-89b87e1f-43fe-4f27-87c7-1a698ddcde19 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5294707 Mar 28 01:04:08.275291 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 48688) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:08.276820 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-43c4441d-bdc6-496a-a63e-9a84e0b27713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for subnet (c2bac7f7-4214-433a-8d07-412328b1e8a9), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:08.282064 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-b0acce2a-2857-4159-b614-f1f27f396821 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-329151941-router', 'tenant_id': '848a4a14ba384087a1e0b48b84b6f0e3', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'}}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:04:08.344856 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b0acce2a-2857-4159-b614-f1f27f396821 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7069'] for router (1473590c-76e5-4ae2-bb3a-86800aaa9e51), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:08.348426 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b0acce2a-2857-4159-b614-f1f27f396821 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4188952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7062'] for router (1473590c-76e5-4ae2-bb3a-86800aaa9e51), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:08.357326 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c4441d-bdc6-496a-a63e-9a84e0b27713 admin admin] Checking segment: {'id': '6b94bcff-7918-4dbb-9862-d5d7c3a56206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd8584a61-33a5-4334-8690-e70e4664bf95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:04:08.357777 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c4441d-bdc6-496a-a63e-9a84e0b27713 admin admin] Network hostable DHCP agents. Network: d8584a61-33a5-4334-8690-e70e4664bf95, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:04:08.378100 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c4441d-bdc6-496a-a63e-9a84e0b27713 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2bac7f7-4214-433a-8d07-412328b1e8a9,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:08.390271 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 48690) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:08.400387 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c4441d-bdc6-496a-a63e-9a84e0b27713 admin admin] Network d8584a61-33a5-4334-8690-e70e4664bf95 is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:04:08.412227 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-43c4441d-bdc6-496a-a63e-9a84e0b27713 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, d8584a61-33a5-4334-8690-e70e4664bf95) {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:04:08.420515 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69cb3f9f-7a10-446c-8091-8ac66a344fc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-b0b181aa-c9cd-4854-9fb0-37e685e0d64e', 'network_id': 'b0b181aa-c9cd-4854-9fb0-37e685e0d64e', 'project_id': '848a4a14ba384087a1e0b48b84b6f0e3', 'fixed_ips': [{'subnet_id': '09c9f896-19d2-4244-ab3f-60c512e444ce'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:04:08.421651 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-69cb3f9f-7a10-446c-8091-8ac66a344fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:08.426856 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c4441d-bdc6-496a-a63e-9a84e0b27713 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:08.428006 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937ce638-b3ca-4aa8-8ed8-d36e772240f0 None None] Network d8584a61-33a5-4334-8690-e70e4664bf95 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:04:08.430682 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-d2f61ea8-cd3d-4fd6-b35b-06c71010cbd5 tempest-AgentManagementNegativeTest-1733744438 tempest-AgentManagementNegativeTest-1733744438-project] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.7966254 Mar 28 01:04:08.433652 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-43c4441d-bdc6-496a-a63e-9a84e0b27713 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:08.459353 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-43c4441d-bdc6-496a-a63e-9a84e0b27713 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4600601 Mar 28 01:04:08.462235 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 48696) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:08.469630 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-07f70dae-46b6-4841-b978-382c2aa2890d admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1965701064-router', 'tenant_id': 'e2e1f3c8256d426e8b9aa3f98cd07af0', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'}}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:04:08.494458 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b0acce2a-2857-4159-b614-f1f27f396821 admin admin] Publish callbacks [] for router_controller (1473590c-76e5-4ae2-bb3a-86800aaa9e51), precommit_add_association {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:08.513347 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-07f70dae-46b6-4841-b978-382c2aa2890d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7069'] for router (60e28954-25f3-4f1b-bd48-87667c4d56fe), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:08.516580 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-07f70dae-46b6-4841-b978-382c2aa2890d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4188952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7062'] for router (60e28954-25f3-4f1b-bd48-87667c4d56fe), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:08.661915 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33be164-d2c7-4fb9-9bdf-f361606c8bc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-d8584a61-33a5-4334-8690-e70e4664bf95', 'network_id': 'd8584a61-33a5-4334-8690-e70e4664bf95', 'project_id': 'e2e1f3c8256d426e8b9aa3f98cd07af0', 'fixed_ips': [{'subnet_id': 'c2bac7f7-4214-433a-8d07-412328b1e8a9'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:04:08.662772 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-a33be164-d2c7-4fb9-9bdf-f361606c8bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:08.688575 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b0acce2a-2857-4159-b614-f1f27f396821 admin admin] Publish callbacks [] for router_gateway (1473590c-76e5-4ae2-bb3a-86800aaa9e51), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:08.717809 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-69cb3f9f-7a10-446c-8091-8ac66a344fc8 None None] Allocated IP 172.20.0.2 (b0b181aa-c9cd-4854-9fb0-37e685e0d64e/09c9f896-19d2-4244-ab3f-60c512e444ce/a8365696-ab05-4723-b746-a7085f9cde27) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:04:08.789267 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-2d1a8668-f053-4f89-a98a-640fd8285e46 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1686432104-network', 'tenant_id': '0b8696c5a2934c9895d76c895de286c3'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:04:08.806498 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-07f70dae-46b6-4841-b978-382c2aa2890d admin admin] Publish callbacks [] for router_controller (60e28954-25f3-4f1b-bd48-87667c4d56fe), precommit_add_association {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:08.821431 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d1a8668-f053-4f89-a98a-640fd8285e46 admin admin] Made reservation on behalf of 0b8696c5a2934c9895d76c895de286c3 for: {'network': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:04:08.824313 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2d1a8668-f053-4f89-a98a-640fd8285e46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:08.897997 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2d1a8668-f053-4f89-a98a-640fd8285e46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:08.985860 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2d1a8668-f053-4f89-a98a-640fd8285e46 admin admin] Publish callbacks [] for security_group (dd543fcd-009d-4682-aea5-7ea5bc1ece08), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:08.993654 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-a33be164-d2c7-4fb9-9bdf-f361606c8bc0 None None] Allocated IP 172.20.0.2 (d8584a61-33a5-4334-8690-e70e4664bf95/c2bac7f7-4214-433a-8d07-412328b1e8a9/43bd18f3-e261-4d3b-b06b-b16a26261ded) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:04:08.994740 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2d1a8668-f053-4f89-a98a-640fd8285e46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (dd543fcd-009d-4682-aea5-7ea5bc1ece08), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:09.026530 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b0acce2a-2857-4159-b614-f1f27f396821 admin admin] Publish callbacks [] for router_gateway (1473590c-76e5-4ae2-bb3a-86800aaa9e51), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:09.053980 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b0acce2a-2857-4159-b614-f1f27f396821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:09.089664 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d1a8668-f053-4f89-a98a-640fd8285e46 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=104099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:04:09.106666 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-07f70dae-46b6-4841-b978-382c2aa2890d admin admin] Publish callbacks [] for router_gateway (60e28954-25f3-4f1b-bd48-87667c4d56fe), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:09.115975 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1a8668-f053-4f89-a98a-640fd8285e46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd543fcd-009d-4682-aea5-7ea5bc1ece08,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:09.131676 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2d1a8668-f053-4f89-a98a-640fd8285e46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (9a18c344-9afb-4650-b4e8-9ab90a932c8d), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:09.133820 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.segments_db [None req-2d1a8668-f053-4f89-a98a-640fd8285e46 admin admin] Added segment 9a18c344-9afb-4650-b4e8-9ab90a932c8d of type vlan for network 0159ce53-5590-4705-812f-42a1a0e06ab8 Mar 28 01:04:09.134564 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-69cb3f9f-7a10-446c-8091-8ac66a344fc8 None None] Publish callbacks [] for port (a8365696-ab05-4723-b746-a7085f9cde27), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:09.150543 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-69cb3f9f-7a10-446c-8091-8ac66a344fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (a8365696-ab05-4723-b746-a7085f9cde27), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:09.199521 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-b0acce2a-2857-4159-b614-f1f27f396821 admin admin] Allocated IP 172.26.1.250 (dea6548b-502b-42db-97fb-371e423e739a/cce6de65-d8c9-45b8-9970-0a277e8c1192/52a974de-6ef8-4d60-9b4a-9cde561007b1) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:04:09.239763 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2d1a8668-f053-4f89-a98a-640fd8285e46 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (0159ce53-5590-4705-812f-42a1a0e06ab8), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:09.247217 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cb3f9f-7a10-446c-8091-8ac66a344fc8 None None] Pushing event updated for resources: {'Port': ['ID=a8365696-ab05-4723-b746-a7085f9cde27,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:09.258068 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cb3f9f-7a10-446c-8091-8ac66a344fc8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:04:09.258427 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cb3f9f-7a10-446c-8091-8ac66a344fc8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:04:09.258799 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cb3f9f-7a10-446c-8091-8ac66a344fc8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:04:09.259148 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cb3f9f-7a10-446c-8091-8ac66a344fc8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:04:09.259487 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cb3f9f-7a10-446c-8091-8ac66a344fc8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:04:09.259818 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cb3f9f-7a10-446c-8091-8ac66a344fc8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:04:09.260191 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cb3f9f-7a10-446c-8091-8ac66a344fc8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:04:09.260522 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cb3f9f-7a10-446c-8091-8ac66a344fc8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:04:09.260853 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cb3f9f-7a10-446c-8091-8ac66a344fc8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:04:09.261182 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cb3f9f-7a10-446c-8091-8ac66a344fc8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:04:09.261650 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cb3f9f-7a10-446c-8091-8ac66a344fc8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:04:09.262343 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cb3f9f-7a10-446c-8091-8ac66a344fc8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:04:09.262343 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cb3f9f-7a10-446c-8091-8ac66a344fc8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:04:09.262631 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cb3f9f-7a10-446c-8091-8ac66a344fc8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:04:09.263086 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cb3f9f-7a10-446c-8091-8ac66a344fc8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:04:09.264698 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cb3f9f-7a10-446c-8091-8ac66a344fc8 None None] Tracked resource versions report: Mar 28 01:04:09.264698 dv-neutron-834874-6-hyperv neutron-server[104100]: pushed versions: Mar 28 01:04:09.264698 dv-neutron-834874-6-hyperv neutron-server[104100]: { 'AddressGroup': {'1.2'}, Mar 28 01:04:09.264698 dv-neutron-834874-6-hyperv neutron-server[104100]: 'Agent': {'1.1'}, Mar 28 01:04:09.264698 dv-neutron-834874-6-hyperv neutron-server[104100]: 'ConntrackHelper': {'1.0'}, Mar 28 01:04:09.264698 dv-neutron-834874-6-hyperv neutron-server[104100]: 'LocalIPAssociation': {'1.0'}, Mar 28 01:04:09.264698 dv-neutron-834874-6-hyperv neutron-server[104100]: 'Log': {'1.0'}, Mar 28 01:04:09.264698 dv-neutron-834874-6-hyperv neutron-server[104100]: 'NDPProxy': {'1.0'}, Mar 28 01:04:09.264698 dv-neutron-834874-6-hyperv neutron-server[104100]: 'Network': {'1.1'}, Mar 28 01:04:09.264698 dv-neutron-834874-6-hyperv neutron-server[104100]: 'Port': {'1.7'}, Mar 28 01:04:09.264698 dv-neutron-834874-6-hyperv neutron-server[104100]: 'PortForwarding': {'1.3'}, Mar 28 01:04:09.264698 dv-neutron-834874-6-hyperv neutron-server[104100]: 'QosPolicy': {'1.10'}, Mar 28 01:04:09.264698 dv-neutron-834874-6-hyperv neutron-server[104100]: 'SecurityGroup': {'1.5'}, Mar 28 01:04:09.264698 dv-neutron-834874-6-hyperv neutron-server[104100]: 'SecurityGroupRule': {'1.2'}, Mar 28 01:04:09.264698 dv-neutron-834874-6-hyperv neutron-server[104100]: 'SubPort': {'1.0'}, Mar 28 01:04:09.264698 dv-neutron-834874-6-hyperv neutron-server[104100]: 'Subnet': {'1.1'}, Mar 28 01:04:09.264698 dv-neutron-834874-6-hyperv neutron-server[104100]: 'Trunk': {'1.1'}} Mar 28 01:04:09.264698 dv-neutron-834874-6-hyperv neutron-server[104100]: consumer versions: Mar 28 01:04:09.264698 dv-neutron-834874-6-hyperv neutron-server[104100]: { DHCP agent@dv-neutron-834874-6-hyperv: {}, Mar 28 01:04:09.264698 dv-neutron-834874-6-hyperv neutron-server[104100]: HyperV agent@hv-neutron-8348: {}, Mar 28 01:04:09.264698 dv-neutron-834874-6-hyperv neutron-server[104100]: L3 agent@dv-neutron-834874-6-hyperv: {}, Mar 28 01:04:09.264698 dv-neutron-834874-6-hyperv neutron-server[104100]: Metadata agent@dv-neutron-834874-6-hyperv: {}, Mar 28 01:04:09.264698 dv-neutron-834874-6-hyperv neutron-server[104100]: Metering agent@dv-neutron-834874-6-hyperv: {}, Mar 28 01:04:09.264698 dv-neutron-834874-6-hyperv neutron-server[104100]: Open vSwitch agent@dv-neutron-834874-6-hyperv: { 'AddressGroup': '1.2', Mar 28 01:04:09.264698 dv-neutron-834874-6-hyperv neutron-server[104100]: 'Agent': '1.1', Mar 28 01:04:09.264698 dv-neutron-834874-6-hyperv neutron-server[104100]: 'ConntrackHelper': '1.0', Mar 28 01:04:09.264698 dv-neutron-834874-6-hyperv neutron-server[104100]: 'LocalIPAssociation': '1.0', Mar 28 01:04:09.264698 dv-neutron-834874-6-hyperv neutron-server[104100]: 'Log': '1.0', Mar 28 01:04:09.264698 dv-neutron-834874-6-hyperv neutron-server[104100]: 'NDPProxy': '1.0', Mar 28 01:04:09.264698 dv-neutron-834874-6-hyperv neutron-server[104100]: 'Network': '1.1', Mar 28 01:04:09.264698 dv-neutron-834874-6-hyperv neutron-server[104100]: 'Port': '1.7', Mar 28 01:04:09.264698 dv-neutron-834874-6-hyperv neutron-server[104100]: 'PortForwarding': '1.3', Mar 28 01:04:09.264698 dv-neutron-834874-6-hyperv neutron-server[104100]: 'QosPolicy': '1.10', Mar 28 01:04:09.264698 dv-neutron-834874-6-hyperv neutron-server[104100]: 'SecurityGroup': '1.5', Mar 28 01:04:09.264698 dv-neutron-834874-6-hyperv neutron-server[104100]: 'SecurityGroupRule': '1.2', Mar 28 01:04:09.264698 dv-neutron-834874-6-hyperv neutron-server[104100]: 'SubPort': '1.0', Mar 28 01:04:09.264698 dv-neutron-834874-6-hyperv neutron-server[104100]: 'Subnet': '1.1', Mar 28 01:04:09.264698 dv-neutron-834874-6-hyperv neutron-server[104100]: 'Trunk': '1.1'}} Mar 28 01:04:09.264698 dv-neutron-834874-6-hyperv neutron-server[104100]: {{(pid=104100) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 28 01:04:09.274910 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69cb3f9f-7a10-446c-8091-8ac66a344fc8 None None] Network b0b181aa-c9cd-4854-9fb0-37e685e0d64e is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:04:09.279606 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-69cb3f9f-7a10-446c-8091-8ac66a344fc8 None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:04:09.286710 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69cb3f9f-7a10-446c-8091-8ac66a344fc8 None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:04:09.294302 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2d1a8668-f053-4f89-a98a-640fd8285e46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (0159ce53-5590-4705-812f-42a1a0e06ab8), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:09.295939 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1a8668-f053-4f89-a98a-640fd8285e46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:09.296863 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2d1a8668-f053-4f89-a98a-640fd8285e46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:09.367216 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-2d1a8668-f053-4f89-a98a-640fd8285e46 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.9754264 Mar 28 01:04:09.370878 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 48716) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:09.376254 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-69cb3f9f-7a10-446c-8091-8ac66a344fc8 None None] Attempting to bind port a8365696-ab05-4723-b746-a7085f9cde27 on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:04:09.376635 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-69cb3f9f-7a10-446c-8091-8ac66a344fc8 None None] Attempting to bind port a8365696-ab05-4723-b746-a7085f9cde27 by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': '42092f1a-12b4-400d-a25f-5b5b803c66a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b0b181aa-c9cd-4854-9fb0-37e685e0d64e'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:04:09.377550 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69cb3f9f-7a10-446c-8091-8ac66a344fc8 None None] Attempting to bind port a8365696-ab05-4723-b746-a7085f9cde27 on network b0b181aa-c9cd-4854-9fb0-37e685e0d64e {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:04:09.378897 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-bf8c4626-3457-4006-8e24-e8a2a4788ab4 admin admin] Request body: {'subnet': {'network_id': '0159ce53-5590-4705-812f-42a1a0e06ab8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1686432104-subnet', 'tenant_id': '0b8696c5a2934c9895d76c895de286c3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:04:09.395209 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1a8668-f053-4f89-a98a-640fd8285e46 admin admin] Pushing event updated for resources: {'Network': ['ID=0159ce53-5590-4705-812f-42a1a0e06ab8,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:09.399563 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69cb3f9f-7a10-446c-8091-8ac66a344fc8 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:04:09.399943 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69cb3f9f-7a10-446c-8091-8ac66a344fc8 None None] Checking segment: {'id': '42092f1a-12b4-400d-a25f-5b5b803c66a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b0b181aa-c9cd-4854-9fb0-37e685e0d64e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:04:09.400378 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-69cb3f9f-7a10-446c-8091-8ac66a344fc8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:09.400830 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69cb3f9f-7a10-446c-8091-8ac66a344fc8 None None] Bound using segment: {'id': '42092f1a-12b4-400d-a25f-5b5b803c66a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b0b181aa-c9cd-4854-9fb0-37e685e0d64e'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:04:09.401261 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-69cb3f9f-7a10-446c-8091-8ac66a344fc8 None None] Bound port: a8365696-ab05-4723-b746-a7085f9cde27, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42092f1a-12b4-400d-a25f-5b5b803c66a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b0b181aa-c9cd-4854-9fb0-37e685e0d64e'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:04:09.401641 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-69cb3f9f-7a10-446c-8091-8ac66a344fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (a8365696-ab05-4723-b746-a7085f9cde27), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:09.413000 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b0acce2a-2857-4159-b614-f1f27f396821 admin admin] Publish callbacks [] for port (52a974de-6ef8-4d60-9b4a-9cde561007b1), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:09.429799 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network 0159ce53-5590-4705-812f-42a1a0e06ab8 details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:04:09.449019 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf8c4626-3457-4006-8e24-e8a2a4788ab4 admin admin] Made reservation on behalf of 0b8696c5a2934c9895d76c895de286c3 for: {'subnet': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:04:09.451660 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-bf8c4626-3457-4006-8e24-e8a2a4788ab4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:09.476878 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b0acce2a-2857-4159-b614-f1f27f396821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (52a974de-6ef8-4d60-9b4a-9cde561007b1), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:09.504917 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0acce2a-2857-4159-b614-f1f27f396821 admin admin] Network dea6548b-502b-42db-97fb-371e423e739a is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:04:09.509248 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 48722) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:09.510829 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-b0acce2a-2857-4159-b614-f1f27f396821 admin admin] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:04:09.525730 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0acce2a-2857-4159-b614-f1f27f396821 admin admin] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:04:09.620772 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-a33be164-d2c7-4fb9-9bdf-f361606c8bc0 None None] Publish callbacks [] for port (43bd18f3-e261-4d3b-b06b-b16a26261ded), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:09.628404 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-07f70dae-46b6-4841-b978-382c2aa2890d admin admin] Publish callbacks [] for router_gateway (60e28954-25f3-4f1b-bd48-87667c4d56fe), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:09.643118 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-a33be164-d2c7-4fb9-9bdf-f361606c8bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (43bd18f3-e261-4d3b-b06b-b16a26261ded), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:09.697054 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-07f70dae-46b6-4841-b978-382c2aa2890d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:09.702346 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-69cb3f9f-7a10-446c-8091-8ac66a344fc8 None None] For port a8365696-ab05-4723-b746-a7085f9cde27, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:04:09.705760 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33be164-d2c7-4fb9-9bdf-f361606c8bc0 None None] Network d8584a61-33a5-4334-8690-e70e4664bf95 is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:04:09.737977 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0acce2a-2857-4159-b614-f1f27f396821 admin admin] Pushing event updated for resources: {'Port': ['ID=52a974de-6ef8-4d60-9b4a-9cde561007b1,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:09.849558 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-a33be164-d2c7-4fb9-9bdf-f361606c8bc0 None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:04:09.857034 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-69cb3f9f-7a10-446c-8091-8ac66a344fc8 None None] For port a8365696-ab05-4723-b746-a7085f9cde27, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=a8365696-ab05-4723-b746-a7085f9cde27,segment=NetworkSegment(42092f1a-12b4-400d-a25f-5b5b803c66a9),segment_id=42092f1a-12b4-400d-a25f-5b5b803c66a9)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:04:09.858539 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33be164-d2c7-4fb9-9bdf-f361606c8bc0 None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:04:09.865623 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33be164-d2c7-4fb9-9bdf-f361606c8bc0 None None] Pushing event updated for resources: {'Port': ['ID=43bd18f3-e261-4d3b-b06b-b16a26261ded,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:09.873650 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-69cb3f9f-7a10-446c-8091-8ac66a344fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (a8365696-ab05-4723-b746-a7085f9cde27), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:09.966202 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-a33be164-d2c7-4fb9-9bdf-f361606c8bc0 None None] Attempting to bind port 43bd18f3-e261-4d3b-b06b-b16a26261ded on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:04:09.969627 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-a33be164-d2c7-4fb9-9bdf-f361606c8bc0 None None] Attempting to bind port 43bd18f3-e261-4d3b-b06b-b16a26261ded by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': '6b94bcff-7918-4dbb-9862-d5d7c3a56206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd8584a61-33a5-4334-8690-e70e4664bf95'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:04:09.969627 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33be164-d2c7-4fb9-9bdf-f361606c8bc0 None None] Attempting to bind port 43bd18f3-e261-4d3b-b06b-b16a26261ded on network d8584a61-33a5-4334-8690-e70e4664bf95 {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:04:09.982552 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33be164-d2c7-4fb9-9bdf-f361606c8bc0 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:04:09.982939 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33be164-d2c7-4fb9-9bdf-f361606c8bc0 None None] Checking segment: {'id': '6b94bcff-7918-4dbb-9862-d5d7c3a56206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd8584a61-33a5-4334-8690-e70e4664bf95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:04:09.983350 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-a33be164-d2c7-4fb9-9bdf-f361606c8bc0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:09.983840 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33be164-d2c7-4fb9-9bdf-f361606c8bc0 None None] Bound using segment: {'id': '6b94bcff-7918-4dbb-9862-d5d7c3a56206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd8584a61-33a5-4334-8690-e70e4664bf95'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:04:09.984256 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-a33be164-d2c7-4fb9-9bdf-f361606c8bc0 None None] Bound port: 43bd18f3-e261-4d3b-b06b-b16a26261ded, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b94bcff-7918-4dbb-9862-d5d7c3a56206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd8584a61-33a5-4334-8690-e70e4664bf95'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:04:09.984795 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-a33be164-d2c7-4fb9-9bdf-f361606c8bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (43bd18f3-e261-4d3b-b06b-b16a26261ded), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:09.987538 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cb3f9f-7a10-446c-8091-8ac66a344fc8 None None] Pushing event updated for resources: {'Port': ['ID=a8365696-ab05-4723-b746-a7085f9cde27,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:10.030671 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ade66a38-0ece-4c19-9e32-46db2158a675 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:10.057878 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-bf8c4626-3457-4006-8e24-e8a2a4788ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for subnet (4d2427ec-2412-47fe-ab20-f935fb523011), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:10.082961 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-a33be164-d2c7-4fb9-9bdf-f361606c8bc0 None None] For port 43bd18f3-e261-4d3b-b06b-b16a26261ded, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:04:10.086899 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-a33be164-d2c7-4fb9-9bdf-f361606c8bc0 None None] For port 43bd18f3-e261-4d3b-b06b-b16a26261ded, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=43bd18f3-e261-4d3b-b06b-b16a26261ded,segment=NetworkSegment(6b94bcff-7918-4dbb-9862-d5d7c3a56206),segment_id=6b94bcff-7918-4dbb-9862-d5d7c3a56206)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:04:10.087096 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [None req-07f70dae-46b6-4841-b978-382c2aa2890d admin admin] Allocated IP 172.26.1.52 (dea6548b-502b-42db-97fb-371e423e739a/cce6de65-d8c9-45b8-9970-0a277e8c1192/2661aa72-d791-45b8-84f3-7872d9da958e) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:04:10.099369 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-a33be164-d2c7-4fb9-9bdf-f361606c8bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (43bd18f3-e261-4d3b-b06b-b16a26261ded), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:10.182761 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33be164-d2c7-4fb9-9bdf-f361606c8bc0 None None] Pushing event updated for resources: {'Port': ['ID=43bd18f3-e261-4d3b-b06b-b16a26261ded,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:10.335580 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-07f70dae-46b6-4841-b978-382c2aa2890d admin admin] Publish callbacks [] for port (2661aa72-d791-45b8-84f3-7872d9da958e), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:10.380765 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8c4626-3457-4006-8e24-e8a2a4788ab4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d2427ec-2412-47fe-ab20-f935fb523011,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:10.447271 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8c4626-3457-4006-8e24-e8a2a4788ab4 admin admin] Checking segment: {'id': '9a18c344-9afb-4650-b4e8-9ab90a932c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '0159ce53-5590-4705-812f-42a1a0e06ab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:04:10.447575 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8c4626-3457-4006-8e24-e8a2a4788ab4 admin admin] Network hostable DHCP agents. Network: 0159ce53-5590-4705-812f-42a1a0e06ab8, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:04:10.463958 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b0acce2a-2857-4159-b614-f1f27f396821 admin admin] Publish callbacks [] for router_gateway (1473590c-76e5-4ae2-bb3a-86800aaa9e51), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:10.464902 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-07f70dae-46b6-4841-b978-382c2aa2890d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (2661aa72-d791-45b8-84f3-7872d9da958e), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:10.466888 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ade66a38-0ece-4c19-9e32-46db2158a675 admin admin] Publish callbacks [] for security_group (3f3cc4b3-baba-4495-a316-42abb63e1b03), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:10.511657 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ade66a38-0ece-4c19-9e32-46db2158a675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (3f3cc4b3-baba-4495-a316-42abb63e1b03), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:10.543821 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f70dae-46b6-4841-b978-382c2aa2890d admin admin] Network dea6548b-502b-42db-97fb-371e423e739a is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:04:10.552194 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8c4626-3457-4006-8e24-e8a2a4788ab4 admin admin] Network 0159ce53-5590-4705-812f-42a1a0e06ab8 is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:04:10.563324 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-07f70dae-46b6-4841-b978-382c2aa2890d admin admin] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:04:10.567508 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f70dae-46b6-4841-b978-382c2aa2890d admin admin] Pushing event updated for resources: {'Port': ['ID=2661aa72-d791-45b8-84f3-7872d9da958e,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:10.572802 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f70dae-46b6-4841-b978-382c2aa2890d admin admin] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:04:10.639288 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-ade66a38-0ece-4c19-9e32-46db2158a675 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3fcee83968bb44cb8eb024c23cec7cb8&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1262753 Mar 28 01:04:10.647151 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 48760) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:10.663584 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-bf8c4626-3457-4006-8e24-e8a2a4788ab4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, 0159ce53-5590-4705-812f-42a1a0e06ab8) {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:04:10.674647 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2847fdc3-a781-4f04-bf7a-2c407cbbd337 None None] Network 0159ce53-5590-4705-812f-42a1a0e06ab8 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:04:10.699556 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade66a38-0ece-4c19-9e32-46db2158a675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f3cc4b3-baba-4495-a316-42abb63e1b03,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:10.769784 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf8c4626-3457-4006-8e24-e8a2a4788ab4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:10.770466 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-bf8c4626-3457-4006-8e24-e8a2a4788ab4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:10.810242 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-bf8c4626-3457-4006-8e24-e8a2a4788ab4 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.4381075 Mar 28 01:04:10.815570 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 48768) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:10.828682 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-6826fa83-4e26-485e-9b19-84e6d43c147b admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1686432104-router', 'tenant_id': '0b8696c5a2934c9895d76c895de286c3', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'}}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:04:10.829111 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c1d0c634-644a-4b93-8bb2-bf24ceb6d385 admin admin] Publish callbacks [] for security_group (3f3cc4b3-baba-4495-a316-42abb63e1b03), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:10.875185 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device a8365696-ab05-4723-b746-a7085f9cde27 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:04:10.881912 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-6826fa83-4e26-485e-9b19-84e6d43c147b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7069'] for router (e0bc783a-7651-49e7-9582-b0c528704c20), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:10.882959 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-6826fa83-4e26-485e-9b19-84e6d43c147b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4188952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7062'] for router (e0bc783a-7651-49e7-9582-b0c528704c20), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:10.932408 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c1d0c634-644a-4b93-8bb2-bf24ceb6d385 admin admin] Publish callbacks [] for security_group (3f3cc4b3-baba-4495-a316-42abb63e1b03), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:10.987705 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b0acce2a-2857-4159-b614-f1f27f396821 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687953'] for router (1473590c-76e5-4ae2-bb3a-86800aaa9e51), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:11.026248 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 48772) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:11.042727 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e7695c-0961-4132-a94a-7f69b202022b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-0159ce53-5590-4705-812f-42a1a0e06ab8', 'network_id': '0159ce53-5590-4705-812f-42a1a0e06ab8', 'project_id': '0b8696c5a2934c9895d76c895de286c3', 'fixed_ips': [{'subnet_id': '4d2427ec-2412-47fe-ab20-f935fb523011'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:04:11.043600 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-a8e7695c-0961-4132-a94a-7f69b202022b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:11.139585 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-07f70dae-46b6-4841-b978-382c2aa2890d admin admin] Publish callbacks [] for router_gateway (60e28954-25f3-4f1b-bd48-87667c4d56fe), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:11.168133 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 48778) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:11.175308 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c1d0c634-644a-4b93-8bb2-bf24ceb6d385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (3f3cc4b3-baba-4495-a316-42abb63e1b03), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:11.178313 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c1d0c634-644a-4b93-8bb2-bf24ceb6d385 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:11.182408 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-c1d0c634-644a-4b93-8bb2-bf24ceb6d385 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3f3cc4b3-baba-4495-a316-42abb63e1b03 HTTP/1.1" status: 204 len: 168 time: 0.5303721 Mar 28 01:04:11.202739 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d0c634-644a-4b93-8bb2-bf24ceb6d385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f3cc4b3-baba-4495-a316-42abb63e1b03,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:11.216090 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0acce2a-2857-4159-b614-f1f27f396821 admin admin] Router 1473590c-76e5-4ae2-bb3a-86800aaa9e51 is scheduled to L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 with binding_index 1 {{(pid=104098) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 01:04:11.216480 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port a8365696-ab05-4723-b746-a7085f9cde27 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:04:11.218354 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (a8365696-ab05-4723-b746-a7085f9cde27), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:11.257320 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-6826fa83-4e26-485e-9b19-84e6d43c147b admin admin] Publish callbacks [] for router_controller (e0bc783a-7651-49e7-9582-b0c528704c20), precommit_add_association {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:11.269977 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 48784) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:11.405832 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-0c6fd959-7cd7-4265-8b81-e0b2991bba1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:11.438006 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0acce2a-2857-4159-b614-f1f27f396821 admin admin] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:04:11.464068 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ac65a2-4f4b-4eda-ae98-d5c0e68cfb2b None None] Sync routers for ids ['1473590c-76e5-4ae2-bb3a-86800aaa9e51'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:04:11.475770 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-a8e7695c-0961-4132-a94a-7f69b202022b None None] Allocated IP 172.20.0.2 (0159ce53-5590-4705-812f-42a1a0e06ab8/4d2427ec-2412-47fe-ab20-f935fb523011/526d25f7-5dce-4aa5-9795-9e9395825251) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:04:11.485446 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ac65a2-4f4b-4eda-ae98-d5c0e68cfb2b None None] Routers {'1473590c-76e5-4ae2-bb3a-86800aaa9e51'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:04:11.486950 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-a5ac65a2-4f4b-4eda-ae98-d5c0e68cfb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:03:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['1473590c-76e5-4ae2-bb3a-86800aaa9e51'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:04:11.503733 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b0acce2a-2857-4159-b614-f1f27f396821 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:11.507967 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-b0acce2a-2857-4159-b614-f1f27f396821 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.2313032 Mar 28 01:04:11.511229 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 48788) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:11.519227 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port a8365696-ab05-4723-b746-a7085f9cde27 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:04:11.519961 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (a8365696-ab05-4723-b746-a7085f9cde27), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:11.683429 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-f7f4c737-52a3-4554-97e6-d6e50cc5a0bb tempest-ExternalNetworksTestJSON-706195221 tempest-ExternalNetworksTestJSON-706195221-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1605576131'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:04:11.684846 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-a5ac65a2-4f4b-4eda-ae98-d5c0e68cfb2b None None] Set router 1473590c-76e5-4ae2-bb3a-86800aaa9e51 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:04:11.708159 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] For port a8365696-ab05-4723-b746-a7085f9cde27, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=a8365696-ab05-4723-b746-a7085f9cde27,segment=NetworkSegment(42092f1a-12b4-400d-a25f-5b5b803c66a9),segment_id=42092f1a-12b4-400d-a25f-5b5b803c66a9)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:04:11.719607 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (a8365696-ab05-4723-b746-a7085f9cde27), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:11.759933 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7f4c737-52a3-4554-97e6-d6e50cc5a0bb tempest-ExternalNetworksTestJSON-706195221 tempest-ExternalNetworksTestJSON-706195221-project] Made reservation on behalf of 645c0b05ed9a4512b8c4dd29b3803c9c for: {'network': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:04:11.814657 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f7f4c737-52a3-4554-97e6-d6e50cc5a0bb tempest-ExternalNetworksTestJSON-706195221 tempest-ExternalNetworksTestJSON-706195221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:11.847499 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f7f4c737-52a3-4554-97e6-d6e50cc5a0bb tempest-ExternalNetworksTestJSON-706195221 tempest-ExternalNetworksTestJSON-706195221-project] Publish callbacks [] for security_group (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:11.955405 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e7b73f-1fa6-4beb-80ec-af55fa4896b7 None None] Network d8584a61-33a5-4334-8690-e70e4664bf95 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:04:12.054538 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-6826fa83-4e26-485e-9b19-84e6d43c147b admin admin] Publish callbacks [] for router_gateway (e0bc783a-7651-49e7-9582-b0c528704c20), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:12.118980 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-48b0666e-5da4-4d45-9ca9-863f19d4c386 tempest-DHCPAgentSchedulersTestJSON-613157813 tempest-DHCPAgentSchedulersTestJSON-613157813-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-110390645'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:04:12.173959 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-a5ac65a2-4f4b-4eda-ae98-d5c0e68cfb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1473590c-76e5-4ae2-bb3a-86800aaa9e51', 'name': 'tempest-ServerActionsTestJSON-329151941-router', 'tenant_id': '848a4a14ba384087a1e0b48b84b6f0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.250'}], 'enable_snat': True}, 'gw_port_id': '52a974de-6ef8-4d60-9b4a-9cde561007b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:04:08Z', 'updated_at': '2022-03-28T01:04:10Z', 'revision_number': 3, 'project_id': '848a4a14ba384087a1e0b48b84b6f0e3', 'gw_port': {'id': '52a974de-6ef8-4d60-9b4a-9cde561007b1', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:8d:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1473590c-76e5-4ae2-bb3a-86800aaa9e51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:04:09Z', 'updated_at': '2022-03-28T01:04:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:04:12.177442 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f7f4c737-52a3-4554-97e6-d6e50cc5a0bb tempest-ExternalNetworksTestJSON-706195221 tempest-ExternalNetworksTestJSON-706195221-project] Publish callbacks [] for security_group (432c5dc9-159d-4392-8eaa-d9d47c102835), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:12.193833 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48b0666e-5da4-4d45-9ca9-863f19d4c386 tempest-DHCPAgentSchedulersTestJSON-613157813 tempest-DHCPAgentSchedulersTestJSON-613157813-project] Made reservation on behalf of 69d6f5c3f16545308e12f5c4126c174f for: {'network': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:04:12.199270 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Pushing event updated for resources: {'Port': ['ID=a8365696-ab05-4723-b746-a7085f9cde27,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:12.201448 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-48b0666e-5da4-4d45-9ca9-863f19d4c386 tempest-DHCPAgentSchedulersTestJSON-613157813 tempest-DHCPAgentSchedulersTestJSON-613157813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:12.204489 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-3b3649a6-9e41-42bc-88a3-e4a6fc24bd66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91772626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91772626-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1803948497'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:04:12.226710 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95fe1a64-5cc8-4cd6-9976-ebfafd2ee68c None None] Network b0b181aa-c9cd-4854-9fb0-37e685e0d64e requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:04:12.230498 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ac65a2-4f4b-4eda-ae98-d5c0e68cfb2b None None] Checking router: 1473590c-76e5-4ae2-bb3a-86800aaa9e51 for host: dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:04:12.230943 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ac65a2-4f4b-4eda-ae98-d5c0e68cfb2b None None] Updating router 1473590c-76e5-4ae2-bb3a-86800aaa9e51 port 52a974de-6ef8-4d60-9b4a-9cde561007b1 binding host dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 01:04:12.274753 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-a5ac65a2-4f4b-4eda-ae98-d5c0e68cfb2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (52a974de-6ef8-4d60-9b4a-9cde561007b1), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:12.290129 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-48b0666e-5da4-4d45-9ca9-863f19d4c386 tempest-DHCPAgentSchedulersTestJSON-613157813 tempest-DHCPAgentSchedulersTestJSON-613157813-project] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:12.323922 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f7f4c737-52a3-4554-97e6-d6e50cc5a0bb tempest-ExternalNetworksTestJSON-706195221 tempest-ExternalNetworksTestJSON-706195221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (432c5dc9-159d-4392-8eaa-d9d47c102835), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:12.356909 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7f4c737-52a3-4554-97e6-d6e50cc5a0bb tempest-ExternalNetworksTestJSON-706195221 tempest-ExternalNetworksTestJSON-706195221-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=104099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:04:12.365270 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-a8e7695c-0961-4132-a94a-7f69b202022b None None] Publish callbacks [] for port (526d25f7-5dce-4aa5-9795-9e9395825251), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:12.373242 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f7f4c737-52a3-4554-97e6-d6e50cc5a0bb tempest-ExternalNetworksTestJSON-706195221 tempest-ExternalNetworksTestJSON-706195221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (eb6d0358-ad94-41cd-bbd7-e706f4384bbc), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:12.373850 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.segments_db [None req-f7f4c737-52a3-4554-97e6-d6e50cc5a0bb tempest-ExternalNetworksTestJSON-706195221 tempest-ExternalNetworksTestJSON-706195221-project] Added segment eb6d0358-ad94-41cd-bbd7-e706f4384bbc of type vlan for network 2e68baba-9ede-42d6-bd75-9d4ba73d3d90 Mar 28 01:04:12.430323 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f7f4c737-52a3-4554-97e6-d6e50cc5a0bb tempest-ExternalNetworksTestJSON-706195221 tempest-ExternalNetworksTestJSON-706195221-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (2e68baba-9ede-42d6-bd75-9d4ba73d3d90), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:12.450704 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-2f061d71-290e-448e-b06c-cea1003bacbd None None] Provisioning complete for port 43bd18f3-e261-4d3b-b06b-b16a26261ded triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:04:12.451114 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-2f061d71-290e-448e-b06c-cea1003bacbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (43bd18f3-e261-4d3b-b06b-b16a26261ded), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:12.494867 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b3649a6-9e41-42bc-88a3-e4a6fc24bd66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91772626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91772626-project] Made reservation on behalf of 50a68a6fd28044d3b1dafa252c768c99 for: {'network': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:04:12.498161 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3b3649a6-9e41-42bc-88a3-e4a6fc24bd66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91772626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91772626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:12.533072 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-a8e7695c-0961-4132-a94a-7f69b202022b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (526d25f7-5dce-4aa5-9795-9e9395825251), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:12.540301 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3b3649a6-9e41-42bc-88a3-e4a6fc24bd66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91772626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91772626-project] Publish callbacks [] for security_group (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:12.551704 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f7f4c737-52a3-4554-97e6-d6e50cc5a0bb tempest-ExternalNetworksTestJSON-706195221 tempest-ExternalNetworksTestJSON-706195221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (2e68baba-9ede-42d6-bd75-9d4ba73d3d90), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:12.557457 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f4c737-52a3-4554-97e6-d6e50cc5a0bb tempest-ExternalNetworksTestJSON-706195221 tempest-ExternalNetworksTestJSON-706195221-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:12.558066 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f7f4c737-52a3-4554-97e6-d6e50cc5a0bb tempest-ExternalNetworksTestJSON-706195221 tempest-ExternalNetworksTestJSON-706195221-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:12.570617 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f4c737-52a3-4554-97e6-d6e50cc5a0bb tempest-ExternalNetworksTestJSON-706195221 tempest-ExternalNetworksTestJSON-706195221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=432c5dc9-159d-4392-8eaa-d9d47c102835,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:12.609519 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-48b0666e-5da4-4d45-9ca9-863f19d4c386 tempest-DHCPAgentSchedulersTestJSON-613157813 tempest-DHCPAgentSchedulersTestJSON-613157813-project] Publish callbacks [] for security_group (581957cc-0966-49fc-9b19-d9b521929b4e), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:12.685741 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-48b0666e-5da4-4d45-9ca9-863f19d4c386 tempest-DHCPAgentSchedulersTestJSON-613157813 tempest-DHCPAgentSchedulersTestJSON-613157813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (581957cc-0966-49fc-9b19-d9b521929b4e), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:12.736660 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e7695c-0961-4132-a94a-7f69b202022b None None] Network 0159ce53-5590-4705-812f-42a1a0e06ab8 is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:04:12.753030 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-a8e7695c-0961-4132-a94a-7f69b202022b None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:04:12.757166 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e7695c-0961-4132-a94a-7f69b202022b None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:04:12.764767 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-07f70dae-46b6-4841-b978-382c2aa2890d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687953'] for router (60e28954-25f3-4f1b-bd48-87667c4d56fe), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:12.781626 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 48818) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:12.786525 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3b3649a6-9e41-42bc-88a3-e4a6fc24bd66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91772626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91772626-project] Publish callbacks [] for security_group (a7222cd9-adfc-4e0e-9ca2-ee84748e2693), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:12.846545 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-a5ac65a2-4f4b-4eda-ae98-d5c0e68cfb2b None None] Publish callbacks [] for port (52a974de-6ef8-4d60-9b4a-9cde561007b1), precommit_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:12.869033 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-a5ac65a2-4f4b-4eda-ae98-d5c0e68cfb2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (52a974de-6ef8-4d60-9b4a-9cde561007b1), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:12.871533 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-f7f4c737-52a3-4554-97e6-d6e50cc5a0bb tempest-ExternalNetworksTestJSON-706195221 tempest-ExternalNetworksTestJSON-706195221-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.8442769 Mar 28 01:04:12.873313 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f4c737-52a3-4554-97e6-d6e50cc5a0bb tempest-ExternalNetworksTestJSON-706195221 tempest-ExternalNetworksTestJSON-706195221-project] Pushing event updated for resources: {'Network': ['ID=2e68baba-9ede-42d6-bd75-9d4ba73d3d90,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:12.878879 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48b0666e-5da4-4d45-9ca9-863f19d4c386 tempest-DHCPAgentSchedulersTestJSON-613157813 tempest-DHCPAgentSchedulersTestJSON-613157813-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=104098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:04:12.891688 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 48824) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:12.894757 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3b3649a6-9e41-42bc-88a3-e4a6fc24bd66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91772626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91772626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (a7222cd9-adfc-4e0e-9ca2-ee84748e2693), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:12.971171 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b0666e-5da4-4d45-9ca9-863f19d4c386 tempest-DHCPAgentSchedulersTestJSON-613157813 tempest-DHCPAgentSchedulersTestJSON-613157813-project] Pushing event updated for resources: {'SecurityGroup': ['ID=581957cc-0966-49fc-9b19-d9b521929b4e,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:12.989040 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-48b0666e-5da4-4d45-9ca9-863f19d4c386 tempest-DHCPAgentSchedulersTestJSON-613157813 tempest-DHCPAgentSchedulersTestJSON-613157813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (3492ecab-a2ce-4412-9d77-fa021f65a20f), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:12.989380 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.segments_db [None req-48b0666e-5da4-4d45-9ca9-863f19d4c386 tempest-DHCPAgentSchedulersTestJSON-613157813 tempest-DHCPAgentSchedulersTestJSON-613157813-project] Added segment 3492ecab-a2ce-4412-9d77-fa021f65a20f of type vlan for network 382ea3c6-2ee6-4ec7-b174-ae579ba3687e Mar 28 01:04:12.994182 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-cfe83f4e-a8a6-464e-a392-ebbfa21e1516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:13.000863 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network 2e68baba-9ede-42d6-bd75-9d4ba73d3d90 details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:04:13.047882 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e7695c-0961-4132-a94a-7f69b202022b None None] Pushing event updated for resources: {'Port': ['ID=526d25f7-5dce-4aa5-9795-9e9395825251,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:13.060908 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [None req-a5ac65a2-4f4b-4eda-ae98-d5c0e68cfb2b None None] Attempting to bind port 52a974de-6ef8-4d60-9b4a-9cde561007b1 on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:04:13.061346 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [None req-a5ac65a2-4f4b-4eda-ae98-d5c0e68cfb2b None None] Attempting to bind port 52a974de-6ef8-4d60-9b4a-9cde561007b1 by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': 'b6f00c62-aca5-4c73-8989-c04c396daeed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'}] {{(pid=104101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:04:13.061777 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ac65a2-4f4b-4eda-ae98-d5c0e68cfb2b None None] Attempting to bind port 52a974de-6ef8-4d60-9b4a-9cde561007b1 on network dea6548b-502b-42db-97fb-371e423e739a {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:04:13.084133 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfd10ec-709b-44c9-9fdb-d4025295829d None None] Pushing event updated for resources: {'Port': ['ID=52a974de-6ef8-4d60-9b4a-9cde561007b1,revision_number=2']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:13.097864 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ac65a2-4f4b-4eda-ae98-d5c0e68cfb2b None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:04:13.098289 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ac65a2-4f4b-4eda-ae98-d5c0e68cfb2b None None] Checking segment: {'id': 'b6f00c62-aca5-4c73-8989-c04c396daeed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:04:13.098770 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-a5ac65a2-4f4b-4eda-ae98-d5c0e68cfb2b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:13.099141 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ac65a2-4f4b-4eda-ae98-d5c0e68cfb2b None None] Bound using segment: {'id': 'b6f00c62-aca5-4c73-8989-c04c396daeed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'} {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:04:13.099671 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [None req-a5ac65a2-4f4b-4eda-ae98-d5c0e68cfb2b None None] Bound port: 52a974de-6ef8-4d60-9b4a-9cde561007b1, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6f00c62-aca5-4c73-8989-c04c396daeed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'}}] {{(pid=104101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:04:13.100074 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-a5ac65a2-4f4b-4eda-ae98-d5c0e68cfb2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (52a974de-6ef8-4d60-9b4a-9cde561007b1), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:13.103460 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfd10ec-709b-44c9-9fdb-d4025295829d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:04:13.104539 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfd10ec-709b-44c9-9fdb-d4025295829d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:04:13.105118 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfd10ec-709b-44c9-9fdb-d4025295829d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:04:13.105464 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfd10ec-709b-44c9-9fdb-d4025295829d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:04:13.105853 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfd10ec-709b-44c9-9fdb-d4025295829d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:04:13.106186 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfd10ec-709b-44c9-9fdb-d4025295829d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:04:13.106516 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfd10ec-709b-44c9-9fdb-d4025295829d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:04:13.106842 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfd10ec-709b-44c9-9fdb-d4025295829d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:04:13.107181 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfd10ec-709b-44c9-9fdb-d4025295829d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:04:13.107513 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfd10ec-709b-44c9-9fdb-d4025295829d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:04:13.108198 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfd10ec-709b-44c9-9fdb-d4025295829d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:04:13.108549 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfd10ec-709b-44c9-9fdb-d4025295829d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:04:13.108913 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfd10ec-709b-44c9-9fdb-d4025295829d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:04:13.109234 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfd10ec-709b-44c9-9fdb-d4025295829d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:04:13.109554 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfd10ec-709b-44c9-9fdb-d4025295829d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:04:13.110795 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfd10ec-709b-44c9-9fdb-d4025295829d None None] Tracked resource versions report: Mar 28 01:04:13.110795 dv-neutron-834874-6-hyperv neutron-server[104101]: pushed versions: Mar 28 01:04:13.110795 dv-neutron-834874-6-hyperv neutron-server[104101]: { 'AddressGroup': {'1.2'}, Mar 28 01:04:13.110795 dv-neutron-834874-6-hyperv neutron-server[104101]: 'Agent': {'1.1'}, Mar 28 01:04:13.110795 dv-neutron-834874-6-hyperv neutron-server[104101]: 'ConntrackHelper': {'1.0'}, Mar 28 01:04:13.110795 dv-neutron-834874-6-hyperv neutron-server[104101]: 'LocalIPAssociation': {'1.0'}, Mar 28 01:04:13.110795 dv-neutron-834874-6-hyperv neutron-server[104101]: 'Log': {'1.0'}, Mar 28 01:04:13.110795 dv-neutron-834874-6-hyperv neutron-server[104101]: 'NDPProxy': {'1.0'}, Mar 28 01:04:13.110795 dv-neutron-834874-6-hyperv neutron-server[104101]: 'Network': {'1.1'}, Mar 28 01:04:13.110795 dv-neutron-834874-6-hyperv neutron-server[104101]: 'Port': {'1.7'}, Mar 28 01:04:13.110795 dv-neutron-834874-6-hyperv neutron-server[104101]: 'PortForwarding': {'1.3'}, Mar 28 01:04:13.110795 dv-neutron-834874-6-hyperv neutron-server[104101]: 'QosPolicy': {'1.10'}, Mar 28 01:04:13.110795 dv-neutron-834874-6-hyperv neutron-server[104101]: 'SecurityGroup': {'1.5'}, Mar 28 01:04:13.110795 dv-neutron-834874-6-hyperv neutron-server[104101]: 'SecurityGroupRule': {'1.2'}, Mar 28 01:04:13.110795 dv-neutron-834874-6-hyperv neutron-server[104101]: 'SubPort': {'1.0'}, Mar 28 01:04:13.110795 dv-neutron-834874-6-hyperv neutron-server[104101]: 'Subnet': {'1.1'}, Mar 28 01:04:13.110795 dv-neutron-834874-6-hyperv neutron-server[104101]: 'Trunk': {'1.1'}} Mar 28 01:04:13.110795 dv-neutron-834874-6-hyperv neutron-server[104101]: consumer versions: Mar 28 01:04:13.110795 dv-neutron-834874-6-hyperv neutron-server[104101]: { DHCP agent@dv-neutron-834874-6-hyperv: {}, Mar 28 01:04:13.110795 dv-neutron-834874-6-hyperv neutron-server[104101]: HyperV agent@hv-neutron-8348: {}, Mar 28 01:04:13.110795 dv-neutron-834874-6-hyperv neutron-server[104101]: L3 agent@dv-neutron-834874-6-hyperv: {}, Mar 28 01:04:13.110795 dv-neutron-834874-6-hyperv neutron-server[104101]: Metadata agent@dv-neutron-834874-6-hyperv: {}, Mar 28 01:04:13.110795 dv-neutron-834874-6-hyperv neutron-server[104101]: Metering agent@dv-neutron-834874-6-hyperv: {}, Mar 28 01:04:13.110795 dv-neutron-834874-6-hyperv neutron-server[104101]: Open vSwitch agent@dv-neutron-834874-6-hyperv: { 'AddressGroup': '1.2', Mar 28 01:04:13.110795 dv-neutron-834874-6-hyperv neutron-server[104101]: 'Agent': '1.1', Mar 28 01:04:13.110795 dv-neutron-834874-6-hyperv neutron-server[104101]: 'ConntrackHelper': '1.0', Mar 28 01:04:13.110795 dv-neutron-834874-6-hyperv neutron-server[104101]: 'LocalIPAssociation': '1.0', Mar 28 01:04:13.110795 dv-neutron-834874-6-hyperv neutron-server[104101]: 'Log': '1.0', Mar 28 01:04:13.110795 dv-neutron-834874-6-hyperv neutron-server[104101]: 'NDPProxy': '1.0', Mar 28 01:04:13.110795 dv-neutron-834874-6-hyperv neutron-server[104101]: 'Network': '1.1', Mar 28 01:04:13.110795 dv-neutron-834874-6-hyperv neutron-server[104101]: 'Port': '1.7', Mar 28 01:04:13.110795 dv-neutron-834874-6-hyperv neutron-server[104101]: 'PortForwarding': '1.3', Mar 28 01:04:13.110795 dv-neutron-834874-6-hyperv neutron-server[104101]: 'QosPolicy': '1.10', Mar 28 01:04:13.110795 dv-neutron-834874-6-hyperv neutron-server[104101]: 'SecurityGroup': '1.5', Mar 28 01:04:13.110795 dv-neutron-834874-6-hyperv neutron-server[104101]: 'SecurityGroupRule': '1.2', Mar 28 01:04:13.110795 dv-neutron-834874-6-hyperv neutron-server[104101]: 'SubPort': '1.0', Mar 28 01:04:13.110795 dv-neutron-834874-6-hyperv neutron-server[104101]: 'Subnet': '1.1', Mar 28 01:04:13.110795 dv-neutron-834874-6-hyperv neutron-server[104101]: 'Trunk': '1.1'}} Mar 28 01:04:13.110795 dv-neutron-834874-6-hyperv neutron-server[104101]: {{(pid=104101) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 28 01:04:13.172503 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 43bd18f3-e261-4d3b-b06b-b16a26261ded up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:04:13.179928 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-a8e7695c-0961-4132-a94a-7f69b202022b None None] Attempting to bind port 526d25f7-5dce-4aa5-9795-9e9395825251 on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:04:13.180149 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-a8e7695c-0961-4132-a94a-7f69b202022b None None] Attempting to bind port 526d25f7-5dce-4aa5-9795-9e9395825251 by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': '9a18c344-9afb-4650-b4e8-9ab90a932c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '0159ce53-5590-4705-812f-42a1a0e06ab8'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:04:13.180381 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e7695c-0961-4132-a94a-7f69b202022b None None] Attempting to bind port 526d25f7-5dce-4aa5-9795-9e9395825251 on network 0159ce53-5590-4705-812f-42a1a0e06ab8 {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:04:13.194799 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-48b0666e-5da4-4d45-9ca9-863f19d4c386 tempest-DHCPAgentSchedulersTestJSON-613157813 tempest-DHCPAgentSchedulersTestJSON-613157813-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (382ea3c6-2ee6-4ec7-b174-ae579ba3687e), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:13.244891 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b3649a6-9e41-42bc-88a3-e4a6fc24bd66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91772626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91772626-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=104099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:04:13.250988 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e7695c-0961-4132-a94a-7f69b202022b None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:04:13.251566 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e7695c-0961-4132-a94a-7f69b202022b None None] Checking segment: {'id': '9a18c344-9afb-4650-b4e8-9ab90a932c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '0159ce53-5590-4705-812f-42a1a0e06ab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:04:13.251886 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-a8e7695c-0961-4132-a94a-7f69b202022b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:13.252217 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e7695c-0961-4132-a94a-7f69b202022b None None] Bound using segment: {'id': '9a18c344-9afb-4650-b4e8-9ab90a932c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '0159ce53-5590-4705-812f-42a1a0e06ab8'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:04:13.252701 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-a8e7695c-0961-4132-a94a-7f69b202022b None None] Bound port: 526d25f7-5dce-4aa5-9795-9e9395825251, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a18c344-9afb-4650-b4e8-9ab90a932c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '0159ce53-5590-4705-812f-42a1a0e06ab8'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:04:13.253099 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.db [None req-a5ac65a2-4f4b-4eda-ae98-d5c0e68cfb2b None None] For port 52a974de-6ef8-4d60-9b4a-9cde561007b1, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:04:13.253218 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-a8e7695c-0961-4132-a94a-7f69b202022b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (526d25f7-5dce-4aa5-9795-9e9395825251), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:13.261292 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-2f061d71-290e-448e-b06c-cea1003bacbd None None] Current status of the port 43bd18f3-e261-4d3b-b06b-b16a26261ded is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:04:13.261758 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-2f061d71-290e-448e-b06c-cea1003bacbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (43bd18f3-e261-4d3b-b06b-b16a26261ded), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:13.263934 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3649a6-9e41-42bc-88a3-e4a6fc24bd66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91772626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91772626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7222cd9-adfc-4e0e-9ca2-ee84748e2693,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:13.264388 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.db [None req-a5ac65a2-4f4b-4eda-ae98-d5c0e68cfb2b None None] For port 52a974de-6ef8-4d60-9b4a-9cde561007b1, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=52a974de-6ef8-4d60-9b4a-9cde561007b1,segment=NetworkSegment(b6f00c62-aca5-4c73-8989-c04c396daeed),segment_id=b6f00c62-aca5-4c73-8989-c04c396daeed)] {{(pid=104101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:04:13.274818 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-a5ac65a2-4f4b-4eda-ae98-d5c0e68cfb2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (52a974de-6ef8-4d60-9b4a-9cde561007b1), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:13.291487 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-5759abc5-8a30-4e8c-bf69-c3280d529947 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Request body: {'floatingip': {'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:04:13.315552 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-48b0666e-5da4-4d45-9ca9-863f19d4c386 tempest-DHCPAgentSchedulersTestJSON-613157813 tempest-DHCPAgentSchedulersTestJSON-613157813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (382ea3c6-2ee6-4ec7-b174-ae579ba3687e), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:13.327549 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b0666e-5da4-4d45-9ca9-863f19d4c386 tempest-DHCPAgentSchedulersTestJSON-613157813 tempest-DHCPAgentSchedulersTestJSON-613157813-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:13.330637 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-48b0666e-5da4-4d45-9ca9-863f19d4c386 tempest-DHCPAgentSchedulersTestJSON-613157813 tempest-DHCPAgentSchedulersTestJSON-613157813-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:13.341409 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3b3649a6-9e41-42bc-88a3-e4a6fc24bd66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91772626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91772626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (4a720666-704b-4042-b196-22b2ff5604e6), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:13.343747 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.segments_db [None req-3b3649a6-9e41-42bc-88a3-e4a6fc24bd66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91772626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91772626-project] Added segment 4a720666-704b-4042-b196-22b2ff5604e6 of type vlan for network 50ff16fc-05b4-4db8-9df5-0b202fee91f1 Mar 28 01:04:13.355570 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ac65a2-4f4b-4eda-ae98-d5c0e68cfb2b None None] Routers {'1473590c-76e5-4ae2-bb3a-86800aaa9e51'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:04:13.356514 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-a5ac65a2-4f4b-4eda-ae98-d5c0e68cfb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:03:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['1473590c-76e5-4ae2-bb3a-86800aaa9e51'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:04:13.401860 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfd10ec-709b-44c9-9fdb-d4025295829d None None] Pushing event updated for resources: {'Port': ['ID=52a974de-6ef8-4d60-9b4a-9cde561007b1,revision_number=3']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:13.429626 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3b3649a6-9e41-42bc-88a3-e4a6fc24bd66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91772626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91772626-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (50ff16fc-05b4-4db8-9df5-0b202fee91f1), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:13.468647 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 48832) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:13.479362 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-2f061d71-290e-448e-b06c-cea1003bacbd None None] For port 43bd18f3-e261-4d3b-b06b-b16a26261ded, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=43bd18f3-e261-4d3b-b06b-b16a26261ded,segment=NetworkSegment(6b94bcff-7918-4dbb-9862-d5d7c3a56206),segment_id=6b94bcff-7918-4dbb-9862-d5d7c3a56206)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:04:13.495982 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-2f061d71-290e-448e-b06c-cea1003bacbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (43bd18f3-e261-4d3b-b06b-b16a26261ded), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:13.510927 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 43bd18f3-e261-4d3b-b06b-b16a26261ded triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:04:13.511470 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (43bd18f3-e261-4d3b-b06b-b16a26261ded), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:13.513854 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-a5ac65a2-4f4b-4eda-ae98-d5c0e68cfb2b None None] Set router 1473590c-76e5-4ae2-bb3a-86800aaa9e51 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:04:13.532315 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-5a5ccd17-f57e-4eb0-9705-e3a84442e8e9 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Request body: {'network': {'name': 'tempest-network--1296304918', 'router:external': True}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:04:13.540239 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3b3649a6-9e41-42bc-88a3-e4a6fc24bd66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91772626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91772626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (50ff16fc-05b4-4db8-9df5-0b202fee91f1), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:13.546812 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3649a6-9e41-42bc-88a3-e4a6fc24bd66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91772626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91772626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:13.547585 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3b3649a6-9e41-42bc-88a3-e4a6fc24bd66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91772626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91772626-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:13.563983 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-0a27a981-bad3-4aca-bfa3-f6d3d7717d4a tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1084022085'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:04:13.566711 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-a8e7695c-0961-4132-a94a-7f69b202022b None None] For port 526d25f7-5dce-4aa5-9795-9e9395825251, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:04:13.602434 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-cde7a166-f69c-4733-8fd0-71f67c9ca2f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:13.608286 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-a8e7695c-0961-4132-a94a-7f69b202022b None None] For port 526d25f7-5dce-4aa5-9795-9e9395825251, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=526d25f7-5dce-4aa5-9795-9e9395825251,segment=NetworkSegment(9a18c344-9afb-4650-b4e8-9ab90a932c8d),segment_id=9a18c344-9afb-4650-b4e8-9ab90a932c8d)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:04:13.640816 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-a8e7695c-0961-4132-a94a-7f69b202022b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (526d25f7-5dce-4aa5-9795-9e9395825251), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:13.660152 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3649a6-9e41-42bc-88a3-e4a6fc24bd66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91772626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91772626-project] Pushing event updated for resources: {'Network': ['ID=50ff16fc-05b4-4db8-9df5-0b202fee91f1,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:13.679844 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-3b3649a6-9e41-42bc-88a3-e4a6fc24bd66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91772626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91772626-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.4086807 Mar 28 01:04:13.689061 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network 50ff16fc-05b4-4db8-9df5-0b202fee91f1 details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:04:13.732696 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-48b0666e-5da4-4d45-9ca9-863f19d4c386 tempest-DHCPAgentSchedulersTestJSON-613157813 tempest-DHCPAgentSchedulersTestJSON-613157813-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.5514412 Mar 28 01:04:13.746069 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 48846) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:13.764596 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a5ccd17-f57e-4eb0-9705-e3a84442e8e9 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Made reservation on behalf of 27264b3877f14a2087c136590f1a602c for: {'network': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:04:13.768243 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-3a7a00fe-2797-4ec6-b85a-b8cd8cef01f1 tempest-DHCPAgentSchedulersTestJSON-613157813 tempest-DHCPAgentSchedulersTestJSON-613157813-project] Request body: {'subnet': {'network_id': '382ea3c6-2ee6-4ec7-b174-ae579ba3687e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:04:13.768424 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5a5ccd17-f57e-4eb0-9705-e3a84442e8e9 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:13.792998 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5759abc5-8a30-4e8c-bf69-c3280d529947 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:13.803376 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-9f592644-c6b1-464a-a82b-411297c7722b None None] Provisioning complete for port a8365696-ab05-4723-b746-a7085f9cde27 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:04:13.804523 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-9f592644-c6b1-464a-a82b-411297c7722b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (a8365696-ab05-4723-b746-a7085f9cde27), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:13.814060 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5a5ccd17-f57e-4eb0-9705-e3a84442e8e9 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:13.833869 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f061d71-290e-448e-b06c-cea1003bacbd None None] Pushing event updated for resources: {'Port': ['ID=43bd18f3-e261-4d3b-b06b-b16a26261ded,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:13.841685 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a27a981-bad3-4aca-bfa3-f6d3d7717d4a tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Made reservation on behalf of 564cf6bfe83a4d71adcd7d33f5d20cb1 for: {'network': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:04:13.857662 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0a27a981-bad3-4aca-bfa3-f6d3d7717d4a tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:13.869505 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-a5ac65a2-4f4b-4eda-ae98-d5c0e68cfb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1473590c-76e5-4ae2-bb3a-86800aaa9e51', 'name': 'tempest-ServerActionsTestJSON-329151941-router', 'tenant_id': '848a4a14ba384087a1e0b48b84b6f0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.250'}], 'enable_snat': True}, 'gw_port_id': '52a974de-6ef8-4d60-9b4a-9cde561007b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:04:08Z', 'updated_at': '2022-03-28T01:04:10Z', 'revision_number': 3, 'project_id': '848a4a14ba384087a1e0b48b84b6f0e3', 'gw_port': {'id': '52a974de-6ef8-4d60-9b4a-9cde561007b1', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:8d:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1473590c-76e5-4ae2-bb3a-86800aaa9e51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:04:09Z', 'updated_at': '2022-03-28T01:04:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:04:13.884837 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07f70dae-46b6-4841-b978-382c2aa2890d admin admin] Router 60e28954-25f3-4f1b-bd48-87667c4d56fe is scheduled to L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 with binding_index 1 {{(pid=104099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 01:04:13.941790 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ac65a2-4f4b-4eda-ae98-d5c0e68cfb2b None None] The sync data for ids ['1473590c-76e5-4ae2-bb3a-86800aaa9e51'] in dv-neutron-834874-6-hyperv is: [{'id': '1473590c-76e5-4ae2-bb3a-86800aaa9e51', 'name': 'tempest-ServerActionsTestJSON-329151941-router', 'tenant_id': '848a4a14ba384087a1e0b48b84b6f0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.250'}], 'enable_snat': True}, 'gw_port_id': '52a974de-6ef8-4d60-9b4a-9cde561007b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:04:08Z', 'updated_at': '2022-03-28T01:04:10Z', 'revision_number': 3, 'project_id': '848a4a14ba384087a1e0b48b84b6f0e3', 'gw_port': {'id': '52a974de-6ef8-4d60-9b4a-9cde561007b1', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:8d:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1473590c-76e5-4ae2-bb3a-86800aaa9e51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:04:09Z', 'updated_at': '2022-03-28T01:04:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:04:13.993762 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5a5ccd17-f57e-4eb0-9705-e3a84442e8e9 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Publish callbacks [] for security_group (c961891c-9249-4aa1-a8c8-f31a27e5fd95), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:14.000340 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0a27a981-bad3-4aca-bfa3-f6d3d7717d4a tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks [] for security_group (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:14.016254 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5a5ccd17-f57e-4eb0-9705-e3a84442e8e9 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (c961891c-9249-4aa1-a8c8-f31a27e5fd95), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:14.110095 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b0666e-5da4-4d45-9ca9-863f19d4c386 tempest-DHCPAgentSchedulersTestJSON-613157813 tempest-DHCPAgentSchedulersTestJSON-613157813-project] Pushing event updated for resources: {'Network': ['ID=382ea3c6-2ee6-4ec7-b174-ae579ba3687e,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:14.191921 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-6826fa83-4e26-485e-9b19-84e6d43c147b admin admin] Publish callbacks [] for router_gateway (e0bc783a-7651-49e7-9582-b0c528704c20), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:14.206747 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e7695c-0961-4132-a94a-7f69b202022b None None] Pushing event updated for resources: {'Port': ['ID=526d25f7-5dce-4aa5-9795-9e9395825251,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:14.216675 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-cfe83f4e-a8a6-464e-a392-ebbfa21e1516 admin admin] Allocated IP 172.20.0.1 (b0b181aa-c9cd-4854-9fb0-37e685e0d64e/09c9f896-19d2-4244-ab3f-60c512e444ce/fcd7e192-c0f2-4053-9cc3-4bdae4692c31) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:04:14.227044 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network 382ea3c6-2ee6-4ec7-b174-ae579ba3687e details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:04:14.266368 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5ccd17-f57e-4eb0-9705-e3a84442e8e9 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c961891c-9249-4aa1-a8c8-f31a27e5fd95,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:14.286808 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-6826fa83-4e26-485e-9b19-84e6d43c147b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:14.299214 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a5ccd17-f57e-4eb0-9705-e3a84442e8e9 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=104099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:04:14.335030 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 43bd18f3-e261-4d3b-b06b-b16a26261ded is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:04:14.336398 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device a8365696-ab05-4723-b746-a7085f9cde27 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:04:14.378592 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-cfe83f4e-a8a6-464e-a392-ebbfa21e1516 admin admin] Publish callbacks [] for port (fcd7e192-c0f2-4053-9cc3-4bdae4692c31), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:14.443420 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port a8365696-ab05-4723-b746-a7085f9cde27 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:04:14.443420 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (a8365696-ab05-4723-b746-a7085f9cde27), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:14.447466 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-9f592644-c6b1-464a-a82b-411297c7722b None None] Current status of the port a8365696-ab05-4723-b746-a7085f9cde27 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:04:14.489376 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-cfe83f4e-a8a6-464e-a392-ebbfa21e1516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (fcd7e192-c0f2-4053-9cc3-4bdae4692c31), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:14.501262 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-9f592644-c6b1-464a-a82b-411297c7722b None None] Provisioning complete for port 43bd18f3-e261-4d3b-b06b-b16a26261ded triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:04:14.502216 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-9f592644-c6b1-464a-a82b-411297c7722b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (43bd18f3-e261-4d3b-b06b-b16a26261ded), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:14.553698 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a7a00fe-2797-4ec6-b85a-b8cd8cef01f1 tempest-DHCPAgentSchedulersTestJSON-613157813 tempest-DHCPAgentSchedulersTestJSON-613157813-project] Made reservation on behalf of 69d6f5c3f16545308e12f5c4126c174f for: {'subnet': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:04:14.558006 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3a7a00fe-2797-4ec6-b85a-b8cd8cef01f1 tempest-DHCPAgentSchedulersTestJSON-613157813 tempest-DHCPAgentSchedulersTestJSON-613157813-project] Publish callbacks [] for subnet (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:14.564674 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5a5ccd17-f57e-4eb0-9705-e3a84442e8e9 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (a71390b5-4c6f-45e2-9e5d-e649b08a71ae), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:14.565332 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.segments_db [None req-5a5ccd17-f57e-4eb0-9705-e3a84442e8e9 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Added segment a71390b5-4c6f-45e2-9e5d-e649b08a71ae of type vlan for network ea4c223d-b82c-4e46-a4bb-e52c475a02c4 Mar 28 01:04:14.611543 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 48850) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:14.616804 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-d16361f3-5f5b-4a79-99a2-d4deff47d6d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Request body: {'port': {'network_id': '50ff16fc-05b4-4db8-9df5-0b202fee91f1', 'binding:host_id': 'hv-neutron-8348', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774476820'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:04:14.626069 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe83f4e-a8a6-464e-a392-ebbfa21e1516 admin admin] Pushing event updated for resources: {'Port': ['ID=fcd7e192-c0f2-4053-9cc3-4bdae4692c31,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:14.633048 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port a8365696-ab05-4723-b746-a7085f9cde27 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:04:14.646831 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe83f4e-a8a6-464e-a392-ebbfa21e1516 admin admin] Network b0b181aa-c9cd-4854-9fb0-37e685e0d64e is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:04:14.649952 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-9f592644-c6b1-464a-a82b-411297c7722b None None] Current status of the port 43bd18f3-e261-4d3b-b06b-b16a26261ded is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:04:14.665340 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-cfe83f4e-a8a6-464e-a392-ebbfa21e1516 admin admin] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:04:14.681849 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe83f4e-a8a6-464e-a392-ebbfa21e1516 admin admin] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:04:14.682780 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-cfe83f4e-a8a6-464e-a392-ebbfa21e1516 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3686596'] for router_interface (1473590c-76e5-4ae2-bb3a-86800aaa9e51), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:14.709134 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:14.890130 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5a5ccd17-f57e-4eb0-9705-e3a84442e8e9 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (ea4c223d-b82c-4e46-a4bb-e52c475a02c4), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:14.903585 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d16361f3-5f5b-4a79-99a2-d4deff47d6d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Made reservation on behalf of 6ad3498ffbfc454c96cbb2fbdfaaab81 for: {'port': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:04:14.905884 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d16361f3-5f5b-4a79-99a2-d4deff47d6d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:14.969413 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 52a974de-6ef8-4d60-9b4a-9cde561007b1 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:04:14.988149 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d16361f3-5f5b-4a79-99a2-d4deff47d6d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:15.053634 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0a27a981-bad3-4aca-bfa3-f6d3d7717d4a tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks [] for security_group (41d72472-da2f-46d3-97d4-d4b1f3950e2e), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:15.054997 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07f70dae-46b6-4841-b978-382c2aa2890d admin admin] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:04:15.083813 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 52a974de-6ef8-4d60-9b4a-9cde561007b1 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:04:15.084308 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (52a974de-6ef8-4d60-9b4a-9cde561007b1), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:15.089385 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee036d8b-90e2-418a-8730-726625a1abbd None None] Sync routers for ids ['60e28954-25f3-4f1b-bd48-87667c4d56fe'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:04:15.094897 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [None req-6826fa83-4e26-485e-9b19-84e6d43c147b admin admin] Allocated IP 172.26.1.192 (dea6548b-502b-42db-97fb-371e423e739a/cce6de65-d8c9-45b8-9970-0a277e8c1192/947daac6-733c-4178-885c-fe036a84f40e) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:04:15.106297 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0a27a981-bad3-4aca-bfa3-f6d3d7717d4a tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (41d72472-da2f-46d3-97d4-d4b1f3950e2e), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:15.128781 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee036d8b-90e2-418a-8730-726625a1abbd None None] Routers {'60e28954-25f3-4f1b-bd48-87667c4d56fe'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:04:15.129422 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-ee036d8b-90e2-418a-8730-726625a1abbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:04:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['60e28954-25f3-4f1b-bd48-87667c4d56fe'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:04:15.187384 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5a5ccd17-f57e-4eb0-9705-e3a84442e8e9 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (ea4c223d-b82c-4e46-a4bb-e52c475a02c4), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:15.195107 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5ccd17-f57e-4eb0-9705-e3a84442e8e9 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:15.195856 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5a5ccd17-f57e-4eb0-9705-e3a84442e8e9 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:15.218861 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-07f70dae-46b6-4841-b978-382c2aa2890d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:15.220075 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-07f70dae-46b6-4841-b978-382c2aa2890d admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.7563844 Mar 28 01:04:15.226055 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-cfe83f4e-a8a6-464e-a392-ebbfa21e1516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (fcd7e192-c0f2-4053-9cc3-4bdae4692c31), before_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:15.232896 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 48854) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:15.242968 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a27a981-bad3-4aca-bfa3-f6d3d7717d4a tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=104099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:04:15.265795 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-6ecc5d37-7f8e-479f-92fa-7d2e6bcc2bc2 None None] Provisioning complete for port fcd7e192-c0f2-4053-9cc3-4bdae4692c31 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:04:15.266195 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-6ecc5d37-7f8e-479f-92fa-7d2e6bcc2bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (fcd7e192-c0f2-4053-9cc3-4bdae4692c31), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:15.309680 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-6ecc5d37-7f8e-479f-92fa-7d2e6bcc2bc2 None None] Port fcd7e192-c0f2-4053-9cc3-4bdae4692c31 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:04:15.312443 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf8fe76-f0d2-45b6-aa53-91209ea772ae None None] Network 0159ce53-5590-4705-812f-42a1a0e06ab8 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:04:15.429302 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 52a974de-6ef8-4d60-9b4a-9cde561007b1 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:04:15.429996 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (52a974de-6ef8-4d60-9b4a-9cde561007b1), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:15.470545 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3a7a00fe-2797-4ec6-b85a-b8cd8cef01f1 tempest-DHCPAgentSchedulersTestJSON-613157813 tempest-DHCPAgentSchedulersTestJSON-613157813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for subnet (0c2d73b7-a977-47e5-8b24-e2200724eddb), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:15.475043 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-ee036d8b-90e2-418a-8730-726625a1abbd None None] Set router 60e28954-25f3-4f1b-bd48-87667c4d56fe gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:04:15.514567 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a27a981-bad3-4aca-bfa3-f6d3d7717d4a tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41d72472-da2f-46d3-97d4-d4b1f3950e2e,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:15.515016 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5759abc5-8a30-4e8c-bf69-c3280d529947 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:15.535520 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5ccd17-f57e-4eb0-9705-e3a84442e8e9 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Pushing event updated for resources: {'Network': ['ID=ea4c223d-b82c-4e46-a4bb-e52c475a02c4,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:15.538673 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0a27a981-bad3-4aca-bfa3-f6d3d7717d4a tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (9028fe72-9b79-4538-96be-757c3dc71a72), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:15.539426 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.segments_db [None req-0a27a981-bad3-4aca-bfa3-f6d3d7717d4a tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Added segment 9028fe72-9b79-4538-96be-757c3dc71a72 of type vlan for network be4801db-c8f8-4df3-b9b5-556693d6a290 Mar 28 01:04:15.546488 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-5a5ccd17-f57e-4eb0-9705-e3a84442e8e9 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.6451833 Mar 28 01:04:15.560082 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-65f1b7e3-cd00-41df-b359-8a5d7e72833b None None] Provisioning complete for port 526d25f7-5dce-4aa5-9795-9e9395825251 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:04:15.560547 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-65f1b7e3-cd00-41df-b359-8a5d7e72833b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (526d25f7-5dce-4aa5-9795-9e9395825251), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:15.565320 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 48858) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:15.566052 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] For port 52a974de-6ef8-4d60-9b4a-9cde561007b1, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=52a974de-6ef8-4d60-9b4a-9cde561007b1,segment=NetworkSegment(b6f00c62-aca5-4c73-8989-c04c396daeed),segment_id=b6f00c62-aca5-4c73-8989-c04c396daeed)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:04:15.620018 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7a00fe-2797-4ec6-b85a-b8cd8cef01f1 tempest-DHCPAgentSchedulersTestJSON-613157813 tempest-DHCPAgentSchedulersTestJSON-613157813-project] Pushing event updated for resources: {'Subnet': ['ID=0c2d73b7-a977-47e5-8b24-e2200724eddb,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:15.672342 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0a27a981-bad3-4aca-bfa3-f6d3d7717d4a tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (be4801db-c8f8-4df3-b9b5-556693d6a290), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:15.702062 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network ea4c223d-b82c-4e46-a4bb-e52c475a02c4 details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:04:15.730489 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (52a974de-6ef8-4d60-9b4a-9cde561007b1), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:15.732081 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 43bd18f3-e261-4d3b-b06b-b16a26261ded up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:04:15.748935 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d16361f3-5f5b-4a79-99a2-d4deff47d6d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Publish callbacks [] for security_group (14e60906-3c88-4a8a-b01a-50239c225459), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:15.756431 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8a7e34d2-ebf1-4ae4-b167-b59fa7671855 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (ea4c223d-b82c-4e46-a4bb-e52c475a02c4), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:15.763494 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-6826fa83-4e26-485e-9b19-84e6d43c147b admin admin] Publish callbacks [] for port (947daac6-733c-4178-885c-fe036a84f40e), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:15.769856 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d16361f3-5f5b-4a79-99a2-d4deff47d6d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (14e60906-3c88-4a8a-b01a-50239c225459), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:15.775544 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0a27a981-bad3-4aca-bfa3-f6d3d7717d4a tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (be4801db-c8f8-4df3-b9b5-556693d6a290), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:15.780929 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a27a981-bad3-4aca-bfa3-f6d3d7717d4a tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:15.781852 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0a27a981-bad3-4aca-bfa3-f6d3d7717d4a tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:15.794813 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [None req-d16361f3-5f5b-4a79-99a2-d4deff47d6d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] device_id is not set on port 9fe83413-11cc-4714-a960-2ce8682c0fbd yet. {{(pid=104099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 01:04:15.867796 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Pushing event updated for resources: {'Port': ['ID=52a974de-6ef8-4d60-9b4a-9cde561007b1,revision_number=4']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:15.942117 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7a00fe-2797-4ec6-b85a-b8cd8cef01f1 tempest-DHCPAgentSchedulersTestJSON-613157813 tempest-DHCPAgentSchedulersTestJSON-613157813-project] Checking segment: {'id': '3492ecab-a2ce-4412-9d77-fa021f65a20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '382ea3c6-2ee6-4ec7-b174-ae579ba3687e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:04:15.942708 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7a00fe-2797-4ec6-b85a-b8cd8cef01f1 tempest-DHCPAgentSchedulersTestJSON-613157813 tempest-DHCPAgentSchedulersTestJSON-613157813-project] Network hostable DHCP agents. Network: 382ea3c6-2ee6-4ec7-b174-ae579ba3687e, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:04:16.001256 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7a00fe-2797-4ec6-b85a-b8cd8cef01f1 tempest-DHCPAgentSchedulersTestJSON-613157813 tempest-DHCPAgentSchedulersTestJSON-613157813-project] Network 382ea3c6-2ee6-4ec7-b174-ae579ba3687e is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:04:16.003562 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-ee036d8b-90e2-418a-8730-726625a1abbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60e28954-25f3-4f1b-bd48-87667c4d56fe', 'name': 'tempest-ServersTestManualDisk-1965701064-router', 'tenant_id': 'e2e1f3c8256d426e8b9aa3f98cd07af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.52'}], 'enable_snat': True}, 'gw_port_id': '2661aa72-d791-45b8-84f3-7872d9da958e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:04:08Z', 'updated_at': '2022-03-28T01:04:10Z', 'revision_number': 3, 'project_id': 'e2e1f3c8256d426e8b9aa3f98cd07af0', 'gw_port': {'id': '2661aa72-d791-45b8-84f3-7872d9da958e', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:50:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60e28954-25f3-4f1b-bd48-87667c4d56fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:04:09Z', 'updated_at': '2022-03-28T01:04:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:04:16.016597 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16361f3-5f5b-4a79-99a2-d4deff47d6d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14e60906-3c88-4a8a-b01a-50239c225459,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:16.069592 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee036d8b-90e2-418a-8730-726625a1abbd None None] Checking router: 60e28954-25f3-4f1b-bd48-87667c4d56fe for host: dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:04:16.069934 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee036d8b-90e2-418a-8730-726625a1abbd None None] Updating router 60e28954-25f3-4f1b-bd48-87667c4d56fe port 2661aa72-d791-45b8-84f3-7872d9da958e binding host dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 01:04:16.083206 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-0a27a981-bad3-4aca-bfa3-f6d3d7717d4a tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.6077604 Mar 28 01:04:16.098777 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 48862) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:16.108311 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-a72dc827-5f49-425e-b98b-8723b1d5d4ed tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Request body: {'subnet': {'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:04:16.130619 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ee036d8b-90e2-418a-8730-726625a1abbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (2661aa72-d791-45b8-84f3-7872d9da958e), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:16.218976 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-3a7a00fe-2797-4ec6-b85a-b8cd8cef01f1 tempest-DHCPAgentSchedulersTestJSON-613157813 tempest-DHCPAgentSchedulersTestJSON-613157813-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, 382ea3c6-2ee6-4ec7-b174-ae579ba3687e) {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:04:16.236674 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7a00fe-2797-4ec6-b85a-b8cd8cef01f1 tempest-DHCPAgentSchedulersTestJSON-613157813 tempest-DHCPAgentSchedulersTestJSON-613157813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:16.237247 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3a7a00fe-2797-4ec6-b85a-b8cd8cef01f1 tempest-DHCPAgentSchedulersTestJSON-613157813 tempest-DHCPAgentSchedulersTestJSON-613157813-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:16.258991 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a27a981-bad3-4aca-bfa3-f6d3d7717d4a tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Pushing event updated for resources: {'Network': ['ID=be4801db-c8f8-4df3-b9b5-556693d6a290,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:16.274959 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-3a7a00fe-2797-4ec6-b85a-b8cd8cef01f1 tempest-DHCPAgentSchedulersTestJSON-613157813 tempest-DHCPAgentSchedulersTestJSON-613157813-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5249043 Mar 28 01:04:16.279719 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 48864) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:16.284472 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 43bd18f3-e261-4d3b-b06b-b16a26261ded triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:04:16.285004 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (43bd18f3-e261-4d3b-b06b-b16a26261ded), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:16.294181 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-b002be7f-2929-430e-ba7d-d7dfa5b357e4 tempest-DHCPAgentSchedulersTestJSON-613157813 tempest-DHCPAgentSchedulersTestJSON-613157813-project] Request body: {'port': {'network_id': '382ea3c6-2ee6-4ec7-b174-ae579ba3687e', 'name': 'tempest-DHCPAgentSchedulersTestJSON-405008132'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:04:16.317335 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-cfe83f4e-a8a6-464e-a392-ebbfa21e1516 admin admin] Publish callbacks [] for port (fcd7e192-c0f2-4053-9cc3-4bdae4692c31), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:16.366776 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-6826fa83-4e26-485e-9b19-84e6d43c147b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (947daac6-733c-4178-885c-fe036a84f40e), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:16.396153 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee4bbc8-7ea2-46ad-a9c2-1482b4119c60 None None] Network 382ea3c6-2ee6-4ec7-b174-ae579ba3687e requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:04:16.419749 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-cfe83f4e-a8a6-464e-a392-ebbfa21e1516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (fcd7e192-c0f2-4053-9cc3-4bdae4692c31), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:16.420480 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-cfe83f4e-a8a6-464e-a392-ebbfa21e1516 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3725889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3686480'] for router_interface (1473590c-76e5-4ae2-bb3a-86800aaa9e51), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:16.439446 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6826fa83-4e26-485e-9b19-84e6d43c147b admin admin] Network dea6548b-502b-42db-97fb-371e423e739a is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:04:16.440125 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a72dc827-5f49-425e-b98b-8723b1d5d4ed tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Made reservation on behalf of 564cf6bfe83a4d71adcd7d33f5d20cb1 for: {'subnet': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:04:16.443549 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a72dc827-5f49-425e-b98b-8723b1d5d4ed tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks [] for subnet (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:16.458739 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-6826fa83-4e26-485e-9b19-84e6d43c147b admin admin] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:04:16.461757 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6826fa83-4e26-485e-9b19-84e6d43c147b admin admin] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:04:16.500274 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network be4801db-c8f8-4df3-b9b5-556693d6a290 details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:04:16.598961 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8a7e34d2-ebf1-4ae4-b167-b59fa7671855 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (ea4c223d-b82c-4e46-a4bb-e52c475a02c4), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:16.599847 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe83f4e-a8a6-464e-a392-ebbfa21e1516 admin admin] Network b0b181aa-c9cd-4854-9fb0-37e685e0d64e is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:04:16.629220 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-cfe83f4e-a8a6-464e-a392-ebbfa21e1516 admin admin] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:04:16.767251 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-65f1b7e3-cd00-41df-b359-8a5d7e72833b None None] Current status of the port 526d25f7-5dce-4aa5-9795-9e9395825251 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:04:16.767738 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-65f1b7e3-cd00-41df-b359-8a5d7e72833b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (526d25f7-5dce-4aa5-9795-9e9395825251), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:16.792880 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826fa83-4e26-485e-9b19-84e6d43c147b admin admin] Pushing event updated for resources: {'Port': ['ID=947daac6-733c-4178-885c-fe036a84f40e,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:16.802406 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8a7e34d2-ebf1-4ae4-b167-b59fa7671855 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=104099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 01:04:16.802913 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8a7e34d2-ebf1-4ae4-b167-b59fa7671855 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 01:04:16.803702 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8a7e34d2-ebf1-4ae4-b167-b59fa7671855 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 01:04:16.804148 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8a7e34d2-ebf1-4ae4-b167-b59fa7671855 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Subscribe: > port after_create 55550000 {{(pid=104099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 01:04:16.804474 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8a7e34d2-ebf1-4ae4-b167-b59fa7671855 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Subscribe: > port after_delete 55550000 {{(pid=104099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 01:04:16.804807 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8a7e34d2-ebf1-4ae4-b167-b59fa7671855 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Subscribe: > port after_update 55550000 {{(pid=104099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 01:04:16.805664 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8a7e34d2-ebf1-4ae4-b167-b59fa7671855 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=104099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 01:04:16.805664 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8a7e34d2-ebf1-4ae4-b167-b59fa7671855 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=104099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 01:04:16.805857 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8a7e34d2-ebf1-4ae4-b167-b59fa7671855 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=104099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 01:04:16.806087 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8a7e34d2-ebf1-4ae4-b167-b59fa7671855 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=104099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 01:04:16.819011 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfe83f4e-a8a6-464e-a392-ebbfa21e1516 admin admin] Router 1473590c-76e5-4ae2-bb3a-86800aaa9e51 has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:04:16.819533 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb870f32-b483-4c3e-949c-54473a2d9dfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-382ea3c6-2ee6-4ec7-b174-ae579ba3687e', 'network_id': '382ea3c6-2ee6-4ec7-b174-ae579ba3687e', 'project_id': '69d6f5c3f16545308e12f5c4126c174f', 'fixed_ips': [{'subnet_id': '0c2d73b7-a977-47e5-8b24-e2200724eddb'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:04:16.820489 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-eb870f32-b483-4c3e-949c-54473a2d9dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:16.874705 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:17.008362 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-32bd5952-d12a-44e4-a0a9-035ca27ca617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:17.021009 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-5759abc5-8a30-4e8c-bf69-c3280d529947 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Allocated IP 172.26.1.236 (dea6548b-502b-42db-97fb-371e423e739a/cce6de65-d8c9-45b8-9970-0a277e8c1192/4d89272d-2e91-46e4-9119-4863ac14f2e9) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:04:17.026776 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe83f4e-a8a6-464e-a392-ebbfa21e1516 admin admin] Pushing event updated for resources: {'Port': ['ID=fcd7e192-c0f2-4053-9cc3-4bdae4692c31,revision_number=2']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:17.029693 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfe83f4e-a8a6-464e-a392-ebbfa21e1516 admin admin] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:04:17.034482 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-65f1b7e3-cd00-41df-b359-8a5d7e72833b None None] For port 526d25f7-5dce-4aa5-9795-9e9395825251, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=526d25f7-5dce-4aa5-9795-9e9395825251,segment=NetworkSegment(9a18c344-9afb-4650-b4e8-9ab90a932c8d),segment_id=9a18c344-9afb-4650-b4e8-9ab90a932c8d)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:04:17.043284 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8a7e34d2-ebf1-4ae4-b167-b59fa7671855 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=104099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 01:04:17.043869 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8a7e34d2-ebf1-4ae4-b167-b59fa7671855 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=104099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 01:04:17.043987 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8a7e34d2-ebf1-4ae4-b167-b59fa7671855 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=104099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 01:04:17.044858 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8a7e34d2-ebf1-4ae4-b167-b59fa7671855 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=104099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 01:04:17.045571 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-8a7e34d2-ebf1-4ae4-b167-b59fa7671855 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea4c223d-b82c-4e46-a4bb-e52c475a02c4']}} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:04:17.061970 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-65f1b7e3-cd00-41df-b359-8a5d7e72833b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (526d25f7-5dce-4aa5-9795-9e9395825251), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:17.071988 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 43bd18f3-e261-4d3b-b06b-b16a26261ded is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:04:17.073269 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 526d25f7-5dce-4aa5-9795-9e9395825251 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:04:17.078856 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-cfe83f4e-a8a6-464e-a392-ebbfa21e1516 admin admin] 10.222.0.24 "PUT /v2.0/routers/1473590c-76e5-4ae2-bb3a-86800aaa9e51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5655375 Mar 28 01:04:17.093430 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e88dab-7b0d-4fc6-804d-a8ef347b497a None None] Sync routers for ids ['1473590c-76e5-4ae2-bb3a-86800aaa9e51'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:04:17.109478 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e88dab-7b0d-4fc6-804d-a8ef347b497a None None] Routers {'1473590c-76e5-4ae2-bb3a-86800aaa9e51'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:04:17.110080 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-a4e88dab-7b0d-4fc6-804d-a8ef347b497a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:04:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['1473590c-76e5-4ae2-bb3a-86800aaa9e51'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:04:17.116548 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-8a7e34d2-ebf1-4ae4-b167-b59fa7671855 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a71390b5-4c6f-45e2-9e5d-e649b08a71ae') {'for_net_delete': True} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:04:17.116834 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-8a7e34d2-ebf1-4ae4-b167-b59fa7671855 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a71390b5-4c6f-45e2-9e5d-e649b08a71ae') {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:04:17.215071 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8a7e34d2-ebf1-4ae4-b167-b59fa7671855 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126946678'] for segment (a71390b5-4c6f-45e2-9e5d-e649b08a71ae), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:17.259730 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-eb870f32-b483-4c3e-949c-54473a2d9dfd None None] Allocated IP 172.20.0.2 (382ea3c6-2ee6-4ec7-b174-ae579ba3687e/0c2d73b7-a977-47e5-8b24-e2200724eddb/ec426841-2715-4f34-91d8-bb528a0323a0) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:04:17.276199 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f1b7e3-cd00-41df-b359-8a5d7e72833b None None] Pushing event updated for resources: {'Port': ['ID=526d25f7-5dce-4aa5-9795-9e9395825251,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:17.281320 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-d6af6673-e2e3-464a-9a6d-695fe86a6531 None None] Provisioning complete for port fcd7e192-c0f2-4053-9cc3-4bdae4692c31 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:04:17.282483 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d6af6673-e2e3-464a-9a6d-695fe86a6531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (fcd7e192-c0f2-4053-9cc3-4bdae4692c31), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:17.317263 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5759abc5-8a30-4e8c-bf69-c3280d529947 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Publish callbacks [] for port (4d89272d-2e91-46e4-9119-4863ac14f2e9), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:17.388075 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 526d25f7-5dce-4aa5-9795-9e9395825251 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:04:17.388572 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (526d25f7-5dce-4aa5-9795-9e9395825251), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:17.389012 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-a4e88dab-7b0d-4fc6-804d-a8ef347b497a None None] Set router 1473590c-76e5-4ae2-bb3a-86800aaa9e51 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:04:17.390903 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-d6af6673-e2e3-464a-9a6d-695fe86a6531 None None] Port fcd7e192-c0f2-4053-9cc3-4bdae4692c31 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:04:17.391119 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8a7e34d2-ebf1-4ae4-b167-b59fa7671855 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (a71390b5-4c6f-45e2-9e5d-e649b08a71ae), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:17.457729 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a7e34d2-ebf1-4ae4-b167-b59fa7671855 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=104099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:04:17.457729 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8a7e34d2-ebf1-4ae4-b167-b59fa7671855 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127280876'] for segment (a71390b5-4c6f-45e2-9e5d-e649b08a71ae), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:17.460472 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-d6af6673-e2e3-464a-9a6d-695fe86a6531 None None] Provisioning complete for port 526d25f7-5dce-4aa5-9795-9e9395825251 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:04:17.461113 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d6af6673-e2e3-464a-9a6d-695fe86a6531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (526d25f7-5dce-4aa5-9795-9e9395825251), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:17.481210 dv-neutron-834874-6-hyperv neutron-server[104099]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 28 01:04:17.481210 dv-neutron-834874-6-hyperv neutron-server[104099]: from cryptography.utils import int_from_bytes Mar 28 01:04:17.481210 dv-neutron-834874-6-hyperv neutron-server[104099]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 28 01:04:17.481210 dv-neutron-834874-6-hyperv neutron-server[104099]: from cryptography.utils import int_from_bytes Mar 28 01:04:17.481210 dv-neutron-834874-6-hyperv neutron-server[104099]: Traceback (most recent call last): Mar 28 01:04:17.481210 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:04:17.481210 dv-neutron-834874-6-hyperv neutron-server[104099]: timer() Mar 28 01:04:17.481210 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:04:17.481210 dv-neutron-834874-6-hyperv neutron-server[104099]: cb(*args, **kw) Mar 28 01:04:17.481210 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:04:17.481210 dv-neutron-834874-6-hyperv neutron-server[104099]: return func(*args, **kwargs) Mar 28 01:04:17.481210 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:04:17.481210 dv-neutron-834874-6-hyperv neutron-server[104099]: self._notify() Mar 28 01:04:17.481210 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:04:17.481210 dv-neutron-834874-6-hyperv neutron-server[104099]: self.callback(batched_events) Mar 28 01:04:17.481210 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:04:17.481210 dv-neutron-834874-6-hyperv neutron-server[104099]: event.method(event) Mar 28 01:04:17.481210 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:04:17.481210 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:04:17.481210 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:04:17.481210 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:04:17.481210 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:04:17.481210 dv-neutron-834874-6-hyperv neutron-server[104099]: return f(self, *a, **k) Mar 28 01:04:17.481210 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:04:17.481210 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._get(url).json() Mar 28 01:04:17.481210 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:04:17.481210 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:04:17.481210 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:04:17.481210 dv-neutron-834874-6-hyperv neutron-server[104099]: return self.request(url, 'GET', **kwargs) Mar 28 01:04:17.481210 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:04:17.481210 dv-neutron-834874-6-hyperv neutron-server[104099]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:04:17.481210 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:04:17.481210 dv-neutron-834874-6-hyperv neutron-server[104099]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:04:17.481210 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:04:17.481210 dv-neutron-834874-6-hyperv neutron-server[104099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:04:17.481210 dv-neutron-834874-6-hyperv neutron-server[104099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:04:17.490654 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b002be7f-2929-430e-ba7d-d7dfa5b357e4 tempest-DHCPAgentSchedulersTestJSON-613157813 tempest-DHCPAgentSchedulersTestJSON-613157813-project] Made reservation on behalf of 69d6f5c3f16545308e12f5c4126c174f for: {'port': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:04:17.506391 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b002be7f-2929-430e-ba7d-d7dfa5b357e4 tempest-DHCPAgentSchedulersTestJSON-613157813 tempest-DHCPAgentSchedulersTestJSON-613157813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:17.573933 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [None req-d16361f3-5f5b-4a79-99a2-d4deff47d6d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] device_id is not set on port 9fe83413-11cc-4714-a960-2ce8682c0fbd yet. {{(pid=104099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 01:04:17.609141 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-eb870f32-b483-4c3e-949c-54473a2d9dfd None None] Publish callbacks [] for port (ec426841-2715-4f34-91d8-bb528a0323a0), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:17.613906 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 526d25f7-5dce-4aa5-9795-9e9395825251 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:04:17.631459 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5759abc5-8a30-4e8c-bf69-c3280d529947 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (4d89272d-2e91-46e4-9119-4863ac14f2e9), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:17.638721 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.notifiers.nova [None req-b002be7f-2929-430e-ba7d-d7dfa5b357e4 tempest-DHCPAgentSchedulersTestJSON-613157813 tempest-DHCPAgentSchedulersTestJSON-613157813-project] device_id is not set on port da7c83f2-5096-4689-9f55-1e5a7040d994 yet. {{(pid=104098) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 01:04:17.668672 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-eb870f32-b483-4c3e-949c-54473a2d9dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (ec426841-2715-4f34-91d8-bb528a0323a0), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:17.722570 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d16361f3-5f5b-4a79-99a2-d4deff47d6d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Publish callbacks [] for port (9fe83413-11cc-4714-a960-2ce8682c0fbd), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:17.771942 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-6826fa83-4e26-485e-9b19-84e6d43c147b admin admin] Publish callbacks [] for router_gateway (e0bc783a-7651-49e7-9582-b0c528704c20), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:17.810989 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-a4e88dab-7b0d-4fc6-804d-a8ef347b497a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1473590c-76e5-4ae2-bb3a-86800aaa9e51', 'name': 'tempest-ServerActionsTestJSON-329151941-router', 'tenant_id': '848a4a14ba384087a1e0b48b84b6f0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.250'}], 'enable_snat': True}, 'gw_port_id': '52a974de-6ef8-4d60-9b4a-9cde561007b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:04:08Z', 'updated_at': '2022-03-28T01:04:15Z', 'revision_number': 4, 'project_id': '848a4a14ba384087a1e0b48b84b6f0e3', 'gw_port': {'id': '52a974de-6ef8-4d60-9b4a-9cde561007b1', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:8d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1473590c-76e5-4ae2-bb3a-86800aaa9e51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:04:09Z', 'updated_at': '2022-03-28T01:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': 'fcd7e192-c0f2-4053-9cc3-4bdae4692c31', 'name': '', 'network_id': 'b0b181aa-c9cd-4854-9fb0-37e685e0d64e', 'tenant_id': '848a4a14ba384087a1e0b48b84b6f0e3', 'mac_address': 'fa:16:3e:c3:d4:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1473590c-76e5-4ae2-bb3a-86800aaa9e51', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '09c9f896-19d2-4244-ab3f-60c512e444ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:04:13Z', 'updated_at': '2022-03-28T01:04:15Z', 'revision_number': 2, 'project_id': '848a4a14ba384087a1e0b48b84b6f0e3', 'subnets': [{'id': '09c9f896-19d2-4244-ab3f-60c512e444ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:04:17.831704 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb870f32-b483-4c3e-949c-54473a2d9dfd None None] Network 382ea3c6-2ee6-4ec7-b174-ae579ba3687e is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:04:17.854876 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e88dab-7b0d-4fc6-804d-a8ef347b497a None None] Checking router: 1473590c-76e5-4ae2-bb3a-86800aaa9e51 for host: dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:04:17.855370 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e88dab-7b0d-4fc6-804d-a8ef347b497a None None] Updating router 1473590c-76e5-4ae2-bb3a-86800aaa9e51 port fcd7e192-c0f2-4053-9cc3-4bdae4692c31 binding host dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 01:04:17.869577 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-d6af6673-e2e3-464a-9a6d-695fe86a6531 None None] Current status of the port 526d25f7-5dce-4aa5-9795-9e9395825251 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:04:17.871956 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 52a974de-6ef8-4d60-9b4a-9cde561007b1 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:04:17.873889 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:17.883108 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-eb870f32-b483-4c3e-949c-54473a2d9dfd None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:04:17.908727 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-a4e88dab-7b0d-4fc6-804d-a8ef347b497a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (fcd7e192-c0f2-4053-9cc3-4bdae4692c31), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:17.939839 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb870f32-b483-4c3e-949c-54473a2d9dfd None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:04:17.951053 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb870f32-b483-4c3e-949c-54473a2d9dfd None None] Pushing event updated for resources: {'Port': ['ID=ec426841-2715-4f34-91d8-bb528a0323a0,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:17.996692 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5759abc5-8a30-4e8c-bf69-c3280d529947 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Pushing event updated for resources: {'Port': ['ID=4d89272d-2e91-46e4-9119-4863ac14f2e9,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:18.011805 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5759abc5-8a30-4e8c-bf69-c3280d529947 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Network dea6548b-502b-42db-97fb-371e423e739a is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:04:18.136902 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-b002be7f-2929-430e-ba7d-d7dfa5b357e4 tempest-DHCPAgentSchedulersTestJSON-613157813 tempest-DHCPAgentSchedulersTestJSON-613157813-project] Allocated IP 172.20.0.5 (382ea3c6-2ee6-4ec7-b174-ae579ba3687e/0c2d73b7-a977-47e5-8b24-e2200724eddb/da7c83f2-5096-4689-9f55-1e5a7040d994) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:04:18.190165 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-eb870f32-b483-4c3e-949c-54473a2d9dfd None None] Attempting to bind port ec426841-2715-4f34-91d8-bb528a0323a0 on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:04:18.200525 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-eb870f32-b483-4c3e-949c-54473a2d9dfd None None] Attempting to bind port ec426841-2715-4f34-91d8-bb528a0323a0 by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': '3492ecab-a2ce-4412-9d77-fa021f65a20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '382ea3c6-2ee6-4ec7-b174-ae579ba3687e'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:04:18.201070 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb870f32-b483-4c3e-949c-54473a2d9dfd None None] Attempting to bind port ec426841-2715-4f34-91d8-bb528a0323a0 on network 382ea3c6-2ee6-4ec7-b174-ae579ba3687e {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:04:18.257673 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb870f32-b483-4c3e-949c-54473a2d9dfd None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:04:18.269297 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb870f32-b483-4c3e-949c-54473a2d9dfd None None] Checking segment: {'id': '3492ecab-a2ce-4412-9d77-fa021f65a20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '382ea3c6-2ee6-4ec7-b174-ae579ba3687e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:04:18.269869 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-eb870f32-b483-4c3e-949c-54473a2d9dfd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:18.270376 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb870f32-b483-4c3e-949c-54473a2d9dfd None None] Bound using segment: {'id': '3492ecab-a2ce-4412-9d77-fa021f65a20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '382ea3c6-2ee6-4ec7-b174-ae579ba3687e'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:04:18.273162 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-eb870f32-b483-4c3e-949c-54473a2d9dfd None None] Bound port: ec426841-2715-4f34-91d8-bb528a0323a0, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3492ecab-a2ce-4412-9d77-fa021f65a20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '382ea3c6-2ee6-4ec7-b174-ae579ba3687e'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:04:18.273663 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-eb870f32-b483-4c3e-949c-54473a2d9dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (ec426841-2715-4f34-91d8-bb528a0323a0), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:18.303369 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 52a974de-6ef8-4d60-9b4a-9cde561007b1 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:04:18.306874 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b002be7f-2929-430e-ba7d-d7dfa5b357e4 tempest-DHCPAgentSchedulersTestJSON-613157813 tempest-DHCPAgentSchedulersTestJSON-613157813-project] Publish callbacks [] for port (da7c83f2-5096-4689-9f55-1e5a7040d994), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:18.313452 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (52a974de-6ef8-4d60-9b4a-9cde561007b1), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:18.354429 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-5759abc5-8a30-4e8c-bf69-c3280d529947 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:04:18.356756 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a72dc827-5f49-425e-b98b-8723b1d5d4ed tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127282703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126757786'] for subnet (2e40bf70-93b6-4f71-96d3-cb69b39cb3f3), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:18.360095 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d16361f3-5f5b-4a79-99a2-d4deff47d6d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (9fe83413-11cc-4714-a960-2ce8682c0fbd), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:18.360348 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b002be7f-2929-430e-ba7d-d7dfa5b357e4 tempest-DHCPAgentSchedulersTestJSON-613157813 tempest-DHCPAgentSchedulersTestJSON-613157813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (da7c83f2-5096-4689-9f55-1e5a7040d994), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:18.363789 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5759abc5-8a30-4e8c-bf69-c3280d529947 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:04:18.392161 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8a7e34d2-ebf1-4ae4-b167-b59fa7671855 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (ea4c223d-b82c-4e46-a4bb-e52c475a02c4), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:18.400622 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ee036d8b-90e2-418a-8730-726625a1abbd None None] Publish callbacks [] for port (2661aa72-d791-45b8-84f3-7872d9da958e), precommit_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:18.474230 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ee036d8b-90e2-418a-8730-726625a1abbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (2661aa72-d791-45b8-84f3-7872d9da958e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:18.508175 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-32bd5952-d12a-44e4-a0a9-035ca27ca617 admin admin] Allocated IP 172.20.0.1 (d8584a61-33a5-4334-8690-e70e4664bf95/c2bac7f7-4214-433a-8d07-412328b1e8a9/a9d16aab-10d7-48a4-acd1-f7b094d7e430) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:04:18.582236 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a7e34d2-ebf1-4ae4-b167-b59fa7671855 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ea4c223d-b82c-4e46-a4bb-e52c475a02c4 {{(pid=104099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 28 01:04:18.589845 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b002be7f-2929-430e-ba7d-d7dfa5b357e4 tempest-DHCPAgentSchedulersTestJSON-613157813 tempest-DHCPAgentSchedulersTestJSON-613157813-project] Network 382ea3c6-2ee6-4ec7-b174-ae579ba3687e is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:04:18.614418 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736dfe86-a0ba-4edb-aad2-a71f5bad5d99 None None] Pushing event updated for resources: {'Port': ['ID=2661aa72-d791-45b8-84f3-7872d9da958e,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:18.618663 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-eb870f32-b483-4c3e-949c-54473a2d9dfd None None] For port ec426841-2715-4f34-91d8-bb528a0323a0, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:04:18.634097 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8a7e34d2-ebf1-4ae4-b167-b59fa7671855 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:18.636502 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-a4e88dab-7b0d-4fc6-804d-a8ef347b497a None None] Publish callbacks [] for port (fcd7e192-c0f2-4053-9cc3-4bdae4692c31), precommit_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:18.641854 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-ee036d8b-90e2-418a-8730-726625a1abbd None None] Attempting to bind port 2661aa72-d791-45b8-84f3-7872d9da958e on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:04:18.642466 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-ee036d8b-90e2-418a-8730-726625a1abbd None None] Attempting to bind port 2661aa72-d791-45b8-84f3-7872d9da958e by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': 'b6f00c62-aca5-4c73-8989-c04c396daeed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:04:18.643212 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-8a7e34d2-ebf1-4ae4-b167-b59fa7671855 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] 10.222.0.24 "DELETE /v2.0/networks/ea4c223d-b82c-4e46-a4bb-e52c475a02c4 HTTP/1.1" status: 204 len: 168 time: 3.0768204 Mar 28 01:04:18.646258 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7e34d2-ebf1-4ae4-b167-b59fa7671855 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Pushing event deleted for resources: {'Network': ['ID=ea4c223d-b82c-4e46-a4bb-e52c475a02c4,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:18.648623 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee036d8b-90e2-418a-8730-726625a1abbd None None] Attempting to bind port 2661aa72-d791-45b8-84f3-7872d9da958e on network dea6548b-502b-42db-97fb-371e423e739a {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:04:18.652782 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-a4e88dab-7b0d-4fc6-804d-a8ef347b497a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (fcd7e192-c0f2-4053-9cc3-4bdae4692c31), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:18.663193 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-b002be7f-2929-430e-ba7d-d7dfa5b357e4 tempest-DHCPAgentSchedulersTestJSON-613157813 tempest-DHCPAgentSchedulersTestJSON-613157813-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:04:18.669017 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee036d8b-90e2-418a-8730-726625a1abbd None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:04:18.669568 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee036d8b-90e2-418a-8730-726625a1abbd None None] Checking segment: {'id': 'b6f00c62-aca5-4c73-8989-c04c396daeed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:04:18.670099 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ee036d8b-90e2-418a-8730-726625a1abbd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:18.670592 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee036d8b-90e2-418a-8730-726625a1abbd None None] Bound using segment: {'id': 'b6f00c62-aca5-4c73-8989-c04c396daeed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:04:18.671173 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-ee036d8b-90e2-418a-8730-726625a1abbd None None] Bound port: 2661aa72-d791-45b8-84f3-7872d9da958e, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6f00c62-aca5-4c73-8989-c04c396daeed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:04:18.671656 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ee036d8b-90e2-418a-8730-726625a1abbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (2661aa72-d791-45b8-84f3-7872d9da958e), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:18.676454 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-eb870f32-b483-4c3e-949c-54473a2d9dfd None None] For port ec426841-2715-4f34-91d8-bb528a0323a0, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=ec426841-2715-4f34-91d8-bb528a0323a0,segment=NetworkSegment(3492ecab-a2ce-4412-9d77-fa021f65a20f),segment_id=3492ecab-a2ce-4412-9d77-fa021f65a20f)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:04:18.683024 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 48882) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:18.695408 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-fcca9761-0b13-4355-9cf5-98ad485594ec tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Request body: {'network': {'router:external': True}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:04:18.704243 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b002be7f-2929-430e-ba7d-d7dfa5b357e4 tempest-DHCPAgentSchedulersTestJSON-613157813 tempest-DHCPAgentSchedulersTestJSON-613157813-project] Pushing event updated for resources: {'Port': ['ID=da7c83f2-5096-4689-9f55-1e5a7040d994,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:18.710068 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-eb870f32-b483-4c3e-949c-54473a2d9dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (ec426841-2715-4f34-91d8-bb528a0323a0), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:18.713931 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b002be7f-2929-430e-ba7d-d7dfa5b357e4 tempest-DHCPAgentSchedulersTestJSON-613157813 tempest-DHCPAgentSchedulersTestJSON-613157813-project] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:04:18.730708 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b002be7f-2929-430e-ba7d-d7dfa5b357e4 tempest-DHCPAgentSchedulersTestJSON-613157813 tempest-DHCPAgentSchedulersTestJSON-613157813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:18.731377 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b002be7f-2929-430e-ba7d-d7dfa5b357e4 tempest-DHCPAgentSchedulersTestJSON-613157813 tempest-DHCPAgentSchedulersTestJSON-613157813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for port (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:18.765236 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72dc827-5f49-425e-b98b-8723b1d5d4ed tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Pushing event updated for resources: {'Subnet': ['ID=2e40bf70-93b6-4f71-96d3-cb69b39cb3f3,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:18.789939 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 52a974de-6ef8-4d60-9b4a-9cde561007b1 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:04:18.797111 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 526d25f7-5dce-4aa5-9795-9e9395825251 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:04:18.818875 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16361f3-5f5b-4a79-99a2-d4deff47d6d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Pushing event updated for resources: {'Port': ['ID=9fe83413-11cc-4714-a960-2ce8682c0fbd,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:18.860132 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 48884) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:18.872493 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-3b3bff22-5449-4183-a567-6b260c4c4027 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1306971371', 'description': 'tempest-description--486273460'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:04:18.875683 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [None req-a4e88dab-7b0d-4fc6-804d-a8ef347b497a None None] Attempting to bind port fcd7e192-c0f2-4053-9cc3-4bdae4692c31 on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:04:18.876072 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [None req-a4e88dab-7b0d-4fc6-804d-a8ef347b497a None None] Attempting to bind port fcd7e192-c0f2-4053-9cc3-4bdae4692c31 by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': '42092f1a-12b4-400d-a25f-5b5b803c66a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b0b181aa-c9cd-4854-9fb0-37e685e0d64e'}] {{(pid=104101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:04:18.879836 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e88dab-7b0d-4fc6-804d-a8ef347b497a None None] Attempting to bind port fcd7e192-c0f2-4053-9cc3-4bdae4692c31 on network b0b181aa-c9cd-4854-9fb0-37e685e0d64e {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:04:18.895033 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e88dab-7b0d-4fc6-804d-a8ef347b497a None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:04:18.895336 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e88dab-7b0d-4fc6-804d-a8ef347b497a None None] Checking segment: {'id': '42092f1a-12b4-400d-a25f-5b5b803c66a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b0b181aa-c9cd-4854-9fb0-37e685e0d64e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:04:18.895737 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-a4e88dab-7b0d-4fc6-804d-a8ef347b497a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:18.900358 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e88dab-7b0d-4fc6-804d-a8ef347b497a None None] Bound using segment: {'id': '42092f1a-12b4-400d-a25f-5b5b803c66a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b0b181aa-c9cd-4854-9fb0-37e685e0d64e'} {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:04:18.900925 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [None req-a4e88dab-7b0d-4fc6-804d-a8ef347b497a None None] Bound port: fcd7e192-c0f2-4053-9cc3-4bdae4692c31, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42092f1a-12b4-400d-a25f-5b5b803c66a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b0b181aa-c9cd-4854-9fb0-37e685e0d64e'}}] {{(pid=104101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:04:18.907019 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-a4e88dab-7b0d-4fc6-804d-a8ef347b497a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (fcd7e192-c0f2-4053-9cc3-4bdae4692c31), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:18.959834 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72dc827-5f49-425e-b98b-8723b1d5d4ed tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Checking segment: {'id': '9028fe72-9b79-4538-96be-757c3dc71a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:04:18.968191 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72dc827-5f49-425e-b98b-8723b1d5d4ed tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Network hostable DHCP agents. Network: be4801db-c8f8-4df3-b9b5-556693d6a290, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:04:18.968487 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb870f32-b483-4c3e-949c-54473a2d9dfd None None] Pushing event updated for resources: {'Port': ['ID=ec426841-2715-4f34-91d8-bb528a0323a0,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:18.972502 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-ee036d8b-90e2-418a-8730-726625a1abbd None None] For port 2661aa72-d791-45b8-84f3-7872d9da958e, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:04:18.980250 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-ee036d8b-90e2-418a-8730-726625a1abbd None None] For port 2661aa72-d791-45b8-84f3-7872d9da958e, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=2661aa72-d791-45b8-84f3-7872d9da958e,segment=NetworkSegment(b6f00c62-aca5-4c73-8989-c04c396daeed),segment_id=b6f00c62-aca5-4c73-8989-c04c396daeed)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:04:18.995218 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ee036d8b-90e2-418a-8730-726625a1abbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (2661aa72-d791-45b8-84f3-7872d9da958e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:19.054078 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16361f3-5f5b-4a79-99a2-d4deff47d6d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Checking segment: {'id': '4a720666-704b-4042-b196-22b2ff5604e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '50ff16fc-05b4-4db8-9df5-0b202fee91f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:04:19.054433 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16361f3-5f5b-4a79-99a2-d4deff47d6d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Network hostable DHCP agents. Network: 50ff16fc-05b4-4db8-9df5-0b202fee91f1, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:04:19.070652 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 526d25f7-5dce-4aa5-9795-9e9395825251 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:04:19.071393 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (526d25f7-5dce-4aa5-9795-9e9395825251), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:19.072082 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-6826fa83-4e26-485e-9b19-84e6d43c147b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687953'] for router (e0bc783a-7651-49e7-9582-b0c528704c20), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:19.090034 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3b3bff22-5449-4183-a567-6b260c4c4027 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Publish callbacks [] for security_group (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:19.099555 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7f53bc-c74f-45b1-98a5-52ce34b5af18 None None] Pushing event updated for resources: {'Port': ['ID=fcd7e192-c0f2-4053-9cc3-4bdae4692c31,revision_number=3']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:19.117198 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.db [None req-a4e88dab-7b0d-4fc6-804d-a8ef347b497a None None] For port fcd7e192-c0f2-4053-9cc3-4bdae4692c31, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:04:19.121636 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.db [None req-a4e88dab-7b0d-4fc6-804d-a8ef347b497a None None] For port fcd7e192-c0f2-4053-9cc3-4bdae4692c31, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=fcd7e192-c0f2-4053-9cc3-4bdae4692c31,segment=NetworkSegment(42092f1a-12b4-400d-a25f-5b5b803c66a9),segment_id=42092f1a-12b4-400d-a25f-5b5b803c66a9)] {{(pid=104101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:04:19.136680 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-a4e88dab-7b0d-4fc6-804d-a8ef347b497a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (fcd7e192-c0f2-4053-9cc3-4bdae4692c31), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:19.154661 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee036d8b-90e2-418a-8730-726625a1abbd None None] Routers {'60e28954-25f3-4f1b-bd48-87667c4d56fe'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:04:19.156728 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-ee036d8b-90e2-418a-8730-726625a1abbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:04:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['60e28954-25f3-4f1b-bd48-87667c4d56fe'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:04:19.221282 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e88dab-7b0d-4fc6-804d-a8ef347b497a None None] Routers {'1473590c-76e5-4ae2-bb3a-86800aaa9e51'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:04:19.221932 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-a4e88dab-7b0d-4fc6-804d-a8ef347b497a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:04:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['1473590c-76e5-4ae2-bb3a-86800aaa9e51'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:04:19.254797 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72dc827-5f49-425e-b98b-8723b1d5d4ed tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Network be4801db-c8f8-4df3-b9b5-556693d6a290 is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:04:19.300531 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736dfe86-a0ba-4edb-aad2-a71f5bad5d99 None None] Pushing event updated for resources: {'Port': ['ID=2661aa72-d791-45b8-84f3-7872d9da958e,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:19.315814 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ebea77cc-61ba-46c5-b1d7-c118ddd34186 None None] Provisioning complete for port fcd7e192-c0f2-4053-9cc3-4bdae4692c31 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:04:19.328561 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ebea77cc-61ba-46c5-b1d7-c118ddd34186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (fcd7e192-c0f2-4053-9cc3-4bdae4692c31), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:19.375181 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5759abc5-8a30-4e8c-bf69-c3280d529947 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Publish callbacks [] for floatingip (d7c22cd0-712c-4e92-9bcb-36f63c301172), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:19.425240 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-a4e88dab-7b0d-4fc6-804d-a8ef347b497a None None] Set router 1473590c-76e5-4ae2-bb3a-86800aaa9e51 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:04:19.457903 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-b002be7f-2929-430e-ba7d-d7dfa5b357e4 tempest-DHCPAgentSchedulersTestJSON-613157813 tempest-DHCPAgentSchedulersTestJSON-613157813-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1735315 Mar 28 01:04:19.484967 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 48886) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:19.488177 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3b3bff22-5449-4183-a567-6b260c4c4027 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Publish callbacks [] for security_group (5f5fc266-2207-46d1-bfc7-83854e73a714), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:19.553033 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-a72dc827-5f49-425e-b98b-8723b1d5d4ed tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, be4801db-c8f8-4df3-b9b5-556693d6a290) {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:04:19.564774 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72dc827-5f49-425e-b98b-8723b1d5d4ed tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:19.565443 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a72dc827-5f49-425e-b98b-8723b1d5d4ed tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:19.568536 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3b3bff22-5449-4183-a567-6b260c4c4027 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (5f5fc266-2207-46d1-bfc7-83854e73a714), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:19.586385 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7268b98b-2188-4f10-a8e7-5306ab60d3a9 None None] Network be4801db-c8f8-4df3-b9b5-556693d6a290 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:04:19.627513 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3bff22-5449-4183-a567-6b260c4c4027 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f5fc266-2207-46d1-bfc7-83854e73a714,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:19.634336 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3b3bff22-5449-4183-a567-6b260c4c4027 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:19.638464 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-3b3bff22-5449-4183-a567-6b260c4c4027 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7745070 Mar 28 01:04:19.641427 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16361f3-5f5b-4a79-99a2-d4deff47d6d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Network 50ff16fc-05b4-4db8-9df5-0b202fee91f1 is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:04:19.651772 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 48888) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:19.653701 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-d16361f3-5f5b-4a79-99a2-d4deff47d6d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, 50ff16fc-05b4-4db8-9df5-0b202fee91f1) {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:04:19.662085 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16361f3-5f5b-4a79-99a2-d4deff47d6d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:04:19.683326 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-1acb5d87-12a0-4df2-96f9-91c15140bf85 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Request body: {'security_group_rule': {'security_group_id': '5f5fc266-2207-46d1-bfc7-83854e73a714', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:04:19.695492 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 526d25f7-5dce-4aa5-9795-9e9395825251 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:04:19.699441 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3fcf603-0082-4d78-b795-902fde56ea3e None None] Network 50ff16fc-05b4-4db8-9df5-0b202fee91f1 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:04:19.707315 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [None req-d16361f3-5f5b-4a79-99a2-d4deff47d6d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attempting to bind port 9fe83413-11cc-4714-a960-2ce8682c0fbd on host hv-neutron-8348 for vnic_type normal with profile {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:04:19.707796 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [None req-d16361f3-5f5b-4a79-99a2-d4deff47d6d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attempting to bind port 9fe83413-11cc-4714-a960-2ce8682c0fbd by drivers openvswitch,hyperv on host hv-neutron-8348 at level 0 using segments [{'id': '4a720666-704b-4042-b196-22b2ff5604e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '50ff16fc-05b4-4db8-9df5-0b202fee91f1'}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:04:19.708846 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16361f3-5f5b-4a79-99a2-d4deff47d6d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attempting to bind port 9fe83413-11cc-4714-a960-2ce8682c0fbd on network 50ff16fc-05b4-4db8-9df5-0b202fee91f1 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:04:19.727646 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16361f3-5f5b-4a79-99a2-d4deff47d6d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Port 9fe83413-11cc-4714-a960-2ce8682c0fbd on network 50ff16fc-05b4-4db8-9df5-0b202fee91f1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8348 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 01:04:19.728242 dv-neutron-834874-6-hyperv neutron-server[104099]: ERROR neutron.plugins.ml2.managers [None req-d16361f3-5f5b-4a79-99a2-d4deff47d6d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Failed to bind port 9fe83413-11cc-4714-a960-2ce8682c0fbd on host hv-neutron-8348 for vnic_type normal using segments [{'id': '4a720666-704b-4042-b196-22b2ff5604e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '50ff16fc-05b4-4db8-9df5-0b202fee91f1'}] Mar 28 01:04:19.734457 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-a72dc827-5f49-425e-b98b-8723b1d5d4ed tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.6339581 Mar 28 01:04:19.737634 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.plugins.ml2.plugin [None req-d16361f3-5f5b-4a79-99a2-d4deff47d6d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attempt 2 to bind port 9fe83413-11cc-4714-a960-2ce8682c0fbd Mar 28 01:04:19.739694 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcca9761-0b13-4355-9cf5-98ad485594ec tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Made reservation on behalf of 27264b3877f14a2087c136590f1a602c for: {'network': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:04:19.743539 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-fcca9761-0b13-4355-9cf5-98ad485594ec tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:19.758850 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 48890) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:19.770072 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [None req-d16361f3-5f5b-4a79-99a2-d4deff47d6d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attempting to bind port 9fe83413-11cc-4714-a960-2ce8682c0fbd on host hv-neutron-8348 for vnic_type normal with profile {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:04:19.771023 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [None req-d16361f3-5f5b-4a79-99a2-d4deff47d6d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attempting to bind port 9fe83413-11cc-4714-a960-2ce8682c0fbd by drivers openvswitch,hyperv on host hv-neutron-8348 at level 0 using segments [{'id': '4a720666-704b-4042-b196-22b2ff5604e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '50ff16fc-05b4-4db8-9df5-0b202fee91f1'}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:04:19.771023 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16361f3-5f5b-4a79-99a2-d4deff47d6d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attempting to bind port 9fe83413-11cc-4714-a960-2ce8682c0fbd on network 50ff16fc-05b4-4db8-9df5-0b202fee91f1 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:04:19.781020 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-1acb5d87-12a0-4df2-96f9-91c15140bf85 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Publish callbacks [] for security_group_rule (ae2d701d-5c05-4f9b-a79b-3e1ef72e733a), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:19.804361 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-239b6aea-7fa2-4272-9290-201697cbaf6e tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Request body: {'port': {'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290', 'name': 'tempest-NetworksTestDHCPv6-1654629019'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:04:19.838025 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7f53bc-c74f-45b1-98a5-52ce34b5af18 None None] Pushing event updated for resources: {'Port': ['ID=fcd7e192-c0f2-4053-9cc3-4bdae4692c31,revision_number=4']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:19.842348 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-a4e88dab-7b0d-4fc6-804d-a8ef347b497a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1473590c-76e5-4ae2-bb3a-86800aaa9e51', 'name': 'tempest-ServerActionsTestJSON-329151941-router', 'tenant_id': '848a4a14ba384087a1e0b48b84b6f0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.250'}], 'enable_snat': True}, 'gw_port_id': '52a974de-6ef8-4d60-9b4a-9cde561007b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:04:08Z', 'updated_at': '2022-03-28T01:04:15Z', 'revision_number': 4, 'project_id': '848a4a14ba384087a1e0b48b84b6f0e3', 'gw_port': {'id': '52a974de-6ef8-4d60-9b4a-9cde561007b1', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:8d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1473590c-76e5-4ae2-bb3a-86800aaa9e51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:04:09Z', 'updated_at': '2022-03-28T01:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': 'fcd7e192-c0f2-4053-9cc3-4bdae4692c31', 'name': '', 'network_id': 'b0b181aa-c9cd-4854-9fb0-37e685e0d64e', 'tenant_id': '848a4a14ba384087a1e0b48b84b6f0e3', 'mac_address': 'fa:16:3e:c3:d4:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1473590c-76e5-4ae2-bb3a-86800aaa9e51', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '09c9f896-19d2-4244-ab3f-60c512e444ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:04:13Z', 'updated_at': '2022-03-28T01:04:19Z', 'revision_number': 4, 'project_id': '848a4a14ba384087a1e0b48b84b6f0e3', 'subnets': [{'id': '09c9f896-19d2-4244-ab3f-60c512e444ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:04:19.884303 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-1acb5d87-12a0-4df2-96f9-91c15140bf85 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Publish callbacks [] for security_group_rule (ae2d701d-5c05-4f9b-a79b-3e1ef72e733a), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:19.893553 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e88dab-7b0d-4fc6-804d-a8ef347b497a None None] The sync data for ids ['1473590c-76e5-4ae2-bb3a-86800aaa9e51'] in dv-neutron-834874-6-hyperv is: [{'id': '1473590c-76e5-4ae2-bb3a-86800aaa9e51', 'name': 'tempest-ServerActionsTestJSON-329151941-router', 'tenant_id': '848a4a14ba384087a1e0b48b84b6f0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.250'}], 'enable_snat': True}, 'gw_port_id': '52a974de-6ef8-4d60-9b4a-9cde561007b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:04:08Z', 'updated_at': '2022-03-28T01:04:15Z', 'revision_number': 4, 'project_id': '848a4a14ba384087a1e0b48b84b6f0e3', 'gw_port': {'id': '52a974de-6ef8-4d60-9b4a-9cde561007b1', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:8d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1473590c-76e5-4ae2-bb3a-86800aaa9e51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:04:09Z', 'updated_at': '2022-03-28T01:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': 'fcd7e192-c0f2-4053-9cc3-4bdae4692c31', 'name': '', 'network_id': 'b0b181aa-c9cd-4854-9fb0-37e685e0d64e', 'tenant_id': '848a4a14ba384087a1e0b48b84b6f0e3', 'mac_address': 'fa:16:3e:c3:d4:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1473590c-76e5-4ae2-bb3a-86800aaa9e51', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '09c9f896-19d2-4244-ab3f-60c512e444ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:04:13Z', 'updated_at': '2022-03-28T01:04:19Z', 'revision_number': 4, 'project_id': '848a4a14ba384087a1e0b48b84b6f0e3', 'subnets': [{'id': '09c9f896-19d2-4244-ab3f-60c512e444ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:04:19.901914 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-1acb5d87-12a0-4df2-96f9-91c15140bf85 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (ae2d701d-5c05-4f9b-a79b-3e1ef72e733a), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:19.903384 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16361f3-5f5b-4a79-99a2-d4deff47d6d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Port 9fe83413-11cc-4714-a960-2ce8682c0fbd on network 50ff16fc-05b4-4db8-9df5-0b202fee91f1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8348 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 01:04:19.903744 dv-neutron-834874-6-hyperv neutron-server[104099]: ERROR neutron.plugins.ml2.managers [None req-d16361f3-5f5b-4a79-99a2-d4deff47d6d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Failed to bind port 9fe83413-11cc-4714-a960-2ce8682c0fbd on host hv-neutron-8348 for vnic_type normal using segments [{'id': '4a720666-704b-4042-b196-22b2ff5604e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '50ff16fc-05b4-4db8-9df5-0b202fee91f1'}] Mar 28 01:04:19.907994 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.plugins.ml2.plugin [None req-d16361f3-5f5b-4a79-99a2-d4deff47d6d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attempt 3 to bind port 9fe83413-11cc-4714-a960-2ce8682c0fbd Mar 28 01:04:19.941730 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6826fa83-4e26-485e-9b19-84e6d43c147b admin admin] Router e0bc783a-7651-49e7-9582-b0c528704c20 is scheduled to L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 with binding_index 1 {{(pid=104099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 01:04:19.977425 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [None req-d16361f3-5f5b-4a79-99a2-d4deff47d6d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attempting to bind port 9fe83413-11cc-4714-a960-2ce8682c0fbd on host hv-neutron-8348 for vnic_type normal with profile {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:04:19.977768 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [None req-d16361f3-5f5b-4a79-99a2-d4deff47d6d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attempting to bind port 9fe83413-11cc-4714-a960-2ce8682c0fbd by drivers openvswitch,hyperv on host hv-neutron-8348 at level 0 using segments [{'id': '4a720666-704b-4042-b196-22b2ff5604e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '50ff16fc-05b4-4db8-9df5-0b202fee91f1'}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:04:19.978799 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16361f3-5f5b-4a79-99a2-d4deff47d6d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attempting to bind port 9fe83413-11cc-4714-a960-2ce8682c0fbd on network 50ff16fc-05b4-4db8-9df5-0b202fee91f1 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:04:19.982363 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acb5d87-12a0-4df2-96f9-91c15140bf85 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae2d701d-5c05-4f9b-a79b-3e1ef72e733a,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:19.989805 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16361f3-5f5b-4a79-99a2-d4deff47d6d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Port 9fe83413-11cc-4714-a960-2ce8682c0fbd on network 50ff16fc-05b4-4db8-9df5-0b202fee91f1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8348 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 01:04:19.990102 dv-neutron-834874-6-hyperv neutron-server[104099]: ERROR neutron.plugins.ml2.managers [None req-d16361f3-5f5b-4a79-99a2-d4deff47d6d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Failed to bind port 9fe83413-11cc-4714-a960-2ce8682c0fbd on host hv-neutron-8348 for vnic_type normal using segments [{'id': '4a720666-704b-4042-b196-22b2ff5604e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '50ff16fc-05b4-4db8-9df5-0b202fee91f1'}] Mar 28 01:04:19.992762 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.plugins.ml2.plugin [None req-d16361f3-5f5b-4a79-99a2-d4deff47d6d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attempt 4 to bind port 9fe83413-11cc-4714-a960-2ce8682c0fbd Mar 28 01:04:20.006376 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-1acb5d87-12a0-4df2-96f9-91c15140bf85 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:20.007352 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-1acb5d87-12a0-4df2-96f9-91c15140bf85 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3286002 Mar 28 01:04:20.030121 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device ec426841-2715-4f34-91d8-bb528a0323a0 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:04:20.030322 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 48892) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:20.033549 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5759abc5-8a30-4e8c-bf69-c3280d529947 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (4d89272d-2e91-46e4-9119-4863ac14f2e9), before_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:20.039743 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-220a9014-871c-4ce8-b7d0-df5ddf930d46 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Request body: {'security_group_rule': {'security_group_id': '5f5fc266-2207-46d1-bfc7-83854e73a714', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:04:20.086128 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [None req-d16361f3-5f5b-4a79-99a2-d4deff47d6d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attempting to bind port 9fe83413-11cc-4714-a960-2ce8682c0fbd on host hv-neutron-8348 for vnic_type normal with profile {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:04:20.086463 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [None req-d16361f3-5f5b-4a79-99a2-d4deff47d6d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attempting to bind port 9fe83413-11cc-4714-a960-2ce8682c0fbd by drivers openvswitch,hyperv on host hv-neutron-8348 at level 0 using segments [{'id': '4a720666-704b-4042-b196-22b2ff5604e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '50ff16fc-05b4-4db8-9df5-0b202fee91f1'}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:04:20.086799 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16361f3-5f5b-4a79-99a2-d4deff47d6d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attempting to bind port 9fe83413-11cc-4714-a960-2ce8682c0fbd on network 50ff16fc-05b4-4db8-9df5-0b202fee91f1 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:04:20.144978 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16361f3-5f5b-4a79-99a2-d4deff47d6d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Port 9fe83413-11cc-4714-a960-2ce8682c0fbd on network 50ff16fc-05b4-4db8-9df5-0b202fee91f1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8348 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 01:04:20.145356 dv-neutron-834874-6-hyperv neutron-server[104099]: ERROR neutron.plugins.ml2.managers [None req-d16361f3-5f5b-4a79-99a2-d4deff47d6d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Failed to bind port 9fe83413-11cc-4714-a960-2ce8682c0fbd on host hv-neutron-8348 for vnic_type normal using segments [{'id': '4a720666-704b-4042-b196-22b2ff5604e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '50ff16fc-05b4-4db8-9df5-0b202fee91f1'}] Mar 28 01:04:20.148469 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.plugins.ml2.plugin [None req-d16361f3-5f5b-4a79-99a2-d4deff47d6d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attempt 5 to bind port 9fe83413-11cc-4714-a960-2ce8682c0fbd Mar 28 01:04:20.160642 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-ee036d8b-90e2-418a-8730-726625a1abbd None None] Set router 60e28954-25f3-4f1b-bd48-87667c4d56fe gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:04:20.172561 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-32bd5952-d12a-44e4-a0a9-035ca27ca617 admin admin] Publish callbacks [] for port (a9d16aab-10d7-48a4-acd1-f7b094d7e430), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:20.193868 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-fca41b50-75aa-4baf-a4f0-b268f0b2cb6f tempest-DHCPAgentSchedulersTestJSON-613157813 tempest-DHCPAgentSchedulersTestJSON-613157813-project] Deleting port da7c83f2-5096-4689-9f55-1e5a7040d994 {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:04:20.193868 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-fca41b50-75aa-4baf-a4f0-b268f0b2cb6f tempest-DHCPAgentSchedulersTestJSON-613157813 tempest-DHCPAgentSchedulersTestJSON-613157813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (da7c83f2-5096-4689-9f55-1e5a7040d994), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:20.197475 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [None req-d16361f3-5f5b-4a79-99a2-d4deff47d6d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attempting to bind port 9fe83413-11cc-4714-a960-2ce8682c0fbd on host hv-neutron-8348 for vnic_type normal with profile {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:04:20.197781 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [None req-d16361f3-5f5b-4a79-99a2-d4deff47d6d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attempting to bind port 9fe83413-11cc-4714-a960-2ce8682c0fbd by drivers openvswitch,hyperv on host hv-neutron-8348 at level 0 using segments [{'id': '4a720666-704b-4042-b196-22b2ff5604e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '50ff16fc-05b4-4db8-9df5-0b202fee91f1'}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:04:20.198100 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16361f3-5f5b-4a79-99a2-d4deff47d6d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attempting to bind port 9fe83413-11cc-4714-a960-2ce8682c0fbd on network 50ff16fc-05b4-4db8-9df5-0b202fee91f1 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:04:20.200308 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-220a9014-871c-4ce8-b7d0-df5ddf930d46 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Publish callbacks [] for security_group_rule (17016e78-d01f-4593-851a-2724107b0e57), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:20.222520 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16361f3-5f5b-4a79-99a2-d4deff47d6d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Port 9fe83413-11cc-4714-a960-2ce8682c0fbd on network 50ff16fc-05b4-4db8-9df5-0b202fee91f1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8348 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 01:04:20.222851 dv-neutron-834874-6-hyperv neutron-server[104099]: ERROR neutron.plugins.ml2.managers [None req-d16361f3-5f5b-4a79-99a2-d4deff47d6d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Failed to bind port 9fe83413-11cc-4714-a960-2ce8682c0fbd on host hv-neutron-8348 for vnic_type normal using segments [{'id': '4a720666-704b-4042-b196-22b2ff5604e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '50ff16fc-05b4-4db8-9df5-0b202fee91f1'}] Mar 28 01:04:20.226773 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.plugins.ml2.plugin [None req-d16361f3-5f5b-4a79-99a2-d4deff47d6d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attempt 6 to bind port 9fe83413-11cc-4714-a960-2ce8682c0fbd Mar 28 01:04:20.244613 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ebea77cc-61ba-46c5-b1d7-c118ddd34186 None None] Current status of the port fcd7e192-c0f2-4053-9cc3-4bdae4692c31 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:04:20.245002 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ebea77cc-61ba-46c5-b1d7-c118ddd34186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (fcd7e192-c0f2-4053-9cc3-4bdae4692c31), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:20.247191 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c38bb3d-8d12-4054-bfeb-77cfa314e75b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-be4801db-c8f8-4df3-b9b5-556693d6a290', 'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290', 'project_id': '564cf6bfe83a4d71adcd7d33f5d20cb1', 'fixed_ips': [{'subnet_id': '2e40bf70-93b6-4f71-96d3-cb69b39cb3f3'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:04:20.248014 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-6c38bb3d-8d12-4054-bfeb-77cfa314e75b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:20.284643 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [None req-d16361f3-5f5b-4a79-99a2-d4deff47d6d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attempting to bind port 9fe83413-11cc-4714-a960-2ce8682c0fbd on host hv-neutron-8348 for vnic_type normal with profile {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:04:20.284977 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [None req-d16361f3-5f5b-4a79-99a2-d4deff47d6d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attempting to bind port 9fe83413-11cc-4714-a960-2ce8682c0fbd by drivers openvswitch,hyperv on host hv-neutron-8348 at level 0 using segments [{'id': '4a720666-704b-4042-b196-22b2ff5604e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '50ff16fc-05b4-4db8-9df5-0b202fee91f1'}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:04:20.285312 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16361f3-5f5b-4a79-99a2-d4deff47d6d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attempting to bind port 9fe83413-11cc-4714-a960-2ce8682c0fbd on network 50ff16fc-05b4-4db8-9df5-0b202fee91f1 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:04:20.290086 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6826fa83-4e26-485e-9b19-84e6d43c147b admin admin] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:04:20.307279 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcca9761-0b13-4355-9cf5-98ad485594ec tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=104098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:04:20.309614 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16361f3-5f5b-4a79-99a2-d4deff47d6d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Port 9fe83413-11cc-4714-a960-2ce8682c0fbd on network 50ff16fc-05b4-4db8-9df5-0b202fee91f1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8348 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 01:04:20.310011 dv-neutron-834874-6-hyperv neutron-server[104099]: ERROR neutron.plugins.ml2.managers [None req-d16361f3-5f5b-4a79-99a2-d4deff47d6d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Failed to bind port 9fe83413-11cc-4714-a960-2ce8682c0fbd on host hv-neutron-8348 for vnic_type normal using segments [{'id': '4a720666-704b-4042-b196-22b2ff5604e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '50ff16fc-05b4-4db8-9df5-0b202fee91f1'}] Mar 28 01:04:20.318054 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.plugins.ml2.plugin [None req-d16361f3-5f5b-4a79-99a2-d4deff47d6d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attempt 7 to bind port 9fe83413-11cc-4714-a960-2ce8682c0fbd Mar 28 01:04:20.343703 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32b7731-9b14-4692-a3c3-c18fc24088a0 None None] Sync routers for ids ['e0bc783a-7651-49e7-9582-b0c528704c20'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:04:20.346016 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-6826fa83-4e26-485e-9b19-84e6d43c147b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:20.347263 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-6826fa83-4e26-485e-9b19-84e6d43c147b admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 9.5293164 Mar 28 01:04:20.355381 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 48894) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:20.359582 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [None req-d16361f3-5f5b-4a79-99a2-d4deff47d6d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attempting to bind port 9fe83413-11cc-4714-a960-2ce8682c0fbd on host hv-neutron-8348 for vnic_type normal with profile {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:04:20.359919 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [None req-d16361f3-5f5b-4a79-99a2-d4deff47d6d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attempting to bind port 9fe83413-11cc-4714-a960-2ce8682c0fbd by drivers openvswitch,hyperv on host hv-neutron-8348 at level 0 using segments [{'id': '4a720666-704b-4042-b196-22b2ff5604e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '50ff16fc-05b4-4db8-9df5-0b202fee91f1'}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:04:20.360282 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16361f3-5f5b-4a79-99a2-d4deff47d6d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attempting to bind port 9fe83413-11cc-4714-a960-2ce8682c0fbd on network 50ff16fc-05b4-4db8-9df5-0b202fee91f1 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:04:20.363975 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-220a9014-871c-4ce8-b7d0-df5ddf930d46 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Publish callbacks [] for security_group_rule (17016e78-d01f-4593-851a-2724107b0e57), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:20.374191 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16361f3-5f5b-4a79-99a2-d4deff47d6d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Port 9fe83413-11cc-4714-a960-2ce8682c0fbd on network 50ff16fc-05b4-4db8-9df5-0b202fee91f1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8348 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 01:04:20.374544 dv-neutron-834874-6-hyperv neutron-server[104099]: ERROR neutron.plugins.ml2.managers [None req-d16361f3-5f5b-4a79-99a2-d4deff47d6d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Failed to bind port 9fe83413-11cc-4714-a960-2ce8682c0fbd on host hv-neutron-8348 for vnic_type normal using segments [{'id': '4a720666-704b-4042-b196-22b2ff5604e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '50ff16fc-05b4-4db8-9df5-0b202fee91f1'}] Mar 28 01:04:20.375092 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-220a9014-871c-4ce8-b7d0-df5ddf930d46 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (17016e78-d01f-4593-851a-2724107b0e57), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:20.377483 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.plugins.ml2.plugin [None req-d16361f3-5f5b-4a79-99a2-d4deff47d6d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attempt 8 to bind port 9fe83413-11cc-4714-a960-2ce8682c0fbd Mar 28 01:04:20.438481 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220a9014-871c-4ce8-b7d0-df5ddf930d46 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17016e78-d01f-4593-851a-2724107b0e57,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:20.440989 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [None req-d16361f3-5f5b-4a79-99a2-d4deff47d6d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attempting to bind port 9fe83413-11cc-4714-a960-2ce8682c0fbd on host hv-neutron-8348 for vnic_type normal with profile {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:04:20.441323 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [None req-d16361f3-5f5b-4a79-99a2-d4deff47d6d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attempting to bind port 9fe83413-11cc-4714-a960-2ce8682c0fbd by drivers openvswitch,hyperv on host hv-neutron-8348 at level 0 using segments [{'id': '4a720666-704b-4042-b196-22b2ff5604e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '50ff16fc-05b4-4db8-9df5-0b202fee91f1'}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:04:20.441661 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16361f3-5f5b-4a79-99a2-d4deff47d6d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attempting to bind port 9fe83413-11cc-4714-a960-2ce8682c0fbd on network 50ff16fc-05b4-4db8-9df5-0b202fee91f1 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:04:20.447525 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-220a9014-871c-4ce8-b7d0-df5ddf930d46 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:20.448738 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-220a9014-871c-4ce8-b7d0-df5ddf930d46 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4153578 Mar 28 01:04:20.451017 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16361f3-5f5b-4a79-99a2-d4deff47d6d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Port 9fe83413-11cc-4714-a960-2ce8682c0fbd on network 50ff16fc-05b4-4db8-9df5-0b202fee91f1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8348 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 01:04:20.451331 dv-neutron-834874-6-hyperv neutron-server[104099]: ERROR neutron.plugins.ml2.managers [None req-d16361f3-5f5b-4a79-99a2-d4deff47d6d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Failed to bind port 9fe83413-11cc-4714-a960-2ce8682c0fbd on host hv-neutron-8348 for vnic_type normal using segments [{'id': '4a720666-704b-4042-b196-22b2ff5604e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '50ff16fc-05b4-4db8-9df5-0b202fee91f1'}] Mar 28 01:04:20.451746 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 48898) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:20.452221 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.plugins.ml2.plugin [None req-d16361f3-5f5b-4a79-99a2-d4deff47d6d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attempt 9 to bind port 9fe83413-11cc-4714-a960-2ce8682c0fbd Mar 28 01:04:20.458490 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-b083df51-3c56-4b4f-935e-94f0dc0ee08e tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Request body: {'floatingip': {'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:04:20.489289 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-ebea77cc-61ba-46c5-b1d7-c118ddd34186 None None] For port fcd7e192-c0f2-4053-9cc3-4bdae4692c31, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=fcd7e192-c0f2-4053-9cc3-4bdae4692c31,segment=NetworkSegment(42092f1a-12b4-400d-a25f-5b5b803c66a9),segment_id=42092f1a-12b4-400d-a25f-5b5b803c66a9)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:04:20.490962 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32b7731-9b14-4692-a3c3-c18fc24088a0 None None] Routers {'e0bc783a-7651-49e7-9582-b0c528704c20'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:04:20.491084 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [None req-d16361f3-5f5b-4a79-99a2-d4deff47d6d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attempting to bind port 9fe83413-11cc-4714-a960-2ce8682c0fbd on host hv-neutron-8348 for vnic_type normal with profile {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:04:20.491522 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [None req-d16361f3-5f5b-4a79-99a2-d4deff47d6d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attempting to bind port 9fe83413-11cc-4714-a960-2ce8682c0fbd by drivers openvswitch,hyperv on host hv-neutron-8348 at level 0 using segments [{'id': '4a720666-704b-4042-b196-22b2ff5604e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '50ff16fc-05b4-4db8-9df5-0b202fee91f1'}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:04:20.491598 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-f32b7731-9b14-4692-a3c3-c18fc24088a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:04:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['e0bc783a-7651-49e7-9582-b0c528704c20'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:04:20.491705 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16361f3-5f5b-4a79-99a2-d4deff47d6d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attempting to bind port 9fe83413-11cc-4714-a960-2ce8682c0fbd on network 50ff16fc-05b4-4db8-9df5-0b202fee91f1 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:04:20.510406 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16361f3-5f5b-4a79-99a2-d4deff47d6d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Port 9fe83413-11cc-4714-a960-2ce8682c0fbd on network 50ff16fc-05b4-4db8-9df5-0b202fee91f1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8348 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 01:04:20.511412 dv-neutron-834874-6-hyperv neutron-server[104099]: ERROR neutron.plugins.ml2.managers [None req-d16361f3-5f5b-4a79-99a2-d4deff47d6d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Failed to bind port 9fe83413-11cc-4714-a960-2ce8682c0fbd on host hv-neutron-8348 for vnic_type normal using segments [{'id': '4a720666-704b-4042-b196-22b2ff5604e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '50ff16fc-05b4-4db8-9df5-0b202fee91f1'}] Mar 28 01:04:20.511806 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.plugins.ml2.plugin [None req-d16361f3-5f5b-4a79-99a2-d4deff47d6d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attempt 10 to bind port 9fe83413-11cc-4714-a960-2ce8682c0fbd Mar 28 01:04:20.531570 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b083df51-3c56-4b4f-935e-94f0dc0ee08e tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:20.549089 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ebea77cc-61ba-46c5-b1d7-c118ddd34186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (fcd7e192-c0f2-4053-9cc3-4bdae4692c31), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:20.558002 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-fcca9761-0b13-4355-9cf5-98ad485594ec tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (b51c0d3b-0fa1-44b2-afd2-54f4ab4bc7c3), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:20.558002 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.segments_db [None req-fcca9761-0b13-4355-9cf5-98ad485594ec tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Added segment b51c0d3b-0fa1-44b2-afd2-54f4ab4bc7c3 of type vlan for network 4d624cad-6162-41a3-ac12-4f77d54261b7 Mar 28 01:04:20.565226 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [None req-d16361f3-5f5b-4a79-99a2-d4deff47d6d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attempting to bind port 9fe83413-11cc-4714-a960-2ce8682c0fbd on host hv-neutron-8348 for vnic_type normal with profile {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:04:20.565615 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [None req-d16361f3-5f5b-4a79-99a2-d4deff47d6d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attempting to bind port 9fe83413-11cc-4714-a960-2ce8682c0fbd by drivers openvswitch,hyperv on host hv-neutron-8348 at level 0 using segments [{'id': '4a720666-704b-4042-b196-22b2ff5604e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '50ff16fc-05b4-4db8-9df5-0b202fee91f1'}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:04:20.565954 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16361f3-5f5b-4a79-99a2-d4deff47d6d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attempting to bind port 9fe83413-11cc-4714-a960-2ce8682c0fbd on network 50ff16fc-05b4-4db8-9df5-0b202fee91f1 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:04:20.606669 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16361f3-5f5b-4a79-99a2-d4deff47d6d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Port 9fe83413-11cc-4714-a960-2ce8682c0fbd on network 50ff16fc-05b4-4db8-9df5-0b202fee91f1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8348 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 01:04:20.606669 dv-neutron-834874-6-hyperv neutron-server[104099]: ERROR neutron.plugins.ml2.managers [None req-d16361f3-5f5b-4a79-99a2-d4deff47d6d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Failed to bind port 9fe83413-11cc-4714-a960-2ce8682c0fbd on host hv-neutron-8348 for vnic_type normal using segments [{'id': '4a720666-704b-4042-b196-22b2ff5604e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '50ff16fc-05b4-4db8-9df5-0b202fee91f1'}] Mar 28 01:04:20.606934 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d16361f3-5f5b-4a79-99a2-d4deff47d6d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (9fe83413-11cc-4714-a960-2ce8682c0fbd), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:20.661922 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-fca41b50-75aa-4baf-a4f0-b268f0b2cb6f tempest-DHCPAgentSchedulersTestJSON-613157813 tempest-DHCPAgentSchedulersTestJSON-613157813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (da7c83f2-5096-4689-9f55-1e5a7040d994), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:20.686363 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-239b6aea-7fa2-4272-9290-201697cbaf6e tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Made reservation on behalf of 564cf6bfe83a4d71adcd7d33f5d20cb1 for: {'port': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:04:20.690799 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-239b6aea-7fa2-4272-9290-201697cbaf6e tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:20.710812 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-6c38bb3d-8d12-4054-bfeb-77cfa314e75b None None] Allocated IP 2001:db8::2 (be4801db-c8f8-4df3-b9b5-556693d6a290/2e40bf70-93b6-4f71-96d3-cb69b39cb3f3/8ced209b-c5a9-4cba-9adc-3b76525f483d) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:04:20.731524 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-fca41b50-75aa-4baf-a4f0-b268f0b2cb6f tempest-DHCPAgentSchedulersTestJSON-613157813 tempest-DHCPAgentSchedulersTestJSON-613157813-project] Calling delete_port for da7c83f2-5096-4689-9f55-1e5a7040d994 owned by {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:04:20.732711 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-d16361f3-5f5b-4a79-99a2-d4deff47d6d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] For port 9fe83413-11cc-4714-a960-2ce8682c0fbd, host hv-neutron-8348, cleared binding levels {{(pid=104099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:04:20.733080 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-d16361f3-5f5b-4a79-99a2-d4deff47d6d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attempted to set empty binding levels {{(pid=104099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 28 01:04:20.745975 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d16361f3-5f5b-4a79-99a2-d4deff47d6d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (9fe83413-11cc-4714-a960-2ce8682c0fbd), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:20.788234 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16361f3-5f5b-4a79-99a2-d4deff47d6d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:20.789097 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d16361f3-5f5b-4a79-99a2-d4deff47d6d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:20.789647 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-fcca9761-0b13-4355-9cf5-98ad485594ec tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (4d624cad-6162-41a3-ac12-4f77d54261b7), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:20.802621 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port ec426841-2715-4f34-91d8-bb528a0323a0 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:04:20.803377 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (ec426841-2715-4f34-91d8-bb528a0323a0), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:20.828351 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-d16361f3-5f5b-4a79-99a2-d4deff47d6d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 6.2156451 Mar 28 01:04:20.829062 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 48900) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:20.833301 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16361f3-5f5b-4a79-99a2-d4deff47d6d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Pushing event updated for resources: {'Port': ['ID=9fe83413-11cc-4714-a960-2ce8682c0fbd,revision_number=2']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:20.844853 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.notifiers.nova [None req-239b6aea-7fa2-4272-9290-201697cbaf6e tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] device_id is not set on port b37cba78-6dbd-48e8-a377-4604e2cc003a yet. {{(pid=104098) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 01:04:20.882091 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b083df51-3c56-4b4f-935e-94f0dc0ee08e tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:20.899604 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-32bd5952-d12a-44e4-a0a9-035ca27ca617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (a9d16aab-10d7-48a4-acd1-f7b094d7e430), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:20.906130 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-f32b7731-9b14-4692-a3c3-c18fc24088a0 None None] Set router e0bc783a-7651-49e7-9582-b0c528704c20 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:04:20.992968 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bd5952-d12a-44e4-a0a9-035ca27ca617 admin admin] Pushing event updated for resources: {'Port': ['ID=a9d16aab-10d7-48a4-acd1-f7b094d7e430,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:21.032424 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8df94d9-fd73-40c4-9a28-7075428deebb None None] Network 382ea3c6-2ee6-4ec7-b174-ae579ba3687e requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:04:21.037296 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [None req-b083df51-3c56-4b4f-935e-94f0dc0ee08e tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Allocated IP 172.26.1.155 (dea6548b-502b-42db-97fb-371e423e739a/cce6de65-d8c9-45b8-9970-0a277e8c1192/421c27fc-2c57-4098-9845-9744839ac426) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:04:21.040514 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-d73351cb-49cd-4a8d-9214-ce794f5b06ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Deleting port 9fe83413-11cc-4714-a960-2ce8682c0fbd {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:04:21.040845 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d73351cb-49cd-4a8d-9214-ce794f5b06ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (9fe83413-11cc-4714-a960-2ce8682c0fbd), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:21.159533 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-d73351cb-49cd-4a8d-9214-ce794f5b06ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] For port 9fe83413-11cc-4714-a960-2ce8682c0fbd, host hv-neutron-8348, got binding levels [] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:04:21.159533 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d73351cb-49cd-4a8d-9214-ce794f5b06ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (9fe83413-11cc-4714-a960-2ce8682c0fbd), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:21.160750 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5759abc5-8a30-4e8c-bf69-c3280d529947 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Publish callbacks [] for port (4d89272d-2e91-46e4-9119-4863ac14f2e9), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:21.180097 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-d73351cb-49cd-4a8d-9214-ce794f5b06ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Calling delete_port for 9fe83413-11cc-4714-a960-2ce8682c0fbd owned by {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:04:21.183128 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32bd5952-d12a-44e4-a0a9-035ca27ca617 admin admin] Network d8584a61-33a5-4334-8690-e70e4664bf95 is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:04:21.211354 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-32bd5952-d12a-44e4-a0a9-035ca27ca617 admin admin] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:04:21.215157 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bd5952-d12a-44e4-a0a9-035ca27ca617 admin admin] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:04:21.215676 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-32bd5952-d12a-44e4-a0a9-035ca27ca617 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3686596'] for router_interface (60e28954-25f3-4f1b-bd48-87667c4d56fe), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:21.229033 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5759abc5-8a30-4e8c-bf69-c3280d529947 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (4d89272d-2e91-46e4-9119-4863ac14f2e9), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:21.291481 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5759abc5-8a30-4e8c-bf69-c3280d529947 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688063'] for floatingip (d7c22cd0-712c-4e92-9bcb-36f63c301172), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:21.305992 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-fcca9761-0b13-4355-9cf5-98ad485594ec tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (4d624cad-6162-41a3-ac12-4f77d54261b7), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:21.306972 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcca9761-0b13-4355-9cf5-98ad485594ec tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:21.307539 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-fcca9761-0b13-4355-9cf5-98ad485594ec tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:21.322845 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b083df51-3c56-4b4f-935e-94f0dc0ee08e tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Publish callbacks [] for port (421c27fc-2c57-4098-9845-9744839ac426), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:21.341552 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-6c38bb3d-8d12-4054-bfeb-77cfa314e75b None None] Publish callbacks [] for port (8ced209b-c5a9-4cba-9adc-3b76525f483d), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:21.393613 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d73351cb-49cd-4a8d-9214-ce794f5b06ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (9fe83413-11cc-4714-a960-2ce8682c0fbd), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:21.405478 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b083df51-3c56-4b4f-935e-94f0dc0ee08e tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (421c27fc-2c57-4098-9845-9744839ac426), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:21.417340 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-6c38bb3d-8d12-4054-bfeb-77cfa314e75b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (8ced209b-c5a9-4cba-9adc-3b76525f483d), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:21.450490 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-19abc25f-a47f-482e-9cc8-b19feffad99d None None] Provisioning complete for port fcd7e192-c0f2-4053-9cc3-4bdae4692c31 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:04:21.450859 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-19abc25f-a47f-482e-9cc8-b19feffad99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (fcd7e192-c0f2-4053-9cc3-4bdae4692c31), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:21.459931 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73351cb-49cd-4a8d-9214-ce794f5b06ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Pushing event deleted for resources: {'Port': ['ID=9fe83413-11cc-4714-a960-2ce8682c0fbd,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:21.510710 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c38bb3d-8d12-4054-bfeb-77cfa314e75b None None] Network be4801db-c8f8-4df3-b9b5-556693d6a290 is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:04:21.533784 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-fcca9761-0b13-4355-9cf5-98ad485594ec tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 835 time: 2.8494425 Mar 28 01:04:21.536394 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5759abc5-8a30-4e8c-bf69-c3280d529947 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for floatingip (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:21.537180 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-6c38bb3d-8d12-4054-bfeb-77cfa314e75b None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:04:21.537553 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-5759abc5-8a30-4e8c-bf69-c3280d529947 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.7445450 Mar 28 01:04:21.556975 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c38bb3d-8d12-4054-bfeb-77cfa314e75b None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:04:21.560908 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 48910) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:21.561424 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 48912) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:21.675708 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d73351cb-49cd-4a8d-9214-ce794f5b06ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:21.683961 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-d73351cb-49cd-4a8d-9214-ce794f5b06ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] 10.222.0.24 "DELETE /v2.0/ports/9fe83413-11cc-4714-a960-2ce8682c0fbd HTTP/1.1" status: 204 len: 168 time: 0.8493588 Mar 28 01:04:21.690182 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b083df51-3c56-4b4f-935e-94f0dc0ee08e tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Network dea6548b-502b-42db-97fb-371e423e739a is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:04:21.694653 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 48914) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:21.709159 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-b083df51-3c56-4b4f-935e-94f0dc0ee08e tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:04:21.719628 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b083df51-3c56-4b4f-935e-94f0dc0ee08e tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:04:21.755561 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-970e811e-7f6f-4588-8a70-33bb3ccf45e0 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Request body: {'subnet': {'network_id': '4d624cad-6162-41a3-ac12-4f77d54261b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:04:21.764669 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-6c38bb3d-8d12-4054-bfeb-77cfa314e75b None None] Attempting to bind port 8ced209b-c5a9-4cba-9adc-3b76525f483d on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:04:21.765168 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-6c38bb3d-8d12-4054-bfeb-77cfa314e75b None None] Attempting to bind port 8ced209b-c5a9-4cba-9adc-3b76525f483d by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': '9028fe72-9b79-4538-96be-757c3dc71a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:04:21.765307 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c38bb3d-8d12-4054-bfeb-77cfa314e75b None None] Attempting to bind port 8ced209b-c5a9-4cba-9adc-3b76525f483d on network be4801db-c8f8-4df3-b9b5-556693d6a290 {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:04:21.785416 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c38bb3d-8d12-4054-bfeb-77cfa314e75b None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:04:21.785737 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c38bb3d-8d12-4054-bfeb-77cfa314e75b None None] Checking segment: {'id': '9028fe72-9b79-4538-96be-757c3dc71a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:04:21.786148 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-6c38bb3d-8d12-4054-bfeb-77cfa314e75b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:21.786554 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c38bb3d-8d12-4054-bfeb-77cfa314e75b None None] Bound using segment: {'id': '9028fe72-9b79-4538-96be-757c3dc71a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:04:21.787022 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-6c38bb3d-8d12-4054-bfeb-77cfa314e75b None None] Bound port: 8ced209b-c5a9-4cba-9adc-3b76525f483d, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9028fe72-9b79-4538-96be-757c3dc71a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:04:21.787405 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-6c38bb3d-8d12-4054-bfeb-77cfa314e75b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (8ced209b-c5a9-4cba-9adc-3b76525f483d), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:21.791455 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcca9761-0b13-4355-9cf5-98ad485594ec tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Pushing event updated for resources: {'Network': ['ID=4d624cad-6162-41a3-ac12-4f77d54261b7,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:21.799488 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d5a6efe-130e-46f2-9610-118369c2ac4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] GET failed (client error): The resource could not be found. Mar 28 01:04:21.801016 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-1d5a6efe-130e-46f2-9610-118369c2ac4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] 10.222.0.24 "GET /v2.0/ports/9fe83413-11cc-4714-a960-2ce8682c0fbd HTTP/1.1" status: 404 len: 333 time: 0.1052868 Mar 28 01:04:21.806896 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b083df51-3c56-4b4f-935e-94f0dc0ee08e tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Pushing event updated for resources: {'Port': ['ID=421c27fc-2c57-4098-9845-9744839ac426,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:21.807833 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-02f8d97d-ad64-4a18-a60e-7e6b813e1fc3 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-569959714'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:04:21.811954 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 48918) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:21.817963 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-39f02043-302d-41d0-859c-35f7f889b413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Request body: {'port': {'network_id': '50ff16fc-05b4-4db8-9df5-0b202fee91f1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-337424657'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:04:21.826728 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5759abc5-8a30-4e8c-bf69-c3280d529947 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Pushing event updated for resources: {'Port': ['ID=4d89272d-2e91-46e4-9119-4863ac14f2e9,revision_number=2']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:21.831069 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-970e811e-7f6f-4588-8a70-33bb3ccf45e0 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Made reservation on behalf of 27264b3877f14a2087c136590f1a602c for: {'subnet': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:04:21.833619 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-970e811e-7f6f-4588-8a70-33bb3ccf45e0 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Publish callbacks [] for subnet (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:21.858554 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network 4d624cad-6162-41a3-ac12-4f77d54261b7 details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:04:21.870037 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39f02043-302d-41d0-859c-35f7f889b413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Made reservation on behalf of 6ad3498ffbfc454c96cbb2fbdfaaab81 for: {'port': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:04:21.872579 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-39f02043-302d-41d0-859c-35f7f889b413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:21.872708 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebea77cc-61ba-46c5-b1d7-c118ddd34186 None None] Pushing event updated for resources: {'Port': ['ID=fcd7e192-c0f2-4053-9cc3-4bdae4692c31,revision_number=5']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:21.900915 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [None req-39f02043-302d-41d0-859c-35f7f889b413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] device_id is not set on port 1860ae67-a329-43bf-a4a7-9a68b39c9aeb yet. {{(pid=104099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 01:04:21.931845 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c38bb3d-8d12-4054-bfeb-77cfa314e75b None None] Pushing event updated for resources: {'Port': ['ID=8ced209b-c5a9-4cba-9adc-3b76525f483d,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:21.934917 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-ee036d8b-90e2-418a-8730-726625a1abbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60e28954-25f3-4f1b-bd48-87667c4d56fe', 'name': 'tempest-ServersTestManualDisk-1965701064-router', 'tenant_id': 'e2e1f3c8256d426e8b9aa3f98cd07af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.52'}], 'enable_snat': True}, 'gw_port_id': '2661aa72-d791-45b8-84f3-7872d9da958e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:04:08Z', 'updated_at': '2022-03-28T01:04:10Z', 'revision_number': 3, 'project_id': 'e2e1f3c8256d426e8b9aa3f98cd07af0', 'gw_port': {'id': '2661aa72-d791-45b8-84f3-7872d9da958e', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:50:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60e28954-25f3-4f1b-bd48-87667c4d56fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:04:09Z', 'updated_at': '2022-03-28T01:04:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:04:21.957187 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-19abc25f-a47f-482e-9cc8-b19feffad99d None None] Current status of the port fcd7e192-c0f2-4053-9cc3-4bdae4692c31 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:04:21.971230 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-239b6aea-7fa2-4272-9290-201697cbaf6e tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Allocated IP 2001:db8::28d (be4801db-c8f8-4df3-b9b5-556693d6a290/2e40bf70-93b6-4f71-96d3-cb69b39cb3f3/b37cba78-6dbd-48e8-a377-4604e2cc003a) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:04:21.992392 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port ec426841-2715-4f34-91d8-bb528a0323a0 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:04:21.992772 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (ec426841-2715-4f34-91d8-bb528a0323a0), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:22.045792 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02f8d97d-ad64-4a18-a60e-7e6b813e1fc3 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Made reservation on behalf of 6636888a13ed43ffbe56b262b0ac6963 for: {'network': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:04:22.049803 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-02f8d97d-ad64-4a18-a60e-7e6b813e1fc3 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:22.095283 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-02f8d97d-ad64-4a18-a60e-7e6b813e1fc3 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:22.149131 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-fca41b50-75aa-4baf-a4f0-b268f0b2cb6f tempest-DHCPAgentSchedulersTestJSON-613157813 tempest-DHCPAgentSchedulersTestJSON-613157813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886'] for port (da7c83f2-5096-4689-9f55-1e5a7040d994), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:22.173699 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-39f02043-302d-41d0-859c-35f7f889b413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Publish callbacks [] for port (1860ae67-a329-43bf-a4a7-9a68b39c9aeb), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:22.179511 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7b92c089-cf83-47bc-95e2-e2eb79b66f51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:22.187442 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee036d8b-90e2-418a-8730-726625a1abbd None None] The sync data for ids ['60e28954-25f3-4f1b-bd48-87667c4d56fe'] in dv-neutron-834874-6-hyperv is: [{'id': '60e28954-25f3-4f1b-bd48-87667c4d56fe', 'name': 'tempest-ServersTestManualDisk-1965701064-router', 'tenant_id': 'e2e1f3c8256d426e8b9aa3f98cd07af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.52'}], 'enable_snat': True}, 'gw_port_id': '2661aa72-d791-45b8-84f3-7872d9da958e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:04:08Z', 'updated_at': '2022-03-28T01:04:10Z', 'revision_number': 3, 'project_id': 'e2e1f3c8256d426e8b9aa3f98cd07af0', 'gw_port': {'id': '2661aa72-d791-45b8-84f3-7872d9da958e', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:50:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60e28954-25f3-4f1b-bd48-87667c4d56fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:04:09Z', 'updated_at': '2022-03-28T01:04:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:04:22.240092 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b083df51-3c56-4b4f-935e-94f0dc0ee08e tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Publish callbacks [] for floatingip (efadef5b-f9b4-49d7-ae03-24503ecf965d), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:22.240502 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-32bd5952-d12a-44e4-a0a9-035ca27ca617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (a9d16aab-10d7-48a4-acd1-f7b094d7e430), before_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:22.250569 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca41b50-75aa-4baf-a4f0-b268f0b2cb6f tempest-DHCPAgentSchedulersTestJSON-613157813 tempest-DHCPAgentSchedulersTestJSON-613157813-project] Pushing event deleted for resources: {'Port': ['ID=da7c83f2-5096-4689-9f55-1e5a7040d994,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:22.271805 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-6c38bb3d-8d12-4054-bfeb-77cfa314e75b None None] For port 8ced209b-c5a9-4cba-9adc-3b76525f483d, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:04:22.276964 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-6c38bb3d-8d12-4054-bfeb-77cfa314e75b None None] For port 8ced209b-c5a9-4cba-9adc-3b76525f483d, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=8ced209b-c5a9-4cba-9adc-3b76525f483d,segment=NetworkSegment(9028fe72-9b79-4538-96be-757c3dc71a72),segment_id=9028fe72-9b79-4538-96be-757c3dc71a72)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:04:22.280220 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] For port ec426841-2715-4f34-91d8-bb528a0323a0, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=ec426841-2715-4f34-91d8-bb528a0323a0,segment=NetworkSegment(3492ecab-a2ce-4412-9d77-fa021f65a20f),segment_id=3492ecab-a2ce-4412-9d77-fa021f65a20f)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:04:22.287092 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-785a7f23-195a-4e15-afbe-473610475f86 None None] Provisioning complete for port a9d16aab-10d7-48a4-acd1-f7b094d7e430 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:04:22.287466 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-785a7f23-195a-4e15-afbe-473610475f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (a9d16aab-10d7-48a4-acd1-f7b094d7e430), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:22.291252 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (ec426841-2715-4f34-91d8-bb528a0323a0), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:22.318580 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b083df51-3c56-4b4f-935e-94f0dc0ee08e tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (421c27fc-2c57-4098-9845-9744839ac426), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:22.340640 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-6c38bb3d-8d12-4054-bfeb-77cfa314e75b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (8ced209b-c5a9-4cba-9adc-3b76525f483d), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:22.418966 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-785a7f23-195a-4e15-afbe-473610475f86 None None] Port a9d16aab-10d7-48a4-acd1-f7b094d7e430 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:04:22.421600 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-f32b7731-9b14-4692-a3c3-c18fc24088a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0bc783a-7651-49e7-9582-b0c528704c20', 'name': 'tempest-ServersTestJSON-1686432104-router', 'tenant_id': '0b8696c5a2934c9895d76c895de286c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.192'}], 'enable_snat': True}, 'gw_port_id': '947daac6-733c-4178-885c-fe036a84f40e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:04:11Z', 'updated_at': '2022-03-28T01:04:16Z', 'revision_number': 3, 'project_id': '0b8696c5a2934c9895d76c895de286c3', 'gw_port': {'id': '947daac6-733c-4178-885c-fe036a84f40e', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:3b:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0bc783a-7651-49e7-9582-b0c528704c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:04:14Z', 'updated_at': '2022-03-28T01:04:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:04:22.457292 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-fca41b50-75aa-4baf-a4f0-b268f0b2cb6f tempest-DHCPAgentSchedulersTestJSON-613157813 tempest-DHCPAgentSchedulersTestJSON-613157813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:22.461779 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-fca41b50-75aa-4baf-a4f0-b268f0b2cb6f tempest-DHCPAgentSchedulersTestJSON-613157813 tempest-DHCPAgentSchedulersTestJSON-613157813-project] 10.222.0.24 "DELETE /v2.0/ports/da7c83f2-5096-4689-9f55-1e5a7040d994 HTTP/1.1" status: 204 len: 168 time: 2.9741812 Mar 28 01:04:22.485262 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 48920) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:22.516792 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-785a7f23-195a-4e15-afbe-473610475f86 None None] Could not find standard attr ID for object da7c83f2-5096-4689-9f55-1e5a7040d994. {{(pid=104100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 28 01:04:22.518996 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device fcd7e192-c0f2-4053-9cc3-4bdae4692c31 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:04:22.524965 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32b7731-9b14-4692-a3c3-c18fc24088a0 None None] Checking router: e0bc783a-7651-49e7-9582-b0c528704c20 for host: dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:04:22.525514 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32b7731-9b14-4692-a3c3-c18fc24088a0 None None] Updating router e0bc783a-7651-49e7-9582-b0c528704c20 port 947daac6-733c-4178-885c-fe036a84f40e binding host dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 01:04:22.579749 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-39f02043-302d-41d0-859c-35f7f889b413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (1860ae67-a329-43bf-a4a7-9a68b39c9aeb), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:22.597425 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b083df51-3c56-4b4f-935e-94f0dc0ee08e tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Publish callbacks [] for port (421c27fc-2c57-4098-9845-9744839ac426), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:22.639232 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Pushing event updated for resources: {'Port': ['ID=ec426841-2715-4f34-91d8-bb528a0323a0,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:22.643417 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f32b7731-9b14-4692-a3c3-c18fc24088a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (947daac6-733c-4178-885c-fe036a84f40e), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:22.698300 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b083df51-3c56-4b4f-935e-94f0dc0ee08e tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (421c27fc-2c57-4098-9845-9744839ac426), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:22.750535 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f02043-302d-41d0-859c-35f7f889b413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Network 50ff16fc-05b4-4db8-9df5-0b202fee91f1 is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:04:22.758066 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-39f02043-302d-41d0-859c-35f7f889b413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:04:22.763905 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f02043-302d-41d0-859c-35f7f889b413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:04:22.764877 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f02043-302d-41d0-859c-35f7f889b413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:22.765476 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-39f02043-302d-41d0-859c-35f7f889b413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:22.851765 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c38bb3d-8d12-4054-bfeb-77cfa314e75b None None] Pushing event updated for resources: {'Port': ['ID=8ced209b-c5a9-4cba-9adc-3b76525f483d,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:22.857501 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f02043-302d-41d0-859c-35f7f889b413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Pushing event updated for resources: {'Port': ['ID=1860ae67-a329-43bf-a4a7-9a68b39c9aeb,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:22.880784 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-785a7f23-195a-4e15-afbe-473610475f86 None None] Provisioning complete for port ec426841-2715-4f34-91d8-bb528a0323a0 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:04:22.881077 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-785a7f23-195a-4e15-afbe-473610475f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (ec426841-2715-4f34-91d8-bb528a0323a0), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:22.895715 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-39f02043-302d-41d0-859c-35f7f889b413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.0824652 Mar 28 01:04:22.899700 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 48924) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:22.928248 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-e69baf98-6d12-4364-8eb8-06d49b14f0c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8348'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:04:22.960580 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port fcd7e192-c0f2-4053-9cc3-4bdae4692c31 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:04:22.960810 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (fcd7e192-c0f2-4053-9cc3-4bdae4692c31), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:22.965541 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b083df51-3c56-4b4f-935e-94f0dc0ee08e tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688063'] for floatingip (efadef5b-f9b4-49d7-ae03-24503ecf965d), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:22.973056 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b083df51-3c56-4b4f-935e-94f0dc0ee08e tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Pushing event updated for resources: {'Port': ['ID=421c27fc-2c57-4098-9845-9744839ac426,revision_number=2']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:23.035479 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b083df51-3c56-4b4f-935e-94f0dc0ee08e tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for floatingip (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:23.037047 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-b083df51-3c56-4b4f-935e-94f0dc0ee08e tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5819824 Mar 28 01:04:23.066195 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e69baf98-6d12-4364-8eb8-06d49b14f0c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (1860ae67-a329-43bf-a4a7-9a68b39c9aeb), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:23.165741 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 48930) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:23.168639 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-41c34754-b1ba-47e1-9b8a-58a8a67f9504 tempest-DHCPAgentSchedulersTestJSON-1160087752 tempest-DHCPAgentSchedulersTestJSON-1160087752-project-admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4560 time: 0.6632361 Mar 28 01:04:23.186901 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-4b60967c-cb60-4f02-8204-2f328047a2e3 tempest-DHCPAgentSchedulersTestJSON-613157813 tempest-DHCPAgentSchedulersTestJSON-613157813-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-590689911'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:04:23.275125 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b60967c-cb60-4f02-8204-2f328047a2e3 tempest-DHCPAgentSchedulersTestJSON-613157813 tempest-DHCPAgentSchedulersTestJSON-613157813-project] Made reservation on behalf of 69d6f5c3f16545308e12f5c4126c174f for: {'network': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:04:23.279685 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4b60967c-cb60-4f02-8204-2f328047a2e3 tempest-DHCPAgentSchedulersTestJSON-613157813 tempest-DHCPAgentSchedulersTestJSON-613157813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:23.281972 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-32bd5952-d12a-44e4-a0a9-035ca27ca617 admin admin] Publish callbacks [] for port (a9d16aab-10d7-48a4-acd1-f7b094d7e430), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:23.318132 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-239b6aea-7fa2-4272-9290-201697cbaf6e tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks [] for port (b37cba78-6dbd-48e8-a377-4604e2cc003a), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:23.323889 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f32b7731-9b14-4692-a3c3-c18fc24088a0 None None] Publish callbacks [] for port (947daac6-733c-4178-885c-fe036a84f40e), precommit_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:23.347528 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b60967c-cb60-4f02-8204-2f328047a2e3 tempest-DHCPAgentSchedulersTestJSON-613157813 tempest-DHCPAgentSchedulersTestJSON-613157813-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=104099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:04:23.349802 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f32b7731-9b14-4692-a3c3-c18fc24088a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (947daac6-733c-4178-885c-fe036a84f40e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:23.375962 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-32bd5952-d12a-44e4-a0a9-035ca27ca617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (a9d16aab-10d7-48a4-acd1-f7b094d7e430), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:23.377267 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-32bd5952-d12a-44e4-a0a9-035ca27ca617 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3725889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3686480'] for router_interface (60e28954-25f3-4f1b-bd48-87667c4d56fe), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:23.394139 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-239b6aea-7fa2-4272-9290-201697cbaf6e tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (b37cba78-6dbd-48e8-a377-4604e2cc003a), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:23.411456 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-785a7f23-195a-4e15-afbe-473610475f86 None None] Current status of the port ec426841-2715-4f34-91d8-bb528a0323a0 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:04:23.426881 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4b60967c-cb60-4f02-8204-2f328047a2e3 tempest-DHCPAgentSchedulersTestJSON-613157813 tempest-DHCPAgentSchedulersTestJSON-613157813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (f0a19779-2136-4e55-9b9d-92581f8cd5ff), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:23.427233 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.segments_db [None req-4b60967c-cb60-4f02-8204-2f328047a2e3 tempest-DHCPAgentSchedulersTestJSON-613157813 tempest-DHCPAgentSchedulersTestJSON-613157813-project] Added segment f0a19779-2136-4e55-9b9d-92581f8cd5ff of type vlan for network 7af30703-7f39-40fa-8989-d1ff9389025c Mar 28 01:04:23.437515 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-f32b7731-9b14-4692-a3c3-c18fc24088a0 None None] Attempting to bind port 947daac6-733c-4178-885c-fe036a84f40e on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:04:23.438188 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-f32b7731-9b14-4692-a3c3-c18fc24088a0 None None] Attempting to bind port 947daac6-733c-4178-885c-fe036a84f40e by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': 'b6f00c62-aca5-4c73-8989-c04c396daeed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:04:23.438316 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32b7731-9b14-4692-a3c3-c18fc24088a0 None None] Attempting to bind port 947daac6-733c-4178-885c-fe036a84f40e on network dea6548b-502b-42db-97fb-371e423e739a {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:04:23.476236 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 48954) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:23.480463 dv-neutron-834874-6-hyperv neutron-server[104099]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 28 01:04:23.487888 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32b7731-9b14-4692-a3c3-c18fc24088a0 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:04:23.488292 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32b7731-9b14-4692-a3c3-c18fc24088a0 None None] Checking segment: {'id': 'b6f00c62-aca5-4c73-8989-c04c396daeed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:04:23.488703 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f32b7731-9b14-4692-a3c3-c18fc24088a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:23.489104 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32b7731-9b14-4692-a3c3-c18fc24088a0 None None] Bound using segment: {'id': 'b6f00c62-aca5-4c73-8989-c04c396daeed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:04:23.489590 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-f32b7731-9b14-4692-a3c3-c18fc24088a0 None None] Bound port: 947daac6-733c-4178-885c-fe036a84f40e, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6f00c62-aca5-4c73-8989-c04c396daeed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:04:23.489973 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f32b7731-9b14-4692-a3c3-c18fc24088a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (947daac6-733c-4178-885c-fe036a84f40e), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:23.493350 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d62411-9e3b-4b8f-9df7-9441e9daa3bc None None] Pushing event updated for resources: {'Port': ['ID=947daac6-733c-4178-885c-fe036a84f40e,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:23.532295 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-02f8d97d-ad64-4a18-a60e-7e6b813e1fc3 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Publish callbacks [] for security_group (3bda1359-ea4f-43e8-8f5a-9d7dccd6e181), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:23.534741 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [None req-e69baf98-6d12-4364-8eb8-06d49b14f0c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] device_id is not set on port 1860ae67-a329-43bf-a4a7-9a68b39c9aeb yet. {{(pid=104099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 01:04:23.540959 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port fcd7e192-c0f2-4053-9cc3-4bdae4692c31 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:04:23.542961 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-21ef4972-0b4d-4843-91b4-957e62d7f640 None None] Could not find standard attr ID for object da7c83f2-5096-4689-9f55-1e5a7040d994. {{(pid=104100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 28 01:04:23.582190 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-f32b7731-9b14-4692-a3c3-c18fc24088a0 None None] For port 947daac6-733c-4178-885c-fe036a84f40e, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:04:23.588469 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-f32b7731-9b14-4692-a3c3-c18fc24088a0 None None] For port 947daac6-733c-4178-885c-fe036a84f40e, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=947daac6-733c-4178-885c-fe036a84f40e,segment=NetworkSegment(b6f00c62-aca5-4c73-8989-c04c396daeed),segment_id=b6f00c62-aca5-4c73-8989-c04c396daeed)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:04:23.599140 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e69baf98-6d12-4364-8eb8-06d49b14f0c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Publish callbacks [] for port (1860ae67-a329-43bf-a4a7-9a68b39c9aeb), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:23.599963 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f32b7731-9b14-4692-a3c3-c18fc24088a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (947daac6-733c-4178-885c-fe036a84f40e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:23.604414 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4b60967c-cb60-4f02-8204-2f328047a2e3 tempest-DHCPAgentSchedulersTestJSON-613157813 tempest-DHCPAgentSchedulersTestJSON-613157813-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (7af30703-7f39-40fa-8989-d1ff9389025c), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:23.631451 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-02f8d97d-ad64-4a18-a60e-7e6b813e1fc3 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (3bda1359-ea4f-43e8-8f5a-9d7dccd6e181), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:23.635279 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e69baf98-6d12-4364-8eb8-06d49b14f0c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (1860ae67-a329-43bf-a4a7-9a68b39c9aeb), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:23.666369 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32b7731-9b14-4692-a3c3-c18fc24088a0 None None] Routers {'e0bc783a-7651-49e7-9582-b0c528704c20'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:04:23.667238 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-f32b7731-9b14-4692-a3c3-c18fc24088a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:04:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['e0bc783a-7651-49e7-9582-b0c528704c20'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:04:23.671410 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-f85dd3ff-fab5-4d10-8c60-14a223694868 req-49fdb950-e1d6-4e4c-b4d2-af246231ec46 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1306971371&fields=id&tenant_id=848a4a14ba384087a1e0b48b84b6f0e3 HTTP/1.1" status: 200 len: 267 time: 0.1937044 Mar 28 01:04:23.676829 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239b6aea-7fa2-4272-9290-201697cbaf6e tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Network be4801db-c8f8-4df3-b9b5-556693d6a290 is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:04:23.702634 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-239b6aea-7fa2-4272-9290-201697cbaf6e tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:04:23.712557 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bd5952-d12a-44e4-a0a9-035ca27ca617 admin admin] Pushing event updated for resources: {'Port': ['ID=a9d16aab-10d7-48a4-acd1-f7b094d7e430,revision_number=2']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:23.716234 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239b6aea-7fa2-4272-9290-201697cbaf6e tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:04:23.722122 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239b6aea-7fa2-4272-9290-201697cbaf6e tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:23.723161 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-239b6aea-7fa2-4272-9290-201697cbaf6e tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:23.731573 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-7b92c089-cf83-47bc-95e2-e2eb79b66f51 admin admin] Allocated IP 172.20.0.1 (0159ce53-5590-4705-812f-42a1a0e06ab8/4d2427ec-2412-47fe-ab20-f935fb523011/caf4f9b4-bdcd-47b0-963f-3f6ef8227991) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:04:23.735505 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02f8d97d-ad64-4a18-a60e-7e6b813e1fc3 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=104098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:04:23.767746 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d62411-9e3b-4b8f-9df7-9441e9daa3bc None None] Pushing event updated for resources: {'Port': ['ID=947daac6-733c-4178-885c-fe036a84f40e,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:23.806952 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-02f8d97d-ad64-4a18-a60e-7e6b813e1fc3 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (842de9fc-01a6-4c41-be61-cb77b392de00), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:23.807371 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.segments_db [None req-02f8d97d-ad64-4a18-a60e-7e6b813e1fc3 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Added segment 842de9fc-01a6-4c41-be61-cb77b392de00 of type vlan for network 437a13e0-6d2f-46e5-90eb-e341e9980724 Mar 28 01:04:23.812983 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f8d97d-ad64-4a18-a60e-7e6b813e1fc3 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bda1359-ea4f-43e8-8f5a-9d7dccd6e181,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:23.870139 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-f32b7731-9b14-4692-a3c3-c18fc24088a0 None None] Set router e0bc783a-7651-49e7-9582-b0c528704c20 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:04:23.881419 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-239b6aea-7fa2-4272-9290-201697cbaf6e tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.0959880 Mar 28 01:04:23.895980 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 48956) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:23.910035 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239b6aea-7fa2-4272-9290-201697cbaf6e tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Pushing event updated for resources: {'Port': ['ID=b37cba78-6dbd-48e8-a377-4604e2cc003a,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:23.924318 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [None req-e69baf98-6d12-4364-8eb8-06d49b14f0c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attempting to bind port 1860ae67-a329-43bf-a4a7-9a68b39c9aeb on host hv-neutron-8348 for vnic_type normal with profile {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:04:23.924829 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [None req-e69baf98-6d12-4364-8eb8-06d49b14f0c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attempting to bind port 1860ae67-a329-43bf-a4a7-9a68b39c9aeb by drivers openvswitch,hyperv on host hv-neutron-8348 at level 0 using segments [{'id': '4a720666-704b-4042-b196-22b2ff5604e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '50ff16fc-05b4-4db8-9df5-0b202fee91f1'}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:04:23.924965 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69baf98-6d12-4364-8eb8-06d49b14f0c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attempting to bind port 1860ae67-a329-43bf-a4a7-9a68b39c9aeb on network 50ff16fc-05b4-4db8-9df5-0b202fee91f1 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:04:23.926903 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4b60967c-cb60-4f02-8204-2f328047a2e3 tempest-DHCPAgentSchedulersTestJSON-613157813 tempest-DHCPAgentSchedulersTestJSON-613157813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (7af30703-7f39-40fa-8989-d1ff9389025c), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:23.931848 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b60967c-cb60-4f02-8204-2f328047a2e3 tempest-DHCPAgentSchedulersTestJSON-613157813 tempest-DHCPAgentSchedulersTestJSON-613157813-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:23.932453 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4b60967c-cb60-4f02-8204-2f328047a2e3 tempest-DHCPAgentSchedulersTestJSON-613157813 tempest-DHCPAgentSchedulersTestJSON-613157813-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:24.031873 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32bd5952-d12a-44e4-a0a9-035ca27ca617 admin admin] Network d8584a61-33a5-4334-8690-e70e4664bf95 is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:04:24.044534 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69baf98-6d12-4364-8eb8-06d49b14f0c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Pushing event updated for resources: {'Port': ['ID=1860ae67-a329-43bf-a4a7-9a68b39c9aeb,revision_number=2']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:24.047627 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69baf98-6d12-4364-8eb8-06d49b14f0c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Port 1860ae67-a329-43bf-a4a7-9a68b39c9aeb on network 50ff16fc-05b4-4db8-9df5-0b202fee91f1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8348 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 01:04:24.047944 dv-neutron-834874-6-hyperv neutron-server[104099]: ERROR neutron.plugins.ml2.managers [None req-e69baf98-6d12-4364-8eb8-06d49b14f0c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Failed to bind port 1860ae67-a329-43bf-a4a7-9a68b39c9aeb on host hv-neutron-8348 for vnic_type normal using segments [{'id': '4a720666-704b-4042-b196-22b2ff5604e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '50ff16fc-05b4-4db8-9df5-0b202fee91f1'}] Mar 28 01:04:24.058056 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.plugins.ml2.plugin [None req-e69baf98-6d12-4364-8eb8-06d49b14f0c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attempt 2 to bind port 1860ae67-a329-43bf-a4a7-9a68b39c9aeb Mar 28 01:04:24.060432 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b60967c-cb60-4f02-8204-2f328047a2e3 tempest-DHCPAgentSchedulersTestJSON-613157813 tempest-DHCPAgentSchedulersTestJSON-613157813-project] Pushing event updated for resources: {'Network': ['ID=7af30703-7f39-40fa-8989-d1ff9389025c,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:24.071138 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-32bd5952-d12a-44e4-a0a9-035ca27ca617 admin admin] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:04:24.095830 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network 7af30703-7f39-40fa-8989-d1ff9389025c details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:04:24.096444 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-02f8d97d-ad64-4a18-a60e-7e6b813e1fc3 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (437a13e0-6d2f-46e5-90eb-e341e9980724), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:24.106323 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-4b60967c-cb60-4f02-8204-2f328047a2e3 tempest-DHCPAgentSchedulersTestJSON-613157813 tempest-DHCPAgentSchedulersTestJSON-613157813-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.9395578 Mar 28 01:04:24.111134 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d705570b-35e7-4269-80ef-8c4b54043184 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:24.117712 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d705570b-35e7-4269-80ef-8c4b54043184 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:24.122429 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-d705570b-35e7-4269-80ef-8c4b54043184 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2055008 Mar 28 01:04:24.125714 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 48958) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:24.126048 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 48960) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:24.159008 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [None req-e69baf98-6d12-4364-8eb8-06d49b14f0c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attempting to bind port 1860ae67-a329-43bf-a4a7-9a68b39c9aeb on host hv-neutron-8348 for vnic_type normal with profile {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:04:24.159335 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [None req-e69baf98-6d12-4364-8eb8-06d49b14f0c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attempting to bind port 1860ae67-a329-43bf-a4a7-9a68b39c9aeb by drivers openvswitch,hyperv on host hv-neutron-8348 at level 0 using segments [{'id': '4a720666-704b-4042-b196-22b2ff5604e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '50ff16fc-05b4-4db8-9df5-0b202fee91f1'}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:04:24.159662 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69baf98-6d12-4364-8eb8-06d49b14f0c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attempting to bind port 1860ae67-a329-43bf-a4a7-9a68b39c9aeb on network 50ff16fc-05b4-4db8-9df5-0b202fee91f1 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:04:24.199326 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-f32b7731-9b14-4692-a3c3-c18fc24088a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0bc783a-7651-49e7-9582-b0c528704c20', 'name': 'tempest-ServersTestJSON-1686432104-router', 'tenant_id': '0b8696c5a2934c9895d76c895de286c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.192'}], 'enable_snat': True}, 'gw_port_id': '947daac6-733c-4178-885c-fe036a84f40e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:04:11Z', 'updated_at': '2022-03-28T01:04:16Z', 'revision_number': 3, 'project_id': '0b8696c5a2934c9895d76c895de286c3', 'gw_port': {'id': '947daac6-733c-4178-885c-fe036a84f40e', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:3b:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0bc783a-7651-49e7-9582-b0c528704c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:04:14Z', 'updated_at': '2022-03-28T01:04:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:04:24.225708 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69baf98-6d12-4364-8eb8-06d49b14f0c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Port 1860ae67-a329-43bf-a4a7-9a68b39c9aeb on network 50ff16fc-05b4-4db8-9df5-0b202fee91f1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8348 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 01:04:24.226043 dv-neutron-834874-6-hyperv neutron-server[104099]: ERROR neutron.plugins.ml2.managers [None req-e69baf98-6d12-4364-8eb8-06d49b14f0c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Failed to bind port 1860ae67-a329-43bf-a4a7-9a68b39c9aeb on host hv-neutron-8348 for vnic_type normal using segments [{'id': '4a720666-704b-4042-b196-22b2ff5604e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '50ff16fc-05b4-4db8-9df5-0b202fee91f1'}] Mar 28 01:04:24.232980 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.plugins.ml2.plugin [None req-e69baf98-6d12-4364-8eb8-06d49b14f0c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attempt 3 to bind port 1860ae67-a329-43bf-a4a7-9a68b39c9aeb Mar 28 01:04:24.235301 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32b7731-9b14-4692-a3c3-c18fc24088a0 None None] The sync data for ids ['e0bc783a-7651-49e7-9582-b0c528704c20'] in dv-neutron-834874-6-hyperv is: [{'id': 'e0bc783a-7651-49e7-9582-b0c528704c20', 'name': 'tempest-ServersTestJSON-1686432104-router', 'tenant_id': '0b8696c5a2934c9895d76c895de286c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.192'}], 'enable_snat': True}, 'gw_port_id': '947daac6-733c-4178-885c-fe036a84f40e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:04:11Z', 'updated_at': '2022-03-28T01:04:16Z', 'revision_number': 3, 'project_id': '0b8696c5a2934c9895d76c895de286c3', 'gw_port': {'id': '947daac6-733c-4178-885c-fe036a84f40e', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:3b:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0bc783a-7651-49e7-9582-b0c528704c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:04:14Z', 'updated_at': '2022-03-28T01:04:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:04:24.237130 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2407850d-3977-44e4-a928-956e96a82c8f None None] Network be4801db-c8f8-4df3-b9b5-556693d6a290 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:04:24.302851 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85dd3ff-fab5-4d10-8c60-14a223694868 req-05ea9412-3814-4977-ba1f-3f17f89dc951 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:24.307543 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-f85dd3ff-fab5-4d10-8c60-14a223694868 req-05ea9412-3814-4977-ba1f-3f17f89dc951 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/networks?id=b0b181aa-c9cd-4854-9fb0-37e685e0d64e HTTP/1.1" status: 200 len: 811 time: 0.5552230 Mar 28 01:04:24.336162 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-de7f8b33-1cd0-45b7-a9ba-6c3fc5547ca2 None None] Provisioning complete for port 8ced209b-c5a9-4cba-9adc-3b76525f483d triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:04:24.341014 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-de7f8b33-1cd0-45b7-a9ba-6c3fc5547ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (8ced209b-c5a9-4cba-9adc-3b76525f483d), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:24.418374 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-02f8d97d-ad64-4a18-a60e-7e6b813e1fc3 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (437a13e0-6d2f-46e5-90eb-e341e9980724), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:24.439390 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f8d97d-ad64-4a18-a60e-7e6b813e1fc3 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:24.441773 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-02f8d97d-ad64-4a18-a60e-7e6b813e1fc3 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:24.456328 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.objects.ports [None req-970e811e-7f6f-4588-8a70-33bb3ccf45e0 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104098) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 28 01:04:24.456793 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-970e811e-7f6f-4588-8a70-33bb3ccf45e0 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for subnet (bb5da7da-9b02-4cf6-b981-beec9ee97123), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:24.542367 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7b92c089-cf83-47bc-95e2-e2eb79b66f51 admin admin] Publish callbacks [] for port (caf4f9b4-bdcd-47b0-963f-3f6ef8227991), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:24.581601 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-02f8d97d-ad64-4a18-a60e-7e6b813e1fc3 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.8318641 Mar 28 01:04:24.581717 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-de7f8b33-1cd0-45b7-a9ba-6c3fc5547ca2 None None] Current status of the port 8ced209b-c5a9-4cba-9adc-3b76525f483d is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:04:24.581717 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-de7f8b33-1cd0-45b7-a9ba-6c3fc5547ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (8ced209b-c5a9-4cba-9adc-3b76525f483d), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:24.593452 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 48964) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:24.597928 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32bd5952-d12a-44e4-a0a9-035ca27ca617 admin admin] Router 60e28954-25f3-4f1b-bd48-87667c4d56fe has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:04:24.608355 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-a8464c8f-0e5e-4f3c-92bb-5272ca038b2d tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Request body: {'subnet': {'network_id': '437a13e0-6d2f-46e5-90eb-e341e9980724', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:04:24.686806 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-de7f8b33-1cd0-45b7-a9ba-6c3fc5547ca2 None None] For port 8ced209b-c5a9-4cba-9adc-3b76525f483d, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=8ced209b-c5a9-4cba-9adc-3b76525f483d,segment=NetworkSegment(9028fe72-9b79-4538-96be-757c3dc71a72),segment_id=9028fe72-9b79-4538-96be-757c3dc71a72)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:04:24.697365 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-de7f8b33-1cd0-45b7-a9ba-6c3fc5547ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (8ced209b-c5a9-4cba-9adc-3b76525f483d), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:24.719445 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [None req-e69baf98-6d12-4364-8eb8-06d49b14f0c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attempting to bind port 1860ae67-a329-43bf-a4a7-9a68b39c9aeb on host hv-neutron-8348 for vnic_type normal with profile {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:04:24.720652 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [None req-e69baf98-6d12-4364-8eb8-06d49b14f0c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attempting to bind port 1860ae67-a329-43bf-a4a7-9a68b39c9aeb by drivers openvswitch,hyperv on host hv-neutron-8348 at level 0 using segments [{'id': '4a720666-704b-4042-b196-22b2ff5604e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '50ff16fc-05b4-4db8-9df5-0b202fee91f1'}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:04:24.721578 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69baf98-6d12-4364-8eb8-06d49b14f0c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attempting to bind port 1860ae67-a329-43bf-a4a7-9a68b39c9aeb on network 50ff16fc-05b4-4db8-9df5-0b202fee91f1 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:04:24.750191 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 2661aa72-d791-45b8-84f3-7872d9da958e up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:04:24.788563 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69baf98-6d12-4364-8eb8-06d49b14f0c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Port 1860ae67-a329-43bf-a4a7-9a68b39c9aeb on network 50ff16fc-05b4-4db8-9df5-0b202fee91f1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8348 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 01:04:24.790836 dv-neutron-834874-6-hyperv neutron-server[104099]: ERROR neutron.plugins.ml2.managers [None req-e69baf98-6d12-4364-8eb8-06d49b14f0c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Failed to bind port 1860ae67-a329-43bf-a4a7-9a68b39c9aeb on host hv-neutron-8348 for vnic_type normal using segments [{'id': '4a720666-704b-4042-b196-22b2ff5604e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '50ff16fc-05b4-4db8-9df5-0b202fee91f1'}] Mar 28 01:04:24.802970 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-f85dd3ff-fab5-4d10-8c60-14a223694868 req-da6368a3-b230-41a0-b83f-d7dcd335597d tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/quotas/848a4a14ba384087a1e0b48b84b6f0e3 HTTP/1.1" status: 200 len: 375 time: 0.3614659 Mar 28 01:04:24.825214 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.plugins.ml2.plugin [None req-e69baf98-6d12-4364-8eb8-06d49b14f0c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attempt 4 to bind port 1860ae67-a329-43bf-a4a7-9a68b39c9aeb Mar 28 01:04:24.850171 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7f8b33-1cd0-45b7-a9ba-6c3fc5547ca2 None None] Pushing event updated for resources: {'Port': ['ID=8ced209b-c5a9-4cba-9adc-3b76525f483d,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:24.874373 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-31ae4a04-4a3c-4f8c-856a-12b56f339ac0 None None] Provisioning complete for port a9d16aab-10d7-48a4-acd1-f7b094d7e430 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:04:24.874993 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-31ae4a04-4a3c-4f8c-856a-12b56f339ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (a9d16aab-10d7-48a4-acd1-f7b094d7e430), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:24.899784 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [None req-e69baf98-6d12-4364-8eb8-06d49b14f0c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attempting to bind port 1860ae67-a329-43bf-a4a7-9a68b39c9aeb on host hv-neutron-8348 for vnic_type normal with profile {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:04:24.900380 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [None req-e69baf98-6d12-4364-8eb8-06d49b14f0c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attempting to bind port 1860ae67-a329-43bf-a4a7-9a68b39c9aeb by drivers openvswitch,hyperv on host hv-neutron-8348 at level 0 using segments [{'id': '4a720666-704b-4042-b196-22b2ff5604e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '50ff16fc-05b4-4db8-9df5-0b202fee91f1'}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:04:24.901432 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69baf98-6d12-4364-8eb8-06d49b14f0c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attempting to bind port 1860ae67-a329-43bf-a4a7-9a68b39c9aeb on network 50ff16fc-05b4-4db8-9df5-0b202fee91f1 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:04:24.908140 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 2661aa72-d791-45b8-84f3-7872d9da958e triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:04:24.908590 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (2661aa72-d791-45b8-84f3-7872d9da958e), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:24.961594 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69baf98-6d12-4364-8eb8-06d49b14f0c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Port 1860ae67-a329-43bf-a4a7-9a68b39c9aeb on network 50ff16fc-05b4-4db8-9df5-0b202fee91f1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8348 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 01:04:24.962131 dv-neutron-834874-6-hyperv neutron-server[104099]: ERROR neutron.plugins.ml2.managers [None req-e69baf98-6d12-4364-8eb8-06d49b14f0c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Failed to bind port 1860ae67-a329-43bf-a4a7-9a68b39c9aeb on host hv-neutron-8348 for vnic_type normal using segments [{'id': '4a720666-704b-4042-b196-22b2ff5604e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '50ff16fc-05b4-4db8-9df5-0b202fee91f1'}] Mar 28 01:04:24.980474 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.plugins.ml2.plugin [None req-e69baf98-6d12-4364-8eb8-06d49b14f0c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attempt 5 to bind port 1860ae67-a329-43bf-a4a7-9a68b39c9aeb Mar 28 01:04:24.989649 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970e811e-7f6f-4588-8a70-33bb3ccf45e0 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Pushing event updated for resources: {'Subnet': ['ID=bb5da7da-9b02-4cf6-b981-beec9ee97123,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:24.994175 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f8d97d-ad64-4a18-a60e-7e6b813e1fc3 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Pushing event updated for resources: {'Network': ['ID=437a13e0-6d2f-46e5-90eb-e341e9980724,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:25.040198 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [None req-e69baf98-6d12-4364-8eb8-06d49b14f0c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attempting to bind port 1860ae67-a329-43bf-a4a7-9a68b39c9aeb on host hv-neutron-8348 for vnic_type normal with profile {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:04:25.040587 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [None req-e69baf98-6d12-4364-8eb8-06d49b14f0c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attempting to bind port 1860ae67-a329-43bf-a4a7-9a68b39c9aeb by drivers openvswitch,hyperv on host hv-neutron-8348 at level 0 using segments [{'id': '4a720666-704b-4042-b196-22b2ff5604e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '50ff16fc-05b4-4db8-9df5-0b202fee91f1'}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:04:25.040930 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69baf98-6d12-4364-8eb8-06d49b14f0c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attempting to bind port 1860ae67-a329-43bf-a4a7-9a68b39c9aeb on network 50ff16fc-05b4-4db8-9df5-0b202fee91f1 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:04:25.052214 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69baf98-6d12-4364-8eb8-06d49b14f0c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Port 1860ae67-a329-43bf-a4a7-9a68b39c9aeb on network 50ff16fc-05b4-4db8-9df5-0b202fee91f1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8348 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 01:04:25.052554 dv-neutron-834874-6-hyperv neutron-server[104099]: ERROR neutron.plugins.ml2.managers [None req-e69baf98-6d12-4364-8eb8-06d49b14f0c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Failed to bind port 1860ae67-a329-43bf-a4a7-9a68b39c9aeb on host hv-neutron-8348 for vnic_type normal using segments [{'id': '4a720666-704b-4042-b196-22b2ff5604e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '50ff16fc-05b4-4db8-9df5-0b202fee91f1'}] Mar 28 01:04:25.062979 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7b92c089-cf83-47bc-95e2-e2eb79b66f51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (caf4f9b4-bdcd-47b0-963f-3f6ef8227991), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:25.080365 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.plugins.ml2.plugin [None req-e69baf98-6d12-4364-8eb8-06d49b14f0c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attempt 6 to bind port 1860ae67-a329-43bf-a4a7-9a68b39c9aeb Mar 28 01:04:25.102206 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network 437a13e0-6d2f-46e5-90eb-e341e9980724 details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:04:25.103756 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-77f3e712-5cc5-44f6-960e-2a268a6647af tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Deleting port b37cba78-6dbd-48e8-a377-4604e2cc003a {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:04:25.104143 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-77f3e712-5cc5-44f6-960e-2a268a6647af tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (b37cba78-6dbd-48e8-a377-4604e2cc003a), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:25.119716 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [None req-e69baf98-6d12-4364-8eb8-06d49b14f0c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attempting to bind port 1860ae67-a329-43bf-a4a7-9a68b39c9aeb on host hv-neutron-8348 for vnic_type normal with profile {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:04:25.120079 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [None req-e69baf98-6d12-4364-8eb8-06d49b14f0c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attempting to bind port 1860ae67-a329-43bf-a4a7-9a68b39c9aeb by drivers openvswitch,hyperv on host hv-neutron-8348 at level 0 using segments [{'id': '4a720666-704b-4042-b196-22b2ff5604e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '50ff16fc-05b4-4db8-9df5-0b202fee91f1'}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:04:25.121256 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69baf98-6d12-4364-8eb8-06d49b14f0c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attempting to bind port 1860ae67-a329-43bf-a4a7-9a68b39c9aeb on network 50ff16fc-05b4-4db8-9df5-0b202fee91f1 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:04:25.132818 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-31ae4a04-4a3c-4f8c-856a-12b56f339ac0 None None] Port a9d16aab-10d7-48a4-acd1-f7b094d7e430 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:04:25.146456 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b92c089-cf83-47bc-95e2-e2eb79b66f51 admin admin] Network 0159ce53-5590-4705-812f-42a1a0e06ab8 is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:04:25.172340 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b92c089-cf83-47bc-95e2-e2eb79b66f51 admin admin] Pushing event updated for resources: {'Port': ['ID=caf4f9b4-bdcd-47b0-963f-3f6ef8227991,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:25.175802 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-7b92c089-cf83-47bc-95e2-e2eb79b66f51 admin admin] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:04:25.195790 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b92c089-cf83-47bc-95e2-e2eb79b66f51 admin admin] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:04:25.196457 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7b92c089-cf83-47bc-95e2-e2eb79b66f51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3686596'] for router_interface (e0bc783a-7651-49e7-9582-b0c528704c20), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:25.269292 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-77f3e712-5cc5-44f6-960e-2a268a6647af tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (b37cba78-6dbd-48e8-a377-4604e2cc003a), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:25.292988 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-77f3e712-5cc5-44f6-960e-2a268a6647af tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Calling delete_port for b37cba78-6dbd-48e8-a377-4604e2cc003a owned by {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:04:25.308627 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970e811e-7f6f-4588-8a70-33bb3ccf45e0 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Checking segment: {'id': 'b51c0d3b-0fa1-44b2-afd2-54f4ab4bc7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '4d624cad-6162-41a3-ac12-4f77d54261b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:04:25.308993 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970e811e-7f6f-4588-8a70-33bb3ccf45e0 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Network hostable DHCP agents. Network: 4d624cad-6162-41a3-ac12-4f77d54261b7, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:04:25.337810 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-cae9bab9-b38b-4db2-8eea-d13b7c87bc58 None None] Provisioning complete for port b37cba78-6dbd-48e8-a377-4604e2cc003a triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:04:25.338125 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-cae9bab9-b38b-4db2-8eea-d13b7c87bc58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (b37cba78-6dbd-48e8-a377-4604e2cc003a), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:25.411615 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 2661aa72-d791-45b8-84f3-7872d9da958e is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:04:25.412008 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (2661aa72-d791-45b8-84f3-7872d9da958e), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:25.422858 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69baf98-6d12-4364-8eb8-06d49b14f0c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Port 1860ae67-a329-43bf-a4a7-9a68b39c9aeb on network 50ff16fc-05b4-4db8-9df5-0b202fee91f1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8348 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 01:04:25.423757 dv-neutron-834874-6-hyperv neutron-server[104099]: ERROR neutron.plugins.ml2.managers [None req-e69baf98-6d12-4364-8eb8-06d49b14f0c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Failed to bind port 1860ae67-a329-43bf-a4a7-9a68b39c9aeb on host hv-neutron-8348 for vnic_type normal using segments [{'id': '4a720666-704b-4042-b196-22b2ff5604e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '50ff16fc-05b4-4db8-9df5-0b202fee91f1'}] Mar 28 01:04:25.433861 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.plugins.ml2.plugin [None req-e69baf98-6d12-4364-8eb8-06d49b14f0c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attempt 7 to bind port 1860ae67-a329-43bf-a4a7-9a68b39c9aeb Mar 28 01:04:25.444731 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-f85dd3ff-fab5-4d10-8c60-14a223694868 req-8ae4d943-9613-4391-a9db-998070a1e379 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=848a4a14ba384087a1e0b48b84b6f0e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6405966 Mar 28 01:04:25.464123 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8464c8f-0e5e-4f3c-92bb-5272ca038b2d tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Made reservation on behalf of 6636888a13ed43ffbe56b262b0ac6963 for: {'subnet': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:04:25.467643 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a8464c8f-0e5e-4f3c-92bb-5272ca038b2d tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Publish callbacks [] for subnet (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:25.474035 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-cf9c2a0e-6c72-4ce0-9e07-0a3fbdf5f651 tempest-DHCPAgentSchedulersTestJSON-1160087752 tempest-DHCPAgentSchedulersTestJSON-1160087752-project-admin] 10.222.0.24 "GET /v2.0/agents/8a97cc4e-9a54-4b69-95cc-698092188635/dhcp-networks HTTP/1.1" status: 200 len: 7245 time: 1.3416100 Mar 28 01:04:25.477865 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 48968) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:25.483663 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [None req-e69baf98-6d12-4364-8eb8-06d49b14f0c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attempting to bind port 1860ae67-a329-43bf-a4a7-9a68b39c9aeb on host hv-neutron-8348 for vnic_type normal with profile {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:04:25.483951 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [None req-e69baf98-6d12-4364-8eb8-06d49b14f0c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attempting to bind port 1860ae67-a329-43bf-a4a7-9a68b39c9aeb by drivers openvswitch,hyperv on host hv-neutron-8348 at level 0 using segments [{'id': '4a720666-704b-4042-b196-22b2ff5604e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '50ff16fc-05b4-4db8-9df5-0b202fee91f1'}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:04:25.484419 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69baf98-6d12-4364-8eb8-06d49b14f0c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attempting to bind port 1860ae67-a329-43bf-a4a7-9a68b39c9aeb on network 50ff16fc-05b4-4db8-9df5-0b202fee91f1 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:04:25.496808 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69baf98-6d12-4364-8eb8-06d49b14f0c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Port 1860ae67-a329-43bf-a4a7-9a68b39c9aeb on network 50ff16fc-05b4-4db8-9df5-0b202fee91f1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8348 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 01:04:25.497140 dv-neutron-834874-6-hyperv neutron-server[104099]: ERROR neutron.plugins.ml2.managers [None req-e69baf98-6d12-4364-8eb8-06d49b14f0c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Failed to bind port 1860ae67-a329-43bf-a4a7-9a68b39c9aeb on host hv-neutron-8348 for vnic_type normal using segments [{'id': '4a720666-704b-4042-b196-22b2ff5604e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '50ff16fc-05b4-4db8-9df5-0b202fee91f1'}] Mar 28 01:04:25.498542 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.plugins.ml2.plugin [None req-e69baf98-6d12-4364-8eb8-06d49b14f0c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attempt 8 to bind port 1860ae67-a329-43bf-a4a7-9a68b39c9aeb Mar 28 01:04:25.516847 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] For port 2661aa72-d791-45b8-84f3-7872d9da958e, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=2661aa72-d791-45b8-84f3-7872d9da958e,segment=NetworkSegment(b6f00c62-aca5-4c73-8989-c04c396daeed),segment_id=b6f00c62-aca5-4c73-8989-c04c396daeed)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:04:25.518404 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-cae9bab9-b38b-4db2-8eea-d13b7c87bc58 None None] Port b37cba78-6dbd-48e8-a377-4604e2cc003a cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:04:25.523030 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [None req-e69baf98-6d12-4364-8eb8-06d49b14f0c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attempting to bind port 1860ae67-a329-43bf-a4a7-9a68b39c9aeb on host hv-neutron-8348 for vnic_type normal with profile {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:04:25.523546 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [None req-e69baf98-6d12-4364-8eb8-06d49b14f0c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attempting to bind port 1860ae67-a329-43bf-a4a7-9a68b39c9aeb by drivers openvswitch,hyperv on host hv-neutron-8348 at level 0 using segments [{'id': '4a720666-704b-4042-b196-22b2ff5604e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '50ff16fc-05b4-4db8-9df5-0b202fee91f1'}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:04:25.524179 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69baf98-6d12-4364-8eb8-06d49b14f0c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attempting to bind port 1860ae67-a329-43bf-a4a7-9a68b39c9aeb on network 50ff16fc-05b4-4db8-9df5-0b202fee91f1 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:04:25.528573 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (2661aa72-d791-45b8-84f3-7872d9da958e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:25.529517 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 8ced209b-c5a9-4cba-9adc-3b76525f483d up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:04:25.567786 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970e811e-7f6f-4588-8a70-33bb3ccf45e0 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Network 4d624cad-6162-41a3-ac12-4f77d54261b7 is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:04:25.599205 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69baf98-6d12-4364-8eb8-06d49b14f0c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Port 1860ae67-a329-43bf-a4a7-9a68b39c9aeb on network 50ff16fc-05b4-4db8-9df5-0b202fee91f1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8348 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 01:04:25.599606 dv-neutron-834874-6-hyperv neutron-server[104099]: ERROR neutron.plugins.ml2.managers [None req-e69baf98-6d12-4364-8eb8-06d49b14f0c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Failed to bind port 1860ae67-a329-43bf-a4a7-9a68b39c9aeb on host hv-neutron-8348 for vnic_type normal using segments [{'id': '4a720666-704b-4042-b196-22b2ff5604e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '50ff16fc-05b4-4db8-9df5-0b202fee91f1'}] Mar 28 01:04:25.600226 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.plugins.ml2.plugin [None req-e69baf98-6d12-4364-8eb8-06d49b14f0c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attempt 9 to bind port 1860ae67-a329-43bf-a4a7-9a68b39c9aeb Mar 28 01:04:25.624673 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [None req-e69baf98-6d12-4364-8eb8-06d49b14f0c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attempting to bind port 1860ae67-a329-43bf-a4a7-9a68b39c9aeb on host hv-neutron-8348 for vnic_type normal with profile {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:04:25.625152 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [None req-e69baf98-6d12-4364-8eb8-06d49b14f0c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attempting to bind port 1860ae67-a329-43bf-a4a7-9a68b39c9aeb by drivers openvswitch,hyperv on host hv-neutron-8348 at level 0 using segments [{'id': '4a720666-704b-4042-b196-22b2ff5604e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '50ff16fc-05b4-4db8-9df5-0b202fee91f1'}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:04:25.625790 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69baf98-6d12-4364-8eb8-06d49b14f0c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attempting to bind port 1860ae67-a329-43bf-a4a7-9a68b39c9aeb on network 50ff16fc-05b4-4db8-9df5-0b202fee91f1 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:04:25.628504 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-77f3e712-5cc5-44f6-960e-2a268a6647af tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (b37cba78-6dbd-48e8-a377-4604e2cc003a), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:25.648964 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Pushing event updated for resources: {'Port': ['ID=2661aa72-d791-45b8-84f3-7872d9da958e,revision_number=4']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:25.663984 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-cae9bab9-b38b-4db2-8eea-d13b7c87bc58 None None] Provisioning complete for port 8ced209b-c5a9-4cba-9adc-3b76525f483d triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:04:25.664383 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-cae9bab9-b38b-4db2-8eea-d13b7c87bc58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (8ced209b-c5a9-4cba-9adc-3b76525f483d), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:25.667901 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69baf98-6d12-4364-8eb8-06d49b14f0c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Port 1860ae67-a329-43bf-a4a7-9a68b39c9aeb on network 50ff16fc-05b4-4db8-9df5-0b202fee91f1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8348 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 01:04:25.667901 dv-neutron-834874-6-hyperv neutron-server[104099]: ERROR neutron.plugins.ml2.managers [None req-e69baf98-6d12-4364-8eb8-06d49b14f0c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Failed to bind port 1860ae67-a329-43bf-a4a7-9a68b39c9aeb on host hv-neutron-8348 for vnic_type normal using segments [{'id': '4a720666-704b-4042-b196-22b2ff5604e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '50ff16fc-05b4-4db8-9df5-0b202fee91f1'}] Mar 28 01:04:25.672433 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-970e811e-7f6f-4588-8a70-33bb3ccf45e0 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, 4d624cad-6162-41a3-ac12-4f77d54261b7) {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:04:25.686427 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970e811e-7f6f-4588-8a70-33bb3ccf45e0 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:25.686549 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-970e811e-7f6f-4588-8a70-33bb3ccf45e0 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:25.689440 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.plugins.ml2.plugin [None req-e69baf98-6d12-4364-8eb8-06d49b14f0c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attempt 10 to bind port 1860ae67-a329-43bf-a4a7-9a68b39c9aeb Mar 28 01:04:25.693479 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2412c688-ee8d-497f-bb8a-2ff343248b3f None None] Network 4d624cad-6162-41a3-ac12-4f77d54261b7 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:04:25.699666 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [req-f85dd3ff-fab5-4d10-8c60-14a223694868 req-9f76bfbd-8fba-4d5f-b687-ec1c3b480465 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=104099) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 01:04:25.700818 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-f85dd3ff-fab5-4d10-8c60-14a223694868 req-9f76bfbd-8fba-4d5f-b687-ec1c3b480465 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0818617 Mar 28 01:04:25.706670 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f3e712-5cc5-44f6-960e-2a268a6647af tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Pushing event deleted for resources: {'Port': ['ID=b37cba78-6dbd-48e8-a377-4604e2cc003a,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:25.752908 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [None req-e69baf98-6d12-4364-8eb8-06d49b14f0c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attempting to bind port 1860ae67-a329-43bf-a4a7-9a68b39c9aeb on host hv-neutron-8348 for vnic_type normal with profile {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:04:25.753232 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 8ced209b-c5a9-4cba-9adc-3b76525f483d triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:04:25.753563 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [None req-e69baf98-6d12-4364-8eb8-06d49b14f0c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attempting to bind port 1860ae67-a329-43bf-a4a7-9a68b39c9aeb by drivers openvswitch,hyperv on host hv-neutron-8348 at level 0 using segments [{'id': '4a720666-704b-4042-b196-22b2ff5604e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '50ff16fc-05b4-4db8-9df5-0b202fee91f1'}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:04:25.753666 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (8ced209b-c5a9-4cba-9adc-3b76525f483d), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:25.754248 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69baf98-6d12-4364-8eb8-06d49b14f0c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attempting to bind port 1860ae67-a329-43bf-a4a7-9a68b39c9aeb on network 50ff16fc-05b4-4db8-9df5-0b202fee91f1 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:04:25.800282 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-970e811e-7f6f-4588-8a70-33bb3ccf45e0 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.0524399 Mar 28 01:04:25.805670 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 48974) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:25.812525 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-53a6b4ec-5f58-42c3-9936-9bcd7430bb26 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Request body: {'floatingip': {'floating_network_id': '4d624cad-6162-41a3-ac12-4f77d54261b7'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:04:25.813814 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69baf98-6d12-4364-8eb8-06d49b14f0c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Port 1860ae67-a329-43bf-a4a7-9a68b39c9aeb on network 50ff16fc-05b4-4db8-9df5-0b202fee91f1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8348 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 01:04:25.814297 dv-neutron-834874-6-hyperv neutron-server[104099]: ERROR neutron.plugins.ml2.managers [None req-e69baf98-6d12-4364-8eb8-06d49b14f0c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Failed to bind port 1860ae67-a329-43bf-a4a7-9a68b39c9aeb on host hv-neutron-8348 for vnic_type normal using segments [{'id': '4a720666-704b-4042-b196-22b2ff5604e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '50ff16fc-05b4-4db8-9df5-0b202fee91f1'}] Mar 28 01:04:25.814799 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e69baf98-6d12-4364-8eb8-06d49b14f0c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (1860ae67-a329-43bf-a4a7-9a68b39c9aeb), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:25.822447 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-77f3e712-5cc5-44f6-960e-2a268a6647af tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:25.826271 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-77f3e712-5cc5-44f6-960e-2a268a6647af tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "DELETE /v2.0/ports/b37cba78-6dbd-48e8-a377-4604e2cc003a HTTP/1.1" status: 204 len: 168 time: 1.6928179 Mar 28 01:04:25.827933 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32bd5952-d12a-44e4-a0a9-035ca27ca617 admin admin] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:04:25.831278 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 48976) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:25.842411 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0569e1-f286-4da4-a127-428324eb00ff None None] Sync routers for ids ['60e28954-25f3-4f1b-bd48-87667c4d56fe'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:04:25.865190 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0569e1-f286-4da4-a127-428324eb00ff None None] Routers {'60e28954-25f3-4f1b-bd48-87667c4d56fe'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:04:25.866200 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-8f0569e1-f286-4da4-a127-428324eb00ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:04:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['60e28954-25f3-4f1b-bd48-87667c4d56fe'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:04:25.870390 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-32bd5952-d12a-44e4-a0a9-035ca27ca617 admin admin] 10.222.0.24 "PUT /v2.0/routers/60e28954-25f3-4f1b-bd48-87667c4d56fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6281526 Mar 28 01:04:25.914788 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7b92c089-cf83-47bc-95e2-e2eb79b66f51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (caf4f9b4-bdcd-47b0-963f-3f6ef8227991), before_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:26.035618 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c397a2-5e68-47b1-b6bb-3298eccb5877 None None] Network 4d624cad-6162-41a3-ac12-4f77d54261b7 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:04:26.053032 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 8ced209b-c5a9-4cba-9adc-3b76525f483d is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:04:26.057390 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device ec426841-2715-4f34-91d8-bb528a0323a0 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:04:26.059195 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-f85dd3ff-fab5-4d10-8c60-14a223694868 req-fd3c4daf-8a3c-45b0-a80c-d82125fa4dd5 service neutron] 10.222.0.24 "GET /v2.0/networks/b0b181aa-c9cd-4854-9fb0-37e685e0d64e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3502982 Mar 28 01:04:26.081031 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-53a6b4ec-5f58-42c3-9936-9bcd7430bb26 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:26.099804 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccdde702-f874-476f-bf5b-9c9eae366f1c tempest-DHCPAgentSchedulersTestJSON-1160087752 tempest-DHCPAgentSchedulersTestJSON-1160087752-project-admin] Network 7af30703-7f39-40fa-8989-d1ff9389025c is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:04:26.134681 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-8f0569e1-f286-4da4-a127-428324eb00ff None None] Set router 60e28954-25f3-4f1b-bd48-87667c4d56fe gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:04:26.147228 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-e69baf98-6d12-4364-8eb8-06d49b14f0c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] For port 1860ae67-a329-43bf-a4a7-9a68b39c9aeb, host hv-neutron-8348, cleared binding levels {{(pid=104099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:04:26.147599 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-e69baf98-6d12-4364-8eb8-06d49b14f0c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attempted to set empty binding levels {{(pid=104099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 28 01:04:26.161506 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e69baf98-6d12-4364-8eb8-06d49b14f0c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (1860ae67-a329-43bf-a4a7-9a68b39c9aeb), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:26.173408 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-cae9bab9-b38b-4db2-8eea-d13b7c87bc58 None None] Current status of the port 8ced209b-c5a9-4cba-9adc-3b76525f483d is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:04:26.217431 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port ec426841-2715-4f34-91d8-bb528a0323a0 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:04:26.217431 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (ec426841-2715-4f34-91d8-bb528a0323a0), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:26.219363 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a8464c8f-0e5e-4f3c-92bb-5272ca038b2d tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for subnet (94664ada-893e-4b6c-bca8-7e964d31acb3), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:26.229772 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7451b34-ee71-4476-a72e-f8beb4517d4f tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:26.232318 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7451b34-ee71-4476-a72e-f8beb4517d4f tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:26.242257 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-b7451b34-ee71-4476-a72e-f8beb4517d4f tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4043155 Mar 28 01:04:26.248140 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 48984) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:26.265006 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-e69baf98-6d12-4364-8eb8-06d49b14f0c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] In _notify_port_updated(), no bound segment for port 1860ae67-a329-43bf-a4a7-9a68b39c9aeb on network 50ff16fc-05b4-4db8-9df5-0b202fee91f1 {{(pid=104099) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 28 01:04:26.267955 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69baf98-6d12-4364-8eb8-06d49b14f0c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:26.275351 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e69baf98-6d12-4364-8eb8-06d49b14f0c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:26.276834 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-e69baf98-6d12-4364-8eb8-06d49b14f0c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] 10.222.0.24 "PUT /v2.0/ports/1860ae67-a329-43bf-a4a7-9a68b39c9aeb HTTP/1.1" status: 200 len: 980 time: 3.3746727 Mar 28 01:04:26.296956 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-1439e8f8-0616-41c8-a00f-05c35003e96b None None] Could not find standard attr ID for object b37cba78-6dbd-48e8-a377-4604e2cc003a. {{(pid=104100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 28 01:04:26.313136 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc940067-375c-4a6a-8698-89b77b4195f3 None None] Network 7af30703-7f39-40fa-8989-d1ff9389025c requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:04:26.346270 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-f85dd3ff-fab5-4d10-8c60-14a223694868 req-294a9aea-cf33-48a2-b723-52fba5ec32e2 service neutron] 10.222.0.24 "GET /v2.0/networks/b0b181aa-c9cd-4854-9fb0-37e685e0d64e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2762563 Mar 28 01:04:26.348368 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 48986) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:26.418043 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_v2 [None req-95ca8f02-b88c-4e8a-a9e0-6731b344981e tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Deleting subnet 2e40bf70-93b6-4f71-96d3-cb69b39cb3f3 {{(pid=104098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:04:26.440739 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-ccdde702-f874-476f-bf5b-9c9eae366f1c tempest-DHCPAgentSchedulersTestJSON-1160087752 tempest-DHCPAgentSchedulersTestJSON-1160087752-project-admin] 10.222.0.24 "POST /v2.0/agents/8a97cc4e-9a54-4b69-95cc-698092188635/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.9430225 Mar 28 01:04:26.458465 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 48988) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:26.471845 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-95ca8f02-b88c-4e8a-a9e0-6731b344981e tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks [] for subnet (2e40bf70-93b6-4f71-96d3-cb69b39cb3f3), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:26.491448 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69baf98-6d12-4364-8eb8-06d49b14f0c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Pushing event updated for resources: {'Port': ['ID=1860ae67-a329-43bf-a4a7-9a68b39c9aeb,revision_number=3']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:26.505870 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-8f0569e1-f286-4da4-a127-428324eb00ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60e28954-25f3-4f1b-bd48-87667c4d56fe', 'name': 'tempest-ServersTestManualDisk-1965701064-router', 'tenant_id': 'e2e1f3c8256d426e8b9aa3f98cd07af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.52'}], 'enable_snat': True}, 'gw_port_id': '2661aa72-d791-45b8-84f3-7872d9da958e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:04:08Z', 'updated_at': '2022-03-28T01:04:22Z', 'revision_number': 4, 'project_id': 'e2e1f3c8256d426e8b9aa3f98cd07af0', 'gw_port': {'id': '2661aa72-d791-45b8-84f3-7872d9da958e', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:50:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e28954-25f3-4f1b-bd48-87667c4d56fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:04:09Z', 'updated_at': '2022-03-28T01:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': 'a9d16aab-10d7-48a4-acd1-f7b094d7e430', 'name': '', 'network_id': 'd8584a61-33a5-4334-8690-e70e4664bf95', 'tenant_id': 'e2e1f3c8256d426e8b9aa3f98cd07af0', 'mac_address': 'fa:16:3e:f1:8c:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60e28954-25f3-4f1b-bd48-87667c4d56fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'c2bac7f7-4214-433a-8d07-412328b1e8a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:04:17Z', 'updated_at': '2022-03-28T01:04:22Z', 'revision_number': 2, 'project_id': 'e2e1f3c8256d426e8b9aa3f98cd07af0', 'subnets': [{'id': 'c2bac7f7-4214-433a-8d07-412328b1e8a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:04:26.543764 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port ec426841-2715-4f34-91d8-bb528a0323a0 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:04:26.565978 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6a6a64-d000-4968-b5cb-b0eff4f7c4fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:26.566463 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6a6a64-d000-4968-b5cb-b0eff4f7c4fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:26.566925 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6a6a64-d000-4968-b5cb-b0eff4f7c4fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:26.567377 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6a6a64-d000-4968-b5cb-b0eff4f7c4fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:26.567831 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6a6a64-d000-4968-b5cb-b0eff4f7c4fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:26.569029 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6a6a64-d000-4968-b5cb-b0eff4f7c4fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:26.569029 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6a6a64-d000-4968-b5cb-b0eff4f7c4fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:26.569206 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6a6a64-d000-4968-b5cb-b0eff4f7c4fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:26.569617 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6a6a64-d000-4968-b5cb-b0eff4f7c4fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:26.570520 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6a6a64-d000-4968-b5cb-b0eff4f7c4fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:26.570520 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6a6a64-d000-4968-b5cb-b0eff4f7c4fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:26.574375 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0569e1-f286-4da4-a127-428324eb00ff None None] Checking router: 60e28954-25f3-4f1b-bd48-87667c4d56fe for host: dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:04:26.574711 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0569e1-f286-4da4-a127-428324eb00ff None None] Updating router 60e28954-25f3-4f1b-bd48-87667c4d56fe port a9d16aab-10d7-48a4-acd1-f7b094d7e430 binding host dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 01:04:26.577614 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6a6a64-d000-4968-b5cb-b0eff4f7c4fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:26.578254 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6a6a64-d000-4968-b5cb-b0eff4f7c4fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:26.582558 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-1439e8f8-0616-41c8-a00f-05c35003e96b None None] Provisioning complete for port caf4f9b4-bdcd-47b0-963f-3f6ef8227991 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:04:26.582909 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-1439e8f8-0616-41c8-a00f-05c35003e96b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (caf4f9b4-bdcd-47b0-963f-3f6ef8227991), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:26.583117 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6a6a64-d000-4968-b5cb-b0eff4f7c4fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:26.583723 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6a6a64-d000-4968-b5cb-b0eff4f7c4fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:26.584368 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6a6a64-d000-4968-b5cb-b0eff4f7c4fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:26.588422 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6a6a64-d000-4968-b5cb-b0eff4f7c4fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:26.589012 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6a6a64-d000-4968-b5cb-b0eff4f7c4fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:26.592009 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-1d6a6a64-d000-4968-b5cb-b0eff4f7c4fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 16672 time: 0.2427623 Mar 28 01:04:26.601070 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 48990) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:26.643005 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-8f0569e1-f286-4da4-a127-428324eb00ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (a9d16aab-10d7-48a4-acd1-f7b094d7e430), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:26.720631 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-1439e8f8-0616-41c8-a00f-05c35003e96b None None] Port caf4f9b4-bdcd-47b0-963f-3f6ef8227991 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:04:26.759375 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-063dee1e-e8d8-4246-80f6-c6dd2c74b636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Deleting port 1860ae67-a329-43bf-a4a7-9a68b39c9aeb {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:04:26.759977 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-063dee1e-e8d8-4246-80f6-c6dd2c74b636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (1860ae67-a329-43bf-a4a7-9a68b39c9aeb), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:26.860149 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8464c8f-0e5e-4f3c-92bb-5272ca038b2d tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Pushing event updated for resources: {'Subnet': ['ID=94664ada-893e-4b6c-bca8-7e964d31acb3,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:26.870734 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 2661aa72-d791-45b8-84f3-7872d9da958e up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:04:26.915086 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-95ca8f02-b88c-4e8a-a9e0-6731b344981e tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks [] for subnet (2e40bf70-93b6-4f71-96d3-cb69b39cb3f3), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:26.943905 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 2661aa72-d791-45b8-84f3-7872d9da958e triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:04:26.947906 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (2661aa72-d791-45b8-84f3-7872d9da958e), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:27.036693 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-82b3946e-1a22-40de-a997-f17e0a6427e4 req-bfd063a8-5a1a-45f6-bd53-6011be8f5094 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af78226-6db5-4d3d-a6da-4544ef645c78 HTTP/1.1" status: 200 len: 210 time: 0.1460807 Mar 28 01:04:27.050312 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-063dee1e-e8d8-4246-80f6-c6dd2c74b636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] For port 1860ae67-a329-43bf-a4a7-9a68b39c9aeb, host hv-neutron-8348, got binding levels [] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:04:27.050678 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-063dee1e-e8d8-4246-80f6-c6dd2c74b636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (1860ae67-a329-43bf-a4a7-9a68b39c9aeb), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:27.070806 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-063dee1e-e8d8-4246-80f6-c6dd2c74b636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Calling delete_port for 1860ae67-a329-43bf-a4a7-9a68b39c9aeb owned by {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:04:27.097479 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 49008) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:27.101783 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-6eba9088-4740-4710-9440-97976c25e0a1 tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] Request body: {'security_group': {'name': 'tempest-securitygroup--183948087', 'description': 'tempest-description--766027370'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:04:27.164833 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-6eba9088-4740-4710-9440-97976c25e0a1 tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] Publish callbacks [] for security_group (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:27.172366 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 2661aa72-d791-45b8-84f3-7872d9da958e is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:04:27.177981 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 947daac6-733c-4178-885c-fe036a84f40e up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:04:27.210149 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8464c8f-0e5e-4f3c-92bb-5272ca038b2d tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Checking segment: {'id': '842de9fc-01a6-4c41-be61-cb77b392de00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '437a13e0-6d2f-46e5-90eb-e341e9980724'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:04:27.210696 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8464c8f-0e5e-4f3c-92bb-5272ca038b2d tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Network hostable DHCP agents. Network: 437a13e0-6d2f-46e5-90eb-e341e9980724, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:04:27.222445 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-8f0569e1-f286-4da4-a127-428324eb00ff None None] Publish callbacks [] for port (a9d16aab-10d7-48a4-acd1-f7b094d7e430), precommit_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:27.234273 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-8f0569e1-f286-4da4-a127-428324eb00ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (a9d16aab-10d7-48a4-acd1-f7b094d7e430), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:27.238950 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-6eba9088-4740-4710-9440-97976c25e0a1 tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] Publish callbacks [] for security_group (9de1bbaf-2b8c-40c3-8122-cae68c77803a), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:27.253274 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-6eba9088-4740-4710-9440-97976c25e0a1 tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (9de1bbaf-2b8c-40c3-8122-cae68c77803a), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:27.282121 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 947daac6-733c-4178-885c-fe036a84f40e triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:04:27.283185 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (947daac6-733c-4178-885c-fe036a84f40e), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:27.287423 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-95ca8f02-b88c-4e8a-a9e0-6731b344981e tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (2e40bf70-93b6-4f71-96d3-cb69b39cb3f3), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:27.289442 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7776665-6954-4aa8-87ae-6cce93de1692 None None] Pushing event updated for resources: {'Port': ['ID=a9d16aab-10d7-48a4-acd1-f7b094d7e430,revision_number=3']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:27.319601 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eba9088-4740-4710-9440-97976c25e0a1 tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9de1bbaf-2b8c-40c3-8122-cae68c77803a,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:27.336154 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-6eba9088-4740-4710-9440-97976c25e0a1 tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:27.339960 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-6eba9088-4740-4710-9440-97976c25e0a1 tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2391534 Mar 28 01:04:27.339960 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-063dee1e-e8d8-4246-80f6-c6dd2c74b636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (1860ae67-a329-43bf-a4a7-9a68b39c9aeb), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:27.340194 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 49012) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:27.349132 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-f08cb32f-c854-4be4-85b2-d2137df8620e tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] Request body: {'security_group_rule': {'security_group_id': '9de1bbaf-2b8c-40c3-8122-cae68c77803a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:04:27.370471 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [None req-8f0569e1-f286-4da4-a127-428324eb00ff None None] Attempting to bind port a9d16aab-10d7-48a4-acd1-f7b094d7e430 on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:04:27.370849 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [None req-8f0569e1-f286-4da4-a127-428324eb00ff None None] Attempting to bind port a9d16aab-10d7-48a4-acd1-f7b094d7e430 by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': '6b94bcff-7918-4dbb-9862-d5d7c3a56206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd8584a61-33a5-4334-8690-e70e4664bf95'}] {{(pid=104101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:04:27.371279 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0569e1-f286-4da4-a127-428324eb00ff None None] Attempting to bind port a9d16aab-10d7-48a4-acd1-f7b094d7e430 on network d8584a61-33a5-4334-8690-e70e4664bf95 {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:04:27.382955 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0569e1-f286-4da4-a127-428324eb00ff None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:04:27.383400 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0569e1-f286-4da4-a127-428324eb00ff None None] Checking segment: {'id': '6b94bcff-7918-4dbb-9862-d5d7c3a56206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd8584a61-33a5-4334-8690-e70e4664bf95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:04:27.383811 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-8f0569e1-f286-4da4-a127-428324eb00ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:27.384388 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0569e1-f286-4da4-a127-428324eb00ff None None] Bound using segment: {'id': '6b94bcff-7918-4dbb-9862-d5d7c3a56206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd8584a61-33a5-4334-8690-e70e4664bf95'} {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:04:27.384918 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [None req-8f0569e1-f286-4da4-a127-428324eb00ff None None] Bound port: a9d16aab-10d7-48a4-acd1-f7b094d7e430, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b94bcff-7918-4dbb-9862-d5d7c3a56206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd8584a61-33a5-4334-8690-e70e4664bf95'}}] {{(pid=104101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:04:27.385496 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-8f0569e1-f286-4da4-a127-428324eb00ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (a9d16aab-10d7-48a4-acd1-f7b094d7e430), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:27.404141 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f08cb32f-c854-4be4-85b2-d2137df8620e tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] Publish callbacks [] for security_group_rule (08b847a0-0bac-4fb5-9eec-9757bf320c32), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:27.431031 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 49016) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:27.431697 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-5c341b3f-cccb-4258-bd75-ca2eeaaf3633 tempest-DHCPAgentSchedulersTestJSON-1160087752 tempest-DHCPAgentSchedulersTestJSON-1160087752-project-admin] 10.222.0.24 "GET /v2.0/agents/8a97cc4e-9a54-4b69-95cc-698092188635/dhcp-networks HTTP/1.1" status: 200 len: 8781 time: 0.9467993 Mar 28 01:04:27.433191 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063dee1e-e8d8-4246-80f6-c6dd2c74b636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Pushing event deleted for resources: {'Port': ['ID=1860ae67-a329-43bf-a4a7-9a68b39c9aeb,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:27.451808 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-063dee1e-e8d8-4246-80f6-c6dd2c74b636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:27.456254 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-063dee1e-e8d8-4246-80f6-c6dd2c74b636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] 10.222.0.24 "DELETE /v2.0/ports/1860ae67-a329-43bf-a4a7-9a68b39c9aeb HTTP/1.1" status: 204 len: 168 time: 0.8533757 Mar 28 01:04:27.458000 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8464c8f-0e5e-4f3c-92bb-5272ca038b2d tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Network 437a13e0-6d2f-46e5-90eb-e341e9980724 is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:04:27.462110 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 947daac6-733c-4178-885c-fe036a84f40e is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:04:27.466614 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (947daac6-733c-4178-885c-fe036a84f40e), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:27.469536 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 49018) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:27.479509 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f08cb32f-c854-4be4-85b2-d2137df8620e tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] Publish callbacks [] for security_group_rule (08b847a0-0bac-4fb5-9eec-9757bf320c32), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:27.493545 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f08cb32f-c854-4be4-85b2-d2137df8620e tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (08b847a0-0bac-4fb5-9eec-9757bf320c32), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:27.498668 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] For port 947daac6-733c-4178-885c-fe036a84f40e, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=947daac6-733c-4178-885c-fe036a84f40e,segment=NetworkSegment(b6f00c62-aca5-4c73-8989-c04c396daeed),segment_id=b6f00c62-aca5-4c73-8989-c04c396daeed)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:04:27.504917 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (947daac6-733c-4178-885c-fe036a84f40e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:27.506817 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 8ced209b-c5a9-4cba-9adc-3b76525f483d up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:04:27.514285 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08cb32f-c854-4be4-85b2-d2137df8620e tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08b847a0-0bac-4fb5-9eec-9757bf320c32,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:27.540543 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.db [None req-8f0569e1-f286-4da4-a127-428324eb00ff None None] For port a9d16aab-10d7-48a4-acd1-f7b094d7e430, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:04:27.550810 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.db [None req-8f0569e1-f286-4da4-a127-428324eb00ff None None] For port a9d16aab-10d7-48a4-acd1-f7b094d7e430, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=a9d16aab-10d7-48a4-acd1-f7b094d7e430,segment=NetworkSegment(6b94bcff-7918-4dbb-9862-d5d7c3a56206),segment_id=6b94bcff-7918-4dbb-9862-d5d7c3a56206)] {{(pid=104101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:04:27.570388 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-8f0569e1-f286-4da4-a127-428324eb00ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (a9d16aab-10d7-48a4-acd1-f7b094d7e430), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:27.575621 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f08cb32f-c854-4be4-85b2-d2137df8620e tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:27.579327 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-f08cb32f-c854-4be4-85b2-d2137df8620e tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2358332 Mar 28 01:04:27.581685 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 49024) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:27.588946 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-a8464c8f-0e5e-4f3c-92bb-5272ca038b2d tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, 437a13e0-6d2f-46e5-90eb-e341e9980724) {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:04:27.590155 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-892d1227-4511-4048-a3b7-a7ab3e365d29 tempest-DHCPAgentSchedulersTestJSON-1160087752 tempest-DHCPAgentSchedulersTestJSON-1160087752-project-admin] 10.222.0.24 "DELETE /v2.0/agents/8a97cc4e-9a54-4b69-95cc-698092188635/dhcp-networks/7af30703-7f39-40fa-8989-d1ff9389025c HTTP/1.1" status: 204 len: 168 time: 0.1579487 Mar 28 01:04:27.593248 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-2aa64d77-5cab-4f4e-b7a2-0d6fa2a51dbb tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] Request body: {'security_group_rule': {'security_group_id': '9de1bbaf-2b8c-40c3-8122-cae68c77803a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:04:27.600450 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 49026) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:27.608442 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7b92c089-cf83-47bc-95e2-e2eb79b66f51 admin admin] Publish callbacks [] for port (caf4f9b4-bdcd-47b0-963f-3f6ef8227991), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:27.608708 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Pushing event updated for resources: {'Port': ['ID=947daac6-733c-4178-885c-fe036a84f40e,revision_number=4']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:27.612735 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.pecan_wsgi.hooks.translation [None req-79351a97-facc-47a3-bfd3-1e612f04a857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] GET failed (client error): The resource could not be found. Mar 28 01:04:27.617821 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a92c30-b2c0-4ca5-b844-793d9636e77f None None] Network 437a13e0-6d2f-46e5-90eb-e341e9980724 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:04:27.622518 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-79351a97-facc-47a3-bfd3-1e612f04a857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] 10.222.0.24 "GET /v2.0/ports/1860ae67-a329-43bf-a4a7-9a68b39c9aeb HTTP/1.1" status: 404 len: 333 time: 0.1483295 Mar 28 01:04:27.632838 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8464c8f-0e5e-4f3c-92bb-5272ca038b2d tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:27.635091 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a8464c8f-0e5e-4f3c-92bb-5272ca038b2d tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:27.670463 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 49030) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:27.683751 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0569e1-f286-4da4-a127-428324eb00ff None None] Routers {'60e28954-25f3-4f1b-bd48-87667c4d56fe'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:04:27.684752 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-8f0569e1-f286-4da4-a127-428324eb00ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:04:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['60e28954-25f3-4f1b-bd48-87667c4d56fe'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:04:27.688560 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-53a6b4ec-5f58-42c3-9936-9bcd7430bb26 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:27.695900 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7b92c089-cf83-47bc-95e2-e2eb79b66f51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (caf4f9b4-bdcd-47b0-963f-3f6ef8227991), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:27.696649 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7b92c089-cf83-47bc-95e2-e2eb79b66f51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3725889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3686480'] for router_interface (e0bc783a-7651-49e7-9582-b0c528704c20), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:27.808440 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-1c4691fb-4236-4ae1-a7cb-d2c5b834ff5f tempest-DHCPAgentSchedulersTestJSON-1160087752 tempest-DHCPAgentSchedulersTestJSON-1160087752-project-admin] 10.222.0.24 "GET /v2.0/agents/8a97cc4e-9a54-4b69-95cc-698092188635/dhcp-networks HTTP/1.1" status: 200 len: 8815 time: 0.2025437 Mar 28 01:04:27.813321 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 49032) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:27.859891 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2aa64d77-5cab-4f4e-b7a2-0d6fa2a51dbb tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] Publish callbacks [] for security_group_rule (2451502e-6001-4f74-84ad-5986a3bba3a1), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:27.879987 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-c28c0134-db46-4435-a39e-44ae469dc55c None None] Provisioning complete for port a9d16aab-10d7-48a4-acd1-f7b094d7e430 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:04:27.880373 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-c28c0134-db46-4435-a39e-44ae469dc55c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (a9d16aab-10d7-48a4-acd1-f7b094d7e430), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:27.966642 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-53a6b4ec-5f58-42c3-9936-9bcd7430bb26 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Allocated IP 172.20.0.2 (4d624cad-6162-41a3-ac12-4f77d54261b7/bb5da7da-9b02-4cf6-b981-beec9ee97123/2419cea5-e471-4357-97fe-f13a24fbf77b) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:04:27.984248 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7776665-6954-4aa8-87ae-6cce93de1692 None None] Pushing event updated for resources: {'Port': ['ID=a9d16aab-10d7-48a4-acd1-f7b094d7e430,revision_number=4']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:28.006606 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2aa64d77-5cab-4f4e-b7a2-0d6fa2a51dbb tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] Publish callbacks [] for security_group_rule (2451502e-6001-4f74-84ad-5986a3bba3a1), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:28.014541 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-a1bc590c-24a5-49e1-a21d-cae17beb267c tempest-DHCPAgentSchedulersTestJSON-1160087752 tempest-DHCPAgentSchedulersTestJSON-1160087752-project-admin] 10.222.0.24 "GET /v2.0/networks/382ea3c6-2ee6-4ec7-b174-ae579ba3687e/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.1994708 Mar 28 01:04:28.016292 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2aa64d77-5cab-4f4e-b7a2-0d6fa2a51dbb tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (2451502e-6001-4f74-84ad-5986a3bba3a1), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:28.018285 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 49038) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:28.056692 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa64d77-5cab-4f4e-b7a2-0d6fa2a51dbb tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2451502e-6001-4f74-84ad-5986a3bba3a1,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:28.069761 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-8d23a343-357e-4e66-b3de-3d13e20ac6b8 tempest-DHCPAgentSchedulersTestJSON-1160087752 tempest-DHCPAgentSchedulersTestJSON-1160087752-project-admin] 10.222.0.24 "GET /v2.0/networks/382ea3c6-2ee6-4ec7-b174-ae579ba3687e/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0463502 Mar 28 01:04:28.074152 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 49040) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:28.078992 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-8f0569e1-f286-4da4-a127-428324eb00ff None None] Set router 60e28954-25f3-4f1b-bd48-87667c4d56fe gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:04:28.089112 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2aa64d77-5cab-4f4e-b7a2-0d6fa2a51dbb tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:28.097595 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-2aa64d77-5cab-4f4e-b7a2-0d6fa2a51dbb tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5112906 Mar 28 01:04:28.101275 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 49042) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:28.106029 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 8ced209b-c5a9-4cba-9adc-3b76525f483d triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:04:28.106404 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (8ced209b-c5a9-4cba-9adc-3b76525f483d), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:28.125721 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-4cdfa92b-0668-480a-9484-80dc2611e1af tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] Request body: {'floatingip': {'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:04:28.188633 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb6fcae-6b2c-477c-8ffa-6764991f42fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-437a13e0-6d2f-46e5-90eb-e341e9980724', 'network_id': '437a13e0-6d2f-46e5-90eb-e341e9980724', 'project_id': '6636888a13ed43ffbe56b262b0ac6963', 'fixed_ips': [{'subnet_id': '94664ada-893e-4b6c-bca8-7e964d31acb3'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:04:28.190837 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-bfb6fcae-6b2c-477c-8ffa-6764991f42fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:28.227407 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-c28c0134-db46-4435-a39e-44ae469dc55c None None] Current status of the port a9d16aab-10d7-48a4-acd1-f7b094d7e430 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:04:28.227795 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-c28c0134-db46-4435-a39e-44ae469dc55c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (a9d16aab-10d7-48a4-acd1-f7b094d7e430), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:28.305679 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-33f4a8c7-93cf-4b90-8bd7-dc7f405705f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1082442186', 'network_id': '50ff16fc-05b4-4db8-9df5-0b202fee91f1'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:04:28.352768 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-95ca8f02-b88c-4e8a-a9e0-6731b344981e tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for subnet (2e40bf70-93b6-4f71-96d3-cb69b39cb3f3), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:28.355469 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 49054) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:28.396530 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-a8464c8f-0e5e-4f3c-92bb-5272ca038b2d tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.8018224 Mar 28 01:04:28.410450 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 49056) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:28.429420 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-c28c0134-db46-4435-a39e-44ae469dc55c None None] For port a9d16aab-10d7-48a4-acd1-f7b094d7e430, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=a9d16aab-10d7-48a4-acd1-f7b094d7e430,segment=NetworkSegment(6b94bcff-7918-4dbb-9862-d5d7c3a56206),segment_id=6b94bcff-7918-4dbb-9862-d5d7c3a56206)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:04:28.441368 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-c28c0134-db46-4435-a39e-44ae469dc55c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (a9d16aab-10d7-48a4-acd1-f7b094d7e430), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:28.472138 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-8f0569e1-f286-4da4-a127-428324eb00ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60e28954-25f3-4f1b-bd48-87667c4d56fe', 'name': 'tempest-ServersTestManualDisk-1965701064-router', 'tenant_id': 'e2e1f3c8256d426e8b9aa3f98cd07af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.52'}], 'enable_snat': True}, 'gw_port_id': '2661aa72-d791-45b8-84f3-7872d9da958e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:04:08Z', 'updated_at': '2022-03-28T01:04:22Z', 'revision_number': 4, 'project_id': 'e2e1f3c8256d426e8b9aa3f98cd07af0', 'gw_port': {'id': '2661aa72-d791-45b8-84f3-7872d9da958e', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:50:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e28954-25f3-4f1b-bd48-87667c4d56fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:04:09Z', 'updated_at': '2022-03-28T01:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': 'a9d16aab-10d7-48a4-acd1-f7b094d7e430', 'name': '', 'network_id': 'd8584a61-33a5-4334-8690-e70e4664bf95', 'tenant_id': 'e2e1f3c8256d426e8b9aa3f98cd07af0', 'mac_address': 'fa:16:3e:f1:8c:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60e28954-25f3-4f1b-bd48-87667c4d56fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'c2bac7f7-4214-433a-8d07-412328b1e8a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:04:17Z', 'updated_at': '2022-03-28T01:04:27Z', 'revision_number': 4, 'project_id': 'e2e1f3c8256d426e8b9aa3f98cd07af0', 'subnets': [{'id': 'c2bac7f7-4214-433a-8d07-412328b1e8a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:04:28.476275 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33f4a8c7-93cf-4b90-8bd7-dc7f405705f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Made reservation on behalf of 6ad3498ffbfc454c96cbb2fbdfaaab81 for: {'port': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:04:28.478572 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-33f4a8c7-93cf-4b90-8bd7-dc7f405705f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:28.509945 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28c0134-db46-4435-a39e-44ae469dc55c None None] Pushing event updated for resources: {'Port': ['ID=a9d16aab-10d7-48a4-acd1-f7b094d7e430,revision_number=5']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:28.514321 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a21555-2049-4ccf-913b-6c4113a2ff82 None None] Network be4801db-c8f8-4df3-b9b5-556693d6a290 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:04:28.540354 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-ef241863-7715-48b6-9918-14598e8f3c4d tempest-DHCPAgentSchedulersTestJSON-1160087752 tempest-DHCPAgentSchedulersTestJSON-1160087752-project-admin] 10.222.0.24 "GET /v2.0/agents/8a97cc4e-9a54-4b69-95cc-698092188635/dhcp-networks HTTP/1.1" status: 200 len: 8777 time: 0.4604700 Mar 28 01:04:28.540555 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0569e1-f286-4da4-a127-428324eb00ff None None] The sync data for ids ['60e28954-25f3-4f1b-bd48-87667c4d56fe'] in dv-neutron-834874-6-hyperv is: [{'id': '60e28954-25f3-4f1b-bd48-87667c4d56fe', 'name': 'tempest-ServersTestManualDisk-1965701064-router', 'tenant_id': 'e2e1f3c8256d426e8b9aa3f98cd07af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.52'}], 'enable_snat': True}, 'gw_port_id': '2661aa72-d791-45b8-84f3-7872d9da958e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:04:08Z', 'updated_at': '2022-03-28T01:04:22Z', 'revision_number': 4, 'project_id': 'e2e1f3c8256d426e8b9aa3f98cd07af0', 'gw_port': {'id': '2661aa72-d791-45b8-84f3-7872d9da958e', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:50:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e28954-25f3-4f1b-bd48-87667c4d56fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:04:09Z', 'updated_at': '2022-03-28T01:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': 'a9d16aab-10d7-48a4-acd1-f7b094d7e430', 'name': '', 'network_id': 'd8584a61-33a5-4334-8690-e70e4664bf95', 'tenant_id': 'e2e1f3c8256d426e8b9aa3f98cd07af0', 'mac_address': 'fa:16:3e:f1:8c:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60e28954-25f3-4f1b-bd48-87667c4d56fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'c2bac7f7-4214-433a-8d07-412328b1e8a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:04:17Z', 'updated_at': '2022-03-28T01:04:27Z', 'revision_number': 4, 'project_id': 'e2e1f3c8256d426e8b9aa3f98cd07af0', 'subnets': [{'id': 'c2bac7f7-4214-433a-8d07-412328b1e8a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:04:28.540803 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 49060) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:28.648058 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-22103fe5-de66-423b-a748-d15ad5aa5ed3 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-815593313', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'}, 'admin_state_up': False}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:04:28.661501 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-95ca8f02-b88c-4e8a-a9e0-6731b344981e tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:28.667880 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-95ca8f02-b88c-4e8a-a9e0-6731b344981e tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "DELETE /v2.0/subnets/2e40bf70-93b6-4f71-96d3-cb69b39cb3f3 HTTP/1.1" status: 204 len: 168 time: 2.4129782 Mar 28 01:04:28.679592 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ca8f02-b88c-4e8a-a9e0-6731b344981e tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Pushing event deleted for resources: {'Subnet': ['ID=2e40bf70-93b6-4f71-96d3-cb69b39cb3f3,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:28.683329 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 49064) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:28.689245 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4cdfa92b-0668-480a-9484-80dc2611e1af tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:28.699837 dv-neutron-834874-6-hyperv neutron-server[104098]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 28 01:04:28.708522 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b92c089-cf83-47bc-95e2-e2eb79b66f51 admin admin] Network 0159ce53-5590-4705-812f-42a1a0e06ab8 is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:04:28.790880 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-64e6ce70-969f-410b-b44a-c93b1838b784 tempest-DHCPAgentSchedulersTestJSON-613157813 tempest-DHCPAgentSchedulersTestJSON-613157813-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (7af30703-7f39-40fa-8989-d1ff9389025c), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:28.893335 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-dca22e0d-454e-4d51-b076-4623c45c3e34 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1881270 Mar 28 01:04:28.909001 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-68e09b45-743f-4527-9411-4a18f1f68d81 req-41c95e95-df5e-404f-be11-81dd722102a1 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af78226-6db5-4d3d-a6da-4544ef645c78 HTTP/1.1" status: 200 len: 210 time: 0.5053713 Mar 28 01:04:28.909536 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 49066) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:28.943027 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-64e6ce70-969f-410b-b44a-c93b1838b784 tempest-DHCPAgentSchedulersTestJSON-613157813 tempest-DHCPAgentSchedulersTestJSON-613157813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (7af30703-7f39-40fa-8989-d1ff9389025c), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:28.946269 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 8ced209b-c5a9-4cba-9adc-3b76525f483d is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:04:28.956732 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-a8dee725-5bb2-4fec-b3e6-d09d58ec3cb5 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Request body: {'subnet': {'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:04:28.974179 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-7b92c089-cf83-47bc-95e2-e2eb79b66f51 admin admin] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:04:28.984921 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b92c089-cf83-47bc-95e2-e2eb79b66f51 admin admin] Pushing event updated for resources: {'Port': ['ID=caf4f9b4-bdcd-47b0-963f-3f6ef8227991,revision_number=2']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:28.985086 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-64e6ce70-969f-410b-b44a-c93b1838b784 tempest-DHCPAgentSchedulersTestJSON-613157813 tempest-DHCPAgentSchedulersTestJSON-613157813-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7af30703-7f39-40fa-8989-d1ff9389025c']}} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:04:28.994268 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-167b1ae3-c568-4851-8889-e49f7e3fec55 None None] Provisioning complete for port a9d16aab-10d7-48a4-acd1-f7b094d7e430 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:04:28.994646 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-167b1ae3-c568-4851-8889-e49f7e3fec55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (a9d16aab-10d7-48a4-acd1-f7b094d7e430), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:28.997601 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.notifiers.nova [None req-33f4a8c7-93cf-4b90-8bd7-dc7f405705f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] device_id is not set on port bebdd8cf-91aa-4795-9687-6db980145c4c yet. {{(pid=104098) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 01:04:28.999432 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-64e6ce70-969f-410b-b44a-c93b1838b784 tempest-DHCPAgentSchedulersTestJSON-613157813 tempest-DHCPAgentSchedulersTestJSON-613157813-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0a19779-2136-4e55-9b9d-92581f8cd5ff') {'for_net_delete': True} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:04:28.999432 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-64e6ce70-969f-410b-b44a-c93b1838b784 tempest-DHCPAgentSchedulersTestJSON-613157813 tempest-DHCPAgentSchedulersTestJSON-613157813-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0a19779-2136-4e55-9b9d-92581f8cd5ff') {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:04:29.014002 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-64e6ce70-969f-410b-b44a-c93b1838b784 tempest-DHCPAgentSchedulersTestJSON-613157813 tempest-DHCPAgentSchedulersTestJSON-613157813-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126946678'] for segment (f0a19779-2136-4e55-9b9d-92581f8cd5ff), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:29.060772 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4cdfa92b-0668-480a-9484-80dc2611e1af tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:29.078138 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-64e6ce70-969f-410b-b44a-c93b1838b784 tempest-DHCPAgentSchedulersTestJSON-613157813 tempest-DHCPAgentSchedulersTestJSON-613157813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (f0a19779-2136-4e55-9b9d-92581f8cd5ff), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:29.098087 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64e6ce70-969f-410b-b44a-c93b1838b784 tempest-DHCPAgentSchedulersTestJSON-613157813 tempest-DHCPAgentSchedulersTestJSON-613157813-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=104099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:04:29.098486 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-64e6ce70-969f-410b-b44a-c93b1838b784 tempest-DHCPAgentSchedulersTestJSON-613157813 tempest-DHCPAgentSchedulersTestJSON-613157813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127280876'] for segment (f0a19779-2136-4e55-9b9d-92581f8cd5ff), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:29.113134 dv-neutron-834874-6-hyperv neutron-server[104099]: Traceback (most recent call last): Mar 28 01:04:29.113134 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:04:29.113134 dv-neutron-834874-6-hyperv neutron-server[104099]: timer() Mar 28 01:04:29.113134 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:04:29.113134 dv-neutron-834874-6-hyperv neutron-server[104099]: cb(*args, **kw) Mar 28 01:04:29.113134 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:04:29.113134 dv-neutron-834874-6-hyperv neutron-server[104099]: return func(*args, **kwargs) Mar 28 01:04:29.113134 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:04:29.113134 dv-neutron-834874-6-hyperv neutron-server[104099]: self._notify() Mar 28 01:04:29.113134 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:04:29.113134 dv-neutron-834874-6-hyperv neutron-server[104099]: self.callback(batched_events) Mar 28 01:04:29.113134 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:04:29.113134 dv-neutron-834874-6-hyperv neutron-server[104099]: event.method(event) Mar 28 01:04:29.113134 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:04:29.113134 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:04:29.113134 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:04:29.113134 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:04:29.113134 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:04:29.113134 dv-neutron-834874-6-hyperv neutron-server[104099]: return f(self, *a, **k) Mar 28 01:04:29.113134 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:04:29.113134 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._get(url).json() Mar 28 01:04:29.113134 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:04:29.113134 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:04:29.113134 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:04:29.113134 dv-neutron-834874-6-hyperv neutron-server[104099]: return self.request(url, 'GET', **kwargs) Mar 28 01:04:29.113134 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:04:29.113134 dv-neutron-834874-6-hyperv neutron-server[104099]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:04:29.113134 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:04:29.113134 dv-neutron-834874-6-hyperv neutron-server[104099]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:04:29.113134 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:04:29.113134 dv-neutron-834874-6-hyperv neutron-server[104099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:04:29.113134 dv-neutron-834874-6-hyperv neutron-server[104099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:04:29.122382 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-22103fe5-de66-423b-a748-d15ad5aa5ed3 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7069'] for router (788bb89f-88c1-4b89-afcd-9e2ef8e12a99), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:29.123435 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-22103fe5-de66-423b-a748-d15ad5aa5ed3 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4188952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7062'] for router (788bb89f-88c1-4b89-afcd-9e2ef8e12a99), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:29.150487 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-bfb6fcae-6b2c-477c-8ffa-6764991f42fe None None] Allocated IP 172.20.0.2 (437a13e0-6d2f-46e5-90eb-e341e9980724/94664ada-893e-4b6c-bca8-7e964d31acb3/2a6fbf33-dcea-40b0-974f-aff694e6a495) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:04:29.252125 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ff9a3c-4ec8-46ab-bc1b-51e502737fbd None None] DHCP port deletion for be4801db-c8f8-4df3-b9b5-556693d6a290 request from dv-neutron-834874-6-hyperv {{(pid=104100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 01:04:29.356369 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device a9d16aab-10d7-48a4-acd1-f7b094d7e430 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:04:29.432369 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [None req-4cdfa92b-0668-480a-9484-80dc2611e1af tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] Allocated IP 172.26.1.67 (dea6548b-502b-42db-97fb-371e423e739a/cce6de65-d8c9-45b8-9970-0a277e8c1192/b173d84b-3727-4eea-a2cc-b4507bed7cea) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:04:29.436976 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-64e6ce70-969f-410b-b44a-c93b1838b784 tempest-DHCPAgentSchedulersTestJSON-613157813 tempest-DHCPAgentSchedulersTestJSON-613157813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (7af30703-7f39-40fa-8989-d1ff9389025c), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:29.452388 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-64e6ce70-969f-410b-b44a-c93b1838b784 tempest-DHCPAgentSchedulersTestJSON-613157813 tempest-DHCPAgentSchedulersTestJSON-613157813-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:29.459990 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-64e6ce70-969f-410b-b44a-c93b1838b784 tempest-DHCPAgentSchedulersTestJSON-613157813 tempest-DHCPAgentSchedulersTestJSON-613157813-project] 10.222.0.24 "DELETE /v2.0/networks/7af30703-7f39-40fa-8989-d1ff9389025c HTTP/1.1" status: 204 len: 168 time: 0.9180915 Mar 28 01:04:29.466451 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 49068) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:29.484900 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-167b1ae3-c568-4851-8889-e49f7e3fec55 None None] Current status of the port a9d16aab-10d7-48a4-acd1-f7b094d7e430 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:04:29.512253 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-034bb3c4-b943-4343-b7cb-aab2757e9b58 tempest-DHCPAgentSchedulersTestJSON-613157813 tempest-DHCPAgentSchedulersTestJSON-613157813-project] DELETE failed (client error): The resource could not be found. Mar 28 01:04:29.513185 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-034bb3c4-b943-4343-b7cb-aab2757e9b58 tempest-DHCPAgentSchedulersTestJSON-613157813 tempest-DHCPAgentSchedulersTestJSON-613157813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:04:29.519859 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-034bb3c4-b943-4343-b7cb-aab2757e9b58 tempest-DHCPAgentSchedulersTestJSON-613157813 tempest-DHCPAgentSchedulersTestJSON-613157813-project] 10.222.0.24 "DELETE /v2.0/ports/da7c83f2-5096-4689-9f55-1e5a7040d994 HTTP/1.1" status: 404 len: 333 time: 0.0515468 Mar 28 01:04:29.521123 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 49070) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:29.531931 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-53a6b4ec-5f58-42c3-9936-9bcd7430bb26 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Publish callbacks [] for port (2419cea5-e471-4357-97fe-f13a24fbf77b), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:29.533299 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e6ce70-969f-410b-b44a-c93b1838b784 tempest-DHCPAgentSchedulersTestJSON-613157813 tempest-DHCPAgentSchedulersTestJSON-613157813-project] Pushing event deleted for resources: {'Network': ['ID=7af30703-7f39-40fa-8989-d1ff9389025c,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:29.566299 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port a9d16aab-10d7-48a4-acd1-f7b094d7e430 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:04:29.566948 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (a9d16aab-10d7-48a4-acd1-f7b094d7e430), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:29.587548 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-41ff9a3c-4ec8-46ab-bc1b-51e502737fbd None None] Deleting port 8ced209b-c5a9-4cba-9adc-3b76525f483d {{(pid=104100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:04:29.588176 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-41ff9a3c-4ec8-46ab-bc1b-51e502737fbd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (8ced209b-c5a9-4cba-9adc-3b76525f483d), before_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:29.593610 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8dee725-5bb2-4fec-b3e6-d09d58ec3cb5 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Made reservation on behalf of 564cf6bfe83a4d71adcd7d33f5d20cb1 for: {'subnet': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:04:29.597221 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a8dee725-5bb2-4fec-b3e6-d09d58ec3cb5 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks [] for subnet (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:29.609538 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-22103fe5-de66-423b-a748-d15ad5aa5ed3 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Publish callbacks [] for router_controller (788bb89f-88c1-4b89-afcd-9e2ef8e12a99), precommit_add_association {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:29.620901 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_v2 [None req-c81718bd-d732-4d0d-96d2-81ab99758968 tempest-DHCPAgentSchedulersTestJSON-613157813 tempest-DHCPAgentSchedulersTestJSON-613157813-project] Deleting subnet 0c2d73b7-a977-47e5-8b24-e2200724eddb {{(pid=104099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:04:29.627573 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c81718bd-d732-4d0d-96d2-81ab99758968 tempest-DHCPAgentSchedulersTestJSON-613157813 tempest-DHCPAgentSchedulersTestJSON-613157813-project] Publish callbacks [] for subnet (0c2d73b7-a977-47e5-8b24-e2200724eddb), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:29.672592 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-41ff9a3c-4ec8-46ab-bc1b-51e502737fbd None None] For port 8ced209b-c5a9-4cba-9adc-3b76525f483d, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=8ced209b-c5a9-4cba-9adc-3b76525f483d,segment=NetworkSegment(9028fe72-9b79-4538-96be-757c3dc71a72),segment_id=9028fe72-9b79-4538-96be-757c3dc71a72)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:04:29.673429 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-41ff9a3c-4ec8-46ab-bc1b-51e502737fbd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (8ced209b-c5a9-4cba-9adc-3b76525f483d), precommit_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:29.691555 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-41ff9a3c-4ec8-46ab-bc1b-51e502737fbd None None] Calling delete_port for 8ced209b-c5a9-4cba-9adc-3b76525f483d owned by network:dhcp {{(pid=104100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:04:29.691750 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c81718bd-d732-4d0d-96d2-81ab99758968 tempest-DHCPAgentSchedulersTestJSON-613157813 tempest-DHCPAgentSchedulersTestJSON-613157813-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126946639'] for subnet (0c2d73b7-a977-47e5-8b24-e2200724eddb), precommit_delete_associations {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:29.733853 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4cdfa92b-0668-480a-9484-80dc2611e1af tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] Publish callbacks [] for port (b173d84b-3727-4eea-a2cc-b4507bed7cea), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:29.766206 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.10', 56020) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:29.855105 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-53a6b4ec-5f58-42c3-9936-9bcd7430bb26 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (2419cea5-e471-4357-97fe-f13a24fbf77b), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:29.891092 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-bfb6fcae-6b2c-477c-8ffa-6764991f42fe None None] Publish callbacks [] for port (2a6fbf33-dcea-40b0-974f-aff694e6a495), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:29.895586 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-89986a68-a54c-4a8b-8a68-9ace8bb2533e None None] Provisioning complete for port caf4f9b4-bdcd-47b0-963f-3f6ef8227991 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:04:29.896310 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-89986a68-a54c-4a8b-8a68-9ace8bb2533e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (caf4f9b4-bdcd-47b0-963f-3f6ef8227991), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:29.943101 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-bfb6fcae-6b2c-477c-8ffa-6764991f42fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (2a6fbf33-dcea-40b0-974f-aff694e6a495), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:29.977926 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c81718bd-d732-4d0d-96d2-81ab99758968 tempest-DHCPAgentSchedulersTestJSON-613157813 tempest-DHCPAgentSchedulersTestJSON-613157813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (0c2d73b7-a977-47e5-8b24-e2200724eddb), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:29.998031 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b92c089-cf83-47bc-95e2-e2eb79b66f51 admin admin] Router e0bc783a-7651-49e7-9582-b0c528704c20 has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:04:30.031625 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-89986a68-a54c-4a8b-8a68-9ace8bb2533e None None] Port caf4f9b4-bdcd-47b0-963f-3f6ef8227991 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:04:30.034546 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb6fcae-6b2c-477c-8ffa-6764991f42fe None None] Network 437a13e0-6d2f-46e5-90eb-e341e9980724 is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:04:30.067462 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-33f4a8c7-93cf-4b90-8bd7-dc7f405705f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Publish callbacks [] for port (bebdd8cf-91aa-4795-9687-6db980145c4c), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:30.087749 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-bfb6fcae-6b2c-477c-8ffa-6764991f42fe None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:04:30.093287 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4cdfa92b-0668-480a-9484-80dc2611e1af tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (b173d84b-3727-4eea-a2cc-b4507bed7cea), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:30.093817 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb6fcae-6b2c-477c-8ffa-6764991f42fe None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:04:30.103623 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb6fcae-6b2c-477c-8ffa-6764991f42fe None None] Pushing event updated for resources: {'Port': ['ID=2a6fbf33-dcea-40b0-974f-aff694e6a495,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:30.135892 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-41ff9a3c-4ec8-46ab-bc1b-51e502737fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886'] for port (8ced209b-c5a9-4cba-9adc-3b76525f483d), after_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:30.141932 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a6b4ec-5f58-42c3-9936-9bcd7430bb26 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Network 4d624cad-6162-41a3-ac12-4f77d54261b7 is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:04:30.153511 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-53a6b4ec-5f58-42c3-9936-9bcd7430bb26 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:04:30.156512 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a6b4ec-5f58-42c3-9936-9bcd7430bb26 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:04:30.169104 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c81718bd-d732-4d0d-96d2-81ab99758968 tempest-DHCPAgentSchedulersTestJSON-613157813 tempest-DHCPAgentSchedulersTestJSON-613157813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127282766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126757793'] for subnet (0c2d73b7-a977-47e5-8b24-e2200724eddb), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:30.193371 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ff9a3c-4ec8-46ab-bc1b-51e502737fbd None None] Pushing event deleted for resources: {'Port': ['ID=8ced209b-c5a9-4cba-9adc-3b76525f483d,revision_number=None']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:30.199066 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port a9d16aab-10d7-48a4-acd1-f7b094d7e430 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:04:30.200404 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 947daac6-733c-4178-885c-fe036a84f40e up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:04:30.217063 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-53a6b4ec-5f58-42c3-9936-9bcd7430bb26 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Publish callbacks [] for floatingip (e437ee00-e64d-448d-bcf2-834ec845752b), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:30.261658 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ff9a3c-4ec8-46ab-bc1b-51e502737fbd None None] No DVR routers for this DVR port 8ced209b-c5a9-4cba-9adc-3b76525f483d on host dv-neutron-834874-6-hyperv {{(pid=104100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:04:30.265117 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a6b4ec-5f58-42c3-9936-9bcd7430bb26 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Pushing event updated for resources: {'Port': ['ID=2419cea5-e471-4357-97fe-f13a24fbf77b,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:30.294600 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-4dd8f533-a76f-4fa9-8039-3816c15b6f74 req-94ae21c6-fdb7-44b9-83ac-b0d504b8e9a6 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af78226-6db5-4d3d-a6da-4544ef645c78 HTTP/1.1" status: 200 len: 210 time: 0.0435691 Mar 28 01:04:30.324421 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81718bd-d732-4d0d-96d2-81ab99758968 tempest-DHCPAgentSchedulersTestJSON-613157813 tempest-DHCPAgentSchedulersTestJSON-613157813-project] Pushing event deleted for resources: {'Subnet': ['ID=0c2d73b7-a977-47e5-8b24-e2200724eddb,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:30.328108 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41a64e6-1a0a-4d5e-8218-60b5334a006a None None] Network 382ea3c6-2ee6-4ec7-b174-ae579ba3687e requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:04:30.330192 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c81718bd-d732-4d0d-96d2-81ab99758968 tempest-DHCPAgentSchedulersTestJSON-613157813 tempest-DHCPAgentSchedulersTestJSON-613157813-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:30.336477 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-c81718bd-d732-4d0d-96d2-81ab99758968 tempest-DHCPAgentSchedulersTestJSON-613157813 tempest-DHCPAgentSchedulersTestJSON-613157813-project] 10.222.0.24 "DELETE /v2.0/subnets/0c2d73b7-a977-47e5-8b24-e2200724eddb HTTP/1.1" status: 204 len: 168 time: 0.8103127 Mar 28 01:04:30.338504 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 49086) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:30.346277 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cdfa92b-0668-480a-9484-80dc2611e1af tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] Network dea6548b-502b-42db-97fb-371e423e739a is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:04:30.363674 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-4cdfa92b-0668-480a-9484-80dc2611e1af tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:04:30.376947 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-bfb6fcae-6b2c-477c-8ffa-6764991f42fe None None] Attempting to bind port 2a6fbf33-dcea-40b0-974f-aff694e6a495 on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:04:30.377239 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-bfb6fcae-6b2c-477c-8ffa-6764991f42fe None None] Attempting to bind port 2a6fbf33-dcea-40b0-974f-aff694e6a495 by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': '842de9fc-01a6-4c41-be61-cb77b392de00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '437a13e0-6d2f-46e5-90eb-e341e9980724'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:04:30.377607 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb6fcae-6b2c-477c-8ffa-6764991f42fe None None] Attempting to bind port 2a6fbf33-dcea-40b0-974f-aff694e6a495 on network 437a13e0-6d2f-46e5-90eb-e341e9980724 {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:04:30.384790 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cdfa92b-0668-480a-9484-80dc2611e1af tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:04:30.395502 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb6fcae-6b2c-477c-8ffa-6764991f42fe None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:04:30.395880 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb6fcae-6b2c-477c-8ffa-6764991f42fe None None] Checking segment: {'id': '842de9fc-01a6-4c41-be61-cb77b392de00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '437a13e0-6d2f-46e5-90eb-e341e9980724'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:04:30.396344 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-bfb6fcae-6b2c-477c-8ffa-6764991f42fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:30.397026 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb6fcae-6b2c-477c-8ffa-6764991f42fe None None] Bound using segment: {'id': '842de9fc-01a6-4c41-be61-cb77b392de00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '437a13e0-6d2f-46e5-90eb-e341e9980724'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:04:30.397197 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-bfb6fcae-6b2c-477c-8ffa-6764991f42fe None None] Bound port: 2a6fbf33-dcea-40b0-974f-aff694e6a495, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '842de9fc-01a6-4c41-be61-cb77b392de00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '437a13e0-6d2f-46e5-90eb-e341e9980724'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:04:30.397664 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-bfb6fcae-6b2c-477c-8ffa-6764991f42fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (2a6fbf33-dcea-40b0-974f-aff694e6a495), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:30.443162 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdfa92b-0668-480a-9484-80dc2611e1af tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] Pushing event updated for resources: {'Port': ['ID=b173d84b-3727-4eea-a2cc-b4507bed7cea,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:30.444409 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 947daac6-733c-4178-885c-fe036a84f40e triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:04:30.444795 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (947daac6-733c-4178-885c-fe036a84f40e), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:30.508316 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85dd3ff-fab5-4d10-8c60-14a223694868 req-14d39b1c-c152-40a2-b582-dfe6aaeb1f46 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:30.509933 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-f85dd3ff-fab5-4d10-8c60-14a223694868 req-14d39b1c-c152-40a2-b582-dfe6aaeb1f46 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.10 "GET /v2.0/networks?id=b0b181aa-c9cd-4854-9fb0-37e685e0d64e HTTP/1.1" status: 200 len: 811 time: 0.7441635 Mar 28 01:04:30.524207 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-94e4cc75-14e9-4a3d-8506-88a699fc4063 tempest-DHCPAgentSchedulersTestJSON-613157813 tempest-DHCPAgentSchedulersTestJSON-613157813-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (382ea3c6-2ee6-4ec7-b174-ae579ba3687e), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:30.554822 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-bfb6fcae-6b2c-477c-8ffa-6764991f42fe None None] For port 2a6fbf33-dcea-40b0-974f-aff694e6a495, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:04:30.560373 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-bfb6fcae-6b2c-477c-8ffa-6764991f42fe None None] For port 2a6fbf33-dcea-40b0-974f-aff694e6a495, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=2a6fbf33-dcea-40b0-974f-aff694e6a495,segment=NetworkSegment(842de9fc-01a6-4c41-be61-cb77b392de00),segment_id=842de9fc-01a6-4c41-be61-cb77b392de00)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:04:30.592152 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-bfb6fcae-6b2c-477c-8ffa-6764991f42fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (2a6fbf33-dcea-40b0-974f-aff694e6a495), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:30.666235 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78708988-886a-45d7-8534-a4e85efbf1d4 None None] DHCP port deletion for 382ea3c6-2ee6-4ec7-b174-ae579ba3687e request from dv-neutron-834874-6-hyperv {{(pid=104100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 01:04:30.678838 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4cdfa92b-0668-480a-9484-80dc2611e1af tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] Publish callbacks [] for floatingip (bb30f2d8-4f91-4b6f-9410-f5898aef1adc), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:30.681131 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 947daac6-733c-4178-885c-fe036a84f40e is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:04:30.691944 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-f85dd3ff-fab5-4d10-8c60-14a223694868 req-beb73db6-0e50-4942-9f76-c0b7cff87812 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=848a4a14ba384087a1e0b48b84b6f0e3 HTTP/1.1" status: 200 len: 380 time: 0.1397755 Mar 28 01:04:30.702826 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [req-f85dd3ff-fab5-4d10-8c60-14a223694868 req-dc156938-a3cc-4823-95de-ca237458591a tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Request body: {'port': {'device_id': '3af78226-6db5-4d3d-a6da-4544ef645c78', 'network_id': 'b0b181aa-c9cd-4854-9fb0-37e685e0d64e', 'admin_state_up': True, 'tenant_id': '848a4a14ba384087a1e0b48b84b6f0e3', 'security_groups': ['5f5fc266-2207-46d1-bfc7-83854e73a714']}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:04:30.716390 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb6fcae-6b2c-477c-8ffa-6764991f42fe None None] Pushing event updated for resources: {'Port': ['ID=2a6fbf33-dcea-40b0-974f-aff694e6a495,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:30.767978 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-78708988-886a-45d7-8534-a4e85efbf1d4 None None] Deleting port ec426841-2715-4f34-91d8-bb528a0323a0 {{(pid=104100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:04:30.768869 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-78708988-886a-45d7-8534-a4e85efbf1d4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (ec426841-2715-4f34-91d8-bb528a0323a0), before_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:30.846217 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4cdfa92b-0668-480a-9484-80dc2611e1af tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (b173d84b-3727-4eea-a2cc-b4507bed7cea), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:30.870587 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-78708988-886a-45d7-8534-a4e85efbf1d4 None None] For port ec426841-2715-4f34-91d8-bb528a0323a0, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=ec426841-2715-4f34-91d8-bb528a0323a0,segment=NetworkSegment(3492ecab-a2ce-4412-9d77-fa021f65a20f),segment_id=3492ecab-a2ce-4412-9d77-fa021f65a20f)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:04:30.870984 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-78708988-886a-45d7-8534-a4e85efbf1d4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (ec426841-2715-4f34-91d8-bb528a0323a0), precommit_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:30.874739 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-94e4cc75-14e9-4a3d-8506-88a699fc4063 tempest-DHCPAgentSchedulersTestJSON-613157813 tempest-DHCPAgentSchedulersTestJSON-613157813-project] Deleting port ec426841-2715-4f34-91d8-bb528a0323a0 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:04:30.875076 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-94e4cc75-14e9-4a3d-8506-88a699fc4063 tempest-DHCPAgentSchedulersTestJSON-613157813 tempest-DHCPAgentSchedulersTestJSON-613157813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (ec426841-2715-4f34-91d8-bb528a0323a0), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:30.885591 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-78708988-886a-45d7-8534-a4e85efbf1d4 None None] Calling delete_port for ec426841-2715-4f34-91d8-bb528a0323a0 owned by network:dhcp {{(pid=104100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:04:31.084976 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-53a6b4ec-5f58-42c3-9936-9bcd7430bb26 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (2419cea5-e471-4357-97fe-f13a24fbf77b), before_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:31.088817 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-94e4cc75-14e9-4a3d-8506-88a699fc4063 tempest-DHCPAgentSchedulersTestJSON-613157813 tempest-DHCPAgentSchedulersTestJSON-613157813-project] For port ec426841-2715-4f34-91d8-bb528a0323a0, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=ec426841-2715-4f34-91d8-bb528a0323a0,segment=NetworkSegment(3492ecab-a2ce-4412-9d77-fa021f65a20f),segment_id=3492ecab-a2ce-4412-9d77-fa021f65a20f)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:04:31.089310 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-94e4cc75-14e9-4a3d-8506-88a699fc4063 tempest-DHCPAgentSchedulersTestJSON-613157813 tempest-DHCPAgentSchedulersTestJSON-613157813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (ec426841-2715-4f34-91d8-bb528a0323a0), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:31.108485 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f85dd3ff-fab5-4d10-8c60-14a223694868 req-dc156938-a3cc-4823-95de-ca237458591a tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Made reservation on behalf of 848a4a14ba384087a1e0b48b84b6f0e3 for: {'port': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:04:31.112120 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-f85dd3ff-fab5-4d10-8c60-14a223694868 req-dc156938-a3cc-4823-95de-ca237458591a tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:31.122656 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-94e4cc75-14e9-4a3d-8506-88a699fc4063 tempest-DHCPAgentSchedulersTestJSON-613157813 tempest-DHCPAgentSchedulersTestJSON-613157813-project] Calling delete_port for ec426841-2715-4f34-91d8-bb528a0323a0 owned by network:dhcp {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:04:31.142930 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-22103fe5-de66-423b-a748-d15ad5aa5ed3 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Publish callbacks [] for router_gateway (788bb89f-88c1-4b89-afcd-9e2ef8e12a99), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:31.154751 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-78708988-886a-45d7-8534-a4e85efbf1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886'] for port (ec426841-2715-4f34-91d8-bb528a0323a0), after_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:31.179362 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-33f4a8c7-93cf-4b90-8bd7-dc7f405705f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (bebdd8cf-91aa-4795-9687-6db980145c4c), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:31.244920 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a8dee725-5bb2-4fec-b3e6-d09d58ec3cb5 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for subnet (a99ae5e0-33c8-42d7-b6ea-d82e04c0177a), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:31.266083 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 8ced209b-c5a9-4cba-9adc-3b76525f483d no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:04:31.307169 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b92c089-cf83-47bc-95e2-e2eb79b66f51 admin admin] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:04:31.345660 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-7b92c089-cf83-47bc-95e2-e2eb79b66f51 admin admin] 10.222.0.24 "PUT /v2.0/routers/e0bc783a-7651-49e7-9582-b0c528704c20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9714339 Mar 28 01:04:31.367662 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: 8ced209b-c5a9-4cba-9adc-3b76525f483d {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:04:31.370715 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 8ced209b-c5a9-4cba-9adc-3b76525f483d not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:04:31.371154 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device ec426841-2715-4f34-91d8-bb528a0323a0 no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:04:31.436846 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78708988-886a-45d7-8534-a4e85efbf1d4 None None] Pushing event deleted for resources: {'Port': ['ID=ec426841-2715-4f34-91d8-bb528a0323a0,revision_number=None']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:31.466227 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfeb2a6a-229f-42dc-9d5d-230f22046f55 None None] Sync routers for ids ['e0bc783a-7651-49e7-9582-b0c528704c20'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:04:31.480473 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: ec426841-2715-4f34-91d8-bb528a0323a0 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:04:31.480473 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device ec426841-2715-4f34-91d8-bb528a0323a0 not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:04:31.513931 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78708988-886a-45d7-8534-a4e85efbf1d4 None None] No DVR routers for this DVR port ec426841-2715-4f34-91d8-bb528a0323a0 on host dv-neutron-834874-6-hyperv {{(pid=104100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:04:31.547063 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfeb2a6a-229f-42dc-9d5d-230f22046f55 None None] Routers {'e0bc783a-7651-49e7-9582-b0c528704c20'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:04:31.547286 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f4a8c7-93cf-4b90-8bd7-dc7f405705f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Pushing event updated for resources: {'Port': ['ID=bebdd8cf-91aa-4795-9687-6db980145c4c,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:31.547710 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-dfeb2a6a-229f-42dc-9d5d-230f22046f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:04:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['e0bc783a-7651-49e7-9582-b0c528704c20'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:04:31.576206 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4cdfa92b-0668-480a-9484-80dc2611e1af tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] Publish callbacks [] for port (b173d84b-3727-4eea-a2cc-b4507bed7cea), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:31.613260 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4cdfa92b-0668-480a-9484-80dc2611e1af tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (b173d84b-3727-4eea-a2cc-b4507bed7cea), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:31.800175 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f4a8c7-93cf-4b90-8bd7-dc7f405705f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Network 50ff16fc-05b4-4db8-9df5-0b202fee91f1 is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:04:31.801993 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dee725-5bb2-4fec-b3e6-d09d58ec3cb5 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Pushing event updated for resources: {'Subnet': ['ID=a99ae5e0-33c8-42d7-b6ea-d82e04c0177a,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:31.809925 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-33f4a8c7-93cf-4b90-8bd7-dc7f405705f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:04:31.901878 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-dfeb2a6a-229f-42dc-9d5d-230f22046f55 None None] Set router e0bc783a-7651-49e7-9582-b0c528704c20 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:04:31.987257 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-53a6b4ec-5f58-42c3-9936-9bcd7430bb26 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Publish callbacks [] for port (2419cea5-e471-4357-97fe-f13a24fbf77b), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:32.022791 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-2d8a838f-5ad3-4036-b60a-b6bf8d21b53e req-9b699863-0ac1-4714-a9bb-9bdcddf32e83 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af78226-6db5-4d3d-a6da-4544ef645c78 HTTP/1.1" status: 200 len: 210 time: 0.1977253 Mar 28 01:04:32.053407 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f4a8c7-93cf-4b90-8bd7-dc7f405705f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:04:32.054313 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f4a8c7-93cf-4b90-8bd7-dc7f405705f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:32.054916 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-33f4a8c7-93cf-4b90-8bd7-dc7f405705f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:32.086094 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-53a6b4ec-5f58-42c3-9936-9bcd7430bb26 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (2419cea5-e471-4357-97fe-f13a24fbf77b), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:32.091534 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8dee725-5bb2-4fec-b3e6-d09d58ec3cb5 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Network be4801db-c8f8-4df3-b9b5-556693d6a290 is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:04:32.181096 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-a8dee725-5bb2-4fec-b3e6-d09d58ec3cb5 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:04:32.193847 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8dee725-5bb2-4fec-b3e6-d09d58ec3cb5 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:32.194889 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a8dee725-5bb2-4fec-b3e6-d09d58ec3cb5 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:32.230386 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-a8dee725-5bb2-4fec-b3e6-d09d58ec3cb5 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.2869129 Mar 28 01:04:32.237388 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-53a6b4ec-5f58-42c3-9936-9bcd7430bb26 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688063'] for floatingip (e437ee00-e64d-448d-bcf2-834ec845752b), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:32.247205 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-33f4a8c7-93cf-4b90-8bd7-dc7f405705f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 4.5565932 Mar 28 01:04:32.257786 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 49116) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:32.260543 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 49118) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:32.291923 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-e1255ae6-6891-467f-88af-fc0b758e2751 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Request body: {'port': {'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290', 'name': 'tempest-NetworksTestDHCPv6-490014476'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:04:32.305719 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1a1fc6-ab9f-44f9-ae92-ffc1ebf15162 None None] Network be4801db-c8f8-4df3-b9b5-556693d6a290 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:04:32.376086 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 49120) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:32.376086 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4cdfa92b-0668-480a-9484-80dc2611e1af tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688063'] for floatingip (bb30f2d8-4f91-4b6f-9410-f5898aef1adc), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:32.396256 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-a1aa2f45-e427-4a2c-974a-c2e8bffb62a0 tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1283762176', 'description': 'tempest-description--511722175'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:04:32.400368 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceab5c4f-d0ee-4053-97dc-02c41bced235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:32.402497 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-ceab5c4f-d0ee-4053-97dc-02c41bced235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] 10.222.0.24 "GET /v2.0/ports/bebdd8cf-91aa-4795-9687-6db980145c4c HTTP/1.1" status: 200 len: 959 time: 0.1322920 Mar 28 01:04:32.403535 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a6b4ec-5f58-42c3-9936-9bcd7430bb26 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Pushing event updated for resources: {'Port': ['ID=2419cea5-e471-4357-97fe-f13a24fbf77b,revision_number=2']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:32.409987 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 49122) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:32.468705 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdfa92b-0668-480a-9484-80dc2611e1af tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] Pushing event updated for resources: {'Port': ['ID=b173d84b-3727-4eea-a2cc-b4507bed7cea,revision_number=2']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:32.555672 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [req-f85dd3ff-fab5-4d10-8c60-14a223694868 req-dc156938-a3cc-4823-95de-ca237458591a tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Allocated IP 172.20.0.11 (b0b181aa-c9cd-4854-9fb0-37e685e0d64e/09c9f896-19d2-4244-ab3f-60c512e444ce/f45dfffa-72fe-4b22-af16-435c4c53d944) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:04:32.583267 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-53a6b4ec-5f58-42c3-9936-9bcd7430bb26 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for floatingip (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:32.589191 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-53a6b4ec-5f58-42c3-9936-9bcd7430bb26 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 6.7798624 Mar 28 01:04:32.614432 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:32.619848 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac39626-18cd-4319-8fd7-8217ce4a6ce8 None None] Network 437a13e0-6d2f-46e5-90eb-e341e9980724 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:04:32.629553 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 49124) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:32.795641 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.agents_db [None req-9a1d863f-391a-42f4-9870-e8292b919beb None None] Agent healthcheck: found 6 active agents {{(pid=104101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 01:04:32.811986 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e69a38f-87b4-446b-b795-88c30113a780 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-be4801db-c8f8-4df3-b9b5-556693d6a290', 'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290', 'project_id': '564cf6bfe83a4d71adcd7d33f5d20cb1', 'fixed_ips': [{'subnet_id': 'a99ae5e0-33c8-42d7-b6ea-d82e04c0177a'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:04:32.812885 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-1e69a38f-87b4-446b-b795-88c30113a780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:32.815667 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-aa3426ab-f884-45b2-b347-db22b2f9faf1 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] 10.222.0.24 "GET /v2.0/floatingips?floating_network_id=4d624cad-6162-41a3-ac12-4f77d54261b7 HTTP/1.1" status: 200 len: 689 time: 0.1808379 Mar 28 01:04:32.824403 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-2fbc677c-f4ab-4285-b2c8-68f0c7eb3473 None None] Provisioning complete for port 2a6fbf33-dcea-40b0-974f-aff694e6a495 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:04:32.825145 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 49126) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:32.825882 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-2fbc677c-f4ab-4285-b2c8-68f0c7eb3473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (2a6fbf33-dcea-40b0-974f-aff694e6a495), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:32.902097 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-f85dd3ff-fab5-4d10-8c60-14a223694868 req-dc156938-a3cc-4823-95de-ca237458591a tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Publish callbacks [] for port (f45dfffa-72fe-4b22-af16-435c4c53d944), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:33.035423 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4cdfa92b-0668-480a-9484-80dc2611e1af tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for floatingip (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:33.036959 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-4cdfa92b-0668-480a-9484-80dc2611e1af tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.9332774 Mar 28 01:04:33.040741 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-f85dd3ff-fab5-4d10-8c60-14a223694868 req-dc156938-a3cc-4823-95de-ca237458591a tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (f45dfffa-72fe-4b22-af16-435c4c53d944), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:33.042825 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-94e4cc75-14e9-4a3d-8506-88a699fc4063 tempest-DHCPAgentSchedulersTestJSON-613157813 tempest-DHCPAgentSchedulersTestJSON-613157813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (ec426841-2715-4f34-91d8-bb528a0323a0), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:33.106425 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a1aa2f45-e427-4a2c-974a-c2e8bffb62a0 tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] Publish callbacks [] for security_group (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:33.144761 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e4cc75-14e9-4a3d-8506-88a699fc4063 tempest-DHCPAgentSchedulersTestJSON-613157813 tempest-DHCPAgentSchedulersTestJSON-613157813-project] Pushing event deleted for resources: {'Port': ['ID=ec426841-2715-4f34-91d8-bb528a0323a0,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:33.215205 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-6bd9ee15-c3b1-4ecb-8be5-25a17075e45f tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Deleting port bebdd8cf-91aa-4795-9687-6db980145c4c {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:04:33.215783 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-6bd9ee15-c3b1-4ecb-8be5-25a17075e45f tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (bebdd8cf-91aa-4795-9687-6db980145c4c), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:33.218127 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-dfeb2a6a-229f-42dc-9d5d-230f22046f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0bc783a-7651-49e7-9582-b0c528704c20', 'name': 'tempest-ServersTestJSON-1686432104-router', 'tenant_id': '0b8696c5a2934c9895d76c895de286c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.192'}], 'enable_snat': True}, 'gw_port_id': '947daac6-733c-4178-885c-fe036a84f40e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:04:11Z', 'updated_at': '2022-03-28T01:04:25Z', 'revision_number': 4, 'project_id': '0b8696c5a2934c9895d76c895de286c3', 'gw_port': {'id': '947daac6-733c-4178-885c-fe036a84f40e', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:3b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bc783a-7651-49e7-9582-b0c528704c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:04:14Z', 'updated_at': '2022-03-28T01:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': 'caf4f9b4-bdcd-47b0-963f-3f6ef8227991', 'name': '', 'network_id': '0159ce53-5590-4705-812f-42a1a0e06ab8', 'tenant_id': '0b8696c5a2934c9895d76c895de286c3', 'mac_address': 'fa:16:3e:64:c8:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0bc783a-7651-49e7-9582-b0c528704c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '4d2427ec-2412-47fe-ab20-f935fb523011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:04:22Z', 'updated_at': '2022-03-28T01:04:26Z', 'revision_number': 2, 'project_id': '0b8696c5a2934c9895d76c895de286c3', 'subnets': [{'id': '4d2427ec-2412-47fe-ab20-f935fb523011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:04:33.241622 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 2a6fbf33-dcea-40b0-974f-aff694e6a495 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:04:33.312971 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc156938-a3cc-4823-95de-ca237458591a tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Pushing event updated for resources: {'Port': ['ID=f45dfffa-72fe-4b22-af16-435c4c53d944,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:33.323828 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f85dd3ff-fab5-4d10-8c60-14a223694868 req-dc156938-a3cc-4823-95de-ca237458591a tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Network b0b181aa-c9cd-4854-9fb0-37e685e0d64e is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:04:33.327311 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e4cc75-14e9-4a3d-8506-88a699fc4063 tempest-DHCPAgentSchedulersTestJSON-613157813 tempest-DHCPAgentSchedulersTestJSON-613157813-project] No DVR routers for this DVR port ec426841-2715-4f34-91d8-bb528a0323a0 on host dv-neutron-834874-6-hyperv {{(pid=104099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:04:33.345913 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [req-f85dd3ff-fab5-4d10-8c60-14a223694868 req-dc156938-a3cc-4823-95de-ca237458591a tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:04:33.351601 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [req-f85dd3ff-fab5-4d10-8c60-14a223694868 req-dc156938-a3cc-4823-95de-ca237458591a tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:04:33.364412 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfeb2a6a-229f-42dc-9d5d-230f22046f55 None None] Checking router: e0bc783a-7651-49e7-9582-b0c528704c20 for host: dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:04:33.364840 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfeb2a6a-229f-42dc-9d5d-230f22046f55 None None] Updating router e0bc783a-7651-49e7-9582-b0c528704c20 port caf4f9b4-bdcd-47b0-963f-3f6ef8227991 binding host dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 01:04:33.374903 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-2fbc677c-f4ab-4285-b2c8-68f0c7eb3473 None None] Current status of the port 2a6fbf33-dcea-40b0-974f-aff694e6a495 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:04:33.375356 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-2fbc677c-f4ab-4285-b2c8-68f0c7eb3473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (2a6fbf33-dcea-40b0-974f-aff694e6a495), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:33.381170 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-1e69a38f-87b4-446b-b795-88c30113a780 None None] Allocated IP 2001:db8::2 (be4801db-c8f8-4df3-b9b5-556693d6a290/a99ae5e0-33c8-42d7-b6ea-d82e04c0177a/c6894faa-8589-4b9f-8383-5f7962680e37) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:04:33.589730 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-94e4cc75-14e9-4a3d-8506-88a699fc4063 tempest-DHCPAgentSchedulersTestJSON-613157813 tempest-DHCPAgentSchedulersTestJSON-613157813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (382ea3c6-2ee6-4ec7-b174-ae579ba3687e), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:33.592233 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-dfeb2a6a-229f-42dc-9d5d-230f22046f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (caf4f9b4-bdcd-47b0-963f-3f6ef8227991), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:33.619778 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85dd3ff-fab5-4d10-8c60-14a223694868 req-dc156938-a3cc-4823-95de-ca237458591a tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:33.620380 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 2a6fbf33-dcea-40b0-974f-aff694e6a495 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:04:33.620747 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (2a6fbf33-dcea-40b0-974f-aff694e6a495), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:33.620870 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-f85dd3ff-fab5-4d10-8c60-14a223694868 req-dc156938-a3cc-4823-95de-ca237458591a tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:33.675364 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-2fbc677c-f4ab-4285-b2c8-68f0c7eb3473 None None] For port 2a6fbf33-dcea-40b0-974f-aff694e6a495, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=2a6fbf33-dcea-40b0-974f-aff694e6a495,segment=NetworkSegment(842de9fc-01a6-4c41-be61-cb77b392de00),segment_id=842de9fc-01a6-4c41-be61-cb77b392de00)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:04:33.683128 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3166274e-15f0-44f2-8c08-fb1b2570a0d9 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (4d624cad-6162-41a3-ac12-4f77d54261b7), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:33.685232 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-f85dd3ff-fab5-4d10-8c60-14a223694868 req-dc156938-a3cc-4823-95de-ca237458591a tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9876926 Mar 28 01:04:33.689545 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1255ae6-6891-467f-88af-fc0b758e2751 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Made reservation on behalf of 564cf6bfe83a4d71adcd7d33f5d20cb1 for: {'port': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:04:33.693862 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e1255ae6-6891-467f-88af-fc0b758e2751 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:33.697667 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-71026616-1666-4732-ac4f-9b77e2d5b9d3 req-e5907989-0710-4047-b525-e4d1fb0fb7a2 tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--183948087&fields=id&tenant_id=e2e1f3c8256d426e8b9aa3f98cd07af0 HTTP/1.1" status: 200 len: 267 time: 0.3719256 Mar 28 01:04:33.711572 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [req-f85dd3ff-fab5-4d10-8c60-14a223694868 req-71c9ba85-d023-44d4-bf8d-c9a6087109da tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=104099) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 01:04:33.712161 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-f85dd3ff-fab5-4d10-8c60-14a223694868 req-71c9ba85-d023-44d4-bf8d-c9a6087109da tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0133150 Mar 28 01:04:33.752973 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-2fbc677c-f4ab-4285-b2c8-68f0c7eb3473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (2a6fbf33-dcea-40b0-974f-aff694e6a495), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:33.809212 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-94e4cc75-14e9-4a3d-8506-88a699fc4063 tempest-DHCPAgentSchedulersTestJSON-613157813 tempest-DHCPAgentSchedulersTestJSON-613157813-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['382ea3c6-2ee6-4ec7-b174-ae579ba3687e']}} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:04:33.834317 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-94e4cc75-14e9-4a3d-8506-88a699fc4063 tempest-DHCPAgentSchedulersTestJSON-613157813 tempest-DHCPAgentSchedulersTestJSON-613157813-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3492ecab-a2ce-4412-9d77-fa021f65a20f') {'for_net_delete': True} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:04:33.834795 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-94e4cc75-14e9-4a3d-8506-88a699fc4063 tempest-DHCPAgentSchedulersTestJSON-613157813 tempest-DHCPAgentSchedulersTestJSON-613157813-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3492ecab-a2ce-4412-9d77-fa021f65a20f') {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:04:33.841867 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a1aa2f45-e427-4a2c-974a-c2e8bffb62a0 tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] Publish callbacks [] for security_group (ef3c0281-51d5-49db-9849-f251e8c0da03), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:33.868844 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbc677c-f4ab-4285-b2c8-68f0c7eb3473 None None] Pushing event updated for resources: {'Port': ['ID=2a6fbf33-dcea-40b0-974f-aff694e6a495,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:33.882308 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-94e4cc75-14e9-4a3d-8506-88a699fc4063 tempest-DHCPAgentSchedulersTestJSON-613157813 tempest-DHCPAgentSchedulersTestJSON-613157813-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126946678'] for segment (3492ecab-a2ce-4412-9d77-fa021f65a20f), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:33.894691 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a1aa2f45-e427-4a2c-974a-c2e8bffb62a0 tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (ef3c0281-51d5-49db-9849-f251e8c0da03), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:33.899658 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.notifiers.nova [None req-e1255ae6-6891-467f-88af-fc0b758e2751 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] device_id is not set on port e5d25624-a1d3-434e-9b97-c3bd9a27c721 yet. {{(pid=104098) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 01:04:33.985098 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [req-f85dd3ff-fab5-4d10-8c60-14a223694868 req-0477974c-0152-4b76-bedd-3b19396ed8c8 service neutron] Request body: {'port': {'device_id': '3af78226-6db5-4d3d-a6da-4544ef645c78', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8348'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:04:34.039960 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-2ff9b702-e2e3-48f0-b1b6-54cbdb4b035a None None] Provisioning complete for port 2a6fbf33-dcea-40b0-974f-aff694e6a495 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:04:34.040639 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-2ff9b702-e2e3-48f0-b1b6-54cbdb4b035a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (2a6fbf33-dcea-40b0-974f-aff694e6a495), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:34.059216 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-94e4cc75-14e9-4a3d-8506-88a699fc4063 tempest-DHCPAgentSchedulersTestJSON-613157813 tempest-DHCPAgentSchedulersTestJSON-613157813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (3492ecab-a2ce-4412-9d77-fa021f65a20f), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:34.088510 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-22103fe5-de66-423b-a748-d15ad5aa5ed3 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Publish callbacks [] for router_gateway (788bb89f-88c1-4b89-afcd-9e2ef8e12a99), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:34.097602 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-6bd9ee15-c3b1-4ecb-8be5-25a17075e45f tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (bebdd8cf-91aa-4795-9687-6db980145c4c), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:34.104354 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a1aa2f45-e427-4a2c-974a-c2e8bffb62a0 tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:34.109476 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-a1aa2f45-e427-4a2c-974a-c2e8bffb62a0 tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.7381203 Mar 28 01:04:34.114496 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 49144) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:34.124606 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-8a818d42-8b1c-4f70-9c24-4448788a452e tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] Request body: {'security_group_rule': {'security_group_id': 'ef3c0281-51d5-49db-9849-f251e8c0da03', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:04:34.133214 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 2a6fbf33-dcea-40b0-974f-aff694e6a495 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:04:34.135966 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94e4cc75-14e9-4a3d-8506-88a699fc4063 tempest-DHCPAgentSchedulersTestJSON-613157813 tempest-DHCPAgentSchedulersTestJSON-613157813-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=104099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:04:34.136543 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-94e4cc75-14e9-4a3d-8506-88a699fc4063 tempest-DHCPAgentSchedulersTestJSON-613157813 tempest-DHCPAgentSchedulersTestJSON-613157813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127280876'] for segment (3492ecab-a2ce-4412-9d77-fa021f65a20f), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:34.140783 dv-neutron-834874-6-hyperv neutron-server[104099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 01:04:34.140783 dv-neutron-834874-6-hyperv neutron-server[104099]: self.session.flush() Mar 28 01:04:34.140783 dv-neutron-834874-6-hyperv neutron-server[104099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 01:04:34.140783 dv-neutron-834874-6-hyperv neutron-server[104099]: self.session.flush() Mar 28 01:04:34.140783 dv-neutron-834874-6-hyperv neutron-server[104099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 01:04:34.140783 dv-neutron-834874-6-hyperv neutron-server[104099]: self.session.flush() Mar 28 01:04:34.140783 dv-neutron-834874-6-hyperv neutron-server[104099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 01:04:34.140783 dv-neutron-834874-6-hyperv neutron-server[104099]: self.session.flush() Mar 28 01:04:34.140783 dv-neutron-834874-6-hyperv neutron-server[104099]: Traceback (most recent call last): Mar 28 01:04:34.140783 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:04:34.140783 dv-neutron-834874-6-hyperv neutron-server[104099]: timer() Mar 28 01:04:34.140783 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:04:34.140783 dv-neutron-834874-6-hyperv neutron-server[104099]: cb(*args, **kw) Mar 28 01:04:34.140783 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:04:34.140783 dv-neutron-834874-6-hyperv neutron-server[104099]: return func(*args, **kwargs) Mar 28 01:04:34.140783 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:04:34.140783 dv-neutron-834874-6-hyperv neutron-server[104099]: self._notify() Mar 28 01:04:34.140783 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:04:34.140783 dv-neutron-834874-6-hyperv neutron-server[104099]: self.callback(batched_events) Mar 28 01:04:34.140783 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:04:34.140783 dv-neutron-834874-6-hyperv neutron-server[104099]: event.method(event) Mar 28 01:04:34.140783 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:04:34.140783 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:04:34.140783 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:04:34.140783 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:04:34.140783 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:04:34.140783 dv-neutron-834874-6-hyperv neutron-server[104099]: return f(self, *a, **k) Mar 28 01:04:34.140783 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:04:34.140783 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._get(url).json() Mar 28 01:04:34.140783 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:04:34.140783 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:04:34.140783 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:04:34.140783 dv-neutron-834874-6-hyperv neutron-server[104099]: return self.request(url, 'GET', **kwargs) Mar 28 01:04:34.140783 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:04:34.140783 dv-neutron-834874-6-hyperv neutron-server[104099]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:04:34.140783 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:04:34.140783 dv-neutron-834874-6-hyperv neutron-server[104099]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:04:34.140783 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:04:34.140783 dv-neutron-834874-6-hyperv neutron-server[104099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:04:34.140783 dv-neutron-834874-6-hyperv neutron-server[104099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:04:34.167202 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aa2f45-e427-4a2c-974a-c2e8bffb62a0 tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef3c0281-51d5-49db-9849-f251e8c0da03,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:34.174743 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-1e69a38f-87b4-446b-b795-88c30113a780 None None] Publish callbacks [] for port (c6894faa-8589-4b9f-8383-5f7962680e37), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:34.206645 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-f85dd3ff-fab5-4d10-8c60-14a223694868 req-0477974c-0152-4b76-bedd-3b19396ed8c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (f45dfffa-72fe-4b22-af16-435c4c53d944), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:34.223552 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-1e69a38f-87b4-446b-b795-88c30113a780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (c6894faa-8589-4b9f-8383-5f7962680e37), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:34.233404 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71026616-1666-4732-ac4f-9b77e2d5b9d3 req-af970d4d-4838-4397-b18f-55ef600fff9e tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:34.241370 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-71026616-1666-4732-ac4f-9b77e2d5b9d3 req-af970d4d-4838-4397-b18f-55ef600fff9e tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] 10.222.0.24 "GET /v2.0/networks?id=d8584a61-33a5-4334-8690-e70e4664bf95 HTTP/1.1" status: 200 len: 812 time: 0.5168614 Mar 28 01:04:34.246081 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-22103fe5-de66-423b-a748-d15ad5aa5ed3 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:34.276109 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-6bd9ee15-c3b1-4ecb-8be5-25a17075e45f tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Calling delete_port for bebdd8cf-91aa-4795-9687-6db980145c4c owned by {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:04:34.298117 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e69a38f-87b4-446b-b795-88c30113a780 None None] Pushing event updated for resources: {'Port': ['ID=c6894faa-8589-4b9f-8383-5f7962680e37,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:34.304938 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-71026616-1666-4732-ac4f-9b77e2d5b9d3 req-a7f7e98f-1331-40a6-88e7-21360b7569df tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] 10.222.0.24 "GET /v2.0/quotas/e2e1f3c8256d426e8b9aa3f98cd07af0 HTTP/1.1" status: 200 len: 375 time: 0.0623431 Mar 28 01:04:34.309830 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e69a38f-87b4-446b-b795-88c30113a780 None None] Network be4801db-c8f8-4df3-b9b5-556693d6a290 is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:04:34.321133 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-1e69a38f-87b4-446b-b795-88c30113a780 None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:04:34.326182 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e69a38f-87b4-446b-b795-88c30113a780 None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:04:34.328365 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8a818d42-8b1c-4f70-9c24-4448788a452e tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] Publish callbacks [] for security_group_rule (0c9456d4-893f-4191-8df8-335a0a3b3348), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:34.356130 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-94e4cc75-14e9-4a3d-8506-88a699fc4063 tempest-DHCPAgentSchedulersTestJSON-613157813 tempest-DHCPAgentSchedulersTestJSON-613157813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (382ea3c6-2ee6-4ec7-b174-ae579ba3687e), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:34.407504 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-94e4cc75-14e9-4a3d-8506-88a699fc4063 tempest-DHCPAgentSchedulersTestJSON-613157813 tempest-DHCPAgentSchedulersTestJSON-613157813-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:34.424510 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-94e4cc75-14e9-4a3d-8506-88a699fc4063 tempest-DHCPAgentSchedulersTestJSON-613157813 tempest-DHCPAgentSchedulersTestJSON-613157813-project] 10.222.0.24 "DELETE /v2.0/networks/382ea3c6-2ee6-4ec7-b174-ae579ba3687e HTTP/1.1" status: 204 len: 168 time: 4.0739675 Mar 28 01:04:34.465776 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-1e69a38f-87b4-446b-b795-88c30113a780 None None] Attempting to bind port c6894faa-8589-4b9f-8383-5f7962680e37 on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:04:34.466374 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-1e69a38f-87b4-446b-b795-88c30113a780 None None] Attempting to bind port c6894faa-8589-4b9f-8383-5f7962680e37 by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': '9028fe72-9b79-4538-96be-757c3dc71a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:04:34.466656 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e69a38f-87b4-446b-b795-88c30113a780 None None] Attempting to bind port c6894faa-8589-4b9f-8383-5f7962680e37 on network be4801db-c8f8-4df3-b9b5-556693d6a290 {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:04:34.493966 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e69a38f-87b4-446b-b795-88c30113a780 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:04:34.494824 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e69a38f-87b4-446b-b795-88c30113a780 None None] Checking segment: {'id': '9028fe72-9b79-4538-96be-757c3dc71a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:04:34.495450 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-1e69a38f-87b4-446b-b795-88c30113a780 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:34.495922 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e69a38f-87b4-446b-b795-88c30113a780 None None] Bound using segment: {'id': '9028fe72-9b79-4538-96be-757c3dc71a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:04:34.496451 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-1e69a38f-87b4-446b-b795-88c30113a780 None None] Bound port: c6894faa-8589-4b9f-8383-5f7962680e37, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9028fe72-9b79-4538-96be-757c3dc71a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:04:34.496829 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-1e69a38f-87b4-446b-b795-88c30113a780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (c6894faa-8589-4b9f-8383-5f7962680e37), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:34.517771 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-e1255ae6-6891-467f-88af-fc0b758e2751 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Allocated IP 2001:db8::3cd (be4801db-c8f8-4df3-b9b5-556693d6a290/a99ae5e0-33c8-42d7-b6ea-d82e04c0177a/e5d25624-a1d3-434e-9b97-c3bd9a27c721) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:04:34.548769 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-2ff9b702-e2e3-48f0-b1b6-54cbdb4b035a None None] Current status of the port 2a6fbf33-dcea-40b0-974f-aff694e6a495 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:04:34.667313 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-2ff9b702-e2e3-48f0-b1b6-54cbdb4b035a None None] Provisioning complete for port f45dfffa-72fe-4b22-af16-435c4c53d944 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:04:34.670543 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-2ff9b702-e2e3-48f0-b1b6-54cbdb4b035a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (f45dfffa-72fe-4b22-af16-435c4c53d944), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:34.763504 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-dfeb2a6a-229f-42dc-9d5d-230f22046f55 None None] Publish callbacks [] for port (caf4f9b4-bdcd-47b0-963f-3f6ef8227991), precommit_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:34.771426 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-1e69a38f-87b4-446b-b795-88c30113a780 None None] For port c6894faa-8589-4b9f-8383-5f7962680e37, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:04:34.772357 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e1255ae6-6891-467f-88af-fc0b758e2751 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks [] for port (e5d25624-a1d3-434e-9b97-c3bd9a27c721), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:34.778269 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-dfeb2a6a-229f-42dc-9d5d-230f22046f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (caf4f9b4-bdcd-47b0-963f-3f6ef8227991), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:34.880304 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e1255ae6-6891-467f-88af-fc0b758e2751 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (e5d25624-a1d3-434e-9b97-c3bd9a27c721), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:34.933044 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [req-f85dd3ff-fab5-4d10-8c60-14a223694868 req-0477974c-0152-4b76-bedd-3b19396ed8c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f45dfffa-72fe-4b22-af16-435c4c53d944 {{(pid=104099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 01:04:34.942103 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-f85dd3ff-fab5-4d10-8c60-14a223694868 req-0477974c-0152-4b76-bedd-3b19396ed8c8 service neutron] Publish callbacks [] for port (f45dfffa-72fe-4b22-af16-435c4c53d944), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:34.964596 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [req-f85dd3ff-fab5-4d10-8c60-14a223694868 req-0477974c-0152-4b76-bedd-3b19396ed8c8 service neutron] Transition to ACTIVE for port object f45dfffa-72fe-4b22-af16-435c4c53d944 will not be triggered until provisioned by entity L2. {{(pid=104099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 01:04:34.967796 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e4cc75-14e9-4a3d-8506-88a699fc4063 tempest-DHCPAgentSchedulersTestJSON-613157813 tempest-DHCPAgentSchedulersTestJSON-613157813-project] Pushing event deleted for resources: {'Network': ['ID=382ea3c6-2ee6-4ec7-b174-ae579ba3687e,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:34.975352 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-f85dd3ff-fab5-4d10-8c60-14a223694868 req-0477974c-0152-4b76-bedd-3b19396ed8c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (f45dfffa-72fe-4b22-af16-435c4c53d944), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:34.977625 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1255ae6-6891-467f-88af-fc0b758e2751 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Pushing event updated for resources: {'Port': ['ID=e5d25624-a1d3-434e-9b97-c3bd9a27c721,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:34.978583 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-1e69a38f-87b4-446b-b795-88c30113a780 None None] For port c6894faa-8589-4b9f-8383-5f7962680e37, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=c6894faa-8589-4b9f-8383-5f7962680e37,segment=NetworkSegment(9028fe72-9b79-4538-96be-757c3dc71a72),segment_id=9028fe72-9b79-4538-96be-757c3dc71a72)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:04:34.981849 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-2ff9b702-e2e3-48f0-b1b6-54cbdb4b035a None None] Port f45dfffa-72fe-4b22-af16-435c4c53d944 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:04:34.999000 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-1e69a38f-87b4-446b-b795-88c30113a780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (c6894faa-8589-4b9f-8383-5f7962680e37), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:35.018717 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 49150) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:35.045558 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-71026616-1666-4732-ac4f-9b77e2d5b9d3 req-6ae782b7-ca76-4e08-807e-acb4e5eac9f6 tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e2e1f3c8256d426e8b9aa3f98cd07af0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7394922 Mar 28 01:04:35.111346 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8a818d42-8b1c-4f70-9c24-4448788a452e tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] Publish callbacks [] for security_group_rule (0c9456d4-893f-4191-8df8-335a0a3b3348), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:35.150122 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649bbd2e-470d-4a20-aec3-e688239c1074 None None] Pushing event updated for resources: {'Port': ['ID=caf4f9b4-bdcd-47b0-963f-3f6ef8227991,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:35.183983 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0477974c-0152-4b76-bedd-3b19396ed8c8 service neutron] Pushing event updated for resources: {'Port': ['ID=f45dfffa-72fe-4b22-af16-435c4c53d944,revision_number=2']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:35.284860 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 2a6fbf33-dcea-40b0-974f-aff694e6a495 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:04:35.351854 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8a818d42-8b1c-4f70-9c24-4448788a452e tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (0c9456d4-893f-4191-8df8-335a0a3b3348), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:35.452273 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-dfeb2a6a-229f-42dc-9d5d-230f22046f55 None None] Attempting to bind port caf4f9b4-bdcd-47b0-963f-3f6ef8227991 on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:04:35.464494 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-dfeb2a6a-229f-42dc-9d5d-230f22046f55 None None] Attempting to bind port caf4f9b4-bdcd-47b0-963f-3f6ef8227991 by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': '9a18c344-9afb-4650-b4e8-9ab90a932c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '0159ce53-5590-4705-812f-42a1a0e06ab8'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:04:35.465087 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfeb2a6a-229f-42dc-9d5d-230f22046f55 None None] Attempting to bind port caf4f9b4-bdcd-47b0-963f-3f6ef8227991 on network 0159ce53-5590-4705-812f-42a1a0e06ab8 {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:04:35.493929 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfeb2a6a-229f-42dc-9d5d-230f22046f55 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:04:35.494607 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfeb2a6a-229f-42dc-9d5d-230f22046f55 None None] Checking segment: {'id': '9a18c344-9afb-4650-b4e8-9ab90a932c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '0159ce53-5590-4705-812f-42a1a0e06ab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:04:35.497840 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-dfeb2a6a-229f-42dc-9d5d-230f22046f55 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:35.498860 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfeb2a6a-229f-42dc-9d5d-230f22046f55 None None] Bound using segment: {'id': '9a18c344-9afb-4650-b4e8-9ab90a932c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '0159ce53-5590-4705-812f-42a1a0e06ab8'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:04:35.499486 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-dfeb2a6a-229f-42dc-9d5d-230f22046f55 None None] Bound port: caf4f9b4-bdcd-47b0-963f-3f6ef8227991, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a18c344-9afb-4650-b4e8-9ab90a932c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '0159ce53-5590-4705-812f-42a1a0e06ab8'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:04:35.499951 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-dfeb2a6a-229f-42dc-9d5d-230f22046f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (caf4f9b4-bdcd-47b0-963f-3f6ef8227991), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:35.511702 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e69a38f-87b4-446b-b795-88c30113a780 None None] Pushing event updated for resources: {'Port': ['ID=c6894faa-8589-4b9f-8383-5f7962680e37,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:35.546606 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-71026616-1666-4732-ac4f-9b77e2d5b9d3 req-3c3a4e81-5fcf-490a-a2f3-73cc55f96156 service neutron] 10.222.0.24 "GET /v2.0/networks/d8584a61-33a5-4334-8690-e70e4664bf95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4814143 Mar 28 01:04:35.665487 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 2a6fbf33-dcea-40b0-974f-aff694e6a495 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:04:35.666019 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (2a6fbf33-dcea-40b0-974f-aff694e6a495), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:35.702818 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a818d42-8b1c-4f70-9c24-4448788a452e tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c9456d4-893f-4191-8df8-335a0a3b3348,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:35.730858 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1255ae6-6891-467f-88af-fc0b758e2751 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Network be4801db-c8f8-4df3-b9b5-556693d6a290 is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:04:35.738949 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-e1255ae6-6891-467f-88af-fc0b758e2751 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:04:35.745883 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-55f11ac0-1e12-4889-9321-29252af451e0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=69d6f5c3f16545308e12f5c4126c174f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7260191 Mar 28 01:04:35.756986 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1255ae6-6891-467f-88af-fc0b758e2751 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:04:35.764434 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1255ae6-6891-467f-88af-fc0b758e2751 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:35.765910 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e1255ae6-6891-467f-88af-fc0b758e2751 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:35.778734 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-fcad80b3-6d05-4cf1-9428-71cf3b72a476 None None] Provisioning complete for port caf4f9b4-bdcd-47b0-963f-3f6ef8227991 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:04:35.778734 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-fcad80b3-6d05-4cf1-9428-71cf3b72a476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (caf4f9b4-bdcd-47b0-963f-3f6ef8227991), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:35.792723 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 49154) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:35.851201 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-22103fe5-de66-423b-a748-d15ad5aa5ed3 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Allocated IP 172.26.1.225 (dea6548b-502b-42db-97fb-371e423e739a/cce6de65-d8c9-45b8-9970-0a277e8c1192/f18e99cd-134c-4afc-a650-97bc809487e1) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:04:35.887581 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8a818d42-8b1c-4f70-9c24-4448788a452e tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:35.888592 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-8a818d42-8b1c-4f70-9c24-4448788a452e tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7692218 Mar 28 01:04:35.913045 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 49156) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:35.919538 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-5b1de377-aab5-4737-b71f-3bf80b7464c9 tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] Request body: {'security_group_rule': {'security_group_id': 'ef3c0281-51d5-49db-9849-f251e8c0da03', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:04:35.954628 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-f85dd3ff-fab5-4d10-8c60-14a223694868 req-0477974c-0152-4b76-bedd-3b19396ed8c8 service neutron] Attempting to bind port f45dfffa-72fe-4b22-af16-435c4c53d944 on host hv-neutron-8348 for vnic_type normal with profile {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:04:35.955725 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-f85dd3ff-fab5-4d10-8c60-14a223694868 req-0477974c-0152-4b76-bedd-3b19396ed8c8 service neutron] Attempting to bind port f45dfffa-72fe-4b22-af16-435c4c53d944 by drivers openvswitch,hyperv on host hv-neutron-8348 at level 0 using segments [{'id': '42092f1a-12b4-400d-a25f-5b5b803c66a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b0b181aa-c9cd-4854-9fb0-37e685e0d64e'}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:04:35.955725 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85dd3ff-fab5-4d10-8c60-14a223694868 req-0477974c-0152-4b76-bedd-3b19396ed8c8 service neutron] Attempting to bind port f45dfffa-72fe-4b22-af16-435c4c53d944 on network b0b181aa-c9cd-4854-9fb0-37e685e0d64e {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:04:35.988289 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-22103fe5-de66-423b-a748-d15ad5aa5ed3 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Publish callbacks [] for port (f18e99cd-134c-4afc-a650-97bc809487e1), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:36.010241 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5b1de377-aab5-4737-b71f-3bf80b7464c9 tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] Publish callbacks [] for security_group_rule (13c32f20-aec7-4a03-a9d6-339aec22a65d), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:36.020259 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85dd3ff-fab5-4d10-8c60-14a223694868 req-0477974c-0152-4b76-bedd-3b19396ed8c8 service neutron] Port f45dfffa-72fe-4b22-af16-435c4c53d944 on network b0b181aa-c9cd-4854-9fb0-37e685e0d64e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8348 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 01:04:36.020829 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85dd3ff-fab5-4d10-8c60-14a223694868 req-0477974c-0152-4b76-bedd-3b19396ed8c8 service neutron] Attempting to bind port f45dfffa-72fe-4b22-af16-435c4c53d944 on network b0b181aa-c9cd-4854-9fb0-37e685e0d64e {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:04:36.034584 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d33f5a3-26a5-40f5-b3f6-a2d0f3acbb74 req-88004a3e-9444-4fdf-bae9-5577c483e627 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:36.043212 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-3d33f5a3-26a5-40f5-b3f6-a2d0f3acbb74 req-88004a3e-9444-4fdf-bae9-5577c483e627 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af78226-6db5-4d3d-a6da-4544ef645c78 HTTP/1.1" status: 200 len: 932 time: 2.7850587 Mar 28 01:04:36.052433 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-22103fe5-de66-423b-a748-d15ad5aa5ed3 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (f18e99cd-134c-4afc-a650-97bc809487e1), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:36.054041 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85dd3ff-fab5-4d10-8c60-14a223694868 req-0477974c-0152-4b76-bedd-3b19396ed8c8 service neutron] Checking agent: {'id': '287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8348', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 1, 2, 33), 'started_at': datetime.datetime(2022, 3, 28, 1, 2, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:04:36.055102 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85dd3ff-fab5-4d10-8c60-14a223694868 req-0477974c-0152-4b76-bedd-3b19396ed8c8 service neutron] Checking segment: {'id': '42092f1a-12b4-400d-a25f-5b5b803c66a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b0b181aa-c9cd-4854-9fb0-37e685e0d64e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:04:36.056126 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85dd3ff-fab5-4d10-8c60-14a223694868 req-0477974c-0152-4b76-bedd-3b19396ed8c8 service neutron] Bound using segment: {'id': '42092f1a-12b4-400d-a25f-5b5b803c66a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b0b181aa-c9cd-4854-9fb0-37e685e0d64e'} {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:04:36.056494 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-fcad80b3-6d05-4cf1-9428-71cf3b72a476 None None] Port caf4f9b4-bdcd-47b0-963f-3f6ef8227991 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:04:36.056902 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-f85dd3ff-fab5-4d10-8c60-14a223694868 req-0477974c-0152-4b76-bedd-3b19396ed8c8 service neutron] Bound port: f45dfffa-72fe-4b22-af16-435c4c53d944, host: hv-neutron-8348, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42092f1a-12b4-400d-a25f-5b5b803c66a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b0b181aa-c9cd-4854-9fb0-37e685e0d64e'}}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:04:36.057263 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-f85dd3ff-fab5-4d10-8c60-14a223694868 req-0477974c-0152-4b76-bedd-3b19396ed8c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (f45dfffa-72fe-4b22-af16-435c4c53d944), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:36.060388 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-dfeb2a6a-229f-42dc-9d5d-230f22046f55 None None] For port caf4f9b4-bdcd-47b0-963f-3f6ef8227991, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:04:36.088917 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-dfeb2a6a-229f-42dc-9d5d-230f22046f55 None None] For port caf4f9b4-bdcd-47b0-963f-3f6ef8227991, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=caf4f9b4-bdcd-47b0-963f-3f6ef8227991,segment=NetworkSegment(9a18c344-9afb-4650-b4e8-9ab90a932c8d),segment_id=9a18c344-9afb-4650-b4e8-9ab90a932c8d)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:04:36.093103 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 2a6fbf33-dcea-40b0-974f-aff694e6a495 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:04:36.102508 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-dfeb2a6a-229f-42dc-9d5d-230f22046f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (caf4f9b4-bdcd-47b0-963f-3f6ef8227991), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:36.109083 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-71026616-1666-4732-ac4f-9b77e2d5b9d3 req-a3287860-e4ce-41f7-9b3a-214d7227aecc service neutron] 10.222.0.24 "GET /v2.0/networks/d8584a61-33a5-4334-8690-e70e4664bf95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5608408 Mar 28 01:04:36.136057 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-3166274e-15f0-44f2-8c08-fb1b2570a0d9 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Deleting port 2419cea5-e471-4357-97fe-f13a24fbf77b {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:04:36.136566 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3166274e-15f0-44f2-8c08-fb1b2570a0d9 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (2419cea5-e471-4357-97fe-f13a24fbf77b), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:36.142719 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0825319a-a636-4051-b1ef-941625dab736 admin admin] Publish callbacks [] for security_group (581957cc-0966-49fc-9b19-d9b521929b4e), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:36.148802 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-e1255ae6-6891-467f-88af-fc0b758e2751 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.8857100 Mar 28 01:04:36.154161 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22103fe5-de66-423b-a748-d15ad5aa5ed3 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Network dea6548b-502b-42db-97fb-371e423e739a is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:04:36.160576 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 49158) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:36.211514 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-22103fe5-de66-423b-a748-d15ad5aa5ed3 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:04:36.244590 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0825319a-a636-4051-b1ef-941625dab736 admin admin] Publish callbacks [] for security_group (581957cc-0966-49fc-9b19-d9b521929b4e), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:36.247312 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5b1de377-aab5-4737-b71f-3bf80b7464c9 tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] Publish callbacks [] for security_group_rule (13c32f20-aec7-4a03-a9d6-339aec22a65d), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:36.265956 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5b1de377-aab5-4737-b71f-3bf80b7464c9 tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (13c32f20-aec7-4a03-a9d6-339aec22a65d), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:36.295710 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-f85dd3ff-fab5-4d10-8c60-14a223694868 req-0477974c-0152-4b76-bedd-3b19396ed8c8 service neutron] For port f45dfffa-72fe-4b22-af16-435c4c53d944, host hv-neutron-8348, cleared binding levels {{(pid=104099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:04:36.321858 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649bbd2e-470d-4a20-aec3-e688239c1074 None None] Pushing event updated for resources: {'Port': ['ID=caf4f9b4-bdcd-47b0-963f-3f6ef8227991,revision_number=4']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:36.343993 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22103fe5-de66-423b-a748-d15ad5aa5ed3 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:04:36.344228 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfeb2a6a-229f-42dc-9d5d-230f22046f55 None None] Routers {'e0bc783a-7651-49e7-9582-b0c528704c20'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:04:36.351125 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-f85dd3ff-fab5-4d10-8c60-14a223694868 req-0477974c-0152-4b76-bedd-3b19396ed8c8 service neutron] For port f45dfffa-72fe-4b22-af16-435c4c53d944, host hv-neutron-8348, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=f45dfffa-72fe-4b22-af16-435c4c53d944,segment=NetworkSegment(42092f1a-12b4-400d-a25f-5b5b803c66a9),segment_id=42092f1a-12b4-400d-a25f-5b5b803c66a9)] {{(pid=104099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:04:36.351753 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-dfeb2a6a-229f-42dc-9d5d-230f22046f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:04:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['e0bc783a-7651-49e7-9582-b0c528704c20'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:04:36.372489 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5b1de377-aab5-4737-b71f-3bf80b7464c9 tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:36.374116 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-5b1de377-aab5-4737-b71f-3bf80b7464c9 tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4583211 Mar 28 01:04:36.374750 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1de377-aab5-4737-b71f-3bf80b7464c9 tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13c32f20-aec7-4a03-a9d6-339aec22a65d,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:36.378267 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-f85dd3ff-fab5-4d10-8c60-14a223694868 req-0477974c-0152-4b76-bedd-3b19396ed8c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (f45dfffa-72fe-4b22-af16-435c4c53d944), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:36.380081 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 49160) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:36.388521 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-61b85065-39d2-436a-afd2-c8c961b4b22f tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] Request body: {'floatingip': {'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:04:36.561816 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-3d33f5a3-26a5-40f5-b3f6-a2d0f3acbb74 req-4678c790-7ddc-423b-ac8a-87559aa97786 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5fc266-2207-46d1-bfc7-83854e73a714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5178146 Mar 28 01:04:36.562687 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22103fe5-de66-423b-a748-d15ad5aa5ed3 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Pushing event updated for resources: {'Port': ['ID=f18e99cd-134c-4afc-a650-97bc809487e1,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:36.703115 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-6bd9ee15-c3b1-4ecb-8be5-25a17075e45f tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886'] for port (bebdd8cf-91aa-4795-9687-6db980145c4c), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:36.715815 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0477974c-0152-4b76-bedd-3b19396ed8c8 service neutron] Pushing event updated for resources: {'Port': ['ID=f45dfffa-72fe-4b22-af16-435c4c53d944,revision_number=3']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:36.884469 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd9ee15-c3b1-4ecb-8be5-25a17075e45f tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Pushing event deleted for resources: {'Port': ['ID=bebdd8cf-91aa-4795-9687-6db980145c4c,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:36.895145 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85dd3ff-fab5-4d10-8c60-14a223694868 req-0477974c-0152-4b76-bedd-3b19396ed8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:36.899381 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-f85dd3ff-fab5-4d10-8c60-14a223694868 req-0477974c-0152-4b76-bedd-3b19396ed8c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:36.904538 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-f85dd3ff-fab5-4d10-8c60-14a223694868 req-0477974c-0152-4b76-bedd-3b19396ed8c8 service neutron] 10.222.0.10 "PUT /v2.0/ports/f45dfffa-72fe-4b22-af16-435c4c53d944 HTTP/1.1" status: 200 len: 1094 time: 3.0662014 Mar 28 01:04:36.911145 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5048c0e-a57d-4a48-b642-ab29a92dfa35 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:36.913921 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3af78226-6db5-4d3d-a6da-4544ef645c78', 'tag': 'f45dfffa-72fe-4b22-af16-435c4c53d944'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:04:36.937683 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0825319a-a636-4051-b1ef-941625dab736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (581957cc-0966-49fc-9b19-d9b521929b4e), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:36.942642 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-dfeb2a6a-229f-42dc-9d5d-230f22046f55 None None] Set router e0bc783a-7651-49e7-9582-b0c528704c20 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:04:36.948485 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0825319a-a636-4051-b1ef-941625dab736 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:36.955190 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5048c0e-a57d-4a48-b642-ab29a92dfa35 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:36.956235 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-0825319a-a636-4051-b1ef-941625dab736 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/581957cc-0966-49fc-9b19-d9b521929b4e HTTP/1.1" status: 204 len: 168 time: 1.1623237 Mar 28 01:04:36.960216 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-d5048c0e-a57d-4a48-b642-ab29a92dfa35 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.7686839 Mar 28 01:04:36.995960 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a6f2c103-cb64-4b4a-907e-75469634f49c req-c5ab46a4-013b-4b2d-a014-1dae8ad7ea60 tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] 10.222.0.24 "GET /v2.0/ports?device_id=5861c5c3-fb1b-4472-867d-d7cebf72f248 HTTP/1.1" status: 200 len: 210 time: 0.2850897 Mar 28 01:04:37.001890 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 49180) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:37.024306 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3166274e-15f0-44f2-8c08-fb1b2570a0d9 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (2419cea5-e471-4357-97fe-f13a24fbf77b), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:37.025655 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3166274e-15f0-44f2-8c08-fb1b2570a0d9 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Publish callbacks [] for floatingip (2419cea5-e471-4357-97fe-f13a24fbf77b), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:37.069226 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-61b85065-39d2-436a-afd2-c8c961b4b22f tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:37.131885 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-6bd9ee15-c3b1-4ecb-8be5-25a17075e45f tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:37.137085 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-6bd9ee15-c3b1-4ecb-8be5-25a17075e45f tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] 10.222.0.24 "DELETE /v2.0/ports/bebdd8cf-91aa-4795-9687-6db980145c4c HTTP/1.1" status: 204 len: 168 time: 4.6997519 Mar 28 01:04:37.145488 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 49186) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:37.214820 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-3166274e-15f0-44f2-8c08-fb1b2570a0d9 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Calling delete_port for 2419cea5-e471-4357-97fe-f13a24fbf77b owned by network:floatingip {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:04:37.319417 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device c6894faa-8589-4b9f-8383-5f7962680e37 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:04:37.350009 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0825319a-a636-4051-b1ef-941625dab736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=581957cc-0966-49fc-9b19-d9b521929b4e,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:37.411478 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.pecan_wsgi.hooks.translation [None req-991607a7-9301-4fd6-976e-7fc6964452f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] GET failed (client error): The resource could not be found. Mar 28 01:04:37.429097 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2af4b01a9fa8b1570ccf1d7859d693ad34c106b258078e9cfae86b97f35e3d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4027b749-7670-411f-b471-810f2fd65b01" -d '{"events": [{"name": "network-changed", "server_uuid": "3af78226-6db5-4d3d-a6da-4544ef645c78", "tag": "f45dfffa-72fe-4b22-af16-435c4c53d944"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:04:37.431354 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-991607a7-9301-4fd6-976e-7fc6964452f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] 10.222.0.24 "GET /v2.0/ports/bebdd8cf-91aa-4795-9687-6db980145c4c HTTP/1.1" status: 404 len: 333 time: 0.2613187 Mar 28 01:04:37.444461 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 49194) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:37.467146 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-221d3e55-7c91-42cb-b4f6-99a3b0487337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Request body: {'port': {'network_id': '50ff16fc-05b4-4db8-9df5-0b202fee91f1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349686927'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:04:37.738139 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-06e2efaa-4a00-4636-b68e-6b05775e64ca None None] Provisioning complete for port caf4f9b4-bdcd-47b0-963f-3f6ef8227991 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:04:37.739366 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-06e2efaa-4a00-4636-b68e-6b05775e64ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (caf4f9b4-bdcd-47b0-963f-3f6ef8227991), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:37.821055 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-6ffcbce7-a668-449c-88ee-0f4a7ff4df3b tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Deleting port e5d25624-a1d3-434e-9b97-c3bd9a27c721 {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:04:37.821704 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-6ffcbce7-a668-449c-88ee-0f4a7ff4df3b tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (e5d25624-a1d3-434e-9b97-c3bd9a27c721), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:37.824654 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 49206) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:37.891241 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port c6894faa-8589-4b9f-8383-5f7962680e37 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:04:37.891648 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (c6894faa-8589-4b9f-8383-5f7962680e37), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:37.895916 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ce296143-d6e1-4503-9463-c087fab6b9ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:37.967571 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 01:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df6168ac-2362-4bf8-a2e2-a0dc6f3c2f25 x-openstack-request-id: req-df6168ac-2362-4bf8-a2e2-a0dc6f3c2f25 {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:04:37.968199 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3af78226-6db5-4d3d-a6da-4544ef645c78", "tag": "f45dfffa-72fe-4b22-af16-435c4c53d944", "status": "completed", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:04:37.968199 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-df6168ac-2362-4bf8-a2e2-a0dc6f3c2f25 {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:04:37.968653 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df6168ac-2362-4bf8-a2e2-a0dc6f3c2f25'] response: {'name': 'network-changed', 'server_uuid': '3af78226-6db5-4d3d-a6da-4544ef645c78', 'tag': 'f45dfffa-72fe-4b22-af16-435c4c53d944', 'status': 'completed', 'code': 200} Mar 28 01:04:38.005989 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-22103fe5-de66-423b-a748-d15ad5aa5ed3 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Publish callbacks [] for router_gateway (788bb89f-88c1-4b89-afcd-9e2ef8e12a99), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:38.011879 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-221d3e55-7c91-42cb-b4f6-99a3b0487337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Made reservation on behalf of 6ad3498ffbfc454c96cbb2fbdfaaab81 for: {'port': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:04:38.014222 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-221d3e55-7c91-42cb-b4f6-99a3b0487337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:38.048969 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85dd3ff-fab5-4d10-8c60-14a223694868 req-7f4bf82b-9456-4bfd-b8d5-f730fe41cbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:38.050136 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-f85dd3ff-fab5-4d10-8c60-14a223694868 req-7f4bf82b-9456-4bfd-b8d5-f730fe41cbcf service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=848a4a14ba384087a1e0b48b84b6f0e3&device_id=3af78226-6db5-4d3d-a6da-4544ef645c78 HTTP/1.1" status: 200 len: 1128 time: 1.0507822 Mar 28 01:04:38.133879 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [None req-221d3e55-7c91-42cb-b4f6-99a3b0487337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] device_id is not set on port 2497de0d-9158-44f0-bf9f-901b79e778b1 yet. {{(pid=104099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 01:04:38.305135 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-865dc5f6-019d-49af-b052-a229d0a6607e req-b726b5a1-f7e7-4499-8154-3e4bb2495566 tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] 10.222.0.24 "GET /v2.0/ports?device_id=5861c5c3-fb1b-4472-867d-d7cebf72f248 HTTP/1.1" status: 200 len: 210 time: 0.1901417 Mar 28 01:04:38.327714 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-f85dd3ff-fab5-4d10-8c60-14a223694868 req-c3325bfc-b11b-4105-83ec-7a44fcdef683 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f45dfffa-72fe-4b22-af16-435c4c53d944 HTTP/1.1" status: 200 len: 217 time: 0.2225559 Mar 28 01:04:38.341873 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ae664-b5d9-4297-a9ab-0041f435817d req-6f6106f7-0960-4fab-8be8-d4b680b89f9c tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:38.343607 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-2b2ae664-b5d9-4297-a9ab-0041f435817d req-6f6106f7-0960-4fab-8be8-d4b680b89f9c tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af78226-6db5-4d3d-a6da-4544ef645c78 HTTP/1.1" status: 200 len: 944 time: 0.4410181 Mar 28 01:04:38.354354 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-6ffcbce7-a668-449c-88ee-0f4a7ff4df3b tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (e5d25624-a1d3-434e-9b97-c3bd9a27c721), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:38.359136 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-06e2efaa-4a00-4636-b68e-6b05775e64ca None None] Current status of the port caf4f9b4-bdcd-47b0-963f-3f6ef8227991 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:04:38.359699 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-06e2efaa-4a00-4636-b68e-6b05775e64ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (caf4f9b4-bdcd-47b0-963f-3f6ef8227991), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:38.369776 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port c6894faa-8589-4b9f-8383-5f7962680e37 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:04:38.370498 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (c6894faa-8589-4b9f-8383-5f7962680e37), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:38.377321 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3166274e-15f0-44f2-8c08-fb1b2570a0d9 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886'] for port (2419cea5-e471-4357-97fe-f13a24fbf77b), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:38.399808 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-6ffcbce7-a668-449c-88ee-0f4a7ff4df3b tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Calling delete_port for e5d25624-a1d3-434e-9b97-c3bd9a27c721 owned by {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:04:38.477491 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3166274e-15f0-44f2-8c08-fb1b2570a0d9 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Pushing event deleted for resources: {'Port': ['ID=2419cea5-e471-4357-97fe-f13a24fbf77b,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:38.515220 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] For port c6894faa-8589-4b9f-8383-5f7962680e37, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=c6894faa-8589-4b9f-8383-5f7962680e37,segment=NetworkSegment(9028fe72-9b79-4538-96be-757c3dc71a72),segment_id=9028fe72-9b79-4538-96be-757c3dc71a72)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:04:38.538214 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (c6894faa-8589-4b9f-8383-5f7962680e37), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:38.539036 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3166274e-15f0-44f2-8c08-fb1b2570a0d9 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Publish callbacks [] for floatingip (e437ee00-e64d-448d-bcf2-834ec845752b), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:38.565953 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-06e2efaa-4a00-4636-b68e-6b05775e64ca None None] For port caf4f9b4-bdcd-47b0-963f-3f6ef8227991, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=caf4f9b4-bdcd-47b0-963f-3f6ef8227991,segment=NetworkSegment(9a18c344-9afb-4650-b4e8-9ab90a932c8d),segment_id=9a18c344-9afb-4650-b4e8-9ab90a932c8d)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:04:38.589969 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-06e2efaa-4a00-4636-b68e-6b05775e64ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (caf4f9b4-bdcd-47b0-963f-3f6ef8227991), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:38.615651 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-221d3e55-7c91-42cb-b4f6-99a3b0487337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Publish callbacks [] for port (2497de0d-9158-44f0-bf9f-901b79e778b1), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:38.669707 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ce296143-d6e1-4503-9463-c087fab6b9ed admin admin] Publish callbacks [] for security_group (3d1011c6-d819-4f7f-87c9-02535b187d1a), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:38.712293 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-61b85065-39d2-436a-afd2-c8c961b4b22f tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:38.732335 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-221d3e55-7c91-42cb-b4f6-99a3b0487337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (2497de0d-9158-44f0-bf9f-901b79e778b1), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:38.757454 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-dfeb2a6a-229f-42dc-9d5d-230f22046f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0bc783a-7651-49e7-9582-b0c528704c20', 'name': 'tempest-ServersTestJSON-1686432104-router', 'tenant_id': '0b8696c5a2934c9895d76c895de286c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.192'}], 'enable_snat': True}, 'gw_port_id': '947daac6-733c-4178-885c-fe036a84f40e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:04:11Z', 'updated_at': '2022-03-28T01:04:25Z', 'revision_number': 4, 'project_id': '0b8696c5a2934c9895d76c895de286c3', 'gw_port': {'id': '947daac6-733c-4178-885c-fe036a84f40e', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:3b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bc783a-7651-49e7-9582-b0c528704c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:04:14Z', 'updated_at': '2022-03-28T01:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': 'caf4f9b4-bdcd-47b0-963f-3f6ef8227991', 'name': '', 'network_id': '0159ce53-5590-4705-812f-42a1a0e06ab8', 'tenant_id': '0b8696c5a2934c9895d76c895de286c3', 'mac_address': 'fa:16:3e:64:c8:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0bc783a-7651-49e7-9582-b0c528704c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '4d2427ec-2412-47fe-ab20-f935fb523011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:04:22Z', 'updated_at': '2022-03-28T01:04:36Z', 'revision_number': 4, 'project_id': '0b8696c5a2934c9895d76c895de286c3', 'subnets': [{'id': '4d2427ec-2412-47fe-ab20-f935fb523011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:04:38.822097 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfeb2a6a-229f-42dc-9d5d-230f22046f55 None None] The sync data for ids ['e0bc783a-7651-49e7-9582-b0c528704c20'] in dv-neutron-834874-6-hyperv is: [{'id': 'e0bc783a-7651-49e7-9582-b0c528704c20', 'name': 'tempest-ServersTestJSON-1686432104-router', 'tenant_id': '0b8696c5a2934c9895d76c895de286c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.192'}], 'enable_snat': True}, 'gw_port_id': '947daac6-733c-4178-885c-fe036a84f40e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:04:11Z', 'updated_at': '2022-03-28T01:04:25Z', 'revision_number': 4, 'project_id': '0b8696c5a2934c9895d76c895de286c3', 'gw_port': {'id': '947daac6-733c-4178-885c-fe036a84f40e', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:3b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bc783a-7651-49e7-9582-b0c528704c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:04:14Z', 'updated_at': '2022-03-28T01:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': 'caf4f9b4-bdcd-47b0-963f-3f6ef8227991', 'name': '', 'network_id': '0159ce53-5590-4705-812f-42a1a0e06ab8', 'tenant_id': '0b8696c5a2934c9895d76c895de286c3', 'mac_address': 'fa:16:3e:64:c8:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0bc783a-7651-49e7-9582-b0c528704c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '4d2427ec-2412-47fe-ab20-f935fb523011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:04:22Z', 'updated_at': '2022-03-28T01:04:36Z', 'revision_number': 4, 'project_id': '0b8696c5a2934c9895d76c895de286c3', 'subnets': [{'id': '4d2427ec-2412-47fe-ab20-f935fb523011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:04:38.842051 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Pushing event updated for resources: {'Port': ['ID=c6894faa-8589-4b9f-8383-5f7962680e37,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:38.952689 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad7c8cb1-497b-4c5e-94bb-b18cc33c74d0 None None] Provisioning complete for port e5d25624-a1d3-434e-9b97-c3bd9a27c721 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:04:38.953426 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad7c8cb1-497b-4c5e-94bb-b18cc33c74d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (e5d25624-a1d3-434e-9b97-c3bd9a27c721), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:39.033613 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3166274e-15f0-44f2-8c08-fb1b2570a0d9 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (bb5da7da-9b02-4cf6-b981-beec9ee97123), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:39.072773 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad7c8cb1-497b-4c5e-94bb-b18cc33c74d0 None None] Port e5d25624-a1d3-434e-9b97-c3bd9a27c721 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:04:39.077783 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [None req-61b85065-39d2-436a-afd2-c8c961b4b22f tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] Allocated IP 172.26.1.217 (dea6548b-502b-42db-97fb-371e423e739a/cce6de65-d8c9-45b8-9970-0a277e8c1192/9c1e7395-9b68-49db-9805-81cd0b2fc3c4) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:04:39.147861 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e2efaa-4a00-4636-b68e-6b05775e64ca None None] Pushing event updated for resources: {'Port': ['ID=caf4f9b4-bdcd-47b0-963f-3f6ef8227991,revision_number=5']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:39.169185 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad7c8cb1-497b-4c5e-94bb-b18cc33c74d0 None None] Provisioning complete for port c6894faa-8589-4b9f-8383-5f7962680e37 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:04:39.170163 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad7c8cb1-497b-4c5e-94bb-b18cc33c74d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (c6894faa-8589-4b9f-8383-5f7962680e37), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:39.209186 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-22103fe5-de66-423b-a748-d15ad5aa5ed3 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687953'] for router (788bb89f-88c1-4b89-afcd-9e2ef8e12a99), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:39.233977 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ce296143-d6e1-4503-9463-c087fab6b9ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (3d1011c6-d819-4f7f-87c9-02535b187d1a), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:39.299482 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-6ffcbce7-a668-449c-88ee-0f4a7ff4df3b tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886'] for port (e5d25624-a1d3-434e-9b97-c3bd9a27c721), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:39.312659 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce296143-d6e1-4503-9463-c087fab6b9ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d1011c6-d819-4f7f-87c9-02535b187d1a,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:39.347924 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device c6894faa-8589-4b9f-8383-5f7962680e37 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:04:39.436009 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85dd3ff-fab5-4d10-8c60-14a223694868 req-4c7c9619-17c7-4258-9bd7-2ea5bca9478d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:39.441543 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-f85dd3ff-fab5-4d10-8c60-14a223694868 req-4c7c9619-17c7-4258-9bd7-2ea5bca9478d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=09c9f896-19d2-4244-ab3f-60c512e444ce HTTP/1.1" status: 200 len: 850 time: 0.7870677 Mar 28 01:04:39.446949 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.10', 56028) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:39.484368 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-61b85065-39d2-436a-afd2-c8c961b4b22f tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] Publish callbacks [] for port (9c1e7395-9b68-49db-9805-81cd0b2fc3c4), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:39.560010 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-6ffcbce7-a668-449c-88ee-0f4a7ff4df3b tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:39.564289 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-6ffcbce7-a668-449c-88ee-0f4a7ff4df3b tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "DELETE /v2.0/ports/e5d25624-a1d3-434e-9b97-c3bd9a27c721 HTTP/1.1" status: 204 len: 168 time: 2.5583866 Mar 28 01:04:39.581318 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffcbce7-a668-449c-88ee-0f4a7ff4df3b tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Pushing event deleted for resources: {'Port': ['ID=e5d25624-a1d3-434e-9b97-c3bd9a27c721,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:39.583012 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 49220) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:39.615633 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad7c8cb1-497b-4c5e-94bb-b18cc33c74d0 None None] Current status of the port c6894faa-8589-4b9f-8383-5f7962680e37 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:04:39.645991 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port c6894faa-8589-4b9f-8383-5f7962680e37 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:04:39.646376 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (c6894faa-8589-4b9f-8383-5f7962680e37), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:39.647632 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221d3e55-7c91-42cb-b4f6-99a3b0487337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Pushing event updated for resources: {'Port': ['ID=2497de0d-9158-44f0-bf9f-901b79e778b1,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:39.785527 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221d3e55-7c91-42cb-b4f6-99a3b0487337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Network 50ff16fc-05b4-4db8-9df5-0b202fee91f1 is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:04:39.819270 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd53855a-b5ea-4681-8ae3-418c26310aa1 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:39.823519 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd53855a-b5ea-4681-8ae3-418c26310aa1 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:39.826916 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-cd53855a-b5ea-4681-8ae3-418c26310aa1 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2040176 Mar 28 01:04:39.833479 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-ce296143-d6e1-4503-9463-c087fab6b9ed admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ff169dce327c4bfa87acd4e6265bf136&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9895902 Mar 28 01:04:39.857243 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 49226) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:39.857732 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 49228) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:39.871086 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-221d3e55-7c91-42cb-b4f6-99a3b0487337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:04:39.873807 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221d3e55-7c91-42cb-b4f6-99a3b0487337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:04:39.875065 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221d3e55-7c91-42cb-b4f6-99a3b0487337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:39.875861 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-221d3e55-7c91-42cb-b4f6-99a3b0487337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:39.888555 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-1a004acf-fd95-41c8-a31c-0b354828b984 req-fd09ce29-d3bf-4f2a-ad4c-0af551e9f1ba tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] 10.222.0.24 "GET /v2.0/ports?device_id=5861c5c3-fb1b-4472-867d-d7cebf72f248 HTTP/1.1" status: 200 len: 210 time: 0.3306453 Mar 28 01:04:39.927053 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-221d3e55-7c91-42cb-b4f6-99a3b0487337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.4786155 Mar 28 01:04:39.947127 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 49230) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:39.951354 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port c6894faa-8589-4b9f-8383-5f7962680e37 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:04:39.954852 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device caf4f9b4-bdcd-47b0-963f-3f6ef8227991 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:04:39.966337 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-73294e20-5763-4aa2-b844-c4649ef992c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8348'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:04:39.977722 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-61b85065-39d2-436a-afd2-c8c961b4b22f tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (9c1e7395-9b68-49db-9805-81cd0b2fc3c4), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:40.007060 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-2b2ae664-b5d9-4297-a9ab-0041f435817d req-79e87b11-c0a4-49c7-a9ea-2e1436f5c4a8 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5fc266-2207-46d1-bfc7-83854e73a714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.6500301 Mar 28 01:04:40.058983 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3166274e-15f0-44f2-8c08-fb1b2570a0d9 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for subnet (bb5da7da-9b02-4cf6-b981-beec9ee97123), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:40.084619 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22103fe5-de66-423b-a748-d15ad5aa5ed3 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Router 788bb89f-88c1-4b89-afcd-9e2ef8e12a99 is scheduled to L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 with binding_index 1 {{(pid=104098) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 01:04:40.114967 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port caf4f9b4-bdcd-47b0-963f-3f6ef8227991 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:04:40.116148 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (caf4f9b4-bdcd-47b0-963f-3f6ef8227991), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:40.127475 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3166274e-15f0-44f2-8c08-fb1b2570a0d9 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=bb5da7da-9b02-4cf6-b981-beec9ee97123,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:40.207744 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b85065-39d2-436a-afd2-c8c961b4b22f tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] Network dea6548b-502b-42db-97fb-371e423e739a is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:04:40.219464 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85dd3ff-fab5-4d10-8c60-14a223694868 req-146795ea-b6d1-4012-869c-998ef9586b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:40.226936 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-f85dd3ff-fab5-4d10-8c60-14a223694868 req-146795ea-b6d1-4012-869c-998ef9586b22 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b0b181aa-c9cd-4854-9fb0-37e685e0d64e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.5309510 Mar 28 01:04:40.283825 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-61b85065-39d2-436a-afd2-c8c961b4b22f tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:04:40.286552 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b85065-39d2-436a-afd2-c8c961b4b22f tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:04:40.298914 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port caf4f9b4-bdcd-47b0-963f-3f6ef8227991 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:04:40.358906 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_v2 [None req-33e1fcbc-37d4-4e8a-b90f-6ed5b1621932 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Deleting subnet a99ae5e0-33c8-42d7-b6ea-d82e04c0177a {{(pid=104099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:04:40.380346 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-73294e20-5763-4aa2-b844-c4649ef992c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (2497de0d-9158-44f0-bf9f-901b79e778b1), before_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:40.382748 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22103fe5-de66-423b-a748-d15ad5aa5ed3 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:04:40.403115 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b85065-39d2-436a-afd2-c8c961b4b22f tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] Pushing event updated for resources: {'Port': ['ID=9c1e7395-9b68-49db-9805-81cd0b2fc3c4,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:40.405616 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3166274e-15f0-44f2-8c08-fb1b2570a0d9 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (4d624cad-6162-41a3-ac12-4f77d54261b7), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:40.407029 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530e30c3-1f89-4ccf-9442-759644ab9b0d None None] Sync routers for ids ['788bb89f-88c1-4b89-afcd-9e2ef8e12a99'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:04:40.416953 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-22103fe5-de66-423b-a748-d15ad5aa5ed3 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Publish callbacks [] for router (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:40.421511 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-22103fe5-de66-423b-a748-d15ad5aa5ed3 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 11.9371991 Mar 28 01:04:40.427058 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 49232) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:40.455210 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530e30c3-1f89-4ccf-9442-759644ab9b0d None None] Routers {'788bb89f-88c1-4b89-afcd-9e2ef8e12a99'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:04:40.456298 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-530e30c3-1f89-4ccf-9442-759644ab9b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:04:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['788bb89f-88c1-4b89-afcd-9e2ef8e12a99'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:04:40.515672 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-33e1fcbc-37d4-4e8a-b90f-6ed5b1621932 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks [] for subnet (a99ae5e0-33c8-42d7-b6ea-d82e04c0177a), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:40.533405 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-530e30c3-1f89-4ccf-9442-759644ab9b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:04:40.571533 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530e30c3-1f89-4ccf-9442-759644ab9b0d None None] Routers {'788bb89f-88c1-4b89-afcd-9e2ef8e12a99'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:04:40.572362 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-530e30c3-1f89-4ccf-9442-759644ab9b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:04:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['788bb89f-88c1-4b89-afcd-9e2ef8e12a99'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:04:40.597862 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-33e1fcbc-37d4-4e8a-b90f-6ed5b1621932 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126946639'] for subnet (a99ae5e0-33c8-42d7-b6ea-d82e04c0177a), precommit_delete_associations {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:40.654828 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3166274e-15f0-44f2-8c08-fb1b2570a0d9 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=104098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 01:04:40.655073 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3166274e-15f0-44f2-8c08-fb1b2570a0d9 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 01:04:40.655890 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3166274e-15f0-44f2-8c08-fb1b2570a0d9 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 01:04:40.656243 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3166274e-15f0-44f2-8c08-fb1b2570a0d9 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Subscribe: > port after_create 55550000 {{(pid=104098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 01:04:40.656577 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3166274e-15f0-44f2-8c08-fb1b2570a0d9 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Subscribe: > port after_delete 55550000 {{(pid=104098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 01:04:40.656951 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3166274e-15f0-44f2-8c08-fb1b2570a0d9 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Subscribe: > port after_update 55550000 {{(pid=104098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 01:04:40.657281 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3166274e-15f0-44f2-8c08-fb1b2570a0d9 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=104098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 01:04:40.657605 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3166274e-15f0-44f2-8c08-fb1b2570a0d9 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=104098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 01:04:40.657923 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3166274e-15f0-44f2-8c08-fb1b2570a0d9 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=104098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 01:04:40.658251 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3166274e-15f0-44f2-8c08-fb1b2570a0d9 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=104098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 01:04:40.692108 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-530e30c3-1f89-4ccf-9442-759644ab9b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:04:40.692966 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530e30c3-1f89-4ccf-9442-759644ab9b0d None None] The sync data for ids ['788bb89f-88c1-4b89-afcd-9e2ef8e12a99'] in dv-neutron-834874-6-hyperv is: [] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:04:40.714093 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-f85dd3ff-fab5-4d10-8c60-14a223694868 req-40637fcd-934f-4613-958f-32348f5699ab service neutron] 10.222.0.10 "GET /v2.0/networks/b0b181aa-c9cd-4854-9fb0-37e685e0d64e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4403012 Mar 28 01:04:40.803465 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71026616-1666-4732-ac4f-9b77e2d5b9d3 req-2ffed9cd-fbfb-4127-9a58-00ab3e9db419 tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:40.812565 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-71026616-1666-4732-ac4f-9b77e2d5b9d3 req-2ffed9cd-fbfb-4127-9a58-00ab3e9db419 tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] 10.222.0.10 "GET /v2.0/networks?id=d8584a61-33a5-4334-8690-e70e4664bf95 HTTP/1.1" status: 200 len: 812 time: 1.1680214 Mar 28 01:04:40.820403 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-eb5932c4-82ae-4a5b-8849-76705ac4f18a admin admin] Publish callbacks [] for security_group (3d1011c6-d819-4f7f-87c9-02535b187d1a), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:40.909321 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-eb5932c4-82ae-4a5b-8849-76705ac4f18a admin admin] Publish callbacks [] for security_group (3d1011c6-d819-4f7f-87c9-02535b187d1a), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:40.951695 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-61b85065-39d2-436a-afd2-c8c961b4b22f tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] Publish callbacks [] for floatingip (7fb1e4d2-b9c6-41b9-b8be-f8706fe64d55), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:41.022111 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-33e1fcbc-37d4-4e8a-b90f-6ed5b1621932 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (a99ae5e0-33c8-42d7-b6ea-d82e04c0177a), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:41.035095 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3166274e-15f0-44f2-8c08-fb1b2570a0d9 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=104098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 01:04:41.053150 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3166274e-15f0-44f2-8c08-fb1b2570a0d9 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=104098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 01:04:41.065721 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3166274e-15f0-44f2-8c08-fb1b2570a0d9 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=104098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 01:04:41.065721 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3166274e-15f0-44f2-8c08-fb1b2570a0d9 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=104098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 01:04:41.065721 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-3166274e-15f0-44f2-8c08-fb1b2570a0d9 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d624cad-6162-41a3-ac12-4f77d54261b7']}} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:04:41.126014 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device caf4f9b4-bdcd-47b0-963f-3f6ef8227991 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:04:41.205324 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-3166274e-15f0-44f2-8c08-fb1b2570a0d9 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b51c0d3b-0fa1-44b2-afd2-54f4ab4bc7c3') {'for_net_delete': True} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:04:41.205757 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-3166274e-15f0-44f2-8c08-fb1b2570a0d9 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b51c0d3b-0fa1-44b2-afd2-54f4ab4bc7c3') {} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:04:41.227780 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-61b85065-39d2-436a-afd2-c8c961b4b22f tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (9c1e7395-9b68-49db-9805-81cd0b2fc3c4), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:41.265436 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-7ef227be-2966-434e-9b9d-1d79441d5c33 req-dda95bfb-d324-4165-96b4-57949bdec1eb tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] 10.222.0.24 "GET /v2.0/ports?device_id=5861c5c3-fb1b-4472-867d-d7cebf72f248 HTTP/1.1" status: 200 len: 210 time: 0.1804087 Mar 28 01:04:41.272204 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port caf4f9b4-bdcd-47b0-963f-3f6ef8227991 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:04:41.272568 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (caf4f9b4-bdcd-47b0-963f-3f6ef8227991), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:41.281638 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3166274e-15f0-44f2-8c08-fb1b2570a0d9 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126443583'] for segment (b51c0d3b-0fa1-44b2-afd2-54f4ab4bc7c3), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:41.347506 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3166274e-15f0-44f2-8c08-fb1b2570a0d9 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (b51c0d3b-0fa1-44b2-afd2-54f4ab4bc7c3), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:41.362155 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-eb5932c4-82ae-4a5b-8849-76705ac4f18a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (3d1011c6-d819-4f7f-87c9-02535b187d1a), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:41.365651 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-eb5932c4-82ae-4a5b-8849-76705ac4f18a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:41.369299 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-eb5932c4-82ae-4a5b-8849-76705ac4f18a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3d1011c6-d819-4f7f-87c9-02535b187d1a HTTP/1.1" status: 204 len: 168 time: 1.4972954 Mar 28 01:04:41.402161 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3166274e-15f0-44f2-8c08-fb1b2570a0d9 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=104098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:04:41.403195 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3166274e-15f0-44f2-8c08-fb1b2570a0d9 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126177251'] for segment (b51c0d3b-0fa1-44b2-afd2-54f4ab4bc7c3), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:41.410712 dv-neutron-834874-6-hyperv neutron-server[104098]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 28 01:04:41.410712 dv-neutron-834874-6-hyperv neutron-server[104098]: from cryptography.utils import int_from_bytes Mar 28 01:04:41.410712 dv-neutron-834874-6-hyperv neutron-server[104098]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 28 01:04:41.410712 dv-neutron-834874-6-hyperv neutron-server[104098]: from cryptography.utils import int_from_bytes Mar 28 01:04:41.410712 dv-neutron-834874-6-hyperv neutron-server[104098]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Mar 28 01:04:41.410712 dv-neutron-834874-6-hyperv neutron-server[104098]: warnings.warn(msg) Mar 28 01:04:41.410712 dv-neutron-834874-6-hyperv neutron-server[104098]: Traceback (most recent call last): Mar 28 01:04:41.410712 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:04:41.410712 dv-neutron-834874-6-hyperv neutron-server[104098]: timer() Mar 28 01:04:41.410712 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:04:41.410712 dv-neutron-834874-6-hyperv neutron-server[104098]: cb(*args, **kw) Mar 28 01:04:41.410712 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:04:41.410712 dv-neutron-834874-6-hyperv neutron-server[104098]: return func(*args, **kwargs) Mar 28 01:04:41.410712 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:04:41.410712 dv-neutron-834874-6-hyperv neutron-server[104098]: self._notify() Mar 28 01:04:41.410712 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:04:41.410712 dv-neutron-834874-6-hyperv neutron-server[104098]: self.callback(batched_events) Mar 28 01:04:41.410712 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:04:41.410712 dv-neutron-834874-6-hyperv neutron-server[104098]: event.method(event) Mar 28 01:04:41.410712 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:04:41.410712 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:04:41.410712 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:04:41.410712 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:04:41.410712 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:04:41.410712 dv-neutron-834874-6-hyperv neutron-server[104098]: return f(self, *a, **k) Mar 28 01:04:41.410712 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:04:41.410712 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._get(url).json() Mar 28 01:04:41.410712 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:04:41.410712 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:04:41.410712 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:04:41.410712 dv-neutron-834874-6-hyperv neutron-server[104098]: return self.request(url, 'GET', **kwargs) Mar 28 01:04:41.410712 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:04:41.410712 dv-neutron-834874-6-hyperv neutron-server[104098]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:04:41.410712 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:04:41.410712 dv-neutron-834874-6-hyperv neutron-server[104098]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:04:41.410712 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:04:41.410712 dv-neutron-834874-6-hyperv neutron-server[104098]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:04:41.410712 dv-neutron-834874-6-hyperv neutron-server[104098]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:04:41.440919 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port caf4f9b4-bdcd-47b0-963f-3f6ef8227991 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:04:41.451402 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-1f69593e-815a-479e-990f-90b29a3a879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:41.579581 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-33e1fcbc-37d4-4e8a-b90f-6ed5b1621932 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127282766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126757793'] for subnet (a99ae5e0-33c8-42d7-b6ea-d82e04c0177a), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:41.626645 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-33e1fcbc-37d4-4e8a-b90f-6ed5b1621932 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:41.630691 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-33e1fcbc-37d4-4e8a-b90f-6ed5b1621932 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "DELETE /v2.0/subnets/a99ae5e0-33c8-42d7-b6ea-d82e04c0177a HTTP/1.1" status: 204 len: 168 time: 1.7669365 Mar 28 01:04:41.634831 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24fafe9-e4f3-432a-ac79-cd86947816cd None None] Network be4801db-c8f8-4df3-b9b5-556693d6a290 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:04:41.648555 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5932c4-82ae-4a5b-8849-76705ac4f18a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d1011c6-d819-4f7f-87c9-02535b187d1a,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:41.650973 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 49240) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:41.700322 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-71026616-1666-4732-ac4f-9b77e2d5b9d3 req-2bfa43ae-b3ac-4b50-9aa9-85fadd398ceb tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2e1f3c8256d426e8b9aa3f98cd07af0 HTTP/1.1" status: 200 len: 379 time: 0.6499517 Mar 28 01:04:41.706079 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e1fcbc-37d4-4e8a-b90f-6ed5b1621932 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Pushing event deleted for resources: {'Subnet': ['ID=a99ae5e0-33c8-42d7-b6ea-d82e04c0177a,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:41.745599 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-705dfc3d-6b00-4d2d-be2e-0d43df94e64a tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0434494 Mar 28 01:04:41.751329 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 49244) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:41.752870 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [req-71026616-1666-4732-ac4f-9b77e2d5b9d3 req-4e0e411c-5cbc-4552-ae2d-811f19b90453 tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] Request body: {'port': {'device_id': '5861c5c3-fb1b-4472-867d-d7cebf72f248', 'network_id': 'd8584a61-33a5-4334-8690-e70e4664bf95', 'admin_state_up': True, 'tenant_id': 'e2e1f3c8256d426e8b9aa3f98cd07af0', 'security_groups': ['9de1bbaf-2b8c-40c3-8122-cae68c77803a']}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:04:41.805258 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-176d8035-f093-4bda-aa5e-b2da71a0acef tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Request body: {'subnet': {'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:04:41.931134 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3166274e-15f0-44f2-8c08-fb1b2570a0d9 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (4d624cad-6162-41a3-ac12-4f77d54261b7), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:41.951470 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3166274e-15f0-44f2-8c08-fb1b2570a0d9 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4d624cad-6162-41a3-ac12-4f77d54261b7 {{(pid=104098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 28 01:04:41.954358 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3166274e-15f0-44f2-8c08-fb1b2570a0d9 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:41.960390 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-3166274e-15f0-44f2-8c08-fb1b2570a0d9 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] 10.222.0.24 "DELETE /v2.0/networks/4d624cad-6162-41a3-ac12-4f77d54261b7 HTTP/1.1" status: 204 len: 168 time: 9.1306100 Mar 28 01:04:41.968292 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 49248) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:42.065302 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-e327da27-0d74-41d3-b6bc-016404e5b4f8 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2131 time: 0.0860555 Mar 28 01:04:42.070332 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3166274e-15f0-44f2-8c08-fb1b2570a0d9 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Pushing event deleted for resources: {'Network': ['ID=4d624cad-6162-41a3-ac12-4f77d54261b7,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:42.073645 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 49252) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:42.090585 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f2e5bf-63e3-49e3-af47-a3c07c4fe3b7 req-6b7ddf9f-215b-4ca7-bc1c-b67e9f1e04a4 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:42.098130 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-22f2e5bf-63e3-49e3-af47-a3c07c4fe3b7 req-6b7ddf9f-215b-4ca7-bc1c-b67e9f1e04a4 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af78226-6db5-4d3d-a6da-4544ef645c78 HTTP/1.1" status: 200 len: 944 time: 0.8966341 Mar 28 01:04:42.131812 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-f85dd3ff-fab5-4d10-8c60-14a223694868 req-c6a6c4e9-6019-4dd2-a72b-af6a15317add service neutron] 10.222.0.10 "GET /v2.0/networks/b0b181aa-c9cd-4854-9fb0-37e685e0d64e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0854707 Mar 28 01:04:42.145444 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9740362b-f028-4f16-a1db-0b0562bf3c65 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:42.229880 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-362783c6-7922-4525-8b46-805b97e44eaa None None] DHCP port deletion for be4801db-c8f8-4df3-b9b5-556693d6a290 request from dv-neutron-834874-6-hyperv {{(pid=104100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 01:04:42.242036 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-176d8035-f093-4bda-aa5e-b2da71a0acef tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Made reservation on behalf of 564cf6bfe83a4d71adcd7d33f5d20cb1 for: {'subnet': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:04:42.246243 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-176d8035-f093-4bda-aa5e-b2da71a0acef tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126112411'] for subnet (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:42.259454 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-22f2e5bf-63e3-49e3-af47-a3c07c4fe3b7 req-70a24cb4-fd07-45b0-a644-96e5975aa11c tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5fc266-2207-46d1-bfc7-83854e73a714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1538856 Mar 28 01:04:42.322496 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-61b85065-39d2-436a-afd2-c8c961b4b22f tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] Publish callbacks [] for port (9c1e7395-9b68-49db-9805-81cd0b2fc3c4), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:42.337207 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-61b85065-39d2-436a-afd2-c8c961b4b22f tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (9c1e7395-9b68-49db-9805-81cd0b2fc3c4), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:42.351616 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-362783c6-7922-4525-8b46-805b97e44eaa None None] Deleting port c6894faa-8589-4b9f-8383-5f7962680e37 {{(pid=104100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:04:42.353544 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-362783c6-7922-4525-8b46-805b97e44eaa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (c6894faa-8589-4b9f-8383-5f7962680e37), before_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:42.378076 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.notifiers.nova [None req-73294e20-5763-4aa2-b844-c4649ef992c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] device_id is not set on port 2497de0d-9158-44f0-bf9f-901b79e778b1 yet. {{(pid=104098) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 01:04:42.425299 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71026616-1666-4732-ac4f-9b77e2d5b9d3 req-4e0e411c-5cbc-4552-ae2d-811f19b90453 tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] Made reservation on behalf of e2e1f3c8256d426e8b9aa3f98cd07af0 for: {'port': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:04:42.427830 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-73294e20-5763-4aa2-b844-c4649ef992c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Publish callbacks [] for port (2497de0d-9158-44f0-bf9f-901b79e778b1), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:42.428843 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-71026616-1666-4732-ac4f-9b77e2d5b9d3 req-4e0e411c-5cbc-4552-ae2d-811f19b90453 tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:42.444078 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4027b749-7670-411f-b471-810f2fd65b01 req-15ed4e5c-7bde-4632-af73-e1d833bc618e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:42.445692 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-4027b749-7670-411f-b471-810f2fd65b01 req-15ed4e5c-7bde-4632-af73-e1d833bc618e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=848a4a14ba384087a1e0b48b84b6f0e3&device_id=3af78226-6db5-4d3d-a6da-4544ef645c78 HTTP/1.1" status: 200 len: 1128 time: 0.1820817 Mar 28 01:04:42.453219 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-362783c6-7922-4525-8b46-805b97e44eaa None None] For port c6894faa-8589-4b9f-8383-5f7962680e37, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=c6894faa-8589-4b9f-8383-5f7962680e37,segment=NetworkSegment(9028fe72-9b79-4538-96be-757c3dc71a72),segment_id=9028fe72-9b79-4538-96be-757c3dc71a72)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:04:42.456053 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-362783c6-7922-4525-8b46-805b97e44eaa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (c6894faa-8589-4b9f-8383-5f7962680e37), precommit_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:42.469606 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b85065-39d2-436a-afd2-c8c961b4b22f tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] Pushing event updated for resources: {'Port': ['ID=9c1e7395-9b68-49db-9805-81cd0b2fc3c4,revision_number=2']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:42.470413 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-362783c6-7922-4525-8b46-805b97e44eaa None None] Calling delete_port for c6894faa-8589-4b9f-8383-5f7962680e37 owned by network:dhcp {{(pid=104100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:04:42.512699 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-613b1950-6ed1-4aa8-aa10-4318cedbc46f req-ace736de-9fee-4b6b-b4d4-1f411ae94009 tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] 10.222.0.24 "GET /v2.0/ports?device_id=5861c5c3-fb1b-4472-867d-d7cebf72f248 HTTP/1.1" status: 200 len: 210 time: 0.1039248 Mar 28 01:04:42.566761 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e8b4d8-47a1-4138-9e57-399e1e325272 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:42.570970 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e8b4d8-47a1-4138-9e57-399e1e325272 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:42.571327 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-61b85065-39d2-436a-afd2-c8c961b4b22f tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688063'] for floatingip (7fb1e4d2-b9c6-41b9-b8be-f8706fe64d55), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:42.571477 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e8b4d8-47a1-4138-9e57-399e1e325272 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:42.573207 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e8b4d8-47a1-4138-9e57-399e1e325272 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:42.573644 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e8b4d8-47a1-4138-9e57-399e1e325272 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:42.574821 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e8b4d8-47a1-4138-9e57-399e1e325272 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:42.576956 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-362783c6-7922-4525-8b46-805b97e44eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886'] for port (c6894faa-8589-4b9f-8383-5f7962680e37), after_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:42.577120 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e8b4d8-47a1-4138-9e57-399e1e325272 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:42.589181 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-44e8b4d8-47a1-4138-9e57-399e1e325272 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4607 time: 0.5094161 Mar 28 01:04:42.592291 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362783c6-7922-4525-8b46-805b97e44eaa None None] No DVR routers for this DVR port c6894faa-8589-4b9f-8383-5f7962680e37 on host dv-neutron-834874-6-hyperv {{(pid=104100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:04:42.592526 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 49266) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:42.618095 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362783c6-7922-4525-8b46-805b97e44eaa None None] Pushing event deleted for resources: {'Port': ['ID=c6894faa-8589-4b9f-8383-5f7962680e37,revision_number=None']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:42.637460 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-73294e20-5763-4aa2-b844-c4649ef992c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126177159'] for port (2497de0d-9158-44f0-bf9f-901b79e778b1), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:42.650949 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-61b85065-39d2-436a-afd2-c8c961b4b22f tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for floatingip (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:42.654535 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-61b85065-39d2-436a-afd2-c8c961b4b22f tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.2707031 Mar 28 01:04:42.757853 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [req-71026616-1666-4732-ac4f-9b77e2d5b9d3 req-4e0e411c-5cbc-4552-ae2d-811f19b90453 tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] Allocated IP 172.20.0.7 (d8584a61-33a5-4334-8690-e70e4664bf95/c2bac7f7-4214-433a-8d07-412328b1e8a9/56d9ccc0-97bc-4f8c-b2de-56c31c7b6fb7) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:04:42.785344 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4027b749-7670-411f-b471-810f2fd65b01 req-df13de0f-6371-4568-ae3e-b1268359379e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:42.787182 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-4027b749-7670-411f-b471-810f2fd65b01 req-df13de0f-6371-4568-ae3e-b1268359379e service neutron] 10.222.0.10 "GET /v2.0/networks?id=b0b181aa-c9cd-4854-9fb0-37e685e0d64e HTTP/1.1" status: 200 len: 911 time: 0.3274083 Mar 28 01:04:42.848445 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-4027b749-7670-411f-b471-810f2fd65b01 req-5d7c572d-c961-414c-9160-0b13ee75cfb0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f45dfffa-72fe-4b22-af16-435c4c53d944 HTTP/1.1" status: 200 len: 217 time: 0.0536916 Mar 28 01:04:42.925641 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.api.v2.resource [None req-57d77aa3-597f-42c7-8758-8646fd69c9ba tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] delete failed (client error): The resource could not be found. Mar 28 01:04:42.926711 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-57d77aa3-597f-42c7-8758-8646fd69c9ba tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] 10.222.0.24 "DELETE /v2.0/floatingips/e437ee00-e64d-448d-bcf2-834ec845752b HTTP/1.1" status: 404 len: 345 time: 0.3245056 Mar 28 01:04:42.931089 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 49284) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:43.009780 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dc7a6ab-0e6e-4434-9f22-84337c75bf68 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] DELETE failed (client error): The resource could not be found. Mar 28 01:04:43.010361 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dc7a6ab-0e6e-4434-9f22-84337c75bf68 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=104099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:04:43.018076 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-7dc7a6ab-0e6e-4434-9f22-84337c75bf68 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] 10.222.0.24 "DELETE /v2.0/networks/4d624cad-6162-41a3-ac12-4f77d54261b7 HTTP/1.1" status: 404 len: 339 time: 0.0840609 Mar 28 01:04:43.024422 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 49288) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:43.030271 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73294e20-5763-4aa2-b844-c4649ef992c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Pushing event updated for resources: {'Port': ['ID=2497de0d-9158-44f0-bf9f-901b79e778b1,revision_number=2']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:43.042814 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-109b968f-bdf1-41b5-8b72-0ec1082a6e9e tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Request body: {'network': {'name': 'tempest-network--1024342612', 'router:external': True}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:04:43.059390 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4027b749-7670-411f-b471-810f2fd65b01 req-c3ec457a-bba4-4d2c-afe8-7720f21ccb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:43.060841 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-4027b749-7670-411f-b471-810f2fd65b01 req-c3ec457a-bba4-4d2c-afe8-7720f21ccb15 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=09c9f896-19d2-4244-ab3f-60c512e444ce HTTP/1.1" status: 200 len: 850 time: 0.2045443 Mar 28 01:04:43.068521 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-3fa25729-7152-421d-b68e-7be7755b06c1 req-44ad0d89-46c9-4edd-8510-a8b33898b8e7 tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1283762176&fields=id&tenant_id=0b8696c5a2934c9895d76c895de286c3 HTTP/1.1" status: 200 len: 267 time: 0.1951585 Mar 28 01:04:43.074080 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device c6894faa-8589-4b9f-8383-5f7962680e37 no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:04:43.121647 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: c6894faa-8589-4b9f-8383-5f7962680e37 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:04:43.122120 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device c6894faa-8589-4b9f-8383-5f7962680e37 not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:04:43.147952 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-109b968f-bdf1-41b5-8b72-0ec1082a6e9e tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Made reservation on behalf of 27264b3877f14a2087c136590f1a602c for: {'network': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:04:43.150318 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-109b968f-bdf1-41b5-8b72-0ec1082a6e9e tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:43.176328 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.managers [None req-73294e20-5763-4aa2-b844-c4649ef992c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attempting to bind port 2497de0d-9158-44f0-bf9f-901b79e778b1 on host hv-neutron-8348 for vnic_type normal with profile {{(pid=104098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:04:43.176893 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.managers [None req-73294e20-5763-4aa2-b844-c4649ef992c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attempting to bind port 2497de0d-9158-44f0-bf9f-901b79e778b1 by drivers openvswitch,hyperv on host hv-neutron-8348 at level 0 using segments [{'id': '4a720666-704b-4042-b196-22b2ff5604e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '50ff16fc-05b4-4db8-9df5-0b202fee91f1'}] {{(pid=104098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:04:43.177063 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73294e20-5763-4aa2-b844-c4649ef992c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attempting to bind port 2497de0d-9158-44f0-bf9f-901b79e778b1 on network 50ff16fc-05b4-4db8-9df5-0b202fee91f1 {{(pid=104098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:04:43.207682 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73294e20-5763-4aa2-b844-c4649ef992c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Port 2497de0d-9158-44f0-bf9f-901b79e778b1 on network 50ff16fc-05b4-4db8-9df5-0b202fee91f1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8348 {{(pid=104098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 01:04:43.208056 dv-neutron-834874-6-hyperv neutron-server[104098]: ERROR neutron.plugins.ml2.managers [None req-73294e20-5763-4aa2-b844-c4649ef992c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Failed to bind port 2497de0d-9158-44f0-bf9f-901b79e778b1 on host hv-neutron-8348 for vnic_type normal using segments [{'id': '4a720666-704b-4042-b196-22b2ff5604e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '50ff16fc-05b4-4db8-9df5-0b202fee91f1'}] Mar 28 01:04:43.232966 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.plugins.ml2.plugin [None req-73294e20-5763-4aa2-b844-c4649ef992c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attempt 2 to bind port 2497de0d-9158-44f0-bf9f-901b79e778b1 Mar 28 01:04:43.250192 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-71026616-1666-4732-ac4f-9b77e2d5b9d3 req-4e0e411c-5cbc-4552-ae2d-811f19b90453 tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] Publish callbacks [] for port (56d9ccc0-97bc-4f8c-b2de-56c31c7b6fb7), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:43.264213 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-109b968f-bdf1-41b5-8b72-0ec1082a6e9e tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=104099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:04:43.283856 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4027b749-7670-411f-b471-810f2fd65b01 req-8fe54259-720c-47c0-b6bb-6e31131b1d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:43.285396 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-4027b749-7670-411f-b471-810f2fd65b01 req-8fe54259-720c-47c0-b6bb-6e31131b1d9a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b0b181aa-c9cd-4854-9fb0-37e685e0d64e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.2117991 Mar 28 01:04:43.295953 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.managers [None req-73294e20-5763-4aa2-b844-c4649ef992c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attempting to bind port 2497de0d-9158-44f0-bf9f-901b79e778b1 on host hv-neutron-8348 for vnic_type normal with profile {{(pid=104098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:04:43.296465 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.managers [None req-73294e20-5763-4aa2-b844-c4649ef992c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attempting to bind port 2497de0d-9158-44f0-bf9f-901b79e778b1 by drivers openvswitch,hyperv on host hv-neutron-8348 at level 0 using segments [{'id': '4a720666-704b-4042-b196-22b2ff5604e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '50ff16fc-05b4-4db8-9df5-0b202fee91f1'}] {{(pid=104098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:04:43.297532 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73294e20-5763-4aa2-b844-c4649ef992c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attempting to bind port 2497de0d-9158-44f0-bf9f-901b79e778b1 on network 50ff16fc-05b4-4db8-9df5-0b202fee91f1 {{(pid=104098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:04:43.317951 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-109b968f-bdf1-41b5-8b72-0ec1082a6e9e tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (f4de167b-ec74-461c-9e51-0c4205fabaca), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:43.318295 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.segments_db [None req-109b968f-bdf1-41b5-8b72-0ec1082a6e9e tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Added segment f4de167b-ec74-461c-9e51-0c4205fabaca of type vlan for network a0f36e61-6e93-47b7-b169-be515e2d1641 Mar 28 01:04:43.325012 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73294e20-5763-4aa2-b844-c4649ef992c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Port 2497de0d-9158-44f0-bf9f-901b79e778b1 on network 50ff16fc-05b4-4db8-9df5-0b202fee91f1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8348 {{(pid=104098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 01:04:43.325432 dv-neutron-834874-6-hyperv neutron-server[104098]: ERROR neutron.plugins.ml2.managers [None req-73294e20-5763-4aa2-b844-c4649ef992c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Failed to bind port 2497de0d-9158-44f0-bf9f-901b79e778b1 on host hv-neutron-8348 for vnic_type normal using segments [{'id': '4a720666-704b-4042-b196-22b2ff5604e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '50ff16fc-05b4-4db8-9df5-0b202fee91f1'}] Mar 28 01:04:43.331959 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.plugins.ml2.plugin [None req-73294e20-5763-4aa2-b844-c4649ef992c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attempt 3 to bind port 2497de0d-9158-44f0-bf9f-901b79e778b1 Mar 28 01:04:43.379143 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa25729-7152-421d-b68e-7be7755b06c1 req-e95df6a1-706b-461d-9beb-2982ce70f118 tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:43.380657 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-3fa25729-7152-421d-b68e-7be7755b06c1 req-e95df6a1-706b-461d-9beb-2982ce70f118 tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] 10.222.0.24 "GET /v2.0/networks?id=0159ce53-5590-4705-812f-42a1a0e06ab8 HTTP/1.1" status: 200 len: 806 time: 0.2741396 Mar 28 01:04:43.395431 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-176d8035-f093-4bda-aa5e-b2da71a0acef tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126174976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126112397'] for subnet (40377bfd-133a-45d5-beee-10a6e885dd34), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:43.432225 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.managers [None req-73294e20-5763-4aa2-b844-c4649ef992c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attempting to bind port 2497de0d-9158-44f0-bf9f-901b79e778b1 on host hv-neutron-8348 for vnic_type normal with profile {{(pid=104098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:04:43.432554 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.managers [None req-73294e20-5763-4aa2-b844-c4649ef992c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attempting to bind port 2497de0d-9158-44f0-bf9f-901b79e778b1 by drivers openvswitch,hyperv on host hv-neutron-8348 at level 0 using segments [{'id': '4a720666-704b-4042-b196-22b2ff5604e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '50ff16fc-05b4-4db8-9df5-0b202fee91f1'}] {{(pid=104098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:04:43.432853 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73294e20-5763-4aa2-b844-c4649ef992c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attempting to bind port 2497de0d-9158-44f0-bf9f-901b79e778b1 on network 50ff16fc-05b4-4db8-9df5-0b202fee91f1 {{(pid=104098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:04:43.440305 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-3fa25729-7152-421d-b68e-7be7755b06c1 req-66523cf0-5510-4e40-ba18-d21dc8cfdb15 tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] 10.222.0.24 "GET /v2.0/quotas/0b8696c5a2934c9895d76c895de286c3 HTTP/1.1" status: 200 len: 375 time: 0.0488563 Mar 28 01:04:43.445747 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-109b968f-bdf1-41b5-8b72-0ec1082a6e9e tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (a0f36e61-6e93-47b7-b169-be515e2d1641), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:43.469300 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-71026616-1666-4732-ac4f-9b77e2d5b9d3 req-4e0e411c-5cbc-4552-ae2d-811f19b90453 tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (56d9ccc0-97bc-4f8c-b2de-56c31c7b6fb7), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:43.479161 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73294e20-5763-4aa2-b844-c4649ef992c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Port 2497de0d-9158-44f0-bf9f-901b79e778b1 on network 50ff16fc-05b4-4db8-9df5-0b202fee91f1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8348 {{(pid=104098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 01:04:43.479494 dv-neutron-834874-6-hyperv neutron-server[104098]: ERROR neutron.plugins.ml2.managers [None req-73294e20-5763-4aa2-b844-c4649ef992c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Failed to bind port 2497de0d-9158-44f0-bf9f-901b79e778b1 on host hv-neutron-8348 for vnic_type normal using segments [{'id': '4a720666-704b-4042-b196-22b2ff5604e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '50ff16fc-05b4-4db8-9df5-0b202fee91f1'}] Mar 28 01:04:43.486821 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.plugins.ml2.plugin [None req-73294e20-5763-4aa2-b844-c4649ef992c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attempt 4 to bind port 2497de0d-9158-44f0-bf9f-901b79e778b1 Mar 28 01:04:43.502577 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176d8035-f093-4bda-aa5e-b2da71a0acef tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Network be4801db-c8f8-4df3-b9b5-556693d6a290 is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:04:43.509616 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-9740362b-f028-4f16-a1db-0b0562bf3c65 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Allocated IP 172.20.0.1 (437a13e0-6d2f-46e5-90eb-e341e9980724/94664ada-893e-4b6c-bca8-7e964d31acb3/9ad83d3c-8ef9-4010-a0f3-67c0ac4fdaec) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:04:43.523156 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-176d8035-f093-4bda-aa5e-b2da71a0acef tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:04:43.531441 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176d8035-f093-4bda-aa5e-b2da71a0acef tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:43.532144 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-176d8035-f093-4bda-aa5e-b2da71a0acef tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:43.532667 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-0f069d51-8cc5-44b6-b79f-cb7c787ff4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:43.534581 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.managers [None req-73294e20-5763-4aa2-b844-c4649ef992c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attempting to bind port 2497de0d-9158-44f0-bf9f-901b79e778b1 on host hv-neutron-8348 for vnic_type normal with profile {{(pid=104098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:04:43.535024 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.managers [None req-73294e20-5763-4aa2-b844-c4649ef992c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attempting to bind port 2497de0d-9158-44f0-bf9f-901b79e778b1 by drivers openvswitch,hyperv on host hv-neutron-8348 at level 0 using segments [{'id': '4a720666-704b-4042-b196-22b2ff5604e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '50ff16fc-05b4-4db8-9df5-0b202fee91f1'}] {{(pid=104098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:04:43.535397 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73294e20-5763-4aa2-b844-c4649ef992c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attempting to bind port 2497de0d-9158-44f0-bf9f-901b79e778b1 on network 50ff16fc-05b4-4db8-9df5-0b202fee91f1 {{(pid=104098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:04:43.537444 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176d8035-f093-4bda-aa5e-b2da71a0acef tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Pushing event updated for resources: {'Subnet': ['ID=40377bfd-133a-45d5-beee-10a6e885dd34,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:43.542799 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ad9c41-a5e7-47f1-9f94-55b54fd0bbef None None] Network be4801db-c8f8-4df3-b9b5-556693d6a290 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:04:43.560712 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73294e20-5763-4aa2-b844-c4649ef992c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Port 2497de0d-9158-44f0-bf9f-901b79e778b1 on network 50ff16fc-05b4-4db8-9df5-0b202fee91f1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8348 {{(pid=104098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 01:04:43.561080 dv-neutron-834874-6-hyperv neutron-server[104098]: ERROR neutron.plugins.ml2.managers [None req-73294e20-5763-4aa2-b844-c4649ef992c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Failed to bind port 2497de0d-9158-44f0-bf9f-901b79e778b1 on host hv-neutron-8348 for vnic_type normal using segments [{'id': '4a720666-704b-4042-b196-22b2ff5604e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '50ff16fc-05b4-4db8-9df5-0b202fee91f1'}] Mar 28 01:04:43.574273 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.plugins.ml2.plugin [None req-73294e20-5763-4aa2-b844-c4649ef992c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attempt 5 to bind port 2497de0d-9158-44f0-bf9f-901b79e778b1 Mar 28 01:04:43.583287 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-4027b749-7670-411f-b471-810f2fd65b01 req-f719ec1c-0e51-45e5-bd1d-6d211dca8c9c service neutron] 10.222.0.10 "GET /v2.0/networks/b0b181aa-c9cd-4854-9fb0-37e685e0d64e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2858472 Mar 28 01:04:43.589905 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71026616-1666-4732-ac4f-9b77e2d5b9d3 req-4e0e411c-5cbc-4552-ae2d-811f19b90453 tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] Network d8584a61-33a5-4334-8690-e70e4664bf95 is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:04:43.590994 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-109b968f-bdf1-41b5-8b72-0ec1082a6e9e tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (a0f36e61-6e93-47b7-b169-be515e2d1641), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:43.591943 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109b968f-bdf1-41b5-8b72-0ec1082a6e9e tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:43.592553 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-109b968f-bdf1-41b5-8b72-0ec1082a6e9e tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:43.595306 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 49304) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:43.614638 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb81250-cb32-4ce3-b364-fa820ab40053 req-e359e86a-a4a8-45e9-a478-a5dc7aa42fe8 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:43.616196 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-9fb81250-cb32-4ce3-b364-fa820ab40053 req-e359e86a-a4a8-45e9-a478-a5dc7aa42fe8 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af78226-6db5-4d3d-a6da-4544ef645c78 HTTP/1.1" status: 200 len: 944 time: 0.2805228 Mar 28 01:04:43.623278 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [req-71026616-1666-4732-ac4f-9b77e2d5b9d3 req-4e0e411c-5cbc-4552-ae2d-811f19b90453 tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:04:43.637295 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-176d8035-f093-4bda-aa5e-b2da71a0acef tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8465364 Mar 28 01:04:43.641452 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0e411c-5cbc-4552-ae2d-811f19b90453 tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] Pushing event updated for resources: {'Port': ['ID=56d9ccc0-97bc-4f8c-b2de-56c31c7b6fb7,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:43.644888 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [req-71026616-1666-4732-ac4f-9b77e2d5b9d3 req-4e0e411c-5cbc-4552-ae2d-811f19b90453 tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:04:43.649139 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 49308) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:43.657340 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-4236c284-acc5-4c2d-a54e-6d4346386086 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Request body: {'port': {'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290', 'name': 'tempest-NetworksTestDHCPv6-1186637158'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:04:43.666720 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.managers [None req-73294e20-5763-4aa2-b844-c4649ef992c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attempting to bind port 2497de0d-9158-44f0-bf9f-901b79e778b1 on host hv-neutron-8348 for vnic_type normal with profile {{(pid=104098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:04:43.667053 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.managers [None req-73294e20-5763-4aa2-b844-c4649ef992c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attempting to bind port 2497de0d-9158-44f0-bf9f-901b79e778b1 by drivers openvswitch,hyperv on host hv-neutron-8348 at level 0 using segments [{'id': '4a720666-704b-4042-b196-22b2ff5604e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '50ff16fc-05b4-4db8-9df5-0b202fee91f1'}] {{(pid=104098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:04:43.667390 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73294e20-5763-4aa2-b844-c4649ef992c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attempting to bind port 2497de0d-9158-44f0-bf9f-901b79e778b1 on network 50ff16fc-05b4-4db8-9df5-0b202fee91f1 {{(pid=104098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:04:43.736187 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73294e20-5763-4aa2-b844-c4649ef992c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Port 2497de0d-9158-44f0-bf9f-901b79e778b1 on network 50ff16fc-05b4-4db8-9df5-0b202fee91f1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8348 {{(pid=104098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 01:04:43.736412 dv-neutron-834874-6-hyperv neutron-server[104098]: ERROR neutron.plugins.ml2.managers [None req-73294e20-5763-4aa2-b844-c4649ef992c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Failed to bind port 2497de0d-9158-44f0-bf9f-901b79e778b1 on host hv-neutron-8348 for vnic_type normal using segments [{'id': '4a720666-704b-4042-b196-22b2ff5604e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '50ff16fc-05b4-4db8-9df5-0b202fee91f1'}] Mar 28 01:04:43.749187 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.plugins.ml2.plugin [None req-73294e20-5763-4aa2-b844-c4649ef992c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attempt 6 to bind port 2497de0d-9158-44f0-bf9f-901b79e778b1 Mar 28 01:04:43.767752 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be78885-c40e-4b22-b71d-1c016267a834 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-be4801db-c8f8-4df3-b9b5-556693d6a290', 'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290', 'project_id': '564cf6bfe83a4d71adcd7d33f5d20cb1', 'fixed_ips': [{'subnet_id': '40377bfd-133a-45d5-beee-10a6e885dd34'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:04:43.768681 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-9be78885-c40e-4b22-b71d-1c016267a834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:43.783837 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-109b968f-bdf1-41b5-8b72-0ec1082a6e9e tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7540135 Mar 28 01:04:43.786549 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 49310) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:43.810571 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-9fb81250-cb32-4ce3-b364-fa820ab40053 req-e0d60b48-dbf9-42c8-ae3f-d7f89c49a0af tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5fc266-2207-46d1-bfc7-83854e73a714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1815593 Mar 28 01:04:43.822434 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.managers [None req-73294e20-5763-4aa2-b844-c4649ef992c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attempting to bind port 2497de0d-9158-44f0-bf9f-901b79e778b1 on host hv-neutron-8348 for vnic_type normal with profile {{(pid=104098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:04:43.822762 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.managers [None req-73294e20-5763-4aa2-b844-c4649ef992c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attempting to bind port 2497de0d-9158-44f0-bf9f-901b79e778b1 by drivers openvswitch,hyperv on host hv-neutron-8348 at level 0 using segments [{'id': '4a720666-704b-4042-b196-22b2ff5604e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '50ff16fc-05b4-4db8-9df5-0b202fee91f1'}] {{(pid=104098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:04:43.823096 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73294e20-5763-4aa2-b844-c4649ef992c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attempting to bind port 2497de0d-9158-44f0-bf9f-901b79e778b1 on network 50ff16fc-05b4-4db8-9df5-0b202fee91f1 {{(pid=104098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:04:43.842714 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-3fa25729-7152-421d-b68e-7be7755b06c1 req-c51dc06c-b1b6-48af-9705-57c9813f7e7f tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0b8696c5a2934c9895d76c895de286c3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3867564 Mar 28 01:04:43.859185 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9740362b-f028-4f16-a1db-0b0562bf3c65 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Publish callbacks [] for port (9ad83d3c-8ef9-4010-a0f3-67c0ac4fdaec), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:43.872958 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73294e20-5763-4aa2-b844-c4649ef992c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Port 2497de0d-9158-44f0-bf9f-901b79e778b1 on network 50ff16fc-05b4-4db8-9df5-0b202fee91f1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8348 {{(pid=104098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 01:04:43.873287 dv-neutron-834874-6-hyperv neutron-server[104098]: ERROR neutron.plugins.ml2.managers [None req-73294e20-5763-4aa2-b844-c4649ef992c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Failed to bind port 2497de0d-9158-44f0-bf9f-901b79e778b1 on host hv-neutron-8348 for vnic_type normal using segments [{'id': '4a720666-704b-4042-b196-22b2ff5604e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '50ff16fc-05b4-4db8-9df5-0b202fee91f1'}] Mar 28 01:04:43.877043 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.plugins.ml2.plugin [None req-73294e20-5763-4aa2-b844-c4649ef992c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attempt 7 to bind port 2497de0d-9158-44f0-bf9f-901b79e778b1 Mar 28 01:04:43.919083 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.managers [None req-73294e20-5763-4aa2-b844-c4649ef992c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attempting to bind port 2497de0d-9158-44f0-bf9f-901b79e778b1 on host hv-neutron-8348 for vnic_type normal with profile {{(pid=104098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:04:43.919629 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.managers [None req-73294e20-5763-4aa2-b844-c4649ef992c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attempting to bind port 2497de0d-9158-44f0-bf9f-901b79e778b1 by drivers openvswitch,hyperv on host hv-neutron-8348 at level 0 using segments [{'id': '4a720666-704b-4042-b196-22b2ff5604e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '50ff16fc-05b4-4db8-9df5-0b202fee91f1'}] {{(pid=104098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:04:43.920143 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73294e20-5763-4aa2-b844-c4649ef992c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attempting to bind port 2497de0d-9158-44f0-bf9f-901b79e778b1 on network 50ff16fc-05b4-4db8-9df5-0b202fee91f1 {{(pid=104098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:04:43.950132 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109b968f-bdf1-41b5-8b72-0ec1082a6e9e tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Pushing event updated for resources: {'Network': ['ID=a0f36e61-6e93-47b7-b169-be515e2d1641,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:43.958839 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-34c4e523-657f-45ec-9b3a-928e4b8b80d9 tempest-RoutersTestDVR-476832341 tempest-RoutersTestDVR-476832341-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-842209106'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:04:43.989852 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network a0f36e61-6e93-47b7-b169-be515e2d1641 details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:04:43.999271 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73294e20-5763-4aa2-b844-c4649ef992c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Port 2497de0d-9158-44f0-bf9f-901b79e778b1 on network 50ff16fc-05b4-4db8-9df5-0b202fee91f1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8348 {{(pid=104098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 01:04:43.999846 dv-neutron-834874-6-hyperv neutron-server[104098]: ERROR neutron.plugins.ml2.managers [None req-73294e20-5763-4aa2-b844-c4649ef992c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Failed to bind port 2497de0d-9158-44f0-bf9f-901b79e778b1 on host hv-neutron-8348 for vnic_type normal using segments [{'id': '4a720666-704b-4042-b196-22b2ff5604e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '50ff16fc-05b4-4db8-9df5-0b202fee91f1'}] Mar 28 01:04:44.005168 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.plugins.ml2.plugin [None req-73294e20-5763-4aa2-b844-c4649ef992c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attempt 8 to bind port 2497de0d-9158-44f0-bf9f-901b79e778b1 Mar 28 01:04:44.020380 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71026616-1666-4732-ac4f-9b77e2d5b9d3 req-4e0e411c-5cbc-4552-ae2d-811f19b90453 tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:44.021001 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-71026616-1666-4732-ac4f-9b77e2d5b9d3 req-4e0e411c-5cbc-4552-ae2d-811f19b90453 tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:44.027863 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4236c284-acc5-4c2d-a54e-6d4346386086 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Made reservation on behalf of 564cf6bfe83a4d71adcd7d33f5d20cb1 for: {'port': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:04:44.031361 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4236c284-acc5-4c2d-a54e-6d4346386086 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:44.044367 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9740362b-f028-4f16-a1db-0b0562bf3c65 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (9ad83d3c-8ef9-4010-a0f3-67c0ac4fdaec), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:44.053654 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.managers [None req-73294e20-5763-4aa2-b844-c4649ef992c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attempting to bind port 2497de0d-9158-44f0-bf9f-901b79e778b1 on host hv-neutron-8348 for vnic_type normal with profile {{(pid=104098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:04:44.053985 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.managers [None req-73294e20-5763-4aa2-b844-c4649ef992c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attempting to bind port 2497de0d-9158-44f0-bf9f-901b79e778b1 by drivers openvswitch,hyperv on host hv-neutron-8348 at level 0 using segments [{'id': '4a720666-704b-4042-b196-22b2ff5604e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '50ff16fc-05b4-4db8-9df5-0b202fee91f1'}] {{(pid=104098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:04:44.054318 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73294e20-5763-4aa2-b844-c4649ef992c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attempting to bind port 2497de0d-9158-44f0-bf9f-901b79e778b1 on network 50ff16fc-05b4-4db8-9df5-0b202fee91f1 {{(pid=104098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:04:44.071634 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-9be78885-c40e-4b22-b71d-1c016267a834 None None] Allocated IP 2001:db8::2 (be4801db-c8f8-4df3-b9b5-556693d6a290/40377bfd-133a-45d5-beee-10a6e885dd34/9d9f6f88-ae51-492d-b65b-1e810c5c0f0b) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:04:44.077693 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-501069f9-d89b-4dba-8d48-34d705cf09eb None None] Provisioning complete for port 56d9ccc0-97bc-4f8c-b2de-56c31c7b6fb7 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:04:44.078151 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-501069f9-d89b-4dba-8d48-34d705cf09eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (56d9ccc0-97bc-4f8c-b2de-56c31c7b6fb7), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:44.093549 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.notifiers.nova [None req-4236c284-acc5-4c2d-a54e-6d4346386086 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] device_id is not set on port 0dde94a3-c5fd-4d64-ab3c-79a33bae4f8e yet. {{(pid=104098) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 01:04:44.100872 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73294e20-5763-4aa2-b844-c4649ef992c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Port 2497de0d-9158-44f0-bf9f-901b79e778b1 on network 50ff16fc-05b4-4db8-9df5-0b202fee91f1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8348 {{(pid=104098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 01:04:44.101202 dv-neutron-834874-6-hyperv neutron-server[104098]: ERROR neutron.plugins.ml2.managers [None req-73294e20-5763-4aa2-b844-c4649ef992c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Failed to bind port 2497de0d-9158-44f0-bf9f-901b79e778b1 on host hv-neutron-8348 for vnic_type normal using segments [{'id': '4a720666-704b-4042-b196-22b2ff5604e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '50ff16fc-05b4-4db8-9df5-0b202fee91f1'}] Mar 28 01:04:44.108640 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6a06cc-da98-4c14-a37e-081487bc7dd6 req-d55794bf-d76d-4b17-9c31-ac7dfe6e2adf tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:44.110188 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-2f6a06cc-da98-4c14-a37e-081487bc7dd6 req-d55794bf-d76d-4b17-9c31-ac7dfe6e2adf tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] 10.222.0.24 "GET /v2.0/ports?device_id=5861c5c3-fb1b-4472-867d-d7cebf72f248 HTTP/1.1" status: 200 len: 931 time: 0.1775966 Mar 28 01:04:44.114446 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.plugins.ml2.plugin [None req-73294e20-5763-4aa2-b844-c4649ef992c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attempt 9 to bind port 2497de0d-9158-44f0-bf9f-901b79e778b1 Mar 28 01:04:44.125733 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9740362b-f028-4f16-a1db-0b0562bf3c65 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Network 437a13e0-6d2f-46e5-90eb-e341e9980724 is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:04:44.134664 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-4027b749-7670-411f-b471-810f2fd65b01 req-4d7e6f20-fd22-4397-b9fd-6b0067355352 service neutron] 10.222.0.10 "GET /v2.0/networks/b0b181aa-c9cd-4854-9fb0-37e685e0d64e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5333548 Mar 28 01:04:44.145514 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-71026616-1666-4732-ac4f-9b77e2d5b9d3 req-4e0e411c-5cbc-4552-ae2d-811f19b90453 tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4217572 Mar 28 01:04:44.146575 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-34c4e523-657f-45ec-9b3a-928e4b8b80d9 tempest-RoutersTestDVR-476832341 tempest-RoutersTestDVR-476832341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7069'] for router (ac1c7920-0184-4a07-8ed8-4a9eb4cc3e68), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:44.147746 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-34c4e523-657f-45ec-9b3a-928e4b8b80d9 tempest-RoutersTestDVR-476832341 tempest-RoutersTestDVR-476832341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4188952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7062'] for router (ac1c7920-0184-4a07-8ed8-4a9eb4cc3e68), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:44.167377 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-9740362b-f028-4f16-a1db-0b0562bf3c65 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:04:44.173855 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [req-71026616-1666-4732-ac4f-9b77e2d5b9d3 req-ef14d519-fe08-4511-9bca-1973076fedb3 service neutron] Request body: {'port': {'device_id': '5861c5c3-fb1b-4472-867d-d7cebf72f248', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8348'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:04:44.189855 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9740362b-f028-4f16-a1db-0b0562bf3c65 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:04:44.198159 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9740362b-f028-4f16-a1db-0b0562bf3c65 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Pushing event updated for resources: {'Port': ['ID=9ad83d3c-8ef9-4010-a0f3-67c0ac4fdaec,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:44.203053 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-501069f9-d89b-4dba-8d48-34d705cf09eb None None] Port 56d9ccc0-97bc-4f8c-b2de-56c31c7b6fb7 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:04:44.238485 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.managers [None req-73294e20-5763-4aa2-b844-c4649ef992c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attempting to bind port 2497de0d-9158-44f0-bf9f-901b79e778b1 on host hv-neutron-8348 for vnic_type normal with profile {{(pid=104098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:04:44.238829 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.managers [None req-73294e20-5763-4aa2-b844-c4649ef992c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attempting to bind port 2497de0d-9158-44f0-bf9f-901b79e778b1 by drivers openvswitch,hyperv on host hv-neutron-8348 at level 0 using segments [{'id': '4a720666-704b-4042-b196-22b2ff5604e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '50ff16fc-05b4-4db8-9df5-0b202fee91f1'}] {{(pid=104098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:04:44.239560 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73294e20-5763-4aa2-b844-c4649ef992c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attempting to bind port 2497de0d-9158-44f0-bf9f-901b79e778b1 on network 50ff16fc-05b4-4db8-9df5-0b202fee91f1 {{(pid=104098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:04:44.252821 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1032f5-0dfb-4327-821b-d6f4ba600e0e tempest-ExternalNetworksTestJSON-706195221 tempest-ExternalNetworksTestJSON-706195221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:44.258122 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1032f5-0dfb-4327-821b-d6f4ba600e0e tempest-ExternalNetworksTestJSON-706195221 tempest-ExternalNetworksTestJSON-706195221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:44.264126 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1032f5-0dfb-4327-821b-d6f4ba600e0e tempest-ExternalNetworksTestJSON-706195221 tempest-ExternalNetworksTestJSON-706195221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:44.270920 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1032f5-0dfb-4327-821b-d6f4ba600e0e tempest-ExternalNetworksTestJSON-706195221 tempest-ExternalNetworksTestJSON-706195221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:44.271539 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73294e20-5763-4aa2-b844-c4649ef992c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Port 2497de0d-9158-44f0-bf9f-901b79e778b1 on network 50ff16fc-05b4-4db8-9df5-0b202fee91f1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8348 {{(pid=104098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 01:04:44.271539 dv-neutron-834874-6-hyperv neutron-server[104098]: ERROR neutron.plugins.ml2.managers [None req-73294e20-5763-4aa2-b844-c4649ef992c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Failed to bind port 2497de0d-9158-44f0-bf9f-901b79e778b1 on host hv-neutron-8348 for vnic_type normal using segments [{'id': '4a720666-704b-4042-b196-22b2ff5604e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '50ff16fc-05b4-4db8-9df5-0b202fee91f1'}] Mar 28 01:04:44.276478 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.plugins.ml2.plugin [None req-73294e20-5763-4aa2-b844-c4649ef992c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attempt 10 to bind port 2497de0d-9158-44f0-bf9f-901b79e778b1 Mar 28 01:04:44.277124 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-4e1032f5-0dfb-4327-821b-d6f4ba600e0e tempest-ExternalNetworksTestJSON-706195221 tempest-ExternalNetworksTestJSON-706195221-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.4754822 Mar 28 01:04:44.278376 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 49312) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:44.319280 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-3fa25729-7152-421d-b68e-7be7755b06c1 req-68064a11-9ec3-494e-ba13-bfbf3696c407 service neutron] 10.222.0.24 "GET /v2.0/networks/0159ce53-5590-4705-812f-42a1a0e06ab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3819349 Mar 28 01:04:44.324732 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-34c4e523-657f-45ec-9b3a-928e4b8b80d9 tempest-RoutersTestDVR-476832341 tempest-RoutersTestDVR-476832341-project-admin] Publish callbacks [] for router_controller (ac1c7920-0184-4a07-8ed8-4a9eb4cc3e68), precommit_add_association {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:44.326157 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-9be78885-c40e-4b22-b71d-1c016267a834 None None] Publish callbacks [] for port (9d9f6f88-ae51-492d-b65b-1e810c5c0f0b), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:44.334814 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-9be78885-c40e-4b22-b71d-1c016267a834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (9d9f6f88-ae51-492d-b65b-1e810c5c0f0b), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:44.351889 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-34c4e523-657f-45ec-9b3a-928e4b8b80d9 tempest-RoutersTestDVR-476832341 tempest-RoutersTestDVR-476832341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687953'] for router (ac1c7920-0184-4a07-8ed8-4a9eb4cc3e68), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:44.357372 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.managers [None req-73294e20-5763-4aa2-b844-c4649ef992c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attempting to bind port 2497de0d-9158-44f0-bf9f-901b79e778b1 on host hv-neutron-8348 for vnic_type normal with profile {{(pid=104098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:04:44.357710 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.managers [None req-73294e20-5763-4aa2-b844-c4649ef992c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attempting to bind port 2497de0d-9158-44f0-bf9f-901b79e778b1 by drivers openvswitch,hyperv on host hv-neutron-8348 at level 0 using segments [{'id': '4a720666-704b-4042-b196-22b2ff5604e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '50ff16fc-05b4-4db8-9df5-0b202fee91f1'}] {{(pid=104098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:04:44.358049 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73294e20-5763-4aa2-b844-c4649ef992c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attempting to bind port 2497de0d-9158-44f0-bf9f-901b79e778b1 on network 50ff16fc-05b4-4db8-9df5-0b202fee91f1 {{(pid=104098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:04:44.372020 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9740362b-f028-4f16-a1db-0b0562bf3c65 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3686596'] for router_interface (788bb89f-88c1-4b89-afcd-9e2ef8e12a99), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:44.386568 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be78885-c40e-4b22-b71d-1c016267a834 None None] Network be4801db-c8f8-4df3-b9b5-556693d6a290 is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:04:44.390090 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-9be78885-c40e-4b22-b71d-1c016267a834 None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:04:44.395654 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be78885-c40e-4b22-b71d-1c016267a834 None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:04:44.407892 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-71026616-1666-4732-ac4f-9b77e2d5b9d3 req-ef14d519-fe08-4511-9bca-1973076fedb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (56d9ccc0-97bc-4f8c-b2de-56c31c7b6fb7), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:44.414379 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be78885-c40e-4b22-b71d-1c016267a834 None None] Pushing event updated for resources: {'Port': ['ID=9d9f6f88-ae51-492d-b65b-1e810c5c0f0b,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:44.429286 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-34c4e523-657f-45ec-9b3a-928e4b8b80d9 tempest-RoutersTestDVR-476832341 tempest-RoutersTestDVR-476832341-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:44.430503 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-34c4e523-657f-45ec-9b3a-928e4b8b80d9 tempest-RoutersTestDVR-476832341 tempest-RoutersTestDVR-476832341-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.8264236 Mar 28 01:04:44.434608 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 49314) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:44.472911 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-2f6a06cc-da98-4c14-a37e-081487bc7dd6 req-7be8e5a3-2c29-4fc7-88fa-c55ee6edd12a tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] 10.222.0.24 "GET /v2.0/security-groups?id=9de1bbaf-2b8c-40c3-8122-cae68c77803a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3116791 Mar 28 01:04:44.475214 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73294e20-5763-4aa2-b844-c4649ef992c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Port 2497de0d-9158-44f0-bf9f-901b79e778b1 on network 50ff16fc-05b4-4db8-9df5-0b202fee91f1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8348 {{(pid=104098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 01:04:44.475554 dv-neutron-834874-6-hyperv neutron-server[104098]: ERROR neutron.plugins.ml2.managers [None req-73294e20-5763-4aa2-b844-c4649ef992c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Failed to bind port 2497de0d-9158-44f0-bf9f-901b79e778b1 on host hv-neutron-8348 for vnic_type normal using segments [{'id': '4a720666-704b-4042-b196-22b2ff5604e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '50ff16fc-05b4-4db8-9df5-0b202fee91f1'}] Mar 28 01:04:44.475934 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-73294e20-5763-4aa2-b844-c4649ef992c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (2497de0d-9158-44f0-bf9f-901b79e778b1), before_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:44.496434 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-9be78885-c40e-4b22-b71d-1c016267a834 None None] Attempting to bind port 9d9f6f88-ae51-492d-b65b-1e810c5c0f0b on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:04:44.496927 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-9be78885-c40e-4b22-b71d-1c016267a834 None None] Attempting to bind port 9d9f6f88-ae51-492d-b65b-1e810c5c0f0b by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': '9028fe72-9b79-4538-96be-757c3dc71a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:04:44.497304 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be78885-c40e-4b22-b71d-1c016267a834 None None] Attempting to bind port 9d9f6f88-ae51-492d-b65b-1e810c5c0f0b on network be4801db-c8f8-4df3-b9b5-556693d6a290 {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:04:44.509033 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be78885-c40e-4b22-b71d-1c016267a834 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:04:44.510219 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be78885-c40e-4b22-b71d-1c016267a834 None None] Checking segment: {'id': '9028fe72-9b79-4538-96be-757c3dc71a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:04:44.510805 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-9be78885-c40e-4b22-b71d-1c016267a834 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:44.511638 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be78885-c40e-4b22-b71d-1c016267a834 None None] Bound using segment: {'id': '9028fe72-9b79-4538-96be-757c3dc71a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:04:44.512646 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-9be78885-c40e-4b22-b71d-1c016267a834 None None] Bound port: 9d9f6f88-ae51-492d-b65b-1e810c5c0f0b, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9028fe72-9b79-4538-96be-757c3dc71a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:04:44.513047 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-9be78885-c40e-4b22-b71d-1c016267a834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (9d9f6f88-ae51-492d-b65b-1e810c5c0f0b), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:44.520279 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-89e6e3fd-fe7b-4e41-9b62-8fb3c60120c9 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (a0f36e61-6e93-47b7-b169-be515e2d1641), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:44.536562 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-4236c284-acc5-4c2d-a54e-6d4346386086 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Allocated IP 2001:db8::1c5 (be4801db-c8f8-4df3-b9b5-556693d6a290/40377bfd-133a-45d5-beee-10a6e885dd34/0dde94a3-c5fd-4d64-ab3c-79a33bae4f8e) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:04:44.586873 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-8fc0c332-c7b6-4790-9855-067cb464cbc1 None None] Provisioning complete for port 9ad83d3c-8ef9-4010-a0f3-67c0ac4fdaec triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:04:44.586873 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-8fc0c332-c7b6-4790-9855-067cb464cbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (9ad83d3c-8ef9-4010-a0f3-67c0ac4fdaec), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:44.628614 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-9be78885-c40e-4b22-b71d-1c016267a834 None None] For port 9d9f6f88-ae51-492d-b65b-1e810c5c0f0b, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:04:44.632308 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-9be78885-c40e-4b22-b71d-1c016267a834 None None] For port 9d9f6f88-ae51-492d-b65b-1e810c5c0f0b, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=9d9f6f88-ae51-492d-b65b-1e810c5c0f0b,segment=NetworkSegment(9028fe72-9b79-4538-96be-757c3dc71a72),segment_id=9028fe72-9b79-4538-96be-757c3dc71a72)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:04:44.645085 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-8fc0c332-c7b6-4790-9855-067cb464cbc1 None None] Port 9ad83d3c-8ef9-4010-a0f3-67c0ac4fdaec cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:04:44.647974 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-9be78885-c40e-4b22-b71d-1c016267a834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (9d9f6f88-ae51-492d-b65b-1e810c5c0f0b), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:44.728435 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be78885-c40e-4b22-b71d-1c016267a834 None None] Pushing event updated for resources: {'Port': ['ID=9d9f6f88-ae51-492d-b65b-1e810c5c0f0b,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:44.733160 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:44.747781 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.db [None req-73294e20-5763-4aa2-b844-c4649ef992c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] For port 2497de0d-9158-44f0-bf9f-901b79e778b1, host hv-neutron-8348, cleared binding levels {{(pid=104098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:04:44.748183 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.db [None req-73294e20-5763-4aa2-b844-c4649ef992c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attempted to set empty binding levels {{(pid=104098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 28 01:04:44.790708 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a213a1cb-7d25-4873-8df8-c0527850e23d tempest-RoutersTestDVR-476832341 tempest-RoutersTestDVR-476832341-project-admin] Publish callbacks [] for router (ac1c7920-0184-4a07-8ed8-4a9eb4cc3e68), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:44.792306 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-73294e20-5763-4aa2-b844-c4649ef992c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126177159'] for port (2497de0d-9158-44f0-bf9f-901b79e778b1), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:44.805119 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-89e6e3fd-fe7b-4e41-9b62-8fb3c60120c9 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (a0f36e61-6e93-47b7-b169-be515e2d1641), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:44.901396 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9740362b-f028-4f16-a1db-0b0562bf3c65 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (9ad83d3c-8ef9-4010-a0f3-67c0ac4fdaec), before_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:44.901879 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-3fa25729-7152-421d-b68e-7be7755b06c1 req-30dfca38-a775-4a6f-8d48-6c9a4224d0c4 service neutron] 10.222.0.24 "GET /v2.0/networks/0159ce53-5590-4705-812f-42a1a0e06ab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5603058 Mar 28 01:04:44.905494 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-73294e20-5763-4aa2-b844-c4649ef992c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] In _notify_port_updated(), no bound segment for port 2497de0d-9158-44f0-bf9f-901b79e778b1 on network 50ff16fc-05b4-4db8-9df5-0b202fee91f1 {{(pid=104098) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 28 01:04:44.906346 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73294e20-5763-4aa2-b844-c4649ef992c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:44.907395 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-73294e20-5763-4aa2-b844-c4649ef992c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:44.911425 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-73294e20-5763-4aa2-b844-c4649ef992c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] 10.222.0.24 "PUT /v2.0/ports/2497de0d-9158-44f0-bf9f-901b79e778b1 HTTP/1.1" status: 200 len: 981 time: 4.9568381 Mar 28 01:04:44.913677 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 49318) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:44.954878 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-89e6e3fd-fe7b-4e41-9b62-8fb3c60120c9 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0f36e61-6e93-47b7-b169-be515e2d1641']}} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:04:44.981244 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-89e6e3fd-fe7b-4e41-9b62-8fb3c60120c9 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4de167b-ec74-461c-9e51-0c4205fabaca') {'for_net_delete': True} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:04:44.981563 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-89e6e3fd-fe7b-4e41-9b62-8fb3c60120c9 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4de167b-ec74-461c-9e51-0c4205fabaca') {} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:04:45.018036 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73294e20-5763-4aa2-b844-c4649ef992c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Pushing event updated for resources: {'Port': ['ID=2497de0d-9158-44f0-bf9f-901b79e778b1,revision_number=3']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:45.024781 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-89e6e3fd-fe7b-4e41-9b62-8fb3c60120c9 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126443583'] for segment (f4de167b-ec74-461c-9e51-0c4205fabaca), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:45.107975 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-89e6e3fd-fe7b-4e41-9b62-8fb3c60120c9 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (f4de167b-ec74-461c-9e51-0c4205fabaca), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:45.115828 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device f45dfffa-72fe-4b22-af16-435c4c53d944 details requested by agent hyperv_hv-neutron-8348 with host hv-neutron-8348 {{(pid=104100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 01:04:45.194017 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a213a1cb-7d25-4873-8df8-c0527850e23d tempest-RoutersTestDVR-476832341 tempest-RoutersTestDVR-476832341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7151'] for router (ac1c7920-0184-4a07-8ed8-4a9eb4cc3e68), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:45.198091 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a213a1cb-7d25-4873-8df8-c0527850e23d tempest-RoutersTestDVR-476832341 tempest-RoutersTestDVR-476832341-project-admin] Publish callbacks [] for router_controller (ac1c7920-0184-4a07-8ed8-4a9eb4cc3e68), precommit_delete_associations {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:45.242353 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 9d9f6f88-ae51-492d-b65b-1e810c5c0f0b up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:04:45.325929 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a213a1cb-7d25-4873-8df8-c0527850e23d tempest-RoutersTestDVR-476832341 tempest-RoutersTestDVR-476832341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689686'] for router (ac1c7920-0184-4a07-8ed8-4a9eb4cc3e68), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:45.326523 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a213a1cb-7d25-4873-8df8-c0527850e23d tempest-RoutersTestDVR-476832341 tempest-RoutersTestDVR-476832341-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ac1c7920-0184-4a07-8ed8-4a9eb4cc3e68 {{(pid=104099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 01:04:45.332955 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 9d9f6f88-ae51-492d-b65b-1e810c5c0f0b triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:04:45.333488 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (9d9f6f88-ae51-492d-b65b-1e810c5c0f0b), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:45.358292 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a213a1cb-7d25-4873-8df8-c0527850e23d tempest-RoutersTestDVR-476832341 tempest-RoutersTestDVR-476832341-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:45.359585 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-a213a1cb-7d25-4873-8df8-c0527850e23d tempest-RoutersTestDVR-476832341 tempest-RoutersTestDVR-476832341-project-admin] 10.222.0.24 "DELETE /v2.0/routers/ac1c7920-0184-4a07-8ed8-4a9eb4cc3e68 HTTP/1.1" status: 204 len: 168 time: 0.9237990 Mar 28 01:04:45.380208 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-1590eaed-4222-4be7-a808-b5f497ad617e req-a1f1b321-84f0-4c73-be4a-7a403bdaf1f4 tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] 10.222.0.24 "GET /v2.0/ports?device_id=6657001d-e343-465a-8283-bcce744623b2 HTTP/1.1" status: 200 len: 210 time: 0.0732541 Mar 28 01:04:45.384763 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 49324) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:45.395435 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-766d6e18-a37b-4a1d-ac22-399a7642a6f4 tempest-RoutersTestDVR-476832341 tempest-RoutersTestDVR-476832341-project-admin] Request body: {'router': {'name': 'tempest-router-652679228', 'distributed': False}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:04:45.429838 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port f45dfffa-72fe-4b22-af16-435c4c53d944, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=f45dfffa-72fe-4b22-af16-435c4c53d944,segment=NetworkSegment(42092f1a-12b4-400d-a25f-5b5b803c66a9),segment_id=42092f1a-12b4-400d-a25f-5b5b803c66a9)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:04:45.441096 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-766d6e18-a37b-4a1d-ac22-399a7642a6f4 tempest-RoutersTestDVR-476832341 tempest-RoutersTestDVR-476832341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7069'] for router (2ae71fa0-4373-41a7-b56c-a082f404972b), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:45.442210 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-766d6e18-a37b-4a1d-ac22-399a7642a6f4 tempest-RoutersTestDVR-476832341 tempest-RoutersTestDVR-476832341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4188952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7062'] for router (2ae71fa0-4373-41a7-b56c-a082f404972b), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:45.449091 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Returning: {'device': 'f45dfffa-72fe-4b22-af16-435c4c53d944', 'network_id': 'b0b181aa-c9cd-4854-9fb0-37e685e0d64e', 'port_id': 'f45dfffa-72fe-4b22-af16-435c4c53d944', 'mac_address': 'fa:16:3e:f8:f9:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09c9f896-19d2-4244-ab3f-60c512e444ce', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 01:04:45.471364 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-6f0bf079-b99e-4839-8e4f-4ac4fea8ceb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Deleting port 2497de0d-9158-44f0-bf9f-901b79e778b1 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:04:45.471709 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-6f0bf079-b99e-4839-8e4f-4ac4fea8ceb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (2497de0d-9158-44f0-bf9f-901b79e778b1), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:45.548945 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port f45dfffa-72fe-4b22-af16-435c4c53d944 is: DOWN; New status is: BUILD {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:04:45.550082 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (f45dfffa-72fe-4b22-af16-435c4c53d944), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:45.575040 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f45dfffa-72fe-4b22-af16-435c4c53d944 {{(pid=104100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 01:04:45.645210 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89e6e3fd-fe7b-4e41-9b62-8fb3c60120c9 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=104098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:04:45.646218 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-89e6e3fd-fe7b-4e41-9b62-8fb3c60120c9 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126177251'] for segment (f4de167b-ec74-461c-9e51-0c4205fabaca), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:45.649100 dv-neutron-834874-6-hyperv neutron-server[104098]: Traceback (most recent call last): Mar 28 01:04:45.649100 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:04:45.649100 dv-neutron-834874-6-hyperv neutron-server[104098]: timer() Mar 28 01:04:45.649100 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:04:45.649100 dv-neutron-834874-6-hyperv neutron-server[104098]: cb(*args, **kw) Mar 28 01:04:45.649100 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:04:45.649100 dv-neutron-834874-6-hyperv neutron-server[104098]: return func(*args, **kwargs) Mar 28 01:04:45.649100 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:04:45.649100 dv-neutron-834874-6-hyperv neutron-server[104098]: self._notify() Mar 28 01:04:45.649100 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:04:45.649100 dv-neutron-834874-6-hyperv neutron-server[104098]: self.callback(batched_events) Mar 28 01:04:45.649100 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:04:45.649100 dv-neutron-834874-6-hyperv neutron-server[104098]: event.method(event) Mar 28 01:04:45.649100 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:04:45.649100 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:04:45.649100 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:04:45.649100 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:04:45.649100 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:04:45.649100 dv-neutron-834874-6-hyperv neutron-server[104098]: return f(self, *a, **k) Mar 28 01:04:45.649100 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:04:45.649100 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._get(url).json() Mar 28 01:04:45.649100 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:04:45.649100 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:04:45.649100 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:04:45.649100 dv-neutron-834874-6-hyperv neutron-server[104098]: return self.request(url, 'GET', **kwargs) Mar 28 01:04:45.649100 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:04:45.649100 dv-neutron-834874-6-hyperv neutron-server[104098]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:04:45.649100 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:04:45.649100 dv-neutron-834874-6-hyperv neutron-server[104098]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:04:45.649100 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:04:45.649100 dv-neutron-834874-6-hyperv neutron-server[104098]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:04:45.649100 dv-neutron-834874-6-hyperv neutron-server[104098]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:04:45.652057 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port f45dfffa-72fe-4b22-af16-435c4c53d944, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=f45dfffa-72fe-4b22-af16-435c4c53d944,segment=NetworkSegment(42092f1a-12b4-400d-a25f-5b5b803c66a9),segment_id=42092f1a-12b4-400d-a25f-5b5b803c66a9)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:04:45.666710 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [req-71026616-1666-4732-ac4f-9b77e2d5b9d3 req-ef14d519-fe08-4511-9bca-1973076fedb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56d9ccc0-97bc-4f8c-b2de-56c31c7b6fb7 {{(pid=104099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 01:04:45.668692 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (f45dfffa-72fe-4b22-af16-435c4c53d944), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:45.675751 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7466a3f2-7371-489a-9e0f-22e4849b0491 req-60edb07b-1aa0-4208-abe8-e9e6d6279f5c tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:45.677559 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-7466a3f2-7371-489a-9e0f-22e4849b0491 req-60edb07b-1aa0-4208-abe8-e9e6d6279f5c tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af78226-6db5-4d3d-a6da-4544ef645c78 HTTP/1.1" status: 200 len: 944 time: 0.7841487 Mar 28 01:04:45.690811 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-766d6e18-a37b-4a1d-ac22-399a7642a6f4 tempest-RoutersTestDVR-476832341 tempest-RoutersTestDVR-476832341-project-admin] Publish callbacks [] for router_controller (2ae71fa0-4373-41a7-b56c-a082f404972b), precommit_add_association {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:45.697738 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-71026616-1666-4732-ac4f-9b77e2d5b9d3 req-ef14d519-fe08-4511-9bca-1973076fedb3 service neutron] Publish callbacks [] for port (56d9ccc0-97bc-4f8c-b2de-56c31c7b6fb7), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:45.698684 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 9d9f6f88-ae51-492d-b65b-1e810c5c0f0b is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:04:45.699173 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (9d9f6f88-ae51-492d-b65b-1e810c5c0f0b), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:45.723825 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4236c284-acc5-4c2d-a54e-6d4346386086 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks [] for port (0dde94a3-c5fd-4d64-ab3c-79a33bae4f8e), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:45.729933 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-766d6e18-a37b-4a1d-ac22-399a7642a6f4 tempest-RoutersTestDVR-476832341 tempest-RoutersTestDVR-476832341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687953'] for router (2ae71fa0-4373-41a7-b56c-a082f404972b), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:45.746510 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-6f0bf079-b99e-4839-8e4f-4ac4fea8ceb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] For port 2497de0d-9158-44f0-bf9f-901b79e778b1, host hv-neutron-8348, got binding levels [] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:04:45.746856 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-6f0bf079-b99e-4839-8e4f-4ac4fea8ceb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (2497de0d-9158-44f0-bf9f-901b79e778b1), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:45.776196 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [req-71026616-1666-4732-ac4f-9b77e2d5b9d3 req-ef14d519-fe08-4511-9bca-1973076fedb3 service neutron] Transition to ACTIVE for port object 56d9ccc0-97bc-4f8c-b2de-56c31c7b6fb7 will not be triggered until provisioned by entity L2. {{(pid=104099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 01:04:45.777852 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-6f0bf079-b99e-4839-8e4f-4ac4fea8ceb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Calling delete_port for 2497de0d-9158-44f0-bf9f-901b79e778b1 owned by {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:04:45.788266 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-89e6e3fd-fe7b-4e41-9b62-8fb3c60120c9 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (a0f36e61-6e93-47b7-b169-be515e2d1641), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:45.792939 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89e6e3fd-fe7b-4e41-9b62-8fb3c60120c9 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a0f36e61-6e93-47b7-b169-be515e2d1641 {{(pid=104098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 28 01:04:45.794980 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-89e6e3fd-fe7b-4e41-9b62-8fb3c60120c9 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:45.798493 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-89e6e3fd-fe7b-4e41-9b62-8fb3c60120c9 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] 10.222.0.24 "DELETE /v2.0/networks/a0f36e61-6e93-47b7-b169-be515e2d1641 HTTP/1.1" status: 204 len: 168 time: 1.5103025 Mar 28 01:04:45.819127 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-766d6e18-a37b-4a1d-ac22-399a7642a6f4 tempest-RoutersTestDVR-476832341 tempest-RoutersTestDVR-476832341-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:45.820290 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-766d6e18-a37b-4a1d-ac22-399a7642a6f4 tempest-RoutersTestDVR-476832341 tempest-RoutersTestDVR-476832341-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.4285414 Mar 28 01:04:45.821007 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-71026616-1666-4732-ac4f-9b77e2d5b9d3 req-ef14d519-fe08-4511-9bca-1973076fedb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (56d9ccc0-97bc-4f8c-b2de-56c31c7b6fb7), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:45.822884 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 49334) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:45.823212 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 49336) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:45.832576 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e6e3fd-fe7b-4e41-9b62-8fb3c60120c9 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Pushing event deleted for resources: {'Network': ['ID=a0f36e61-6e93-47b7-b169-be515e2d1641,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:45.865600 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-e34f7b2e-af6d-4b82-b892-f0e83d74e0fe tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Request body: {'network': {'name': 'tempest-network--608021869', 'router:external': True}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:04:45.881033 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Pushing event updated for resources: {'Port': ['ID=f45dfffa-72fe-4b22-af16-435c4c53d944,revision_number=4']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:45.892220 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] For port 9d9f6f88-ae51-492d-b65b-1e810c5c0f0b, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=9d9f6f88-ae51-492d-b65b-1e810c5c0f0b,segment=NetworkSegment(9028fe72-9b79-4538-96be-757c3dc71a72),segment_id=9028fe72-9b79-4538-96be-757c3dc71a72)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:04:45.898307 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-7466a3f2-7371-489a-9e0f-22e4849b0491 req-0e81600a-96cc-44f3-a113-43136f0306a1 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5fc266-2207-46d1-bfc7-83854e73a714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1910238 Mar 28 01:04:45.917672 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (9d9f6f88-ae51-492d-b65b-1e810c5c0f0b), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:45.942017 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4236c284-acc5-4c2d-a54e-6d4346386086 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (0dde94a3-c5fd-4d64-ab3c-79a33bae4f8e), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:46.027293 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] get_ports_and_sgs() called for port_ids ['f45dfffa-72fe-4b22-af16-435c4c53d944'] {{(pid=104100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 01:04:46.047265 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4236c284-acc5-4c2d-a54e-6d4346386086 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Network be4801db-c8f8-4df3-b9b5-556693d6a290 is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:04:46.063993 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-4236c284-acc5-4c2d-a54e-6d4346386086 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:04:46.067310 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4236c284-acc5-4c2d-a54e-6d4346386086 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:04:46.073351 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4236c284-acc5-4c2d-a54e-6d4346386086 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:46.074277 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4236c284-acc5-4c2d-a54e-6d4346386086 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:46.086146 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4236c284-acc5-4c2d-a54e-6d4346386086 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Pushing event updated for resources: {'Port': ['ID=0dde94a3-c5fd-4d64-ab3c-79a33bae4f8e,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:46.086741 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571b7206-c5c3-4574-af71-d771dee0453b req-b18c95aa-70a1-4b9a-8bb3-6f28f1d1c732 tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:46.088511 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-571b7206-c5c3-4574-af71-d771dee0453b req-b18c95aa-70a1-4b9a-8bb3-6f28f1d1c732 tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] 10.222.0.24 "GET /v2.0/ports?device_id=5861c5c3-fb1b-4472-867d-d7cebf72f248 HTTP/1.1" status: 200 len: 931 time: 0.4128540 Mar 28 01:04:46.131334 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-4236c284-acc5-4c2d-a54e-6d4346386086 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.4802537 Mar 28 01:04:46.136178 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 49338) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:46.191807 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e34f7b2e-af6d-4b82-b892-f0e83d74e0fe tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Made reservation on behalf of 27264b3877f14a2087c136590f1a602c for: {'network': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:04:46.194384 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e34f7b2e-af6d-4b82-b892-f0e83d74e0fe tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:46.196433 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef14d519-fe08-4511-9bca-1973076fedb3 service neutron] Pushing event updated for resources: {'Port': ['ID=56d9ccc0-97bc-4f8c-b2de-56c31c7b6fb7,revision_number=2']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:46.230956 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-85194bd2-9d72-4799-9843-7a6db968be63 tempest-RoutersTestDVR-476832341 tempest-RoutersTestDVR-476832341-project-admin] Publish callbacks [] for router (2ae71fa0-4373-41a7-b56c-a082f404972b), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:46.240957 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9740362b-f028-4f16-a1db-0b0562bf3c65 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Publish callbacks [] for port (9ad83d3c-8ef9-4010-a0f3-67c0ac4fdaec), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:46.251185 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9740362b-f028-4f16-a1db-0b0562bf3c65 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126177159'] for port (9ad83d3c-8ef9-4010-a0f3-67c0ac4fdaec), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:46.269465 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:46.306291 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Pushing event updated for resources: {'Port': ['ID=9d9f6f88-ae51-492d-b65b-1e810c5c0f0b,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:46.419583 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9740362b-f028-4f16-a1db-0b0562bf3c65 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3725889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3686480'] for router_interface (788bb89f-88c1-4b89-afcd-9e2ef8e12a99), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:46.426722 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9740362b-f028-4f16-a1db-0b0562bf3c65 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Pushing event updated for resources: {'Port': ['ID=9ad83d3c-8ef9-4010-a0f3-67c0ac4fdaec,revision_number=2']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:46.459203 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-571b7206-c5c3-4574-af71-d771dee0453b req-5f1f68c2-907e-4f4f-a595-7cb61f41f10f tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] 10.222.0.24 "GET /v2.0/security-groups?id=9de1bbaf-2b8c-40c3-8122-cae68c77803a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3538232 Mar 28 01:04:46.464056 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c3abfe-2329-460e-a958-bbee4e3724d3 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:46.465147 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e34f7b2e-af6d-4b82-b892-f0e83d74e0fe tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=104099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:04:46.487090 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c3abfe-2329-460e-a958-bbee4e3724d3 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:46.493550 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-a6c3abfe-2329-460e-a958-bbee4e3724d3 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1671 time: 0.3535719 Mar 28 01:04:46.504166 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 49340) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:46.519988 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ba02c07d-5331-4e53-be3d-16cbcbfeff88 None None] Provisioning complete for port 9d9f6f88-ae51-492d-b65b-1e810c5c0f0b triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:04:46.520510 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ba02c07d-5331-4e53-be3d-16cbcbfeff88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (9d9f6f88-ae51-492d-b65b-1e810c5c0f0b), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:46.583483 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-6f0bf079-b99e-4839-8e4f-4ac4fea8ceb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (2497de0d-9158-44f0-bf9f-901b79e778b1), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:46.616070 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e34f7b2e-af6d-4b82-b892-f0e83d74e0fe tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (35f55e7b-09f0-4ef1-981f-c2909a19c513), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:46.616480 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.segments_db [None req-e34f7b2e-af6d-4b82-b892-f0e83d74e0fe tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Added segment 35f55e7b-09f0-4ef1-981f-c2909a19c513 of type vlan for network 4b027b4f-ac66-49bd-93c9-ec2fc3cdb9e5 Mar 28 01:04:46.696775 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9740362b-f028-4f16-a1db-0b0562bf3c65 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Network 437a13e0-6d2f-46e5-90eb-e341e9980724 is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:04:46.698702 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-9740362b-f028-4f16-a1db-0b0562bf3c65 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:04:46.742947 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-85194bd2-9d72-4799-9843-7a6db968be63 tempest-RoutersTestDVR-476832341 tempest-RoutersTestDVR-476832341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7151'] for router (2ae71fa0-4373-41a7-b56c-a082f404972b), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:46.750256 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-85194bd2-9d72-4799-9843-7a6db968be63 tempest-RoutersTestDVR-476832341 tempest-RoutersTestDVR-476832341-project-admin] Publish callbacks [] for router_controller (2ae71fa0-4373-41a7-b56c-a082f404972b), precommit_delete_associations {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:46.756911 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0bf079-b99e-4839-8e4f-4ac4fea8ceb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Pushing event deleted for resources: {'Port': ['ID=2497de0d-9158-44f0-bf9f-901b79e778b1,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:46.767289 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-71026616-1666-4732-ac4f-9b77e2d5b9d3 req-ef14d519-fe08-4511-9bca-1973076fedb3 service neutron] Attempting to bind port 56d9ccc0-97bc-4f8c-b2de-56c31c7b6fb7 on host hv-neutron-8348 for vnic_type normal with profile {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:04:46.767645 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-71026616-1666-4732-ac4f-9b77e2d5b9d3 req-ef14d519-fe08-4511-9bca-1973076fedb3 service neutron] Attempting to bind port 56d9ccc0-97bc-4f8c-b2de-56c31c7b6fb7 by drivers openvswitch,hyperv on host hv-neutron-8348 at level 0 using segments [{'id': '6b94bcff-7918-4dbb-9862-d5d7c3a56206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd8584a61-33a5-4334-8690-e70e4664bf95'}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:04:46.767963 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71026616-1666-4732-ac4f-9b77e2d5b9d3 req-ef14d519-fe08-4511-9bca-1973076fedb3 service neutron] Attempting to bind port 56d9ccc0-97bc-4f8c-b2de-56c31c7b6fb7 on network d8584a61-33a5-4334-8690-e70e4664bf95 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:04:46.777657 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-6f0bf079-b99e-4839-8e4f-4ac4fea8ceb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:46.788338 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-6f0bf079-b99e-4839-8e4f-4ac4fea8ceb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] 10.222.0.24 "DELETE /v2.0/ports/2497de0d-9158-44f0-bf9f-901b79e778b1 HTTP/1.1" status: 204 len: 168 time: 1.8698144 Mar 28 01:04:46.808929 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 49344) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:46.875791 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e34f7b2e-af6d-4b82-b892-f0e83d74e0fe tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (4b027b4f-ac66-49bd-93c9-ec2fc3cdb9e5), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:46.879540 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71026616-1666-4732-ac4f-9b77e2d5b9d3 req-ef14d519-fe08-4511-9bca-1973076fedb3 service neutron] Port 56d9ccc0-97bc-4f8c-b2de-56c31c7b6fb7 on network d8584a61-33a5-4334-8690-e70e4664bf95 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8348 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 01:04:46.882727 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7e4ad0b-fc3d-4314-b12a-ac47fc73a6bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] GET failed (client error): The resource could not be found. Mar 28 01:04:46.883332 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71026616-1666-4732-ac4f-9b77e2d5b9d3 req-ef14d519-fe08-4511-9bca-1973076fedb3 service neutron] Attempting to bind port 56d9ccc0-97bc-4f8c-b2de-56c31c7b6fb7 on network d8584a61-33a5-4334-8690-e70e4664bf95 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:04:46.892288 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-c7e4ad0b-fc3d-4314-b12a-ac47fc73a6bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208540715-project-admin] 10.222.0.24 "GET /v2.0/ports/2497de0d-9158-44f0-bf9f-901b79e778b1 HTTP/1.1" status: 404 len: 333 time: 0.0822837 Mar 28 01:04:46.906280 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 49346) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:46.950404 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-85194bd2-9d72-4799-9843-7a6db968be63 tempest-RoutersTestDVR-476832341 tempest-RoutersTestDVR-476832341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689686'] for router (2ae71fa0-4373-41a7-b56c-a082f404972b), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:46.956653 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85194bd2-9d72-4799-9843-7a6db968be63 tempest-RoutersTestDVR-476832341 tempest-RoutersTestDVR-476832341-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2ae71fa0-4373-41a7-b56c-a082f404972b {{(pid=104099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 01:04:47.028046 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ba02c07d-5331-4e53-be3d-16cbcbfeff88 None None] Current status of the port 9d9f6f88-ae51-492d-b65b-1e810c5c0f0b is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:04:47.049945 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-85194bd2-9d72-4799-9843-7a6db968be63 tempest-RoutersTestDVR-476832341 tempest-RoutersTestDVR-476832341-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:47.051661 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-85194bd2-9d72-4799-9843-7a6db968be63 tempest-RoutersTestDVR-476832341 tempest-RoutersTestDVR-476832341-project-admin] 10.222.0.24 "DELETE /v2.0/routers/2ae71fa0-4373-41a7-b56c-a082f404972b HTTP/1.1" status: 204 len: 168 time: 1.2055371 Mar 28 01:04:47.052987 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71026616-1666-4732-ac4f-9b77e2d5b9d3 req-ef14d519-fe08-4511-9bca-1973076fedb3 service neutron] Checking agent: {'id': '287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8348', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 1, 2, 33), 'started_at': datetime.datetime(2022, 3, 28, 1, 2, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:04:47.054507 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71026616-1666-4732-ac4f-9b77e2d5b9d3 req-ef14d519-fe08-4511-9bca-1973076fedb3 service neutron] Checking segment: {'id': '6b94bcff-7918-4dbb-9862-d5d7c3a56206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd8584a61-33a5-4334-8690-e70e4664bf95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:04:47.055139 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71026616-1666-4732-ac4f-9b77e2d5b9d3 req-ef14d519-fe08-4511-9bca-1973076fedb3 service neutron] Bound using segment: {'id': '6b94bcff-7918-4dbb-9862-d5d7c3a56206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd8584a61-33a5-4334-8690-e70e4664bf95'} {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:04:47.056058 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-71026616-1666-4732-ac4f-9b77e2d5b9d3 req-ef14d519-fe08-4511-9bca-1973076fedb3 service neutron] Bound port: 56d9ccc0-97bc-4f8c-b2de-56c31c7b6fb7, host: hv-neutron-8348, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b94bcff-7918-4dbb-9862-d5d7c3a56206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd8584a61-33a5-4334-8690-e70e4664bf95'}}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:04:47.056759 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-71026616-1666-4732-ac4f-9b77e2d5b9d3 req-ef14d519-fe08-4511-9bca-1973076fedb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (56d9ccc0-97bc-4f8c-b2de-56c31c7b6fb7), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:47.067014 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.db.resource_extend [None req-e34f7b2e-af6d-4b82-b892-f0e83d74e0fe tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 01:04:47.081707 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 49350) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:47.158607 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-13d73b1d-c332-40ff-aee9-83505ba45b3a req-3a8771dd-a2ba-4e58-bf5c-71d14fbf91a7 tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] 10.222.0.24 "GET /v2.0/ports?device_id=6657001d-e343-465a-8283-bcce744623b2 HTTP/1.1" status: 200 len: 210 time: 0.0735509 Mar 28 01:04:47.160617 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9740362b-f028-4f16-a1db-0b0562bf3c65 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Router 788bb89f-88c1-4b89-afcd-9e2ef8e12a99 has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:04:47.167187 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-436abdf4-8c63-4967-b468-a266b4467737 tempest-RoutersTestDVR-476832341 tempest-RoutersTestDVR-476832341-project-admin] Request body: {'router': {'name': 'tempest-router-1370300166', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'e28652654bd3462a8733cd57f8319f97'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:04:47.189441 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c59366eb-57d4-4c4d-920a-524e7c55de03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91772626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91772626-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (50ff16fc-05b4-4db8-9df5-0b202fee91f1), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:47.216246 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 9d9f6f88-ae51-492d-b65b-1e810c5c0f0b up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:04:47.248088 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-5e12194c-ef98-4c0f-a8fa-e0f30ed62589 None None] Provisioning complete for port 0dde94a3-c5fd-4d64-ab3c-79a33bae4f8e triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:04:47.248641 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5e12194c-ef98-4c0f-a8fa-e0f30ed62589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (0dde94a3-c5fd-4d64-ab3c-79a33bae4f8e), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:47.292069 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-5e12194c-ef98-4c0f-a8fa-e0f30ed62589 None None] Port 0dde94a3-c5fd-4d64-ab3c-79a33bae4f8e cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:04:47.321710 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 9d9f6f88-ae51-492d-b65b-1e810c5c0f0b triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:04:47.322338 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (9d9f6f88-ae51-492d-b65b-1e810c5c0f0b), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:47.415009 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c59366eb-57d4-4c4d-920a-524e7c55de03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91772626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91772626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (50ff16fc-05b4-4db8-9df5-0b202fee91f1), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:47.428425 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 9d9f6f88-ae51-492d-b65b-1e810c5c0f0b is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:04:47.433319 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-cfb478ea-9ff0-48bd-a10a-3b1654ace3dd None None] Provisioning complete for port 9ad83d3c-8ef9-4010-a0f3-67c0ac4fdaec triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:04:47.433707 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-cfb478ea-9ff0-48bd-a10a-3b1654ace3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (9ad83d3c-8ef9-4010-a0f3-67c0ac4fdaec), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:47.446315 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-c59366eb-57d4-4c4d-920a-524e7c55de03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91772626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91772626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50ff16fc-05b4-4db8-9df5-0b202fee91f1']}} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:04:47.448957 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9740362b-f028-4f16-a1db-0b0562bf3c65 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:04:47.457478 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-9740362b-f028-4f16-a1db-0b0562bf3c65 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] 10.222.0.24 "PUT /v2.0/routers/788bb89f-88c1-4b89-afcd-9e2ef8e12a99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0242608 Mar 28 01:04:47.464655 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce93ea32-be18-4090-892f-efb5beceadbf None None] Sync routers for ids ['788bb89f-88c1-4b89-afcd-9e2ef8e12a99'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:04:47.465452 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 49356) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:47.470397 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-c59366eb-57d4-4c4d-920a-524e7c55de03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91772626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91772626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a720666-704b-4042-b196-22b2ff5604e6') {'for_net_delete': True} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:04:47.470697 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-c59366eb-57d4-4c4d-920a-524e7c55de03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91772626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91772626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a720666-704b-4042-b196-22b2ff5604e6') {} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:04:47.476577 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-16f9fe94-4e80-4efc-8644-4396fe37f49e tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Request body: {'port': {'network_id': '437a13e0-6d2f-46e5-90eb-e341e9980724', 'name': 'tempest-FloatingIPAdminTestJSON-2104596174'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:04:47.492010 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e34f7b2e-af6d-4b82-b892-f0e83d74e0fe tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (4b027b4f-ac66-49bd-93c9-ec2fc3cdb9e5), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:47.492705 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-cfb478ea-9ff0-48bd-a10a-3b1654ace3dd None None] Port 9ad83d3c-8ef9-4010-a0f3-67c0ac4fdaec cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:04:47.493565 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34f7b2e-af6d-4b82-b892-f0e83d74e0fe tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:47.493755 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e34f7b2e-af6d-4b82-b892-f0e83d74e0fe tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:47.494301 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce93ea32-be18-4090-892f-efb5beceadbf None None] Routers {'788bb89f-88c1-4b89-afcd-9e2ef8e12a99'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:04:47.494928 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-ce93ea32-be18-4090-892f-efb5beceadbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:04:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['788bb89f-88c1-4b89-afcd-9e2ef8e12a99'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:04:47.506736 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c59366eb-57d4-4c4d-920a-524e7c55de03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91772626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91772626-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126443583'] for segment (4a720666-704b-4042-b196-22b2ff5604e6), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:47.538224 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-436abdf4-8c63-4967-b468-a266b4467737 tempest-RoutersTestDVR-476832341 tempest-RoutersTestDVR-476832341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7069'] for router (6d60568f-3d45-4ef8-9055-95e7eb789d20), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:47.539680 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-436abdf4-8c63-4967-b468-a266b4467737 tempest-RoutersTestDVR-476832341 tempest-RoutersTestDVR-476832341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4188952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7062'] for router (6d60568f-3d45-4ef8-9055-95e7eb789d20), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:47.551469 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-ce93ea32-be18-4090-892f-efb5beceadbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:04:47.560407 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce93ea32-be18-4090-892f-efb5beceadbf None None] Routers {'788bb89f-88c1-4b89-afcd-9e2ef8e12a99'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:04:47.561097 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-ce93ea32-be18-4090-892f-efb5beceadbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:04:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['788bb89f-88c1-4b89-afcd-9e2ef8e12a99'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:04:47.592868 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c59366eb-57d4-4c4d-920a-524e7c55de03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91772626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91772626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (4a720666-704b-4042-b196-22b2ff5604e6), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:47.604629 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-ce93ea32-be18-4090-892f-efb5beceadbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:04:47.605608 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce93ea32-be18-4090-892f-efb5beceadbf None None] The sync data for ids ['788bb89f-88c1-4b89-afcd-9e2ef8e12a99'] in dv-neutron-834874-6-hyperv is: [] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:04:47.617519 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c59366eb-57d4-4c4d-920a-524e7c55de03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91772626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91772626-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=104098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:04:47.617519 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c59366eb-57d4-4c4d-920a-524e7c55de03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91772626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91772626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126177251'] for segment (4a720666-704b-4042-b196-22b2ff5604e6), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:47.618041 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-e34f7b2e-af6d-4b82-b892-f0e83d74e0fe tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 1.7801425 Mar 28 01:04:47.618116 dv-neutron-834874-6-hyperv neutron-server[104098]: Traceback (most recent call last): Mar 28 01:04:47.618116 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:04:47.618116 dv-neutron-834874-6-hyperv neutron-server[104098]: timer() Mar 28 01:04:47.618116 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:04:47.618116 dv-neutron-834874-6-hyperv neutron-server[104098]: cb(*args, **kw) Mar 28 01:04:47.618116 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:04:47.618116 dv-neutron-834874-6-hyperv neutron-server[104098]: return func(*args, **kwargs) Mar 28 01:04:47.618116 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:04:47.618116 dv-neutron-834874-6-hyperv neutron-server[104098]: self._notify() Mar 28 01:04:47.618116 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:04:47.618116 dv-neutron-834874-6-hyperv neutron-server[104098]: self.callback(batched_events) Mar 28 01:04:47.618116 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:04:47.618116 dv-neutron-834874-6-hyperv neutron-server[104098]: event.method(event) Mar 28 01:04:47.618116 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:04:47.618116 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:04:47.618116 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:04:47.618116 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:04:47.618116 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:04:47.618116 dv-neutron-834874-6-hyperv neutron-server[104098]: return f(self, *a, **k) Mar 28 01:04:47.618116 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:04:47.618116 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._get(url).json() Mar 28 01:04:47.618116 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:04:47.618116 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:04:47.618116 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:04:47.618116 dv-neutron-834874-6-hyperv neutron-server[104098]: return self.request(url, 'GET', **kwargs) Mar 28 01:04:47.618116 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:04:47.618116 dv-neutron-834874-6-hyperv neutron-server[104098]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:04:47.618116 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:04:47.618116 dv-neutron-834874-6-hyperv neutron-server[104098]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:04:47.618116 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:04:47.618116 dv-neutron-834874-6-hyperv neutron-server[104098]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:04:47.618116 dv-neutron-834874-6-hyperv neutron-server[104098]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:04:47.627462 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 49360) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:47.642854 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-71026616-1666-4732-ac4f-9b77e2d5b9d3 req-ef14d519-fe08-4511-9bca-1973076fedb3 service neutron] For port 56d9ccc0-97bc-4f8c-b2de-56c31c7b6fb7, host hv-neutron-8348, cleared binding levels {{(pid=104099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:04:47.660835 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-591daef7-63dd-4d9d-b9be-69b6955f369c tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Deleting port 0dde94a3-c5fd-4d64-ab3c-79a33bae4f8e {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:04:47.661196 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-591daef7-63dd-4d9d-b9be-69b6955f369c tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (0dde94a3-c5fd-4d64-ab3c-79a33bae4f8e), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:47.703816 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8687e159-fa80-4a08-ab8d-87f1a3e2583f req-be8fc29d-e226-4391-9b6f-01bca2047b70 tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:47.705267 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-8687e159-fa80-4a08-ab8d-87f1a3e2583f req-be8fc29d-e226-4391-9b6f-01bca2047b70 tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] 10.222.0.24 "GET /v2.0/ports?device_id=5861c5c3-fb1b-4472-867d-d7cebf72f248 HTTP/1.1" status: 200 len: 943 time: 0.1652691 Mar 28 01:04:47.716051 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c59366eb-57d4-4c4d-920a-524e7c55de03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91772626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91772626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (50ff16fc-05b4-4db8-9df5-0b202fee91f1), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:47.725820 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:47.734093 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c59366eb-57d4-4c4d-920a-524e7c55de03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91772626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91772626-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:47.740316 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-c59366eb-57d4-4c4d-920a-524e7c55de03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91772626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91772626-project] 10.222.0.24 "DELETE /v2.0/networks/50ff16fc-05b4-4db8-9df5-0b202fee91f1 HTTP/1.1" status: 204 len: 168 time: 0.8297153 Mar 28 01:04:47.757401 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59366eb-57d4-4c4d-920a-524e7c55de03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91772626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91772626-project] Pushing event deleted for resources: {'Network': ['ID=50ff16fc-05b4-4db8-9df5-0b202fee91f1,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:47.759080 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16f9fe94-4e80-4efc-8644-4396fe37f49e tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Made reservation on behalf of 6636888a13ed43ffbe56b262b0ac6963 for: {'port': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:04:47.762392 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-16f9fe94-4e80-4efc-8644-4396fe37f49e tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:47.762503 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa25729-7152-421d-b68e-7be7755b06c1 req-8fced3ec-c189-46db-9907-631d1ee482fc tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:47.763882 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-3fa25729-7152-421d-b68e-7be7755b06c1 req-8fced3ec-c189-46db-9907-631d1ee482fc tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] 10.222.0.10 "GET /v2.0/networks?id=0159ce53-5590-4705-812f-42a1a0e06ab8 HTTP/1.1" status: 200 len: 806 time: 0.7009802 Mar 28 01:04:47.764565 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34f7b2e-af6d-4b82-b892-f0e83d74e0fe tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Pushing event updated for resources: {'Network': ['ID=4b027b4f-ac66-49bd-93c9-ec2fc3cdb9e5,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:47.778035 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network 4b027b4f-ac66-49bd-93c9-ec2fc3cdb9e5 details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:04:47.778764 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-71026616-1666-4732-ac4f-9b77e2d5b9d3 req-ef14d519-fe08-4511-9bca-1973076fedb3 service neutron] For port 56d9ccc0-97bc-4f8c-b2de-56c31c7b6fb7, host hv-neutron-8348, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=56d9ccc0-97bc-4f8c-b2de-56c31c7b6fb7,segment=NetworkSegment(6b94bcff-7918-4dbb-9862-d5d7c3a56206),segment_id=6b94bcff-7918-4dbb-9862-d5d7c3a56206)] {{(pid=104099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:04:47.787383 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961aad19-ae9a-4221-8ad2-c10e0af35a16 req-c7b9b0ee-ee07-460b-9513-d88c49125b91 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:47.794411 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-961aad19-ae9a-4221-8ad2-c10e0af35a16 req-c7b9b0ee-ee07-460b-9513-d88c49125b91 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af78226-6db5-4d3d-a6da-4544ef645c78 HTTP/1.1" status: 200 len: 945 time: 0.6223595 Mar 28 01:04:47.794795 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.notifiers.nova [None req-16f9fe94-4e80-4efc-8644-4396fe37f49e tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] device_id is not set on port c809cea5-0630-4d9e-859b-899b8936f3a8 yet. {{(pid=104098) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 01:04:47.816853 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-8687e159-fa80-4a08-ab8d-87f1a3e2583f req-14631062-c90d-488b-81c4-5ff4374590f1 tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] 10.222.0.24 "GET /v2.0/security-groups?id=9de1bbaf-2b8c-40c3-8122-cae68c77803a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045876 Mar 28 01:04:47.851750 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-71026616-1666-4732-ac4f-9b77e2d5b9d3 req-ef14d519-fe08-4511-9bca-1973076fedb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (56d9ccc0-97bc-4f8c-b2de-56c31c7b6fb7), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:47.916506 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-436abdf4-8c63-4967-b468-a266b4467737 tempest-RoutersTestDVR-476832341 tempest-RoutersTestDVR-476832341-project-admin] Publish callbacks [] for router_controller (6d60568f-3d45-4ef8-9055-95e7eb789d20), precommit_add_association {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:47.949238 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-16f9fe94-4e80-4efc-8644-4396fe37f49e tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Allocated IP 172.20.0.13 (437a13e0-6d2f-46e5-90eb-e341e9980724/94664ada-893e-4b6c-bca8-7e964d31acb3/c809cea5-0630-4d9e-859b-899b8936f3a8) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:04:47.963372 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-436abdf4-8c63-4967-b468-a266b4467737 tempest-RoutersTestDVR-476832341 tempest-RoutersTestDVR-476832341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687953'] for router (6d60568f-3d45-4ef8-9055-95e7eb789d20), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:47.972898 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71026616-1666-4732-ac4f-9b77e2d5b9d3 req-ef14d519-fe08-4511-9bca-1973076fedb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:47.973531 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-71026616-1666-4732-ac4f-9b77e2d5b9d3 req-ef14d519-fe08-4511-9bca-1973076fedb3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:47.975060 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-71026616-1666-4732-ac4f-9b77e2d5b9d3 req-ef14d519-fe08-4511-9bca-1973076fedb3 service neutron] 10.222.0.10 "PUT /v2.0/ports/56d9ccc0-97bc-4f8c-b2de-56c31c7b6fb7 HTTP/1.1" status: 200 len: 1093 time: 3.8135223 Mar 28 01:04:47.981768 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5861c5c3-fb1b-4472-867d-d7cebf72f248', 'tag': '56d9ccc0-97bc-4f8c-b2de-56c31c7b6fb7'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:04:47.984308 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2af4b01a9fa8b1570ccf1d7859d693ad34c106b258078e9cfae86b97f35e3d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c26da9d-752d-46c2-917a-82810c09ea2b" -d '{"events": [{"name": "network-changed", "server_uuid": "5861c5c3-fb1b-4472-867d-d7cebf72f248", "tag": "56d9ccc0-97bc-4f8c-b2de-56c31c7b6fb7"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:04:48.004342 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc550c74-bb7e-47cf-a891-63c92facb15c tempest-ExternalNetworksTestJSON-706195221 tempest-ExternalNetworksTestJSON-706195221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:48.009309 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-cc550c74-bb7e-47cf-a891-63c92facb15c tempest-ExternalNetworksTestJSON-706195221 tempest-ExternalNetworksTestJSON-706195221-project] 10.222.0.24 "GET /v2.0/networks/4b027b4f-ac66-49bd-93c9-ec2fc3cdb9e5 HTTP/1.1" status: 200 len: 756 time: 0.3655622 Mar 28 01:04:48.009571 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 49366) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:48.070783 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-961aad19-ae9a-4221-8ad2-c10e0af35a16 req-50965b44-b4ad-4d00-bf47-bb2b60cdd628 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5fc266-2207-46d1-bfc7-83854e73a714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2755034 Mar 28 01:04:48.072189 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef14d519-fe08-4511-9bca-1973076fedb3 service neutron] Pushing event updated for resources: {'Port': ['ID=56d9ccc0-97bc-4f8c-b2de-56c31c7b6fb7,revision_number=3']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:48.079521 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 01:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0147482c-fe68-42ba-8eb3-8355d8694ac5 x-openstack-request-id: req-0147482c-fe68-42ba-8eb3-8355d8694ac5 {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:04:48.080086 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5861c5c3-fb1b-4472-867d-d7cebf72f248", "tag": "56d9ccc0-97bc-4f8c-b2de-56c31c7b6fb7", "status": "completed", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:04:48.080476 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0147482c-fe68-42ba-8eb3-8355d8694ac5 {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:04:48.081184 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0147482c-fe68-42ba-8eb3-8355d8694ac5'] response: {'name': 'network-changed', 'server_uuid': '5861c5c3-fb1b-4472-867d-d7cebf72f248', 'tag': '56d9ccc0-97bc-4f8c-b2de-56c31c7b6fb7', 'status': 'completed', 'code': 200} Mar 28 01:04:48.098946 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-591daef7-63dd-4d9d-b9be-69b6955f369c tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (0dde94a3-c5fd-4d64-ab3c-79a33bae4f8e), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:48.151082 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-436abdf4-8c63-4967-b468-a266b4467737 tempest-RoutersTestDVR-476832341 tempest-RoutersTestDVR-476832341-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:48.152285 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-436abdf4-8c63-4967-b468-a266b4467737 tempest-RoutersTestDVR-476832341 tempest-RoutersTestDVR-476832341-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.0438015 Mar 28 01:04:48.153799 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-591daef7-63dd-4d9d-b9be-69b6955f369c tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Calling delete_port for 0dde94a3-c5fd-4d64-ab3c-79a33bae4f8e owned by {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:04:48.159535 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 49370) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:48.168822 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-3fa25729-7152-421d-b68e-7be7755b06c1 req-b0515720-3494-4b1e-8e1a-b9b3120e5d01 tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b8696c5a2934c9895d76c895de286c3 HTTP/1.1" status: 200 len: 380 time: 0.3723004 Mar 28 01:04:48.172678 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-9ac07747-b2dc-4aa8-b68b-4dfce06e1d8d tempest-RoutersTestDVR-476832341 tempest-RoutersTestDVR-476832341-project-admin] Request body: {'router': {'distributed': True}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:04:48.174993 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 49372) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:48.190588 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [req-3fa25729-7152-421d-b68e-7be7755b06c1 req-b68df156-120f-47fe-8fe3-1a712858c8d5 tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] Request body: {'port': {'device_id': '6657001d-e343-465a-8283-bcce744623b2', 'network_id': '0159ce53-5590-4705-812f-42a1a0e06ab8', 'admin_state_up': True, 'tenant_id': '0b8696c5a2934c9895d76c895de286c3', 'security_groups': ['ef3c0281-51d5-49db-9849-f251e8c0da03']}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:04:48.191624 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b786ca51-7a0a-416f-93b1-d1b2804b5922 tempest-ExternalNetworksTestJSON-706195221 tempest-ExternalNetworksTestJSON-706195221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:48.193067 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-b786ca51-7a0a-416f-93b1-d1b2804b5922 tempest-ExternalNetworksTestJSON-706195221 tempest-ExternalNetworksTestJSON-706195221-project] 10.222.0.24 "GET /v2.0/networks/2e68baba-9ede-42d6-bd75-9d4ba73d3d90 HTTP/1.1" status: 200 len: 768 time: 0.1824827 Mar 28 01:04:48.195935 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 49376) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:48.303597 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-bf4175b3-f63b-4ab3-bd5d-3deaa21642cc req-3074e05a-39e6-45c6-bdca-455a5669502f tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] 10.222.0.24 "GET /v2.0/ports?device_id=6657001d-e343-465a-8283-bcce744623b2 HTTP/1.1" status: 200 len: 210 time: 0.0434730 Mar 28 01:04:48.319495 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-417ef89c-84cf-4830-a3a1-b3260e9a98c0 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (4b027b4f-ac66-49bd-93c9-ec2fc3cdb9e5), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:48.353679 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-16f9fe94-4e80-4efc-8644-4396fe37f49e tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Publish callbacks [] for port (c809cea5-0630-4d9e-859b-899b8936f3a8), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:48.432621 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-417ef89c-84cf-4830-a3a1-b3260e9a98c0 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (4b027b4f-ac66-49bd-93c9-ec2fc3cdb9e5), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:48.457817 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-417ef89c-84cf-4830-a3a1-b3260e9a98c0 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b027b4f-ac66-49bd-93c9-ec2fc3cdb9e5']}} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:04:48.467001 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-16f9fe94-4e80-4efc-8644-4396fe37f49e tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (c809cea5-0630-4d9e-859b-899b8936f3a8), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:48.469607 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-417ef89c-84cf-4830-a3a1-b3260e9a98c0 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35f55e7b-09f0-4ef1-981f-c2909a19c513') {'for_net_delete': True} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:04:48.469979 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-417ef89c-84cf-4830-a3a1-b3260e9a98c0 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35f55e7b-09f0-4ef1-981f-c2909a19c513') {} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:04:48.487013 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71026616-1666-4732-ac4f-9b77e2d5b9d3 req-cfd03c54-e76d-4e06-ad09-8302e51d10c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:48.488769 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-71026616-1666-4732-ac4f-9b77e2d5b9d3 req-cfd03c54-e76d-4e06-ad09-8302e51d10c6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e2e1f3c8256d426e8b9aa3f98cd07af0&device_id=5861c5c3-fb1b-4472-867d-d7cebf72f248 HTTP/1.1" status: 200 len: 1127 time: 0.3789425 Mar 28 01:04:48.512644 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-417ef89c-84cf-4830-a3a1-b3260e9a98c0 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126443583'] for segment (35f55e7b-09f0-4ef1-981f-c2909a19c513), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:48.526152 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f9fe94-4e80-4efc-8644-4396fe37f49e tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Network 437a13e0-6d2f-46e5-90eb-e341e9980724 is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:04:48.532684 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-16f9fe94-4e80-4efc-8644-4396fe37f49e tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:04:48.536805 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f9fe94-4e80-4efc-8644-4396fe37f49e tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:04:48.541594 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-417ef89c-84cf-4830-a3a1-b3260e9a98c0 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (35f55e7b-09f0-4ef1-981f-c2909a19c513), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:48.573019 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-71026616-1666-4732-ac4f-9b77e2d5b9d3 req-7a0b1fbd-02cb-4596-a6cd-8eaf318e421f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56d9ccc0-97bc-4f8c-b2de-56c31c7b6fb7 HTTP/1.1" status: 200 len: 217 time: 0.0744679 Mar 28 01:04:48.574422 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f9fe94-4e80-4efc-8644-4396fe37f49e tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Pushing event updated for resources: {'Port': ['ID=c809cea5-0630-4d9e-859b-899b8936f3a8,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:48.582287 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-417ef89c-84cf-4830-a3a1-b3260e9a98c0 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=104098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:04:48.582689 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-417ef89c-84cf-4830-a3a1-b3260e9a98c0 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126177251'] for segment (35f55e7b-09f0-4ef1-981f-c2909a19c513), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:48.584425 dv-neutron-834874-6-hyperv neutron-server[104098]: Traceback (most recent call last): Mar 28 01:04:48.584425 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:04:48.584425 dv-neutron-834874-6-hyperv neutron-server[104098]: timer() Mar 28 01:04:48.584425 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:04:48.584425 dv-neutron-834874-6-hyperv neutron-server[104098]: cb(*args, **kw) Mar 28 01:04:48.584425 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:04:48.584425 dv-neutron-834874-6-hyperv neutron-server[104098]: return func(*args, **kwargs) Mar 28 01:04:48.584425 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:04:48.584425 dv-neutron-834874-6-hyperv neutron-server[104098]: self._notify() Mar 28 01:04:48.584425 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:04:48.584425 dv-neutron-834874-6-hyperv neutron-server[104098]: self.callback(batched_events) Mar 28 01:04:48.584425 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:04:48.584425 dv-neutron-834874-6-hyperv neutron-server[104098]: event.method(event) Mar 28 01:04:48.584425 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:04:48.584425 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:04:48.584425 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:04:48.584425 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:04:48.584425 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:04:48.584425 dv-neutron-834874-6-hyperv neutron-server[104098]: return f(self, *a, **k) Mar 28 01:04:48.584425 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:04:48.584425 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._get(url).json() Mar 28 01:04:48.584425 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:04:48.584425 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:04:48.584425 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:04:48.584425 dv-neutron-834874-6-hyperv neutron-server[104098]: return self.request(url, 'GET', **kwargs) Mar 28 01:04:48.584425 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:04:48.584425 dv-neutron-834874-6-hyperv neutron-server[104098]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:04:48.584425 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:04:48.584425 dv-neutron-834874-6-hyperv neutron-server[104098]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:04:48.584425 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:04:48.584425 dv-neutron-834874-6-hyperv neutron-server[104098]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:04:48.584425 dv-neutron-834874-6-hyperv neutron-server[104098]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:04:48.644677 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-7940fe6a-b613-4668-9a8a-270d39687efa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=50a68a6fd28044d3b1dafa252c768c99&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4672472 Mar 28 01:04:48.648132 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f9fe94-4e80-4efc-8644-4396fe37f49e tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:48.648270 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-16f9fe94-4e80-4efc-8644-4396fe37f49e tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:48.649148 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 49380) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:48.653785 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fa25729-7152-421d-b68e-7be7755b06c1 req-b68df156-120f-47fe-8fe3-1a712858c8d5 tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] Made reservation on behalf of 0b8696c5a2934c9895d76c895de286c3 for: {'port': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:04:48.658705 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-3fa25729-7152-421d-b68e-7be7755b06c1 req-b68df156-120f-47fe-8fe3-1a712858c8d5 tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:48.668230 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-16f9fe94-4e80-4efc-8644-4396fe37f49e tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.2016873 Mar 28 01:04:48.669382 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-417ef89c-84cf-4830-a3a1-b3260e9a98c0 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (4b027b4f-ac66-49bd-93c9-ec2fc3cdb9e5), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:48.685996 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 49382) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:48.687003 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-417ef89c-84cf-4830-a3a1-b3260e9a98c0 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4b027b4f-ac66-49bd-93c9-ec2fc3cdb9e5 {{(pid=104098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 28 01:04:48.690158 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-417ef89c-84cf-4830-a3a1-b3260e9a98c0 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:48.696957 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-417ef89c-84cf-4830-a3a1-b3260e9a98c0 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] 10.222.0.24 "DELETE /v2.0/networks/4b027b4f-ac66-49bd-93c9-ec2fc3cdb9e5 HTTP/1.1" status: 204 len: 168 time: 0.4969680 Mar 28 01:04:48.701172 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 49384) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:48.706642 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-0222e6ed-9d08-4311-bb63-919b3510a13f tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Request body: {'network': {'name': 'tempest-network--1986365739'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:04:48.726457 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9ac07747-b2dc-4aa8-b68b-4dfce06e1d8d tempest-RoutersTestDVR-476832341 tempest-RoutersTestDVR-476832341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3688170', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3689605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7136'] for router (6d60568f-3d45-4ef8-9055-95e7eb789d20), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:48.726834 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9ac07747-b2dc-4aa8-b68b-4dfce06e1d8d tempest-RoutersTestDVR-476832341 tempest-RoutersTestDVR-476832341-project-admin] Publish callbacks [] for router (6d60568f-3d45-4ef8-9055-95e7eb789d20), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:48.733622 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417ef89c-84cf-4830-a3a1-b3260e9a98c0 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Pushing event deleted for resources: {'Network': ['ID=4b027b4f-ac66-49bd-93c9-ec2fc3cdb9e5,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:48.739625 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0222e6ed-9d08-4311-bb63-919b3510a13f tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Made reservation on behalf of 27264b3877f14a2087c136590f1a602c for: {'network': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:04:48.742892 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0222e6ed-9d08-4311-bb63-919b3510a13f tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:48.774424 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0222e6ed-9d08-4311-bb63-919b3510a13f tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=104098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:04:48.788835 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0222e6ed-9d08-4311-bb63-919b3510a13f tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (edec8280-7c2d-4e8f-8992-ed75c674524d), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:48.789184 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.segments_db [None req-0222e6ed-9d08-4311-bb63-919b3510a13f tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Added segment edec8280-7c2d-4e8f-8992-ed75c674524d of type vlan for network 2cb54904-c11d-4376-917b-e23494ca7b26 Mar 28 01:04:48.847001 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0222e6ed-9d08-4311-bb63-919b3510a13f tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (2cb54904-c11d-4376-917b-e23494ca7b26), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:48.873798 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-3b8bb252-dc9a-4e74-b920-191f902ac0d4 None None] Provisioning complete for port c809cea5-0630-4d9e-859b-899b8936f3a8 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:04:48.874861 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-3b8bb252-dc9a-4e74-b920-191f902ac0d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (c809cea5-0630-4d9e-859b-899b8936f3a8), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:48.883600 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-c793decc-602f-42b9-b7ba-9ace5847d450 tempest-FloatingIPAdminTestJSON-1792906850 tempest-FloatingIPAdminTestJSON-1792906850-project-admin] Request body: {'floatingip': {'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'project_id': '6636888a13ed43ffbe56b262b0ac6963', 'port_id': 'c809cea5-0630-4d9e-859b-899b8936f3a8'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:04:48.904768 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0222e6ed-9d08-4311-bb63-919b3510a13f tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (2cb54904-c11d-4376-917b-e23494ca7b26), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:48.906148 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0222e6ed-9d08-4311-bb63-919b3510a13f tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:48.906636 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0222e6ed-9d08-4311-bb63-919b3510a13f tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:48.917716 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-3b8bb252-dc9a-4e74-b920-191f902ac0d4 None None] Port c809cea5-0630-4d9e-859b-899b8936f3a8 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:04:48.959228 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c793decc-602f-42b9-b7ba-9ace5847d450 tempest-FloatingIPAdminTestJSON-1792906850 tempest-FloatingIPAdminTestJSON-1792906850-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:48.959966 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71026616-1666-4732-ac4f-9b77e2d5b9d3 req-ae7a2ca3-19d9-48c5-962c-a6eb4326d6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:48.961585 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-71026616-1666-4732-ac4f-9b77e2d5b9d3 req-ae7a2ca3-19d9-48c5-962c-a6eb4326d6e6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c2bac7f7-4214-433a-8d07-412328b1e8a9 HTTP/1.1" status: 200 len: 851 time: 0.3531301 Mar 28 01:04:48.967736 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-591daef7-63dd-4d9d-b9be-69b6955f369c tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (0dde94a3-c5fd-4d64-ab3c-79a33bae4f8e), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:48.977197 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-9ac07747-b2dc-4aa8-b68b-4dfce06e1d8d tempest-RoutersTestDVR-476832341 tempest-RoutersTestDVR-476832341-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=104099) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Mar 28 01:04:48.977496 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-9ac07747-b2dc-4aa8-b68b-4dfce06e1d8d tempest-RoutersTestDVR-476832341 tempest-RoutersTestDVR-476832341-project-admin] Router 6d60568f-3d45-4ef8-9055-95e7eb789d20 migrating from provider to provider. {{(pid=104099) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Mar 28 01:04:48.977914 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9ac07747-b2dc-4aa8-b68b-4dfce06e1d8d tempest-RoutersTestDVR-476832341 tempest-RoutersTestDVR-476832341-project-admin] Publish callbacks [] for router_controller (6d60568f-3d45-4ef8-9055-95e7eb789d20), precommit_delete_associations {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:49.005062 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0222e6ed-9d08-4311-bb63-919b3510a13f tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Pushing event updated for resources: {'Network': ['ID=2cb54904-c11d-4376-917b-e23494ca7b26,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:49.019210 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network 2cb54904-c11d-4376-917b-e23494ca7b26 details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:04:49.030655 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9ac07747-b2dc-4aa8-b68b-4dfce06e1d8d tempest-RoutersTestDVR-476832341 tempest-RoutersTestDVR-476832341-project-admin] Publish callbacks [] for router_controller (6d60568f-3d45-4ef8-9055-95e7eb789d20), precommit_add_association {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:49.056180 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-0222e6ed-9d08-4311-bb63-919b3510a13f tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3539727 Mar 28 01:04:49.059182 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 49390) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:49.065120 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-1e3c9fde-b880-444c-ab60-37508547fe79 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Request body: {'network': {'router:external': True}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:04:49.078800 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9ac07747-b2dc-4aa8-b68b-4dfce06e1d8d tempest-RoutersTestDVR-476832341 tempest-RoutersTestDVR-476832341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3688163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3687960', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3689650'] for router (6d60568f-3d45-4ef8-9055-95e7eb789d20), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:49.081046 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591daef7-63dd-4d9d-b9be-69b6955f369c tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Pushing event deleted for resources: {'Port': ['ID=0dde94a3-c5fd-4d64-ab3c-79a33bae4f8e,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:49.087092 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b802179b-30c9-431a-955d-61aca00a285a admin admin] Publish callbacks [] for security_group (a7222cd9-adfc-4e0e-9ca2-ee84748e2693), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:49.102588 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device f45dfffa-72fe-4b22-af16-435c4c53d944 up at agent hyperv_hv-neutron-8348 {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:04:49.221861 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Provisioning for port f45dfffa-72fe-4b22-af16-435c4c53d944 completed by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 01:04:49.227477 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Provisioning complete for port f45dfffa-72fe-4b22-af16-435c4c53d944 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:04:49.228498 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (f45dfffa-72fe-4b22-af16-435c4c53d944), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:49.349347 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f9a9c4-d022-404b-bc51-33626fe0d518 req-f7fdca34-e07f-4bba-90b5-7bcfe56c50aa tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:49.352580 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port f45dfffa-72fe-4b22-af16-435c4c53d944 is: BUILD; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:04:49.352980 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (f45dfffa-72fe-4b22-af16-435c4c53d944), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:49.356842 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-72f9a9c4-d022-404b-bc51-33626fe0d518 req-f7fdca34-e07f-4bba-90b5-7bcfe56c50aa tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af78226-6db5-4d3d-a6da-4544ef645c78 HTTP/1.1" status: 200 len: 945 time: 0.1632941 Mar 28 01:04:49.394925 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1e3c9fde-b880-444c-ab60-37508547fe79 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (2cb54904-c11d-4376-917b-e23494ca7b26), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:49.398781 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c793decc-602f-42b9-b7ba-9ace5847d450 tempest-FloatingIPAdminTestJSON-1792906850 tempest-FloatingIPAdminTestJSON-1792906850-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:49.405428 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3af78226-6db5-4d3d-a6da-4544ef645c78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f45dfffa-72fe-4b22-af16-435c4c53d944'}] {{(pid=104100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:04:49.432732 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1e3c9fde-b880-444c-ab60-37508547fe79 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (2cb54904-c11d-4376-917b-e23494ca7b26), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:49.464017 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-591daef7-63dd-4d9d-b9be-69b6955f369c tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:49.470738 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-591daef7-63dd-4d9d-b9be-69b6955f369c tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "DELETE /v2.0/ports/0dde94a3-c5fd-4d64-ab3c-79a33bae4f8e HTTP/1.1" status: 204 len: 168 time: 2.9620221 Mar 28 01:04:49.473371 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b802179b-30c9-431a-955d-61aca00a285a admin admin] Publish callbacks [] for security_group (a7222cd9-adfc-4e0e-9ca2-ee84748e2693), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:49.475858 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 49398) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:49.483219 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port f45dfffa-72fe-4b22-af16-435c4c53d944, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=f45dfffa-72fe-4b22-af16-435c4c53d944,segment=NetworkSegment(42092f1a-12b4-400d-a25f-5b5b803c66a9),segment_id=42092f1a-12b4-400d-a25f-5b5b803c66a9)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:04:49.496026 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (f45dfffa-72fe-4b22-af16-435c4c53d944), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:49.513046 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-72f9a9c4-d022-404b-bc51-33626fe0d518 req-8b1c89aa-fe7e-4c56-a3c7-26522a9c6809 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5fc266-2207-46d1-bfc7-83854e73a714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1553211 Mar 28 01:04:49.517803 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1e3c9fde-b880-444c-ab60-37508547fe79 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Network 2cb54904-c11d-4376-917b-e23494ca7b26 is not hosted by any dhcp agent {{(pid=104098) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 28 01:04:49.519041 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3c9fde-b880-444c-ab60-37508547fe79 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:49.519180 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1e3c9fde-b880-444c-ab60-37508547fe79 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:49.523246 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-1e3c9fde-b880-444c-ab60-37508547fe79 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] 10.222.0.24 "PUT /v2.0/networks/2cb54904-c11d-4376-917b-e23494ca7b26 HTTP/1.1" status: 200 len: 857 time: 0.4629812 Mar 28 01:04:49.523859 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 49402) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:49.605321 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafe46d7-bfcd-406b-be0c-c2e5d02c629a req-96fabbeb-61d7-44b0-b377-3e93fd54dee4 tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:49.606895 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-dafe46d7-bfcd-406b-be0c-c2e5d02c629a req-96fabbeb-61d7-44b0-b377-3e93fd54dee4 tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] 10.222.0.24 "GET /v2.0/ports?device_id=5861c5c3-fb1b-4472-867d-d7cebf72f248 HTTP/1.1" status: 200 len: 943 time: 0.6750052 Mar 28 01:04:49.614091 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3c9fde-b880-444c-ab60-37508547fe79 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Pushing event updated for resources: {'Network': ['ID=2cb54904-c11d-4376-917b-e23494ca7b26,revision_number=2']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:49.618345 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [req-3fa25729-7152-421d-b68e-7be7755b06c1 req-b68df156-120f-47fe-8fe3-1a712858c8d5 tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] Allocated IP 172.20.0.5 (0159ce53-5590-4705-812f-42a1a0e06ab8/4d2427ec-2412-47fe-ab20-f935fb523011/cef33cf3-0c44-4506-9b92-15d1f07f1f43) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:04:49.622224 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Pushing event updated for resources: {'Port': ['ID=f45dfffa-72fe-4b22-af16-435c4c53d944,revision_number=5']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:49.638247 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71026616-1666-4732-ac4f-9b77e2d5b9d3 req-244af610-85ef-48a0-bb69-155d08bfebd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:49.639768 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-71026616-1666-4732-ac4f-9b77e2d5b9d3 req-244af610-85ef-48a0-bb69-155d08bfebd2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d8584a61-33a5-4334-8690-e70e4664bf95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.6542292 Mar 28 01:04:49.657175 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-38cf881e-4de8-4b66-853e-2f7827c850cb req-04b6129c-7090-4f56-b60c-68090b79ec84 tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] 10.222.0.24 "GET /v2.0/ports?device_id=6657001d-e343-465a-8283-bcce744623b2 HTTP/1.1" status: 200 len: 210 time: 0.0475166 Mar 28 01:04:49.664065 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd27896ebc78d0f7931321182ba9533a7b768b1c3fcddb3ff52a8aee6ddeaf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8e704b8-ca24-427f-97fe-29bb45944338" -d '{"events": [{"server_uuid": "3af78226-6db5-4d3d-a6da-4544ef645c78", "name": "network-vif-plugged", "status": "completed", "tag": "f45dfffa-72fe-4b22-af16-435c4c53d944"}]}' {{(pid=104100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:04:49.689210 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-285be6a4-329d-4fea-a06f-8349fadc7714 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (2cb54904-c11d-4376-917b-e23494ca7b26), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:49.698247 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-c793decc-602f-42b9-b7ba-9ace5847d450 tempest-FloatingIPAdminTestJSON-1792906850 tempest-FloatingIPAdminTestJSON-1792906850-project-admin] Allocated IP 172.26.1.161 (dea6548b-502b-42db-97fb-371e423e739a/cce6de65-d8c9-45b8-9970-0a277e8c1192/3835709f-e087-4795-b571-686f339df1cb) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:04:49.715747 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af42484-91be-4529-ae10-1daf55b0fb28 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:49.717204 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af42484-91be-4529-ae10-1daf55b0fb28 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:49.718751 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-7af42484-91be-4529-ae10-1daf55b0fb28 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2372615 Mar 28 01:04:49.734596 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 49408) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:49.746159 dv-neutron-834874-6-hyperv neutron-server[104099]: WARNING neutron.scheduler.l3_agent_scheduler [None req-9ac07747-b2dc-4aa8-b68b-4dfce06e1d8d tempest-RoutersTestDVR-476832341 tempest-RoutersTestDVR-476832341-project-admin] No L3 agents can host the router 6d60568f-3d45-4ef8-9055-95e7eb789d20 Mar 28 01:04:49.794974 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 01:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51d49f30-8afa-4d7a-aadf-c186a349a4bd x-openstack-request-id: req-51d49f30-8afa-4d7a-aadf-c186a349a4bd {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:04:49.795469 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3af78226-6db5-4d3d-a6da-4544ef645c78", "name": "network-vif-plugged", "status": "completed", "tag": "f45dfffa-72fe-4b22-af16-435c4c53d944", "code": 200}]} {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:04:49.795874 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-51d49f30-8afa-4d7a-aadf-c186a349a4bd {{(pid=104100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:04:49.796492 dv-neutron-834874-6-hyperv neutron-server[104100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51d49f30-8afa-4d7a-aadf-c186a349a4bd'] response: {'server_uuid': '3af78226-6db5-4d3d-a6da-4544ef645c78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f45dfffa-72fe-4b22-af16-435c4c53d944', 'code': 200} Mar 28 01:04:49.815557 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b802179b-30c9-431a-955d-61aca00a285a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (a7222cd9-adfc-4e0e-9ca2-ee84748e2693), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:49.818492 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b802179b-30c9-431a-955d-61aca00a285a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:49.821931 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-b802179b-30c9-431a-955d-61aca00a285a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a7222cd9-adfc-4e0e-9ca2-ee84748e2693 HTTP/1.1" status: 204 len: 168 time: 1.1668403 Mar 28 01:04:49.848287 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-dafe46d7-bfcd-406b-be0c-c2e5d02c629a req-5c7580d2-f324-4872-a27d-575211e4ac0a tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] 10.222.0.24 "GET /v2.0/security-groups?id=9de1bbaf-2b8c-40c3-8122-cae68c77803a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2210598 Mar 28 01:04:49.955198 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b802179b-30c9-431a-955d-61aca00a285a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7222cd9-adfc-4e0e-9ca2-ee84748e2693,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:49.991012 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-71026616-1666-4732-ac4f-9b77e2d5b9d3 req-ee54a87f-3304-45a3-9cb2-c8ecb2b3ba32 service neutron] 10.222.0.10 "GET /v2.0/networks/d8584a61-33a5-4334-8690-e70e4664bf95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3375533 Mar 28 01:04:50.012375 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.10', 56037) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:50.070179 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac07747-b2dc-4aa8-b68b-4dfce06e1d8d tempest-RoutersTestDVR-476832341 tempest-RoutersTestDVR-476832341-project-admin] Hosts for router 6d60568f-3d45-4ef8-9055-95e7eb789d20: [] {{(pid=104099) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Mar 28 01:04:50.138713 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_v2 [None req-e33d0fc4-a087-407f-8ded-cc2c9c28e131 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Deleting subnet 40377bfd-133a-45d5-beee-10a6e885dd34 {{(pid=104098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:04:50.152841 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-285be6a4-329d-4fea-a06f-8349fadc7714 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (2cb54904-c11d-4376-917b-e23494ca7b26), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:50.155687 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e33d0fc4-a087-407f-8ded-cc2c9c28e131 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks [] for subnet (40377bfd-133a-45d5-beee-10a6e885dd34), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:50.162636 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac07747-b2dc-4aa8-b68b-4dfce06e1d8d tempest-RoutersTestDVR-476832341 tempest-RoutersTestDVR-476832341-project-admin] Hosts for other DVR routers connected to router 6d60568f-3d45-4ef8-9055-95e7eb789d20: set() {{(pid=104099) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Mar 28 01:04:50.165947 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9ac07747-b2dc-4aa8-b68b-4dfce06e1d8d tempest-RoutersTestDVR-476832341 tempest-RoutersTestDVR-476832341-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:50.167153 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-9ac07747-b2dc-4aa8-b68b-4dfce06e1d8d tempest-RoutersTestDVR-476832341 tempest-RoutersTestDVR-476832341-project-admin] 10.222.0.24 "PUT /v2.0/routers/6d60568f-3d45-4ef8-9055-95e7eb789d20 HTTP/1.1" status: 200 len: 717 time: 2.0043292 Mar 28 01:04:50.182096 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 49414) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:50.182437 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 49416) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:50.199688 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-3fa25729-7152-421d-b68e-7be7755b06c1 req-b68df156-120f-47fe-8fe3-1a712858c8d5 tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] Publish callbacks [] for port (cef33cf3-0c44-4506-9b92-15d1f07f1f43), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:50.213710 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-285be6a4-329d-4fea-a06f-8349fadc7714 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cb54904-c11d-4376-917b-e23494ca7b26']}} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:04:50.235413 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-285be6a4-329d-4fea-a06f-8349fadc7714 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edec8280-7c2d-4e8f-8992-ed75c674524d') {'for_net_delete': True} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:04:50.235628 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-285be6a4-329d-4fea-a06f-8349fadc7714 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edec8280-7c2d-4e8f-8992-ed75c674524d') {} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:04:50.245991 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e33d0fc4-a087-407f-8ded-cc2c9c28e131 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126443526'] for subnet (40377bfd-133a-45d5-beee-10a6e885dd34), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:50.250979 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c793decc-602f-42b9-b7ba-9ace5847d450 tempest-FloatingIPAdminTestJSON-1792906850 tempest-FloatingIPAdminTestJSON-1792906850-project-admin] Publish callbacks [] for port (3835709f-e087-4795-b571-686f339df1cb), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:50.276981 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-285be6a4-329d-4fea-a06f-8349fadc7714 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126443583'] for segment (edec8280-7c2d-4e8f-8992-ed75c674524d), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:50.310000 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-285be6a4-329d-4fea-a06f-8349fadc7714 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (edec8280-7c2d-4e8f-8992-ed75c674524d), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:50.328467 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-285be6a4-329d-4fea-a06f-8349fadc7714 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=104098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:04:50.328790 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-285be6a4-329d-4fea-a06f-8349fadc7714 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126177251'] for segment (edec8280-7c2d-4e8f-8992-ed75c674524d), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:50.330409 dv-neutron-834874-6-hyperv neutron-server[104098]: Traceback (most recent call last): Mar 28 01:04:50.330409 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:04:50.330409 dv-neutron-834874-6-hyperv neutron-server[104098]: timer() Mar 28 01:04:50.330409 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:04:50.330409 dv-neutron-834874-6-hyperv neutron-server[104098]: cb(*args, **kw) Mar 28 01:04:50.330409 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:04:50.330409 dv-neutron-834874-6-hyperv neutron-server[104098]: return func(*args, **kwargs) Mar 28 01:04:50.330409 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:04:50.330409 dv-neutron-834874-6-hyperv neutron-server[104098]: self._notify() Mar 28 01:04:50.330409 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:04:50.330409 dv-neutron-834874-6-hyperv neutron-server[104098]: self.callback(batched_events) Mar 28 01:04:50.330409 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:04:50.330409 dv-neutron-834874-6-hyperv neutron-server[104098]: event.method(event) Mar 28 01:04:50.330409 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:04:50.330409 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:04:50.330409 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:04:50.330409 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:04:50.330409 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:04:50.330409 dv-neutron-834874-6-hyperv neutron-server[104098]: return f(self, *a, **k) Mar 28 01:04:50.330409 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:04:50.330409 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._get(url).json() Mar 28 01:04:50.330409 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:04:50.330409 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:04:50.330409 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:04:50.330409 dv-neutron-834874-6-hyperv neutron-server[104098]: return self.request(url, 'GET', **kwargs) Mar 28 01:04:50.330409 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:04:50.330409 dv-neutron-834874-6-hyperv neutron-server[104098]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:04:50.330409 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:04:50.330409 dv-neutron-834874-6-hyperv neutron-server[104098]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:04:50.330409 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:04:50.330409 dv-neutron-834874-6-hyperv neutron-server[104098]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:04:50.330409 dv-neutron-834874-6-hyperv neutron-server[104098]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:04:50.333672 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae58d3e-8666-4b3d-a186-5bf3a9265bf1 req-e05c65b3-e244-4839-a993-3f57679ae74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:50.335181 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6ae58d3e-8666-4b3d-a186-5bf3a9265bf1 req-e05c65b3-e244-4839-a993-3f57679ae74a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3af78226-6db5-4d3d-a6da-4544ef645c78 HTTP/1.1" status: 200 len: 1130 time: 0.3206031 Mar 28 01:04:50.347192 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-fd1284ab-28d0-43a5-96f8-245bf09e3aa7 tempest-RoutersTestDVR-476832341 tempest-RoutersTestDVR-476832341-project-admin] 10.222.0.24 "GET /v2.0/routers/6d60568f-3d45-4ef8-9055-95e7eb789d20 HTTP/1.1" status: 200 len: 717 time: 0.1612811 Mar 28 01:04:50.362026 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 49418) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:50.365278 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-71026616-1666-4732-ac4f-9b77e2d5b9d3 req-f88e9075-cdfb-479d-9216-5564a73ffdaf service neutron] 10.222.0.10 "GET /v2.0/networks/d8584a61-33a5-4334-8690-e70e4664bf95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3517811 Mar 28 01:04:50.379700 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-d9927e6e-23e9-48c5-8ac2-f99fc1e9b4dd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6ad3498ffbfc454c96cbb2fbdfaaab81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1918859 Mar 28 01:04:50.379700 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-6ae58d3e-8666-4b3d-a186-5bf3a9265bf1 req-fbe74a13-62c3-41c1-a61d-bd12568ad154 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:50.381446 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 49422) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:50.403458 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-3fa25729-7152-421d-b68e-7be7755b06c1 req-b68df156-120f-47fe-8fe3-1a712858c8d5 tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (cef33cf3-0c44-4506-9b92-15d1f07f1f43), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:50.422931 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c793decc-602f-42b9-b7ba-9ace5847d450 tempest-FloatingIPAdminTestJSON-1792906850 tempest-FloatingIPAdminTestJSON-1792906850-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (3835709f-e087-4795-b571-686f339df1cb), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:50.426098 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e33d0fc4-a087-407f-8ded-cc2c9c28e131 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (40377bfd-133a-45d5-beee-10a6e885dd34), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:50.487975 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-285be6a4-329d-4fea-a06f-8349fadc7714 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (2cb54904-c11d-4376-917b-e23494ca7b26), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:50.504765 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-285be6a4-329d-4fea-a06f-8349fadc7714 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2cb54904-c11d-4376-917b-e23494ca7b26 {{(pid=104098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 28 01:04:50.513140 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c793decc-602f-42b9-b7ba-9ace5847d450 tempest-FloatingIPAdminTestJSON-1792906850 tempest-FloatingIPAdminTestJSON-1792906850-project-admin] Network dea6548b-502b-42db-97fb-371e423e739a is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:04:50.515828 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fa25729-7152-421d-b68e-7be7755b06c1 req-b68df156-120f-47fe-8fe3-1a712858c8d5 tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] Network 0159ce53-5590-4705-812f-42a1a0e06ab8 is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:04:50.526511 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-285be6a4-329d-4fea-a06f-8349fadc7714 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:50.528964 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [req-3fa25729-7152-421d-b68e-7be7755b06c1 req-b68df156-120f-47fe-8fe3-1a712858c8d5 tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:04:50.534125 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-285be6a4-329d-4fea-a06f-8349fadc7714 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] 10.222.0.24 "DELETE /v2.0/networks/2cb54904-c11d-4376-917b-e23494ca7b26 HTTP/1.1" status: 204 len: 168 time: 1.0010710 Mar 28 01:04:50.535604 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 49424) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:50.537946 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68df156-120f-47fe-8fe3-1a712858c8d5 tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] Pushing event updated for resources: {'Port': ['ID=cef33cf3-0c44-4506-9b92-15d1f07f1f43,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:50.539391 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-c793decc-602f-42b9-b7ba-9ace5847d450 tempest-FloatingIPAdminTestJSON-1792906850 tempest-FloatingIPAdminTestJSON-1792906850-project-admin] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:04:50.541990 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fa25729-7152-421d-b68e-7be7755b06c1 req-b68df156-120f-47fe-8fe3-1a712858c8d5 tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:04:50.542840 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c793decc-602f-42b9-b7ba-9ace5847d450 tempest-FloatingIPAdminTestJSON-1792906850 tempest-FloatingIPAdminTestJSON-1792906850-project-admin] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:04:50.549026 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c793decc-602f-42b9-b7ba-9ace5847d450 tempest-FloatingIPAdminTestJSON-1792906850 tempest-FloatingIPAdminTestJSON-1792906850-project-admin] Pushing event updated for resources: {'Port': ['ID=3835709f-e087-4795-b571-686f339df1cb,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:50.551726 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285be6a4-329d-4fea-a06f-8349fadc7714 tempest-ExternalNetworksTestJSON-1022383505 tempest-ExternalNetworksTestJSON-1022383505-project-admin] Pushing event deleted for resources: {'Network': ['ID=2cb54904-c11d-4376-917b-e23494ca7b26,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:50.613564 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.pecan_wsgi.hooks.translation [None req-30827c35-5f11-42c1-b5e2-5d7e972730cd tempest-ExternalNetworksTestJSON-706195221 tempest-ExternalNetworksTestJSON-706195221-project] DELETE failed (client error): The resource could not be found. Mar 28 01:04:50.613963 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30827c35-5f11-42c1-b5e2-5d7e972730cd tempest-ExternalNetworksTestJSON-706195221 tempest-ExternalNetworksTestJSON-706195221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:04:50.615581 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-66f9b9cc-5d85-4330-b778-f0d7fd95b4c8 admin admin] Publish callbacks [] for security_group (14e60906-3c88-4a8a-b01a-50239c225459), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:50.622036 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-30827c35-5f11-42c1-b5e2-5d7e972730cd tempest-ExternalNetworksTestJSON-706195221 tempest-ExternalNetworksTestJSON-706195221-project] 10.222.0.24 "DELETE /v2.0/subnets/bb5da7da-9b02-4cf6-b981-beec9ee97123 HTTP/1.1" status: 404 len: 337 time: 0.0801909 Mar 28 01:04:50.623380 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 49428) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:50.691417 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c26da9d-752d-46c2-917a-82810c09ea2b req-c972ca87-c7fa-4178-83f0-19b13c9dd073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:50.695883 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-9c26da9d-752d-46c2-917a-82810c09ea2b req-c972ca87-c7fa-4178-83f0-19b13c9dd073 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e2e1f3c8256d426e8b9aa3f98cd07af0&device_id=5861c5c3-fb1b-4472-867d-d7cebf72f248 HTTP/1.1" status: 200 len: 1127 time: 0.2675731 Mar 28 01:04:50.701450 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa25729-7152-421d-b68e-7be7755b06c1 req-b68df156-120f-47fe-8fe3-1a712858c8d5 tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:50.702113 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-3fa25729-7152-421d-b68e-7be7755b06c1 req-b68df156-120f-47fe-8fe3-1a712858c8d5 tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:50.751256 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e33d0fc4-a087-407f-8ded-cc2c9c28e131 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126175041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126112438'] for subnet (40377bfd-133a-45d5-beee-10a6e885dd34), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:50.768847 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-66f9b9cc-5d85-4330-b778-f0d7fd95b4c8 admin admin] Publish callbacks [] for security_group (14e60906-3c88-4a8a-b01a-50239c225459), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:50.852283 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-3fa25729-7152-421d-b68e-7be7755b06c1 req-b68df156-120f-47fe-8fe3-1a712858c8d5 tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6658487 Mar 28 01:04:50.858394 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-6ae58d3e-8666-4b3d-a186-5bf3a9265bf1 req-fbe74a13-62c3-41c1-a61d-bd12568ad154 service neutron] Publish callbacks [] for security_group (5bc0f73a-dfbc-4fd0-a9ec-763f227e0f5d), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:50.879542 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [req-3fa25729-7152-421d-b68e-7be7755b06c1 req-397ba82a-2eea-4c63-97d7-d84ef7cc0f54 service neutron] Request body: {'port': {'device_id': '6657001d-e343-465a-8283-bcce744623b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8348'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:04:50.890041 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-6ae58d3e-8666-4b3d-a186-5bf3a9265bf1 req-fbe74a13-62c3-41c1-a61d-bd12568ad154 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (5bc0f73a-dfbc-4fd0-a9ec-763f227e0f5d), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:50.901212 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-379263c3-6e5f-4688-b621-44b0c2f8fd65 None None] Provisioning complete for port cef33cf3-0c44-4506-9b92-15d1f07f1f43 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:04:50.902181 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-379263c3-6e5f-4688-b621-44b0c2f8fd65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (cef33cf3-0c44-4506-9b92-15d1f07f1f43), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:50.940407 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-379263c3-6e5f-4688-b621-44b0c2f8fd65 None None] Port cef33cf3-0c44-4506-9b92-15d1f07f1f43 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:04:51.009004 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6ae58d3e-8666-4b3d-a186-5bf3a9265bf1 req-fbe74a13-62c3-41c1-a61d-bd12568ad154 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=5f5fc266-2207-46d1-bfc7-83854e73a714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6580603 Mar 28 01:04:51.012348 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe74a13-62c3-41c1-a61d-bd12568ad154 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=5bc0f73a-dfbc-4fd0-a9ec-763f227e0f5d,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:51.018332 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c26da9d-752d-46c2-917a-82810c09ea2b req-4a2f1e62-ef67-4d34-a51d-4e575aab9e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:51.019957 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-9c26da9d-752d-46c2-917a-82810c09ea2b req-4a2f1e62-ef67-4d34-a51d-4e575aab9e0a service neutron] 10.222.0.10 "GET /v2.0/networks?id=d8584a61-33a5-4334-8690-e70e4664bf95 HTTP/1.1" status: 200 len: 912 time: 0.3150237 Mar 28 01:04:51.027413 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfc8c9d-d992-43ce-b667-e1c7860de176 req-d93ee63a-0aea-4ea3-a25c-541acb147f1b tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:51.028788 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-cdfc8c9d-d992-43ce-b667-e1c7860de176 req-d93ee63a-0aea-4ea3-a25c-541acb147f1b tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] 10.222.0.24 "GET /v2.0/ports?device_id=6657001d-e343-465a-8283-bcce744623b2 HTTP/1.1" status: 200 len: 931 time: 0.2836981 Mar 28 01:04:51.040927 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-66f9b9cc-5d85-4330-b778-f0d7fd95b4c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (14e60906-3c88-4a8a-b01a-50239c225459), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:51.043473 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-66f9b9cc-5d85-4330-b778-f0d7fd95b4c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:51.046952 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-66f9b9cc-5d85-4330-b778-f0d7fd95b4c8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/14e60906-3c88-4a8a-b01a-50239c225459 HTTP/1.1" status: 204 len: 168 time: 0.6610076 Mar 28 01:04:51.057846 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33d0fc4-a087-407f-8ded-cc2c9c28e131 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Pushing event deleted for resources: {'Subnet': ['ID=40377bfd-133a-45d5-beee-10a6e885dd34,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:51.061470 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-3fa25729-7152-421d-b68e-7be7755b06c1 req-397ba82a-2eea-4c63-97d7-d84ef7cc0f54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (cef33cf3-0c44-4506-9b92-15d1f07f1f43), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:51.065938 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee08c70-0355-45a8-9d2d-5cae94314911 None None] Network be4801db-c8f8-4df3-b9b5-556693d6a290 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:04:51.072624 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e33d0fc4-a087-407f-8ded-cc2c9c28e131 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:51.079798 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-e33d0fc4-a087-407f-8ded-cc2c9c28e131 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "DELETE /v2.0/subnets/40377bfd-133a-45d5-beee-10a6e885dd34 HTTP/1.1" status: 204 len: 168 time: 1.3434639 Mar 28 01:04:51.084665 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 49436) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:51.113874 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f9b9cc-5d85-4330-b778-f0d7fd95b4c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14e60906-3c88-4a8a-b01a-50239c225459,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:51.135530 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-406489de-6fdb-4eb7-bc9f-fcfb677ce502 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0459738 Mar 28 01:04:51.137450 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 49438) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:51.179770 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f85b0d22-da47-4634-8352-8bdb9dd24da4 tempest-ExternalNetworksTestJSON-706195221 tempest-ExternalNetworksTestJSON-706195221-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (2e68baba-9ede-42d6-bd75-9d4ba73d3d90), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:51.206539 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-158a8ede-f275-4af6-bdb9-7fd0910f557c tempest-RoutersTestDVR-666829923 tempest-RoutersTestDVR-666829923-project] 10.222.0.24 "GET /v2.0/routers/6d60568f-3d45-4ef8-9055-95e7eb789d20 HTTP/1.1" status: 200 len: 683 time: 0.8434041 Mar 28 01:04:51.211266 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 49440) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:51.228098 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e0ac3f-d226-415c-994c-b88e2d4bc091 req-7fe0e9a4-70f2-4543-b523-8ad209067368 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:51.236278 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-47e0ac3f-d226-415c-994c-b88e2d4bc091 req-7fe0e9a4-70f2-4543-b523-8ad209067368 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af78226-6db5-4d3d-a6da-4544ef645c78 HTTP/1.1" status: 200 len: 946 time: 0.5366404 Mar 28 01:04:51.305228 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-cdfc8c9d-d992-43ce-b667-e1c7860de176 req-89d4008f-6d9c-4fe4-88b6-c6c44d41fd5a tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef3c0281-51d5-49db-9849-f251e8c0da03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2654223 Mar 28 01:04:51.310604 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-101112d3-6f9f-433a-a846-127019c4c49d tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:51.316819 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-101112d3-6f9f-433a-a846-127019c4c49d tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1733813 Mar 28 01:04:51.324987 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ea178d-2b83-4dfb-b5a1-6a0b8c12a7c5 None None] DHCP port deletion for be4801db-c8f8-4df3-b9b5-556693d6a290 request from dv-neutron-834874-6-hyperv {{(pid=104100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 01:04:51.380720 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 49442) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:51.382137 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f85b0d22-da47-4634-8352-8bdb9dd24da4 tempest-ExternalNetworksTestJSON-706195221 tempest-ExternalNetworksTestJSON-706195221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (2e68baba-9ede-42d6-bd75-9d4ba73d3d90), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:51.395945 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-9c26da9d-752d-46c2-917a-82810c09ea2b req-f7ca3977-2ed3-46c7-8cc7-090752d2d0e9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56d9ccc0-97bc-4f8c-b2de-56c31c7b6fb7 HTTP/1.1" status: 200 len: 217 time: 0.1557043 Mar 28 01:04:51.422115 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-f85b0d22-da47-4634-8352-8bdb9dd24da4 tempest-ExternalNetworksTestJSON-706195221 tempest-ExternalNetworksTestJSON-706195221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e68baba-9ede-42d6-bd75-9d4ba73d3d90']}} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:04:51.426424 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-30ea178d-2b83-4dfb-b5a1-6a0b8c12a7c5 None None] Deleting port 9d9f6f88-ae51-492d-b65b-1e810c5c0f0b {{(pid=104100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:04:51.426778 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-30ea178d-2b83-4dfb-b5a1-6a0b8c12a7c5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (9d9f6f88-ae51-492d-b65b-1e810c5c0f0b), before_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:51.440988 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-47e0ac3f-d226-415c-994c-b88e2d4bc091 req-a5c724c1-2abf-42cf-878a-5d936544e2fe tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5fc266-2207-46d1-bfc7-83854e73a714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2035089 Mar 28 01:04:51.450925 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-f85b0d22-da47-4634-8352-8bdb9dd24da4 tempest-ExternalNetworksTestJSON-706195221 tempest-ExternalNetworksTestJSON-706195221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb6d0358-ad94-41cd-bbd7-e706f4384bbc') {'for_net_delete': True} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:04:51.451292 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-f85b0d22-da47-4634-8352-8bdb9dd24da4 tempest-ExternalNetworksTestJSON-706195221 tempest-ExternalNetworksTestJSON-706195221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb6d0358-ad94-41cd-bbd7-e706f4384bbc') {} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:04:51.464568 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f85b0d22-da47-4634-8352-8bdb9dd24da4 tempest-ExternalNetworksTestJSON-706195221 tempest-ExternalNetworksTestJSON-706195221-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126443583'] for segment (eb6d0358-ad94-41cd-bbd7-e706f4384bbc), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:51.482367 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f85b0d22-da47-4634-8352-8bdb9dd24da4 tempest-ExternalNetworksTestJSON-706195221 tempest-ExternalNetworksTestJSON-706195221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (eb6d0358-ad94-41cd-bbd7-e706f4384bbc), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:51.489958 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f85b0d22-da47-4634-8352-8bdb9dd24da4 tempest-ExternalNetworksTestJSON-706195221 tempest-ExternalNetworksTestJSON-706195221-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=104098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:04:51.490977 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f85b0d22-da47-4634-8352-8bdb9dd24da4 tempest-ExternalNetworksTestJSON-706195221 tempest-ExternalNetworksTestJSON-706195221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126177251'] for segment (eb6d0358-ad94-41cd-bbd7-e706f4384bbc), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:51.519668 dv-neutron-834874-6-hyperv neutron-server[104098]: Traceback (most recent call last): Mar 28 01:04:51.519668 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:04:51.519668 dv-neutron-834874-6-hyperv neutron-server[104098]: timer() Mar 28 01:04:51.519668 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:04:51.519668 dv-neutron-834874-6-hyperv neutron-server[104098]: cb(*args, **kw) Mar 28 01:04:51.519668 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:04:51.519668 dv-neutron-834874-6-hyperv neutron-server[104098]: return func(*args, **kwargs) Mar 28 01:04:51.519668 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:04:51.519668 dv-neutron-834874-6-hyperv neutron-server[104098]: self._notify() Mar 28 01:04:51.519668 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:04:51.519668 dv-neutron-834874-6-hyperv neutron-server[104098]: self.callback(batched_events) Mar 28 01:04:51.519668 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:04:51.519668 dv-neutron-834874-6-hyperv neutron-server[104098]: event.method(event) Mar 28 01:04:51.519668 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:04:51.519668 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:04:51.519668 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:04:51.519668 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:04:51.519668 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:04:51.519668 dv-neutron-834874-6-hyperv neutron-server[104098]: return f(self, *a, **k) Mar 28 01:04:51.519668 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:04:51.519668 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._get(url).json() Mar 28 01:04:51.519668 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:04:51.519668 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:04:51.519668 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:04:51.519668 dv-neutron-834874-6-hyperv neutron-server[104098]: return self.request(url, 'GET', **kwargs) Mar 28 01:04:51.519668 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:04:51.519668 dv-neutron-834874-6-hyperv neutron-server[104098]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:04:51.519668 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:04:51.519668 dv-neutron-834874-6-hyperv neutron-server[104098]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:04:51.519668 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:04:51.519668 dv-neutron-834874-6-hyperv neutron-server[104098]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:04:51.519668 dv-neutron-834874-6-hyperv neutron-server[104098]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:04:51.521457 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-30ea178d-2b83-4dfb-b5a1-6a0b8c12a7c5 None None] For port 9d9f6f88-ae51-492d-b65b-1e810c5c0f0b, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=9d9f6f88-ae51-492d-b65b-1e810c5c0f0b,segment=NetworkSegment(9028fe72-9b79-4538-96be-757c3dc71a72),segment_id=9028fe72-9b79-4538-96be-757c3dc71a72)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:04:51.521457 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-30ea178d-2b83-4dfb-b5a1-6a0b8c12a7c5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (9d9f6f88-ae51-492d-b65b-1e810c5c0f0b), precommit_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:51.536642 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-30ea178d-2b83-4dfb-b5a1-6a0b8c12a7c5 None None] Calling delete_port for 9d9f6f88-ae51-492d-b65b-1e810c5c0f0b owned by network:dhcp {{(pid=104100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:04:51.660638 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-30ea178d-2b83-4dfb-b5a1-6a0b8c12a7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886'] for port (9d9f6f88-ae51-492d-b65b-1e810c5c0f0b), after_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:51.677052 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ea178d-2b83-4dfb-b5a1-6a0b8c12a7c5 None None] No DVR routers for this DVR port 9d9f6f88-ae51-492d-b65b-1e810c5c0f0b on host dv-neutron-834874-6-hyperv {{(pid=104100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:04:51.708929 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ea178d-2b83-4dfb-b5a1-6a0b8c12a7c5 None None] Pushing event deleted for resources: {'Port': ['ID=9d9f6f88-ae51-492d-b65b-1e810c5c0f0b,revision_number=None']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:51.725958 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3c553f98-4bea-42f9-b972-ed67301f281a tempest-RoutersTestDVR-476832341 tempest-RoutersTestDVR-476832341-project-admin] Publish callbacks [] for router (6d60568f-3d45-4ef8-9055-95e7eb789d20), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:51.744974 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f85b0d22-da47-4634-8352-8bdb9dd24da4 tempest-ExternalNetworksTestJSON-706195221 tempest-ExternalNetworksTestJSON-706195221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (2e68baba-9ede-42d6-bd75-9d4ba73d3d90), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:51.749443 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f85b0d22-da47-4634-8352-8bdb9dd24da4 tempest-ExternalNetworksTestJSON-706195221 tempest-ExternalNetworksTestJSON-706195221-project] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:51.753297 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-f85b0d22-da47-4634-8352-8bdb9dd24da4 tempest-ExternalNetworksTestJSON-706195221 tempest-ExternalNetworksTestJSON-706195221-project] 10.222.0.24 "DELETE /v2.0/networks/2e68baba-9ede-42d6-bd75-9d4ba73d3d90 HTTP/1.1" status: 204 len: 168 time: 1.1134796 Mar 28 01:04:51.787822 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85b0d22-da47-4634-8352-8bdb9dd24da4 tempest-ExternalNetworksTestJSON-706195221 tempest-ExternalNetworksTestJSON-706195221-project] Pushing event deleted for resources: {'Network': ['ID=2e68baba-9ede-42d6-bd75-9d4ba73d3d90,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:51.854643 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c793decc-602f-42b9-b7ba-9ace5847d450 tempest-FloatingIPAdminTestJSON-1792906850 tempest-FloatingIPAdminTestJSON-1792906850-project-admin] Publish callbacks [] for floatingip (bcb06c7a-55d4-4c53-8867-3cf5f553d263), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:51.907636 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6727f0-cd38-49ab-8cc6-60d34bf7d577 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:51.909207 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-7e6727f0-cd38-49ab-8cc6-60d34bf7d577 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5275400 Mar 28 01:04:51.912679 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 49460) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:51.921242 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c26da9d-752d-46c2-917a-82810c09ea2b req-2be66f36-e3ac-4dee-958c-d505a2b309b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:51.923238 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-9c26da9d-752d-46c2-917a-82810c09ea2b req-2be66f36-e3ac-4dee-958c-d505a2b309b7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c2bac7f7-4214-433a-8d07-412328b1e8a9 HTTP/1.1" status: 200 len: 851 time: 0.4809179 Mar 28 01:04:51.971047 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-2db05ab4-ecf4-4b77-b5a2-7df9da31396d tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0576296 Mar 28 01:04:51.976429 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 49464) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:52.001444 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-e3b1afcf-1cdd-4953-88de-becf3634e19d tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Request body: {'subnet': {'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:04:52.060512 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c10e6bb-2bce-4376-b6be-881496e92294 req-260e7bb4-49f6-4c90-b46c-f7d9b532a2eb tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:52.062376 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-3c10e6bb-2bce-4376-b6be-881496e92294 req-260e7bb4-49f6-4c90-b46c-f7d9b532a2eb tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] 10.222.0.24 "GET /v2.0/ports?device_id=5861c5c3-fb1b-4472-867d-d7cebf72f248 HTTP/1.1" status: 200 len: 943 time: 0.6236987 Mar 28 01:04:52.063198 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c793decc-602f-42b9-b7ba-9ace5847d450 tempest-FloatingIPAdminTestJSON-1792906850 tempest-FloatingIPAdminTestJSON-1792906850-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (3835709f-e087-4795-b571-686f339df1cb), before_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:52.064446 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3c553f98-4bea-42f9-b972-ed67301f281a tempest-RoutersTestDVR-476832341 tempest-RoutersTestDVR-476832341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7151'] for router (6d60568f-3d45-4ef8-9055-95e7eb789d20), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:52.077033 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3c553f98-4bea-42f9-b972-ed67301f281a tempest-RoutersTestDVR-476832341 tempest-RoutersTestDVR-476832341-project-admin] Publish callbacks [] for router_controller (6d60568f-3d45-4ef8-9055-95e7eb789d20), precommit_delete_associations {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:52.192614 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3c553f98-4bea-42f9-b972-ed67301f281a tempest-RoutersTestDVR-476832341 tempest-RoutersTestDVR-476832341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689686'] for router (6d60568f-3d45-4ef8-9055-95e7eb789d20), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:52.193513 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c553f98-4bea-42f9-b972-ed67301f281a tempest-RoutersTestDVR-476832341 tempest-RoutersTestDVR-476832341-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6d60568f-3d45-4ef8-9055-95e7eb789d20 {{(pid=104099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 01:04:52.196585 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c26da9d-752d-46c2-917a-82810c09ea2b req-01ae58de-6619-47a2-864d-66710b2c78b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:52.198110 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-9c26da9d-752d-46c2-917a-82810c09ea2b req-01ae58de-6619-47a2-864d-66710b2c78b5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d8584a61-33a5-4334-8690-e70e4664bf95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.2468722 Mar 28 01:04:52.206071 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3c553f98-4bea-42f9-b972-ed67301f281a tempest-RoutersTestDVR-476832341 tempest-RoutersTestDVR-476832341-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:52.207230 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-3c553f98-4bea-42f9-b972-ed67301f281a tempest-RoutersTestDVR-476832341 tempest-RoutersTestDVR-476832341-project-admin] 10.222.0.24 "DELETE /v2.0/routers/6d60568f-3d45-4ef8-9055-95e7eb789d20 HTTP/1.1" status: 204 len: 168 time: 0.9950283 Mar 28 01:04:52.207989 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 49472) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:52.214567 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 49474) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:52.236998 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-e351121f-d5fa-47de-b70b-130572b770a0 tempest-RoutersTestDVR-476832341 tempest-RoutersTestDVR-476832341-project-admin] Request body: {'router': {'name': 'tempest-router-1354998820', 'distributed': True}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:04:52.265192 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-3c10e6bb-2bce-4376-b6be-881496e92294 req-40068010-887e-4c94-bb61-b25fd4b75960 tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] 10.222.0.24 "GET /v2.0/security-groups?id=9de1bbaf-2b8c-40c3-8122-cae68c77803a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1905451 Mar 28 01:04:52.353183 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [req-3fa25729-7152-421d-b68e-7be7755b06c1 req-397ba82a-2eea-4c63-97d7-d84ef7cc0f54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cef33cf3-0c44-4506-9b92-15d1f07f1f43 {{(pid=104099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 01:04:52.362050 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e351121f-d5fa-47de-b70b-130572b770a0 tempest-RoutersTestDVR-476832341 tempest-RoutersTestDVR-476832341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7069'] for router (169595cc-ec8c-4970-a586-b2dd2694c310), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:52.363084 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e351121f-d5fa-47de-b70b-130572b770a0 tempest-RoutersTestDVR-476832341 tempest-RoutersTestDVR-476832341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4188952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7062'] for router (169595cc-ec8c-4970-a586-b2dd2694c310), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:52.369646 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-3fa25729-7152-421d-b68e-7be7755b06c1 req-397ba82a-2eea-4c63-97d7-d84ef7cc0f54 service neutron] Publish callbacks [] for port (cef33cf3-0c44-4506-9b92-15d1f07f1f43), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:52.399369 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [req-3fa25729-7152-421d-b68e-7be7755b06c1 req-397ba82a-2eea-4c63-97d7-d84ef7cc0f54 service neutron] Transition to ACTIVE for port object cef33cf3-0c44-4506-9b92-15d1f07f1f43 will not be triggered until provisioned by entity L2. {{(pid=104099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 01:04:52.411029 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-3fa25729-7152-421d-b68e-7be7755b06c1 req-397ba82a-2eea-4c63-97d7-d84ef7cc0f54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (cef33cf3-0c44-4506-9b92-15d1f07f1f43), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:52.438948 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3b1afcf-1cdd-4953-88de-becf3634e19d tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Made reservation on behalf of 564cf6bfe83a4d71adcd7d33f5d20cb1 for: {'subnet': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:04:52.443010 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e3b1afcf-1cdd-4953-88de-becf3634e19d tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126112411'] for subnet (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:52.496133 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-9c26da9d-752d-46c2-917a-82810c09ea2b req-f95d804d-174e-49a1-b009-677639e70df1 service neutron] 10.222.0.10 "GET /v2.0/networks/d8584a61-33a5-4334-8690-e70e4664bf95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2821434 Mar 28 01:04:52.525729 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e351121f-d5fa-47de-b70b-130572b770a0 tempest-RoutersTestDVR-476832341 tempest-RoutersTestDVR-476832341-project-admin] Publish callbacks [] for router_controller (169595cc-ec8c-4970-a586-b2dd2694c310), precommit_add_association {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:52.581940 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e351121f-d5fa-47de-b70b-130572b770a0 tempest-RoutersTestDVR-476832341 tempest-RoutersTestDVR-476832341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687953'] for router (169595cc-ec8c-4970-a586-b2dd2694c310), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:52.675174 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397ba82a-2eea-4c63-97d7-d84ef7cc0f54 service neutron] Pushing event updated for resources: {'Port': ['ID=cef33cf3-0c44-4506-9b92-15d1f07f1f43,revision_number=2']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:52.696225 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30b040f-58ab-4049-a71a-b51070a0841d req-d8c29ded-3d7c-4300-b932-e127daf7c14a tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:52.698177 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-a30b040f-58ab-4049-a71a-b51070a0841d req-d8c29ded-3d7c-4300-b932-e127daf7c14a tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] 10.222.0.24 "GET /v2.0/ports?device_id=6657001d-e343-465a-8283-bcce744623b2 HTTP/1.1" status: 200 len: 943 time: 0.2518086 Mar 28 01:04:52.739419 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e351121f-d5fa-47de-b70b-130572b770a0 tempest-RoutersTestDVR-476832341 tempest-RoutersTestDVR-476832341-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:52.739935 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-e351121f-d5fa-47de-b70b-130572b770a0 tempest-RoutersTestDVR-476832341 tempest-RoutersTestDVR-476832341-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.5143442 Mar 28 01:04:52.754311 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 49492) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:52.829914 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-3762707f-a475-4ddc-9a5c-c1a07bbecf1a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=645c0b05ed9a4512b8c4dd29b3803c9c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6166985 Mar 28 01:04:52.845822 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-a30b040f-58ab-4049-a71a-b51070a0841d req-d80a48d9-adb3-48e4-b996-6cc972c0acfa tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef3c0281-51d5-49db-9849-f251e8c0da03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370838 Mar 28 01:04:52.846328 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 49496) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:52.913895 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-bcf47eed-ad9b-4828-9ace-d2d4a88edd79 tempest-RoutersTestDVR-476832341 tempest-RoutersTestDVR-476832341-project-admin] Publish callbacks [] for router (169595cc-ec8c-4970-a586-b2dd2694c310), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:52.918673 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-9c26da9d-752d-46c2-917a-82810c09ea2b req-85f94afe-0fc9-4df1-984b-b0885120d4d6 service neutron] 10.222.0.10 "GET /v2.0/networks/d8584a61-33a5-4334-8690-e70e4664bf95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3895478 Mar 28 01:04:52.936747 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c793decc-602f-42b9-b7ba-9ace5847d450 tempest-FloatingIPAdminTestJSON-1792906850 tempest-FloatingIPAdminTestJSON-1792906850-project-admin] Publish callbacks [] for port (3835709f-e087-4795-b571-686f339df1cb), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:52.951029 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c793decc-602f-42b9-b7ba-9ace5847d450 tempest-FloatingIPAdminTestJSON-1792906850 tempest-FloatingIPAdminTestJSON-1792906850-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126177159'] for port (3835709f-e087-4795-b571-686f339df1cb), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:52.963618 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc59e14-def4-464f-b81f-2f2cfffef2f2 req-5ecd4488-a8dd-4a70-8510-fe7cc347c771 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:52.965176 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-1cc59e14-def4-464f-b81f-2f2cfffef2f2 req-5ecd4488-a8dd-4a70-8510-fe7cc347c771 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af78226-6db5-4d3d-a6da-4544ef645c78 HTTP/1.1" status: 200 len: 946 time: 0.4020066 Mar 28 01:04:52.999642 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 49500) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:53.020422 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-3fa25729-7152-421d-b68e-7be7755b06c1 req-397ba82a-2eea-4c63-97d7-d84ef7cc0f54 service neutron] Attempting to bind port cef33cf3-0c44-4506-9b92-15d1f07f1f43 on host hv-neutron-8348 for vnic_type normal with profile {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:04:53.020939 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-3fa25729-7152-421d-b68e-7be7755b06c1 req-397ba82a-2eea-4c63-97d7-d84ef7cc0f54 service neutron] Attempting to bind port cef33cf3-0c44-4506-9b92-15d1f07f1f43 by drivers openvswitch,hyperv on host hv-neutron-8348 at level 0 using segments [{'id': '9a18c344-9afb-4650-b4e8-9ab90a932c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '0159ce53-5590-4705-812f-42a1a0e06ab8'}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:04:53.021544 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa25729-7152-421d-b68e-7be7755b06c1 req-397ba82a-2eea-4c63-97d7-d84ef7cc0f54 service neutron] Attempting to bind port cef33cf3-0c44-4506-9b92-15d1f07f1f43 on network 0159ce53-5590-4705-812f-42a1a0e06ab8 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:04:53.043006 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa25729-7152-421d-b68e-7be7755b06c1 req-397ba82a-2eea-4c63-97d7-d84ef7cc0f54 service neutron] Port cef33cf3-0c44-4506-9b92-15d1f07f1f43 on network 0159ce53-5590-4705-812f-42a1a0e06ab8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8348 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 01:04:53.044173 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa25729-7152-421d-b68e-7be7755b06c1 req-397ba82a-2eea-4c63-97d7-d84ef7cc0f54 service neutron] Attempting to bind port cef33cf3-0c44-4506-9b92-15d1f07f1f43 on network 0159ce53-5590-4705-812f-42a1a0e06ab8 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:04:53.070356 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 9d9f6f88-ae51-492d-b65b-1e810c5c0f0b no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:04:53.093669 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: 9d9f6f88-ae51-492d-b65b-1e810c5c0f0b {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:04:53.094383 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 9d9f6f88-ae51-492d-b65b-1e810c5c0f0b not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:04:53.102888 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c793decc-602f-42b9-b7ba-9ace5847d450 tempest-FloatingIPAdminTestJSON-1792906850 tempest-FloatingIPAdminTestJSON-1792906850-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688063'] for floatingip (bcb06c7a-55d4-4c53-8867-3cf5f553d263), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:53.108749 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device 56d9ccc0-97bc-4f8c-b2de-56c31c7b6fb7 details requested by agent hyperv_hv-neutron-8348 with host hv-neutron-8348 {{(pid=104100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 01:04:53.112992 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa25729-7152-421d-b68e-7be7755b06c1 req-397ba82a-2eea-4c63-97d7-d84ef7cc0f54 service neutron] Checking agent: {'id': '287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8348', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 1, 2, 33), 'started_at': datetime.datetime(2022, 3, 28, 1, 2, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:04:53.113561 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa25729-7152-421d-b68e-7be7755b06c1 req-397ba82a-2eea-4c63-97d7-d84ef7cc0f54 service neutron] Checking segment: {'id': '9a18c344-9afb-4650-b4e8-9ab90a932c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '0159ce53-5590-4705-812f-42a1a0e06ab8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:04:53.113948 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa25729-7152-421d-b68e-7be7755b06c1 req-397ba82a-2eea-4c63-97d7-d84ef7cc0f54 service neutron] Bound using segment: {'id': '9a18c344-9afb-4650-b4e8-9ab90a932c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '0159ce53-5590-4705-812f-42a1a0e06ab8'} {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:04:53.114555 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-3fa25729-7152-421d-b68e-7be7755b06c1 req-397ba82a-2eea-4c63-97d7-d84ef7cc0f54 service neutron] Bound port: cef33cf3-0c44-4506-9b92-15d1f07f1f43, host: hv-neutron-8348, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a18c344-9afb-4650-b4e8-9ab90a932c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '0159ce53-5590-4705-812f-42a1a0e06ab8'}}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:04:53.114918 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-3fa25729-7152-421d-b68e-7be7755b06c1 req-397ba82a-2eea-4c63-97d7-d84ef7cc0f54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (cef33cf3-0c44-4506-9b92-15d1f07f1f43), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:53.184144 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ff0b271c-8fdb-46f5-bccd-0f6b303d9664 admin admin] Publish callbacks [] for security_group (432c5dc9-159d-4392-8eaa-d9d47c102835), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:53.186675 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-bcf47eed-ad9b-4828-9ace-d2d4a88edd79 tempest-RoutersTestDVR-476832341 tempest-RoutersTestDVR-476832341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7151'] for router (169595cc-ec8c-4970-a586-b2dd2694c310), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:53.191850 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-1cc59e14-def4-464f-b81f-2f2cfffef2f2 req-6368ee21-e1a0-43b8-8b69-f28bc437139c tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5fc266-2207-46d1-bfc7-83854e73a714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1929855 Mar 28 01:04:53.194653 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-bcf47eed-ad9b-4828-9ace-d2d4a88edd79 tempest-RoutersTestDVR-476832341 tempest-RoutersTestDVR-476832341-project-admin] Publish callbacks [] for router_controller (169595cc-ec8c-4970-a586-b2dd2694c310), precommit_delete_associations {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:53.217774 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port 56d9ccc0-97bc-4f8c-b2de-56c31c7b6fb7, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=56d9ccc0-97bc-4f8c-b2de-56c31c7b6fb7,segment=NetworkSegment(6b94bcff-7918-4dbb-9862-d5d7c3a56206),segment_id=6b94bcff-7918-4dbb-9862-d5d7c3a56206)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:04:53.222152 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c793decc-602f-42b9-b7ba-9ace5847d450 tempest-FloatingIPAdminTestJSON-1792906850 tempest-FloatingIPAdminTestJSON-1792906850-project-admin] Pushing event updated for resources: {'Port': ['ID=3835709f-e087-4795-b571-686f339df1cb,revision_number=2']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:53.232410 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Returning: {'device': '56d9ccc0-97bc-4f8c-b2de-56c31c7b6fb7', 'network_id': 'd8584a61-33a5-4334-8690-e70e4664bf95', 'port_id': '56d9ccc0-97bc-4f8c-b2de-56c31c7b6fb7', 'mac_address': 'fa:16:3e:33:65:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2bac7f7-4214-433a-8d07-412328b1e8a9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 01:04:53.232820 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e3b1afcf-1cdd-4953-88de-becf3634e19d tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126174976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126112397'] for subnet (538997af-47f5-4032-ac6c-36f4e5dd7fa2), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:53.268271 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-598dcd54-7e02-4084-a558-52f3d5a7cfe8 tempest-PortsAdminExtendedAttrsTestJSON-949236317 tempest-PortsAdminExtendedAttrsTestJSON-949236317-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-177517573'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:04:53.274338 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ff0b271c-8fdb-46f5-bccd-0f6b303d9664 admin admin] Publish callbacks [] for security_group (432c5dc9-159d-4392-8eaa-d9d47c102835), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:53.293474 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-bcf47eed-ad9b-4828-9ace-d2d4a88edd79 tempest-RoutersTestDVR-476832341 tempest-RoutersTestDVR-476832341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689686'] for router (169595cc-ec8c-4970-a586-b2dd2694c310), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:53.293956 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcf47eed-ad9b-4828-9ace-d2d4a88edd79 tempest-RoutersTestDVR-476832341 tempest-RoutersTestDVR-476832341-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 169595cc-ec8c-4970-a586-b2dd2694c310 {{(pid=104099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 01:04:53.300782 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port 56d9ccc0-97bc-4f8c-b2de-56c31c7b6fb7 is: DOWN; New status is: BUILD {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:04:53.301323 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (56d9ccc0-97bc-4f8c-b2de-56c31c7b6fb7), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:53.301854 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-bcf47eed-ad9b-4828-9ace-d2d4a88edd79 tempest-RoutersTestDVR-476832341 tempest-RoutersTestDVR-476832341-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:53.303160 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-bcf47eed-ad9b-4828-9ace-d2d4a88edd79 tempest-RoutersTestDVR-476832341 tempest-RoutersTestDVR-476832341-project-admin] 10.222.0.24 "DELETE /v2.0/routers/169595cc-ec8c-4970-a586-b2dd2694c310 HTTP/1.1" status: 204 len: 168 time: 0.5478907 Mar 28 01:04:53.311256 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-3fa25729-7152-421d-b68e-7be7755b06c1 req-397ba82a-2eea-4c63-97d7-d84ef7cc0f54 service neutron] For port cef33cf3-0c44-4506-9b92-15d1f07f1f43, host hv-neutron-8348, cleared binding levels {{(pid=104099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:04:53.316430 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-3fa25729-7152-421d-b68e-7be7755b06c1 req-397ba82a-2eea-4c63-97d7-d84ef7cc0f54 service neutron] For port cef33cf3-0c44-4506-9b92-15d1f07f1f43, host hv-neutron-8348, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=cef33cf3-0c44-4506-9b92-15d1f07f1f43,segment=NetworkSegment(9a18c344-9afb-4650-b4e8-9ab90a932c8d),segment_id=9a18c344-9afb-4650-b4e8-9ab90a932c8d)] {{(pid=104099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:04:53.321943 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-598dcd54-7e02-4084-a558-52f3d5a7cfe8 tempest-PortsAdminExtendedAttrsTestJSON-949236317 tempest-PortsAdminExtendedAttrsTestJSON-949236317-project] Made reservation on behalf of 01fbc41be5ef4ce28d22062ef98221ef for: {'network': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:04:53.327288 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-598dcd54-7e02-4084-a558-52f3d5a7cfe8 tempest-PortsAdminExtendedAttrsTestJSON-949236317 tempest-PortsAdminExtendedAttrsTestJSON-949236317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:53.327662 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56d9ccc0-97bc-4f8c-b2de-56c31c7b6fb7 {{(pid=104100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 01:04:53.333803 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-3fa25729-7152-421d-b68e-7be7755b06c1 req-397ba82a-2eea-4c63-97d7-d84ef7cc0f54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (cef33cf3-0c44-4506-9b92-15d1f07f1f43), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:53.334118 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b1afcf-1cdd-4953-88de-becf3634e19d tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Network be4801db-c8f8-4df3-b9b5-556693d6a290 is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:04:53.352019 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-598dcd54-7e02-4084-a558-52f3d5a7cfe8 tempest-PortsAdminExtendedAttrsTestJSON-949236317 tempest-PortsAdminExtendedAttrsTestJSON-949236317-project] Publish callbacks [] for security_group (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:53.355587 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port 56d9ccc0-97bc-4f8c-b2de-56c31c7b6fb7, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=56d9ccc0-97bc-4f8c-b2de-56c31c7b6fb7,segment=NetworkSegment(6b94bcff-7918-4dbb-9862-d5d7c3a56206),segment_id=6b94bcff-7918-4dbb-9862-d5d7c3a56206)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:04:53.363225 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (56d9ccc0-97bc-4f8c-b2de-56c31c7b6fb7), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:53.375252 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-e3b1afcf-1cdd-4953-88de-becf3634e19d tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:04:53.388193 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b1afcf-1cdd-4953-88de-becf3634e19d tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:53.388816 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e3b1afcf-1cdd-4953-88de-becf3634e19d tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:53.394934 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa25729-7152-421d-b68e-7be7755b06c1 req-397ba82a-2eea-4c63-97d7-d84ef7cc0f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:53.395805 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-3fa25729-7152-421d-b68e-7be7755b06c1 req-397ba82a-2eea-4c63-97d7-d84ef7cc0f54 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:53.398030 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-3fa25729-7152-421d-b68e-7be7755b06c1 req-397ba82a-2eea-4c63-97d7-d84ef7cc0f54 service neutron] 10.222.0.10 "PUT /v2.0/ports/cef33cf3-0c44-4506-9b92-15d1f07f1f43 HTTP/1.1" status: 200 len: 1093 time: 2.5324380 Mar 28 01:04:53.402320 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6657001d-e343-465a-8283-bcce744623b2', 'tag': 'cef33cf3-0c44-4506-9b92-15d1f07f1f43'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:04:53.404620 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2af4b01a9fa8b1570ccf1d7859d693ad34c106b258078e9cfae86b97f35e3d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e0790d3-1f05-4e65-9a90-3fbeba179ffb" -d '{"events": [{"name": "network-changed", "server_uuid": "6657001d-e343-465a-8283-bcce744623b2", "tag": "cef33cf3-0c44-4506-9b92-15d1f07f1f43"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:04:53.438507 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b1afcf-1cdd-4953-88de-becf3634e19d tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Pushing event updated for resources: {'Subnet': ['ID=538997af-47f5-4032-ac6c-36f4e5dd7fa2,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:53.444393 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397ba82a-2eea-4c63-97d7-d84ef7cc0f54 service neutron] Pushing event updated for resources: {'Port': ['ID=cef33cf3-0c44-4506-9b92-15d1f07f1f43,revision_number=3']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:53.447856 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.l3_db [None req-c793decc-602f-42b9-b7ba-9ace5847d450 tempest-FloatingIPAdminTestJSON-1792906850 tempest-FloatingIPAdminTestJSON-1792906850-project-admin] Floating IP bcb06c7a-55d4-4c53-8867-3cf5f553d263 associated. External IP: 172.26.1.161, port: c809cea5-0630-4d9e-859b-899b8936f3a8. Mar 28 01:04:53.455869 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-e3b1afcf-1cdd-4953-88de-becf3634e19d tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4735539 Mar 28 01:04:53.458777 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 49510) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:53.465560 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-f078bd47-fa6f-4fb1-b7e1-3229ba574002 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Request body: {'port': {'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290', 'fixed_ips': [{'subnet_id': '538997af-47f5-4032-ac6c-36f4e5dd7fa2', 'ip_address': '2001:db8::adca:ba72:c29c:c5bd'}], 'name': 'tempest-NetworksTestDHCPv6-914663270'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:04:53.506088 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2f032c-fd96-49c1-89bb-55673803b01a None None] Network be4801db-c8f8-4df3-b9b5-556693d6a290 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:04:53.580399 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ff0b271c-8fdb-46f5-bccd-0f6b303d9664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (432c5dc9-159d-4392-8eaa-d9d47c102835), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:53.583013 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ff0b271c-8fdb-46f5-bccd-0f6b303d9664 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:53.598709 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-ff0b271c-8fdb-46f5-bccd-0f6b303d9664 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/432c5dc9-159d-4392-8eaa-d9d47c102835 HTTP/1.1" status: 204 len: 168 time: 0.7177384 Mar 28 01:04:53.649588 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e71935-3c5a-4c1b-afd4-42c3f809b474 req-b05ed25e-34d2-4c3b-8779-0d4ffee7365f tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:53.651737 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-c9e71935-3c5a-4c1b-afd4-42c3f809b474 req-b05ed25e-34d2-4c3b-8779-0d4ffee7365f tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] 10.222.0.24 "GET /v2.0/ports?device_id=5861c5c3-fb1b-4472-867d-d7cebf72f248 HTTP/1.1" status: 200 len: 944 time: 0.2716217 Mar 28 01:04:53.654516 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0b271c-8fdb-46f5-bccd-0f6b303d9664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=432c5dc9-159d-4392-8eaa-d9d47c102835,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:53.665901 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 01:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68ab3f31-0ad1-4211-8c49-a420f95fa4fb x-openstack-request-id: req-68ab3f31-0ad1-4211-8c49-a420f95fa4fb {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:04:53.666482 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6657001d-e343-465a-8283-bcce744623b2", "tag": "cef33cf3-0c44-4506-9b92-15d1f07f1f43", "status": "completed", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:04:53.666888 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-68ab3f31-0ad1-4211-8c49-a420f95fa4fb {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:04:53.667447 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68ab3f31-0ad1-4211-8c49-a420f95fa4fb'] response: {'name': 'network-changed', 'server_uuid': '6657001d-e343-465a-8283-bcce744623b2', 'tag': 'cef33cf3-0c44-4506-9b92-15d1f07f1f43', 'status': 'completed', 'code': 200} Mar 28 01:04:53.732421 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-c9e71935-3c5a-4c1b-afd4-42c3f809b474 req-c78aa83c-6983-46a4-af46-e2873b4654ad tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] 10.222.0.24 "GET /v2.0/security-groups?id=9de1bbaf-2b8c-40c3-8122-cae68c77803a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718558 Mar 28 01:04:53.743505 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] get_ports_and_sgs() called for port_ids ['56d9ccc0-97bc-4f8c-b2de-56c31c7b6fb7'] {{(pid=104100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 01:04:53.744974 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 49518) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:53.761192 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-598dcd54-7e02-4084-a558-52f3d5a7cfe8 tempest-PortsAdminExtendedAttrsTestJSON-949236317 tempest-PortsAdminExtendedAttrsTestJSON-949236317-project] Publish callbacks [] for security_group (a9e4b88b-d6a0-44ed-bac3-a21f2c9148e5), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:53.771871 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa25729-7152-421d-b68e-7be7755b06c1 req-467cd4fe-93e6-4752-b543-5884d6618a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:53.778932 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-3fa25729-7152-421d-b68e-7be7755b06c1 req-467cd4fe-93e6-4752-b543-5884d6618a65 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0b8696c5a2934c9895d76c895de286c3&device_id=6657001d-e343-465a-8283-bcce744623b2 HTTP/1.1" status: 200 len: 1127 time: 0.2909672 Mar 28 01:04:53.780322 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d04bec28-01f6-4eb7-a51a-7790fdcce726 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-be4801db-c8f8-4df3-b9b5-556693d6a290', 'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290', 'project_id': '564cf6bfe83a4d71adcd7d33f5d20cb1', 'fixed_ips': [{'subnet_id': '538997af-47f5-4032-ac6c-36f4e5dd7fa2'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:04:53.781889 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d04bec28-01f6-4eb7-a51a-7790fdcce726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:53.785758 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-598dcd54-7e02-4084-a558-52f3d5a7cfe8 tempest-PortsAdminExtendedAttrsTestJSON-949236317 tempest-PortsAdminExtendedAttrsTestJSON-949236317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (a9e4b88b-d6a0-44ed-bac3-a21f2c9148e5), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:53.839763 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Pushing event updated for resources: {'Port': ['ID=56d9ccc0-97bc-4f8c-b2de-56c31c7b6fb7,revision_number=4']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:53.850448 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598dcd54-7e02-4084-a558-52f3d5a7cfe8 tempest-PortsAdminExtendedAttrsTestJSON-949236317 tempest-PortsAdminExtendedAttrsTestJSON-949236317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e4b88b-d6a0-44ed-bac3-a21f2c9148e5,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:53.961419 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-3fa25729-7152-421d-b68e-7be7755b06c1 req-253d4b9e-398e-4c4d-aadd-a0071ef016d2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cef33cf3-0c44-4506-9b92-15d1f07f1f43 HTTP/1.1" status: 200 len: 217 time: 0.1648951 Mar 28 01:04:53.963976 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-598dcd54-7e02-4084-a558-52f3d5a7cfe8 tempest-PortsAdminExtendedAttrsTestJSON-949236317 tempest-PortsAdminExtendedAttrsTestJSON-949236317-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=104099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:04:53.990087 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c793decc-602f-42b9-b7ba-9ace5847d450 tempest-FloatingIPAdminTestJSON-1792906850 tempest-FloatingIPAdminTestJSON-1792906850-project-admin] Router 788bb89f-88c1-4b89-afcd-9e2ef8e12a99 has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:04:54.002598 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f078bd47-fa6f-4fb1-b7e1-3229ba574002 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Made reservation on behalf of 564cf6bfe83a4d71adcd7d33f5d20cb1 for: {'port': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:04:54.097544 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-d04bec28-01f6-4eb7-a51a-7790fdcce726 None None] Allocated IP 2001:db8::2 (be4801db-c8f8-4df3-b9b5-556693d6a290/538997af-47f5-4032-ac6c-36f4e5dd7fa2/d2809877-b764-4a1b-b916-21d0adf53faa) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:04:54.195938 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c793decc-602f-42b9-b7ba-9ace5847d450 tempest-FloatingIPAdminTestJSON-1792906850 tempest-FloatingIPAdminTestJSON-1792906850-project-admin] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:04:54.197857 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-22e59e0c-1cc9-4048-9ef2-d0cc00529e15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:54.207290 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a522b4e8-e221-4cf1-b95a-b7e7503664ee None None] Sync routers for ids ['788bb89f-88c1-4b89-afcd-9e2ef8e12a99'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:04:54.223126 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a522b4e8-e221-4cf1-b95a-b7e7503664ee None None] Routers {'788bb89f-88c1-4b89-afcd-9e2ef8e12a99'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:04:54.229289 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-a522b4e8-e221-4cf1-b95a-b7e7503664ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:04:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['788bb89f-88c1-4b89-afcd-9e2ef8e12a99'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:04:54.232652 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c793decc-602f-42b9-b7ba-9ace5847d450 tempest-FloatingIPAdminTestJSON-1792906850 tempest-FloatingIPAdminTestJSON-1792906850-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for floatingip (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:54.260119 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 49528) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:54.296547 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-a522b4e8-e221-4cf1-b95a-b7e7503664ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:04:54.307270 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a522b4e8-e221-4cf1-b95a-b7e7503664ee None None] Routers {'788bb89f-88c1-4b89-afcd-9e2ef8e12a99'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:04:54.308199 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-a522b4e8-e221-4cf1-b95a-b7e7503664ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:04:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['788bb89f-88c1-4b89-afcd-9e2ef8e12a99'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:04:54.315572 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-c793decc-602f-42b9-b7ba-9ace5847d450 tempest-FloatingIPAdminTestJSON-1792906850 tempest-FloatingIPAdminTestJSON-1792906850-project-admin] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 5.6197455 Mar 28 01:04:54.348885 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-a522b4e8-e221-4cf1-b95a-b7e7503664ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:04:54.349463 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a522b4e8-e221-4cf1-b95a-b7e7503664ee None None] The sync data for ids ['788bb89f-88c1-4b89-afcd-9e2ef8e12a99'] in dv-neutron-834874-6-hyperv is: [] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:04:54.349868 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 49530) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:54.406072 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-598dcd54-7e02-4084-a558-52f3d5a7cfe8 tempest-PortsAdminExtendedAttrsTestJSON-949236317 tempest-PortsAdminExtendedAttrsTestJSON-949236317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (d4919f32-0243-440a-a0fc-1a6b28508fc8), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:54.406948 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.segments_db [None req-598dcd54-7e02-4084-a558-52f3d5a7cfe8 tempest-PortsAdminExtendedAttrsTestJSON-949236317 tempest-PortsAdminExtendedAttrsTestJSON-949236317-project] Added segment d4919f32-0243-440a-a0fc-1a6b28508fc8 of type vlan for network 57c1e086-1a32-4a91-affa-ac11a284d989 Mar 28 01:04:54.465024 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d04bec28-01f6-4eb7-a51a-7790fdcce726 None None] Publish callbacks [] for port (d2809877-b764-4a1b-b916-21d0adf53faa), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:54.473837 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d04bec28-01f6-4eb7-a51a-7790fdcce726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (d2809877-b764-4a1b-b916-21d0adf53faa), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:54.482809 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-dd78cee1-d5b0-4204-bc92-a47e7711f610 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=27264b3877f14a2087c136590f1a602c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2214968 Mar 28 01:04:54.483792 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f078bd47-fa6f-4fb1-b7e1-3229ba574002 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:54.496217 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 49532) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:54.505261 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-598dcd54-7e02-4084-a558-52f3d5a7cfe8 tempest-PortsAdminExtendedAttrsTestJSON-949236317 tempest-PortsAdminExtendedAttrsTestJSON-949236317-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (57c1e086-1a32-4a91-affa-ac11a284d989), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:54.509638 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa25729-7152-421d-b68e-7be7755b06c1 req-37a6ae20-40f3-4fc5-831f-5d9e684568c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:54.511081 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-3fa25729-7152-421d-b68e-7be7755b06c1 req-37a6ae20-40f3-4fc5-831f-5d9e684568c6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4d2427ec-2412-47fe-ab20-f935fb523011 HTTP/1.1" status: 200 len: 845 time: 0.5405741 Mar 28 01:04:54.515727 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04bec28-01f6-4eb7-a51a-7790fdcce726 None None] Network be4801db-c8f8-4df3-b9b5-556693d6a290 is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:04:54.516298 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ac7b4e-aaf1-4bdd-8c75-7a1a3af0a2b4 req-381a65b6-8354-4f9f-8e48-4b6b6a499dbb tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:54.517809 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-e5ac7b4e-aaf1-4bdd-8c75-7a1a3af0a2b4 req-381a65b6-8354-4f9f-8e48-4b6b6a499dbb tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af78226-6db5-4d3d-a6da-4544ef645c78 HTTP/1.1" status: 200 len: 946 time: 0.2167521 Mar 28 01:04:54.517935 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [None req-f078bd47-fa6f-4fb1-b7e1-3229ba574002 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] device_id is not set on port 25bb8370-8b7b-47fc-8cba-116c87564731 yet. {{(pid=104099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 01:04:54.521211 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-d04bec28-01f6-4eb7-a51a-7790fdcce726 None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:04:54.526776 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04bec28-01f6-4eb7-a51a-7790fdcce726 None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:04:54.528055 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-34aa5565-3e33-4728-9c09-d12159dab02b tempest-FloatingIPAdminTestJSON-1792906850 tempest-FloatingIPAdminTestJSON-1792906850-project-admin] 10.222.0.24 "GET /v2.0/floatingips/bcb06c7a-55d4-4c53-8867-3cf5f553d263 HTTP/1.1" status: 200 len: 984 time: 0.1738014 Mar 28 01:04:54.529056 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04bec28-01f6-4eb7-a51a-7790fdcce726 None None] Pushing event updated for resources: {'Port': ['ID=d2809877-b764-4a1b-b916-21d0adf53faa,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:54.537182 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 49534) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:54.547669 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-22e59e0c-1cc9-4048-9ef2-d0cc00529e15 admin admin] Publish callbacks [] for security_group (27e3ee69-4e74-494b-8e69-23d0211ad355), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:54.556144 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9461f8a7-1ca9-44de-8fe3-d02ba3b821fc req-4527cbea-d6dd-4ee8-89d6-4205249e5d57 tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:54.558153 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-9461f8a7-1ca9-44de-8fe3-d02ba3b821fc req-4527cbea-d6dd-4ee8-89d6-4205249e5d57 tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] 10.222.0.24 "GET /v2.0/ports?device_id=6657001d-e343-465a-8283-bcce744623b2 HTTP/1.1" status: 200 len: 943 time: 0.5773237 Mar 28 01:04:54.592812 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-d04bec28-01f6-4eb7-a51a-7790fdcce726 None None] Attempting to bind port d2809877-b764-4a1b-b916-21d0adf53faa on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:04:54.593287 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-d04bec28-01f6-4eb7-a51a-7790fdcce726 None None] Attempting to bind port d2809877-b764-4a1b-b916-21d0adf53faa by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': '9028fe72-9b79-4538-96be-757c3dc71a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:04:54.593767 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04bec28-01f6-4eb7-a51a-7790fdcce726 None None] Attempting to bind port d2809877-b764-4a1b-b916-21d0adf53faa on network be4801db-c8f8-4df3-b9b5-556693d6a290 {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:04:54.600544 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04bec28-01f6-4eb7-a51a-7790fdcce726 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:04:54.600544 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04bec28-01f6-4eb7-a51a-7790fdcce726 None None] Checking segment: {'id': '9028fe72-9b79-4538-96be-757c3dc71a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:04:54.601190 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d04bec28-01f6-4eb7-a51a-7790fdcce726 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:54.601654 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04bec28-01f6-4eb7-a51a-7790fdcce726 None None] Bound using segment: {'id': '9028fe72-9b79-4538-96be-757c3dc71a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:04:54.602202 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-d04bec28-01f6-4eb7-a51a-7790fdcce726 None None] Bound port: d2809877-b764-4a1b-b916-21d0adf53faa, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9028fe72-9b79-4538-96be-757c3dc71a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:04:54.602649 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d04bec28-01f6-4eb7-a51a-7790fdcce726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (d2809877-b764-4a1b-b916-21d0adf53faa), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:54.614689 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-22e59e0c-1cc9-4048-9ef2-d0cc00529e15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (27e3ee69-4e74-494b-8e69-23d0211ad355), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:54.668067 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-d04bec28-01f6-4eb7-a51a-7790fdcce726 None None] For port d2809877-b764-4a1b-b916-21d0adf53faa, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:04:54.670754 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-d04bec28-01f6-4eb7-a51a-7790fdcce726 None None] For port d2809877-b764-4a1b-b916-21d0adf53faa, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=d2809877-b764-4a1b-b916-21d0adf53faa,segment=NetworkSegment(9028fe72-9b79-4538-96be-757c3dc71a72),segment_id=9028fe72-9b79-4538-96be-757c3dc71a72)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:04:54.678149 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d04bec28-01f6-4eb7-a51a-7790fdcce726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (d2809877-b764-4a1b-b916-21d0adf53faa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:54.693918 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-598dcd54-7e02-4084-a558-52f3d5a7cfe8 tempest-PortsAdminExtendedAttrsTestJSON-949236317 tempest-PortsAdminExtendedAttrsTestJSON-949236317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (57c1e086-1a32-4a91-affa-ac11a284d989), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:54.698757 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598dcd54-7e02-4084-a558-52f3d5a7cfe8 tempest-PortsAdminExtendedAttrsTestJSON-949236317 tempest-PortsAdminExtendedAttrsTestJSON-949236317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:54.698954 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-598dcd54-7e02-4084-a558-52f3d5a7cfe8 tempest-PortsAdminExtendedAttrsTestJSON-949236317 tempest-PortsAdminExtendedAttrsTestJSON-949236317-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:54.713910 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-22e59e0c-1cc9-4048-9ef2-d0cc00529e15 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e28652654bd3462a8733cd57f8319f97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9683712 Mar 28 01:04:54.722395 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-eb7f4c95-80f7-486e-b110-d953d8e98fe2 tempest-FloatingIPAdminTestJSON-1792906850 tempest-FloatingIPAdminTestJSON-1792906850-project-admin] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2907 time: 0.1841121 Mar 28 01:04:54.723230 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 49536) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:54.736417 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 49538) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:54.748357 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-598dcd54-7e02-4084-a558-52f3d5a7cfe8 tempest-PortsAdminExtendedAttrsTestJSON-949236317 tempest-PortsAdminExtendedAttrsTestJSON-949236317-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.7448668 Mar 28 01:04:54.750041 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e59e0c-1cc9-4048-9ef2-d0cc00529e15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27e3ee69-4e74-494b-8e69-23d0211ad355,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:54.752198 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04bec28-01f6-4eb7-a51a-7790fdcce726 None None] Pushing event updated for resources: {'Port': ['ID=d2809877-b764-4a1b-b916-21d0adf53faa,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:54.764883 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-e5ac7b4e-aaf1-4bdd-8c75-7a1a3af0a2b4 req-5e62a62d-c429-4c16-98a7-80f0070a7145 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5fc266-2207-46d1-bfc7-83854e73a714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2147450 Mar 28 01:04:54.765516 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-59dc4d15-a45c-4cba-a423-f1d9b7e3692e admin admin] Publish callbacks [] for security_group (c961891c-9249-4aa1-a8c8-f31a27e5fd95), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:54.809779 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-59dc4d15-a45c-4cba-a423-f1d9b7e3692e admin admin] Publish callbacks [] for security_group (c961891c-9249-4aa1-a8c8-f31a27e5fd95), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:54.846149 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ca08add9-8ef8-4357-963b-4678fb02c248 admin admin] Publish callbacks [] for security_group (27e3ee69-4e74-494b-8e69-23d0211ad355), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:54.871459 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ca08add9-8ef8-4357-963b-4678fb02c248 admin admin] Publish callbacks [] for security_group (27e3ee69-4e74-494b-8e69-23d0211ad355), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:54.895762 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-59dc4d15-a45c-4cba-a423-f1d9b7e3692e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (c961891c-9249-4aa1-a8c8-f31a27e5fd95), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:54.898397 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-59dc4d15-a45c-4cba-a423-f1d9b7e3692e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:54.902226 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-59dc4d15-a45c-4cba-a423-f1d9b7e3692e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c961891c-9249-4aa1-a8c8-f31a27e5fd95 HTTP/1.1" status: 204 len: 168 time: 0.4048753 Mar 28 01:04:54.923631 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dc4d15-a45c-4cba-a423-f1d9b7e3692e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c961891c-9249-4aa1-a8c8-f31a27e5fd95,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:54.967194 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ca08add9-8ef8-4357-963b-4678fb02c248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (27e3ee69-4e74-494b-8e69-23d0211ad355), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:54.979088 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ca08add9-8ef8-4357-963b-4678fb02c248 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:54.988937 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-ca08add9-8ef8-4357-963b-4678fb02c248 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/27e3ee69-4e74-494b-8e69-23d0211ad355 HTTP/1.1" status: 204 len: 168 time: 0.2450044 Mar 28 01:04:55.021478 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca08add9-8ef8-4357-963b-4678fb02c248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27e3ee69-4e74-494b-8e69-23d0211ad355,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:55.073203 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598dcd54-7e02-4084-a558-52f3d5a7cfe8 tempest-PortsAdminExtendedAttrsTestJSON-949236317 tempest-PortsAdminExtendedAttrsTestJSON-949236317-project] Pushing event updated for resources: {'Network': ['ID=57c1e086-1a32-4a91-affa-ac11a284d989,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:55.076740 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa25729-7152-421d-b68e-7be7755b06c1 req-1eaff452-13e8-4fb0-9d4e-4bb08929603e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:55.078836 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-3fa25729-7152-421d-b68e-7be7755b06c1 req-1eaff452-13e8-4fb0-9d4e-4bb08929603e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0159ce53-5590-4705-812f-42a1a0e06ab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.5552278 Mar 28 01:04:55.085865 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-9461f8a7-1ca9-44de-8fe3-d02ba3b821fc req-aa0238ec-74a7-4b70-97c4-a6c154b72c75 tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef3c0281-51d5-49db-9849-f251e8c0da03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4578669 Mar 28 01:04:55.098482 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network 57c1e086-1a32-4a91-affa-ac11a284d989 details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:04:55.202432 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device 56d9ccc0-97bc-4f8c-b2de-56c31c7b6fb7 up at agent hyperv_hv-neutron-8348 {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:04:55.287130 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device d2809877-b764-4a1b-b916-21d0adf53faa up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:04:55.335922 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Provisioning for port 56d9ccc0-97bc-4f8c-b2de-56c31c7b6fb7 completed by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 01:04:55.346287 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Provisioning complete for port 56d9ccc0-97bc-4f8c-b2de-56c31c7b6fb7 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:04:55.346661 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (56d9ccc0-97bc-4f8c-b2de-56c31c7b6fb7), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:55.402068 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 49556) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:55.409044 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-8ba9ce62-8329-4850-b59a-d87cd0532fa7 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Request body: {'port': {'network_id': '57c1e086-1a32-4a91-affa-ac11a284d989', 'binding:host_id': 'hv-neutron-8348', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1250092511'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:04:55.413768 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port d2809877-b764-4a1b-b916-21d0adf53faa triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:04:55.414136 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (d2809877-b764-4a1b-b916-21d0adf53faa), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:55.462551 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ba9ce62-8329-4850-b59a-d87cd0532fa7 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Made reservation on behalf of 423e81e88ba2488886313a973693d5e9 for: {'port': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:04:55.466017 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-8ba9ce62-8329-4850-b59a-d87cd0532fa7 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:55.488723 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port 56d9ccc0-97bc-4f8c-b2de-56c31c7b6fb7 is: BUILD; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:04:55.489610 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-8ba9ce62-8329-4850-b59a-d87cd0532fa7 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:55.493698 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (56d9ccc0-97bc-4f8c-b2de-56c31c7b6fb7), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:55.510778 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-3fa25729-7152-421d-b68e-7be7755b06c1 req-2e556835-1fcc-4809-ab84-36f0573ec347 service neutron] 10.222.0.10 "GET /v2.0/networks/0159ce53-5590-4705-812f-42a1a0e06ab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4230807 Mar 28 01:04:55.530199 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5861c5c3-fb1b-4472-867d-d7cebf72f248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56d9ccc0-97bc-4f8c-b2de-56c31c7b6fb7'}] {{(pid=104100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:04:55.533167 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd27896ebc78d0f7931321182ba9533a7b768b1c3fcddb3ff52a8aee6ddeaf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c564c897-ab46-431d-95aa-9ab2ef6fef0b" -d '{"events": [{"server_uuid": "5861c5c3-fb1b-4472-867d-d7cebf72f248", "name": "network-vif-plugged", "status": "completed", "tag": "56d9ccc0-97bc-4f8c-b2de-56c31c7b6fb7"}]}' {{(pid=104100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:04:55.554786 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [None req-f078bd47-fa6f-4fb1-b7e1-3229ba574002 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Allocated IP 2001:db8::adca:ba72:c29c:c5bd (be4801db-c8f8-4df3-b9b5-556693d6a290/538997af-47f5-4032-ac6c-36f4e5dd7fa2/25bb8370-8b7b-47fc-8cba-116c87564731) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:04:55.570759 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port 56d9ccc0-97bc-4f8c-b2de-56c31c7b6fb7, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=56d9ccc0-97bc-4f8c-b2de-56c31c7b6fb7,segment=NetworkSegment(6b94bcff-7918-4dbb-9862-d5d7c3a56206),segment_id=6b94bcff-7918-4dbb-9862-d5d7c3a56206)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:04:55.584626 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (56d9ccc0-97bc-4f8c-b2de-56c31c7b6fb7), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:55.592727 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port d2809877-b764-4a1b-b916-21d0adf53faa is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:04:55.593439 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (d2809877-b764-4a1b-b916-21d0adf53faa), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:55.602392 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-8ba9ce62-8329-4850-b59a-d87cd0532fa7 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Publish callbacks [] for security_group (82a7d2e0-3c18-4fc7-b1b3-d684da9bcb99), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:55.628579 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-8ba9ce62-8329-4850-b59a-d87cd0532fa7 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (82a7d2e0-3c18-4fc7-b1b3-d684da9bcb99), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:55.638786 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.notifiers.nova [None req-8ba9ce62-8329-4850-b59a-d87cd0532fa7 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] device_id is not set on port 340437a5-e8c8-4ff8-9ea9-2edd0946190f yet. {{(pid=104098) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 01:04:55.694117 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Pushing event updated for resources: {'Port': ['ID=56d9ccc0-97bc-4f8c-b2de-56c31c7b6fb7,revision_number=5']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:55.701190 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] For port d2809877-b764-4a1b-b916-21d0adf53faa, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=d2809877-b764-4a1b-b916-21d0adf53faa,segment=NetworkSegment(9028fe72-9b79-4538-96be-757c3dc71a72),segment_id=9028fe72-9b79-4538-96be-757c3dc71a72)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:04:55.711572 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (d2809877-b764-4a1b-b916-21d0adf53faa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:55.800914 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Pushing event updated for resources: {'Port': ['ID=d2809877-b764-4a1b-b916-21d0adf53faa,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:55.809527 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a81eab-7e17-4c8b-922d-8d93fc62f9dc req-f5bd8bdf-c752-4223-afd1-b479a7ae136a tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:55.811173 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-64a81eab-7e17-4c8b-922d-8d93fc62f9dc req-f5bd8bdf-c752-4223-afd1-b479a7ae136a tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] 10.222.0.24 "GET /v2.0/ports?device_id=5861c5c3-fb1b-4472-867d-d7cebf72f248 HTTP/1.1" status: 200 len: 944 time: 0.5795779 Mar 28 01:04:55.899152 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-52f54236-5173-44f9-a717-7bddca9c67b0 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Deleting port 3835709f-e087-4795-b571-686f339df1cb {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:04:55.899484 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-52f54236-5173-44f9-a717-7bddca9c67b0 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (3835709f-e087-4795-b571-686f339df1cb), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:55.911563 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-3fa25729-7152-421d-b68e-7be7755b06c1 req-df5da0cd-4f94-4d57-a99e-a366db27205d service neutron] 10.222.0.10 "GET /v2.0/networks/0159ce53-5590-4705-812f-42a1a0e06ab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3714178 Mar 28 01:04:55.924099 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 49568) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:56.008453 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ee9de95a-0b55-4e19-8c65-65cfb8538db1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:56.127074 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-64a81eab-7e17-4c8b-922d-8d93fc62f9dc req-f7ac720f-2dcf-4dbf-b6d8-bda66dd5fc5a tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] 10.222.0.24 "GET /v2.0/security-groups?id=9de1bbaf-2b8c-40c3-8122-cae68c77803a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2967713 Mar 28 01:04:56.147858 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-52f54236-5173-44f9-a717-7bddca9c67b0 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (3835709f-e087-4795-b571-686f339df1cb), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:56.148255 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-52f54236-5173-44f9-a717-7bddca9c67b0 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Publish callbacks [] for floatingip (3835709f-e087-4795-b571-686f339df1cb), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:56.171695 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba9ce62-8329-4850-b59a-d87cd0532fa7 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82a7d2e0-3c18-4fc7-b1b3-d684da9bcb99,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:56.188886 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f078bd47-fa6f-4fb1-b7e1-3229ba574002 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks [] for port (25bb8370-8b7b-47fc-8cba-116c87564731), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:56.191752 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0790d3-1f05-4e65-9a90-3fbeba179ffb req-0774919b-6428-41bf-8a41-4a241714e8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:56.193279 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6e0790d3-1f05-4e65-9a90-3fbeba179ffb req-0774919b-6428-41bf-8a41-4a241714e8fe service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0b8696c5a2934c9895d76c895de286c3&device_id=6657001d-e343-465a-8283-bcce744623b2 HTTP/1.1" status: 200 len: 1127 time: 0.2194240 Mar 28 01:04:56.195528 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-52f54236-5173-44f9-a717-7bddca9c67b0 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Calling delete_port for 3835709f-e087-4795-b571-686f339df1cb owned by network:floatingip {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:04:56.205745 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bf1d8e-b648-4ae4-9212-1fd4af7547d6 req-ca41aefa-8fa2-4508-ab0c-ceab371f59fc tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:56.207298 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-55bf1d8e-b648-4ae4-9212-1fd4af7547d6 req-ca41aefa-8fa2-4508-ab0c-ceab371f59fc tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af78226-6db5-4d3d-a6da-4544ef645c78 HTTP/1.1" status: 200 len: 946 time: 0.6996150 Mar 28 01:04:56.235007 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 49576) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:56.237704 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-0cb58ca0-e918-453a-9360-946f04a96c7e None None] Provisioning complete for port d2809877-b764-4a1b-b916-21d0adf53faa triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:04:56.238164 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-0cb58ca0-e918-453a-9360-946f04a96c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (d2809877-b764-4a1b-b916-21d0adf53faa), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:56.246331 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-bdd45779-c54f-4bc6-8d17-5e0a5e1533e8 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Request body: {'floatingip': {'port_id': 'f45dfffa-72fe-4b22-af16-435c4c53d944'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:04:56.249183 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 01:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-264329f9-38cb-4ff4-86a6-fff9e67fc133 x-openstack-request-id: req-264329f9-38cb-4ff4-86a6-fff9e67fc133 {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:04:56.249501 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5861c5c3-fb1b-4472-867d-d7cebf72f248", "name": "network-vif-plugged", "status": "completed", "tag": "56d9ccc0-97bc-4f8c-b2de-56c31c7b6fb7", "code": 200}]} {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:04:56.249790 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-264329f9-38cb-4ff4-86a6-fff9e67fc133 {{(pid=104100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:04:56.250240 dv-neutron-834874-6-hyperv neutron-server[104100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-264329f9-38cb-4ff4-86a6-fff9e67fc133'] response: {'server_uuid': '5861c5c3-fb1b-4472-867d-d7cebf72f248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56d9ccc0-97bc-4f8c-b2de-56c31c7b6fb7', 'code': 200} Mar 28 01:04:56.382634 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0790d3-1f05-4e65-9a90-3fbeba179ffb req-7d8e0f13-1689-4070-8381-5922d24998d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:56.384066 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6e0790d3-1f05-4e65-9a90-3fbeba179ffb req-7d8e0f13-1689-4070-8381-5922d24998d9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0159ce53-5590-4705-812f-42a1a0e06ab8 HTTP/1.1" status: 200 len: 906 time: 0.1798694 Mar 28 01:04:56.392165 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-bdd45779-c54f-4bc6-8d17-5e0a5e1533e8 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Publish callbacks [] for floatingip (efadef5b-f9b4-49d7-ae03-24503ecf965d), before_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:56.420218 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-0cb58ca0-e918-453a-9360-946f04a96c7e None None] Current status of the port d2809877-b764-4a1b-b916-21d0adf53faa is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:04:56.499550 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.notifiers.nova [None req-8ba9ce62-8329-4850-b59a-d87cd0532fa7 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] device_id is not set on port 340437a5-e8c8-4ff8-9ea9-2edd0946190f yet. {{(pid=104098) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 01:04:56.516188 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-8ba9ce62-8329-4850-b59a-d87cd0532fa7 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Publish callbacks [] for port (340437a5-e8c8-4ff8-9ea9-2edd0946190f), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:56.528451 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224adfdc-8fd2-4238-9693-f0a9012327bf req-7dc5bcf7-6256-4203-b7ad-1a6a2d3f9872 tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:56.529974 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-224adfdc-8fd2-4238-9693-f0a9012327bf req-7dc5bcf7-6256-4203-b7ad-1a6a2d3f9872 tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] 10.222.0.24 "GET /v2.0/ports?device_id=6657001d-e343-465a-8283-bcce744623b2 HTTP/1.1" status: 200 len: 943 time: 0.2280037 Mar 28 01:04:56.535392 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6e0790d3-1f05-4e65-9a90-3fbeba179ffb req-180c6c0a-304e-4875-b8eb-79e9631930c3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cef33cf3-0c44-4506-9b92-15d1f07f1f43 HTTP/1.1" status: 200 len: 217 time: 0.1322551 Mar 28 01:04:56.569939 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-8ba9ce62-8329-4850-b59a-d87cd0532fa7 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (340437a5-e8c8-4ff8-9ea9-2edd0946190f), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:56.658512 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f078bd47-fa6f-4fb1-b7e1-3229ba574002 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (25bb8370-8b7b-47fc-8cba-116c87564731), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:56.666141 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ee9de95a-0b55-4e19-8c65-65cfb8538db1 admin admin] Publish callbacks [] for security_group (35a28a69-88dc-4aeb-bba9-9db7d0fb8246), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:56.723724 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-224adfdc-8fd2-4238-9693-f0a9012327bf req-59579f0a-c990-4ba3-a714-5bca6b9dd765 tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef3c0281-51d5-49db-9849-f251e8c0da03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1748767 Mar 28 01:04:56.727429 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba9ce62-8329-4850-b59a-d87cd0532fa7 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Pushing event updated for resources: {'Port': ['ID=340437a5-e8c8-4ff8-9ea9-2edd0946190f,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:56.758587 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba9ce62-8329-4850-b59a-d87cd0532fa7 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Checking segment: {'id': 'd4919f32-0243-440a-a0fc-1a6b28508fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '57c1e086-1a32-4a91-affa-ac11a284d989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:04:56.759470 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba9ce62-8329-4850-b59a-d87cd0532fa7 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Network hostable DHCP agents. Network: 57c1e086-1a32-4a91-affa-ac11a284d989, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:04:56.823883 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba9ce62-8329-4850-b59a-d87cd0532fa7 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Network 57c1e086-1a32-4a91-affa-ac11a284d989 is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:04:56.878516 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-8ba9ce62-8329-4850-b59a-d87cd0532fa7 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, 57c1e086-1a32-4a91-affa-ac11a284d989) {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:04:56.886143 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49f7770-797a-4e5d-9235-aa461a399353 None None] Network 57c1e086-1a32-4a91-affa-ac11a284d989 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:04:56.909439 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba9ce62-8329-4850-b59a-d87cd0532fa7 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:04:56.931313 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.managers [None req-8ba9ce62-8329-4850-b59a-d87cd0532fa7 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attempting to bind port 340437a5-e8c8-4ff8-9ea9-2edd0946190f on host hv-neutron-8348 for vnic_type normal with profile {{(pid=104098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:04:56.931646 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.managers [None req-8ba9ce62-8329-4850-b59a-d87cd0532fa7 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attempting to bind port 340437a5-e8c8-4ff8-9ea9-2edd0946190f by drivers openvswitch,hyperv on host hv-neutron-8348 at level 0 using segments [{'id': 'd4919f32-0243-440a-a0fc-1a6b28508fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '57c1e086-1a32-4a91-affa-ac11a284d989'}] {{(pid=104098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:04:56.931986 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba9ce62-8329-4850-b59a-d87cd0532fa7 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attempting to bind port 340437a5-e8c8-4ff8-9ea9-2edd0946190f on network 57c1e086-1a32-4a91-affa-ac11a284d989 {{(pid=104098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:04:56.941980 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba9ce62-8329-4850-b59a-d87cd0532fa7 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Port 340437a5-e8c8-4ff8-9ea9-2edd0946190f on network 57c1e086-1a32-4a91-affa-ac11a284d989 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8348 {{(pid=104098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 01:04:56.942309 dv-neutron-834874-6-hyperv neutron-server[104098]: ERROR neutron.plugins.ml2.managers [None req-8ba9ce62-8329-4850-b59a-d87cd0532fa7 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Failed to bind port 340437a5-e8c8-4ff8-9ea9-2edd0946190f on host hv-neutron-8348 for vnic_type normal using segments [{'id': 'd4919f32-0243-440a-a0fc-1a6b28508fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '57c1e086-1a32-4a91-affa-ac11a284d989'}] Mar 28 01:04:56.944678 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.plugins.ml2.plugin [None req-8ba9ce62-8329-4850-b59a-d87cd0532fa7 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attempt 2 to bind port 340437a5-e8c8-4ff8-9ea9-2edd0946190f Mar 28 01:04:56.944957 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ee9de95a-0b55-4e19-8c65-65cfb8538db1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (35a28a69-88dc-4aeb-bba9-9db7d0fb8246), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:56.989544 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.managers [None req-8ba9ce62-8329-4850-b59a-d87cd0532fa7 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attempting to bind port 340437a5-e8c8-4ff8-9ea9-2edd0946190f on host hv-neutron-8348 for vnic_type normal with profile {{(pid=104098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:04:56.989848 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.managers [None req-8ba9ce62-8329-4850-b59a-d87cd0532fa7 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attempting to bind port 340437a5-e8c8-4ff8-9ea9-2edd0946190f by drivers openvswitch,hyperv on host hv-neutron-8348 at level 0 using segments [{'id': 'd4919f32-0243-440a-a0fc-1a6b28508fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '57c1e086-1a32-4a91-affa-ac11a284d989'}] {{(pid=104098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:04:56.990335 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba9ce62-8329-4850-b59a-d87cd0532fa7 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attempting to bind port 340437a5-e8c8-4ff8-9ea9-2edd0946190f on network 57c1e086-1a32-4a91-affa-ac11a284d989 {{(pid=104098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:04:57.023628 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0790d3-1f05-4e65-9a90-3fbeba179ffb req-c58f01e0-451a-4ee9-869d-6555b4daa429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:57.025033 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6e0790d3-1f05-4e65-9a90-3fbeba179ffb req-c58f01e0-451a-4ee9-869d-6555b4daa429 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4d2427ec-2412-47fe-ab20-f935fb523011 HTTP/1.1" status: 200 len: 845 time: 0.4586768 Mar 28 01:04:57.035133 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f078bd47-fa6f-4fb1-b7e1-3229ba574002 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Network be4801db-c8f8-4df3-b9b5-556693d6a290 is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:04:57.036763 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af2af3b-48db-4f0b-a5c1-1723498a0037 req-03b5f138-1d7c-4a82-9e8f-068a5ecdd767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:57.038217 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-1af2af3b-48db-4f0b-a5c1-1723498a0037 req-03b5f138-1d7c-4a82-9e8f-068a5ecdd767 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5861c5c3-fb1b-4472-867d-d7cebf72f248 HTTP/1.1" status: 200 len: 1129 time: 0.5850775 Mar 28 01:04:57.050500 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-f078bd47-fa6f-4fb1-b7e1-3229ba574002 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:04:57.052516 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9de95a-0b55-4e19-8c65-65cfb8538db1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35a28a69-88dc-4aeb-bba9-9db7d0fb8246,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:57.054605 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f078bd47-fa6f-4fb1-b7e1-3229ba574002 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Pushing event updated for resources: {'Port': ['ID=25bb8370-8b7b-47fc-8cba-116c87564731,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:57.060976 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f078bd47-fa6f-4fb1-b7e1-3229ba574002 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:04:57.068523 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f078bd47-fa6f-4fb1-b7e1-3229ba574002 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:57.069176 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f078bd47-fa6f-4fb1-b7e1-3229ba574002 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:57.078667 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-ee9de95a-0b55-4e19-8c65-65cfb8538db1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a06fedddfc5649c5ac1f881ea7cf85eb&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1488805 Mar 28 01:04:57.079368 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-bdd45779-c54f-4bc6-8d17-5e0a5e1533e8 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:57.080658 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 49598) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:57.086947 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba9ce62-8329-4850-b59a-d87cd0532fa7 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Port 340437a5-e8c8-4ff8-9ea9-2edd0946190f on network 57c1e086-1a32-4a91-affa-ac11a284d989 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8348 {{(pid=104098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 01:04:57.087298 dv-neutron-834874-6-hyperv neutron-server[104098]: ERROR neutron.plugins.ml2.managers [None req-8ba9ce62-8329-4850-b59a-d87cd0532fa7 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Failed to bind port 340437a5-e8c8-4ff8-9ea9-2edd0946190f on host hv-neutron-8348 for vnic_type normal using segments [{'id': 'd4919f32-0243-440a-a0fc-1a6b28508fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '57c1e086-1a32-4a91-affa-ac11a284d989'}] Mar 28 01:04:57.089053 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.plugins.ml2.plugin [None req-8ba9ce62-8329-4850-b59a-d87cd0532fa7 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attempt 3 to bind port 340437a5-e8c8-4ff8-9ea9-2edd0946190f Mar 28 01:04:57.091903 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-bdd45779-c54f-4bc6-8d17-5e0a5e1533e8 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688063'] for floatingip (efadef5b-f9b4-49d7-ae03-24503ecf965d), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:57.147653 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-f078bd47-fa6f-4fb1-b7e1-3229ba574002 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.6822879 Mar 28 01:04:57.148231 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 49600) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:57.190731 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device d2809877-b764-4a1b-b916-21d0adf53faa up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:04:57.192942 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.managers [None req-8ba9ce62-8329-4850-b59a-d87cd0532fa7 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attempting to bind port 340437a5-e8c8-4ff8-9ea9-2edd0946190f on host hv-neutron-8348 for vnic_type normal with profile {{(pid=104098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:04:57.193836 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.managers [None req-8ba9ce62-8329-4850-b59a-d87cd0532fa7 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attempting to bind port 340437a5-e8c8-4ff8-9ea9-2edd0946190f by drivers openvswitch,hyperv on host hv-neutron-8348 at level 0 using segments [{'id': 'd4919f32-0243-440a-a0fc-1a6b28508fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '57c1e086-1a32-4a91-affa-ac11a284d989'}] {{(pid=104098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:04:57.194356 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba9ce62-8329-4850-b59a-d87cd0532fa7 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attempting to bind port 340437a5-e8c8-4ff8-9ea9-2edd0946190f on network 57c1e086-1a32-4a91-affa-ac11a284d989 {{(pid=104098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:04:57.218926 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba9ce62-8329-4850-b59a-d87cd0532fa7 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Port 340437a5-e8c8-4ff8-9ea9-2edd0946190f on network 57c1e086-1a32-4a91-affa-ac11a284d989 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8348 {{(pid=104098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 01:04:57.219418 dv-neutron-834874-6-hyperv neutron-server[104098]: ERROR neutron.plugins.ml2.managers [None req-8ba9ce62-8329-4850-b59a-d87cd0532fa7 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Failed to bind port 340437a5-e8c8-4ff8-9ea9-2edd0946190f on host hv-neutron-8348 for vnic_type normal using segments [{'id': 'd4919f32-0243-440a-a0fc-1a6b28508fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '57c1e086-1a32-4a91-affa-ac11a284d989'}] Mar 28 01:04:57.222563 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.plugins.ml2.plugin [None req-8ba9ce62-8329-4850-b59a-d87cd0532fa7 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attempt 4 to bind port 340437a5-e8c8-4ff8-9ea9-2edd0946190f Mar 28 01:04:57.274472 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.managers [None req-8ba9ce62-8329-4850-b59a-d87cd0532fa7 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attempting to bind port 340437a5-e8c8-4ff8-9ea9-2edd0946190f on host hv-neutron-8348 for vnic_type normal with profile {{(pid=104098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:04:57.276343 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.managers [None req-8ba9ce62-8329-4850-b59a-d87cd0532fa7 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attempting to bind port 340437a5-e8c8-4ff8-9ea9-2edd0946190f by drivers openvswitch,hyperv on host hv-neutron-8348 at level 0 using segments [{'id': 'd4919f32-0243-440a-a0fc-1a6b28508fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '57c1e086-1a32-4a91-affa-ac11a284d989'}] {{(pid=104098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:04:57.276831 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba9ce62-8329-4850-b59a-d87cd0532fa7 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attempting to bind port 340437a5-e8c8-4ff8-9ea9-2edd0946190f on network 57c1e086-1a32-4a91-affa-ac11a284d989 {{(pid=104098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:04:57.289922 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-1af2af3b-48db-4f0b-a5c1-1723498a0037 req-0b164495-d10d-4119-bce6-94df9bfb7153 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=9de1bbaf-2b8c-40c3-8122-cae68c77803a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2179985 Mar 28 01:04:57.291940 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0790d3-1f05-4e65-9a90-3fbeba179ffb req-d89732f4-f9ac-4cd9-847e-05b4a7b3342a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:57.293397 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6e0790d3-1f05-4e65-9a90-3fbeba179ffb req-d89732f4-f9ac-4cd9-847e-05b4a7b3342a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0159ce53-5590-4705-812f-42a1a0e06ab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.2523596 Mar 28 01:04:57.294024 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba9ce62-8329-4850-b59a-d87cd0532fa7 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Port 340437a5-e8c8-4ff8-9ea9-2edd0946190f on network 57c1e086-1a32-4a91-affa-ac11a284d989 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8348 {{(pid=104098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 01:04:57.294512 dv-neutron-834874-6-hyperv neutron-server[104098]: ERROR neutron.plugins.ml2.managers [None req-8ba9ce62-8329-4850-b59a-d87cd0532fa7 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Failed to bind port 340437a5-e8c8-4ff8-9ea9-2edd0946190f on host hv-neutron-8348 for vnic_type normal using segments [{'id': 'd4919f32-0243-440a-a0fc-1a6b28508fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '57c1e086-1a32-4a91-affa-ac11a284d989'}] Mar 28 01:04:57.297006 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.plugins.ml2.plugin [None req-8ba9ce62-8329-4850-b59a-d87cd0532fa7 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attempt 5 to bind port 340437a5-e8c8-4ff8-9ea9-2edd0946190f Mar 28 01:04:57.301655 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-8d2c60b9-7b8a-4449-a923-5cf674563aaa admin admin] Publish callbacks [] for security_group (35a28a69-88dc-4aeb-bba9-9db7d0fb8246), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:57.302645 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port d2809877-b764-4a1b-b916-21d0adf53faa triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:04:57.303131 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (d2809877-b764-4a1b-b916-21d0adf53faa), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:57.319806 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.l3_db [None req-bdd45779-c54f-4bc6-8d17-5e0a5e1533e8 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Floating IP efadef5b-f9b4-49d7-ae03-24503ecf965d associated. External IP: 172.26.1.155, port: f45dfffa-72fe-4b22-af16-435c4c53d944. Mar 28 01:04:57.377404 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.managers [None req-8ba9ce62-8329-4850-b59a-d87cd0532fa7 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attempting to bind port 340437a5-e8c8-4ff8-9ea9-2edd0946190f on host hv-neutron-8348 for vnic_type normal with profile {{(pid=104098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:04:57.377788 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.managers [None req-8ba9ce62-8329-4850-b59a-d87cd0532fa7 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attempting to bind port 340437a5-e8c8-4ff8-9ea9-2edd0946190f by drivers openvswitch,hyperv on host hv-neutron-8348 at level 0 using segments [{'id': 'd4919f32-0243-440a-a0fc-1a6b28508fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '57c1e086-1a32-4a91-affa-ac11a284d989'}] {{(pid=104098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:04:57.378068 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba9ce62-8329-4850-b59a-d87cd0532fa7 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attempting to bind port 340437a5-e8c8-4ff8-9ea9-2edd0946190f on network 57c1e086-1a32-4a91-affa-ac11a284d989 {{(pid=104098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:04:57.383014 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576c5850-a35f-40f0-a49a-4aa4b6c845f0 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:57.389166 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576c5850-a35f-40f0-a49a-4aa4b6c845f0 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:57.393940 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-576c5850-a35f-40f0-a49a-4aa4b6c845f0 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.2404113 Mar 28 01:04:57.395492 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 49608) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:57.396216 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-52f54236-5173-44f9-a717-7bddca9c67b0 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (3835709f-e087-4795-b571-686f339df1cb), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:57.428315 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba9ce62-8329-4850-b59a-d87cd0532fa7 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Port 340437a5-e8c8-4ff8-9ea9-2edd0946190f on network 57c1e086-1a32-4a91-affa-ac11a284d989 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8348 {{(pid=104098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 01:04:57.428707 dv-neutron-834874-6-hyperv neutron-server[104098]: ERROR neutron.plugins.ml2.managers [None req-8ba9ce62-8329-4850-b59a-d87cd0532fa7 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Failed to bind port 340437a5-e8c8-4ff8-9ea9-2edd0946190f on host hv-neutron-8348 for vnic_type normal using segments [{'id': 'd4919f32-0243-440a-a0fc-1a6b28508fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '57c1e086-1a32-4a91-affa-ac11a284d989'}] Mar 28 01:04:57.430498 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-8d2c60b9-7b8a-4449-a923-5cf674563aaa admin admin] Publish callbacks [] for security_group (35a28a69-88dc-4aeb-bba9-9db7d0fb8246), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:57.433747 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.plugins.ml2.plugin [None req-8ba9ce62-8329-4850-b59a-d87cd0532fa7 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attempt 6 to bind port 340437a5-e8c8-4ff8-9ea9-2edd0946190f Mar 28 01:04:57.435305 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f54236-5173-44f9-a717-7bddca9c67b0 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Pushing event deleted for resources: {'Port': ['ID=3835709f-e087-4795-b571-686f339df1cb,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:57.468772 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port d2809877-b764-4a1b-b916-21d0adf53faa is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:04:57.483154 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.managers [None req-8ba9ce62-8329-4850-b59a-d87cd0532fa7 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attempting to bind port 340437a5-e8c8-4ff8-9ea9-2edd0946190f on host hv-neutron-8348 for vnic_type normal with profile {{(pid=104098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:04:57.483523 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.managers [None req-8ba9ce62-8329-4850-b59a-d87cd0532fa7 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attempting to bind port 340437a5-e8c8-4ff8-9ea9-2edd0946190f by drivers openvswitch,hyperv on host hv-neutron-8348 at level 0 using segments [{'id': 'd4919f32-0243-440a-a0fc-1a6b28508fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '57c1e086-1a32-4a91-affa-ac11a284d989'}] {{(pid=104098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:04:57.483796 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba9ce62-8329-4850-b59a-d87cd0532fa7 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attempting to bind port 340437a5-e8c8-4ff8-9ea9-2edd0946190f on network 57c1e086-1a32-4a91-affa-ac11a284d989 {{(pid=104098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:04:57.502367 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba9ce62-8329-4850-b59a-d87cd0532fa7 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Port 340437a5-e8c8-4ff8-9ea9-2edd0946190f on network 57c1e086-1a32-4a91-affa-ac11a284d989 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8348 {{(pid=104098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 01:04:57.502688 dv-neutron-834874-6-hyperv neutron-server[104098]: ERROR neutron.plugins.ml2.managers [None req-8ba9ce62-8329-4850-b59a-d87cd0532fa7 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Failed to bind port 340437a5-e8c8-4ff8-9ea9-2edd0946190f on host hv-neutron-8348 for vnic_type normal using segments [{'id': 'd4919f32-0243-440a-a0fc-1a6b28508fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '57c1e086-1a32-4a91-affa-ac11a284d989'}] Mar 28 01:04:57.507266 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.plugins.ml2.plugin [None req-8ba9ce62-8329-4850-b59a-d87cd0532fa7 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attempt 7 to bind port 340437a5-e8c8-4ff8-9ea9-2edd0946190f Mar 28 01:04:57.518443 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc767e77-5358-4866-9183-3ad0444fb4f6 req-341f960a-6430-416b-80d4-347c5532776b tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:57.520078 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-bc767e77-5358-4866-9183-3ad0444fb4f6 req-341f960a-6430-416b-80d4-347c5532776b tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] 10.222.0.24 "GET /v2.0/ports?device_id=5861c5c3-fb1b-4472-867d-d7cebf72f248 HTTP/1.1" status: 200 len: 945 time: 0.2111046 Mar 28 01:04:57.532608 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.managers [None req-8ba9ce62-8329-4850-b59a-d87cd0532fa7 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attempting to bind port 340437a5-e8c8-4ff8-9ea9-2edd0946190f on host hv-neutron-8348 for vnic_type normal with profile {{(pid=104098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:04:57.532944 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.managers [None req-8ba9ce62-8329-4850-b59a-d87cd0532fa7 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attempting to bind port 340437a5-e8c8-4ff8-9ea9-2edd0946190f by drivers openvswitch,hyperv on host hv-neutron-8348 at level 0 using segments [{'id': 'd4919f32-0243-440a-a0fc-1a6b28508fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '57c1e086-1a32-4a91-affa-ac11a284d989'}] {{(pid=104098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:04:57.533339 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba9ce62-8329-4850-b59a-d87cd0532fa7 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attempting to bind port 340437a5-e8c8-4ff8-9ea9-2edd0946190f on network 57c1e086-1a32-4a91-affa-ac11a284d989 {{(pid=104098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:04:57.546394 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba9ce62-8329-4850-b59a-d87cd0532fa7 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Port 340437a5-e8c8-4ff8-9ea9-2edd0946190f on network 57c1e086-1a32-4a91-affa-ac11a284d989 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8348 {{(pid=104098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 01:04:57.546809 dv-neutron-834874-6-hyperv neutron-server[104098]: ERROR neutron.plugins.ml2.managers [None req-8ba9ce62-8329-4850-b59a-d87cd0532fa7 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Failed to bind port 340437a5-e8c8-4ff8-9ea9-2edd0946190f on host hv-neutron-8348 for vnic_type normal using segments [{'id': 'd4919f32-0243-440a-a0fc-1a6b28508fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '57c1e086-1a32-4a91-affa-ac11a284d989'}] Mar 28 01:04:57.548340 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.plugins.ml2.plugin [None req-8ba9ce62-8329-4850-b59a-d87cd0532fa7 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attempt 8 to bind port 340437a5-e8c8-4ff8-9ea9-2edd0946190f Mar 28 01:04:57.565524 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-8d2c60b9-7b8a-4449-a923-5cf674563aaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (35a28a69-88dc-4aeb-bba9-9db7d0fb8246), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:57.568024 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-8d2c60b9-7b8a-4449-a923-5cf674563aaa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:57.569203 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-8d2c60b9-7b8a-4449-a923-5cf674563aaa admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/35a28a69-88dc-4aeb-bba9-9db7d0fb8246 HTTP/1.1" status: 204 len: 168 time: 0.4875119 Mar 28 01:04:57.570466 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-1bb2c2f7-eaf1-4797-a207-bfe10d6dcebd None None] Provisioning complete for port 25bb8370-8b7b-47fc-8cba-116c87564731 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:04:57.571111 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-1bb2c2f7-eaf1-4797-a207-bfe10d6dcebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (25bb8370-8b7b-47fc-8cba-116c87564731), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:57.596306 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 49614) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:57.607246 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.managers [None req-8ba9ce62-8329-4850-b59a-d87cd0532fa7 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attempting to bind port 340437a5-e8c8-4ff8-9ea9-2edd0946190f on host hv-neutron-8348 for vnic_type normal with profile {{(pid=104098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:04:57.607570 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.managers [None req-8ba9ce62-8329-4850-b59a-d87cd0532fa7 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attempting to bind port 340437a5-e8c8-4ff8-9ea9-2edd0946190f by drivers openvswitch,hyperv on host hv-neutron-8348 at level 0 using segments [{'id': 'd4919f32-0243-440a-a0fc-1a6b28508fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '57c1e086-1a32-4a91-affa-ac11a284d989'}] {{(pid=104098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:04:57.607916 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba9ce62-8329-4850-b59a-d87cd0532fa7 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attempting to bind port 340437a5-e8c8-4ff8-9ea9-2edd0946190f on network 57c1e086-1a32-4a91-affa-ac11a284d989 {{(pid=104098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:04:57.635791 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2c60b9-7b8a-4449-a923-5cf674563aaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35a28a69-88dc-4aeb-bba9-9db7d0fb8246,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:57.642535 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba9ce62-8329-4850-b59a-d87cd0532fa7 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Port 340437a5-e8c8-4ff8-9ea9-2edd0946190f on network 57c1e086-1a32-4a91-affa-ac11a284d989 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8348 {{(pid=104098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 01:04:57.642873 dv-neutron-834874-6-hyperv neutron-server[104098]: ERROR neutron.plugins.ml2.managers [None req-8ba9ce62-8329-4850-b59a-d87cd0532fa7 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Failed to bind port 340437a5-e8c8-4ff8-9ea9-2edd0946190f on host hv-neutron-8348 for vnic_type normal using segments [{'id': 'd4919f32-0243-440a-a0fc-1a6b28508fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '57c1e086-1a32-4a91-affa-ac11a284d989'}] Mar 28 01:04:57.645154 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.plugins.ml2.plugin [None req-8ba9ce62-8329-4850-b59a-d87cd0532fa7 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attempt 9 to bind port 340437a5-e8c8-4ff8-9ea9-2edd0946190f Mar 28 01:04:57.652396 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-1bb2c2f7-eaf1-4797-a207-bfe10d6dcebd None None] Port 25bb8370-8b7b-47fc-8cba-116c87564731 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:04:57.672955 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.managers [None req-8ba9ce62-8329-4850-b59a-d87cd0532fa7 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attempting to bind port 340437a5-e8c8-4ff8-9ea9-2edd0946190f on host hv-neutron-8348 for vnic_type normal with profile {{(pid=104098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:04:57.673245 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.managers [None req-8ba9ce62-8329-4850-b59a-d87cd0532fa7 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attempting to bind port 340437a5-e8c8-4ff8-9ea9-2edd0946190f by drivers openvswitch,hyperv on host hv-neutron-8348 at level 0 using segments [{'id': 'd4919f32-0243-440a-a0fc-1a6b28508fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '57c1e086-1a32-4a91-affa-ac11a284d989'}] {{(pid=104098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:04:57.673534 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba9ce62-8329-4850-b59a-d87cd0532fa7 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attempting to bind port 340437a5-e8c8-4ff8-9ea9-2edd0946190f on network 57c1e086-1a32-4a91-affa-ac11a284d989 {{(pid=104098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:04:57.682467 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba9ce62-8329-4850-b59a-d87cd0532fa7 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Port 340437a5-e8c8-4ff8-9ea9-2edd0946190f on network 57c1e086-1a32-4a91-affa-ac11a284d989 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8348 {{(pid=104098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 01:04:57.682801 dv-neutron-834874-6-hyperv neutron-server[104098]: ERROR neutron.plugins.ml2.managers [None req-8ba9ce62-8329-4850-b59a-d87cd0532fa7 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Failed to bind port 340437a5-e8c8-4ff8-9ea9-2edd0946190f on host hv-neutron-8348 for vnic_type normal using segments [{'id': 'd4919f32-0243-440a-a0fc-1a6b28508fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '57c1e086-1a32-4a91-affa-ac11a284d989'}] Mar 28 01:04:57.684452 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.plugins.ml2.plugin [None req-8ba9ce62-8329-4850-b59a-d87cd0532fa7 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attempt 10 to bind port 340437a5-e8c8-4ff8-9ea9-2edd0946190f Mar 28 01:04:57.704958 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-52f54236-5173-44f9-a717-7bddca9c67b0 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Publish callbacks [] for floatingip (bcb06c7a-55d4-4c53-8867-3cf5f553d263), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:57.705343 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.l3_db [None req-52f54236-5173-44f9-a717-7bddca9c67b0 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Floating IP bcb06c7a-55d4-4c53-8867-3cf5f553d263 disassociated (deleted). External IP: 172.26.1.161, port: c809cea5-0630-4d9e-859b-899b8936f3a8. Mar 28 01:04:57.711019 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.managers [None req-8ba9ce62-8329-4850-b59a-d87cd0532fa7 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attempting to bind port 340437a5-e8c8-4ff8-9ea9-2edd0946190f on host hv-neutron-8348 for vnic_type normal with profile {{(pid=104098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:04:57.711353 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.managers [None req-8ba9ce62-8329-4850-b59a-d87cd0532fa7 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attempting to bind port 340437a5-e8c8-4ff8-9ea9-2edd0946190f by drivers openvswitch,hyperv on host hv-neutron-8348 at level 0 using segments [{'id': 'd4919f32-0243-440a-a0fc-1a6b28508fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '57c1e086-1a32-4a91-affa-ac11a284d989'}] {{(pid=104098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:04:57.711690 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba9ce62-8329-4850-b59a-d87cd0532fa7 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attempting to bind port 340437a5-e8c8-4ff8-9ea9-2edd0946190f on network 57c1e086-1a32-4a91-affa-ac11a284d989 {{(pid=104098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:04:57.719436 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba9ce62-8329-4850-b59a-d87cd0532fa7 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Port 340437a5-e8c8-4ff8-9ea9-2edd0946190f on network 57c1e086-1a32-4a91-affa-ac11a284d989 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8348 {{(pid=104098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 01:04:57.719772 dv-neutron-834874-6-hyperv neutron-server[104098]: ERROR neutron.plugins.ml2.managers [None req-8ba9ce62-8329-4850-b59a-d87cd0532fa7 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Failed to bind port 340437a5-e8c8-4ff8-9ea9-2edd0946190f on host hv-neutron-8348 for vnic_type normal using segments [{'id': 'd4919f32-0243-440a-a0fc-1a6b28508fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '57c1e086-1a32-4a91-affa-ac11a284d989'}] Mar 28 01:04:57.720159 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-8ba9ce62-8329-4850-b59a-d87cd0532fa7 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (340437a5-e8c8-4ff8-9ea9-2edd0946190f), before_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:57.739047 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdd45779-c54f-4bc6-8d17-5e0a5e1533e8 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Router 1473590c-76e5-4ae2-bb3a-86800aaa9e51 has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:04:57.789559 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-bc767e77-5358-4866-9183-3ad0444fb4f6 req-fac015fd-2939-4cca-a70a-d0ace85a6f92 tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] 10.222.0.24 "GET /v2.0/security-groups?id=9de1bbaf-2b8c-40c3-8122-cae68c77803a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2161479 Mar 28 01:04:57.853494 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-6f311fca-dd5a-443f-a1e1-8ad5dc272e27 tempest-QuotasNegativeTest-1153673775 tempest-QuotasNegativeTest-1153673775-project-admin] Request body: {'quota': {'network': 2}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:04:57.856184 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.db [None req-8ba9ce62-8329-4850-b59a-d87cd0532fa7 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] For port 340437a5-e8c8-4ff8-9ea9-2edd0946190f, host hv-neutron-8348, cleared binding levels {{(pid=104098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:04:57.856547 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.db [None req-8ba9ce62-8329-4850-b59a-d87cd0532fa7 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attempted to set empty binding levels {{(pid=104098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 28 01:04:57.876217 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-8ba9ce62-8329-4850-b59a-d87cd0532fa7 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126177159'] for port (340437a5-e8c8-4ff8-9ea9-2edd0946190f), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:57.883469 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6e0790d3-1f05-4e65-9a90-3fbeba179ffb req-ac95fbb7-9d0d-48fb-87b8-2888f8576056 service neutron] 10.222.0.10 "GET /v2.0/networks/0159ce53-5590-4705-812f-42a1a0e06ab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3621473 Mar 28 01:04:57.890099 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-643fc8d1-5a66-4330-bc43-512a054ee69b tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Deleting port 25bb8370-8b7b-47fc-8cba-116c87564731 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:04:57.890606 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-643fc8d1-5a66-4330-bc43-512a054ee69b tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (25bb8370-8b7b-47fc-8cba-116c87564731), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:57.935799 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba9ce62-8329-4850-b59a-d87cd0532fa7 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:57.935973 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-8ba9ce62-8329-4850-b59a-d87cd0532fa7 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:58.006966 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-6f311fca-dd5a-443f-a1e1-8ad5dc272e27 tempest-QuotasNegativeTest-1153673775 tempest-QuotasNegativeTest-1153673775-project-admin] 10.222.0.24 "PUT /v2.0/quotas/3723c127ea394de6a1338e251e4cb76f HTTP/1.1" status: 200 len: 368 time: 0.4067805 Mar 28 01:04:58.013009 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 49624) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:58.023088 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-092e52bc-54ef-4eeb-8a33-6febf12a15f9 tempest-QuotasNegativeTest-1153673775 tempest-QuotasNegativeTest-1153673775-project-admin] Request body: {'network': {'project_id': '3723c127ea394de6a1338e251e4cb76f'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:04:58.099126 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-643fc8d1-5a66-4330-bc43-512a054ee69b tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (25bb8370-8b7b-47fc-8cba-116c87564731), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:58.101650 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-092e52bc-54ef-4eeb-8a33-6febf12a15f9 tempest-QuotasNegativeTest-1153673775 tempest-QuotasNegativeTest-1153673775-project-admin] Made reservation on behalf of 3723c127ea394de6a1338e251e4cb76f for: {'network': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:04:58.103943 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-092e52bc-54ef-4eeb-8a33-6febf12a15f9 tempest-QuotasNegativeTest-1153673775 tempest-QuotasNegativeTest-1153673775-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:58.191311 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-643fc8d1-5a66-4330-bc43-512a054ee69b tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Calling delete_port for 25bb8370-8b7b-47fc-8cba-116c87564731 owned by {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:04:58.197651 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-092e52bc-54ef-4eeb-8a33-6febf12a15f9 tempest-QuotasNegativeTest-1153673775 tempest-QuotasNegativeTest-1153673775-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:58.198226 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba9ce62-8329-4850-b59a-d87cd0532fa7 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Pushing event updated for resources: {'Port': ['ID=340437a5-e8c8-4ff8-9ea9-2edd0946190f,revision_number=2']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:58.201396 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdd45779-c54f-4bc6-8d17-5e0a5e1533e8 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:04:58.206565 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-bdd45779-c54f-4bc6-8d17-5e0a5e1533e8 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for floatingip (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:58.212610 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6e0790d3-1f05-4e65-9a90-3fbeba179ffb req-83f5a524-7a8b-4197-bbc2-a6d9805f9ded service neutron] 10.222.0.10 "GET /v2.0/networks/0159ce53-5590-4705-812f-42a1a0e06ab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3172367 Mar 28 01:04:58.214470 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-8ba9ce62-8329-4850-b59a-d87cd0532fa7 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 2.8112206 Mar 28 01:04:58.218000 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 49632) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:58.222646 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d9385d-1f15-4193-9318-eb5699084c44 None None] Sync routers for ids ['1473590c-76e5-4ae2-bb3a-86800aaa9e51'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:04:58.242446 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d9385d-1f15-4193-9318-eb5699084c44 None None] Routers {'1473590c-76e5-4ae2-bb3a-86800aaa9e51'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:04:58.244394 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-f1d9385d-1f15-4193-9318-eb5699084c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:04:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['1473590c-76e5-4ae2-bb3a-86800aaa9e51'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:04:58.253835 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f78dfb5-4235-41ad-bae5-b0a0f57641f4 req-dddbc097-cefd-4493-8972-7967ae250df9 tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:58.255577 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-5f78dfb5-4235-41ad-bae5-b0a0f57641f4 req-dddbc097-cefd-4493-8972-7967ae250df9 tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] 10.222.0.24 "GET /v2.0/ports?device_id=6657001d-e343-465a-8283-bcce744623b2 HTTP/1.1" status: 200 len: 943 time: 0.3964953 Mar 28 01:04:58.303247 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-bdd45779-c54f-4bc6-8d17-5e0a5e1533e8 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "PUT /v2.0/floatingips/efadef5b-f9b4-49d7-ae03-24503ecf965d HTTP/1.1" status: 200 len: 992 time: 2.0664277 Mar 28 01:04:58.307169 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3af78226-6db5-4d3d-a6da-4544ef645c78', 'tag': 'f45dfffa-72fe-4b22-af16-435c4c53d944'}] {{(pid=104098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:04:58.359952 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52f54236-5173-44f9-a717-7bddca9c67b0 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Router 788bb89f-88c1-4b89-afcd-9e2ef8e12a99 has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:04:58.388622 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-5f78dfb5-4235-41ad-bae5-b0a0f57641f4 req-997af6e7-bd67-45c2-a9cd-6f8c76e2ac44 tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef3c0281-51d5-49db-9849-f251e8c0da03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129091 Mar 28 01:04:58.420243 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-85cce862-86ae-4fcd-94ff-90ce2a6346a3 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Deleting port 340437a5-e8c8-4ff8-9ea9-2edd0946190f {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:04:58.421840 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-85cce862-86ae-4fcd-94ff-90ce2a6346a3 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (340437a5-e8c8-4ff8-9ea9-2edd0946190f), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:58.477007 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-092e52bc-54ef-4eeb-8a33-6febf12a15f9 tempest-QuotasNegativeTest-1153673775 tempest-QuotasNegativeTest-1153673775-project-admin] Publish callbacks [] for security_group (ce75b94b-4920-4c37-abf9-56ea74c46918), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:58.507978 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-092e52bc-54ef-4eeb-8a33-6febf12a15f9 tempest-QuotasNegativeTest-1153673775 tempest-QuotasNegativeTest-1153673775-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (ce75b94b-4920-4c37-abf9-56ea74c46918), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:58.518793 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.db [None req-85cce862-86ae-4fcd-94ff-90ce2a6346a3 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] For port 340437a5-e8c8-4ff8-9ea9-2edd0946190f, host hv-neutron-8348, got binding levels [] {{(pid=104098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:04:58.519521 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-85cce862-86ae-4fcd-94ff-90ce2a6346a3 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (340437a5-e8c8-4ff8-9ea9-2edd0946190f), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:58.538040 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-85cce862-86ae-4fcd-94ff-90ce2a6346a3 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Calling delete_port for 340437a5-e8c8-4ff8-9ea9-2edd0946190f owned by {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:04:58.544706 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-643fc8d1-5a66-4330-bc43-512a054ee69b tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (25bb8370-8b7b-47fc-8cba-116c87564731), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:58.562545 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-f1d9385d-1f15-4193-9318-eb5699084c44 None None] Set router 1473590c-76e5-4ae2-bb3a-86800aaa9e51 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:04:58.598575 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-092e52bc-54ef-4eeb-8a33-6febf12a15f9 tempest-QuotasNegativeTest-1153673775 tempest-QuotasNegativeTest-1153673775-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=104099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:04:58.617052 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4026f4115fe834cbdc9db1f12734a6e5e5d2473de268e244354b04a11285341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa0202a0-4f3c-4d4f-aae9-d6a036457aea" -d '{"events": [{"name": "network-changed", "server_uuid": "3af78226-6db5-4d3d-a6da-4544ef645c78", "tag": "f45dfffa-72fe-4b22-af16-435c4c53d944"}]}' {{(pid=104098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:04:58.668068 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-092e52bc-54ef-4eeb-8a33-6febf12a15f9 tempest-QuotasNegativeTest-1153673775 tempest-QuotasNegativeTest-1153673775-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (91789bf0-715a-444f-9eee-649d8e946072), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:58.668068 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.segments_db [None req-092e52bc-54ef-4eeb-8a33-6febf12a15f9 tempest-QuotasNegativeTest-1153673775 tempest-QuotasNegativeTest-1153673775-project-admin] Added segment 91789bf0-715a-444f-9eee-649d8e946072 of type vlan for network f2477df2-75de-461b-b641-dcab3939a16c Mar 28 01:04:58.672372 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092e52bc-54ef-4eeb-8a33-6febf12a15f9 tempest-QuotasNegativeTest-1153673775 tempest-QuotasNegativeTest-1153673775-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce75b94b-4920-4c37-abf9-56ea74c46918,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:58.672550 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643fc8d1-5a66-4330-bc43-512a054ee69b tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Pushing event deleted for resources: {'Port': ['ID=25bb8370-8b7b-47fc-8cba-116c87564731,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:58.683342 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-85cce862-86ae-4fcd-94ff-90ce2a6346a3 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (340437a5-e8c8-4ff8-9ea9-2edd0946190f), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:58.744121 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-85cce862-86ae-4fcd-94ff-90ce2a6346a3 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:58.746588 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-643fc8d1-5a66-4330-bc43-512a054ee69b tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:58.751206 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-643fc8d1-5a66-4330-bc43-512a054ee69b tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "DELETE /v2.0/ports/25bb8370-8b7b-47fc-8cba-116c87564731 HTTP/1.1" status: 204 len: 168 time: 1.3526285 Mar 28 01:04:58.758413 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 49652) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:58.767219 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-85cce862-86ae-4fcd-94ff-90ce2a6346a3 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] 10.222.0.24 "DELETE /v2.0/ports/340437a5-e8c8-4ff8-9ea9-2edd0946190f HTTP/1.1" status: 204 len: 168 time: 0.5447042 Mar 28 01:04:58.767661 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 49654) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:58.803604 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 49656) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:58.817575 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e117b7d-521f-4e4a-8dbd-cb2297df5b12 req-f6cb8c06-54ed-4ae5-a620-6f6f78bd8a59 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:58.819064 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-8e117b7d-521f-4e4a-8dbd-cb2297df5b12 req-f6cb8c06-54ed-4ae5-a620-6f6f78bd8a59 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af78226-6db5-4d3d-a6da-4544ef645c78 HTTP/1.1" status: 200 len: 946 time: 0.3146014 Mar 28 01:04:58.820221 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52f54236-5173-44f9-a717-7bddca9c67b0 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:04:58.822992 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-092e52bc-54ef-4eeb-8a33-6febf12a15f9 tempest-QuotasNegativeTest-1153673775 tempest-QuotasNegativeTest-1153673775-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (f2477df2-75de-461b-b641-dcab3939a16c), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:58.831673 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6e551b-a6c8-4574-b01e-ec34ace67419 None None] Sync routers for ids ['788bb89f-88c1-4b89-afcd-9e2ef8e12a99'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:04:58.832779 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.pecan_wsgi.hooks.translation [None req-d574e14f-2d4c-4627-86ea-560ce5efbd68 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] GET failed (client error): The resource could not be found. Mar 28 01:04:58.836128 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-d574e14f-2d4c-4627-86ea-560ce5efbd68 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] 10.222.0.24 "GET /v2.0/ports/340437a5-e8c8-4ff8-9ea9-2edd0946190f HTTP/1.1" status: 404 len: 333 time: 0.0664995 Mar 28 01:04:58.848275 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cce862-86ae-4fcd-94ff-90ce2a6346a3 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Pushing event deleted for resources: {'Port': ['ID=340437a5-e8c8-4ff8-9ea9-2edd0946190f,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:58.849494 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6e551b-a6c8-4574-b01e-ec34ace67419 None None] Routers {'788bb89f-88c1-4b89-afcd-9e2ef8e12a99'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:04:58.850280 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 49662) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:58.852538 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-8d6e551b-a6c8-4574-b01e-ec34ace67419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:04:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['788bb89f-88c1-4b89-afcd-9e2ef8e12a99'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:04:58.860866 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-0e21bf61-1d7b-4465-a509-049eb60e120e tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Request body: {'port': {'network_id': '57c1e086-1a32-4a91-affa-ac11a284d989', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-856039309'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:04:58.890314 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-52f54236-5173-44f9-a717-7bddca9c67b0 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for floatingip (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:58.904076 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e21bf61-1d7b-4465-a509-049eb60e120e tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Made reservation on behalf of 423e81e88ba2488886313a973693d5e9 for: {'port': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:04:58.909656 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0e21bf61-1d7b-4465-a509-049eb60e120e tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:58.930504 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 01:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c7d4ab9-79f9-4843-8e7e-602c7c0724d8 x-openstack-request-id: req-2c7d4ab9-79f9-4843-8e7e-602c7c0724d8 {{(pid=104098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:04:58.930800 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3af78226-6db5-4d3d-a6da-4544ef645c78", "tag": "f45dfffa-72fe-4b22-af16-435c4c53d944", "status": "completed", "code": 200}]} {{(pid=104098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:04:58.931060 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2c7d4ab9-79f9-4843-8e7e-602c7c0724d8 {{(pid=104098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:04:58.931515 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c7d4ab9-79f9-4843-8e7e-602c7c0724d8'] response: {'name': 'network-changed', 'server_uuid': '3af78226-6db5-4d3d-a6da-4544ef645c78', 'tag': 'f45dfffa-72fe-4b22-af16-435c4c53d944', 'status': 'completed', 'code': 200} Mar 28 01:04:58.947214 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-52f54236-5173-44f9-a717-7bddca9c67b0 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] 10.222.0.24 "DELETE /v2.0/floatingips/bcb06c7a-55d4-4c53-8867-3cf5f553d263 HTTP/1.1" status: 204 len: 168 time: 4.1943021 Mar 28 01:04:58.947676 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 49664) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:58.950095 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.notifiers.nova [None req-0e21bf61-1d7b-4465-a509-049eb60e120e tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] device_id is not set on port 24f8c509-7cb8-4aed-9680-73c9a5731c44 yet. {{(pid=104098) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 01:04:58.951861 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-8d6e551b-a6c8-4574-b01e-ec34ace67419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:04:58.972950 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-24dee013-75d6-40e1-9be9-617ded0c90e2 tempest-FloatingIPAdminTestJSON-1792906850 tempest-FloatingIPAdminTestJSON-1792906850-project-admin] Request body: {'floatingip': {'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:04:58.976393 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6e551b-a6c8-4574-b01e-ec34ace67419 None None] Routers {'788bb89f-88c1-4b89-afcd-9e2ef8e12a99'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:04:58.977018 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-8d6e551b-a6c8-4574-b01e-ec34ace67419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:04:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['788bb89f-88c1-4b89-afcd-9e2ef8e12a99'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:04:58.977999 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f33833d-8b00-4ef4-9333-04de1c3ec0e7 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:58.979331 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f33833d-8b00-4ef4-9333-04de1c3ec0e7 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:58.984183 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-5f33833d-8b00-4ef4-9333-04de1c3ec0e7 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2176006 Mar 28 01:04:58.996967 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 49666) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:59.009572 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.db.resource_extend [None req-092e52bc-54ef-4eeb-8a33-6febf12a15f9 tempest-QuotasNegativeTest-1153673775 tempest-QuotasNegativeTest-1153673775-project-admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 01:04:59.055775 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-8d6e551b-a6c8-4574-b01e-ec34ace67419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:04:59.063819 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6e551b-a6c8-4574-b01e-ec34ace67419 None None] The sync data for ids ['788bb89f-88c1-4b89-afcd-9e2ef8e12a99'] in dv-neutron-834874-6-hyperv is: [] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:04:59.070409 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-e3db87cf-a046-4bd2-bff7-6bbdaac632eb tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-454521309'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:04:59.094032 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-24dee013-75d6-40e1-9be9-617ded0c90e2 tempest-FloatingIPAdminTestJSON-1792906850 tempest-FloatingIPAdminTestJSON-1792906850-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:59.123920 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-092e52bc-54ef-4eeb-8a33-6febf12a15f9 tempest-QuotasNegativeTest-1153673775 tempest-QuotasNegativeTest-1153673775-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (f2477df2-75de-461b-b641-dcab3939a16c), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:59.125450 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092e52bc-54ef-4eeb-8a33-6febf12a15f9 tempest-QuotasNegativeTest-1153673775 tempest-QuotasNegativeTest-1153673775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:59.126097 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-092e52bc-54ef-4eeb-8a33-6febf12a15f9 tempest-QuotasNegativeTest-1153673775 tempest-QuotasNegativeTest-1153673775-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:59.137791 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-f1d9385d-1f15-4193-9318-eb5699084c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1473590c-76e5-4ae2-bb3a-86800aaa9e51', 'name': 'tempest-ServerActionsTestJSON-329151941-router', 'tenant_id': '848a4a14ba384087a1e0b48b84b6f0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.250'}], 'enable_snat': True}, 'gw_port_id': '52a974de-6ef8-4d60-9b4a-9cde561007b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:04:08Z', 'updated_at': '2022-03-28T01:04:15Z', 'revision_number': 4, 'project_id': '848a4a14ba384087a1e0b48b84b6f0e3', 'gw_port': {'id': '52a974de-6ef8-4d60-9b4a-9cde561007b1', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:8d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1473590c-76e5-4ae2-bb3a-86800aaa9e51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:04:09Z', 'updated_at': '2022-03-28T01:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_floatingips': [{'id': 'efadef5b-f9b4-49d7-ae03-24503ecf965d', 'tenant_id': '848a4a14ba384087a1e0b48b84b6f0e3', 'floating_ip_address': '172.26.1.155', 'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'router_id': '1473590c-76e5-4ae2-bb3a-86800aaa9e51', 'port_id': 'f45dfffa-72fe-4b22-af16-435c4c53d944', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0b181aa-c9cd-4854-9fb0-37e685e0d64e', 'mac_address': 'fa:16:3e:f8:f9:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af78226-6db5-4d3d-a6da-4544ef645c78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T01:04:21Z', 'updated_at': '2022-03-28T01:04:56Z', 'revision_number': 1, 'project_id': '848a4a14ba384087a1e0b48b84b6f0e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcd7e192-c0f2-4053-9cc3-4bdae4692c31', 'name': '', 'network_id': 'b0b181aa-c9cd-4854-9fb0-37e685e0d64e', 'tenant_id': '848a4a14ba384087a1e0b48b84b6f0e3', 'mac_address': 'fa:16:3e:c3:d4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1473590c-76e5-4ae2-bb3a-86800aaa9e51', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '09c9f896-19d2-4244-ab3f-60c512e444ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:04:13Z', 'updated_at': '2022-03-28T01:04:20Z', 'revision_number': 5, 'project_id': '848a4a14ba384087a1e0b48b84b6f0e3', 'subnets': [{'id': '09c9f896-19d2-4244-ab3f-60c512e444ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:04:59.138844 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0202a0-4f3c-4d4f-aae9-d6a036457aea req-5b48ad5b-4d25-4f74-b652-f0236d3c7f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:59.140483 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-aa0202a0-4f3c-4d4f-aae9-d6a036457aea req-5b48ad5b-4d25-4f74-b652-f0236d3c7f1a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=848a4a14ba384087a1e0b48b84b6f0e3&device_id=3af78226-6db5-4d3d-a6da-4544ef645c78 HTTP/1.1" status: 200 len: 1130 time: 0.1529286 Mar 28 01:04:59.169796 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device cef33cf3-0c44-4506-9b92-15d1f07f1f43 details requested by agent hyperv_hv-neutron-8348 with host hv-neutron-8348 {{(pid=104100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 01:04:59.173586 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3db87cf-a046-4bd2-bff7-6bbdaac632eb tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Made reservation on behalf of bba635ee3b65479790f53c76a97cb916 for: {'network': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:04:59.174403 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d9385d-1f15-4193-9318-eb5699084c44 None None] Checking router: 1473590c-76e5-4ae2-bb3a-86800aaa9e51 for host: dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:04:59.177011 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e3db87cf-a046-4bd2-bff7-6bbdaac632eb tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:59.195964 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d9385d-1f15-4193-9318-eb5699084c44 None None] Routers {'1473590c-76e5-4ae2-bb3a-86800aaa9e51'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:04:59.196936 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-f1d9385d-1f15-4193-9318-eb5699084c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:04:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['1473590c-76e5-4ae2-bb3a-86800aaa9e51'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:04:59.219935 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-8e117b7d-521f-4e4a-8dbd-cb2297df5b12 req-52d209e8-2d26-4911-a046-28d1e4738d0a tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5fc266-2207-46d1-bfc7-83854e73a714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3672879 Mar 28 01:04:59.238784 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_v2 [None req-c323185e-b42e-4420-bd7c-809624b91d11 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Deleting subnet 538997af-47f5-4032-ac6c-36f4e5dd7fa2 {{(pid=104098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:04:59.242910 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c323185e-b42e-4420-bd7c-809624b91d11 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks [] for subnet (538997af-47f5-4032-ac6c-36f4e5dd7fa2), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:59.259968 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-092e52bc-54ef-4eeb-8a33-6febf12a15f9 tempest-QuotasNegativeTest-1153673775 tempest-QuotasNegativeTest-1153673775-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.2448995 Mar 28 01:04:59.268678 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 49670) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:59.269412 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e3db87cf-a046-4bd2-bff7-6bbdaac632eb tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks [] for security_group (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:59.276004 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-35eb35af-8119-4c98-b041-be2416f374ad tempest-QuotasNegativeTest-1153673775 tempest-QuotasNegativeTest-1153673775-project-admin] Request body: {'network': {'project_id': '3723c127ea394de6a1338e251e4cb76f'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:04:59.289337 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c323185e-b42e-4420-bd7c-809624b91d11 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126443526'] for subnet (538997af-47f5-4032-ac6c-36f4e5dd7fa2), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:59.304798 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.db.resource_extend [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 01:04:59.312841 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092e52bc-54ef-4eeb-8a33-6febf12a15f9 tempest-QuotasNegativeTest-1153673775 tempest-QuotasNegativeTest-1153673775-project-admin] Pushing event updated for resources: {'Network': ['ID=f2477df2-75de-461b-b641-dcab3939a16c,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:59.353743 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network f2477df2-75de-461b-b641-dcab3939a16c details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:04:59.372992 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26990401-8c0c-4014-b5c6-fac64b703205 req-03bc3dc4-35a0-4a8d-8261-4c62a4b5a5eb tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:59.375764 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-26990401-8c0c-4014-b5c6-fac64b703205 req-03bc3dc4-35a0-4a8d-8261-4c62a4b5a5eb tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] 10.222.0.24 "GET /v2.0/ports?device_id=5861c5c3-fb1b-4472-867d-d7cebf72f248 HTTP/1.1" status: 200 len: 945 time: 0.3363583 Mar 28 01:04:59.394346 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35eb35af-8119-4c98-b041-be2416f374ad tempest-QuotasNegativeTest-1153673775 tempest-QuotasNegativeTest-1153673775-project-admin] Made reservation on behalf of 3723c127ea394de6a1338e251e4cb76f for: {'network': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:04:59.397997 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-35eb35af-8119-4c98-b041-be2416f374ad tempest-QuotasNegativeTest-1153673775 tempest-QuotasNegativeTest-1153673775-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:59.464507 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-f1d9385d-1f15-4193-9318-eb5699084c44 None None] Set router 1473590c-76e5-4ae2-bb3a-86800aaa9e51 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:04:59.505220 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0e21bf61-1d7b-4465-a509-049eb60e120e tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Publish callbacks [] for port (24f8c509-7cb8-4aed-9680-73c9a5731c44), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:59.516219 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c323185e-b42e-4420-bd7c-809624b91d11 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (538997af-47f5-4032-ac6c-36f4e5dd7fa2), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:59.561042 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-26990401-8c0c-4014-b5c6-fac64b703205 req-7f23f451-ca4b-4cbc-8c0c-22b6ebdc89f1 tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] 10.222.0.24 "GET /v2.0/security-groups?id=9de1bbaf-2b8c-40c3-8122-cae68c77803a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1667559 Mar 28 01:04:59.618694 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-24dee013-75d6-40e1-9be9-617ded0c90e2 tempest-FloatingIPAdminTestJSON-1792906850 tempest-FloatingIPAdminTestJSON-1792906850-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:59.647788 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port cef33cf3-0c44-4506-9b92-15d1f07f1f43, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=cef33cf3-0c44-4506-9b92-15d1f07f1f43,segment=NetworkSegment(9a18c344-9afb-4650-b4e8-9ab90a932c8d),segment_id=9a18c344-9afb-4650-b4e8-9ab90a932c8d)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:04:59.692211 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c323185e-b42e-4420-bd7c-809624b91d11 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126175041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126112438'] for subnet (538997af-47f5-4032-ac6c-36f4e5dd7fa2), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:59.703385 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Returning: {'device': 'cef33cf3-0c44-4506-9b92-15d1f07f1f43', 'network_id': '0159ce53-5590-4705-812f-42a1a0e06ab8', 'port_id': 'cef33cf3-0c44-4506-9b92-15d1f07f1f43', 'mac_address': 'fa:16:3e:23:9c:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d2427ec-2412-47fe-ab20-f935fb523011', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 01:04:59.705527 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0e21bf61-1d7b-4465-a509-049eb60e120e tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (24f8c509-7cb8-4aed-9680-73c9a5731c44), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:59.718206 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0202a0-4f3c-4d4f-aae9-d6a036457aea req-c19e0465-1a99-4803-9a85-79eb88db4abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:59.720298 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-aa0202a0-4f3c-4d4f-aae9-d6a036457aea req-c19e0465-1a99-4803-9a85-79eb88db4abb service neutron] 10.222.0.10 "GET /v2.0/networks?id=b0b181aa-c9cd-4854-9fb0-37e685e0d64e HTTP/1.1" status: 200 len: 911 time: 0.5693235 Mar 28 01:04:59.733173 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35eb35af-8119-4c98-b041-be2416f374ad tempest-QuotasNegativeTest-1153673775 tempest-QuotasNegativeTest-1153673775-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=104099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:04:59.737094 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c323185e-b42e-4420-bd7c-809624b91d11 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:59.742890 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-c323185e-b42e-4420-bd7c-809624b91d11 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "DELETE /v2.0/subnets/538997af-47f5-4032-ac6c-36f4e5dd7fa2 HTTP/1.1" status: 204 len: 168 time: 0.7410870 Mar 28 01:04:59.743542 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 49676) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:59.759116 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67192eab-22c9-467e-950c-b6d6be32fdaa None None] Network be4801db-c8f8-4df3-b9b5-556693d6a290 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:04:59.782804 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c892ea9-0a69-450f-aa83-6b3e7a98ddd9 req-50e52fc5-b815-4162-ab11-55055a43e534 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:59.784324 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-0c892ea9-0a69-450f-aa83-6b3e7a98ddd9 req-50e52fc5-b815-4162-ab11-55055a43e534 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af78226-6db5-4d3d-a6da-4544ef645c78 HTTP/1.1" status: 200 len: 946 time: 0.4785650 Mar 28 01:04:59.806217 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c323185e-b42e-4420-bd7c-809624b91d11 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Pushing event deleted for resources: {'Subnet': ['ID=538997af-47f5-4032-ac6c-36f4e5dd7fa2,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:59.825635 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e21bf61-1d7b-4465-a509-049eb60e120e tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Network 57c1e086-1a32-4a91-affa-ac11a284d989 is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:04:59.854716 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port cef33cf3-0c44-4506-9b92-15d1f07f1f43 is: DOWN; New status is: BUILD {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:04:59.855254 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (cef33cf3-0c44-4506-9b92-15d1f07f1f43), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:59.859542 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-0e21bf61-1d7b-4465-a509-049eb60e120e tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:04:59.863825 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-fa5c9900-89c4-41f0-ae17-d66d3e1f3ca8 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1113024 Mar 28 01:04:59.865149 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 49678) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:04:59.865885 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e21bf61-1d7b-4465-a509-049eb60e120e tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:04:59.866804 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e21bf61-1d7b-4465-a509-049eb60e120e tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:59.867393 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0e21bf61-1d7b-4465-a509-049eb60e120e tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:59.870490 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-35eb35af-8119-4c98-b041-be2416f374ad tempest-QuotasNegativeTest-1153673775 tempest-QuotasNegativeTest-1153673775-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (630e11d8-6c4f-411a-8e73-a14704877b16), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:59.870828 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.segments_db [None req-35eb35af-8119-4c98-b041-be2416f374ad tempest-QuotasNegativeTest-1153673775 tempest-QuotasNegativeTest-1153673775-project-admin] Added segment 630e11d8-6c4f-411a-8e73-a14704877b16 of type vlan for network c84fbb40-9b42-40ba-a104-7bff39b6d781 Mar 28 01:04:59.876377 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-1a001e19-2c66-4f6d-b3e7-c1d050b5ed9b tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Request body: {'subnet': {'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:04:59.877832 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cef33cf3-0c44-4506-9b92-15d1f07f1f43 {{(pid=104100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 01:04:59.923008 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port cef33cf3-0c44-4506-9b92-15d1f07f1f43, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=cef33cf3-0c44-4506-9b92-15d1f07f1f43,segment=NetworkSegment(9a18c344-9afb-4650-b4e8-9ab90a932c8d),segment_id=9a18c344-9afb-4650-b4e8-9ab90a932c8d)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:04:59.942065 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (cef33cf3-0c44-4506-9b92-15d1f07f1f43), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:59.950759 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e21bf61-1d7b-4465-a509-049eb60e120e tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Pushing event updated for resources: {'Port': ['ID=24f8c509-7cb8-4aed-9680-73c9a5731c44,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:04:59.952393 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e3db87cf-a046-4bd2-bff7-6bbdaac632eb tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks [] for security_group (145aaf3c-ef36-4d0e-a540-d9e0fe77b2d8), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:59.982085 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e3db87cf-a046-4bd2-bff7-6bbdaac632eb tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (145aaf3c-ef36-4d0e-a540-d9e0fe77b2d8), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:04:59.983387 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e65419-6905-4929-8194-df74113e35e4 req-ce6520db-c7ce-4cb8-a8ea-6f03284dec8a tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:04:59.984335 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-61e65419-6905-4929-8194-df74113e35e4 req-ce6520db-c7ce-4cb8-a8ea-6f03284dec8a tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] 10.222.0.24 "GET /v2.0/ports?device_id=6657001d-e343-465a-8283-bcce744623b2 HTTP/1.1" status: 200 len: 943 time: 0.2945850 Mar 28 01:04:59.998694 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-0e21bf61-1d7b-4465-a509-049eb60e120e tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.1473587 Mar 28 01:05:00.000146 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-24dee013-75d6-40e1-9be9-617ded0c90e2 tempest-FloatingIPAdminTestJSON-1792906850 tempest-FloatingIPAdminTestJSON-1792906850-project-admin] Allocated IP 172.26.1.131 (dea6548b-502b-42db-97fb-371e423e739a/cce6de65-d8c9-45b8-9970-0a277e8c1192/93175c57-4344-42f4-8c99-84f4cc5a00ca) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:05:00.004090 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-35eb35af-8119-4c98-b041-be2416f374ad tempest-QuotasNegativeTest-1153673775 tempest-QuotasNegativeTest-1153673775-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (c84fbb40-9b42-40ba-a104-7bff39b6d781), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:00.004655 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 49680) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:00.012334 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-5757dc07-9d5b-4833-bdc5-9043a91c7dd4 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8348'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:05:00.023451 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-aa0202a0-4f3c-4d4f-aae9-d6a036457aea req-7b945534-b986-4719-91c6-74206848266e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f45dfffa-72fe-4b22-af16-435c4c53d944 HTTP/1.1" status: 200 len: 1000 time: 0.2960892 Mar 28 01:05:00.054956 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3db87cf-a046-4bd2-bff7-6bbdaac632eb tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=104099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:05:00.056097 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Pushing event updated for resources: {'Port': ['ID=cef33cf3-0c44-4506-9b92-15d1f07f1f43,revision_number=4']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:00.083384 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-f1d9385d-1f15-4193-9318-eb5699084c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1473590c-76e5-4ae2-bb3a-86800aaa9e51', 'name': 'tempest-ServerActionsTestJSON-329151941-router', 'tenant_id': '848a4a14ba384087a1e0b48b84b6f0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.250'}], 'enable_snat': True}, 'gw_port_id': '52a974de-6ef8-4d60-9b4a-9cde561007b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:04:08Z', 'updated_at': '2022-03-28T01:04:15Z', 'revision_number': 4, 'project_id': '848a4a14ba384087a1e0b48b84b6f0e3', 'gw_port': {'id': '52a974de-6ef8-4d60-9b4a-9cde561007b1', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:8d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1473590c-76e5-4ae2-bb3a-86800aaa9e51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:04:09Z', 'updated_at': '2022-03-28T01:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_floatingips': [{'id': 'efadef5b-f9b4-49d7-ae03-24503ecf965d', 'tenant_id': '848a4a14ba384087a1e0b48b84b6f0e3', 'floating_ip_address': '172.26.1.155', 'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'router_id': '1473590c-76e5-4ae2-bb3a-86800aaa9e51', 'port_id': 'f45dfffa-72fe-4b22-af16-435c4c53d944', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0b181aa-c9cd-4854-9fb0-37e685e0d64e', 'mac_address': 'fa:16:3e:f8:f9:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af78226-6db5-4d3d-a6da-4544ef645c78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T01:04:21Z', 'updated_at': '2022-03-28T01:04:56Z', 'revision_number': 1, 'project_id': '848a4a14ba384087a1e0b48b84b6f0e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcd7e192-c0f2-4053-9cc3-4bdae4692c31', 'name': '', 'network_id': 'b0b181aa-c9cd-4854-9fb0-37e685e0d64e', 'tenant_id': '848a4a14ba384087a1e0b48b84b6f0e3', 'mac_address': 'fa:16:3e:c3:d4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1473590c-76e5-4ae2-bb3a-86800aaa9e51', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '09c9f896-19d2-4244-ab3f-60c512e444ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:04:13Z', 'updated_at': '2022-03-28T01:04:20Z', 'revision_number': 5, 'project_id': '848a4a14ba384087a1e0b48b84b6f0e3', 'subnets': [{'id': '09c9f896-19d2-4244-ab3f-60c512e444ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:05:00.099423 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-0c892ea9-0a69-450f-aa83-6b3e7a98ddd9 req-48d7c146-0514-4314-ab54-88fe7dba115b tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5fc266-2207-46d1-bfc7-83854e73a714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2405219 Mar 28 01:05:00.112610 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3db87cf-a046-4bd2-bff7-6bbdaac632eb tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=145aaf3c-ef36-4d0e-a540-d9e0fe77b2d8,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:00.118374 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e3db87cf-a046-4bd2-bff7-6bbdaac632eb tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (a133985b-8543-4e0d-a1fa-f21b332b27d9), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:00.118819 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.segments_db [None req-e3db87cf-a046-4bd2-bff7-6bbdaac632eb tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Added segment a133985b-8543-4e0d-a1fa-f21b332b27d9 of type vlan for network 94fbfbe1-492f-4e6f-84ed-397dc0cbeef5 Mar 28 01:05:00.119114 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d9385d-1f15-4193-9318-eb5699084c44 None None] The sync data for ids ['1473590c-76e5-4ae2-bb3a-86800aaa9e51'] in dv-neutron-834874-6-hyperv is: [{'id': '1473590c-76e5-4ae2-bb3a-86800aaa9e51', 'name': 'tempest-ServerActionsTestJSON-329151941-router', 'tenant_id': '848a4a14ba384087a1e0b48b84b6f0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.250'}], 'enable_snat': True}, 'gw_port_id': '52a974de-6ef8-4d60-9b4a-9cde561007b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:04:08Z', 'updated_at': '2022-03-28T01:04:15Z', 'revision_number': 4, 'project_id': '848a4a14ba384087a1e0b48b84b6f0e3', 'gw_port': {'id': '52a974de-6ef8-4d60-9b4a-9cde561007b1', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:8d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1473590c-76e5-4ae2-bb3a-86800aaa9e51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:04:09Z', 'updated_at': '2022-03-28T01:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_floatingips': [{'id': 'efadef5b-f9b4-49d7-ae03-24503ecf965d', 'tenant_id': '848a4a14ba384087a1e0b48b84b6f0e3', 'floating_ip_address': '172.26.1.155', 'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'router_id': '1473590c-76e5-4ae2-bb3a-86800aaa9e51', 'port_id': 'f45dfffa-72fe-4b22-af16-435c4c53d944', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0b181aa-c9cd-4854-9fb0-37e685e0d64e', 'mac_address': 'fa:16:3e:f8:f9:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af78226-6db5-4d3d-a6da-4544ef645c78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T01:04:21Z', 'updated_at': '2022-03-28T01:04:56Z', 'revision_number': 1, 'project_id': '848a4a14ba384087a1e0b48b84b6f0e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcd7e192-c0f2-4053-9cc3-4bdae4692c31', 'name': '', 'network_id': 'b0b181aa-c9cd-4854-9fb0-37e685e0d64e', 'tenant_id': '848a4a14ba384087a1e0b48b84b6f0e3', 'mac_address': 'fa:16:3e:c3:d4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1473590c-76e5-4ae2-bb3a-86800aaa9e51', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '09c9f896-19d2-4244-ab3f-60c512e444ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:04:13Z', 'updated_at': '2022-03-28T01:04:20Z', 'revision_number': 5, 'project_id': '848a4a14ba384087a1e0b48b84b6f0e3', 'subnets': [{'id': '09c9f896-19d2-4244-ab3f-60c512e444ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:05:00.131197 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-35eb35af-8119-4c98-b041-be2416f374ad tempest-QuotasNegativeTest-1153673775 tempest-QuotasNegativeTest-1153673775-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (c84fbb40-9b42-40ba-a104-7bff39b6d781), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:00.132192 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35eb35af-8119-4c98-b041-be2416f374ad tempest-QuotasNegativeTest-1153673775 tempest-QuotasNegativeTest-1153673775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:00.132914 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-35eb35af-8119-4c98-b041-be2416f374ad tempest-QuotasNegativeTest-1153673775 tempest-QuotasNegativeTest-1153673775-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:00.150798 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0202a0-4f3c-4d4f-aae9-d6a036457aea req-1502f46c-8b93-4e4b-ab77-629faf98d432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:00.150798 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-aa0202a0-4f3c-4d4f-aae9-d6a036457aea req-1502f46c-8b93-4e4b-ab77-629faf98d432 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=09c9f896-19d2-4244-ab3f-60c512e444ce HTTP/1.1" status: 200 len: 850 time: 0.1113536 Mar 28 01:05:00.164612 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] get_ports_and_sgs() called for port_ids ['cef33cf3-0c44-4506-9b92-15d1f07f1f43'] {{(pid=104100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 01:05:00.221351 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a001e19-2c66-4f6d-b3e7-c1d050b5ed9b tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Made reservation on behalf of 564cf6bfe83a4d71adcd7d33f5d20cb1 for: {'subnet': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:05:00.221768 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c8f571-bc3e-4dcd-95d4-65c3fcedc8d2 None None] DHCP port deletion for be4801db-c8f8-4df3-b9b5-556693d6a290 request from dv-neutron-834874-6-hyperv {{(pid=104100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 01:05:00.224692 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1a001e19-2c66-4f6d-b3e7-c1d050b5ed9b tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126112411'] for subnet (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:00.264457 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-61e65419-6905-4929-8194-df74113e35e4 req-dcb31b8c-e272-4372-b901-9a10c7a604cf tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef3c0281-51d5-49db-9849-f251e8c0da03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2444537 Mar 28 01:05:00.308430 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-35eb35af-8119-4c98-b041-be2416f374ad tempest-QuotasNegativeTest-1153673775 tempest-QuotasNegativeTest-1153673775-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.0367186 Mar 28 01:05:00.310083 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eb35af-8119-4c98-b041-be2416f374ad tempest-QuotasNegativeTest-1153673775 tempest-QuotasNegativeTest-1153673775-project-admin] Pushing event updated for resources: {'Network': ['ID=c84fbb40-9b42-40ba-a104-7bff39b6d781,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:00.314124 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 49682) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:00.321937 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-1f0c2658-d8c9-406b-8528-108aee00a816 tempest-QuotasNegativeTest-1153673775 tempest-QuotasNegativeTest-1153673775-project-admin] Request body: {'network': {'project_id': '3723c127ea394de6a1338e251e4cb76f'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:05:00.324585 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network c84fbb40-9b42-40ba-a104-7bff39b6d781 details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:05:00.328725 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5757dc07-9d5b-4833-bdc5-9043a91c7dd4 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (24f8c509-7cb8-4aed-9680-73c9a5731c44), before_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:00.335732 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e3db87cf-a046-4bd2-bff7-6bbdaac632eb tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (94fbfbe1-492f-4e6f-84ed-397dc0cbeef5), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:00.375829 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f0c2658-d8c9-406b-8528-108aee00a816 tempest-QuotasNegativeTest-1153673775 tempest-QuotasNegativeTest-1153673775-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 28 01:05:00.376358 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f0c2658-d8c9-406b-8528-108aee00a816 tempest-QuotasNegativeTest-1153673775 tempest-QuotasNegativeTest-1153673775-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=104098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:05:00.380518 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-1f0c2658-d8c9-406b-8528-108aee00a816 tempest-QuotasNegativeTest-1153673775 tempest-QuotasNegativeTest-1153673775-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0621812 Mar 28 01:05:00.381376 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 49684) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:00.384002 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-24dee013-75d6-40e1-9be9-617ded0c90e2 tempest-FloatingIPAdminTestJSON-1792906850 tempest-FloatingIPAdminTestJSON-1792906850-project-admin] Publish callbacks [] for port (93175c57-4344-42f4-8c99-84f4cc5a00ca), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:00.391667 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-02c8f571-bc3e-4dcd-95d4-65c3fcedc8d2 None None] Deleting port d2809877-b764-4a1b-b916-21d0adf53faa {{(pid=104100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:05:00.391984 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-02c8f571-bc3e-4dcd-95d4-65c3fcedc8d2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (d2809877-b764-4a1b-b916-21d0adf53faa), before_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:00.447389 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e3db87cf-a046-4bd2-bff7-6bbdaac632eb tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (94fbfbe1-492f-4e6f-84ed-397dc0cbeef5), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:00.452708 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3db87cf-a046-4bd2-bff7-6bbdaac632eb tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:00.453998 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e3db87cf-a046-4bd2-bff7-6bbdaac632eb tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:00.476240 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0202a0-4f3c-4d4f-aae9-d6a036457aea req-6417aa08-b333-4d76-a581-dff51e617513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:00.477909 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-aa0202a0-4f3c-4d4f-aae9-d6a036457aea req-6417aa08-b333-4d76-a581-dff51e617513 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b0b181aa-c9cd-4854-9fb0-37e685e0d64e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1812224 Mar 28 01:05:00.509984 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-02c8f571-bc3e-4dcd-95d4-65c3fcedc8d2 None None] For port d2809877-b764-4a1b-b916-21d0adf53faa, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=d2809877-b764-4a1b-b916-21d0adf53faa,segment=NetworkSegment(9028fe72-9b79-4538-96be-757c3dc71a72),segment_id=9028fe72-9b79-4538-96be-757c3dc71a72)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:05:00.510409 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-e3db87cf-a046-4bd2-bff7-6bbdaac632eb tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.7037528 Mar 28 01:05:00.510757 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-02c8f571-bc3e-4dcd-95d4-65c3fcedc8d2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (d2809877-b764-4a1b-b916-21d0adf53faa), precommit_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:00.530873 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-02c8f571-bc3e-4dcd-95d4-65c3fcedc8d2 None None] Calling delete_port for d2809877-b764-4a1b-b916-21d0adf53faa owned by network:dhcp {{(pid=104100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:05:00.551491 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f3dcd2-149b-465e-955f-71c41e970fbd req-2c4ff6bf-34b2-4274-bcdf-498af84a451c tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:00.558091 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a1f3dcd2-149b-465e-955f-71c41e970fbd req-2c4ff6bf-34b2-4274-bcdf-498af84a451c tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] 10.222.0.24 "GET /v2.0/ports?device_id=5861c5c3-fb1b-4472-867d-d7cebf72f248 HTTP/1.1" status: 200 len: 945 time: 0.2599504 Mar 28 01:05:00.574854 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 49686) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:00.590774 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-6ff6d5b2-e342-43a5-9b19-7ba932ca8fcc tempest-QuotasNegativeTest-1153673775 tempest-QuotasNegativeTest-1153673775-project-admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3723c127ea394de6a1338e251e4cb76f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1990972 Mar 28 01:05:00.591258 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15b7e17-afd8-4103-8b06-12769150ce3a None None] New status for floating IP efadef5b-f9b4-49d7-ae03-24503ecf965d: ACTIVE {{(pid=104100) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 01:05:00.599836 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 49688) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:00.660346 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-24dee013-75d6-40e1-9be9-617ded0c90e2 tempest-FloatingIPAdminTestJSON-1792906850 tempest-FloatingIPAdminTestJSON-1792906850-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (93175c57-4344-42f4-8c99-84f4cc5a00ca), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:00.709096 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-015f1d86-d704-41a2-b48e-e2cfbc60a0c3 tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] Request body: {'floatingip': {'port_id': '56d9ccc0-97bc-4f8c-b2de-56c31c7b6fb7'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:05:00.727079 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-aa0202a0-4f3c-4d4f-aae9-d6a036457aea req-cea8862b-e836-4dad-a9be-251ab166e7bf service neutron] 10.222.0.10 "GET /v2.0/networks/b0b181aa-c9cd-4854-9fb0-37e685e0d64e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847115 Mar 28 01:05:00.727797 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3db87cf-a046-4bd2-bff7-6bbdaac632eb tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Pushing event updated for resources: {'Network': ['ID=94fbfbe1-492f-4e6f-84ed-397dc0cbeef5,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:00.758375 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network 94fbfbe1-492f-4e6f-84ed-397dc0cbeef5 details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:05:00.803064 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e75a134e-50ef-4418-b267-48f4c1094d10 tempest-QuotasNegativeTest-1153673775 tempest-QuotasNegativeTest-1153673775-project-admin] Publish callbacks [] for security_group (ce75b94b-4920-4c37-abf9-56ea74c46918), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:00.805752 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24dee013-75d6-40e1-9be9-617ded0c90e2 tempest-FloatingIPAdminTestJSON-1792906850 tempest-FloatingIPAdminTestJSON-1792906850-project-admin] Network dea6548b-502b-42db-97fb-371e423e739a is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:05:00.813602 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1a001e19-2c66-4f6d-b3e7-c1d050b5ed9b tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126174976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126112397'] for subnet (f6aa1b80-26cc-409f-8a4a-1d5c8ef8f1b4), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:00.837797 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-015f1d86-d704-41a2-b48e-e2cfbc60a0c3 tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] Publish callbacks [] for floatingip (bb30f2d8-4f91-4b6f-9410-f5898aef1adc), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:00.858535 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-24dee013-75d6-40e1-9be9-617ded0c90e2 tempest-FloatingIPAdminTestJSON-1792906850 tempest-FloatingIPAdminTestJSON-1792906850-project-admin] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:05:00.866334 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-02c8f571-bc3e-4dcd-95d4-65c3fcedc8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886'] for port (d2809877-b764-4a1b-b916-21d0adf53faa), after_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:00.884492 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dee013-75d6-40e1-9be9-617ded0c90e2 tempest-FloatingIPAdminTestJSON-1792906850 tempest-FloatingIPAdminTestJSON-1792906850-project-admin] Pushing event updated for resources: {'Port': ['ID=93175c57-4344-42f4-8c99-84f4cc5a00ca,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:00.887100 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24dee013-75d6-40e1-9be9-617ded0c90e2 tempest-FloatingIPAdminTestJSON-1792906850 tempest-FloatingIPAdminTestJSON-1792906850-project-admin] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:05:00.931009 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c8f571-bc3e-4dcd-95d4-65c3fcedc8d2 None None] Pushing event deleted for resources: {'Port': ['ID=d2809877-b764-4a1b-b916-21d0adf53faa,revision_number=None']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:00.940601 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c8f571-bc3e-4dcd-95d4-65c3fcedc8d2 None None] No DVR routers for this DVR port d2809877-b764-4a1b-b916-21d0adf53faa on host dv-neutron-834874-6-hyperv {{(pid=104100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:05:00.974624 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e75a134e-50ef-4418-b267-48f4c1094d10 tempest-QuotasNegativeTest-1153673775 tempest-QuotasNegativeTest-1153673775-project-admin] Publish callbacks [] for security_group (ce75b94b-4920-4c37-abf9-56ea74c46918), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:01.001752 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.notifiers.nova [None req-5757dc07-9d5b-4833-bdc5-9043a91c7dd4 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] device_id is not set on port 24f8c509-7cb8-4aed-9680-73c9a5731c44 yet. {{(pid=104098) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 01:05:01.007169 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a001e19-2c66-4f6d-b3e7-c1d050b5ed9b tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Network be4801db-c8f8-4df3-b9b5-556693d6a290 is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:05:01.030733 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5757dc07-9d5b-4833-bdc5-9043a91c7dd4 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Publish callbacks [] for port (24f8c509-7cb8-4aed-9680-73c9a5731c44), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:01.033157 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-1a001e19-2c66-4f6d-b3e7-c1d050b5ed9b tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:05:01.044683 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ba00c1-dc02-41b3-896a-86dd6c18ffd6 None None] Network be4801db-c8f8-4df3-b9b5-556693d6a290 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:05:01.053299 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a001e19-2c66-4f6d-b3e7-c1d050b5ed9b tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:01.053944 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1a001e19-2c66-4f6d-b3e7-c1d050b5ed9b tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:01.056249 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a001e19-2c66-4f6d-b3e7-c1d050b5ed9b tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Pushing event updated for resources: {'Subnet': ['ID=f6aa1b80-26cc-409f-8a4a-1d5c8ef8f1b4,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:01.112414 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5757dc07-9d5b-4833-bdc5-9043a91c7dd4 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126177159'] for port (24f8c509-7cb8-4aed-9680-73c9a5731c44), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:01.125643 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device d2809877-b764-4a1b-b916-21d0adf53faa no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:05:01.166348 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: d2809877-b764-4a1b-b916-21d0adf53faa {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:05:01.166893 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device d2809877-b764-4a1b-b916-21d0adf53faa not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:05:01.186898 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-24dee013-75d6-40e1-9be9-617ded0c90e2 tempest-FloatingIPAdminTestJSON-1792906850 tempest-FloatingIPAdminTestJSON-1792906850-project-admin] Publish callbacks [] for floatingip (09ec02bb-f942-4407-8251-8399ebe3f6f9), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:01.187882 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device cef33cf3-0c44-4506-9b92-15d1f07f1f43 up at agent hyperv_hv-neutron-8348 {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:05:01.202497 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-1a001e19-2c66-4f6d-b3e7-c1d050b5ed9b tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3304248 Mar 28 01:05:01.213816 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 49694) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:01.233673 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-7a0c8aee-5595-4850-baad-a35c8f3a5536 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Request body: {'port': {'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290', 'fixed_ips': [{'subnet_id': 'f6aa1b80-26cc-409f-8a4a-1d5c8ef8f1b4', 'ip_address': '2001:db8::e579:cc7f:8769:ffbb'}], 'name': 'tempest-NetworksTestDHCPv6-1899712669'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:05:01.283419 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96cb67bb-2192-46c3-8ba9-14279fa69977 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-be4801db-c8f8-4df3-b9b5-556693d6a290', 'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290', 'project_id': '564cf6bfe83a4d71adcd7d33f5d20cb1', 'fixed_ips': [{'subnet_id': 'f6aa1b80-26cc-409f-8a4a-1d5c8ef8f1b4'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:05:01.284480 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-96cb67bb-2192-46c3-8ba9-14279fa69977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:01.295398 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.managers [None req-5757dc07-9d5b-4833-bdc5-9043a91c7dd4 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attempting to bind port 24f8c509-7cb8-4aed-9680-73c9a5731c44 on host hv-neutron-8348 for vnic_type normal with profile {{(pid=104098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:05:01.295930 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.managers [None req-5757dc07-9d5b-4833-bdc5-9043a91c7dd4 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attempting to bind port 24f8c509-7cb8-4aed-9680-73c9a5731c44 by drivers openvswitch,hyperv on host hv-neutron-8348 at level 0 using segments [{'id': 'd4919f32-0243-440a-a0fc-1a6b28508fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '57c1e086-1a32-4a91-affa-ac11a284d989'}] {{(pid=104098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:05:01.316267 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Provisioning for port cef33cf3-0c44-4506-9b92-15d1f07f1f43 completed by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 01:05:01.316463 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5757dc07-9d5b-4833-bdc5-9043a91c7dd4 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attempting to bind port 24f8c509-7cb8-4aed-9680-73c9a5731c44 on network 57c1e086-1a32-4a91-affa-ac11a284d989 {{(pid=104098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:05:01.365898 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Provisioning complete for port cef33cf3-0c44-4506-9b92-15d1f07f1f43 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:05:01.366270 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (cef33cf3-0c44-4506-9b92-15d1f07f1f43), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:01.409164 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5757dc07-9d5b-4833-bdc5-9043a91c7dd4 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Pushing event updated for resources: {'Port': ['ID=24f8c509-7cb8-4aed-9680-73c9a5731c44,revision_number=2']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:01.417211 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5757dc07-9d5b-4833-bdc5-9043a91c7dd4 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Port 24f8c509-7cb8-4aed-9680-73c9a5731c44 on network 57c1e086-1a32-4a91-affa-ac11a284d989 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8348 {{(pid=104098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 01:05:01.418651 dv-neutron-834874-6-hyperv neutron-server[104098]: ERROR neutron.plugins.ml2.managers [None req-5757dc07-9d5b-4833-bdc5-9043a91c7dd4 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Failed to bind port 24f8c509-7cb8-4aed-9680-73c9a5731c44 on host hv-neutron-8348 for vnic_type normal using segments [{'id': 'd4919f32-0243-440a-a0fc-1a6b28508fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '57c1e086-1a32-4a91-affa-ac11a284d989'}] Mar 28 01:05:01.425701 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.plugins.ml2.plugin [None req-5757dc07-9d5b-4833-bdc5-9043a91c7dd4 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attempt 2 to bind port 24f8c509-7cb8-4aed-9680-73c9a5731c44 Mar 28 01:05:01.443611 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.managers [None req-5757dc07-9d5b-4833-bdc5-9043a91c7dd4 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attempting to bind port 24f8c509-7cb8-4aed-9680-73c9a5731c44 on host hv-neutron-8348 for vnic_type normal with profile {{(pid=104098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:05:01.444230 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.managers [None req-5757dc07-9d5b-4833-bdc5-9043a91c7dd4 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attempting to bind port 24f8c509-7cb8-4aed-9680-73c9a5731c44 by drivers openvswitch,hyperv on host hv-neutron-8348 at level 0 using segments [{'id': 'd4919f32-0243-440a-a0fc-1a6b28508fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '57c1e086-1a32-4a91-affa-ac11a284d989'}] {{(pid=104098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:05:01.444730 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5757dc07-9d5b-4833-bdc5-9043a91c7dd4 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attempting to bind port 24f8c509-7cb8-4aed-9680-73c9a5731c44 on network 57c1e086-1a32-4a91-affa-ac11a284d989 {{(pid=104098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:05:01.454482 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e75a134e-50ef-4418-b267-48f4c1094d10 tempest-QuotasNegativeTest-1153673775 tempest-QuotasNegativeTest-1153673775-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (ce75b94b-4920-4c37-abf9-56ea74c46918), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:01.457400 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e75a134e-50ef-4418-b267-48f4c1094d10 tempest-QuotasNegativeTest-1153673775 tempest-QuotasNegativeTest-1153673775-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:01.458745 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-e75a134e-50ef-4418-b267-48f4c1094d10 tempest-QuotasNegativeTest-1153673775 tempest-QuotasNegativeTest-1153673775-project-admin] 10.222.0.24 "DELETE /v2.0/security-groups/ce75b94b-4920-4c37-abf9-56ea74c46918 HTTP/1.1" status: 204 len: 168 time: 0.8579369 Mar 28 01:05:01.467857 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 49698) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:01.471356 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-24dee013-75d6-40e1-9be9-617ded0c90e2 tempest-FloatingIPAdminTestJSON-1792906850 tempest-FloatingIPAdminTestJSON-1792906850-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (93175c57-4344-42f4-8c99-84f4cc5a00ca), before_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:01.623398 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-24dee013-75d6-40e1-9be9-617ded0c90e2 tempest-FloatingIPAdminTestJSON-1792906850 tempest-FloatingIPAdminTestJSON-1792906850-project-admin] Publish callbacks [] for port (93175c57-4344-42f4-8c99-84f4cc5a00ca), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:01.632287 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-96cb67bb-2192-46c3-8ba9-14279fa69977 None None] Allocated IP 2001:db8::2 (be4801db-c8f8-4df3-b9b5-556693d6a290/f6aa1b80-26cc-409f-8a4a-1d5c8ef8f1b4/fde40b78-9d75-40b8-b0f7-f04e8a063716) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:05:01.644360 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5757dc07-9d5b-4833-bdc5-9043a91c7dd4 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Port 24f8c509-7cb8-4aed-9680-73c9a5731c44 on network 57c1e086-1a32-4a91-affa-ac11a284d989 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8348 {{(pid=104098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 01:05:01.644944 dv-neutron-834874-6-hyperv neutron-server[104098]: ERROR neutron.plugins.ml2.managers [None req-5757dc07-9d5b-4833-bdc5-9043a91c7dd4 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Failed to bind port 24f8c509-7cb8-4aed-9680-73c9a5731c44 on host hv-neutron-8348 for vnic_type normal using segments [{'id': 'd4919f32-0243-440a-a0fc-1a6b28508fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '57c1e086-1a32-4a91-affa-ac11a284d989'}] Mar 28 01:05:01.653903 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.plugins.ml2.plugin [None req-5757dc07-9d5b-4833-bdc5-9043a91c7dd4 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attempt 3 to bind port 24f8c509-7cb8-4aed-9680-73c9a5731c44 Mar 28 01:05:01.657841 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-24dee013-75d6-40e1-9be9-617ded0c90e2 tempest-FloatingIPAdminTestJSON-1792906850 tempest-FloatingIPAdminTestJSON-1792906850-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126177159'] for port (93175c57-4344-42f4-8c99-84f4cc5a00ca), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:01.674375 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75a134e-50ef-4418-b267-48f4c1094d10 tempest-QuotasNegativeTest-1153673775 tempest-QuotasNegativeTest-1153673775-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce75b94b-4920-4c37-abf9-56ea74c46918,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:01.725316 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port cef33cf3-0c44-4506-9b92-15d1f07f1f43 is: BUILD; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:05:01.725707 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (cef33cf3-0c44-4506-9b92-15d1f07f1f43), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:01.768794 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.managers [None req-5757dc07-9d5b-4833-bdc5-9043a91c7dd4 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attempting to bind port 24f8c509-7cb8-4aed-9680-73c9a5731c44 on host hv-neutron-8348 for vnic_type normal with profile {{(pid=104098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:05:01.769590 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.managers [None req-5757dc07-9d5b-4833-bdc5-9043a91c7dd4 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attempting to bind port 24f8c509-7cb8-4aed-9680-73c9a5731c44 by drivers openvswitch,hyperv on host hv-neutron-8348 at level 0 using segments [{'id': 'd4919f32-0243-440a-a0fc-1a6b28508fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '57c1e086-1a32-4a91-affa-ac11a284d989'}] {{(pid=104098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:05:01.769590 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5757dc07-9d5b-4833-bdc5-9043a91c7dd4 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attempting to bind port 24f8c509-7cb8-4aed-9680-73c9a5731c44 on network 57c1e086-1a32-4a91-affa-ac11a284d989 {{(pid=104098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:05:01.773533 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.db.resource_extend [None req-015f1d86-d704-41a2-b48e-e2cfbc60a0c3 tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 01:05:01.787172 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6657001d-e343-465a-8283-bcce744623b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cef33cf3-0c44-4506-9b92-15d1f07f1f43'}] {{(pid=104100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:05:01.789695 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd27896ebc78d0f7931321182ba9533a7b768b1c3fcddb3ff52a8aee6ddeaf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa598c66-f705-4263-8b62-150c98041490" -d '{"events": [{"server_uuid": "6657001d-e343-465a-8283-bcce744623b2", "name": "network-vif-plugged", "status": "completed", "tag": "cef33cf3-0c44-4506-9b92-15d1f07f1f43"}]}' {{(pid=104100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:05:01.811828 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port cef33cf3-0c44-4506-9b92-15d1f07f1f43, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=cef33cf3-0c44-4506-9b92-15d1f07f1f43,segment=NetworkSegment(9a18c344-9afb-4650-b4e8-9ab90a932c8d),segment_id=9a18c344-9afb-4650-b4e8-9ab90a932c8d)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:05:01.889338 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-015f1d86-d704-41a2-b48e-e2cfbc60a0c3 tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:01.902109 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-015f1d86-d704-41a2-b48e-e2cfbc60a0c3 tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688063'] for floatingip (bb30f2d8-4f91-4b6f-9410-f5898aef1adc), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:01.909016 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-aa0202a0-4f3c-4d4f-aae9-d6a036457aea req-1fe2ab8a-5f55-47fc-8f6d-f63bf5e1a905 service neutron] 10.222.0.10 "GET /v2.0/networks/b0b181aa-c9cd-4854-9fb0-37e685e0d64e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1748009 Mar 28 01:05:01.951478 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af7c2ed-38b2-4af5-ad30-5d84274b1ea0 req-06c0da65-9a3e-40e8-96b1-4776331f6ed2 tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:01.953636 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-2af7c2ed-38b2-4af5-ad30-5d84274b1ea0 req-06c0da65-9a3e-40e8-96b1-4776331f6ed2 tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] 10.222.0.24 "GET /v2.0/ports?device_id=6657001d-e343-465a-8283-bcce744623b2 HTTP/1.1" status: 200 len: 945 time: 0.2834964 Mar 28 01:05:01.987224 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-96cb67bb-2192-46c3-8ba9-14279fa69977 None None] Publish callbacks [] for port (fde40b78-9d75-40b8-b0f7-f04e8a063716), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:01.997968 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (cef33cf3-0c44-4506-9b92-15d1f07f1f43), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:02.008663 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-96cb67bb-2192-46c3-8ba9-14279fa69977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (fde40b78-9d75-40b8-b0f7-f04e8a063716), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:02.047278 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-2af7c2ed-38b2-4af5-ad30-5d84274b1ea0 req-146de21e-ba39-4137-a86d-cee99b2f50ab tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef3c0281-51d5-49db-9849-f251e8c0da03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650299 Mar 28 01:05:02.058317 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96cb67bb-2192-46c3-8ba9-14279fa69977 None None] Network be4801db-c8f8-4df3-b9b5-556693d6a290 is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:05:02.063223 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-96cb67bb-2192-46c3-8ba9-14279fa69977 None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:05:02.073258 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96cb67bb-2192-46c3-8ba9-14279fa69977 None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:05:02.076262 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.l3_db [None req-015f1d86-d704-41a2-b48e-e2cfbc60a0c3 tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] Floating IP bb30f2d8-4f91-4b6f-9410-f5898aef1adc associated. External IP: 172.26.1.67, port: 56d9ccc0-97bc-4f8c-b2de-56c31c7b6fb7. Mar 28 01:05:02.133444 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4148822-669d-41b3-bf18-b482393338ae req-8864e6ef-d3ef-483e-8f94-36ef9b9da9dc tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:02.141278 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-d4148822-669d-41b3-bf18-b482393338ae req-8864e6ef-d3ef-483e-8f94-36ef9b9da9dc tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af78226-6db5-4d3d-a6da-4544ef645c78 HTTP/1.1" status: 200 len: 946 time: 0.8990178 Mar 28 01:05:02.143281 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 01:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16ca9e6d-8ebb-4318-971a-c42e9bc6ecf3 x-openstack-request-id: req-16ca9e6d-8ebb-4318-971a-c42e9bc6ecf3 {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:05:02.143586 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6657001d-e343-465a-8283-bcce744623b2", "name": "network-vif-plugged", "status": "completed", "tag": "cef33cf3-0c44-4506-9b92-15d1f07f1f43", "code": 200}]} {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:05:02.143843 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-16ca9e6d-8ebb-4318-971a-c42e9bc6ecf3 {{(pid=104100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:05:02.144270 dv-neutron-834874-6-hyperv neutron-server[104100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16ca9e6d-8ebb-4318-971a-c42e9bc6ecf3'] response: {'server_uuid': '6657001d-e343-465a-8283-bcce744623b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cef33cf3-0c44-4506-9b92-15d1f07f1f43', 'code': 200} Mar 28 01:05:02.156198 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-24dee013-75d6-40e1-9be9-617ded0c90e2 tempest-FloatingIPAdminTestJSON-1792906850 tempest-FloatingIPAdminTestJSON-1792906850-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688063'] for floatingip (09ec02bb-f942-4407-8251-8399ebe3f6f9), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:02.178282 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5757dc07-9d5b-4833-bdc5-9043a91c7dd4 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Port 24f8c509-7cb8-4aed-9680-73c9a5731c44 on network 57c1e086-1a32-4a91-affa-ac11a284d989 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8348 {{(pid=104098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 01:05:02.178650 dv-neutron-834874-6-hyperv neutron-server[104098]: ERROR neutron.plugins.ml2.managers [None req-5757dc07-9d5b-4833-bdc5-9043a91c7dd4 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Failed to bind port 24f8c509-7cb8-4aed-9680-73c9a5731c44 on host hv-neutron-8348 for vnic_type normal using segments [{'id': 'd4919f32-0243-440a-a0fc-1a6b28508fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '57c1e086-1a32-4a91-affa-ac11a284d989'}] Mar 28 01:05:02.189582 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.plugins.ml2.plugin [None req-5757dc07-9d5b-4833-bdc5-9043a91c7dd4 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attempt 4 to bind port 24f8c509-7cb8-4aed-9680-73c9a5731c44 Mar 28 01:05:02.199491 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2140a75a-64ef-4617-8ced-5de3eed7654c tempest-QuotasNegativeTest-1153673775 tempest-QuotasNegativeTest-1153673775-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (c84fbb40-9b42-40ba-a104-7bff39b6d781), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:02.201032 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dee013-75d6-40e1-9be9-617ded0c90e2 tempest-FloatingIPAdminTestJSON-1792906850 tempest-FloatingIPAdminTestJSON-1792906850-project-admin] Pushing event updated for resources: {'Port': ['ID=93175c57-4344-42f4-8c99-84f4cc5a00ca,revision_number=2']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:02.201652 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Pushing event updated for resources: {'Port': ['ID=cef33cf3-0c44-4506-9b92-15d1f07f1f43,revision_number=5']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:02.237986 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-24dee013-75d6-40e1-9be9-617ded0c90e2 tempest-FloatingIPAdminTestJSON-1792906850 tempest-FloatingIPAdminTestJSON-1792906850-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for floatingip (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:02.242335 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-24dee013-75d6-40e1-9be9-617ded0c90e2 tempest-FloatingIPAdminTestJSON-1792906850 tempest-FloatingIPAdminTestJSON-1792906850-project-admin] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2936227 Mar 28 01:05:02.243309 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 49702) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:02.259674 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.managers [None req-5757dc07-9d5b-4833-bdc5-9043a91c7dd4 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attempting to bind port 24f8c509-7cb8-4aed-9680-73c9a5731c44 on host hv-neutron-8348 for vnic_type normal with profile {{(pid=104098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:05:02.260017 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.managers [None req-5757dc07-9d5b-4833-bdc5-9043a91c7dd4 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attempting to bind port 24f8c509-7cb8-4aed-9680-73c9a5731c44 by drivers openvswitch,hyperv on host hv-neutron-8348 at level 0 using segments [{'id': 'd4919f32-0243-440a-a0fc-1a6b28508fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '57c1e086-1a32-4a91-affa-ac11a284d989'}] {{(pid=104098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:05:02.260393 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5757dc07-9d5b-4833-bdc5-9043a91c7dd4 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attempting to bind port 24f8c509-7cb8-4aed-9680-73c9a5731c44 on network 57c1e086-1a32-4a91-affa-ac11a284d989 {{(pid=104098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:05:02.268840 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a0c8aee-5595-4850-baad-a35c8f3a5536 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Made reservation on behalf of 564cf6bfe83a4d71adcd7d33f5d20cb1 for: {'port': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:05:02.293908 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5757dc07-9d5b-4833-bdc5-9043a91c7dd4 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Port 24f8c509-7cb8-4aed-9680-73c9a5731c44 on network 57c1e086-1a32-4a91-affa-ac11a284d989 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8348 {{(pid=104098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 01:05:02.294241 dv-neutron-834874-6-hyperv neutron-server[104098]: ERROR neutron.plugins.ml2.managers [None req-5757dc07-9d5b-4833-bdc5-9043a91c7dd4 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Failed to bind port 24f8c509-7cb8-4aed-9680-73c9a5731c44 on host hv-neutron-8348 for vnic_type normal using segments [{'id': 'd4919f32-0243-440a-a0fc-1a6b28508fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '57c1e086-1a32-4a91-affa-ac11a284d989'}] Mar 28 01:05:02.303416 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cb67bb-2192-46c3-8ba9-14279fa69977 None None] Pushing event updated for resources: {'Port': ['ID=fde40b78-9d75-40b8-b0f7-f04e8a063716,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:02.320057 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.plugins.ml2.plugin [None req-5757dc07-9d5b-4833-bdc5-9043a91c7dd4 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attempt 5 to bind port 24f8c509-7cb8-4aed-9680-73c9a5731c44 Mar 28 01:05:02.334665 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-96cb67bb-2192-46c3-8ba9-14279fa69977 None None] Attempting to bind port fde40b78-9d75-40b8-b0f7-f04e8a063716 on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:05:02.335397 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-96cb67bb-2192-46c3-8ba9-14279fa69977 None None] Attempting to bind port fde40b78-9d75-40b8-b0f7-f04e8a063716 by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': '9028fe72-9b79-4538-96be-757c3dc71a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:05:02.336422 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96cb67bb-2192-46c3-8ba9-14279fa69977 None None] Attempting to bind port fde40b78-9d75-40b8-b0f7-f04e8a063716 on network be4801db-c8f8-4df3-b9b5-556693d6a290 {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:05:02.345458 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96cb67bb-2192-46c3-8ba9-14279fa69977 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:05:02.346201 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96cb67bb-2192-46c3-8ba9-14279fa69977 None None] Checking segment: {'id': '9028fe72-9b79-4538-96be-757c3dc71a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:05:02.346859 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-96cb67bb-2192-46c3-8ba9-14279fa69977 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:02.347552 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96cb67bb-2192-46c3-8ba9-14279fa69977 None None] Bound using segment: {'id': '9028fe72-9b79-4538-96be-757c3dc71a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:05:02.348382 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-96cb67bb-2192-46c3-8ba9-14279fa69977 None None] Bound port: fde40b78-9d75-40b8-b0f7-f04e8a063716, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9028fe72-9b79-4538-96be-757c3dc71a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:05:02.349053 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-96cb67bb-2192-46c3-8ba9-14279fa69977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (fde40b78-9d75-40b8-b0f7-f04e8a063716), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:02.368309 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-d4148822-669d-41b3-bf18-b482393338ae req-823c12d7-3e88-4c28-947c-4f0de078cfdf tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5fc266-2207-46d1-bfc7-83854e73a714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2131057 Mar 28 01:05:02.429841 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.managers [None req-5757dc07-9d5b-4833-bdc5-9043a91c7dd4 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attempting to bind port 24f8c509-7cb8-4aed-9680-73c9a5731c44 on host hv-neutron-8348 for vnic_type normal with profile {{(pid=104098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:05:02.430156 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.managers [None req-5757dc07-9d5b-4833-bdc5-9043a91c7dd4 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attempting to bind port 24f8c509-7cb8-4aed-9680-73c9a5731c44 by drivers openvswitch,hyperv on host hv-neutron-8348 at level 0 using segments [{'id': 'd4919f32-0243-440a-a0fc-1a6b28508fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '57c1e086-1a32-4a91-affa-ac11a284d989'}] {{(pid=104098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:05:02.430485 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5757dc07-9d5b-4833-bdc5-9043a91c7dd4 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attempting to bind port 24f8c509-7cb8-4aed-9680-73c9a5731c44 on network 57c1e086-1a32-4a91-affa-ac11a284d989 {{(pid=104098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:05:02.451458 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5757dc07-9d5b-4833-bdc5-9043a91c7dd4 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Port 24f8c509-7cb8-4aed-9680-73c9a5731c44 on network 57c1e086-1a32-4a91-affa-ac11a284d989 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8348 {{(pid=104098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 01:05:02.451794 dv-neutron-834874-6-hyperv neutron-server[104098]: ERROR neutron.plugins.ml2.managers [None req-5757dc07-9d5b-4833-bdc5-9043a91c7dd4 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Failed to bind port 24f8c509-7cb8-4aed-9680-73c9a5731c44 on host hv-neutron-8348 for vnic_type normal using segments [{'id': 'd4919f32-0243-440a-a0fc-1a6b28508fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '57c1e086-1a32-4a91-affa-ac11a284d989'}] Mar 28 01:05:02.453354 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2140a75a-64ef-4617-8ced-5de3eed7654c tempest-QuotasNegativeTest-1153673775 tempest-QuotasNegativeTest-1153673775-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (c84fbb40-9b42-40ba-a104-7bff39b6d781), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:02.461221 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.plugins.ml2.plugin [None req-5757dc07-9d5b-4833-bdc5-9043a91c7dd4 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attempt 6 to bind port 24f8c509-7cb8-4aed-9680-73c9a5731c44 Mar 28 01:05:02.493423 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-96cb67bb-2192-46c3-8ba9-14279fa69977 None None] For port fde40b78-9d75-40b8-b0f7-f04e8a063716, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:05:02.502307 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-96cb67bb-2192-46c3-8ba9-14279fa69977 None None] For port fde40b78-9d75-40b8-b0f7-f04e8a063716, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=fde40b78-9d75-40b8-b0f7-f04e8a063716,segment=NetworkSegment(9028fe72-9b79-4538-96be-757c3dc71a72),segment_id=9028fe72-9b79-4538-96be-757c3dc71a72)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:05:02.502731 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-2140a75a-64ef-4617-8ced-5de3eed7654c tempest-QuotasNegativeTest-1153673775 tempest-QuotasNegativeTest-1153673775-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c84fbb40-9b42-40ba-a104-7bff39b6d781']}} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:05:02.507291 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-9b5541b1-f5f1-4d76-92d8-cab6aad49999 tempest-FloatingIPAdminTestJSON-173900236 tempest-FloatingIPAdminTestJSON-173900236-project] Request body: {'floatingip': {'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:05:02.511760 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.managers [None req-5757dc07-9d5b-4833-bdc5-9043a91c7dd4 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attempting to bind port 24f8c509-7cb8-4aed-9680-73c9a5731c44 on host hv-neutron-8348 for vnic_type normal with profile {{(pid=104098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:05:02.512250 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.managers [None req-5757dc07-9d5b-4833-bdc5-9043a91c7dd4 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attempting to bind port 24f8c509-7cb8-4aed-9680-73c9a5731c44 by drivers openvswitch,hyperv on host hv-neutron-8348 at level 0 using segments [{'id': 'd4919f32-0243-440a-a0fc-1a6b28508fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '57c1e086-1a32-4a91-affa-ac11a284d989'}] {{(pid=104098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:05:02.512600 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5757dc07-9d5b-4833-bdc5-9043a91c7dd4 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attempting to bind port 24f8c509-7cb8-4aed-9680-73c9a5731c44 on network 57c1e086-1a32-4a91-affa-ac11a284d989 {{(pid=104098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:05:02.513360 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-96cb67bb-2192-46c3-8ba9-14279fa69977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (fde40b78-9d75-40b8-b0f7-f04e8a063716), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:02.534557 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-2140a75a-64ef-4617-8ced-5de3eed7654c tempest-QuotasNegativeTest-1153673775 tempest-QuotasNegativeTest-1153673775-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '630e11d8-6c4f-411a-8e73-a14704877b16') {'for_net_delete': True} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:05:02.534860 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-2140a75a-64ef-4617-8ced-5de3eed7654c tempest-QuotasNegativeTest-1153673775 tempest-QuotasNegativeTest-1153673775-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '630e11d8-6c4f-411a-8e73-a14704877b16') {} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:05:02.540334 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5757dc07-9d5b-4833-bdc5-9043a91c7dd4 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Port 24f8c509-7cb8-4aed-9680-73c9a5731c44 on network 57c1e086-1a32-4a91-affa-ac11a284d989 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8348 {{(pid=104098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 01:05:02.540674 dv-neutron-834874-6-hyperv neutron-server[104098]: ERROR neutron.plugins.ml2.managers [None req-5757dc07-9d5b-4833-bdc5-9043a91c7dd4 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Failed to bind port 24f8c509-7cb8-4aed-9680-73c9a5731c44 on host hv-neutron-8348 for vnic_type normal using segments [{'id': 'd4919f32-0243-440a-a0fc-1a6b28508fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '57c1e086-1a32-4a91-affa-ac11a284d989'}] Mar 28 01:05:02.547810 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.plugins.ml2.plugin [None req-5757dc07-9d5b-4833-bdc5-9043a91c7dd4 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attempt 7 to bind port 24f8c509-7cb8-4aed-9680-73c9a5731c44 Mar 28 01:05:02.557173 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7a0c8aee-5595-4850-baad-a35c8f3a5536 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:02.568231 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2140a75a-64ef-4617-8ced-5de3eed7654c tempest-QuotasNegativeTest-1153673775 tempest-QuotasNegativeTest-1153673775-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126443583'] for segment (630e11d8-6c4f-411a-8e73-a14704877b16), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:02.596374 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.managers [None req-5757dc07-9d5b-4833-bdc5-9043a91c7dd4 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attempting to bind port 24f8c509-7cb8-4aed-9680-73c9a5731c44 on host hv-neutron-8348 for vnic_type normal with profile {{(pid=104098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:05:02.596720 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.managers [None req-5757dc07-9d5b-4833-bdc5-9043a91c7dd4 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attempting to bind port 24f8c509-7cb8-4aed-9680-73c9a5731c44 by drivers openvswitch,hyperv on host hv-neutron-8348 at level 0 using segments [{'id': 'd4919f32-0243-440a-a0fc-1a6b28508fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '57c1e086-1a32-4a91-affa-ac11a284d989'}] {{(pid=104098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:05:02.597064 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5757dc07-9d5b-4833-bdc5-9043a91c7dd4 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attempting to bind port 24f8c509-7cb8-4aed-9680-73c9a5731c44 on network 57c1e086-1a32-4a91-affa-ac11a284d989 {{(pid=104098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:05:02.599261 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9b5541b1-f5f1-4d76-92d8-cab6aad49999 tempest-FloatingIPAdminTestJSON-173900236 tempest-FloatingIPAdminTestJSON-173900236-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:02.628136 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2140a75a-64ef-4617-8ced-5de3eed7654c tempest-QuotasNegativeTest-1153673775 tempest-QuotasNegativeTest-1153673775-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (630e11d8-6c4f-411a-8e73-a14704877b16), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:02.632794 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cb67bb-2192-46c3-8ba9-14279fa69977 None None] Pushing event updated for resources: {'Port': ['ID=fde40b78-9d75-40b8-b0f7-f04e8a063716,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:02.637387 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5757dc07-9d5b-4833-bdc5-9043a91c7dd4 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Port 24f8c509-7cb8-4aed-9680-73c9a5731c44 on network 57c1e086-1a32-4a91-affa-ac11a284d989 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8348 {{(pid=104098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 01:05:02.637729 dv-neutron-834874-6-hyperv neutron-server[104098]: ERROR neutron.plugins.ml2.managers [None req-5757dc07-9d5b-4833-bdc5-9043a91c7dd4 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Failed to bind port 24f8c509-7cb8-4aed-9680-73c9a5731c44 on host hv-neutron-8348 for vnic_type normal using segments [{'id': 'd4919f32-0243-440a-a0fc-1a6b28508fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '57c1e086-1a32-4a91-affa-ac11a284d989'}] Mar 28 01:05:02.657352 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.plugins.ml2.plugin [None req-5757dc07-9d5b-4833-bdc5-9043a91c7dd4 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attempt 8 to bind port 24f8c509-7cb8-4aed-9680-73c9a5731c44 Mar 28 01:05:02.660410 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2140a75a-64ef-4617-8ced-5de3eed7654c tempest-QuotasNegativeTest-1153673775 tempest-QuotasNegativeTest-1153673775-project-admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=104098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:05:02.660816 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2140a75a-64ef-4617-8ced-5de3eed7654c tempest-QuotasNegativeTest-1153673775 tempest-QuotasNegativeTest-1153673775-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126177251'] for segment (630e11d8-6c4f-411a-8e73-a14704877b16), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:02.700871 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.notifiers.nova [None req-7a0c8aee-5595-4850-baad-a35c8f3a5536 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] device_id is not set on port f4af2d8b-2797-4f6b-8075-c554266bb066 yet. {{(pid=104098) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 01:05:02.715389 dv-neutron-834874-6-hyperv neutron-server[104098]: Traceback (most recent call last): Mar 28 01:05:02.715389 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:05:02.715389 dv-neutron-834874-6-hyperv neutron-server[104098]: timer() Mar 28 01:05:02.715389 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:05:02.715389 dv-neutron-834874-6-hyperv neutron-server[104098]: cb(*args, **kw) Mar 28 01:05:02.715389 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:05:02.715389 dv-neutron-834874-6-hyperv neutron-server[104098]: return func(*args, **kwargs) Mar 28 01:05:02.715389 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:05:02.715389 dv-neutron-834874-6-hyperv neutron-server[104098]: self._notify() Mar 28 01:05:02.715389 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:05:02.715389 dv-neutron-834874-6-hyperv neutron-server[104098]: self.callback(batched_events) Mar 28 01:05:02.715389 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:05:02.715389 dv-neutron-834874-6-hyperv neutron-server[104098]: event.method(event) Mar 28 01:05:02.715389 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:05:02.715389 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:05:02.715389 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:05:02.715389 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:05:02.715389 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:05:02.715389 dv-neutron-834874-6-hyperv neutron-server[104098]: return f(self, *a, **k) Mar 28 01:05:02.715389 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:05:02.715389 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._get(url).json() Mar 28 01:05:02.715389 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:05:02.715389 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:05:02.715389 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:05:02.715389 dv-neutron-834874-6-hyperv neutron-server[104098]: return self.request(url, 'GET', **kwargs) Mar 28 01:05:02.715389 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:05:02.715389 dv-neutron-834874-6-hyperv neutron-server[104098]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:05:02.715389 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:05:02.715389 dv-neutron-834874-6-hyperv neutron-server[104098]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:05:02.715389 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:05:02.715389 dv-neutron-834874-6-hyperv neutron-server[104098]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:05:02.715389 dv-neutron-834874-6-hyperv neutron-server[104098]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:05:02.720432 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029d13bc-4e9d-4a5e-a2f0-978b6c93aef9 req-a9c0efd9-cba1-4e1b-b13d-4280d376c8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:02.723026 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-029d13bc-4e9d-4a5e-a2f0-978b6c93aef9 req-a9c0efd9-cba1-4e1b-b13d-4280d376c8e7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6657001d-e343-465a-8283-bcce744623b2 HTTP/1.1" status: 200 len: 1129 time: 0.0772672 Mar 28 01:05:02.725929 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:02.784235 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-029d13bc-4e9d-4a5e-a2f0-978b6c93aef9 req-2f5287f4-df44-4635-bac7-91340eeae2f7 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ef3c0281-51d5-49db-9849-f251e8c0da03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548272 Mar 28 01:05:02.831604 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.managers [None req-5757dc07-9d5b-4833-bdc5-9043a91c7dd4 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attempting to bind port 24f8c509-7cb8-4aed-9680-73c9a5731c44 on host hv-neutron-8348 for vnic_type normal with profile {{(pid=104098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:05:02.831944 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.managers [None req-5757dc07-9d5b-4833-bdc5-9043a91c7dd4 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attempting to bind port 24f8c509-7cb8-4aed-9680-73c9a5731c44 by drivers openvswitch,hyperv on host hv-neutron-8348 at level 0 using segments [{'id': 'd4919f32-0243-440a-a0fc-1a6b28508fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '57c1e086-1a32-4a91-affa-ac11a284d989'}] {{(pid=104098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:05:02.832329 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5757dc07-9d5b-4833-bdc5-9043a91c7dd4 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attempting to bind port 24f8c509-7cb8-4aed-9680-73c9a5731c44 on network 57c1e086-1a32-4a91-affa-ac11a284d989 {{(pid=104098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:05:02.861564 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5757dc07-9d5b-4833-bdc5-9043a91c7dd4 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Port 24f8c509-7cb8-4aed-9680-73c9a5731c44 on network 57c1e086-1a32-4a91-affa-ac11a284d989 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8348 {{(pid=104098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 01:05:02.861876 dv-neutron-834874-6-hyperv neutron-server[104098]: ERROR neutron.plugins.ml2.managers [None req-5757dc07-9d5b-4833-bdc5-9043a91c7dd4 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Failed to bind port 24f8c509-7cb8-4aed-9680-73c9a5731c44 on host hv-neutron-8348 for vnic_type normal using segments [{'id': 'd4919f32-0243-440a-a0fc-1a6b28508fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '57c1e086-1a32-4a91-affa-ac11a284d989'}] Mar 28 01:05:02.866372 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.plugins.ml2.plugin [None req-5757dc07-9d5b-4833-bdc5-9043a91c7dd4 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attempt 9 to bind port 24f8c509-7cb8-4aed-9680-73c9a5731c44 Mar 28 01:05:02.871783 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2140a75a-64ef-4617-8ced-5de3eed7654c tempest-QuotasNegativeTest-1153673775 tempest-QuotasNegativeTest-1153673775-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (c84fbb40-9b42-40ba-a104-7bff39b6d781), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:02.914193 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-015f1d86-d704-41a2-b48e-e2cfbc60a0c3 tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] Router 60e28954-25f3-4f1b-bd48-87667c4d56fe has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:05:02.925801 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2140a75a-64ef-4617-8ced-5de3eed7654c tempest-QuotasNegativeTest-1153673775 tempest-QuotasNegativeTest-1153673775-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:02.929680 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-2140a75a-64ef-4617-8ced-5de3eed7654c tempest-QuotasNegativeTest-1153673775 tempest-QuotasNegativeTest-1153673775-project-admin] 10.222.0.24 "DELETE /v2.0/networks/c84fbb40-9b42-40ba-a104-7bff39b6d781 HTTP/1.1" status: 204 len: 168 time: 1.3037553 Mar 28 01:05:02.932479 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 49706) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:02.946691 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2140a75a-64ef-4617-8ced-5de3eed7654c tempest-QuotasNegativeTest-1153673775 tempest-QuotasNegativeTest-1153673775-project-admin] Pushing event deleted for resources: {'Network': ['ID=c84fbb40-9b42-40ba-a104-7bff39b6d781,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:02.960149 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.managers [None req-5757dc07-9d5b-4833-bdc5-9043a91c7dd4 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attempting to bind port 24f8c509-7cb8-4aed-9680-73c9a5731c44 on host hv-neutron-8348 for vnic_type normal with profile {{(pid=104098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:05:02.960771 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.managers [None req-5757dc07-9d5b-4833-bdc5-9043a91c7dd4 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attempting to bind port 24f8c509-7cb8-4aed-9680-73c9a5731c44 by drivers openvswitch,hyperv on host hv-neutron-8348 at level 0 using segments [{'id': 'd4919f32-0243-440a-a0fc-1a6b28508fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '57c1e086-1a32-4a91-affa-ac11a284d989'}] {{(pid=104098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:05:02.961325 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5757dc07-9d5b-4833-bdc5-9043a91c7dd4 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attempting to bind port 24f8c509-7cb8-4aed-9680-73c9a5731c44 on network 57c1e086-1a32-4a91-affa-ac11a284d989 {{(pid=104098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:05:02.993008 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5757dc07-9d5b-4833-bdc5-9043a91c7dd4 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Port 24f8c509-7cb8-4aed-9680-73c9a5731c44 on network 57c1e086-1a32-4a91-affa-ac11a284d989 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8348 {{(pid=104098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 01:05:02.993587 dv-neutron-834874-6-hyperv neutron-server[104098]: ERROR neutron.plugins.ml2.managers [None req-5757dc07-9d5b-4833-bdc5-9043a91c7dd4 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Failed to bind port 24f8c509-7cb8-4aed-9680-73c9a5731c44 on host hv-neutron-8348 for vnic_type normal using segments [{'id': 'd4919f32-0243-440a-a0fc-1a6b28508fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '57c1e086-1a32-4a91-affa-ac11a284d989'}] Mar 28 01:05:02.997634 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.plugins.ml2.plugin [None req-5757dc07-9d5b-4833-bdc5-9043a91c7dd4 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attempt 10 to bind port 24f8c509-7cb8-4aed-9680-73c9a5731c44 Mar 28 01:05:03.084525 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-99e40f24-70c4-44f6-aa5a-91b88f2625a2 tempest-QuotasNegativeTest-1153673775 tempest-QuotasNegativeTest-1153673775-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (f2477df2-75de-461b-b641-dcab3939a16c), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:03.118208 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.managers [None req-5757dc07-9d5b-4833-bdc5-9043a91c7dd4 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attempting to bind port 24f8c509-7cb8-4aed-9680-73c9a5731c44 on host hv-neutron-8348 for vnic_type normal with profile {{(pid=104098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:05:03.118903 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.managers [None req-5757dc07-9d5b-4833-bdc5-9043a91c7dd4 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attempting to bind port 24f8c509-7cb8-4aed-9680-73c9a5731c44 by drivers openvswitch,hyperv on host hv-neutron-8348 at level 0 using segments [{'id': 'd4919f32-0243-440a-a0fc-1a6b28508fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '57c1e086-1a32-4a91-affa-ac11a284d989'}] {{(pid=104098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:05:03.119451 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5757dc07-9d5b-4833-bdc5-9043a91c7dd4 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attempting to bind port 24f8c509-7cb8-4aed-9680-73c9a5731c44 on network 57c1e086-1a32-4a91-affa-ac11a284d989 {{(pid=104098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:05:03.162066 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-7a0c8aee-5595-4850-baad-a35c8f3a5536 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Allocated IP 2001:db8::e579:cc7f:8769:ffbb (be4801db-c8f8-4df3-b9b5-556693d6a290/f6aa1b80-26cc-409f-8a4a-1d5c8ef8f1b4/f4af2d8b-2797-4f6b-8075-c554266bb066) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:05:03.167841 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5757dc07-9d5b-4833-bdc5-9043a91c7dd4 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Port 24f8c509-7cb8-4aed-9680-73c9a5731c44 on network 57c1e086-1a32-4a91-affa-ac11a284d989 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8348 {{(pid=104098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 01:05:03.175564 dv-neutron-834874-6-hyperv neutron-server[104098]: ERROR neutron.plugins.ml2.managers [None req-5757dc07-9d5b-4833-bdc5-9043a91c7dd4 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Failed to bind port 24f8c509-7cb8-4aed-9680-73c9a5731c44 on host hv-neutron-8348 for vnic_type normal using segments [{'id': 'd4919f32-0243-440a-a0fc-1a6b28508fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '57c1e086-1a32-4a91-affa-ac11a284d989'}] Mar 28 01:05:03.176588 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5757dc07-9d5b-4833-bdc5-9043a91c7dd4 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (24f8c509-7cb8-4aed-9680-73c9a5731c44), before_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:03.193735 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device fde40b78-9d75-40b8-b0f7-f04e8a063716 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:05:03.262005 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9b5541b1-f5f1-4d76-92d8-cab6aad49999 tempest-FloatingIPAdminTestJSON-173900236 tempest-FloatingIPAdminTestJSON-173900236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:03.292282 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port fde40b78-9d75-40b8-b0f7-f04e8a063716 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:05:03.292681 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (fde40b78-9d75-40b8-b0f7-f04e8a063716), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:03.386679 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port fde40b78-9d75-40b8-b0f7-f04e8a063716 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:05:03.386968 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (fde40b78-9d75-40b8-b0f7-f04e8a063716), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:03.401930 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-99e40f24-70c4-44f6-aa5a-91b88f2625a2 tempest-QuotasNegativeTest-1153673775 tempest-QuotasNegativeTest-1153673775-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (f2477df2-75de-461b-b641-dcab3939a16c), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:03.419638 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] For port fde40b78-9d75-40b8-b0f7-f04e8a063716, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=fde40b78-9d75-40b8-b0f7-f04e8a063716,segment=NetworkSegment(9028fe72-9b79-4538-96be-757c3dc71a72),segment_id=9028fe72-9b79-4538-96be-757c3dc71a72)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:05:03.421459 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.db [None req-5757dc07-9d5b-4833-bdc5-9043a91c7dd4 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] For port 24f8c509-7cb8-4aed-9680-73c9a5731c44, host hv-neutron-8348, cleared binding levels {{(pid=104098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:05:03.422047 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.db [None req-5757dc07-9d5b-4833-bdc5-9043a91c7dd4 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attempted to set empty binding levels {{(pid=104098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 28 01:05:03.425691 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (fde40b78-9d75-40b8-b0f7-f04e8a063716), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:03.445613 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5757dc07-9d5b-4833-bdc5-9043a91c7dd4 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126177159'] for port (24f8c509-7cb8-4aed-9680-73c9a5731c44), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:03.452128 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-99e40f24-70c4-44f6-aa5a-91b88f2625a2 tempest-QuotasNegativeTest-1153673775 tempest-QuotasNegativeTest-1153673775-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2477df2-75de-461b-b641-dcab3939a16c']}} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:05:03.475235 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-99e40f24-70c4-44f6-aa5a-91b88f2625a2 tempest-QuotasNegativeTest-1153673775 tempest-QuotasNegativeTest-1153673775-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91789bf0-715a-444f-9eee-649d8e946072') {'for_net_delete': True} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:05:03.476670 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-99e40f24-70c4-44f6-aa5a-91b88f2625a2 tempest-QuotasNegativeTest-1153673775 tempest-QuotasNegativeTest-1153673775-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91789bf0-715a-444f-9eee-649d8e946072') {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:05:03.489912 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Pushing event updated for resources: {'Port': ['ID=fde40b78-9d75-40b8-b0f7-f04e8a063716,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:03.505376 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-99e40f24-70c4-44f6-aa5a-91b88f2625a2 tempest-QuotasNegativeTest-1153673775 tempest-QuotasNegativeTest-1153673775-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126946678'] for segment (91789bf0-715a-444f-9eee-649d8e946072), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:03.543620 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-99e40f24-70c4-44f6-aa5a-91b88f2625a2 tempest-QuotasNegativeTest-1153673775 tempest-QuotasNegativeTest-1153673775-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (91789bf0-715a-444f-9eee-649d8e946072), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:03.547717 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-5757dc07-9d5b-4833-bdc5-9043a91c7dd4 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] In _notify_port_updated(), no bound segment for port 24f8c509-7cb8-4aed-9680-73c9a5731c44 on network 57c1e086-1a32-4a91-affa-ac11a284d989 {{(pid=104098) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 28 01:05:03.548736 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5757dc07-9d5b-4833-bdc5-9043a91c7dd4 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:03.549447 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5757dc07-9d5b-4833-bdc5-9043a91c7dd4 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:03.553469 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-5757dc07-9d5b-4833-bdc5-9043a91c7dd4 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] 10.222.0.24 "PUT /v2.0/ports/24f8c509-7cb8-4aed-9680-73c9a5731c44 HTTP/1.1" status: 200 len: 976 time: 3.5431516 Mar 28 01:05:03.560331 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693b2c16-7af5-406e-9bbf-ee20ff110eb3 req-cf68b581-b50f-4cc9-b35a-dcd7f3c1c5d4 tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:03.561799 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-693b2c16-7af5-406e-9bbf-ee20ff110eb3 req-cf68b581-b50f-4cc9-b35a-dcd7f3c1c5d4 tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] 10.222.0.24 "GET /v2.0/ports?device_id=6657001d-e343-465a-8283-bcce744623b2 HTTP/1.1" status: 200 len: 945 time: 0.3576894 Mar 28 01:05:03.562804 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 49712) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:03.574972 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99e40f24-70c4-44f6-aa5a-91b88f2625a2 tempest-QuotasNegativeTest-1153673775 tempest-QuotasNegativeTest-1153673775-project-admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=104099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:05:03.575373 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-99e40f24-70c4-44f6-aa5a-91b88f2625a2 tempest-QuotasNegativeTest-1153673775 tempest-QuotasNegativeTest-1153673775-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127280876'] for segment (91789bf0-715a-444f-9eee-649d8e946072), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:03.586819 dv-neutron-834874-6-hyperv neutron-server[104099]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Mar 28 01:05:03.586819 dv-neutron-834874-6-hyperv neutron-server[104099]: warnings.warn('Neutron quota engine will require "--force" ' Mar 28 01:05:03.586819 dv-neutron-834874-6-hyperv neutron-server[104099]: Traceback (most recent call last): Mar 28 01:05:03.586819 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:05:03.586819 dv-neutron-834874-6-hyperv neutron-server[104099]: timer() Mar 28 01:05:03.586819 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:05:03.586819 dv-neutron-834874-6-hyperv neutron-server[104099]: cb(*args, **kw) Mar 28 01:05:03.586819 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:05:03.586819 dv-neutron-834874-6-hyperv neutron-server[104099]: return func(*args, **kwargs) Mar 28 01:05:03.586819 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:05:03.586819 dv-neutron-834874-6-hyperv neutron-server[104099]: self._notify() Mar 28 01:05:03.586819 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:05:03.586819 dv-neutron-834874-6-hyperv neutron-server[104099]: self.callback(batched_events) Mar 28 01:05:03.586819 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:05:03.586819 dv-neutron-834874-6-hyperv neutron-server[104099]: event.method(event) Mar 28 01:05:03.586819 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:05:03.586819 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:05:03.586819 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:05:03.586819 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:05:03.586819 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:05:03.586819 dv-neutron-834874-6-hyperv neutron-server[104099]: return f(self, *a, **k) Mar 28 01:05:03.586819 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:05:03.586819 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._get(url).json() Mar 28 01:05:03.586819 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:05:03.586819 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:05:03.586819 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:05:03.586819 dv-neutron-834874-6-hyperv neutron-server[104099]: return self.request(url, 'GET', **kwargs) Mar 28 01:05:03.586819 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:05:03.586819 dv-neutron-834874-6-hyperv neutron-server[104099]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:05:03.586819 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:05:03.586819 dv-neutron-834874-6-hyperv neutron-server[104099]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:05:03.586819 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:05:03.586819 dv-neutron-834874-6-hyperv neutron-server[104099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:05:03.586819 dv-neutron-834874-6-hyperv neutron-server[104099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:05:03.611104 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5757dc07-9d5b-4833-bdc5-9043a91c7dd4 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Pushing event updated for resources: {'Port': ['ID=24f8c509-7cb8-4aed-9680-73c9a5731c44,revision_number=3']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:03.615562 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-015f1d86-d704-41a2-b48e-e2cfbc60a0c3 tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:05:03.632495 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17acb1a4-8848-4acf-ac9e-a909432b54d7 None None] Sync routers for ids ['60e28954-25f3-4f1b-bd48-87667c4d56fe'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:05:03.647249 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17acb1a4-8848-4acf-ac9e-a909432b54d7 None None] Routers {'60e28954-25f3-4f1b-bd48-87667c4d56fe'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:05:03.648553 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-17acb1a4-8848-4acf-ac9e-a909432b54d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:04:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['60e28954-25f3-4f1b-bd48-87667c4d56fe'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:05:03.649967 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7a0c8aee-5595-4850-baad-a35c8f3a5536 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks [] for port (f4af2d8b-2797-4f6b-8075-c554266bb066), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:03.653336 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-9b5541b1-f5f1-4d76-92d8-cab6aad49999 tempest-FloatingIPAdminTestJSON-173900236 tempest-FloatingIPAdminTestJSON-173900236-project] Allocated IP 172.26.1.220 (dea6548b-502b-42db-97fb-371e423e739a/cce6de65-d8c9-45b8-9970-0a277e8c1192/53442893-1178-49b0-aa19-902c7f1a4a0a) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:05:03.683633 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81a55ac-baca-4f07-bfbe-9150435a7375 req-ffb015a2-568f-4878-a765-308898c95da7 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:03.691465 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-a81a55ac-baca-4f07-bfbe-9150435a7375 req-ffb015a2-568f-4878-a765-308898c95da7 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af78226-6db5-4d3d-a6da-4544ef645c78 HTTP/1.1" status: 200 len: 946 time: 0.2188134 Mar 28 01:05:03.757310 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-015f1d86-d704-41a2-b48e-e2cfbc60a0c3 tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for floatingip (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:03.829290 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-17acb1a4-8848-4acf-ac9e-a909432b54d7 None None] Set router 60e28954-25f3-4f1b-bd48-87667c4d56fe gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:05:03.861895 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-693b2c16-7af5-406e-9bbf-ee20ff110eb3 req-179d35b9-e7a6-4511-91c3-a9e51e1de584 tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef3c0281-51d5-49db-9849-f251e8c0da03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2817619 Mar 28 01:05:03.862592 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-99e40f24-70c4-44f6-aa5a-91b88f2625a2 tempest-QuotasNegativeTest-1153673775 tempest-QuotasNegativeTest-1153673775-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (f2477df2-75de-461b-b641-dcab3939a16c), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:03.888247 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-015f1d86-d704-41a2-b48e-e2cfbc60a0c3 tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] 10.222.0.24 "PUT /v2.0/floatingips/bb30f2d8-4f91-4b6f-9410-f5898aef1adc HTTP/1.1" status: 200 len: 990 time: 3.3121915 Mar 28 01:05:03.898804 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-99e40f24-70c4-44f6-aa5a-91b88f2625a2 tempest-QuotasNegativeTest-1153673775 tempest-QuotasNegativeTest-1153673775-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:03.908316 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-99e40f24-70c4-44f6-aa5a-91b88f2625a2 tempest-QuotasNegativeTest-1153673775 tempest-QuotasNegativeTest-1153673775-project-admin] 10.222.0.24 "DELETE /v2.0/networks/f2477df2-75de-461b-b641-dcab3939a16c HTTP/1.1" status: 204 len: 168 time: 0.9739015 Mar 28 01:05:03.923349 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5861c5c3-fb1b-4472-867d-d7cebf72f248', 'tag': '56d9ccc0-97bc-4f8c-b2de-56c31c7b6fb7'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:05:03.926773 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2af4b01a9fa8b1570ccf1d7859d693ad34c106b258078e9cfae86b97f35e3d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79344227-290b-49bc-88c7-1988abf80aaf" -d '{"events": [{"name": "network-changed", "server_uuid": "5861c5c3-fb1b-4472-867d-d7cebf72f248", "tag": "56d9ccc0-97bc-4f8c-b2de-56c31c7b6fb7"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:05:03.930858 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 49718) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:03.931665 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e40f24-70c4-44f6-aa5a-91b88f2625a2 tempest-QuotasNegativeTest-1153673775 tempest-QuotasNegativeTest-1153673775-project-admin] Pushing event deleted for resources: {'Network': ['ID=f2477df2-75de-461b-b641-dcab3939a16c,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:03.961049 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-7cf1e9ee-469b-448b-9fc8-e60c88afaa6e tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Request body: {'subnet': {'network_id': '94fbfbe1-492f-4e6f-84ed-397dc0cbeef5', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:05:03.966167 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7a0c8aee-5595-4850-baad-a35c8f3a5536 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (f4af2d8b-2797-4f6b-8075-c554266bb066), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:04.067231 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-a81a55ac-baca-4f07-bfbe-9150435a7375 req-9cf3bef6-a5b5-4fc6-83a5-d9d920faed98 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5fc266-2207-46d1-bfc7-83854e73a714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3737330 Mar 28 01:05:04.095866 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0c8aee-5595-4850-baad-a35c8f3a5536 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Pushing event updated for resources: {'Port': ['ID=f4af2d8b-2797-4f6b-8075-c554266bb066,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:04.170669 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e323f53-13e7-4d2a-b13d-11a316661d2b tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:04.171149 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e323f53-13e7-4d2a-b13d-11a316661d2b tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:04.172217 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e323f53-13e7-4d2a-b13d-11a316661d2b tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:04.172677 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e323f53-13e7-4d2a-b13d-11a316661d2b tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:04.173136 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e323f53-13e7-4d2a-b13d-11a316661d2b tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:04.173589 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e323f53-13e7-4d2a-b13d-11a316661d2b tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:04.174045 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e323f53-13e7-4d2a-b13d-11a316661d2b tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:04.174649 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e323f53-13e7-4d2a-b13d-11a316661d2b tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:04.175080 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e323f53-13e7-4d2a-b13d-11a316661d2b tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:04.175693 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e323f53-13e7-4d2a-b13d-11a316661d2b tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:04.176075 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e323f53-13e7-4d2a-b13d-11a316661d2b tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:04.186228 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e323f53-13e7-4d2a-b13d-11a316661d2b tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:04.186710 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e323f53-13e7-4d2a-b13d-11a316661d2b tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:04.187222 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e323f53-13e7-4d2a-b13d-11a316661d2b tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:04.187682 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e323f53-13e7-4d2a-b13d-11a316661d2b tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:04.188544 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9b5541b1-f5f1-4d76-92d8-cab6aad49999 tempest-FloatingIPAdminTestJSON-173900236 tempest-FloatingIPAdminTestJSON-173900236-project] Publish callbacks [] for port (53442893-1178-49b0-aa19-902c7f1a4a0a), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:04.191724 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e323f53-13e7-4d2a-b13d-11a316661d2b tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:04.192374 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e323f53-13e7-4d2a-b13d-11a316661d2b tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:04.192926 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e323f53-13e7-4d2a-b13d-11a316661d2b tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:04.196480 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e323f53-13e7-4d2a-b13d-11a316661d2b tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:04.197425 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e323f53-13e7-4d2a-b13d-11a316661d2b tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:04.197909 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e323f53-13e7-4d2a-b13d-11a316661d2b tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:04.200390 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e323f53-13e7-4d2a-b13d-11a316661d2b tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:04.200890 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e323f53-13e7-4d2a-b13d-11a316661d2b tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:04.203972 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e323f53-13e7-4d2a-b13d-11a316661d2b tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:04.204587 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e323f53-13e7-4d2a-b13d-11a316661d2b tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:04.206664 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e323f53-13e7-4d2a-b13d-11a316661d2b tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:04.208876 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e323f53-13e7-4d2a-b13d-11a316661d2b tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:04.219830 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-7e323f53-13e7-4d2a-b13d-11a316661d2b tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 24340 time: 0.6531310 Mar 28 01:05:04.220803 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cf1e9ee-469b-448b-9fc8-e60c88afaa6e tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Made reservation on behalf of bba635ee3b65479790f53c76a97cb916 for: {'subnet': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:05:04.224129 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7cf1e9ee-469b-448b-9fc8-e60c88afaa6e tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126757772'] for subnet (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:04.228777 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0c8aee-5595-4850-baad-a35c8f3a5536 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Network be4801db-c8f8-4df3-b9b5-556693d6a290 is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:05:04.235879 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 49724) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:04.261444 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 01:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f3522c8-39f9-45f6-b60b-d8bfac46e662 x-openstack-request-id: req-0f3522c8-39f9-45f6-b60b-d8bfac46e662 {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:05:04.261803 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5861c5c3-fb1b-4472-867d-d7cebf72f248", "tag": "56d9ccc0-97bc-4f8c-b2de-56c31c7b6fb7", "status": "completed", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:05:04.262006 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0f3522c8-39f9-45f6-b60b-d8bfac46e662 {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:05:04.262364 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f3522c8-39f9-45f6-b60b-d8bfac46e662'] response: {'name': 'network-changed', 'server_uuid': '5861c5c3-fb1b-4472-867d-d7cebf72f248', 'tag': '56d9ccc0-97bc-4f8c-b2de-56c31c7b6fb7', 'status': 'completed', 'code': 200} Mar 28 01:05:04.264006 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-7a0c8aee-5595-4850-baad-a35c8f3a5536 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:05:04.266592 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0c8aee-5595-4850-baad-a35c8f3a5536 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:05:04.272391 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0c8aee-5595-4850-baad-a35c8f3a5536 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:04.273019 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7a0c8aee-5595-4850-baad-a35c8f3a5536 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:04.346219 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-17acb1a4-8848-4acf-ac9e-a909432b54d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60e28954-25f3-4f1b-bd48-87667c4d56fe', 'name': 'tempest-ServersTestManualDisk-1965701064-router', 'tenant_id': 'e2e1f3c8256d426e8b9aa3f98cd07af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.52'}], 'enable_snat': True}, 'gw_port_id': '2661aa72-d791-45b8-84f3-7872d9da958e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:04:08Z', 'updated_at': '2022-03-28T01:04:22Z', 'revision_number': 4, 'project_id': 'e2e1f3c8256d426e8b9aa3f98cd07af0', 'gw_port': {'id': '2661aa72-d791-45b8-84f3-7872d9da958e', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:50:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e28954-25f3-4f1b-bd48-87667c4d56fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:04:09Z', 'updated_at': '2022-03-28T01:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_floatingips': [{'id': 'bb30f2d8-4f91-4b6f-9410-f5898aef1adc', 'tenant_id': 'e2e1f3c8256d426e8b9aa3f98cd07af0', 'floating_ip_address': '172.26.1.67', 'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'router_id': '60e28954-25f3-4f1b-bd48-87667c4d56fe', 'port_id': '56d9ccc0-97bc-4f8c-b2de-56c31c7b6fb7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8584a61-33a5-4334-8690-e70e4664bf95', 'mac_address': 'fa:16:3e:33:65:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5861c5c3-fb1b-4472-867d-d7cebf72f248', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T01:04:30Z', 'updated_at': '2022-03-28T01:05:01Z', 'revision_number': 1, 'project_id': 'e2e1f3c8256d426e8b9aa3f98cd07af0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9d16aab-10d7-48a4-acd1-f7b094d7e430', 'name': '', 'network_id': 'd8584a61-33a5-4334-8690-e70e4664bf95', 'tenant_id': 'e2e1f3c8256d426e8b9aa3f98cd07af0', 'mac_address': 'fa:16:3e:f1:8c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e28954-25f3-4f1b-bd48-87667c4d56fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'c2bac7f7-4214-433a-8d07-412328b1e8a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:04:17Z', 'updated_at': '2022-03-28T01:04:28Z', 'revision_number': 5, 'project_id': 'e2e1f3c8256d426e8b9aa3f98cd07af0', 'subnets': [{'id': 'c2bac7f7-4214-433a-8d07-412328b1e8a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:05:04.358517 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-6ec3a4b1-2d84-41b3-9e86-eddf695c5b06 None None] Provisioning complete for port fde40b78-9d75-40b8-b0f7-f04e8a063716 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:05:04.359052 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-6ec3a4b1-2d84-41b3-9e86-eddf695c5b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (fde40b78-9d75-40b8-b0f7-f04e8a063716), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:04.377346 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-7a0c8aee-5595-4850-baad-a35c8f3a5536 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.1624787 Mar 28 01:05:04.383098 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17acb1a4-8848-4acf-ac9e-a909432b54d7 None None] Checking router: 60e28954-25f3-4f1b-bd48-87667c4d56fe for host: dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:05:04.387656 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 49728) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:04.393882 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17acb1a4-8848-4acf-ac9e-a909432b54d7 None None] Routers {'60e28954-25f3-4f1b-bd48-87667c4d56fe'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:05:04.394761 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-17acb1a4-8848-4acf-ac9e-a909432b54d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:04:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['60e28954-25f3-4f1b-bd48-87667c4d56fe'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:05:04.482808 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9b5541b1-f5f1-4d76-92d8-cab6aad49999 tempest-FloatingIPAdminTestJSON-173900236 tempest-FloatingIPAdminTestJSON-173900236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (53442893-1178-49b0-aa19-902c7f1a4a0a), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:04.543242 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5541b1-f5f1-4d76-92d8-cab6aad49999 tempest-FloatingIPAdminTestJSON-173900236 tempest-FloatingIPAdminTestJSON-173900236-project] Pushing event updated for resources: {'Port': ['ID=53442893-1178-49b0-aa19-902c7f1a4a0a,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:04.558316 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d30ae8f-de7f-416a-b6d1-d83bbf92529e req-4c36ef6c-3b31-492d-aa81-e25754cc7788 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:04.560088 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-1d30ae8f-de7f-416a-b6d1-d83bbf92529e req-4c36ef6c-3b31-492d-aa81-e25754cc7788 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af78226-6db5-4d3d-a6da-4544ef645c78 HTTP/1.1" status: 200 len: 946 time: 0.3414803 Mar 28 01:05:04.565912 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-6ec3a4b1-2d84-41b3-9e86-eddf695c5b06 None None] Current status of the port fde40b78-9d75-40b8-b0f7-f04e8a063716 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:05:04.579422 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf22b203-2a8e-41f5-a65f-8910f75b2bd0 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:04.580179 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-17acb1a4-8848-4acf-ac9e-a909432b54d7 None None] Set router 60e28954-25f3-4f1b-bd48-87667c4d56fe gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:05:04.585381 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf22b203-2a8e-41f5-a65f-8910f75b2bd0 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:04.589849 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-bf22b203-2a8e-41f5-a65f-8910f75b2bd0 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.1919630 Mar 28 01:05:04.597258 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5541b1-f5f1-4d76-92d8-cab6aad49999 tempest-FloatingIPAdminTestJSON-173900236 tempest-FloatingIPAdminTestJSON-173900236-project] Network dea6548b-502b-42db-97fb-371e423e739a is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:05:04.599828 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 49730) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:04.600854 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-9b5541b1-f5f1-4d76-92d8-cab6aad49999 tempest-FloatingIPAdminTestJSON-173900236 tempest-FloatingIPAdminTestJSON-173900236-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:05:04.604463 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5541b1-f5f1-4d76-92d8-cab6aad49999 tempest-FloatingIPAdminTestJSON-173900236 tempest-FloatingIPAdminTestJSON-173900236-project] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:05:04.639085 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a40b89-021e-4545-9b30-3737354a5811 req-0d2b1b63-44a6-4cfa-9f06-054f9ecb5e0a tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:04.641427 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-74a40b89-021e-4545-9b30-3737354a5811 req-0d2b1b63-44a6-4cfa-9f06-054f9ecb5e0a tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] 10.222.0.24 "GET /v2.0/ports?device_id=5861c5c3-fb1b-4472-867d-d7cebf72f248 HTTP/1.1" status: 200 len: 945 time: 0.5253177 Mar 28 01:05:04.643660 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79344227-290b-49bc-88c7-1988abf80aaf req-1bb2fddc-b8b8-4f57-adfd-9225124c6eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:04.647755 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-79344227-290b-49bc-88c7-1988abf80aaf req-1bb2fddc-b8b8-4f57-adfd-9225124c6eb5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e2e1f3c8256d426e8b9aa3f98cd07af0&device_id=5861c5c3-fb1b-4472-867d-d7cebf72f248 HTTP/1.1" status: 200 len: 1129 time: 0.3621416 Mar 28 01:05:04.702240 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-e41ba40a-35aa-49e1-add5-55dcd6ed2edd None None] Provisioning complete for port f4af2d8b-2797-4f6b-8075-c554266bb066 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:05:04.704678 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-e41ba40a-35aa-49e1-add5-55dcd6ed2edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (f4af2d8b-2797-4f6b-8075-c554266bb066), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:04.768573 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-e41ba40a-35aa-49e1-add5-55dcd6ed2edd None None] Port f4af2d8b-2797-4f6b-8075-c554266bb066 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:05:04.774486 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 49734) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:04.816842 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-1d30ae8f-de7f-416a-b6d1-d83bbf92529e req-1a9b5f47-6ab2-4f25-bd7c-0f90274545e1 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5fc266-2207-46d1-bfc7-83854e73a714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2177348 Mar 28 01:05:04.820811 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-8e4db972-0864-4d26-b995-1d5843214f02 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Deleting port 24f8c509-7cb8-4aed-9680-73c9a5731c44 {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:05:04.821326 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-8e4db972-0864-4d26-b995-1d5843214f02 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (24f8c509-7cb8-4aed-9680-73c9a5731c44), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:04.901619 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-17acb1a4-8848-4acf-ac9e-a909432b54d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60e28954-25f3-4f1b-bd48-87667c4d56fe', 'name': 'tempest-ServersTestManualDisk-1965701064-router', 'tenant_id': 'e2e1f3c8256d426e8b9aa3f98cd07af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.52'}], 'enable_snat': True}, 'gw_port_id': '2661aa72-d791-45b8-84f3-7872d9da958e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:04:08Z', 'updated_at': '2022-03-28T01:04:22Z', 'revision_number': 4, 'project_id': 'e2e1f3c8256d426e8b9aa3f98cd07af0', 'gw_port': {'id': '2661aa72-d791-45b8-84f3-7872d9da958e', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:50:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e28954-25f3-4f1b-bd48-87667c4d56fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:04:09Z', 'updated_at': '2022-03-28T01:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_floatingips': [{'id': 'bb30f2d8-4f91-4b6f-9410-f5898aef1adc', 'tenant_id': 'e2e1f3c8256d426e8b9aa3f98cd07af0', 'floating_ip_address': '172.26.1.67', 'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'router_id': '60e28954-25f3-4f1b-bd48-87667c4d56fe', 'port_id': '56d9ccc0-97bc-4f8c-b2de-56c31c7b6fb7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8584a61-33a5-4334-8690-e70e4664bf95', 'mac_address': 'fa:16:3e:33:65:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5861c5c3-fb1b-4472-867d-d7cebf72f248', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T01:04:30Z', 'updated_at': '2022-03-28T01:05:01Z', 'revision_number': 1, 'project_id': 'e2e1f3c8256d426e8b9aa3f98cd07af0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9d16aab-10d7-48a4-acd1-f7b094d7e430', 'name': '', 'network_id': 'd8584a61-33a5-4334-8690-e70e4664bf95', 'tenant_id': 'e2e1f3c8256d426e8b9aa3f98cd07af0', 'mac_address': 'fa:16:3e:f1:8c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e28954-25f3-4f1b-bd48-87667c4d56fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'c2bac7f7-4214-433a-8d07-412328b1e8a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:04:17Z', 'updated_at': '2022-03-28T01:04:28Z', 'revision_number': 5, 'project_id': 'e2e1f3c8256d426e8b9aa3f98cd07af0', 'subnets': [{'id': 'c2bac7f7-4214-433a-8d07-412328b1e8a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:05:04.907427 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9b5541b1-f5f1-4d76-92d8-cab6aad49999 tempest-FloatingIPAdminTestJSON-173900236 tempest-FloatingIPAdminTestJSON-173900236-project] Publish callbacks [] for floatingip (7a0a8c5b-4be2-4a31-ae2a-53281f92a82e), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:04.933219 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-d4aa63d6-543b-47d2-8a56-fd0d7c6aa4d0 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Deleting port f4af2d8b-2797-4f6b-8075-c554266bb066 {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:05:04.933655 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d4aa63d6-543b-47d2-8a56-fd0d7c6aa4d0 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (f4af2d8b-2797-4f6b-8075-c554266bb066), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:04.983200 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79344227-290b-49bc-88c7-1988abf80aaf req-b09a5110-5e9c-403d-892e-87241bcd4347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:04.985186 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-79344227-290b-49bc-88c7-1988abf80aaf req-b09a5110-5e9c-403d-892e-87241bcd4347 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d8584a61-33a5-4334-8690-e70e4664bf95 HTTP/1.1" status: 200 len: 912 time: 0.3233616 Mar 28 01:05:04.995016 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7cf1e9ee-469b-448b-9fc8-e60c88afaa6e tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127282703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126757786'] for subnet (94057512-9b46-4208-86c4-331f6ba0d7fa), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:05.000683 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.db [None req-8e4db972-0864-4d26-b995-1d5843214f02 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] For port 24f8c509-7cb8-4aed-9680-73c9a5731c44, host hv-neutron-8348, got binding levels [] {{(pid=104098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:05:05.001072 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-8e4db972-0864-4d26-b995-1d5843214f02 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (24f8c509-7cb8-4aed-9680-73c9a5731c44), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:05.040520 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-8e4db972-0864-4d26-b995-1d5843214f02 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Calling delete_port for 24f8c509-7cb8-4aed-9680-73c9a5731c44 owned by {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:05:05.051860 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b2f26be0-c7aa-4f66-91bc-0a62d89b498a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:05.061049 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17acb1a4-8848-4acf-ac9e-a909432b54d7 None None] The sync data for ids ['60e28954-25f3-4f1b-bd48-87667c4d56fe'] in dv-neutron-834874-6-hyperv is: [{'id': '60e28954-25f3-4f1b-bd48-87667c4d56fe', 'name': 'tempest-ServersTestManualDisk-1965701064-router', 'tenant_id': 'e2e1f3c8256d426e8b9aa3f98cd07af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.52'}], 'enable_snat': True}, 'gw_port_id': '2661aa72-d791-45b8-84f3-7872d9da958e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:04:08Z', 'updated_at': '2022-03-28T01:04:22Z', 'revision_number': 4, 'project_id': 'e2e1f3c8256d426e8b9aa3f98cd07af0', 'gw_port': {'id': '2661aa72-d791-45b8-84f3-7872d9da958e', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:50:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e28954-25f3-4f1b-bd48-87667c4d56fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:04:09Z', 'updated_at': '2022-03-28T01:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_floatingips': [{'id': 'bb30f2d8-4f91-4b6f-9410-f5898aef1adc', 'tenant_id': 'e2e1f3c8256d426e8b9aa3f98cd07af0', 'floating_ip_address': '172.26.1.67', 'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'router_id': '60e28954-25f3-4f1b-bd48-87667c4d56fe', 'port_id': '56d9ccc0-97bc-4f8c-b2de-56c31c7b6fb7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8584a61-33a5-4334-8690-e70e4664bf95', 'mac_address': 'fa:16:3e:33:65:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5861c5c3-fb1b-4472-867d-d7cebf72f248', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T01:04:30Z', 'updated_at': '2022-03-28T01:05:01Z', 'revision_number': 1, 'project_id': 'e2e1f3c8256d426e8b9aa3f98cd07af0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9d16aab-10d7-48a4-acd1-f7b094d7e430', 'name': '', 'network_id': 'd8584a61-33a5-4334-8690-e70e4664bf95', 'tenant_id': 'e2e1f3c8256d426e8b9aa3f98cd07af0', 'mac_address': 'fa:16:3e:f1:8c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e28954-25f3-4f1b-bd48-87667c4d56fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'c2bac7f7-4214-433a-8d07-412328b1e8a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:04:17Z', 'updated_at': '2022-03-28T01:04:28Z', 'revision_number': 5, 'project_id': 'e2e1f3c8256d426e8b9aa3f98cd07af0', 'subnets': [{'id': 'c2bac7f7-4214-433a-8d07-412328b1e8a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:05:05.068140 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9b5541b1-f5f1-4d76-92d8-cab6aad49999 tempest-FloatingIPAdminTestJSON-173900236 tempest-FloatingIPAdminTestJSON-173900236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (53442893-1178-49b0-aa19-902c7f1a4a0a), before_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:05.148456 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device fde40b78-9d75-40b8-b0f7-f04e8a063716 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:05:05.161123 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-74a40b89-021e-4545-9b30-3737354a5811 req-3e33ea5b-c053-4722-9d6d-dcaec7c45b82 tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] 10.222.0.24 "GET /v2.0/security-groups?id=9de1bbaf-2b8c-40c3-8122-cae68c77803a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5091703 Mar 28 01:05:05.195059 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf1e9ee-469b-448b-9fc8-e60c88afaa6e tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Pushing event updated for resources: {'Subnet': ['ID=94057512-9b46-4208-86c4-331f6ba0d7fa,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:05.201580 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-79344227-290b-49bc-88c7-1988abf80aaf req-068b2731-b915-41bb-ad7e-33614cfd710a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56d9ccc0-97bc-4f8c-b2de-56c31c7b6fb7 HTTP/1.1" status: 200 len: 998 time: 0.2086933 Mar 28 01:05:05.210389 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf1e9ee-469b-448b-9fc8-e60c88afaa6e tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Checking segment: {'id': 'a133985b-8543-4e0d-a1fa-f21b332b27d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '94fbfbe1-492f-4e6f-84ed-397dc0cbeef5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:05:05.210755 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf1e9ee-469b-448b-9fc8-e60c88afaa6e tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Network hostable DHCP agents. Network: 94fbfbe1-492f-4e6f-84ed-397dc0cbeef5, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:05:05.232080 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port fde40b78-9d75-40b8-b0f7-f04e8a063716 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:05:05.232727 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (fde40b78-9d75-40b8-b0f7-f04e8a063716), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:05.271937 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79344227-290b-49bc-88c7-1988abf80aaf req-5c4c1115-45f8-4968-ba1b-0dd94ebbacfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:05.273629 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-79344227-290b-49bc-88c7-1988abf80aaf req-5c4c1115-45f8-4968-ba1b-0dd94ebbacfc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c2bac7f7-4214-433a-8d07-412328b1e8a9 HTTP/1.1" status: 200 len: 851 time: 0.0643406 Mar 28 01:05:05.274392 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf1e9ee-469b-448b-9fc8-e60c88afaa6e tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Network 94fbfbe1-492f-4e6f-84ed-397dc0cbeef5 is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:05:05.275781 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d4aa63d6-543b-47d2-8a56-fd0d7c6aa4d0 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (f4af2d8b-2797-4f6b-8075-c554266bb066), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:05.301003 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-7cf1e9ee-469b-448b-9fc8-e60c88afaa6e tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, 94fbfbe1-492f-4e6f-84ed-397dc0cbeef5) {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:05:05.316839 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-d4aa63d6-543b-47d2-8a56-fd0d7c6aa4d0 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Calling delete_port for f4af2d8b-2797-4f6b-8075-c554266bb066 owned by {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:05:05.328790 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbca177f-466b-4039-959d-8e9fd4a49337 None None] Network 94fbfbe1-492f-4e6f-84ed-397dc0cbeef5 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:05:05.342034 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf1e9ee-469b-448b-9fc8-e60c88afaa6e tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:05.342628 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7cf1e9ee-469b-448b-9fc8-e60c88afaa6e tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:05.384507 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-7cf1e9ee-469b-448b-9fc8-e60c88afaa6e tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4349325 Mar 28 01:05:05.384507 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 49746) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:05.391707 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-0f9b5611-a307-4db8-b528-9ce06ebae4e8 tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1909852327'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:05:05.402337 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d517183c-5fa7-46ef-8765-08402b260915 req-17570bd1-44b5-4f7c-a8e8-c8a510904e98 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:05.409825 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-d517183c-5fa7-46ef-8765-08402b260915 req-17570bd1-44b5-4f7c-a8e8-c8a510904e98 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af78226-6db5-4d3d-a6da-4544ef645c78 HTTP/1.1" status: 200 len: 946 time: 0.1318555 Mar 28 01:05:05.425175 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79344227-290b-49bc-88c7-1988abf80aaf req-6521bf13-3a9f-4993-974e-e44caddb1ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:05.426673 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-79344227-290b-49bc-88c7-1988abf80aaf req-6521bf13-3a9f-4993-974e-e44caddb1ea8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d8584a61-33a5-4334-8690-e70e4664bf95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1373332 Mar 28 01:05:05.435776 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ba1659-a3cb-4651-9952-6c22b3c3ad98 None None] New status for floating IP bb30f2d8-4f91-4b6f-9410-f5898aef1adc: ACTIVE {{(pid=104100) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 01:05:05.495690 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f9b5611-a307-4db8-b528-9ce06ebae4e8 tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Made reservation on behalf of bba635ee3b65479790f53c76a97cb916 for: {'network': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:05:05.499273 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0f9b5611-a307-4db8-b528-9ce06ebae4e8 tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:05.508001 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port fde40b78-9d75-40b8-b0f7-f04e8a063716 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:05:05.528475 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-8e4db972-0864-4d26-b995-1d5843214f02 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (24f8c509-7cb8-4aed-9680-73c9a5731c44), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:05.539371 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-d517183c-5fa7-46ef-8765-08402b260915 req-26e23f2b-82c5-42ea-a2f4-36aacc415d59 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5fc266-2207-46d1-bfc7-83854e73a714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287129 Mar 28 01:05:05.570315 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f9b5611-a307-4db8-b528-9ce06ebae4e8 tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=104099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:05:05.570520 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df87f5b3-8cb0-4a7b-bb62-3f0a92339299 req-62cac19d-b7ba-42fa-a2c4-1fb474b71146 tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:05.570520 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-df87f5b3-8cb0-4a7b-bb62-3f0a92339299 req-62cac19d-b7ba-42fa-a2c4-1fb474b71146 tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] 10.222.0.24 "GET /v2.0/ports?device_id=6657001d-e343-465a-8283-bcce744623b2 HTTP/1.1" status: 200 len: 945 time: 0.4118371 Mar 28 01:05:05.570520 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d4aa63d6-543b-47d2-8a56-fd0d7c6aa4d0 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (f4af2d8b-2797-4f6b-8075-c554266bb066), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:05.580771 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121e80c9-7dfc-44b4-8fb8-fb56788250da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-94fbfbe1-492f-4e6f-84ed-397dc0cbeef5', 'network_id': '94fbfbe1-492f-4e6f-84ed-397dc0cbeef5', 'project_id': 'bba635ee3b65479790f53c76a97cb916', 'fixed_ips': [{'subnet_id': '94057512-9b46-4208-86c4-331f6ba0d7fa'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:05:05.581703 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-121e80c9-7dfc-44b4-8fb8-fb56788250da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:05.591437 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0f9b5611-a307-4db8-b528-9ce06ebae4e8 tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (e14b9c1a-8f0c-4756-873b-72896edfabea), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:05.591864 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.segments_db [None req-0f9b5611-a307-4db8-b528-9ce06ebae4e8 tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Added segment e14b9c1a-8f0c-4756-873b-72896edfabea of type vlan for network 04294e74-d2bf-4b46-a113-0ebf8d4c9146 Mar 28 01:05:05.595229 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-79344227-290b-49bc-88c7-1988abf80aaf req-c2b86cfe-bb65-4fe8-a316-8faefd1c223e service neutron] 10.222.0.10 "GET /v2.0/networks/d8584a61-33a5-4334-8690-e70e4664bf95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601276 Mar 28 01:05:05.607211 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4db972-0864-4d26-b995-1d5843214f02 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Pushing event deleted for resources: {'Port': ['ID=24f8c509-7cb8-4aed-9680-73c9a5731c44,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:05.667897 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-df87f5b3-8cb0-4a7b-bb62-3f0a92339299 req-7c95853b-be3e-4178-b301-177e4c35040f tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef3c0281-51d5-49db-9849-f251e8c0da03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931771 Mar 28 01:05:05.701218 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-8e4db972-0864-4d26-b995-1d5843214f02 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:05.707270 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-8e4db972-0864-4d26-b995-1d5843214f02 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] 10.222.0.24 "DELETE /v2.0/ports/24f8c509-7cb8-4aed-9680-73c9a5731c44 HTTP/1.1" status: 204 len: 168 time: 1.4568942 Mar 28 01:05:05.713221 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 49754) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:05.717903 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0f9b5611-a307-4db8-b528-9ce06ebae4e8 tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (04294e74-d2bf-4b46-a113-0ebf8d4c9146), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:05.719629 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aa63d6-543b-47d2-8a56-fd0d7c6aa4d0 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Pushing event deleted for resources: {'Port': ['ID=f4af2d8b-2797-4f6b-8075-c554266bb066,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:05.760520 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.pecan_wsgi.hooks.translation [None req-702330a6-fb81-421a-9cf3-60250cda1d45 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] GET failed (client error): The resource could not be found. Mar 28 01:05:05.765850 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-702330a6-fb81-421a-9cf3-60250cda1d45 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] 10.222.0.24 "GET /v2.0/ports/24f8c509-7cb8-4aed-9680-73c9a5731c44 HTTP/1.1" status: 404 len: 333 time: 0.0480092 Mar 28 01:05:05.808113 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-79344227-290b-49bc-88c7-1988abf80aaf req-2b555538-a121-4370-a0fa-8c9cab172782 service neutron] 10.222.0.10 "GET /v2.0/networks/d8584a61-33a5-4334-8690-e70e4664bf95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026966 Mar 28 01:05:05.811333 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 49756) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:05.816164 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b2f26be0-c7aa-4f66-91bc-0a62d89b498a admin admin] Publish callbacks [] for security_group (7218af68-e46f-41e6-95c2-0c1b5fe687b6), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:05.818145 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-6ddc215f-6ef7-4331-a81b-5d18dcb3b4cd tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1034035361', 'network_id': '57c1e086-1a32-4a91-affa-ac11a284d989'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:05:05.846883 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-121e80c9-7dfc-44b4-8fb8-fb56788250da None None] Allocated IP 2001:db8:0:ffff::2 (94fbfbe1-492f-4e6f-84ed-397dc0cbeef5/94057512-9b46-4208-86c4-331f6ba0d7fa/24cf855e-1157-46a6-8845-fff3c0d38802) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:05:05.861036 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0f9b5611-a307-4db8-b528-9ce06ebae4e8 tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (04294e74-d2bf-4b46-a113-0ebf8d4c9146), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:05.867038 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9b5611-a307-4db8-b528-9ce06ebae4e8 tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:05.867652 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0f9b5611-a307-4db8-b528-9ce06ebae4e8 tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:05.881543 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d4aa63d6-543b-47d2-8a56-fd0d7c6aa4d0 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:05.894639 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ddc215f-6ef7-4331-a81b-5d18dcb3b4cd tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Made reservation on behalf of 423e81e88ba2488886313a973693d5e9 for: {'port': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:05:05.895444 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-d4aa63d6-543b-47d2-8a56-fd0d7c6aa4d0 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "DELETE /v2.0/ports/f4af2d8b-2797-4f6b-8075-c554266bb066 HTTP/1.1" status: 204 len: 168 time: 1.2834888 Mar 28 01:05:05.897427 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b2f26be0-c7aa-4f66-91bc-0a62d89b498a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (7218af68-e46f-41e6-95c2-0c1b5fe687b6), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:05.897831 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-6ddc215f-6ef7-4331-a81b-5d18dcb3b4cd tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:05.908680 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 49760) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:05.974338 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9b5541b1-f5f1-4d76-92d8-cab6aad49999 tempest-FloatingIPAdminTestJSON-173900236 tempest-FloatingIPAdminTestJSON-173900236-project] Publish callbacks [] for port (53442893-1178-49b0-aa19-902c7f1a4a0a), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:06.004742 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-0f9b5611-a307-4db8-b528-9ce06ebae4e8 tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6182630 Mar 28 01:05:06.009825 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 49762) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:06.014954 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-6cda4c90-d4da-4e0f-8c98-2c908dccc9ee tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Request body: {'subnet': {'network_id': '04294e74-d2bf-4b46-a113-0ebf8d4c9146', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:05:06.028119 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-b2f26be0-c7aa-4f66-91bc-0a62d89b498a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=33cd289261644cf39d7ef6edcd3c68c0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2452593 Mar 28 01:05:06.037042 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 49764) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:06.037263 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [None req-6ddc215f-6ef7-4331-a81b-5d18dcb3b4cd tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] device_id is not set on port a5f5b277-f608-498d-b8b1-1be3ca56f9b3 yet. {{(pid=104099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 01:05:06.039496 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9b5541b1-f5f1-4d76-92d8-cab6aad49999 tempest-FloatingIPAdminTestJSON-173900236 tempest-FloatingIPAdminTestJSON-173900236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126177159'] for port (53442893-1178-49b0-aa19-902c7f1a4a0a), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:06.042847 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9b5611-a307-4db8-b528-9ce06ebae4e8 tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Pushing event updated for resources: {'Network': ['ID=04294e74-d2bf-4b46-a113-0ebf8d4c9146,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:06.141062 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-121e80c9-7dfc-44b4-8fb8-fb56788250da None None] Publish callbacks [] for port (24cf855e-1157-46a6-8845-fff3c0d38802), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:06.148791 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network 04294e74-d2bf-4b46-a113-0ebf8d4c9146 details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:05:06.153726 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-121e80c9-7dfc-44b4-8fb8-fb56788250da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (24cf855e-1157-46a6-8845-fff3c0d38802), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:06.191124 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cda4c90-d4da-4e0f-8c98-2c908dccc9ee tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Made reservation on behalf of bba635ee3b65479790f53c76a97cb916 for: {'subnet': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:05:06.194534 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-6cda4c90-d4da-4e0f-8c98-2c908dccc9ee tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126757772'] for subnet (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:06.262151 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121e80c9-7dfc-44b4-8fb8-fb56788250da None None] Network 94fbfbe1-492f-4e6f-84ed-397dc0cbeef5 is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:05:06.272507 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-121e80c9-7dfc-44b4-8fb8-fb56788250da None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:05:06.276187 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121e80c9-7dfc-44b4-8fb8-fb56788250da None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:05:06.301980 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121e80c9-7dfc-44b4-8fb8-fb56788250da None None] Pushing event updated for resources: {'Port': ['ID=24cf855e-1157-46a6-8845-fff3c0d38802,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:06.364889 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-121e80c9-7dfc-44b4-8fb8-fb56788250da None None] Attempting to bind port 24cf855e-1157-46a6-8845-fff3c0d38802 on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:05:06.365077 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-121e80c9-7dfc-44b4-8fb8-fb56788250da None None] Attempting to bind port 24cf855e-1157-46a6-8845-fff3c0d38802 by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': 'a133985b-8543-4e0d-a1fa-f21b332b27d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '94fbfbe1-492f-4e6f-84ed-397dc0cbeef5'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:05:06.365632 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121e80c9-7dfc-44b4-8fb8-fb56788250da None None] Attempting to bind port 24cf855e-1157-46a6-8845-fff3c0d38802 on network 94fbfbe1-492f-4e6f-84ed-397dc0cbeef5 {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:05:06.371040 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121e80c9-7dfc-44b4-8fb8-fb56788250da None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:05:06.372314 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121e80c9-7dfc-44b4-8fb8-fb56788250da None None] Checking segment: {'id': 'a133985b-8543-4e0d-a1fa-f21b332b27d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '94fbfbe1-492f-4e6f-84ed-397dc0cbeef5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:05:06.372547 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-121e80c9-7dfc-44b4-8fb8-fb56788250da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:06.372906 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121e80c9-7dfc-44b4-8fb8-fb56788250da None None] Bound using segment: {'id': 'a133985b-8543-4e0d-a1fa-f21b332b27d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '94fbfbe1-492f-4e6f-84ed-397dc0cbeef5'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:05:06.373375 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-121e80c9-7dfc-44b4-8fb8-fb56788250da None None] Bound port: 24cf855e-1157-46a6-8845-fff3c0d38802, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a133985b-8543-4e0d-a1fa-f21b332b27d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '94fbfbe1-492f-4e6f-84ed-397dc0cbeef5'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:05:06.373751 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-121e80c9-7dfc-44b4-8fb8-fb56788250da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (24cf855e-1157-46a6-8845-fff3c0d38802), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:06.397608 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f26be0-c7aa-4f66-91bc-0a62d89b498a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7218af68-e46f-41e6-95c2-0c1b5fe687b6,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:06.399605 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-6ddc215f-6ef7-4331-a81b-5d18dcb3b4cd tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Publish callbacks [] for port (a5f5b277-f608-498d-b8b1-1be3ca56f9b3), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:06.429159 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c7922-2b57-4697-9aaf-969b434a6ca4 req-b157cbe2-dd3d-40aa-aa4f-5f5d5e3cadc0 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:06.436762 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-835c7922-2b57-4697-9aaf-969b434a6ca4 req-b157cbe2-dd3d-40aa-aa4f-5f5d5e3cadc0 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af78226-6db5-4d3d-a6da-4544ef645c78 HTTP/1.1" status: 200 len: 946 time: 0.1831899 Mar 28 01:05:06.447964 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-121e80c9-7dfc-44b4-8fb8-fb56788250da None None] For port 24cf855e-1157-46a6-8845-fff3c0d38802, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:05:06.451653 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-121e80c9-7dfc-44b4-8fb8-fb56788250da None None] For port 24cf855e-1157-46a6-8845-fff3c0d38802, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=24cf855e-1157-46a6-8845-fff3c0d38802,segment=NetworkSegment(a133985b-8543-4e0d-a1fa-f21b332b27d9),segment_id=a133985b-8543-4e0d-a1fa-f21b332b27d9)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:05:06.460989 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-121e80c9-7dfc-44b4-8fb8-fb56788250da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (24cf855e-1157-46a6-8845-fff3c0d38802), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:06.466829 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6e0f0c-e642-4cad-9038-4f0c3e0b1e6b tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:06.468300 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6e0f0c-e642-4cad-9038-4f0c3e0b1e6b tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:06.472221 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-5a6e0f0c-e642-4cad-9038-4f0c3e0b1e6b tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5317445 Mar 28 01:05:06.478224 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 49770) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:06.478566 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5541b1-f5f1-4d76-92d8-cab6aad49999 tempest-FloatingIPAdminTestJSON-173900236 tempest-FloatingIPAdminTestJSON-173900236-project] Pushing event updated for resources: {'Port': ['ID=53442893-1178-49b0-aa19-902c7f1a4a0a,revision_number=2']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:06.522794 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4ae868-af6c-4493-ad42-7b5d29f5403d req-3d68d17c-92a3-4dfb-bfe0-d8dc77a8671a tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:06.524146 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-3a4ae868-af6c-4493-ad42-7b5d29f5403d req-3d68d17c-92a3-4dfb-bfe0-d8dc77a8671a tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] 10.222.0.24 "GET /v2.0/ports?device_id=6657001d-e343-465a-8283-bcce744623b2 HTTP/1.1" status: 200 len: 945 time: 0.7179313 Mar 28 01:05:06.527948 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9b5541b1-f5f1-4d76-92d8-cab6aad49999 tempest-FloatingIPAdminTestJSON-173900236 tempest-FloatingIPAdminTestJSON-173900236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688063'] for floatingip (7a0a8c5b-4be2-4a31-ae2a-53281f92a82e), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:06.544254 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 49772) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:06.545296 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-6d452061-c386-4219-a1d2-6efc5173ba07 tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] Request body: {'floatingip': {'port_id': 'cef33cf3-0c44-4506-9b92-15d1f07f1f43'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:05:06.552095 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121e80c9-7dfc-44b4-8fb8-fb56788250da None None] Pushing event updated for resources: {'Port': ['ID=24cf855e-1157-46a6-8845-fff3c0d38802,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:06.563656 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-835c7922-2b57-4697-9aaf-969b434a6ca4 req-39083a73-7749-4b57-be19-b266649435a0 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5fc266-2207-46d1-bfc7-83854e73a714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249292 Mar 28 01:05:06.580932 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-6ddc215f-6ef7-4331-a81b-5d18dcb3b4cd tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (a5f5b277-f608-498d-b8b1-1be3ca56f9b3), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:06.611856 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d3cd11dc-e1b6-462d-a441-fb7dd44ccedf admin admin] Publish callbacks [] for security_group (7218af68-e46f-41e6-95c2-0c1b5fe687b6), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:06.615601 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9b5541b1-f5f1-4d76-92d8-cab6aad49999 tempest-FloatingIPAdminTestJSON-173900236 tempest-FloatingIPAdminTestJSON-173900236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for floatingip (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:06.619139 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-9b5541b1-f5f1-4d76-92d8-cab6aad49999 tempest-FloatingIPAdminTestJSON-173900236 tempest-FloatingIPAdminTestJSON-173900236-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3653598 Mar 28 01:05:06.620694 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-6d452061-c386-4219-a1d2-6efc5173ba07 tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] Publish callbacks [] for floatingip (7fb1e4d2-b9c6-41b9-b8be-f8706fe64d55), before_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:06.623097 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 49774) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:06.626420 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_v2 [None req-aea2cb13-c5e8-4a08-a9c9-18c5eecfe643 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Deleting subnet f6aa1b80-26cc-409f-8a4a-1d5c8ef8f1b4 {{(pid=104098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:05:06.662290 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-aea2cb13-c5e8-4a08-a9c9-18c5eecfe643 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks [] for subnet (f6aa1b80-26cc-409f-8a4a-1d5c8ef8f1b4), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:06.740059 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d3cd11dc-e1b6-462d-a441-fb7dd44ccedf admin admin] Publish callbacks [] for security_group (7218af68-e46f-41e6-95c2-0c1b5fe687b6), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:06.766684 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ddc215f-6ef7-4331-a81b-5d18dcb3b4cd tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Network 57c1e086-1a32-4a91-affa-ac11a284d989 is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:05:06.778656 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-6ddc215f-6ef7-4331-a81b-5d18dcb3b4cd tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:05:06.781257 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ddc215f-6ef7-4331-a81b-5d18dcb3b4cd tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:05:06.782515 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ddc215f-6ef7-4331-a81b-5d18dcb3b4cd tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:06.783110 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-6ddc215f-6ef7-4331-a81b-5d18dcb3b4cd tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:06.785190 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddc215f-6ef7-4331-a81b-5d18dcb3b4cd tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Pushing event updated for resources: {'Port': ['ID=a5f5b277-f608-498d-b8b1-1be3ca56f9b3,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:06.805992 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-aea2cb13-c5e8-4a08-a9c9-18c5eecfe643 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126443526'] for subnet (f6aa1b80-26cc-409f-8a4a-1d5c8ef8f1b4), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:06.857954 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-e6adae41-9ea5-4d15-aeb3-4388e1bfee15 tempest-FloatingIPAdminTestJSON-1792906850 tempest-FloatingIPAdminTestJSON-1792906850-project-admin] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3702 time: 0.2310462 Mar 28 01:05:06.864502 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-6ddc215f-6ef7-4331-a81b-5d18dcb3b4cd tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.0521946 Mar 28 01:05:06.869210 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 49776) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:06.869481 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 49778) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:06.975113 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d3cd11dc-e1b6-462d-a441-fb7dd44ccedf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (7218af68-e46f-41e6-95c2-0c1b5fe687b6), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:06.977735 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d3cd11dc-e1b6-462d-a441-fb7dd44ccedf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:06.978825 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-d3cd11dc-e1b6-462d-a441-fb7dd44ccedf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7218af68-e46f-41e6-95c2-0c1b5fe687b6 HTTP/1.1" status: 204 len: 168 time: 0.9371476 Mar 28 01:05:06.983136 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-487727c1-2137-4ef2-91eb-50bc04260794 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1125910 Mar 28 01:05:06.988144 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 49782) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:06.999183 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7baa65dc-2dcb-42b0-bad0-b4f721f6ad71 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:07.000719 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-7baa65dc-2dcb-42b0-bad0-b4f721f6ad71 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] 10.222.0.24 "GET /v2.0/ports/a5f5b277-f608-498d-b8b1-1be3ca56f9b3 HTTP/1.1" status: 200 len: 955 time: 0.1291063 Mar 28 01:05:07.007628 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 49784) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:07.022006 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.objects.ports [None req-6cda4c90-d4da-4e0f-8c98-2c908dccc9ee tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104099) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 28 01:05:07.023483 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-6cda4c90-d4da-4e0f-8c98-2c908dccc9ee tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127282703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126757786'] for subnet (86179a51-ac58-4b59-b6c7-746bb93f2d76), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:07.042430 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cd11dc-e1b6-462d-a441-fb7dd44ccedf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7218af68-e46f-41e6-95c2-0c1b5fe687b6,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:07.090858 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-aea2cb13-c5e8-4a08-a9c9-18c5eecfe643 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (f6aa1b80-26cc-409f-8a4a-1d5c8ef8f1b4), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:07.184149 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 24cf855e-1157-46a6-8845-fff3c0d38802 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:05:07.249835 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 24cf855e-1157-46a6-8845-fff3c0d38802 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:05:07.250614 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (24cf855e-1157-46a6-8845-fff3c0d38802), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:07.341521 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-aea2cb13-c5e8-4a08-a9c9-18c5eecfe643 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126175041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126112438'] for subnet (f6aa1b80-26cc-409f-8a4a-1d5c8ef8f1b4), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:07.362766 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 24cf855e-1157-46a6-8845-fff3c0d38802 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:05:07.363245 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (24cf855e-1157-46a6-8845-fff3c0d38802), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:07.409214 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] For port 24cf855e-1157-46a6-8845-fff3c0d38802, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=24cf855e-1157-46a6-8845-fff3c0d38802,segment=NetworkSegment(a133985b-8543-4e0d-a1fa-f21b332b27d9),segment_id=a133985b-8543-4e0d-a1fa-f21b332b27d9)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:05:07.419062 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (24cf855e-1157-46a6-8845-fff3c0d38802), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:07.434224 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cda4c90-d4da-4e0f-8c98-2c908dccc9ee tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Pushing event updated for resources: {'Subnet': ['ID=86179a51-ac58-4b59-b6c7-746bb93f2d76,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:07.450461 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cda4c90-d4da-4e0f-8c98-2c908dccc9ee tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Checking segment: {'id': 'e14b9c1a-8f0c-4756-873b-72896edfabea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '04294e74-d2bf-4b46-a113-0ebf8d4c9146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:05:07.450779 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cda4c90-d4da-4e0f-8c98-2c908dccc9ee tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Network hostable DHCP agents. Network: 04294e74-d2bf-4b46-a113-0ebf8d4c9146, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:05:07.471596 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-c4d6f393-b52e-4eac-a698-acba0fc49e14 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Deleting port a5f5b277-f608-498d-b8b1-1be3ca56f9b3 {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:05:07.473532 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c4d6f393-b52e-4eac-a698-acba0fc49e14 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (a5f5b277-f608-498d-b8b1-1be3ca56f9b3), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:07.475650 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea2cb13-c5e8-4a08-a9c9-18c5eecfe643 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Pushing event deleted for resources: {'Subnet': ['ID=f6aa1b80-26cc-409f-8a4a-1d5c8ef8f1b4,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:07.476695 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cda4c90-d4da-4e0f-8c98-2c908dccc9ee tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Network 04294e74-d2bf-4b46-a113-0ebf8d4c9146 is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:05:07.486777 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 49788) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:07.492112 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-aea2cb13-c5e8-4a08-a9c9-18c5eecfe643 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:07.493676 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-6cda4c90-d4da-4e0f-8c98-2c908dccc9ee tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, 04294e74-d2bf-4b46-a113-0ebf8d4c9146) {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:05:07.495937 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-aea2cb13-c5e8-4a08-a9c9-18c5eecfe643 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "DELETE /v2.0/subnets/f6aa1b80-26cc-409f-8a4a-1d5c8ef8f1b4 HTTP/1.1" status: 204 len: 168 time: 1.0146413 Mar 28 01:05:07.498995 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cda4c90-d4da-4e0f-8c98-2c908dccc9ee tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:07.499864 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-6cda4c90-d4da-4e0f-8c98-2c908dccc9ee tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:07.507174 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 49790) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:07.512409 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553265d2-1674-4033-8c1f-2733177e5c86 None None] Network be4801db-c8f8-4df3-b9b5-556693d6a290 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:05:07.514601 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d373446a-3de7-4f2c-b314-b605c22aa1bb None None] Network 04294e74-d2bf-4b46-a113-0ebf8d4c9146 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:05:07.560698 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-5f4cd836-d807-4d71-b331-1347513c2fcb tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0465021 Mar 28 01:05:07.560947 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 49792) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:07.567645 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-d8222293-21cd-4920-8e37-997aadbe4b78 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Request body: {'subnet': {'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:05:07.588603 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-89542a2f-0fcc-424c-b381-a79e47525e98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:07.613202 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-c3b5c5e4-17bb-4ae2-aed2-909b796b9178 tempest-FloatingIPAdminTestJSON-173900236 tempest-FloatingIPAdminTestJSON-173900236-project] Deleting port 53442893-1178-49b0-aa19-902c7f1a4a0a {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:05:07.613676 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c3b5c5e4-17bb-4ae2-aed2-909b796b9178 tempest-FloatingIPAdminTestJSON-173900236 tempest-FloatingIPAdminTestJSON-173900236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (53442893-1178-49b0-aa19-902c7f1a4a0a), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:07.639618 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Pushing event updated for resources: {'Port': ['ID=24cf855e-1157-46a6-8845-fff3c0d38802,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:07.671996 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 49796) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:07.676607 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-6cda4c90-d4da-4e0f-8c98-2c908dccc9ee tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6656818 Mar 28 01:05:07.689184 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-5bf8132c-0f08-4e42-9fec-14dd7d0f4a02 tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Request body: {'port': {'network_id': '04294e74-d2bf-4b46-a113-0ebf8d4c9146', 'name': 'tempest-NetworksIpV6TestAttrs-506118773'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:05:07.699674 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8222293-21cd-4920-8e37-997aadbe4b78 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Made reservation on behalf of 564cf6bfe83a4d71adcd7d33f5d20cb1 for: {'subnet': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:05:07.704703 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d8222293-21cd-4920-8e37-997aadbe4b78 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126757772'] for subnet (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:07.726250 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c4d6f393-b52e-4eac-a698-acba0fc49e14 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (a5f5b277-f608-498d-b8b1-1be3ca56f9b3), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:07.776238 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3051561-1717-4b3c-950b-fbe2dc2eae40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-04294e74-d2bf-4b46-a113-0ebf8d4c9146', 'network_id': '04294e74-d2bf-4b46-a113-0ebf8d4c9146', 'project_id': 'bba635ee3b65479790f53c76a97cb916', 'fixed_ips': [{'subnet_id': '86179a51-ac58-4b59-b6c7-746bb93f2d76'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:05:07.777099 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-e3051561-1717-4b3c-950b-fbe2dc2eae40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:07.869079 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-c4d6f393-b52e-4eac-a698-acba0fc49e14 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Calling delete_port for a5f5b277-f608-498d-b8b1-1be3ca56f9b3 owned by {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:05:07.922817 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.db.resource_extend [None req-6d452061-c386-4219-a1d2-6efc5173ba07 tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 01:05:07.940120 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6814d92-0234-4cac-8126-de5e3235c4a7 None None] Network 94fbfbe1-492f-4e6f-84ed-397dc0cbeef5 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:05:07.965728 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d8222293-21cd-4920-8e37-997aadbe4b78 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127282703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126757786'] for subnet (91ca6814-781c-48d2-a6eb-794b94d2cb1b), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:07.989788 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd175ca4-dc03-4064-9676-47d2437a96d5 None None] DHCP port deletion for be4801db-c8f8-4df3-b9b5-556693d6a290 request from dv-neutron-834874-6-hyperv {{(pid=104100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 01:05:08.014415 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c3b5c5e4-17bb-4ae2-aed2-909b796b9178 tempest-FloatingIPAdminTestJSON-173900236 tempest-FloatingIPAdminTestJSON-173900236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (53442893-1178-49b0-aa19-902c7f1a4a0a), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:08.015058 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c3b5c5e4-17bb-4ae2-aed2-909b796b9178 tempest-FloatingIPAdminTestJSON-173900236 tempest-FloatingIPAdminTestJSON-173900236-project] Publish callbacks [] for floatingip (53442893-1178-49b0-aa19-902c7f1a4a0a), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:08.018587 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8222293-21cd-4920-8e37-997aadbe4b78 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Network be4801db-c8f8-4df3-b9b5-556693d6a290 is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:05:08.024313 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-d8222293-21cd-4920-8e37-997aadbe4b78 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:05:08.027978 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8222293-21cd-4920-8e37-997aadbe4b78 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:08.029376 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d8222293-21cd-4920-8e37-997aadbe4b78 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:08.033538 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-e3051561-1717-4b3c-950b-fbe2dc2eae40 None None] Allocated IP 2001:db8::f816:3eff:feea:ec0b (04294e74-d2bf-4b46-a113-0ebf8d4c9146/86179a51-ac58-4b59-b6c7-746bb93f2d76/b9b9075e-8d0b-4e2e-ac8e-60c520909e54) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:05:08.042066 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8222293-21cd-4920-8e37-997aadbe4b78 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Pushing event updated for resources: {'Subnet': ['ID=91ca6814-781c-48d2-a6eb-794b94d2cb1b,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:08.052960 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-d8222293-21cd-4920-8e37-997aadbe4b78 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4909613 Mar 28 01:05:08.053454 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4c5ea1-9e6d-41a1-bdc3-63e5a48abe30 req-f2e8f62d-90b8-4c18-870b-209134e92641 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:08.054404 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8222293-21cd-4920-8e37-997aadbe4b78 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:05:08.054751 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8222293-21cd-4920-8e37-997aadbe4b78 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:05:08.055091 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8222293-21cd-4920-8e37-997aadbe4b78 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:05:08.055452 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8222293-21cd-4920-8e37-997aadbe4b78 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:05:08.055775 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8222293-21cd-4920-8e37-997aadbe4b78 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:05:08.056115 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8222293-21cd-4920-8e37-997aadbe4b78 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:05:08.056440 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8222293-21cd-4920-8e37-997aadbe4b78 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:05:08.056761 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8222293-21cd-4920-8e37-997aadbe4b78 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:05:08.057083 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8222293-21cd-4920-8e37-997aadbe4b78 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:05:08.057403 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8222293-21cd-4920-8e37-997aadbe4b78 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:05:08.057737 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8222293-21cd-4920-8e37-997aadbe4b78 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:05:08.058038 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8222293-21cd-4920-8e37-997aadbe4b78 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:05:08.058648 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8222293-21cd-4920-8e37-997aadbe4b78 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:05:08.058976 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8222293-21cd-4920-8e37-997aadbe4b78 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:05:08.059294 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8222293-21cd-4920-8e37-997aadbe4b78 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:05:08.060316 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-eb4c5ea1-9e6d-41a1-bdc3-63e5a48abe30 req-f2e8f62d-90b8-4c18-870b-209134e92641 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af78226-6db5-4d3d-a6da-4544ef645c78 HTTP/1.1" status: 200 len: 946 time: 0.3757474 Mar 28 01:05:08.063039 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 49798) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:08.064750 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-6397af22-4de8-41b3-bf5b-ba5aa0e3c45c None None] Provisioning complete for port 24cf855e-1157-46a6-8845-fff3c0d38802 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:05:08.065120 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-6397af22-4de8-41b3-bf5b-ba5aa0e3c45c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (24cf855e-1157-46a6-8845-fff3c0d38802), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:08.086224 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-b89ca9da-09d5-4d38-98e0-3547d1b180e0 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Request body: {'port': {'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290', 'fixed_ips': [{'subnet_id': '91ca6814-781c-48d2-a6eb-794b94d2cb1b', 'ip_address': '2001:db8::cac5:6406:c3c7:5862'}], 'name': 'tempest-NetworksTestDHCPv6-383011119'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:05:08.128682 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-c3b5c5e4-17bb-4ae2-aed2-909b796b9178 tempest-FloatingIPAdminTestJSON-173900236 tempest-FloatingIPAdminTestJSON-173900236-project] Calling delete_port for 53442893-1178-49b0-aa19-902c7f1a4a0a owned by network:floatingip {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:05:08.175227 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-6d452061-c386-4219-a1d2-6efc5173ba07 tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:08.209721 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-6d452061-c386-4219-a1d2-6efc5173ba07 tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688063'] for floatingip (7fb1e4d2-b9c6-41b9-b8be-f8706fe64d55), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:08.232651 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-bd175ca4-dc03-4064-9676-47d2437a96d5 None None] Deleting port fde40b78-9d75-40b8-b0f7-f04e8a063716 {{(pid=104100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:05:08.233013 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-bd175ca4-dc03-4064-9676-47d2437a96d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (fde40b78-9d75-40b8-b0f7-f04e8a063716), before_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:08.502248 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-bd175ca4-dc03-4064-9676-47d2437a96d5 None None] For port fde40b78-9d75-40b8-b0f7-f04e8a063716, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=fde40b78-9d75-40b8-b0f7-f04e8a063716,segment=NetworkSegment(9028fe72-9b79-4538-96be-757c3dc71a72),segment_id=9028fe72-9b79-4538-96be-757c3dc71a72)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:05:08.502818 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-bd175ca4-dc03-4064-9676-47d2437a96d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (fde40b78-9d75-40b8-b0f7-f04e8a063716), precommit_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:08.523021 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-89542a2f-0fcc-424c-b381-a79e47525e98 admin admin] Publish callbacks [] for security_group (50f56839-b8ab-4cbb-b5f2-4d40babef98b), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:08.545617 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-bd175ca4-dc03-4064-9676-47d2437a96d5 None None] Calling delete_port for fde40b78-9d75-40b8-b0f7-f04e8a063716 owned by network:dhcp {{(pid=104100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:05:08.547925 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-6397af22-4de8-41b3-bf5b-ba5aa0e3c45c None None] Current status of the port 24cf855e-1157-46a6-8845-fff3c0d38802 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:05:08.622288 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-e3051561-1717-4b3c-950b-fbe2dc2eae40 None None] Publish callbacks [] for port (b9b9075e-8d0b-4e2e-ac8e-60c520909e54), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:08.635415 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-89542a2f-0fcc-424c-b381-a79e47525e98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (50f56839-b8ab-4cbb-b5f2-4d40babef98b), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:08.639126 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-e3051561-1717-4b3c-950b-fbe2dc2eae40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (b9b9075e-8d0b-4e2e-ac8e-60c520909e54), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:08.693769 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-eb4c5ea1-9e6d-41a1-bdc3-63e5a48abe30 req-6cd7192a-0fd3-4cb2-9ea6-fcb45219e25e tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5fc266-2207-46d1-bfc7-83854e73a714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6325188 Mar 28 01:05:08.734637 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3051561-1717-4b3c-950b-fbe2dc2eae40 None None] Network 04294e74-d2bf-4b46-a113-0ebf8d4c9146 is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:05:08.742275 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-6671794f-1f61-419d-a1eb-0af5cf115f0d None None] Provisioning complete for port 24cf855e-1157-46a6-8845-fff3c0d38802 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:05:08.742474 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bf8132c-0f08-4e42-9fec-14dd7d0f4a02 tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Made reservation on behalf of bba635ee3b65479790f53c76a97cb916 for: {'port': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:05:08.742581 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-6671794f-1f61-419d-a1eb-0af5cf115f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (24cf855e-1157-46a6-8845-fff3c0d38802), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:08.745653 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5bf8132c-0f08-4e42-9fec-14dd7d0f4a02 tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:08.763349 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-e3051561-1717-4b3c-950b-fbe2dc2eae40 None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:05:08.763549 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c4d6f393-b52e-4eac-a698-acba0fc49e14 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (a5f5b277-f608-498d-b8b1-1be3ca56f9b3), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:08.767553 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3051561-1717-4b3c-950b-fbe2dc2eae40 None None] Pushing event updated for resources: {'Port': ['ID=b9b9075e-8d0b-4e2e-ac8e-60c520909e54,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:08.769775 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-bd175ca4-dc03-4064-9676-47d2437a96d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886'] for port (fde40b78-9d75-40b8-b0f7-f04e8a063716), after_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:08.783692 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3051561-1717-4b3c-950b-fbe2dc2eae40 None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:05:08.786396 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-89542a2f-0fcc-424c-b381-a79e47525e98 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a02524d137dc4a6eba0ac5fe61d31984&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2873228 Mar 28 01:05:08.789359 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 49800) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:08.825815 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd175ca4-dc03-4064-9676-47d2437a96d5 None None] Pushing event deleted for resources: {'Port': ['ID=fde40b78-9d75-40b8-b0f7-f04e8a063716,revision_number=None']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:08.826017 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89542a2f-0fcc-424c-b381-a79e47525e98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50f56839-b8ab-4cbb-b5f2-4d40babef98b,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:08.841730 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d6f393-b52e-4eac-a698-acba0fc49e14 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Pushing event deleted for resources: {'Port': ['ID=a5f5b277-f608-498d-b8b1-1be3ca56f9b3,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:08.851218 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.notifiers.nova [None req-5bf8132c-0f08-4e42-9fec-14dd7d0f4a02 tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] device_id is not set on port 89c1ad1b-a2d6-4b3d-b885-93c90104f7fc yet. {{(pid=104098) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 01:05:08.879820 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd175ca4-dc03-4064-9676-47d2437a96d5 None None] No DVR routers for this DVR port fde40b78-9d75-40b8-b0f7-f04e8a063716 on host dv-neutron-834874-6-hyperv {{(pid=104100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:05:08.880315 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89542a2f-0fcc-424c-b381-a79e47525e98 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:05:08.880647 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89542a2f-0fcc-424c-b381-a79e47525e98 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:05:08.881006 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89542a2f-0fcc-424c-b381-a79e47525e98 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:05:08.881542 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89542a2f-0fcc-424c-b381-a79e47525e98 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:05:08.881678 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89542a2f-0fcc-424c-b381-a79e47525e98 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:05:08.882009 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89542a2f-0fcc-424c-b381-a79e47525e98 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:05:08.882336 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89542a2f-0fcc-424c-b381-a79e47525e98 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:05:08.882732 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89542a2f-0fcc-424c-b381-a79e47525e98 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:05:08.883264 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89542a2f-0fcc-424c-b381-a79e47525e98 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:05:08.883383 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89542a2f-0fcc-424c-b381-a79e47525e98 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:05:08.883702 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89542a2f-0fcc-424c-b381-a79e47525e98 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:05:08.884026 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89542a2f-0fcc-424c-b381-a79e47525e98 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:05:08.884387 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89542a2f-0fcc-424c-b381-a79e47525e98 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:05:08.884707 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89542a2f-0fcc-424c-b381-a79e47525e98 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:05:08.885028 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89542a2f-0fcc-424c-b381-a79e47525e98 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:05:08.890815 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c4d6f393-b52e-4eac-a698-acba0fc49e14 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:08.895369 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-c4d6f393-b52e-4eac-a698-acba0fc49e14 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] 10.222.0.24 "DELETE /v2.0/ports/a5f5b277-f608-498d-b8b1-1be3ca56f9b3 HTTP/1.1" status: 204 len: 168 time: 1.8848124 Mar 28 01:05:08.910280 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 49802) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:08.918979 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d6f393-b52e-4eac-a698-acba0fc49e14 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:05:08.919247 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a07c068-8c7e-4fee-a297-530e72cd3dab None None] Network be4801db-c8f8-4df3-b9b5-556693d6a290 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:05:08.919372 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d6f393-b52e-4eac-a698-acba0fc49e14 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:05:08.919657 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d6f393-b52e-4eac-a698-acba0fc49e14 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:05:08.919988 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d6f393-b52e-4eac-a698-acba0fc49e14 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:05:08.920372 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d6f393-b52e-4eac-a698-acba0fc49e14 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:05:08.920705 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d6f393-b52e-4eac-a698-acba0fc49e14 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:05:08.921039 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d6f393-b52e-4eac-a698-acba0fc49e14 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:05:08.921390 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d6f393-b52e-4eac-a698-acba0fc49e14 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:05:08.921721 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d6f393-b52e-4eac-a698-acba0fc49e14 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:05:08.922042 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d6f393-b52e-4eac-a698-acba0fc49e14 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:05:08.922362 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d6f393-b52e-4eac-a698-acba0fc49e14 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:05:08.922686 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d6f393-b52e-4eac-a698-acba0fc49e14 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:05:08.923013 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d6f393-b52e-4eac-a698-acba0fc49e14 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:05:08.923325 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d6f393-b52e-4eac-a698-acba0fc49e14 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:05:08.923629 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d6f393-b52e-4eac-a698-acba0fc49e14 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:05:08.925472 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-38514fcd-6d28-43db-b696-ebb1b6dc9731 admin admin] Publish callbacks [] for security_group (50f56839-b8ab-4cbb-b5f2-4d40babef98b), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:08.944384 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ae7f09f-e1ab-42c4-b549-586f73457244 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] GET failed (client error): The resource could not be found. Mar 28 01:05:08.949957 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-1ae7f09f-e1ab-42c4-b549-586f73457244 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] 10.222.0.24 "GET /v2.0/ports/a5f5b277-f608-498d-b8b1-1be3ca56f9b3 HTTP/1.1" status: 404 len: 333 time: 0.0345590 Mar 28 01:05:08.950874 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 49804) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:08.955955 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-84ed6a18-6f01-43c5-b241-51a8f63b2972 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Request body: {'port': {'network_id': '57c1e086-1a32-4a91-affa-ac11a284d989', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1114974313'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:05:08.962207 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.l3_db [None req-6d452061-c386-4219-a1d2-6efc5173ba07 tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] Floating IP 7fb1e4d2-b9c6-41b9-b8be-f8706fe64d55 associated. External IP: 172.26.1.217, port: cef33cf3-0c44-4506-9b92-15d1f07f1f43. Mar 28 01:05:08.982409 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-38514fcd-6d28-43db-b696-ebb1b6dc9731 admin admin] Publish callbacks [] for security_group (50f56839-b8ab-4cbb-b5f2-4d40babef98b), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:09.005084 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-e3051561-1717-4b3c-950b-fbe2dc2eae40 None None] Attempting to bind port b9b9075e-8d0b-4e2e-ac8e-60c520909e54 on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:05:09.005084 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-e3051561-1717-4b3c-950b-fbe2dc2eae40 None None] Attempting to bind port b9b9075e-8d0b-4e2e-ac8e-60c520909e54 by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': 'e14b9c1a-8f0c-4756-873b-72896edfabea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '04294e74-d2bf-4b46-a113-0ebf8d4c9146'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:05:09.005398 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3051561-1717-4b3c-950b-fbe2dc2eae40 None None] Attempting to bind port b9b9075e-8d0b-4e2e-ac8e-60c520909e54 on network 04294e74-d2bf-4b46-a113-0ebf8d4c9146 {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:05:09.005496 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84ed6a18-6f01-43c5-b241-51a8f63b2972 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Made reservation on behalf of 423e81e88ba2488886313a973693d5e9 for: {'port': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:05:09.007663 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-84ed6a18-6f01-43c5-b241-51a8f63b2972 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:09.026613 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3051561-1717-4b3c-950b-fbe2dc2eae40 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:05:09.027386 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3051561-1717-4b3c-950b-fbe2dc2eae40 None None] Checking segment: {'id': 'e14b9c1a-8f0c-4756-873b-72896edfabea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '04294e74-d2bf-4b46-a113-0ebf8d4c9146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:05:09.027386 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-e3051561-1717-4b3c-950b-fbe2dc2eae40 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:09.027802 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3051561-1717-4b3c-950b-fbe2dc2eae40 None None] Bound using segment: {'id': 'e14b9c1a-8f0c-4756-873b-72896edfabea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '04294e74-d2bf-4b46-a113-0ebf8d4c9146'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:05:09.028435 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-e3051561-1717-4b3c-950b-fbe2dc2eae40 None None] Bound port: b9b9075e-8d0b-4e2e-ac8e-60c520909e54, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e14b9c1a-8f0c-4756-873b-72896edfabea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '04294e74-d2bf-4b46-a113-0ebf8d4c9146'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:05:09.028882 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-e3051561-1717-4b3c-950b-fbe2dc2eae40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (b9b9075e-8d0b-4e2e-ac8e-60c520909e54), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:09.032483 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [None req-84ed6a18-6f01-43c5-b241-51a8f63b2972 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] device_id is not set on port ee939f9b-be27-4c5e-bdff-04c78e57ec15 yet. {{(pid=104099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 01:05:09.039634 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-6671794f-1f61-419d-a1eb-0af5cf115f0d None None] Current status of the port 24cf855e-1157-46a6-8845-fff3c0d38802 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:05:09.091110 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b89ca9da-09d5-4d38-98e0-3547d1b180e0 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Made reservation on behalf of 564cf6bfe83a4d71adcd7d33f5d20cb1 for: {'port': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:05:09.095127 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-38514fcd-6d28-43db-b696-ebb1b6dc9731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (50f56839-b8ab-4cbb-b5f2-4d40babef98b), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:09.098834 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-38514fcd-6d28-43db-b696-ebb1b6dc9731 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:09.100290 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-38514fcd-6d28-43db-b696-ebb1b6dc9731 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/50f56839-b8ab-4cbb-b5f2-4d40babef98b HTTP/1.1" status: 204 len: 168 time: 0.3060281 Mar 28 01:05:09.142337 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47833afc-185d-4f3d-847d-23a44649da13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-be4801db-c8f8-4df3-b9b5-556693d6a290', 'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290', 'project_id': '564cf6bfe83a4d71adcd7d33f5d20cb1', 'fixed_ips': [{'subnet_id': '91ca6814-781c-48d2-a6eb-794b94d2cb1b'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:05:09.143183 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-47833afc-185d-4f3d-847d-23a44649da13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:09.149751 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38514fcd-6d28-43db-b696-ebb1b6dc9731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f56839-b8ab-4cbb-b5f2-4d40babef98b,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:09.180404 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-e3051561-1717-4b3c-950b-fbe2dc2eae40 None None] For port b9b9075e-8d0b-4e2e-ac8e-60c520909e54, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:05:09.188026 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c3b5c5e4-17bb-4ae2-aed2-909b796b9178 tempest-FloatingIPAdminTestJSON-173900236 tempest-FloatingIPAdminTestJSON-173900236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (53442893-1178-49b0-aa19-902c7f1a4a0a), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:09.205486 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-e3051561-1717-4b3c-950b-fbe2dc2eae40 None None] For port b9b9075e-8d0b-4e2e-ac8e-60c520909e54, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=b9b9075e-8d0b-4e2e-ac8e-60c520909e54,segment=NetworkSegment(e14b9c1a-8f0c-4756-873b-72896edfabea),segment_id=e14b9c1a-8f0c-4756-873b-72896edfabea)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:05:09.257452 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 24cf855e-1157-46a6-8845-fff3c0d38802 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:05:09.263817 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-e3051561-1717-4b3c-950b-fbe2dc2eae40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (b9b9075e-8d0b-4e2e-ac8e-60c520909e54), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:09.285230 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-84ed6a18-6f01-43c5-b241-51a8f63b2972 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Publish callbacks [] for port (ee939f9b-be27-4c5e-bdff-04c78e57ec15), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:09.327155 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-84ed6a18-6f01-43c5-b241-51a8f63b2972 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (ee939f9b-be27-4c5e-bdff-04c78e57ec15), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:09.346390 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d452061-c386-4219-a1d2-6efc5173ba07 tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] Router e0bc783a-7651-49e7-9582-b0c528704c20 has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:05:09.347281 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b5c5e4-17bb-4ae2-aed2-909b796b9178 tempest-FloatingIPAdminTestJSON-173900236 tempest-FloatingIPAdminTestJSON-173900236-project] Pushing event deleted for resources: {'Port': ['ID=53442893-1178-49b0-aa19-902c7f1a4a0a,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:09.360655 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-5bf8132c-0f08-4e42-9fec-14dd7d0f4a02 tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Allocated IP 2001:db8::f816:3eff:fee9:53d2 (04294e74-d2bf-4b46-a113-0ebf8d4c9146/86179a51-ac58-4b59-b6c7-746bb93f2d76/89c1ad1b-a2d6-4b3d-b885-93c90104f7fc) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:05:09.394307 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ed6a18-6f01-43c5-b241-51a8f63b2972 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Network 57c1e086-1a32-4a91-affa-ac11a284d989 is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:05:09.401910 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-84ed6a18-6f01-43c5-b241-51a8f63b2972 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:05:09.410587 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ed6a18-6f01-43c5-b241-51a8f63b2972 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:05:09.412533 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3051561-1717-4b3c-950b-fbe2dc2eae40 None None] Pushing event updated for resources: {'Port': ['ID=b9b9075e-8d0b-4e2e-ac8e-60c520909e54,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:09.414286 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ed6a18-6f01-43c5-b241-51a8f63b2972 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:09.414987 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-84ed6a18-6f01-43c5-b241-51a8f63b2972 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:09.430771 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3051561-1717-4b3c-950b-fbe2dc2eae40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:05:09.431348 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3051561-1717-4b3c-950b-fbe2dc2eae40 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:05:09.431469 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3051561-1717-4b3c-950b-fbe2dc2eae40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:05:09.431812 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3051561-1717-4b3c-950b-fbe2dc2eae40 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:05:09.432171 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3051561-1717-4b3c-950b-fbe2dc2eae40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:05:09.432502 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3051561-1717-4b3c-950b-fbe2dc2eae40 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:05:09.432826 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3051561-1717-4b3c-950b-fbe2dc2eae40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:05:09.433152 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3051561-1717-4b3c-950b-fbe2dc2eae40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:05:09.433353 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ed6a18-6f01-43c5-b241-51a8f63b2972 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Pushing event updated for resources: {'Port': ['ID=ee939f9b-be27-4c5e-bdff-04c78e57ec15,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:09.433485 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3051561-1717-4b3c-950b-fbe2dc2eae40 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:05:09.433783 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3051561-1717-4b3c-950b-fbe2dc2eae40 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:05:09.434121 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3051561-1717-4b3c-950b-fbe2dc2eae40 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:05:09.434482 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3051561-1717-4b3c-950b-fbe2dc2eae40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:05:09.434922 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3051561-1717-4b3c-950b-fbe2dc2eae40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:05:09.435247 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3051561-1717-4b3c-950b-fbe2dc2eae40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:05:09.435899 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3051561-1717-4b3c-950b-fbe2dc2eae40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:05:09.445594 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 24cf855e-1157-46a6-8845-fff3c0d38802 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:05:09.446035 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (24cf855e-1157-46a6-8845-fff3c0d38802), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:09.458043 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-84ed6a18-6f01-43c5-b241-51a8f63b2972 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.5061712 Mar 28 01:05:09.458635 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c3b5c5e4-17bb-4ae2-aed2-909b796b9178 tempest-FloatingIPAdminTestJSON-173900236 tempest-FloatingIPAdminTestJSON-173900236-project] Publish callbacks [] for floatingip (7a0a8c5b-4be2-4a31-ae2a-53281f92a82e), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:09.461671 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c3b5c5e4-17bb-4ae2-aed2-909b796b9178 tempest-FloatingIPAdminTestJSON-173900236 tempest-FloatingIPAdminTestJSON-173900236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for floatingip (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:09.463017 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-c3b5c5e4-17bb-4ae2-aed2-909b796b9178 tempest-FloatingIPAdminTestJSON-173900236 tempest-FloatingIPAdminTestJSON-173900236-project] 10.222.0.24 "DELETE /v2.0/floatingips/7a0a8c5b-4be2-4a31-ae2a-53281f92a82e HTTP/1.1" status: 204 len: 168 time: 2.4726329 Mar 28 01:05:09.463773 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 49808) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:09.466348 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 49810) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:09.477180 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-0e35dca0-285e-4e2f-8742-6fc436300c11 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8348'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:05:09.491052 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-47833afc-185d-4f3d-847d-23a44649da13 None None] Allocated IP 2001:db8::2 (be4801db-c8f8-4df3-b9b5-556693d6a290/91ca6814-781c-48d2-a6eb-794b94d2cb1b/ce3f7db4-2bb0-4b0a-963f-7274bd2914bb) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:05:09.528576 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b89ca9da-09d5-4d38-98e0-3547d1b180e0 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:09.661082 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.notifiers.nova [None req-b89ca9da-09d5-4d38-98e0-3547d1b180e0 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] device_id is not set on port 67ae34ca-3f34-408a-81e7-2e67673c02ac yet. {{(pid=104098) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 01:05:09.757288 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-47833afc-185d-4f3d-847d-23a44649da13 None None] Publish callbacks [] for port (ce3f7db4-2bb0-4b0a-963f-7274bd2914bb), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:09.766025 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 24cf855e-1157-46a6-8845-fff3c0d38802 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:05:09.769649 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-3f11873d-e07a-4a95-af64-ad2f3543b8ca tempest-FloatingIPAdminTestJSON-1792906850 tempest-FloatingIPAdminTestJSON-1792906850-project-admin] Deleting port 93175c57-4344-42f4-8c99-84f4cc5a00ca {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:05:09.770166 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3f11873d-e07a-4a95-af64-ad2f3543b8ca tempest-FloatingIPAdminTestJSON-1792906850 tempest-FloatingIPAdminTestJSON-1792906850-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (93175c57-4344-42f4-8c99-84f4cc5a00ca), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:09.786339 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-47833afc-185d-4f3d-847d-23a44649da13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (ce3f7db4-2bb0-4b0a-963f-7274bd2914bb), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:09.794983 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.agents_db [None req-9a1d863f-391a-42f4-9870-e8292b919beb None None] Agent healthcheck: found 6 active agents {{(pid=104101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 01:05:09.880073 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device fde40b78-9d75-40b8-b0f7-f04e8a063716 no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:05:09.897859 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47833afc-185d-4f3d-847d-23a44649da13 None None] Network be4801db-c8f8-4df3-b9b5-556693d6a290 is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:05:09.910567 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-b89ca9da-09d5-4d38-98e0-3547d1b180e0 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Allocated IP 2001:db8::cac5:6406:c3c7:5862 (be4801db-c8f8-4df3-b9b5-556693d6a290/91ca6814-781c-48d2-a6eb-794b94d2cb1b/67ae34ca-3f34-408a-81e7-2e67673c02ac) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:05:09.940026 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3f11873d-e07a-4a95-af64-ad2f3543b8ca tempest-FloatingIPAdminTestJSON-1792906850 tempest-FloatingIPAdminTestJSON-1792906850-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (93175c57-4344-42f4-8c99-84f4cc5a00ca), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:09.940377 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3f11873d-e07a-4a95-af64-ad2f3543b8ca tempest-FloatingIPAdminTestJSON-1792906850 tempest-FloatingIPAdminTestJSON-1792906850-project-admin] Publish callbacks [] for floatingip (93175c57-4344-42f4-8c99-84f4cc5a00ca), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:09.948500 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-47833afc-185d-4f3d-847d-23a44649da13 None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:05:09.959565 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-3f11873d-e07a-4a95-af64-ad2f3543b8ca tempest-FloatingIPAdminTestJSON-1792906850 tempest-FloatingIPAdminTestJSON-1792906850-project-admin] Calling delete_port for 93175c57-4344-42f4-8c99-84f4cc5a00ca owned by network:floatingip {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:05:09.960174 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: fde40b78-9d75-40b8-b0f7-f04e8a063716 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:05:09.960709 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device fde40b78-9d75-40b8-b0f7-f04e8a063716 not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:05:09.979865 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5fbb3c-fa02-446f-93f1-1f370da7aeae req-ff8f048a-4940-47f8-b409-3c69e8c83082 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:09.981507 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-1a5fbb3c-fa02-446f-93f1-1f370da7aeae req-ff8f048a-4940-47f8-b409-3c69e8c83082 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af78226-6db5-4d3d-a6da-4544ef645c78 HTTP/1.1" status: 200 len: 946 time: 0.1013055 Mar 28 01:05:09.989421 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47833afc-185d-4f3d-847d-23a44649da13 None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:05:10.003178 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d452061-c386-4219-a1d2-6efc5173ba07 tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:05:10.012807 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7785cdb4-0101-4511-b29f-75df559cfceb None None] Sync routers for ids ['e0bc783a-7651-49e7-9582-b0c528704c20'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:05:10.021212 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-6d452061-c386-4219-a1d2-6efc5173ba07 tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for floatingip (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:10.029820 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7785cdb4-0101-4511-b29f-75df559cfceb None None] Routers {'e0bc783a-7651-49e7-9582-b0c528704c20'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:05:10.030422 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-7785cdb4-0101-4511-b29f-75df559cfceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:04:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['e0bc783a-7651-49e7-9582-b0c528704c20'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:05:10.042519 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47833afc-185d-4f3d-847d-23a44649da13 None None] Pushing event updated for resources: {'Port': ['ID=ce3f7db4-2bb0-4b0a-963f-7274bd2914bb,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:10.089894 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-47833afc-185d-4f3d-847d-23a44649da13 None None] Attempting to bind port ce3f7db4-2bb0-4b0a-963f-7274bd2914bb on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:05:10.090830 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-47833afc-185d-4f3d-847d-23a44649da13 None None] Attempting to bind port ce3f7db4-2bb0-4b0a-963f-7274bd2914bb by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': '9028fe72-9b79-4538-96be-757c3dc71a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:05:10.092049 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47833afc-185d-4f3d-847d-23a44649da13 None None] Attempting to bind port ce3f7db4-2bb0-4b0a-963f-7274bd2914bb on network be4801db-c8f8-4df3-b9b5-556693d6a290 {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:05:10.098794 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47833afc-185d-4f3d-847d-23a44649da13 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:05:10.099641 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47833afc-185d-4f3d-847d-23a44649da13 None None] Checking segment: {'id': '9028fe72-9b79-4538-96be-757c3dc71a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:05:10.100276 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-47833afc-185d-4f3d-847d-23a44649da13 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:10.100922 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47833afc-185d-4f3d-847d-23a44649da13 None None] Bound using segment: {'id': '9028fe72-9b79-4538-96be-757c3dc71a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:05:10.101594 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-47833afc-185d-4f3d-847d-23a44649da13 None None] Bound port: ce3f7db4-2bb0-4b0a-963f-7274bd2914bb, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9028fe72-9b79-4538-96be-757c3dc71a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:05:10.102408 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-47833afc-185d-4f3d-847d-23a44649da13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (ce3f7db4-2bb0-4b0a-963f-7274bd2914bb), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:10.110563 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-1a5fbb3c-fa02-446f-93f1-1f370da7aeae req-31496e8a-d2bb-4d4e-a970-5db4ef0833df tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5fc266-2207-46d1-bfc7-83854e73a714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205902 Mar 28 01:05:10.172698 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0e35dca0-285e-4e2f-8742-6fc436300c11 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (ee939f9b-be27-4c5e-bdff-04c78e57ec15), before_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:10.210271 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-6d452061-c386-4219-a1d2-6efc5173ba07 tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] 10.222.0.24 "PUT /v2.0/floatingips/7fb1e4d2-b9c6-41b9-b8be-f8706fe64d55 HTTP/1.1" status: 200 len: 991 time: 3.6681888 Mar 28 01:05:10.213405 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-7785cdb4-0101-4511-b29f-75df559cfceb None None] Set router e0bc783a-7651-49e7-9582-b0c528704c20 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:05:10.223627 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6657001d-e343-465a-8283-bcce744623b2', 'tag': 'cef33cf3-0c44-4506-9b92-15d1f07f1f43'}] {{(pid=104098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:05:10.225970 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4026f4115fe834cbdc9db1f12734a6e5e5d2473de268e244354b04a11285341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e14b4d75-ac86-43be-898e-588c0a5b890b" -d '{"events": [{"name": "network-changed", "server_uuid": "6657001d-e343-465a-8283-bcce744623b2", "tag": "cef33cf3-0c44-4506-9b92-15d1f07f1f43"}]}' {{(pid=104098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:05:10.233623 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-47833afc-185d-4f3d-847d-23a44649da13 None None] For port ce3f7db4-2bb0-4b0a-963f-7274bd2914bb, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:05:10.238490 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3f11873d-e07a-4a95-af64-ad2f3543b8ca tempest-FloatingIPAdminTestJSON-1792906850 tempest-FloatingIPAdminTestJSON-1792906850-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (93175c57-4344-42f4-8c99-84f4cc5a00ca), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:10.247937 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-47833afc-185d-4f3d-847d-23a44649da13 None None] For port ce3f7db4-2bb0-4b0a-963f-7274bd2914bb, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=ce3f7db4-2bb0-4b0a-963f-7274bd2914bb,segment=NetworkSegment(9028fe72-9b79-4538-96be-757c3dc71a72),segment_id=9028fe72-9b79-4538-96be-757c3dc71a72)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:05:10.258228 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-47833afc-185d-4f3d-847d-23a44649da13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (ce3f7db4-2bb0-4b0a-963f-7274bd2914bb), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:10.289411 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f11873d-e07a-4a95-af64-ad2f3543b8ca tempest-FloatingIPAdminTestJSON-1792906850 tempest-FloatingIPAdminTestJSON-1792906850-project-admin] Pushing event deleted for resources: {'Port': ['ID=93175c57-4344-42f4-8c99-84f4cc5a00ca,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:10.297420 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 01:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e81293c-c4bd-420d-bce3-4cc9022ea87d x-openstack-request-id: req-0e81293c-c4bd-420d-bce3-4cc9022ea87d {{(pid=104098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:05:10.298065 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6657001d-e343-465a-8283-bcce744623b2", "tag": "cef33cf3-0c44-4506-9b92-15d1f07f1f43", "status": "completed", "code": 200}]} {{(pid=104098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:05:10.298514 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0e81293c-c4bd-420d-bce3-4cc9022ea87d {{(pid=104098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:05:10.299220 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e81293c-c4bd-420d-bce3-4cc9022ea87d'] response: {'name': 'network-changed', 'server_uuid': '6657001d-e343-465a-8283-bcce744623b2', 'tag': 'cef33cf3-0c44-4506-9b92-15d1f07f1f43', 'status': 'completed', 'code': 200} Mar 28 01:05:10.344929 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47833afc-185d-4f3d-847d-23a44649da13 None None] Pushing event updated for resources: {'Port': ['ID=ce3f7db4-2bb0-4b0a-963f-7274bd2914bb,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:10.448193 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3f11873d-e07a-4a95-af64-ad2f3543b8ca tempest-FloatingIPAdminTestJSON-1792906850 tempest-FloatingIPAdminTestJSON-1792906850-project-admin] Publish callbacks [] for floatingip (09ec02bb-f942-4407-8251-8399ebe3f6f9), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:10.451434 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3f11873d-e07a-4a95-af64-ad2f3543b8ca tempest-FloatingIPAdminTestJSON-1792906850 tempest-FloatingIPAdminTestJSON-1792906850-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for floatingip (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:10.453679 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-3f11873d-e07a-4a95-af64-ad2f3543b8ca tempest-FloatingIPAdminTestJSON-1792906850 tempest-FloatingIPAdminTestJSON-1792906850-project-admin] 10.222.0.24 "DELETE /v2.0/floatingips/09ec02bb-f942-4407-8251-8399ebe3f6f9 HTTP/1.1" status: 204 len: 168 time: 0.9863634 Mar 28 01:05:10.458638 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 49836) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:10.573399 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5bf8132c-0f08-4e42-9fec-14dd7d0f4a02 tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks [] for port (89c1ad1b-a2d6-4b3d-b885-93c90104f7fc), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:10.598287 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14b4d75-ac86-43be-898e-588c0a5b890b req-31ac496b-477b-4c9b-b276-5d5100ed1d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:10.601126 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e14b4d75-ac86-43be-898e-588c0a5b890b req-31ac496b-477b-4c9b-b276-5d5100ed1d61 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0b8696c5a2934c9895d76c895de286c3&device_id=6657001d-e343-465a-8283-bcce744623b2 HTTP/1.1" status: 200 len: 1129 time: 0.2651947 Mar 28 01:05:10.701954 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00631920-0270-4a1b-ba54-8db8ae5b7779 req-f2d74dbf-177e-4e5b-9381-a800d0db6c23 tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:10.718829 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-00631920-0270-4a1b-ba54-8db8ae5b7779 req-f2d74dbf-177e-4e5b-9381-a800d0db6c23 tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] 10.222.0.24 "GET /v2.0/ports?device_id=6657001d-e343-465a-8283-bcce744623b2 HTTP/1.1" status: 200 len: 945 time: 0.4176621 Mar 28 01:05:10.723218 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-fbb555da-5c2a-4ba2-8a1f-ad7440311f7a tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Deleting port c809cea5-0630-4d9e-859b-899b8936f3a8 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:05:10.723592 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-fbb555da-5c2a-4ba2-8a1f-ad7440311f7a tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (c809cea5-0630-4d9e-859b-899b8936f3a8), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:10.725843 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-7785cdb4-0101-4511-b29f-75df559cfceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0bc783a-7651-49e7-9582-b0c528704c20', 'name': 'tempest-ServersTestJSON-1686432104-router', 'tenant_id': '0b8696c5a2934c9895d76c895de286c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.192'}], 'enable_snat': True}, 'gw_port_id': '947daac6-733c-4178-885c-fe036a84f40e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:04:11Z', 'updated_at': '2022-03-28T01:04:25Z', 'revision_number': 4, 'project_id': '0b8696c5a2934c9895d76c895de286c3', 'gw_port': {'id': '947daac6-733c-4178-885c-fe036a84f40e', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:3b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bc783a-7651-49e7-9582-b0c528704c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:04:14Z', 'updated_at': '2022-03-28T01:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_floatingips': [{'id': '7fb1e4d2-b9c6-41b9-b8be-f8706fe64d55', 'tenant_id': '0b8696c5a2934c9895d76c895de286c3', 'floating_ip_address': '172.26.1.217', 'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'router_id': 'e0bc783a-7651-49e7-9582-b0c528704c20', 'port_id': 'cef33cf3-0c44-4506-9b92-15d1f07f1f43', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 171, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0159ce53-5590-4705-812f-42a1a0e06ab8', 'mac_address': 'fa:16:3e:23:9c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6657001d-e343-465a-8283-bcce744623b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T01:04:40Z', 'updated_at': '2022-03-28T01:05:07Z', 'revision_number': 1, 'project_id': '0b8696c5a2934c9895d76c895de286c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'caf4f9b4-bdcd-47b0-963f-3f6ef8227991', 'name': '', 'network_id': '0159ce53-5590-4705-812f-42a1a0e06ab8', 'tenant_id': '0b8696c5a2934c9895d76c895de286c3', 'mac_address': 'fa:16:3e:64:c8:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bc783a-7651-49e7-9582-b0c528704c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '4d2427ec-2412-47fe-ab20-f935fb523011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:04:22Z', 'updated_at': '2022-03-28T01:04:38Z', 'revision_number': 5, 'project_id': '0b8696c5a2934c9895d76c895de286c3', 'subnets': [{'id': '4d2427ec-2412-47fe-ab20-f935fb523011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:05:10.753155 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b89ca9da-09d5-4d38-98e0-3547d1b180e0 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks [] for port (67ae34ca-3f34-408a-81e7-2e67673c02ac), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:10.781678 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7785cdb4-0101-4511-b29f-75df559cfceb None None] Checking router: e0bc783a-7651-49e7-9582-b0c528704c20 for host: dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:05:10.792125 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7785cdb4-0101-4511-b29f-75df559cfceb None None] Routers {'e0bc783a-7651-49e7-9582-b0c528704c20'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:05:10.792528 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-7785cdb4-0101-4511-b29f-75df559cfceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:04:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['e0bc783a-7651-49e7-9582-b0c528704c20'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:05:10.814544 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b89ca9da-09d5-4d38-98e0-3547d1b180e0 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (67ae34ca-3f34-408a-81e7-2e67673c02ac), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:10.886093 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14b4d75-ac86-43be-898e-588c0a5b890b req-d533b6f1-1bd3-47ba-a713-f50ae12a99f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:10.887863 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e14b4d75-ac86-43be-898e-588c0a5b890b req-d533b6f1-1bd3-47ba-a713-f50ae12a99f6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0159ce53-5590-4705-812f-42a1a0e06ab8 HTTP/1.1" status: 200 len: 906 time: 0.2751250 Mar 28 01:05:10.891613 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-fbb555da-5c2a-4ba2-8a1f-ad7440311f7a tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (c809cea5-0630-4d9e-859b-899b8936f3a8), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:10.938875 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.notifiers.nova [None req-0e35dca0-285e-4e2f-8742-6fc436300c11 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] device_id is not set on port ee939f9b-be27-4c5e-bdff-04c78e57ec15 yet. {{(pid=104098) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 01:05:10.947486 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0e35dca0-285e-4e2f-8742-6fc436300c11 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Publish callbacks [] for port (ee939f9b-be27-4c5e-bdff-04c78e57ec15), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:10.979276 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e14b4d75-ac86-43be-898e-588c0a5b890b req-65f81184-6052-4960-afb4-819e505a89f5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cef33cf3-0c44-4506-9b92-15d1f07f1f43 HTTP/1.1" status: 200 len: 999 time: 0.0841379 Mar 28 01:05:10.986407 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-fbb555da-5c2a-4ba2-8a1f-ad7440311f7a tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Calling delete_port for c809cea5-0630-4d9e-859b-899b8936f3a8 owned by {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:05:10.988916 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0e35dca0-285e-4e2f-8742-6fc436300c11 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126177159'] for port (ee939f9b-be27-4c5e-bdff-04c78e57ec15), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:11.030013 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-7785cdb4-0101-4511-b29f-75df559cfceb None None] Set router e0bc783a-7651-49e7-9582-b0c528704c20 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:05:11.045920 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-00631920-0270-4a1b-ba54-8db8ae5b7779 req-358037d0-50d6-4318-833b-802ab612c202 tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef3c0281-51d5-49db-9849-f251e8c0da03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3253431 Mar 28 01:05:11.069468 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5bf8132c-0f08-4e42-9fec-14dd7d0f4a02 tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (89c1ad1b-a2d6-4b3d-b885-93c90104f7fc), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:11.086047 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89ca9da-09d5-4d38-98e0-3547d1b180e0 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Network be4801db-c8f8-4df3-b9b5-556693d6a290 is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:05:11.106717 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-b89ca9da-09d5-4d38-98e0-3547d1b180e0 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:05:11.118781 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14b4d75-ac86-43be-898e-588c0a5b890b req-87cb5988-ea54-4389-ac02-12a352c85187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:11.120693 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e14b4d75-ac86-43be-898e-588c0a5b890b req-87cb5988-ea54-4389-ac02-12a352c85187 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4d2427ec-2412-47fe-ab20-f935fb523011 HTTP/1.1" status: 200 len: 845 time: 0.1318612 Mar 28 01:05:11.125091 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89ca9da-09d5-4d38-98e0-3547d1b180e0 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:05:11.137453 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b89ca9da-09d5-4d38-98e0-3547d1b180e0 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:11.138337 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b89ca9da-09d5-4d38-98e0-3547d1b180e0 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:11.154257 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89ca9da-09d5-4d38-98e0-3547d1b180e0 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Pushing event updated for resources: {'Port': ['ID=67ae34ca-3f34-408a-81e7-2e67673c02ac,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:11.162650 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a984ec-0375-4504-be04-aa7cc4567a5f None None] Network 04294e74-d2bf-4b46-a113-0ebf8d4c9146 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:05:11.176129 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf8132c-0f08-4e42-9fec-14dd7d0f4a02 tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Network 04294e74-d2bf-4b46-a113-0ebf8d4c9146 is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:05:11.298008 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14b4d75-ac86-43be-898e-588c0a5b890b req-0745c4cf-c9f2-431d-9309-ef4a93e459cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:11.300067 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e14b4d75-ac86-43be-898e-588c0a5b890b req-0745c4cf-c9f2-431d-9309-ef4a93e459cb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0159ce53-5590-4705-812f-42a1a0e06ab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1694295 Mar 28 01:05:11.315630 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device b9b9075e-8d0b-4e2e-ac8e-60c520909e54 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:05:11.413984 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-7a2971f0-4090-4c87-810e-6f2f299772f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:11.427494 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port b9b9075e-8d0b-4e2e-ac8e-60c520909e54 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:05:11.431660 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (b9b9075e-8d0b-4e2e-ac8e-60c520909e54), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:11.434333 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-aec79e96-9d16-4c98-9ea3-ebc43d5d84d9 None None] Provisioning complete for port b9b9075e-8d0b-4e2e-ac8e-60c520909e54 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:05:11.435036 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-aec79e96-9d16-4c98-9ea3-ebc43d5d84d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (b9b9075e-8d0b-4e2e-ac8e-60c520909e54), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:11.468183 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-fbb555da-5c2a-4ba2-8a1f-ad7440311f7a tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (c809cea5-0630-4d9e-859b-899b8936f3a8), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:11.479729 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-7785cdb4-0101-4511-b29f-75df559cfceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0bc783a-7651-49e7-9582-b0c528704c20', 'name': 'tempest-ServersTestJSON-1686432104-router', 'tenant_id': '0b8696c5a2934c9895d76c895de286c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.192'}], 'enable_snat': True}, 'gw_port_id': '947daac6-733c-4178-885c-fe036a84f40e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:04:11Z', 'updated_at': '2022-03-28T01:04:25Z', 'revision_number': 4, 'project_id': '0b8696c5a2934c9895d76c895de286c3', 'gw_port': {'id': '947daac6-733c-4178-885c-fe036a84f40e', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:3b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bc783a-7651-49e7-9582-b0c528704c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:04:14Z', 'updated_at': '2022-03-28T01:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_floatingips': [{'id': '7fb1e4d2-b9c6-41b9-b8be-f8706fe64d55', 'tenant_id': '0b8696c5a2934c9895d76c895de286c3', 'floating_ip_address': '172.26.1.217', 'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'router_id': 'e0bc783a-7651-49e7-9582-b0c528704c20', 'port_id': 'cef33cf3-0c44-4506-9b92-15d1f07f1f43', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 171, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0159ce53-5590-4705-812f-42a1a0e06ab8', 'mac_address': 'fa:16:3e:23:9c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6657001d-e343-465a-8283-bcce744623b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T01:04:40Z', 'updated_at': '2022-03-28T01:05:07Z', 'revision_number': 1, 'project_id': '0b8696c5a2934c9895d76c895de286c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'caf4f9b4-bdcd-47b0-963f-3f6ef8227991', 'name': '', 'network_id': '0159ce53-5590-4705-812f-42a1a0e06ab8', 'tenant_id': '0b8696c5a2934c9895d76c895de286c3', 'mac_address': 'fa:16:3e:64:c8:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bc783a-7651-49e7-9582-b0c528704c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '4d2427ec-2412-47fe-ab20-f935fb523011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:04:22Z', 'updated_at': '2022-03-28T01:04:38Z', 'revision_number': 5, 'project_id': '0b8696c5a2934c9895d76c895de286c3', 'subnets': [{'id': '4d2427ec-2412-47fe-ab20-f935fb523011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:05:11.551595 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb555da-5c2a-4ba2-8a1f-ad7440311f7a tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Pushing event deleted for resources: {'Port': ['ID=c809cea5-0630-4d9e-859b-899b8936f3a8,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:11.555962 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7785cdb4-0101-4511-b29f-75df559cfceb None None] The sync data for ids ['e0bc783a-7651-49e7-9582-b0c528704c20'] in dv-neutron-834874-6-hyperv is: [{'id': 'e0bc783a-7651-49e7-9582-b0c528704c20', 'name': 'tempest-ServersTestJSON-1686432104-router', 'tenant_id': '0b8696c5a2934c9895d76c895de286c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.192'}], 'enable_snat': True}, 'gw_port_id': '947daac6-733c-4178-885c-fe036a84f40e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:04:11Z', 'updated_at': '2022-03-28T01:04:25Z', 'revision_number': 4, 'project_id': '0b8696c5a2934c9895d76c895de286c3', 'gw_port': {'id': '947daac6-733c-4178-885c-fe036a84f40e', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:3b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bc783a-7651-49e7-9582-b0c528704c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:04:14Z', 'updated_at': '2022-03-28T01:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_floatingips': [{'id': '7fb1e4d2-b9c6-41b9-b8be-f8706fe64d55', 'tenant_id': '0b8696c5a2934c9895d76c895de286c3', 'floating_ip_address': '172.26.1.217', 'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'router_id': 'e0bc783a-7651-49e7-9582-b0c528704c20', 'port_id': 'cef33cf3-0c44-4506-9b92-15d1f07f1f43', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 171, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0159ce53-5590-4705-812f-42a1a0e06ab8', 'mac_address': 'fa:16:3e:23:9c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6657001d-e343-465a-8283-bcce744623b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T01:04:40Z', 'updated_at': '2022-03-28T01:05:07Z', 'revision_number': 1, 'project_id': '0b8696c5a2934c9895d76c895de286c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'caf4f9b4-bdcd-47b0-963f-3f6ef8227991', 'name': '', 'network_id': '0159ce53-5590-4705-812f-42a1a0e06ab8', 'tenant_id': '0b8696c5a2934c9895d76c895de286c3', 'mac_address': 'fa:16:3e:64:c8:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bc783a-7651-49e7-9582-b0c528704c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '4d2427ec-2412-47fe-ab20-f935fb523011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:04:22Z', 'updated_at': '2022-03-28T01:04:38Z', 'revision_number': 5, 'project_id': '0b8696c5a2934c9895d76c895de286c3', 'subnets': [{'id': '4d2427ec-2412-47fe-ab20-f935fb523011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:05:11.605870 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e14b4d75-ac86-43be-898e-588c0a5b890b req-3dc5feba-841a-464d-93ed-024dd039ecd9 service neutron] 10.222.0.10 "GET /v2.0/networks/0159ce53-5590-4705-812f-42a1a0e06ab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793362 Mar 28 01:05:11.726787 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port b9b9075e-8d0b-4e2e-ac8e-60c520909e54 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:05:11.727664 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (b9b9075e-8d0b-4e2e-ac8e-60c520909e54), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:11.731114 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e35dca0-285e-4e2f-8742-6fc436300c11 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Pushing event updated for resources: {'Port': ['ID=ee939f9b-be27-4c5e-bdff-04c78e57ec15,revision_number=2']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:11.762237 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-5bf8132c-0f08-4e42-9fec-14dd7d0f4a02 tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:05:11.782408 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-b89ca9da-09d5-4d38-98e0-3547d1b180e0 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.7064919 Mar 28 01:05:11.800758 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf8132c-0f08-4e42-9fec-14dd7d0f4a02 tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:05:11.814393 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf8132c-0f08-4e42-9fec-14dd7d0f4a02 tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:11.815134 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5bf8132c-0f08-4e42-9fec-14dd7d0f4a02 tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:11.818815 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e14b4d75-ac86-43be-898e-588c0a5b890b req-d897ced2-3edc-458b-b5c2-67e78e909e3a service neutron] 10.222.0.10 "GET /v2.0/networks/0159ce53-5590-4705-812f-42a1a0e06ab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796813 Mar 28 01:05:11.828062 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 49860) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:11.828062 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 49862) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:11.865685 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] For port b9b9075e-8d0b-4e2e-ac8e-60c520909e54, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=b9b9075e-8d0b-4e2e-ac8e-60c520909e54,segment=NetworkSegment(e14b9c1a-8f0c-4756-873b-72896edfabea),segment_id=e14b9c1a-8f0c-4756-873b-72896edfabea)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:05:11.873681 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-aec79e96-9d16-4c98-9ea3-ebc43d5d84d9 None None] Current status of the port b9b9075e-8d0b-4e2e-ac8e-60c520909e54 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:05:11.874087 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-aec79e96-9d16-4c98-9ea3-ebc43d5d84d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (b9b9075e-8d0b-4e2e-ac8e-60c520909e54), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:11.887055 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-fbb555da-5c2a-4ba2-8a1f-ad7440311f7a tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:11.890752 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-fbb555da-5c2a-4ba2-8a1f-ad7440311f7a tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] 10.222.0.24 "DELETE /v2.0/ports/c809cea5-0630-4d9e-859b-899b8936f3a8 HTTP/1.1" status: 204 len: 168 time: 1.4305310 Mar 28 01:05:11.893210 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 49864) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:11.901459 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (b9b9075e-8d0b-4e2e-ac8e-60c520909e54), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:11.902246 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device ce3f7db4-2bb0-4b0a-963f-7274bd2914bb up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:05:11.961566 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.managers [None req-0e35dca0-285e-4e2f-8742-6fc436300c11 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attempting to bind port ee939f9b-be27-4c5e-bdff-04c78e57ec15 on host hv-neutron-8348 for vnic_type normal with profile {{(pid=104098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:05:11.967034 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.managers [None req-0e35dca0-285e-4e2f-8742-6fc436300c11 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attempting to bind port ee939f9b-be27-4c5e-bdff-04c78e57ec15 by drivers openvswitch,hyperv on host hv-neutron-8348 at level 0 using segments [{'id': 'd4919f32-0243-440a-a0fc-1a6b28508fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '57c1e086-1a32-4a91-affa-ac11a284d989'}] {{(pid=104098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:05:11.967514 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e35dca0-285e-4e2f-8742-6fc436300c11 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attempting to bind port ee939f9b-be27-4c5e-bdff-04c78e57ec15 on network 57c1e086-1a32-4a91-affa-ac11a284d989 {{(pid=104098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:05:11.995052 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d2aaaa-e1c0-478c-b224-c0e1520208e2 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:12.000938 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-d8d2aaaa-e1c0-478c-b224-c0e1520208e2 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] 10.222.0.24 "GET /v2.0/ports?device_id=788bb89f-88c1-4b89-afcd-9e2ef8e12a99 HTTP/1.1" status: 200 len: 913 time: 0.1062353 Mar 28 01:05:12.002356 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 49868) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:12.022860 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e35dca0-285e-4e2f-8742-6fc436300c11 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Port ee939f9b-be27-4c5e-bdff-04c78e57ec15 on network 57c1e086-1a32-4a91-affa-ac11a284d989 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8348 {{(pid=104098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 01:05:12.028244 dv-neutron-834874-6-hyperv neutron-server[104098]: ERROR neutron.plugins.ml2.managers [None req-0e35dca0-285e-4e2f-8742-6fc436300c11 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Failed to bind port ee939f9b-be27-4c5e-bdff-04c78e57ec15 on host hv-neutron-8348 for vnic_type normal using segments [{'id': 'd4919f32-0243-440a-a0fc-1a6b28508fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '57c1e086-1a32-4a91-affa-ac11a284d989'}] Mar 28 01:05:12.050815 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.plugins.ml2.plugin [None req-0e35dca0-285e-4e2f-8742-6fc436300c11 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attempt 2 to bind port ee939f9b-be27-4c5e-bdff-04c78e57ec15 Mar 28 01:05:12.080337 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-5bf8132c-0f08-4e42-9fec-14dd7d0f4a02 tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 4.3970466 Mar 28 01:05:12.091520 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b8775f-3444-4e84-8089-799491a1194e None None] New status for floating IP 7fb1e4d2-b9c6-41b9-b8be-f8706fe64d55: ACTIVE {{(pid=104100) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 01:05:12.097339 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 49870) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:12.103424 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf8132c-0f08-4e42-9fec-14dd7d0f4a02 tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Pushing event updated for resources: {'Port': ['ID=89c1ad1b-a2d6-4b3d-b885-93c90104f7fc,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:12.182531 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20356482-5921-4252-a4db-b912a3956519 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:12.189949 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20356482-5921-4252-a4db-b912a3956519 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:12.194083 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-20356482-5921-4252-a4db-b912a3956519 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.3628314 Mar 28 01:05:12.194083 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.managers [None req-0e35dca0-285e-4e2f-8742-6fc436300c11 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attempting to bind port ee939f9b-be27-4c5e-bdff-04c78e57ec15 on host hv-neutron-8348 for vnic_type normal with profile {{(pid=104098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:05:12.194083 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.managers [None req-0e35dca0-285e-4e2f-8742-6fc436300c11 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attempting to bind port ee939f9b-be27-4c5e-bdff-04c78e57ec15 by drivers openvswitch,hyperv on host hv-neutron-8348 at level 0 using segments [{'id': 'd4919f32-0243-440a-a0fc-1a6b28508fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '57c1e086-1a32-4a91-affa-ac11a284d989'}] {{(pid=104098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:05:12.194083 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e35dca0-285e-4e2f-8742-6fc436300c11 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attempting to bind port ee939f9b-be27-4c5e-bdff-04c78e57ec15 on network 57c1e086-1a32-4a91-affa-ac11a284d989 {{(pid=104098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:05:12.202372 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 49872) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:12.205399 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d205b6-001c-49ab-8446-8bac42497c2c req-7af13566-300e-4500-8df8-083e141e2829 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:12.206944 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-e5d205b6-001c-49ab-8446-8bac42497c2c req-7af13566-300e-4500-8df8-083e141e2829 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af78226-6db5-4d3d-a6da-4544ef645c78 HTTP/1.1" status: 200 len: 946 time: 0.4659803 Mar 28 01:05:12.232644 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-483812e4-fe27-4490-a855-944935f8a058 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1838500286', 'router:external': True}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:05:12.263783 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e35dca0-285e-4e2f-8742-6fc436300c11 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Port ee939f9b-be27-4c5e-bdff-04c78e57ec15 on network 57c1e086-1a32-4a91-affa-ac11a284d989 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8348 {{(pid=104098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 01:05:12.264194 dv-neutron-834874-6-hyperv neutron-server[104098]: ERROR neutron.plugins.ml2.managers [None req-0e35dca0-285e-4e2f-8742-6fc436300c11 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Failed to bind port ee939f9b-be27-4c5e-bdff-04c78e57ec15 on host hv-neutron-8348 for vnic_type normal using segments [{'id': 'd4919f32-0243-440a-a0fc-1a6b28508fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '57c1e086-1a32-4a91-affa-ac11a284d989'}] Mar 28 01:05:12.278538 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.plugins.ml2.plugin [None req-0e35dca0-285e-4e2f-8742-6fc436300c11 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attempt 3 to bind port ee939f9b-be27-4c5e-bdff-04c78e57ec15 Mar 28 01:05:12.284130 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-483812e4-fe27-4490-a855-944935f8a058 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Made reservation on behalf of 96c79905b17c454b87508ea9d204bf03 for: {'network': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:05:12.287167 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-483812e4-fe27-4490-a855-944935f8a058 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:12.308056 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-483812e4-fe27-4490-a855-944935f8a058 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:12.332465 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_v2 [None req-0076af65-16f4-4b44-ac05-6e0d35747194 tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Deleting subnet 86179a51-ac58-4b59-b6c7-746bb93f2d76 {{(pid=104098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:05:12.348477 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.managers [None req-0e35dca0-285e-4e2f-8742-6fc436300c11 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attempting to bind port ee939f9b-be27-4c5e-bdff-04c78e57ec15 on host hv-neutron-8348 for vnic_type normal with profile {{(pid=104098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:05:12.348816 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.managers [None req-0e35dca0-285e-4e2f-8742-6fc436300c11 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attempting to bind port ee939f9b-be27-4c5e-bdff-04c78e57ec15 by drivers openvswitch,hyperv on host hv-neutron-8348 at level 0 using segments [{'id': 'd4919f32-0243-440a-a0fc-1a6b28508fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '57c1e086-1a32-4a91-affa-ac11a284d989'}] {{(pid=104098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:05:12.349151 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e35dca0-285e-4e2f-8742-6fc436300c11 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attempting to bind port ee939f9b-be27-4c5e-bdff-04c78e57ec15 on network 57c1e086-1a32-4a91-affa-ac11a284d989 {{(pid=104098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:05:12.360522 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e35dca0-285e-4e2f-8742-6fc436300c11 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Port ee939f9b-be27-4c5e-bdff-04c78e57ec15 on network 57c1e086-1a32-4a91-affa-ac11a284d989 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8348 {{(pid=104098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 01:05:12.360869 dv-neutron-834874-6-hyperv neutron-server[104098]: ERROR neutron.plugins.ml2.managers [None req-0e35dca0-285e-4e2f-8742-6fc436300c11 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Failed to bind port ee939f9b-be27-4c5e-bdff-04c78e57ec15 on host hv-neutron-8348 for vnic_type normal using segments [{'id': 'd4919f32-0243-440a-a0fc-1a6b28508fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '57c1e086-1a32-4a91-affa-ac11a284d989'}] Mar 28 01:05:12.387167 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.db.api [None req-aec79e96-9d16-4c98-9ea3-ebc43d5d84d9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104100) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 01:05:12.387684 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG oslo_db.api [None req-aec79e96-9d16-4c98-9ea3-ebc43d5d84d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 01:05:12.406753 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0076af65-16f4-4b44-ac05-6e0d35747194 tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks [] for subnet (86179a51-ac58-4b59-b6c7-746bb93f2d76), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:12.409522 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.plugins.ml2.plugin [None req-0e35dca0-285e-4e2f-8742-6fc436300c11 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attempt 4 to bind port ee939f9b-be27-4c5e-bdff-04c78e57ec15 Mar 28 01:05:12.429811 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Pushing event updated for resources: {'Port': ['ID=b9b9075e-8d0b-4e2e-ac8e-60c520909e54,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:12.479654 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-e5d205b6-001c-49ab-8446-8bac42497c2c req-0a55997c-d99d-45bc-aa1b-284deaa879fc tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5fc266-2207-46d1-bfc7-83854e73a714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2646642 Mar 28 01:05:12.480312 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.managers [None req-0e35dca0-285e-4e2f-8742-6fc436300c11 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attempting to bind port ee939f9b-be27-4c5e-bdff-04c78e57ec15 on host hv-neutron-8348 for vnic_type normal with profile {{(pid=104098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:05:12.480644 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.managers [None req-0e35dca0-285e-4e2f-8742-6fc436300c11 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attempting to bind port ee939f9b-be27-4c5e-bdff-04c78e57ec15 by drivers openvswitch,hyperv on host hv-neutron-8348 at level 0 using segments [{'id': 'd4919f32-0243-440a-a0fc-1a6b28508fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '57c1e086-1a32-4a91-affa-ac11a284d989'}] {{(pid=104098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:05:12.480976 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e35dca0-285e-4e2f-8742-6fc436300c11 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attempting to bind port ee939f9b-be27-4c5e-bdff-04c78e57ec15 on network 57c1e086-1a32-4a91-affa-ac11a284d989 {{(pid=104098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:05:12.486460 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0076af65-16f4-4b44-ac05-6e0d35747194 tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126443526'] for subnet (86179a51-ac58-4b59-b6c7-746bb93f2d76), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:12.504945 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port ce3f7db4-2bb0-4b0a-963f-7274bd2914bb triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:05:12.505643 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (ce3f7db4-2bb0-4b0a-963f-7274bd2914bb), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:12.529341 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e35dca0-285e-4e2f-8742-6fc436300c11 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Port ee939f9b-be27-4c5e-bdff-04c78e57ec15 on network 57c1e086-1a32-4a91-affa-ac11a284d989 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8348 {{(pid=104098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 01:05:12.529591 dv-neutron-834874-6-hyperv neutron-server[104098]: ERROR neutron.plugins.ml2.managers [None req-0e35dca0-285e-4e2f-8742-6fc436300c11 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Failed to bind port ee939f9b-be27-4c5e-bdff-04c78e57ec15 on host hv-neutron-8348 for vnic_type normal using segments [{'id': 'd4919f32-0243-440a-a0fc-1a6b28508fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '57c1e086-1a32-4a91-affa-ac11a284d989'}] Mar 28 01:05:12.534515 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.plugins.ml2.plugin [None req-0e35dca0-285e-4e2f-8742-6fc436300c11 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attempt 5 to bind port ee939f9b-be27-4c5e-bdff-04c78e57ec15 Mar 28 01:05:12.580192 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-483812e4-fe27-4490-a855-944935f8a058 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks [] for security_group (25aff749-71b1-434d-b44b-c49b32333c49), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:12.581208 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.managers [None req-0e35dca0-285e-4e2f-8742-6fc436300c11 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attempting to bind port ee939f9b-be27-4c5e-bdff-04c78e57ec15 on host hv-neutron-8348 for vnic_type normal with profile {{(pid=104098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:05:12.581577 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.managers [None req-0e35dca0-285e-4e2f-8742-6fc436300c11 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attempting to bind port ee939f9b-be27-4c5e-bdff-04c78e57ec15 by drivers openvswitch,hyperv on host hv-neutron-8348 at level 0 using segments [{'id': 'd4919f32-0243-440a-a0fc-1a6b28508fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '57c1e086-1a32-4a91-affa-ac11a284d989'}] {{(pid=104098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:05:12.581960 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e35dca0-285e-4e2f-8742-6fc436300c11 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attempting to bind port ee939f9b-be27-4c5e-bdff-04c78e57ec15 on network 57c1e086-1a32-4a91-affa-ac11a284d989 {{(pid=104098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:05:12.589803 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e35dca0-285e-4e2f-8742-6fc436300c11 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Port ee939f9b-be27-4c5e-bdff-04c78e57ec15 on network 57c1e086-1a32-4a91-affa-ac11a284d989 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8348 {{(pid=104098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 01:05:12.590134 dv-neutron-834874-6-hyperv neutron-server[104098]: ERROR neutron.plugins.ml2.managers [None req-0e35dca0-285e-4e2f-8742-6fc436300c11 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Failed to bind port ee939f9b-be27-4c5e-bdff-04c78e57ec15 on host hv-neutron-8348 for vnic_type normal using segments [{'id': 'd4919f32-0243-440a-a0fc-1a6b28508fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '57c1e086-1a32-4a91-affa-ac11a284d989'}] Mar 28 01:05:12.592836 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.plugins.ml2.plugin [None req-0e35dca0-285e-4e2f-8742-6fc436300c11 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attempt 6 to bind port ee939f9b-be27-4c5e-bdff-04c78e57ec15 Mar 28 01:05:12.600393 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-483812e4-fe27-4490-a855-944935f8a058 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (25aff749-71b1-434d-b44b-c49b32333c49), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:12.652629 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-0bf93a2c-f703-4d00-b26d-82b01afa400c tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Deleting port 67ae34ca-3f34-408a-81e7-2e67673c02ac {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:05:12.652974 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0bf93a2c-f703-4d00-b26d-82b01afa400c tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (67ae34ca-3f34-408a-81e7-2e67673c02ac), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:12.661325 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.managers [None req-0e35dca0-285e-4e2f-8742-6fc436300c11 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attempting to bind port ee939f9b-be27-4c5e-bdff-04c78e57ec15 on host hv-neutron-8348 for vnic_type normal with profile {{(pid=104098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:05:12.661693 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.managers [None req-0e35dca0-285e-4e2f-8742-6fc436300c11 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attempting to bind port ee939f9b-be27-4c5e-bdff-04c78e57ec15 by drivers openvswitch,hyperv on host hv-neutron-8348 at level 0 using segments [{'id': 'd4919f32-0243-440a-a0fc-1a6b28508fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '57c1e086-1a32-4a91-affa-ac11a284d989'}] {{(pid=104098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:05:12.662105 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e35dca0-285e-4e2f-8742-6fc436300c11 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attempting to bind port ee939f9b-be27-4c5e-bdff-04c78e57ec15 on network 57c1e086-1a32-4a91-affa-ac11a284d989 {{(pid=104098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:05:12.664644 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-483812e4-fe27-4490-a855-944935f8a058 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=104098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:05:12.698222 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port ce3f7db4-2bb0-4b0a-963f-7274bd2914bb is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:05:12.698767 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (ce3f7db4-2bb0-4b0a-963f-7274bd2914bb), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:12.700556 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-483812e4-fe27-4490-a855-944935f8a058 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (3a0261de-19c2-4372-8328-157320260ce8), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:12.700909 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.segments_db [None req-483812e4-fe27-4490-a855-944935f8a058 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Added segment 3a0261de-19c2-4372-8328-157320260ce8 of type vlan for network 0d98f334-e7cb-4a72-9f44-4ce2b9467757 Mar 28 01:05:12.703266 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e35dca0-285e-4e2f-8742-6fc436300c11 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Port ee939f9b-be27-4c5e-bdff-04c78e57ec15 on network 57c1e086-1a32-4a91-affa-ac11a284d989 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8348 {{(pid=104098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 01:05:12.703598 dv-neutron-834874-6-hyperv neutron-server[104098]: ERROR neutron.plugins.ml2.managers [None req-0e35dca0-285e-4e2f-8742-6fc436300c11 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Failed to bind port ee939f9b-be27-4c5e-bdff-04c78e57ec15 on host hv-neutron-8348 for vnic_type normal using segments [{'id': 'd4919f32-0243-440a-a0fc-1a6b28508fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '57c1e086-1a32-4a91-affa-ac11a284d989'}] Mar 28 01:05:12.714100 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.plugins.ml2.plugin [None req-0e35dca0-285e-4e2f-8742-6fc436300c11 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attempt 7 to bind port ee939f9b-be27-4c5e-bdff-04c78e57ec15 Mar 28 01:05:12.726314 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483812e4-fe27-4490-a855-944935f8a058 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25aff749-71b1-434d-b44b-c49b32333c49,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:12.753904 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] For port ce3f7db4-2bb0-4b0a-963f-7274bd2914bb, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=ce3f7db4-2bb0-4b0a-963f-7274bd2914bb,segment=NetworkSegment(9028fe72-9b79-4538-96be-757c3dc71a72),segment_id=9028fe72-9b79-4538-96be-757c3dc71a72)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:05:12.759167 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (ce3f7db4-2bb0-4b0a-963f-7274bd2914bb), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:12.795831 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.managers [None req-0e35dca0-285e-4e2f-8742-6fc436300c11 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attempting to bind port ee939f9b-be27-4c5e-bdff-04c78e57ec15 on host hv-neutron-8348 for vnic_type normal with profile {{(pid=104098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:05:12.796525 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.managers [None req-0e35dca0-285e-4e2f-8742-6fc436300c11 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attempting to bind port ee939f9b-be27-4c5e-bdff-04c78e57ec15 by drivers openvswitch,hyperv on host hv-neutron-8348 at level 0 using segments [{'id': 'd4919f32-0243-440a-a0fc-1a6b28508fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '57c1e086-1a32-4a91-affa-ac11a284d989'}] {{(pid=104098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:05:12.796525 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e35dca0-285e-4e2f-8742-6fc436300c11 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attempting to bind port ee939f9b-be27-4c5e-bdff-04c78e57ec15 on network 57c1e086-1a32-4a91-affa-ac11a284d989 {{(pid=104098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:05:12.815723 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Pushing event updated for resources: {'Port': ['ID=ce3f7db4-2bb0-4b0a-963f-7274bd2914bb,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:12.821960 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e35dca0-285e-4e2f-8742-6fc436300c11 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Port ee939f9b-be27-4c5e-bdff-04c78e57ec15 on network 57c1e086-1a32-4a91-affa-ac11a284d989 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8348 {{(pid=104098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 01:05:12.823574 dv-neutron-834874-6-hyperv neutron-server[104098]: ERROR neutron.plugins.ml2.managers [None req-0e35dca0-285e-4e2f-8742-6fc436300c11 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Failed to bind port ee939f9b-be27-4c5e-bdff-04c78e57ec15 on host hv-neutron-8348 for vnic_type normal using segments [{'id': 'd4919f32-0243-440a-a0fc-1a6b28508fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '57c1e086-1a32-4a91-affa-ac11a284d989'}] Mar 28 01:05:12.829115 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0bf93a2c-f703-4d00-b26d-82b01afa400c tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (67ae34ca-3f34-408a-81e7-2e67673c02ac), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:12.830833 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.plugins.ml2.plugin [None req-0e35dca0-285e-4e2f-8742-6fc436300c11 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attempt 8 to bind port ee939f9b-be27-4c5e-bdff-04c78e57ec15 Mar 28 01:05:12.834491 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-483812e4-fe27-4490-a855-944935f8a058 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (0d98f334-e7cb-4a72-9f44-4ce2b9467757), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:12.840557 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0076af65-16f4-4b44-ac05-6e0d35747194 tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (86179a51-ac58-4b59-b6c7-746bb93f2d76), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:12.862311 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-0bf93a2c-f703-4d00-b26d-82b01afa400c tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Calling delete_port for 67ae34ca-3f34-408a-81e7-2e67673c02ac owned by {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:05:12.880490 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.managers [None req-0e35dca0-285e-4e2f-8742-6fc436300c11 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attempting to bind port ee939f9b-be27-4c5e-bdff-04c78e57ec15 on host hv-neutron-8348 for vnic_type normal with profile {{(pid=104098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:05:12.880825 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.managers [None req-0e35dca0-285e-4e2f-8742-6fc436300c11 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attempting to bind port ee939f9b-be27-4c5e-bdff-04c78e57ec15 by drivers openvswitch,hyperv on host hv-neutron-8348 at level 0 using segments [{'id': 'd4919f32-0243-440a-a0fc-1a6b28508fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '57c1e086-1a32-4a91-affa-ac11a284d989'}] {{(pid=104098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:05:12.881161 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e35dca0-285e-4e2f-8742-6fc436300c11 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attempting to bind port ee939f9b-be27-4c5e-bdff-04c78e57ec15 on network 57c1e086-1a32-4a91-affa-ac11a284d989 {{(pid=104098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:05:12.904513 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e35dca0-285e-4e2f-8742-6fc436300c11 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Port ee939f9b-be27-4c5e-bdff-04c78e57ec15 on network 57c1e086-1a32-4a91-affa-ac11a284d989 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8348 {{(pid=104098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 01:05:12.904849 dv-neutron-834874-6-hyperv neutron-server[104098]: ERROR neutron.plugins.ml2.managers [None req-0e35dca0-285e-4e2f-8742-6fc436300c11 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Failed to bind port ee939f9b-be27-4c5e-bdff-04c78e57ec15 on host hv-neutron-8348 for vnic_type normal using segments [{'id': 'd4919f32-0243-440a-a0fc-1a6b28508fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '57c1e086-1a32-4a91-affa-ac11a284d989'}] Mar 28 01:05:12.910337 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.plugins.ml2.plugin [None req-0e35dca0-285e-4e2f-8742-6fc436300c11 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attempt 9 to bind port ee939f9b-be27-4c5e-bdff-04c78e57ec15 Mar 28 01:05:12.928341 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-483812e4-fe27-4490-a855-944935f8a058 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (0d98f334-e7cb-4a72-9f44-4ce2b9467757), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:12.929183 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483812e4-fe27-4490-a855-944935f8a058 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:12.929759 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-483812e4-fe27-4490-a855-944935f8a058 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:12.930816 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-aec79e96-9d16-4c98-9ea3-ebc43d5d84d9 None None] Current status of the port b9b9075e-8d0b-4e2e-ac8e-60c520909e54 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:05:12.945413 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.managers [None req-0e35dca0-285e-4e2f-8742-6fc436300c11 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attempting to bind port ee939f9b-be27-4c5e-bdff-04c78e57ec15 on host hv-neutron-8348 for vnic_type normal with profile {{(pid=104098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:05:12.945744 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.managers [None req-0e35dca0-285e-4e2f-8742-6fc436300c11 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attempting to bind port ee939f9b-be27-4c5e-bdff-04c78e57ec15 by drivers openvswitch,hyperv on host hv-neutron-8348 at level 0 using segments [{'id': 'd4919f32-0243-440a-a0fc-1a6b28508fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '57c1e086-1a32-4a91-affa-ac11a284d989'}] {{(pid=104098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:05:12.946084 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e35dca0-285e-4e2f-8742-6fc436300c11 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attempting to bind port ee939f9b-be27-4c5e-bdff-04c78e57ec15 on network 57c1e086-1a32-4a91-affa-ac11a284d989 {{(pid=104098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:05:12.978293 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d673e29b-bdd4-47f9-910a-12c9ba2260f8 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3686527'] for router_interface (788bb89f-88c1-4b89-afcd-9e2ef8e12a99), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:12.995271 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e35dca0-285e-4e2f-8742-6fc436300c11 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Port ee939f9b-be27-4c5e-bdff-04c78e57ec15 on network 57c1e086-1a32-4a91-affa-ac11a284d989 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8348 {{(pid=104098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 01:05:12.995662 dv-neutron-834874-6-hyperv neutron-server[104098]: ERROR neutron.plugins.ml2.managers [None req-0e35dca0-285e-4e2f-8742-6fc436300c11 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Failed to bind port ee939f9b-be27-4c5e-bdff-04c78e57ec15 on host hv-neutron-8348 for vnic_type normal using segments [{'id': 'd4919f32-0243-440a-a0fc-1a6b28508fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '57c1e086-1a32-4a91-affa-ac11a284d989'}] Mar 28 01:05:12.997762 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.plugins.ml2.plugin [None req-0e35dca0-285e-4e2f-8742-6fc436300c11 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attempt 10 to bind port ee939f9b-be27-4c5e-bdff-04c78e57ec15 Mar 28 01:05:13.001095 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0076af65-16f4-4b44-ac05-6e0d35747194 tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126175041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126112438'] for subnet (86179a51-ac58-4b59-b6c7-746bb93f2d76), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:13.015875 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-483812e4-fe27-4490-a855-944935f8a058 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.1839383 Mar 28 01:05:13.016506 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 49874) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:13.055626 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-a71004b2-6d9c-48e0-af7f-0bd47d36ab08 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Request body: {'subnet': {'network_id': '0d98f334-e7cb-4a72-9f44-4ce2b9467757', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:05:13.064843 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-06cd6ec6-afcb-4acd-bb3a-40a2b3dfbfc8 None None] Provisioning complete for port 67ae34ca-3f34-408a-81e7-2e67673c02ac triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:05:13.065139 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483812e4-fe27-4490-a855-944935f8a058 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Pushing event updated for resources: {'Network': ['ID=0d98f334-e7cb-4a72-9f44-4ce2b9467757,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:13.065531 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-06cd6ec6-afcb-4acd-bb3a-40a2b3dfbfc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (67ae34ca-3f34-408a-81e7-2e67673c02ac), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:13.070333 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0076af65-16f4-4b44-ac05-6e0d35747194 tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:13.075865 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-0076af65-16f4-4b44-ac05-6e0d35747194 tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] 10.222.0.24 "DELETE /v2.0/subnets/86179a51-ac58-4b59-b6c7-746bb93f2d76 HTTP/1.1" status: 204 len: 168 time: 0.9573195 Mar 28 01:05:13.075865 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0076af65-16f4-4b44-ac05-6e0d35747194 tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Pushing event deleted for resources: {'Subnet': ['ID=86179a51-ac58-4b59-b6c7-746bb93f2d76,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:13.082670 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 49876) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:13.084703 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.managers [None req-0e35dca0-285e-4e2f-8742-6fc436300c11 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attempting to bind port ee939f9b-be27-4c5e-bdff-04c78e57ec15 on host hv-neutron-8348 for vnic_type normal with profile {{(pid=104098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:05:13.085026 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.managers [None req-0e35dca0-285e-4e2f-8742-6fc436300c11 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attempting to bind port ee939f9b-be27-4c5e-bdff-04c78e57ec15 by drivers openvswitch,hyperv on host hv-neutron-8348 at level 0 using segments [{'id': 'd4919f32-0243-440a-a0fc-1a6b28508fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '57c1e086-1a32-4a91-affa-ac11a284d989'}] {{(pid=104098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:05:13.085364 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e35dca0-285e-4e2f-8742-6fc436300c11 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attempting to bind port ee939f9b-be27-4c5e-bdff-04c78e57ec15 on network 57c1e086-1a32-4a91-affa-ac11a284d989 {{(pid=104098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:05:13.120747 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753274c4-d85c-4f88-8ad4-c75828a7bfde None None] Network 04294e74-d2bf-4b46-a113-0ebf8d4c9146 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:05:13.123552 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network 0d98f334-e7cb-4a72-9f44-4ce2b9467757 details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:05:13.131540 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e35dca0-285e-4e2f-8742-6fc436300c11 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Port ee939f9b-be27-4c5e-bdff-04c78e57ec15 on network 57c1e086-1a32-4a91-affa-ac11a284d989 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8348 {{(pid=104098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 01:05:13.131870 dv-neutron-834874-6-hyperv neutron-server[104098]: ERROR neutron.plugins.ml2.managers [None req-0e35dca0-285e-4e2f-8742-6fc436300c11 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Failed to bind port ee939f9b-be27-4c5e-bdff-04c78e57ec15 on host hv-neutron-8348 for vnic_type normal using segments [{'id': 'd4919f32-0243-440a-a0fc-1a6b28508fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '57c1e086-1a32-4a91-affa-ac11a284d989'}] Mar 28 01:05:13.132264 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0e35dca0-285e-4e2f-8742-6fc436300c11 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (ee939f9b-be27-4c5e-bdff-04c78e57ec15), before_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:13.153144 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a71004b2-6d9c-48e0-af7f-0bd47d36ab08 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Made reservation on behalf of 96c79905b17c454b87508ea9d204bf03 for: {'subnet': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:05:13.155500 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a71004b2-6d9c-48e0-af7f-0bd47d36ab08 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126112411'] for subnet (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:13.223440 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device b9b9075e-8d0b-4e2e-ac8e-60c520909e54 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:05:13.236205 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb28c472-bacd-4051-925c-8da6762f997a tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:13.237627 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb28c472-bacd-4051-925c-8da6762f997a tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:13.242008 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-eb28c472-bacd-4051-925c-8da6762f997a tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1555908 Mar 28 01:05:13.243933 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 49878) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:13.290845 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-06cd6ec6-afcb-4acd-bb3a-40a2b3dfbfc8 None None] Port 67ae34ca-3f34-408a-81e7-2e67673c02ac cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:05:13.350307 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-06cd6ec6-afcb-4acd-bb3a-40a2b3dfbfc8 None None] Provisioning complete for port b9b9075e-8d0b-4e2e-ac8e-60c520909e54 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:05:13.350556 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.db [None req-0e35dca0-285e-4e2f-8742-6fc436300c11 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] For port ee939f9b-be27-4c5e-bdff-04c78e57ec15, host hv-neutron-8348, cleared binding levels {{(pid=104098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:05:13.350762 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.db [None req-0e35dca0-285e-4e2f-8742-6fc436300c11 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attempted to set empty binding levels {{(pid=104098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 28 01:05:13.351253 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-06cd6ec6-afcb-4acd-bb3a-40a2b3dfbfc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (b9b9075e-8d0b-4e2e-ac8e-60c520909e54), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:13.365825 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0e35dca0-285e-4e2f-8742-6fc436300c11 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126177159'] for port (ee939f9b-be27-4c5e-bdff-04c78e57ec15), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:13.379539 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2075707c-59c0-4046-96c4-6579d9ab5d57 tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (04294e74-d2bf-4b46-a113-0ebf8d4c9146), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:13.399306 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0bf93a2c-f703-4d00-b26d-82b01afa400c tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (67ae34ca-3f34-408a-81e7-2e67673c02ac), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:13.403312 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port b9b9075e-8d0b-4e2e-ac8e-60c520909e54 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:05:13.404290 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (b9b9075e-8d0b-4e2e-ac8e-60c520909e54), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:13.407907 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-0e35dca0-285e-4e2f-8742-6fc436300c11 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] In _notify_port_updated(), no bound segment for port ee939f9b-be27-4c5e-bdff-04c78e57ec15 on network 57c1e086-1a32-4a91-affa-ac11a284d989 {{(pid=104098) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 28 01:05:13.408777 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e35dca0-285e-4e2f-8742-6fc436300c11 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:13.409381 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0e35dca0-285e-4e2f-8742-6fc436300c11 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:13.413549 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-0e35dca0-285e-4e2f-8742-6fc436300c11 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] 10.222.0.24 "PUT /v2.0/ports/ee939f9b-be27-4c5e-bdff-04c78e57ec15 HTTP/1.1" status: 200 len: 977 time: 3.9375331 Mar 28 01:05:13.417552 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 49880) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:13.468701 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e35dca0-285e-4e2f-8742-6fc436300c11 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Pushing event updated for resources: {'Port': ['ID=ee939f9b-be27-4c5e-bdff-04c78e57ec15,revision_number=3']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:13.478250 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.pecan_wsgi.hooks.translation [None req-2075707c-59c0-4046-96c4-6579d9ab5d57 tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 28 01:05:13.478746 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2075707c-59c0-4046-96c4-6579d9ab5d57 tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=104098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:05:13.488697 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-2075707c-59c0-4046-96c4-6579d9ab5d57 tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] 10.222.0.24 "DELETE /v2.0/networks/04294e74-d2bf-4b46-a113-0ebf8d4c9146 HTTP/1.1" status: 409 len: 466 time: 0.2353950 Mar 28 01:05:13.489019 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf93a2c-f703-4d00-b26d-82b01afa400c tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Pushing event deleted for resources: {'Port': ['ID=67ae34ca-3f34-408a-81e7-2e67673c02ac,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:13.505187 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 49882) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:13.510750 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-4f21cd69-3744-4167-8299-cc25b0196f5d tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1862133830'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:05:13.568211 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0bf93a2c-f703-4d00-b26d-82b01afa400c tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:13.573005 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53cdad9-c1e5-4f44-8edb-a51a8b368873 None None] DHCP port deletion for 04294e74-d2bf-4b46-a113-0ebf8d4c9146 request from dv-neutron-834874-6-hyperv {{(pid=104100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 01:05:13.575562 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-0bf93a2c-f703-4d00-b26d-82b01afa400c tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "DELETE /v2.0/ports/67ae34ca-3f34-408a-81e7-2e67673c02ac HTTP/1.1" status: 204 len: 168 time: 1.3722003 Mar 28 01:05:13.582308 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 49886) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:13.617367 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-06cd6ec6-afcb-4acd-bb3a-40a2b3dfbfc8 None None] Current status of the port b9b9075e-8d0b-4e2e-ac8e-60c520909e54 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:05:13.624984 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f21cd69-3744-4167-8299-cc25b0196f5d tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Made reservation on behalf of bba635ee3b65479790f53c76a97cb916 for: {'network': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:05:13.628309 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4f21cd69-3744-4167-8299-cc25b0196f5d tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:13.652253 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f2429a43-aba2-449f-a913-4244dd33785e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:13.656193 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port b9b9075e-8d0b-4e2e-ac8e-60c520909e54 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:05:13.657395 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device ce3f7db4-2bb0-4b0a-963f-7274bd2914bb up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:05:13.698403 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2c21aa-03b1-4bf2-b73a-b9f10036299c req-425f8062-d1e1-4042-aea7-8ff7251af429 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:13.700348 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-fc2c21aa-03b1-4bf2-b73a-b9f10036299c req-425f8062-d1e1-4042-aea7-8ff7251af429 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af78226-6db5-4d3d-a6da-4544ef645c78 HTTP/1.1" status: 200 len: 946 time: 0.1218355 Mar 28 01:05:13.715040 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ead7ac8-d05d-4519-a681-f70a370e110e tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:13.716487 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ead7ac8-d05d-4519-a681-f70a370e110e tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:13.716817 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-06cd6ec6-afcb-4acd-bb3a-40a2b3dfbfc8 None None] Provisioning complete for port ce3f7db4-2bb0-4b0a-963f-7274bd2914bb triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:05:13.717158 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-06cd6ec6-afcb-4acd-bb3a-40a2b3dfbfc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (ce3f7db4-2bb0-4b0a-963f-7274bd2914bb), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:13.722259 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-4ead7ac8-d05d-4519-a681-f70a370e110e tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1389406 Mar 28 01:05:13.722859 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 49888) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:13.735906 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f21cd69-3744-4167-8299-cc25b0196f5d tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=104098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:05:13.745316 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-a049b0fe-9158-497f-a494-84d177424120 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Deleting port ee939f9b-be27-4c5e-bdff-04c78e57ec15 {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:05:13.745655 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a049b0fe-9158-497f-a494-84d177424120 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (ee939f9b-be27-4c5e-bdff-04c78e57ec15), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:13.763245 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-c53cdad9-c1e5-4f44-8edb-a51a8b368873 None None] Deleting port b9b9075e-8d0b-4e2e-ac8e-60c520909e54 {{(pid=104100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:05:13.763623 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-c53cdad9-c1e5-4f44-8edb-a51a8b368873 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (b9b9075e-8d0b-4e2e-ac8e-60c520909e54), before_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:13.788320 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port ce3f7db4-2bb0-4b0a-963f-7274bd2914bb triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:05:13.788635 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (ce3f7db4-2bb0-4b0a-963f-7274bd2914bb), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:13.829508 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4f21cd69-3744-4167-8299-cc25b0196f5d tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (c7e539fd-ef00-4604-94e7-d70d350d2239), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:13.830130 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.segments_db [None req-4f21cd69-3744-4167-8299-cc25b0196f5d tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Added segment c7e539fd-ef00-4604-94e7-d70d350d2239 of type vlan for network b03b53aa-222b-4a16-847e-949309e60118 Mar 28 01:05:13.854534 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-fc2c21aa-03b1-4bf2-b73a-b9f10036299c req-2f9813e7-6845-4427-98f7-d11ef5fc36df tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5fc266-2207-46d1-bfc7-83854e73a714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213632 Mar 28 01:05:13.870895 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-d673e29b-bdd4-47f9-910a-12c9ba2260f8 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Deleting port 9ad83d3c-8ef9-4010-a0f3-67c0ac4fdaec {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:05:13.871429 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d673e29b-bdd4-47f9-910a-12c9ba2260f8 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (9ad83d3c-8ef9-4010-a0f3-67c0ac4fdaec), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:13.883946 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-c53cdad9-c1e5-4f44-8edb-a51a8b368873 None None] For port b9b9075e-8d0b-4e2e-ac8e-60c520909e54, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=b9b9075e-8d0b-4e2e-ac8e-60c520909e54,segment=NetworkSegment(e14b9c1a-8f0c-4756-873b-72896edfabea),segment_id=e14b9c1a-8f0c-4756-873b-72896edfabea)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:05:13.884369 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-c53cdad9-c1e5-4f44-8edb-a51a8b368873 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (b9b9075e-8d0b-4e2e-ac8e-60c520909e54), precommit_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:13.901476 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-c53cdad9-c1e5-4f44-8edb-a51a8b368873 None None] Calling delete_port for b9b9075e-8d0b-4e2e-ac8e-60c520909e54 owned by network:dhcp {{(pid=104100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:05:13.912329 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.db [None req-a049b0fe-9158-497f-a494-84d177424120 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] For port ee939f9b-be27-4c5e-bdff-04c78e57ec15, host hv-neutron-8348, got binding levels [] {{(pid=104098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:05:13.912694 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a049b0fe-9158-497f-a494-84d177424120 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (ee939f9b-be27-4c5e-bdff-04c78e57ec15), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:13.918404 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea9616f0-ec1b-4ac8-9d3c-ebe74aaef645 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Deleting subnet 91ca6814-781c-48d2-a6eb-794b94d2cb1b {{(pid=104098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:05:13.933452 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ea9616f0-ec1b-4ac8-9d3c-ebe74aaef645 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks [] for subnet (91ca6814-781c-48d2-a6eb-794b94d2cb1b), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:13.952985 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-06cd6ec6-afcb-4acd-bb3a-40a2b3dfbfc8 None None] Current status of the port ce3f7db4-2bb0-4b0a-963f-7274bd2914bb is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:05:13.964872 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4f21cd69-3744-4167-8299-cc25b0196f5d tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (b03b53aa-222b-4a16-847e-949309e60118), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:13.972059 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-a049b0fe-9158-497f-a494-84d177424120 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Calling delete_port for ee939f9b-be27-4c5e-bdff-04c78e57ec15 owned by {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:05:13.989292 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d673e29b-bdd4-47f9-910a-12c9ba2260f8 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (9ad83d3c-8ef9-4010-a0f3-67c0ac4fdaec), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:14.004085 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-d673e29b-bdd4-47f9-910a-12c9ba2260f8 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Calling delete_port for 9ad83d3c-8ef9-4010-a0f3-67c0ac4fdaec owned by network:router_interface {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:05:14.009400 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ea9616f0-ec1b-4ac8-9d3c-ebe74aaef645 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126443526'] for subnet (91ca6814-781c-48d2-a6eb-794b94d2cb1b), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:14.040780 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port ce3f7db4-2bb0-4b0a-963f-7274bd2914bb is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:05:14.042951 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-06cd6ec6-afcb-4acd-bb3a-40a2b3dfbfc8 None None] Provisioning complete for port 89c1ad1b-a2d6-4b3d-b885-93c90104f7fc triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:05:14.043332 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-06cd6ec6-afcb-4acd-bb3a-40a2b3dfbfc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (89c1ad1b-a2d6-4b3d-b885-93c90104f7fc), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:14.072655 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4f21cd69-3744-4167-8299-cc25b0196f5d tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (b03b53aa-222b-4a16-847e-949309e60118), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:14.078140 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f21cd69-3744-4167-8299-cc25b0196f5d tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:14.078870 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4f21cd69-3744-4167-8299-cc25b0196f5d tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:14.096166 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-06cd6ec6-afcb-4acd-bb3a-40a2b3dfbfc8 None None] Port 89c1ad1b-a2d6-4b3d-b885-93c90104f7fc cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:05:14.100588 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-c53cdad9-c1e5-4f44-8edb-a51a8b368873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886'] for port (b9b9075e-8d0b-4e2e-ac8e-60c520909e54), after_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:14.129081 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53cdad9-c1e5-4f44-8edb-a51a8b368873 None None] Pushing event deleted for resources: {'Port': ['ID=b9b9075e-8d0b-4e2e-ac8e-60c520909e54,revision_number=None']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:14.135407 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53cdad9-c1e5-4f44-8edb-a51a8b368873 None None] No DVR routers for this DVR port b9b9075e-8d0b-4e2e-ac8e-60c520909e54 on host dv-neutron-834874-6-hyperv {{(pid=104100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:05:14.165406 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-4f21cd69-3744-4167-8299-cc25b0196f5d tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6560640 Mar 28 01:05:14.167691 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 49890) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:14.176856 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-58846058-7f1b-4f54-ae03-f3c0e09a778d tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Request body: {'subnet': {'network_id': 'b03b53aa-222b-4a16-847e-949309e60118', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:05:14.214396 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f21cd69-3744-4167-8299-cc25b0196f5d tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Pushing event updated for resources: {'Network': ['ID=b03b53aa-222b-4a16-847e-949309e60118,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:14.226471 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network b03b53aa-222b-4a16-847e-949309e60118 details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:05:14.246243 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ea9616f0-ec1b-4ac8-9d3c-ebe74aaef645 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (91ca6814-781c-48d2-a6eb-794b94d2cb1b), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:14.272703 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a049b0fe-9158-497f-a494-84d177424120 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (ee939f9b-be27-4c5e-bdff-04c78e57ec15), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:14.315851 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.objects.ports [None req-a71004b2-6d9c-48e0-af7f-0bd47d36ab08 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104098) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 28 01:05:14.316361 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a71004b2-6d9c-48e0-af7f-0bd47d36ab08 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126174976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126112397'] for subnet (1eecec9f-e041-4a3a-8cc3-5c65723ebc27), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:14.345732 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58846058-7f1b-4f54-ae03-f3c0e09a778d tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Made reservation on behalf of bba635ee3b65479790f53c76a97cb916 for: {'subnet': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:05:14.349418 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-58846058-7f1b-4f54-ae03-f3c0e09a778d tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126757772'] for subnet (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:14.362436 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a049b0fe-9158-497f-a494-84d177424120 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Pushing event deleted for resources: {'Port': ['ID=ee939f9b-be27-4c5e-bdff-04c78e57ec15,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:14.377234 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a049b0fe-9158-497f-a494-84d177424120 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:14.380508 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-a049b0fe-9158-497f-a494-84d177424120 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] 10.222.0.24 "DELETE /v2.0/ports/ee939f9b-be27-4c5e-bdff-04c78e57ec15 HTTP/1.1" status: 204 len: 168 time: 0.9601288 Mar 28 01:05:14.386655 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 49892) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:14.395124 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d673e29b-bdd4-47f9-910a-12c9ba2260f8 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (9ad83d3c-8ef9-4010-a0f3-67c0ac4fdaec), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:14.432728 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.pecan_wsgi.hooks.translation [None req-07a3b4bf-25d9-49ea-8f73-b7120ce25ef9 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] GET failed (client error): The resource could not be found. Mar 28 01:05:14.434089 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-07a3b4bf-25d9-49ea-8f73-b7120ce25ef9 tempest-PortsAdminExtendedAttrsTestJSON-719220304 tempest-PortsAdminExtendedAttrsTestJSON-719220304-project-admin] 10.222.0.24 "GET /v2.0/ports/ee939f9b-be27-4c5e-bdff-04c78e57ec15 HTTP/1.1" status: 404 len: 333 time: 0.0455315 Mar 28 01:05:14.434652 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d673e29b-bdd4-47f9-910a-12c9ba2260f8 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Pushing event deleted for resources: {'Port': ['ID=9ad83d3c-8ef9-4010-a0f3-67c0ac4fdaec,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:14.435138 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71004b2-6d9c-48e0-af7f-0bd47d36ab08 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Pushing event updated for resources: {'Subnet': ['ID=1eecec9f-e041-4a3a-8cc3-5c65723ebc27,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:14.439919 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 49894) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:14.456396 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ea9616f0-ec1b-4ac8-9d3c-ebe74aaef645 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126175041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126112438'] for subnet (91ca6814-781c-48d2-a6eb-794b94d2cb1b), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:14.537387 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9616f0-ec1b-4ac8-9d3c-ebe74aaef645 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Pushing event deleted for resources: {'Subnet': ['ID=91ca6814-781c-48d2-a6eb-794b94d2cb1b,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:14.541771 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ea9616f0-ec1b-4ac8-9d3c-ebe74aaef645 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:14.545686 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e782543-a71b-42a1-9431-a42b440feeaa None None] Network be4801db-c8f8-4df3-b9b5-556693d6a290 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:05:14.548920 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-ea9616f0-ec1b-4ac8-9d3c-ebe74aaef645 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "DELETE /v2.0/subnets/91ca6814-781c-48d2-a6eb-794b94d2cb1b HTTP/1.1" status: 204 len: 168 time: 0.8202841 Mar 28 01:05:14.549069 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 49896) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:14.554699 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71004b2-6d9c-48e0-af7f-0bd47d36ab08 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Checking segment: {'id': '3a0261de-19c2-4372-8328-157320260ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '0d98f334-e7cb-4a72-9f44-4ce2b9467757'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:05:14.554699 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71004b2-6d9c-48e0-af7f-0bd47d36ab08 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Network hostable DHCP agents. Network: 0d98f334-e7cb-4a72-9f44-4ce2b9467757, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:05:14.574155 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-60110e0b-57e6-4c79-a463-dd2772163195 tempest-PortsAdminExtendedAttrsTestJSON-949236317 tempest-PortsAdminExtendedAttrsTestJSON-949236317-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (57c1e086-1a32-4a91-affa-ac11a284d989), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:14.623149 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71004b2-6d9c-48e0-af7f-0bd47d36ab08 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Network 0d98f334-e7cb-4a72-9f44-4ce2b9467757 is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:05:14.679785 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-d47049fe-8e6d-4f01-ae1e-9dcd9e70a017 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1235425 Mar 28 01:05:14.681998 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 49898) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:14.716653 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-60110e0b-57e6-4c79-a463-dd2772163195 tempest-PortsAdminExtendedAttrsTestJSON-949236317 tempest-PortsAdminExtendedAttrsTestJSON-949236317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (57c1e086-1a32-4a91-affa-ac11a284d989), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:14.720592 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-a71004b2-6d9c-48e0-af7f-0bd47d36ab08 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, 0d98f334-e7cb-4a72-9f44-4ce2b9467757) {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:05:14.723114 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:14.733646 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94292a17-61d8-436f-873d-aad13291623e None None] Network 0d98f334-e7cb-4a72-9f44-4ce2b9467757 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:05:14.737000 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71004b2-6d9c-48e0-af7f-0bd47d36ab08 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:14.737237 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a71004b2-6d9c-48e0-af7f-0bd47d36ab08 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:14.759609 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-60110e0b-57e6-4c79-a463-dd2772163195 tempest-PortsAdminExtendedAttrsTestJSON-949236317 tempest-PortsAdminExtendedAttrsTestJSON-949236317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57c1e086-1a32-4a91-affa-ac11a284d989']}} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:05:14.779647 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-60110e0b-57e6-4c79-a463-dd2772163195 tempest-PortsAdminExtendedAttrsTestJSON-949236317 tempest-PortsAdminExtendedAttrsTestJSON-949236317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4919f32-0243-440a-a0fc-1a6b28508fc8') {'for_net_delete': True} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:05:14.779992 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-60110e0b-57e6-4c79-a463-dd2772163195 tempest-PortsAdminExtendedAttrsTestJSON-949236317 tempest-PortsAdminExtendedAttrsTestJSON-949236317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4919f32-0243-440a-a0fc-1a6b28508fc8') {} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:05:14.785431 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-a71004b2-6d9c-48e0-af7f-0bd47d36ab08 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.7564354 Mar 28 01:05:14.792640 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 49900) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:14.797150 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-168e8c9c-a621-40fa-a143-27e423a42ac4 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1218810977', 'network_id': '0d98f334-e7cb-4a72-9f44-4ce2b9467757'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:05:14.798377 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aff6dce-34a1-4dc1-8802-7ba8fc6b2626 None None] DHCP port deletion for be4801db-c8f8-4df3-b9b5-556693d6a290 request from dv-neutron-834874-6-hyperv {{(pid=104100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 01:05:14.813938 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-60110e0b-57e6-4c79-a463-dd2772163195 tempest-PortsAdminExtendedAttrsTestJSON-949236317 tempest-PortsAdminExtendedAttrsTestJSON-949236317-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126443583'] for segment (d4919f32-0243-440a-a0fc-1a6b28508fc8), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:14.820391 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d673e29b-bdd4-47f9-910a-12c9ba2260f8 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3725912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3690191'] for router_interface (788bb89f-88c1-4b89-afcd-9e2ef8e12a99), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:14.829161 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355e8a34-159a-4121-a368-cc8dcf041dfe tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:14.833336 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 49902) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:14.833901 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-355e8a34-159a-4121-a368-cc8dcf041dfe tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1504555 Mar 28 01:05:14.884077 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-60110e0b-57e6-4c79-a463-dd2772163195 tempest-PortsAdminExtendedAttrsTestJSON-949236317 tempest-PortsAdminExtendedAttrsTestJSON-949236317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (d4919f32-0243-440a-a0fc-1a6b28508fc8), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:14.888195 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1d6f56-ca30-4e58-9093-6ac0988b72d0 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:14.889674 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-8c1d6f56-ca30-4e58-9093-6ac0988b72d0 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0554070 Mar 28 01:05:14.892777 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-168e8c9c-a621-40fa-a143-27e423a42ac4 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Made reservation on behalf of 96c79905b17c454b87508ea9d204bf03 for: {'port': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:05:14.895096 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-168e8c9c-a621-40fa-a143-27e423a42ac4 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:14.896823 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 49906) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:14.903161 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-6aff6dce-34a1-4dc1-8802-7ba8fc6b2626 None None] Deleting port ce3f7db4-2bb0-4b0a-963f-7274bd2914bb {{(pid=104100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:05:14.903544 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-6aff6dce-34a1-4dc1-8802-7ba8fc6b2626 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (ce3f7db4-2bb0-4b0a-963f-7274bd2914bb), before_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:14.907378 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60110e0b-57e6-4c79-a463-dd2772163195 tempest-PortsAdminExtendedAttrsTestJSON-949236317 tempest-PortsAdminExtendedAttrsTestJSON-949236317-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=104098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:05:14.907782 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-60110e0b-57e6-4c79-a463-dd2772163195 tempest-PortsAdminExtendedAttrsTestJSON-949236317 tempest-PortsAdminExtendedAttrsTestJSON-949236317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126177251'] for segment (d4919f32-0243-440a-a0fc-1a6b28508fc8), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:14.919604 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bddc4ee7-dbb9-4520-a034-b67dca829ba0 None None] Network 0d98f334-e7cb-4a72-9f44-4ce2b9467757 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:05:14.952930 dv-neutron-834874-6-hyperv neutron-server[104098]: Traceback (most recent call last): Mar 28 01:05:14.952930 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:05:14.952930 dv-neutron-834874-6-hyperv neutron-server[104098]: timer() Mar 28 01:05:14.952930 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:05:14.952930 dv-neutron-834874-6-hyperv neutron-server[104098]: cb(*args, **kw) Mar 28 01:05:14.952930 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:05:14.952930 dv-neutron-834874-6-hyperv neutron-server[104098]: return func(*args, **kwargs) Mar 28 01:05:14.952930 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:05:14.952930 dv-neutron-834874-6-hyperv neutron-server[104098]: self._notify() Mar 28 01:05:14.952930 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:05:14.952930 dv-neutron-834874-6-hyperv neutron-server[104098]: self.callback(batched_events) Mar 28 01:05:14.952930 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:05:14.952930 dv-neutron-834874-6-hyperv neutron-server[104098]: event.method(event) Mar 28 01:05:14.952930 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:05:14.952930 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:05:14.952930 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:05:14.952930 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:05:14.952930 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:05:14.952930 dv-neutron-834874-6-hyperv neutron-server[104098]: return f(self, *a, **k) Mar 28 01:05:14.952930 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:05:14.952930 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._get(url).json() Mar 28 01:05:14.952930 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:05:14.952930 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:05:14.952930 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:05:14.952930 dv-neutron-834874-6-hyperv neutron-server[104098]: return self.request(url, 'GET', **kwargs) Mar 28 01:05:14.952930 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:05:14.952930 dv-neutron-834874-6-hyperv neutron-server[104098]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:05:14.952930 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:05:14.952930 dv-neutron-834874-6-hyperv neutron-server[104098]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:05:14.952930 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:05:14.952930 dv-neutron-834874-6-hyperv neutron-server[104098]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:05:14.952930 dv-neutron-834874-6-hyperv neutron-server[104098]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:05:14.957088 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-514b6d76-863a-4a12-9d0c-c24503fcab19 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0546789 Mar 28 01:05:14.960073 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 49908) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:14.968503 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-56e730df-4f22-4547-849b-36440537961c tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Request body: {'subnet': {'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:05:15.026755 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-6aff6dce-34a1-4dc1-8802-7ba8fc6b2626 None None] For port ce3f7db4-2bb0-4b0a-963f-7274bd2914bb, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=ce3f7db4-2bb0-4b0a-963f-7274bd2914bb,segment=NetworkSegment(9028fe72-9b79-4538-96be-757c3dc71a72),segment_id=9028fe72-9b79-4538-96be-757c3dc71a72)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:05:15.026755 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-6aff6dce-34a1-4dc1-8802-7ba8fc6b2626 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (ce3f7db4-2bb0-4b0a-963f-7274bd2914bb), precommit_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:15.038768 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.objects.ports [None req-58846058-7f1b-4f54-ae03-f3c0e09a778d tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104099) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 28 01:05:15.049851 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-58846058-7f1b-4f54-ae03-f3c0e09a778d tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127282703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126757786'] for subnet (c720395d-ec06-4982-b7f4-fa849dd41ee8), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:15.050345 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-6aff6dce-34a1-4dc1-8802-7ba8fc6b2626 None None] Calling delete_port for ce3f7db4-2bb0-4b0a-963f-7274bd2914bb owned by network:dhcp {{(pid=104100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:05:15.054459 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.notifiers.nova [None req-168e8c9c-a621-40fa-a143-27e423a42ac4 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] device_id is not set on port ac4c4d75-3da8-4c43-851d-b5b1fcc32c39 yet. {{(pid=104098) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 01:05:15.058604 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-60110e0b-57e6-4c79-a463-dd2772163195 tempest-PortsAdminExtendedAttrsTestJSON-949236317 tempest-PortsAdminExtendedAttrsTestJSON-949236317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (57c1e086-1a32-4a91-affa-ac11a284d989), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:15.068353 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-60110e0b-57e6-4c79-a463-dd2772163195 tempest-PortsAdminExtendedAttrsTestJSON-949236317 tempest-PortsAdminExtendedAttrsTestJSON-949236317-project] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:15.074836 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-60110e0b-57e6-4c79-a463-dd2772163195 tempest-PortsAdminExtendedAttrsTestJSON-949236317 tempest-PortsAdminExtendedAttrsTestJSON-949236317-project] 10.222.0.24 "DELETE /v2.0/networks/57c1e086-1a32-4a91-affa-ac11a284d989 HTTP/1.1" status: 204 len: 168 time: 0.6317348 Mar 28 01:05:15.146986 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device b9b9075e-8d0b-4e2e-ac8e-60c520909e54 no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:05:15.162403 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60110e0b-57e6-4c79-a463-dd2772163195 tempest-PortsAdminExtendedAttrsTestJSON-949236317 tempest-PortsAdminExtendedAttrsTestJSON-949236317-project] Pushing event deleted for resources: {'Network': ['ID=57c1e086-1a32-4a91-affa-ac11a284d989,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:15.172806 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58846058-7f1b-4f54-ae03-f3c0e09a778d tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Pushing event updated for resources: {'Subnet': ['ID=c720395d-ec06-4982-b7f4-fa849dd41ee8,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:15.188277 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262821eb-d568-4c19-8706-6416b8afe4d5 req-679e738a-3296-44d0-a55e-6887df315536 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:15.196863 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-262821eb-d568-4c19-8706-6416b8afe4d5 req-679e738a-3296-44d0-a55e-6887df315536 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af78226-6db5-4d3d-a6da-4544ef645c78 HTTP/1.1" status: 200 len: 946 time: 0.2257767 Mar 28 01:05:15.209282 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58846058-7f1b-4f54-ae03-f3c0e09a778d tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Checking segment: {'id': 'c7e539fd-ef00-4604-94e7-d70d350d2239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b03b53aa-222b-4a16-847e-949309e60118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:05:15.209282 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58846058-7f1b-4f54-ae03-f3c0e09a778d tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Network hostable DHCP agents. Network: b03b53aa-222b-4a16-847e-949309e60118, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:05:15.234754 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: b9b9075e-8d0b-4e2e-ac8e-60c520909e54 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:05:15.235520 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device b9b9075e-8d0b-4e2e-ac8e-60c520909e54 not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:05:15.236412 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device ce3f7db4-2bb0-4b0a-963f-7274bd2914bb no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:05:15.276072 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e730df-4f22-4547-849b-36440537961c tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Made reservation on behalf of 564cf6bfe83a4d71adcd7d33f5d20cb1 for: {'subnet': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:05:15.279646 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-56e730df-4f22-4547-849b-36440537961c tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126757772'] for subnet (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:15.280849 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-6aff6dce-34a1-4dc1-8802-7ba8fc6b2626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886'] for port (ce3f7db4-2bb0-4b0a-963f-7274bd2914bb), after_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:15.285582 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: ce3f7db4-2bb0-4b0a-963f-7274bd2914bb {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:05:15.285922 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device ce3f7db4-2bb0-4b0a-963f-7274bd2914bb not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:05:15.290533 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-262821eb-d568-4c19-8706-6416b8afe4d5 req-946d3b56-519e-43f7-8476-3dc7a76759a0 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5fc266-2207-46d1-bfc7-83854e73a714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920863 Mar 28 01:05:15.302529 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-168e8c9c-a621-40fa-a143-27e423a42ac4 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Allocated IP 172.20.0.8 (0d98f334-e7cb-4a72-9f44-4ce2b9467757/1eecec9f-e041-4a3a-8cc3-5c65723ebc27/ac4c4d75-3da8-4c43-851d-b5b1fcc32c39) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:05:15.321047 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aff6dce-34a1-4dc1-8802-7ba8fc6b2626 None None] Pushing event deleted for resources: {'Port': ['ID=ce3f7db4-2bb0-4b0a-963f-7274bd2914bb,revision_number=None']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:15.323797 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aff6dce-34a1-4dc1-8802-7ba8fc6b2626 None None] No DVR routers for this DVR port ce3f7db4-2bb0-4b0a-963f-7274bd2914bb on host dv-neutron-834874-6-hyperv {{(pid=104100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:05:15.397964 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58846058-7f1b-4f54-ae03-f3c0e09a778d tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Network b03b53aa-222b-4a16-847e-949309e60118 is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:05:15.420909 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-58846058-7f1b-4f54-ae03-f3c0e09a778d tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, b03b53aa-222b-4a16-847e-949309e60118) {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:05:15.425694 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58846058-7f1b-4f54-ae03-f3c0e09a778d tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:15.426401 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-58846058-7f1b-4f54-ae03-f3c0e09a778d tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:15.430195 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fac6d46-b136-487b-85e5-24366610f0d4 None None] Network b03b53aa-222b-4a16-847e-949309e60118 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:05:15.467027 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 49914) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:15.481558 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-58846058-7f1b-4f54-ae03-f3c0e09a778d tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3127947 Mar 28 01:05:15.484240 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 49918) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:15.492605 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-213a012a-6fbf-43aa-998e-a21948fef66f tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Request body: {'port': {'network_id': 'b03b53aa-222b-4a16-847e-949309e60118', 'name': 'tempest-NetworksIpV6TestAttrs-1867006469'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:05:15.503440 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-168e8c9c-a621-40fa-a143-27e423a42ac4 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks [] for port (ac4c4d75-3da8-4c43-851d-b5b1fcc32c39), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:15.513439 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d673e29b-bdd4-47f9-910a-12c9ba2260f8 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Router 788bb89f-88c1-4b89-afcd-9e2ef8e12a99 has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:05:15.554922 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-168e8c9c-a621-40fa-a143-27e423a42ac4 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (ac4c4d75-3da8-4c43-851d-b5b1fcc32c39), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:15.627462 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168e8c9c-a621-40fa-a143-27e423a42ac4 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Pushing event updated for resources: {'Port': ['ID=ac4c4d75-3da8-4c43-851d-b5b1fcc32c39,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:15.650749 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f629020-6bdf-4d06-a7d2-af93646d2ad2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-b03b53aa-222b-4a16-847e-949309e60118', 'network_id': 'b03b53aa-222b-4a16-847e-949309e60118', 'project_id': 'bba635ee3b65479790f53c76a97cb916', 'fixed_ips': [{'subnet_id': 'c720395d-ec06-4982-b7f4-fa849dd41ee8'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:05:15.651696 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-1f629020-6bdf-4d06-a7d2-af93646d2ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:15.659838 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168e8c9c-a621-40fa-a143-27e423a42ac4 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Network 0d98f334-e7cb-4a72-9f44-4ce2b9467757 is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:05:15.662026 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-168e8c9c-a621-40fa-a143-27e423a42ac4 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:05:15.669025 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168e8c9c-a621-40fa-a143-27e423a42ac4 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:05:15.726300 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-168e8c9c-a621-40fa-a143-27e423a42ac4 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:15.727446 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-168e8c9c-a621-40fa-a143-27e423a42ac4 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:15.752693 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-168e8c9c-a621-40fa-a143-27e423a42ac4 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.9590635 Mar 28 01:05:15.755203 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 49920) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:15.791236 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-56e730df-4f22-4547-849b-36440537961c tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127282703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126757786'] for subnet (89cba258-59b6-4613-ad79-627ab922707f), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:15.862845 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-95769c5a-5231-43de-b2e5-ab1bd210de0b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=01fbc41be5ef4ce28d22062ef98221ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3910177 Mar 28 01:05:15.867237 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 49922) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:15.871651 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e730df-4f22-4547-849b-36440537961c tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Network be4801db-c8f8-4df3-b9b5-556693d6a290 is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:05:15.872817 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-213a012a-6fbf-43aa-998e-a21948fef66f tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Made reservation on behalf of bba635ee3b65479790f53c76a97cb916 for: {'port': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:05:15.876821 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-213a012a-6fbf-43aa-998e-a21948fef66f tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:15.882176 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d673e29b-bdd4-47f9-910a-12c9ba2260f8 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:05:15.889592 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-d673e29b-bdd4-47f9-910a-12c9ba2260f8 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] 10.222.0.24 "PUT /v2.0/routers/788bb89f-88c1-4b89-afcd-9e2ef8e12a99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8844552 Mar 28 01:05:15.895820 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6b90b8-a4ae-4ab8-a37e-aa3c96da35fa None None] Sync routers for ids ['788bb89f-88c1-4b89-afcd-9e2ef8e12a99'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:05:15.896678 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-56e730df-4f22-4547-849b-36440537961c tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:05:15.899479 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e730df-4f22-4547-849b-36440537961c tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:15.900084 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-56e730df-4f22-4547-849b-36440537961c tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:15.902318 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 49924) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:15.914604 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6b90b8-a4ae-4ab8-a37e-aa3c96da35fa None None] Routers {'788bb89f-88c1-4b89-afcd-9e2ef8e12a99'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:05:15.919015 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-af6b90b8-a4ae-4ab8-a37e-aa3c96da35fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:05:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['788bb89f-88c1-4b89-afcd-9e2ef8e12a99'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:05:15.934423 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd8dba8-d754-4c1e-af79-2f4bf39ed01f None None] Network be4801db-c8f8-4df3-b9b5-556693d6a290 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:05:15.952495 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-c77d19c4-4efe-4f72-8615-02110153008d tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Deleting port ac4c4d75-3da8-4c43-851d-b5b1fcc32c39 {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:05:15.955550 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c77d19c4-4efe-4f72-8615-02110153008d tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (ac4c4d75-3da8-4c43-851d-b5b1fcc32c39), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:15.960573 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-af6b90b8-a4ae-4ab8-a37e-aa3c96da35fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:05:15.970514 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6b90b8-a4ae-4ab8-a37e-aa3c96da35fa None None] Routers {'788bb89f-88c1-4b89-afcd-9e2ef8e12a99'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:05:15.971337 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-af6b90b8-a4ae-4ab8-a37e-aa3c96da35fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:05:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['788bb89f-88c1-4b89-afcd-9e2ef8e12a99'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:05:15.993213 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e730df-4f22-4547-849b-36440537961c tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Pushing event updated for resources: {'Subnet': ['ID=89cba258-59b6-4613-ad79-627ab922707f,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:15.996995 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [None req-213a012a-6fbf-43aa-998e-a21948fef66f tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] device_id is not set on port 192f4bdd-c9ae-42eb-8483-aa66fd533b13 yet. {{(pid=104099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 01:05:16.009474 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-af6b90b8-a4ae-4ab8-a37e-aa3c96da35fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:05:16.010335 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6b90b8-a4ae-4ab8-a37e-aa3c96da35fa None None] The sync data for ids ['788bb89f-88c1-4b89-afcd-9e2ef8e12a99'] in dv-neutron-834874-6-hyperv is: [] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:05:16.012549 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-56e730df-4f22-4547-849b-36440537961c tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0495369 Mar 28 01:05:16.013726 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 49926) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:16.022124 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-fd998f38-1eaf-4d2c-900c-3fad0743d256 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Request body: {'port': {'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290', 'fixed_ips': [{'subnet_id': '89cba258-59b6-4613-ad79-627ab922707f', 'ip_address': '2001:db8::f7ea:255f:da04:12cf'}], 'name': 'tempest-NetworksTestDHCPv6-12185124'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:05:16.082916 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c77d19c4-4efe-4f72-8615-02110153008d tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (ac4c4d75-3da8-4c43-851d-b5b1fcc32c39), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:16.096781 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-c77d19c4-4efe-4f72-8615-02110153008d tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Calling delete_port for ac4c4d75-3da8-4c43-851d-b5b1fcc32c39 owned by {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:05:16.138519 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-1f629020-6bdf-4d06-a7d2-af93646d2ad2 None None] Allocated IP 2001:db8::f816:3eff:fe00:9e7a (b03b53aa-222b-4a16-847e-949309e60118/c720395d-ec06-4982-b7f4-fa849dd41ee8/9b98ff38-926e-408c-bd57-c09df3ec1a94) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:05:16.204135 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:16.211385 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b619e4c-9a61-4fca-99de-b93efc677ea7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-be4801db-c8f8-4df3-b9b5-556693d6a290', 'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290', 'project_id': '564cf6bfe83a4d71adcd7d33f5d20cb1', 'fixed_ips': [{'subnet_id': '89cba258-59b6-4613-ad79-627ab922707f'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:05:16.212963 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b619e4c-9a61-4fca-99de-b93efc677ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:16.242295 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c77d19c4-4efe-4f72-8615-02110153008d tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (ac4c4d75-3da8-4c43-851d-b5b1fcc32c39), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:16.272320 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c53119fc-7824-44e4-9247-e7401fd82663 admin admin] Publish callbacks [] for security_group (a9e4b88b-d6a0-44ed-bac3-a21f2c9148e5), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:16.279112 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77d19c4-4efe-4f72-8615-02110153008d tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Pushing event deleted for resources: {'Port': ['ID=ac4c4d75-3da8-4c43-851d-b5b1fcc32c39,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:16.353744 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c53119fc-7824-44e4-9247-e7401fd82663 admin admin] Publish callbacks [] for security_group (a9e4b88b-d6a0-44ed-bac3-a21f2c9148e5), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:16.453802 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c77d19c4-4efe-4f72-8615-02110153008d tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:16.464316 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-c77d19c4-4efe-4f72-8615-02110153008d tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] 10.222.0.24 "DELETE /v2.0/ports/ac4c4d75-3da8-4c43-851d-b5b1fcc32c39 HTTP/1.1" status: 204 len: 168 time: 0.7049646 Mar 28 01:05:16.466149 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 49930) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:16.467062 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c53119fc-7824-44e4-9247-e7401fd82663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (a9e4b88b-d6a0-44ed-bac3-a21f2c9148e5), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:16.470896 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c53119fc-7824-44e4-9247-e7401fd82663 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:16.472277 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-c53119fc-7824-44e4-9247-e7401fd82663 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a9e4b88b-d6a0-44ed-bac3-a21f2c9148e5 HTTP/1.1" status: 204 len: 168 time: 0.6030369 Mar 28 01:05:16.477896 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-cd54f785-0c93-48fe-b8b3-d6773f6e5464 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0d98f334-e7cb-4a72-9f44-4ce2b9467757', 'external_fixed_ips': [{'subnet_id': '1eecec9f-e041-4a3a-8cc3-5c65723ebc27', 'ip_address': '172.20.0.8'}]}}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:05:16.503921 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53119fc-7824-44e4-9247-e7401fd82663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9e4b88b-d6a0-44ed-bac3-a21f2c9148e5,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:16.567651 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-cd54f785-0c93-48fe-b8b3-d6773f6e5464 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7069'] for router (c6a36437-f1ef-47e5-9082-d442583c9363), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:16.568965 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-cd54f785-0c93-48fe-b8b3-d6773f6e5464 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4188952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7062'] for router (c6a36437-f1ef-47e5-9082-d442583c9363), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:16.571262 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-5b619e4c-9a61-4fca-99de-b93efc677ea7 None None] Allocated IP 2001:db8::2 (be4801db-c8f8-4df3-b9b5-556693d6a290/89cba258-59b6-4613-ad79-627ab922707f/d201cc42-8e59-4c27-b773-e23d348b39be) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:05:16.593069 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637328bf-2b75-4b62-a0c3-33beac1a907e req-64c89bf3-cfb7-4bf2-b68f-e1a5cbbff888 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:16.595545 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-637328bf-2b75-4b62-a0c3-33beac1a907e req-64c89bf3-cfb7-4bf2-b68f-e1a5cbbff888 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af78226-6db5-4d3d-a6da-4544ef645c78 HTTP/1.1" status: 200 len: 946 time: 0.1695316 Mar 28 01:05:16.602950 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-74c22677-5b79-40e1-a5a5-33ac2d5d8a18 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Publish callbacks [] for router (788bb89f-88c1-4b89-afcd-9e2ef8e12a99), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:16.650250 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-1f629020-6bdf-4d06-a7d2-af93646d2ad2 None None] Publish callbacks [] for port (9b98ff38-926e-408c-bd57-c09df3ec1a94), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:16.720068 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-cd54f785-0c93-48fe-b8b3-d6773f6e5464 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks [] for router_controller (c6a36437-f1ef-47e5-9082-d442583c9363), precommit_add_association {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:16.721053 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-1f629020-6bdf-4d06-a7d2-af93646d2ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (9b98ff38-926e-408c-bd57-c09df3ec1a94), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:16.807006 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f629020-6bdf-4d06-a7d2-af93646d2ad2 None None] Network b03b53aa-222b-4a16-847e-949309e60118 is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:05:16.814339 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd998f38-1eaf-4d2c-900c-3fad0743d256 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Made reservation on behalf of 564cf6bfe83a4d71adcd7d33f5d20cb1 for: {'port': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:05:16.817555 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-1f629020-6bdf-4d06-a7d2-af93646d2ad2 None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:05:16.823927 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f629020-6bdf-4d06-a7d2-af93646d2ad2 None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:05:16.872321 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f629020-6bdf-4d06-a7d2-af93646d2ad2 None None] Pushing event updated for resources: {'Port': ['ID=9b98ff38-926e-408c-bd57-c09df3ec1a94,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:16.893618 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-637328bf-2b75-4b62-a0c3-33beac1a907e req-ac0583ee-de90-42b0-a281-4ed5601bf527 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5fc266-2207-46d1-bfc7-83854e73a714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2883675 Mar 28 01:05:16.935132 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [None req-213a012a-6fbf-43aa-998e-a21948fef66f tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Allocated IP 2001:db8::f816:3eff:feeb:a679 (b03b53aa-222b-4a16-847e-949309e60118/c720395d-ec06-4982-b7f4-fa849dd41ee8/192f4bdd-c9ae-42eb-8483-aa66fd533b13) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:05:16.974126 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-1f629020-6bdf-4d06-a7d2-af93646d2ad2 None None] Attempting to bind port 9b98ff38-926e-408c-bd57-c09df3ec1a94 on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:05:16.974786 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-1f629020-6bdf-4d06-a7d2-af93646d2ad2 None None] Attempting to bind port 9b98ff38-926e-408c-bd57-c09df3ec1a94 by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': 'c7e539fd-ef00-4604-94e7-d70d350d2239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b03b53aa-222b-4a16-847e-949309e60118'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:05:16.975341 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f629020-6bdf-4d06-a7d2-af93646d2ad2 None None] Attempting to bind port 9b98ff38-926e-408c-bd57-c09df3ec1a94 on network b03b53aa-222b-4a16-847e-949309e60118 {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:05:16.985032 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f629020-6bdf-4d06-a7d2-af93646d2ad2 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:05:16.985725 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f629020-6bdf-4d06-a7d2-af93646d2ad2 None None] Checking segment: {'id': 'c7e539fd-ef00-4604-94e7-d70d350d2239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b03b53aa-222b-4a16-847e-949309e60118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:05:16.986293 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-1f629020-6bdf-4d06-a7d2-af93646d2ad2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:16.986864 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f629020-6bdf-4d06-a7d2-af93646d2ad2 None None] Bound using segment: {'id': 'c7e539fd-ef00-4604-94e7-d70d350d2239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b03b53aa-222b-4a16-847e-949309e60118'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:05:16.987660 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-1f629020-6bdf-4d06-a7d2-af93646d2ad2 None None] Bound port: 9b98ff38-926e-408c-bd57-c09df3ec1a94, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7e539fd-ef00-4604-94e7-d70d350d2239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b03b53aa-222b-4a16-847e-949309e60118'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:05:16.988272 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-1f629020-6bdf-4d06-a7d2-af93646d2ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (9b98ff38-926e-408c-bd57-c09df3ec1a94), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:17.004065 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-74c22677-5b79-40e1-a5a5-33ac2d5d8a18 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Publish callbacks [] for router_gateway (788bb89f-88c1-4b89-afcd-9e2ef8e12a99), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:17.018447 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-fd998f38-1eaf-4d2c-900c-3fad0743d256 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:17.107173 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 49936) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:17.133052 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-1f629020-6bdf-4d06-a7d2-af93646d2ad2 None None] For port 9b98ff38-926e-408c-bd57-c09df3ec1a94, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:05:17.136545 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-1f629020-6bdf-4d06-a7d2-af93646d2ad2 None None] For port 9b98ff38-926e-408c-bd57-c09df3ec1a94, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=9b98ff38-926e-408c-bd57-c09df3ec1a94,segment=NetworkSegment(c7e539fd-ef00-4604-94e7-d70d350d2239),segment_id=c7e539fd-ef00-4604-94e7-d70d350d2239)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:05:17.143992 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b619e4c-9a61-4fca-99de-b93efc677ea7 None None] Publish callbacks [] for port (d201cc42-8e59-4c27-b773-e23d348b39be), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:17.149361 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-1f629020-6bdf-4d06-a7d2-af93646d2ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (9b98ff38-926e-408c-bd57-c09df3ec1a94), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:17.152989 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [None req-fd998f38-1eaf-4d2c-900c-3fad0743d256 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] device_id is not set on port 3b948fb8-74c3-4967-8ff3-309f7b610ee2 yet. {{(pid=104099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 01:05:17.177779 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b619e4c-9a61-4fca-99de-b93efc677ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (d201cc42-8e59-4c27-b773-e23d348b39be), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:17.231153 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b619e4c-9a61-4fca-99de-b93efc677ea7 None None] Network be4801db-c8f8-4df3-b9b5-556693d6a290 is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:05:17.234236 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-5b619e4c-9a61-4fca-99de-b93efc677ea7 None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:05:17.236764 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b619e4c-9a61-4fca-99de-b93efc677ea7 None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:05:17.256909 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f629020-6bdf-4d06-a7d2-af93646d2ad2 None None] Pushing event updated for resources: {'Port': ['ID=9b98ff38-926e-408c-bd57-c09df3ec1a94,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:17.313971 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-cd54f785-0c93-48fe-b8b3-d6773f6e5464 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks [] for router_gateway (c6a36437-f1ef-47e5-9082-d442583c9363), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:17.348540 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b619e4c-9a61-4fca-99de-b93efc677ea7 None None] Pushing event updated for resources: {'Port': ['ID=d201cc42-8e59-4c27-b773-e23d348b39be,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:17.350956 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-5b619e4c-9a61-4fca-99de-b93efc677ea7 None None] Attempting to bind port d201cc42-8e59-4c27-b773-e23d348b39be on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:05:17.351333 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-5b619e4c-9a61-4fca-99de-b93efc677ea7 None None] Attempting to bind port d201cc42-8e59-4c27-b773-e23d348b39be by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': '9028fe72-9b79-4538-96be-757c3dc71a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:05:17.351693 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b619e4c-9a61-4fca-99de-b93efc677ea7 None None] Attempting to bind port d201cc42-8e59-4c27-b773-e23d348b39be on network be4801db-c8f8-4df3-b9b5-556693d6a290 {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:05:17.358634 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b619e4c-9a61-4fca-99de-b93efc677ea7 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:05:17.358964 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b619e4c-9a61-4fca-99de-b93efc677ea7 None None] Checking segment: {'id': '9028fe72-9b79-4538-96be-757c3dc71a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:05:17.359373 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b619e4c-9a61-4fca-99de-b93efc677ea7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:17.359775 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b619e4c-9a61-4fca-99de-b93efc677ea7 None None] Bound using segment: {'id': '9028fe72-9b79-4538-96be-757c3dc71a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:05:17.360300 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-5b619e4c-9a61-4fca-99de-b93efc677ea7 None None] Bound port: d201cc42-8e59-4c27-b773-e23d348b39be, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9028fe72-9b79-4538-96be-757c3dc71a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:05:17.360682 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b619e4c-9a61-4fca-99de-b93efc677ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (d201cc42-8e59-4c27-b773-e23d348b39be), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:17.427740 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-deb79146-6967-4870-b460-1f6ad10849ff admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=423e81e88ba2488886313a973693d5e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3190711 Mar 28 01:05:17.431731 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 49938) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:17.434951 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-5b619e4c-9a61-4fca-99de-b93efc677ea7 None None] For port d201cc42-8e59-4c27-b773-e23d348b39be, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:05:17.439041 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-5b619e4c-9a61-4fca-99de-b93efc677ea7 None None] For port d201cc42-8e59-4c27-b773-e23d348b39be, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=d201cc42-8e59-4c27-b773-e23d348b39be,segment=NetworkSegment(9028fe72-9b79-4538-96be-757c3dc71a72),segment_id=9028fe72-9b79-4538-96be-757c3dc71a72)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:05:17.448643 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b619e4c-9a61-4fca-99de-b93efc677ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (d201cc42-8e59-4c27-b773-e23d348b39be), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:17.541784 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-74c22677-5b79-40e1-a5a5-33ac2d5d8a18 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Deleting port f18e99cd-134c-4afc-a650-97bc809487e1 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:05:17.542119 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-74c22677-5b79-40e1-a5a5-33ac2d5d8a18 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (f18e99cd-134c-4afc-a650-97bc809487e1), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:17.583953 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-339dc2f6-2076-4750-8a02-707ca74088bb admin admin] Publish callbacks [] for security_group (82a7d2e0-3c18-4fc7-b1b3-d684da9bcb99), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:17.597591 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-213a012a-6fbf-43aa-998e-a21948fef66f tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks [] for port (192f4bdd-c9ae-42eb-8483-aa66fd533b13), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:17.642007 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b619e4c-9a61-4fca-99de-b93efc677ea7 None None] Pushing event updated for resources: {'Port': ['ID=d201cc42-8e59-4c27-b773-e23d348b39be,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:17.695199 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-339dc2f6-2076-4750-8a02-707ca74088bb admin admin] Publish callbacks [] for security_group (82a7d2e0-3c18-4fc7-b1b3-d684da9bcb99), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:17.763806 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-cd54f785-0c93-48fe-b8b3-d6773f6e5464 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks [] for router_gateway (c6a36437-f1ef-47e5-9082-d442583c9363), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:17.769099 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:17.786372 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [None req-fd998f38-1eaf-4d2c-900c-3fad0743d256 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Allocated IP 2001:db8::f7ea:255f:da04:12cf (be4801db-c8f8-4df3-b9b5-556693d6a290/89cba258-59b6-4613-ad79-627ab922707f/3b948fb8-74c3-4967-8ff3-309f7b610ee2) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:05:17.799014 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-cd54f785-0c93-48fe-b8b3-d6773f6e5464 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:17.799479 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-74c22677-5b79-40e1-a5a5-33ac2d5d8a18 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (f18e99cd-134c-4afc-a650-97bc809487e1), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:17.846533 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-213a012a-6fbf-43aa-998e-a21948fef66f tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (192f4bdd-c9ae-42eb-8483-aa66fd533b13), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:17.848549 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-74c22677-5b79-40e1-a5a5-33ac2d5d8a18 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Calling delete_port for f18e99cd-134c-4afc-a650-97bc809487e1 owned by network:router_gateway {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:05:17.923397 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-339dc2f6-2076-4750-8a02-707ca74088bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (82a7d2e0-3c18-4fc7-b1b3-d684da9bcb99), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:17.927178 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-339dc2f6-2076-4750-8a02-707ca74088bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:17.941297 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-339dc2f6-2076-4750-8a02-707ca74088bb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/82a7d2e0-3c18-4fc7-b1b3-d684da9bcb99 HTTP/1.1" status: 204 len: 168 time: 0.5080690 Mar 28 01:05:17.989737 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213a012a-6fbf-43aa-998e-a21948fef66f tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Network b03b53aa-222b-4a16-847e-949309e60118 is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:05:17.997137 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-213a012a-6fbf-43aa-998e-a21948fef66f tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:05:18.022124 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213a012a-6fbf-43aa-998e-a21948fef66f tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:05:18.027545 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213a012a-6fbf-43aa-998e-a21948fef66f tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:18.032271 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-213a012a-6fbf-43aa-998e-a21948fef66f tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:18.049916 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339dc2f6-2076-4750-8a02-707ca74088bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a7d2e0-3c18-4fc7-b1b3-d684da9bcb99,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:18.100840 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213a012a-6fbf-43aa-998e-a21948fef66f tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Pushing event updated for resources: {'Port': ['ID=192f4bdd-c9ae-42eb-8483-aa66fd533b13,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:18.166716 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-213a012a-6fbf-43aa-998e-a21948fef66f tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.6797154 Mar 28 01:05:18.176814 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 49948) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:18.202299 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971af333-246d-4335-9482-0bad91c9d76b req-c275b37c-0ccd-4a0d-9979-1e611fa8a8af tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:18.204566 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-971af333-246d-4335-9482-0bad91c9d76b req-c275b37c-0ccd-4a0d-9979-1e611fa8a8af tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af78226-6db5-4d3d-a6da-4544ef645c78 HTTP/1.1" status: 200 len: 946 time: 0.1881018 Mar 28 01:05:18.254203 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-cd54f785-0c93-48fe-b8b3-d6773f6e5464 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Allocated IP 172.20.0.8 (0d98f334-e7cb-4a72-9f44-4ce2b9467757/1eecec9f-e041-4a3a-8cc3-5c65723ebc27/3f4d8905-8c29-4ae9-877f-37afd0669884) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:05:18.360681 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-971af333-246d-4335-9482-0bad91c9d76b req-c8ffc3b1-970d-48f4-aa2f-9940609e95f0 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5fc266-2207-46d1-bfc7-83854e73a714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1495495 Mar 28 01:05:18.391724 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_v2 [None req-01225005-396f-45bd-bce0-6c18dc614c61 tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Deleting subnet c720395d-ec06-4982-b7f4-fa849dd41ee8 {{(pid=104099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:05:18.412693 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-01225005-396f-45bd-bce0-6c18dc614c61 tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks [] for subnet (c720395d-ec06-4982-b7f4-fa849dd41ee8), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:18.442575 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-cd54f785-0c93-48fe-b8b3-d6773f6e5464 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks [] for port (3f4d8905-8c29-4ae9-877f-37afd0669884), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:18.460140 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-fd998f38-1eaf-4d2c-900c-3fad0743d256 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks [] for port (3b948fb8-74c3-4967-8ff3-309f7b610ee2), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:18.465989 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-74c22677-5b79-40e1-a5a5-33ac2d5d8a18 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (f18e99cd-134c-4afc-a650-97bc809487e1), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:18.495451 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-cd54f785-0c93-48fe-b8b3-d6773f6e5464 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (3f4d8905-8c29-4ae9-877f-37afd0669884), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:18.510248 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c22677-5b79-40e1-a5a5-33ac2d5d8a18 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Pushing event deleted for resources: {'Port': ['ID=f18e99cd-134c-4afc-a650-97bc809487e1,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:18.527327 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-01225005-396f-45bd-bce0-6c18dc614c61 tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126946639'] for subnet (c720395d-ec06-4982-b7f4-fa849dd41ee8), precommit_delete_associations {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:18.576326 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd54f785-0c93-48fe-b8b3-d6773f6e5464 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Network 0d98f334-e7cb-4a72-9f44-4ce2b9467757 is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:05:18.578550 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd54f785-0c93-48fe-b8b3-d6773f6e5464 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Pushing event updated for resources: {'Port': ['ID=3f4d8905-8c29-4ae9-877f-37afd0669884,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:18.588307 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-cd54f785-0c93-48fe-b8b3-d6773f6e5464 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:05:18.590779 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd54f785-0c93-48fe-b8b3-d6773f6e5464 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:05:18.710131 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-74c22677-5b79-40e1-a5a5-33ac2d5d8a18 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3687989'] for router_gateway (788bb89f-88c1-4b89-afcd-9e2ef8e12a99), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:18.782396 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec23a3d-4423-4edd-afad-1686fb6fe65f None None] Network b03b53aa-222b-4a16-847e-949309e60118 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:05:18.855231 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-74c22677-5b79-40e1-a5a5-33ac2d5d8a18 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7151'] for router (788bb89f-88c1-4b89-afcd-9e2ef8e12a99), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:18.865074 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-74c22677-5b79-40e1-a5a5-33ac2d5d8a18 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Publish callbacks [] for router_controller (788bb89f-88c1-4b89-afcd-9e2ef8e12a99), precommit_delete_associations {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:18.868833 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-fd998f38-1eaf-4d2c-900c-3fad0743d256 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (3b948fb8-74c3-4967-8ff3-309f7b610ee2), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:18.916948 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-c0cad814-c7b2-4656-98e3-fa61ba2e866e None None] Provisioning complete for port 9b98ff38-926e-408c-bd57-c09df3ec1a94 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:05:18.917329 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-c0cad814-c7b2-4656-98e3-fa61ba2e866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (9b98ff38-926e-408c-bd57-c09df3ec1a94), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:18.958415 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-cd54f785-0c93-48fe-b8b3-d6773f6e5464 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks [] for router_gateway (c6a36437-f1ef-47e5-9082-d442583c9363), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:18.995961 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd998f38-1eaf-4d2c-900c-3fad0743d256 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Pushing event updated for resources: {'Port': ['ID=3b948fb8-74c3-4967-8ff3-309f7b610ee2,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:19.015326 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd998f38-1eaf-4d2c-900c-3fad0743d256 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Network be4801db-c8f8-4df3-b9b5-556693d6a290 is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:05:19.024457 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-fd998f38-1eaf-4d2c-900c-3fad0743d256 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:05:19.030502 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-74c22677-5b79-40e1-a5a5-33ac2d5d8a18 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689686'] for router (788bb89f-88c1-4b89-afcd-9e2ef8e12a99), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:19.031144 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74c22677-5b79-40e1-a5a5-33ac2d5d8a18 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Fanout notify agent at l3_agent the message router_deleted on router 788bb89f-88c1-4b89-afcd-9e2ef8e12a99 {{(pid=104099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 01:05:19.053692 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-c0cad814-c7b2-4656-98e3-fa61ba2e866e None None] Current status of the port 9b98ff38-926e-408c-bd57-c09df3ec1a94 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:05:19.054079 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-c0cad814-c7b2-4656-98e3-fa61ba2e866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (9b98ff38-926e-408c-bd57-c09df3ec1a94), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:19.055463 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd998f38-1eaf-4d2c-900c-3fad0743d256 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:05:19.062795 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd998f38-1eaf-4d2c-900c-3fad0743d256 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:19.063576 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-fd998f38-1eaf-4d2c-900c-3fad0743d256 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:19.075897 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-74c22677-5b79-40e1-a5a5-33ac2d5d8a18 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Publish callbacks [] for router (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:19.081187 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-74c22677-5b79-40e1-a5a5-33ac2d5d8a18 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] 10.222.0.24 "DELETE /v2.0/routers/788bb89f-88c1-4b89-afcd-9e2ef8e12a99 HTTP/1.1" status: 204 len: 168 time: 3.1716311 Mar 28 01:05:19.086747 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 49968) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:19.152672 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-fd998f38-1eaf-4d2c-900c-3fad0743d256 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.1342409 Mar 28 01:05:19.166422 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 49970) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:19.168810 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-01225005-396f-45bd-bce0-6c18dc614c61 tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (c720395d-ec06-4982-b7f4-fa849dd41ee8), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:19.178527 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-2b192bf6-f81d-45a3-bd15-a54faae441b3 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Request body: {'port': {'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290', 'fixed_ips': [{'subnet_id': '89cba258-59b6-4613-ad79-627ab922707f', 'ip_address': '2001:db8::f7ea:255f:da04:12cf'}], 'name': 'tempest-NetworksTestDHCPv6-556636223'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:05:19.257311 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 49972) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:19.277813 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 9b98ff38-926e-408c-bd57-c09df3ec1a94 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:05:19.365337 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb9871a4-b047-4f25-9de4-07929daa71b8 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Deleting subnet 94664ada-893e-4b6c-bca8-7e964d31acb3 {{(pid=104099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:05:19.370039 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-fb9871a4-b047-4f25-9de4-07929daa71b8 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Publish callbacks [] for subnet (94664ada-893e-4b6c-bca8-7e964d31acb3), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:19.374968 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 9b98ff38-926e-408c-bd57-c09df3ec1a94 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:05:19.375337 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (9b98ff38-926e-408c-bd57-c09df3ec1a94), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:19.408878 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-cd54f785-0c93-48fe-b8b3-d6773f6e5464 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687953'] for router (c6a36437-f1ef-47e5-9082-d442583c9363), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:19.426008 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-fb9871a4-b047-4f25-9de4-07929daa71b8 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126946639'] for subnet (94664ada-893e-4b6c-bca8-7e964d31acb3), precommit_delete_associations {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:19.527266 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-610916ee-4322-466e-a5bd-3f6ffa52c760 tempest-ExtraDHCPOptionsTestJSON-571422230 tempest-ExtraDHCPOptionsTestJSON-571422230-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-313477046'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:05:19.534388 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 9b98ff38-926e-408c-bd57-c09df3ec1a94 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:05:19.535072 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (9b98ff38-926e-408c-bd57-c09df3ec1a94), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:19.556478 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-610916ee-4322-466e-a5bd-3f6ffa52c760 tempest-ExtraDHCPOptionsTestJSON-571422230 tempest-ExtraDHCPOptionsTestJSON-571422230-project] Made reservation on behalf of c9456e5138ed4560a1541588d7c6a1cc for: {'network': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:05:19.563757 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-610916ee-4322-466e-a5bd-3f6ffa52c760 tempest-ExtraDHCPOptionsTestJSON-571422230 tempest-ExtraDHCPOptionsTestJSON-571422230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:19.628231 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-610916ee-4322-466e-a5bd-3f6ffa52c760 tempest-ExtraDHCPOptionsTestJSON-571422230 tempest-ExtraDHCPOptionsTestJSON-571422230-project] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:19.633803 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-fb9871a4-b047-4f25-9de4-07929daa71b8 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (94664ada-893e-4b6c-bca8-7e964d31acb3), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:19.639461 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b192bf6-f81d-45a3-bd15-a54faae441b3 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Made reservation on behalf of 564cf6bfe83a4d71adcd7d33f5d20cb1 for: {'port': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:05:19.644636 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2b192bf6-f81d-45a3-bd15-a54faae441b3 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:19.647286 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-01225005-396f-45bd-bce0-6c18dc614c61 tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127282766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126757793'] for subnet (c720395d-ec06-4982-b7f4-fa849dd41ee8), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:19.674527 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.db.api [None req-c0cad814-c7b2-4656-98e3-fa61ba2e866e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104100) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 01:05:19.675303 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG oslo_db.api [None req-c0cad814-c7b2-4656-98e3-fa61ba2e866e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 01:05:19.685997 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-01225005-396f-45bd-bce0-6c18dc614c61 tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:19.688628 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd54f785-0c93-48fe-b8b3-d6773f6e5464 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Router c6a36437-f1ef-47e5-9082-d442583c9363 is scheduled to L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 with binding_index 1 {{(pid=104098) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 01:05:19.695469 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-01225005-396f-45bd-bce0-6c18dc614c61 tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] 10.222.0.24 "DELETE /v2.0/subnets/c720395d-ec06-4982-b7f4-fa849dd41ee8 HTTP/1.1" status: 204 len: 168 time: 1.5168824 Mar 28 01:05:19.696329 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 49978) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:19.740150 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.db.api [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104100) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 01:05:19.741048 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG oslo_db.api [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 01:05:19.754025 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [None req-2b192bf6-f81d-45a3-bd15-a54faae441b3 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] device_id is not set on port 1a101d90-53d5-4d55-ac95-58123d485348 yet. {{(pid=104099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 01:05:19.761901 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01225005-396f-45bd-bce0-6c18dc614c61 tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Pushing event deleted for resources: {'Subnet': ['ID=c720395d-ec06-4982-b7f4-fa849dd41ee8,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:19.783455 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b512fa6-1815-4ea6-b630-9a926c57acdb req-2a76cd4e-5e68-4171-be91-63790a2fba93 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:19.785060 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-9b512fa6-1815-4ea6-b630-9a926c57acdb req-2a76cd4e-5e68-4171-be91-63790a2fba93 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af78226-6db5-4d3d-a6da-4544ef645c78 HTTP/1.1" status: 200 len: 946 time: 0.2725878 Mar 28 01:05:19.824171 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2abf669-3ba0-4337-80ab-c825a1cc487d None None] Network b03b53aa-222b-4a16-847e-949309e60118 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:05:19.868458 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b5ad47-b10a-48ba-a3dc-6007cf983093 tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:19.869913 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b5ad47-b10a-48ba-a3dc-6007cf983093 tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:19.874217 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-89b5ad47-b10a-48ba-a3dc-6007cf983093 tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1742544 Mar 28 01:05:19.876934 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 49980) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:19.915052 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-610916ee-4322-466e-a5bd-3f6ffa52c760 tempest-ExtraDHCPOptionsTestJSON-571422230 tempest-ExtraDHCPOptionsTestJSON-571422230-project] Publish callbacks [] for security_group (c8224474-5a05-4a82-be3b-6607548ff64f), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:19.922435 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-610916ee-4322-466e-a5bd-3f6ffa52c760 tempest-ExtraDHCPOptionsTestJSON-571422230 tempest-ExtraDHCPOptionsTestJSON-571422230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (c8224474-5a05-4a82-be3b-6607548ff64f), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:19.929343 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-fb9871a4-b047-4f25-9de4-07929daa71b8 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127282766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126757793'] for subnet (94664ada-893e-4b6c-bca8-7e964d31acb3), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:19.956188 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd54f785-0c93-48fe-b8b3-d6773f6e5464 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:05:19.962589 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-610916ee-4322-466e-a5bd-3f6ffa52c760 tempest-ExtraDHCPOptionsTestJSON-571422230 tempest-ExtraDHCPOptionsTestJSON-571422230-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=104098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:05:19.969622 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9fac0a-497d-4655-afd4-674ce9c0a56b None None] Sync routers for ids ['c6a36437-f1ef-47e5-9082-d442583c9363'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:05:19.979800 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9fac0a-497d-4655-afd4-674ce9c0a56b None None] Routers {'c6a36437-f1ef-47e5-9082-d442583c9363'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:05:19.984727 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-9f9fac0a-497d-4655-afd4-674ce9c0a56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:05:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['c6a36437-f1ef-47e5-9082-d442583c9363'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:05:19.984901 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610916ee-4322-466e-a5bd-3f6ffa52c760 tempest-ExtraDHCPOptionsTestJSON-571422230 tempest-ExtraDHCPOptionsTestJSON-571422230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8224474-5a05-4a82-be3b-6607548ff64f,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:19.997089 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-610916ee-4322-466e-a5bd-3f6ffa52c760 tempest-ExtraDHCPOptionsTestJSON-571422230 tempest-ExtraDHCPOptionsTestJSON-571422230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (4ef6eef9-02a6-49cb-9650-7d3eef8c958c), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:19.997446 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.segments_db [None req-610916ee-4322-466e-a5bd-3f6ffa52c760 tempest-ExtraDHCPOptionsTestJSON-571422230 tempest-ExtraDHCPOptionsTestJSON-571422230-project] Added segment 4ef6eef9-02a6-49cb-9650-7d3eef8c958c of type vlan for network 947557c7-d230-4646-b596-5a6a19d2084a Mar 28 01:05:20.010115 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-cd54f785-0c93-48fe-b8b3-d6773f6e5464 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:20.011882 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-cd54f785-0c93-48fe-b8b3-d6773f6e5464 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 3.5380113 Mar 28 01:05:20.014582 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 49982) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:20.025634 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-9b512fa6-1815-4ea6-b630-9a926c57acdb req-a68be235-38ac-4a52-ab98-57d46492e5d5 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5fc266-2207-46d1-bfc7-83854e73a714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2110012 Mar 28 01:05:20.026314 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9871a4-b047-4f25-9de4-07929daa71b8 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Pushing event deleted for resources: {'Subnet': ['ID=94664ada-893e-4b6c-bca8-7e964d31acb3,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:20.037064 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-fb9871a4-b047-4f25-9de4-07929daa71b8 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:20.040489 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-fb9871a4-b047-4f25-9de4-07929daa71b8 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] 10.222.0.24 "DELETE /v2.0/subnets/94664ada-893e-4b6c-bca8-7e964d31acb3 HTTP/1.1" status: 204 len: 168 time: 0.9525223 Mar 28 01:05:20.048121 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 49984) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:20.061079 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a366f1-22c9-4941-bdf7-a18eef4aeda4 None None] DHCP port deletion for b03b53aa-222b-4a16-847e-949309e60118 request from dv-neutron-834874-6-hyperv {{(pid=104100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 01:05:20.070503 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83621e8d-da63-4bd1-b3cf-2e34fc4abe88 None None] Network 437a13e0-6d2f-46e5-90eb-e341e9980724 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:05:20.126197 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-610916ee-4322-466e-a5bd-3f6ffa52c760 tempest-ExtraDHCPOptionsTestJSON-571422230 tempest-ExtraDHCPOptionsTestJSON-571422230-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (947557c7-d230-4646-b596-5a6a19d2084a), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:20.137878 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-28b8d115-b7b0-468c-a312-2f4ff2e74bdd tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (b03b53aa-222b-4a16-847e-949309e60118), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:20.175950 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-610916ee-4322-466e-a5bd-3f6ffa52c760 tempest-ExtraDHCPOptionsTestJSON-571422230 tempest-ExtraDHCPOptionsTestJSON-571422230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (947557c7-d230-4646-b596-5a6a19d2084a), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:20.181012 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610916ee-4322-466e-a5bd-3f6ffa52c760 tempest-ExtraDHCPOptionsTestJSON-571422230 tempest-ExtraDHCPOptionsTestJSON-571422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:20.181673 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-610916ee-4322-466e-a5bd-3f6ffa52c760 tempest-ExtraDHCPOptionsTestJSON-571422230 tempest-ExtraDHCPOptionsTestJSON-571422230-project] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:20.190780 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-28b8d115-b7b0-468c-a312-2f4ff2e74bdd tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 28 01:05:20.191238 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28b8d115-b7b0-468c-a312-2f4ff2e74bdd tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=104099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:05:20.191459 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-cd783bd2-f4c3-4dce-8c16-f1747e8822f3 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks [] for router (c6a36437-f1ef-47e5-9082-d442583c9363), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:20.194296 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-28b8d115-b7b0-468c-a312-2f4ff2e74bdd tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] 10.222.0.24 "DELETE /v2.0/networks/b03b53aa-222b-4a16-847e-949309e60118 HTTP/1.1" status: 409 len: 466 time: 0.3152137 Mar 28 01:05:20.199268 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-10287853-695c-4b86-8fa1-c577bbfc1b98 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (437a13e0-6d2f-46e5-90eb-e341e9980724), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:20.201547 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 49986) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:20.207815 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-51ea9cc0-6a01-4307-b8b2-4ccbe33b95fa tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-473611613'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:05:20.210907 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b192bf6-f81d-45a3-bd15-a54faae441b3 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] POST failed (client error): There was a conflict when trying to complete your request. Mar 28 01:05:20.211340 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b192bf6-f81d-45a3-bd15-a54faae441b3 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=104099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:05:20.245367 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-2b192bf6-f81d-45a3-bd15-a54faae441b3 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.0760820 Mar 28 01:05:20.246165 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 49988) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:20.281872 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51ea9cc0-6a01-4307-b8b2-4ccbe33b95fa tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Made reservation on behalf of bba635ee3b65479790f53c76a97cb916 for: {'network': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:05:20.285433 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-51ea9cc0-6a01-4307-b8b2-4ccbe33b95fa tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:20.321834 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-610916ee-4322-466e-a5bd-3f6ffa52c760 tempest-ExtraDHCPOptionsTestJSON-571422230 tempest-ExtraDHCPOptionsTestJSON-571422230-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.0634463 Mar 28 01:05:20.323219 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 49990) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:20.329966 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-230cb8df-e998-438e-9072-d23d2d4954b0 tempest-ExtraDHCPOptionsTestJSON-571422230 tempest-ExtraDHCPOptionsTestJSON-571422230-project] Request body: {'subnet': {'network_id': '947557c7-d230-4646-b596-5a6a19d2084a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:05:20.334657 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610916ee-4322-466e-a5bd-3f6ffa52c760 tempest-ExtraDHCPOptionsTestJSON-571422230 tempest-ExtraDHCPOptionsTestJSON-571422230-project] Pushing event updated for resources: {'Network': ['ID=947557c7-d230-4646-b596-5a6a19d2084a,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:20.361757 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network 947557c7-d230-4646-b596-5a6a19d2084a details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:05:20.367401 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-cd783bd2-f4c3-4dce-8c16-f1747e8822f3 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks [] for router_gateway (c6a36437-f1ef-47e5-9082-d442583c9363), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:20.376290 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-c0cad814-c7b2-4656-98e3-fa61ba2e866e None None] Current status of the port 9b98ff38-926e-408c-bd57-c09df3ec1a94 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:05:20.376676 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-c0cad814-c7b2-4656-98e3-fa61ba2e866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (9b98ff38-926e-408c-bd57-c09df3ec1a94), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:20.430192 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-cd783bd2-f4c3-4dce-8c16-f1747e8822f3 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Deleting port 3f4d8905-8c29-4ae9-877f-37afd0669884 {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:05:20.430779 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-cd783bd2-f4c3-4dce-8c16-f1747e8822f3 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (3f4d8905-8c29-4ae9-877f-37afd0669884), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:20.448824 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 9b98ff38-926e-408c-bd57-c09df3ec1a94 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:05:20.448824 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (9b98ff38-926e-408c-bd57-c09df3ec1a94), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:20.496308 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-9f9fac0a-497d-4655-afd4-674ce9c0a56b None None] Set router c6a36437-f1ef-47e5-9082-d442583c9363 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:05:20.515803 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-cd783bd2-f4c3-4dce-8c16-f1747e8822f3 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (3f4d8905-8c29-4ae9-877f-37afd0669884), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:20.528683 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-cd783bd2-f4c3-4dce-8c16-f1747e8822f3 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Calling delete_port for 3f4d8905-8c29-4ae9-877f-37afd0669884 owned by network:router_gateway {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:05:20.596894 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-c0cad814-c7b2-4656-98e3-fa61ba2e866e None None] For port 9b98ff38-926e-408c-bd57-c09df3ec1a94, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=9b98ff38-926e-408c-bd57-c09df3ec1a94,segment=NetworkSegment(c7e539fd-ef00-4604-94e7-d70d350d2239),segment_id=c7e539fd-ef00-4604-94e7-d70d350d2239)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:05:20.638700 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-c0cad814-c7b2-4656-98e3-fa61ba2e866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (9b98ff38-926e-408c-bd57-c09df3ec1a94), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:20.698290 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51ea9cc0-6a01-4307-b8b2-4ccbe33b95fa tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=104099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:05:20.714128 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-cd783bd2-f4c3-4dce-8c16-f1747e8822f3 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (3f4d8905-8c29-4ae9-877f-37afd0669884), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:20.722994 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-54a366f1-22c9-4941-bdf7-a18eef4aeda4 None None] Deleting port 9b98ff38-926e-408c-bd57-c09df3ec1a94 {{(pid=104100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:05:20.723591 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-54a366f1-22c9-4941-bdf7-a18eef4aeda4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (9b98ff38-926e-408c-bd57-c09df3ec1a94), before_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:20.736602 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a1c173-b3a0-4d19-9ea1-40a83cee5b3f tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:20.741939 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a1c173-b3a0-4d19-9ea1-40a83cee5b3f tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:20.746446 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-b5a1c173-b3a0-4d19-9ea1-40a83cee5b3f tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.4967356 Mar 28 01:05:20.750274 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-51ea9cc0-6a01-4307-b8b2-4ccbe33b95fa tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (fb8c5936-d7e5-499a-a822-c71c4e576374), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:20.750618 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.segments_db [None req-51ea9cc0-6a01-4307-b8b2-4ccbe33b95fa tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Added segment fb8c5936-d7e5-499a-a822-c71c4e576374 of type vlan for network 4beecf8c-e279-4bf4-acda-55b36419b7e0 Mar 28 01:05:20.752327 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 49992) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:20.793870 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd783bd2-f4c3-4dce-8c16-f1747e8822f3 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Pushing event deleted for resources: {'Port': ['ID=3f4d8905-8c29-4ae9-877f-37afd0669884,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:20.799886 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.db.api [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104100) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 01:05:20.800273 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG oslo_db.api [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 01:05:20.807581 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-cd783bd2-f4c3-4dce-8c16-f1747e8822f3 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3687989'] for router_gateway (c6a36437-f1ef-47e5-9082-d442583c9363), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:20.840738 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-10287853-695c-4b86-8fa1-c577bbfc1b98 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Deleting port 2a6fbf33-dcea-40b0-974f-aff694e6a495 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:05:20.841297 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-10287853-695c-4b86-8fa1-c577bbfc1b98 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (2a6fbf33-dcea-40b0-974f-aff694e6a495), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:20.855840 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cad814-c7b2-4656-98e3-fa61ba2e866e None None] Pushing event updated for resources: {'Port': ['ID=9b98ff38-926e-408c-bd57-c09df3ec1a94,revision_number=4']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:20.864372 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-51ea9cc0-6a01-4307-b8b2-4ccbe33b95fa tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (4beecf8c-e279-4bf4-acda-55b36419b7e0), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:20.874959 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d436d2ac-9a3a-4550-bced-184226f3559e None None] DHCP port deletion for 437a13e0-6d2f-46e5-90eb-e341e9980724 request from dv-neutron-834874-6-hyperv {{(pid=104100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 01:05:20.887647 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-54a366f1-22c9-4941-bdf7-a18eef4aeda4 None None] For port 9b98ff38-926e-408c-bd57-c09df3ec1a94, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=9b98ff38-926e-408c-bd57-c09df3ec1a94,segment=NetworkSegment(c7e539fd-ef00-4604-94e7-d70d350d2239),segment_id=c7e539fd-ef00-4604-94e7-d70d350d2239)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:05:20.888153 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-54a366f1-22c9-4941-bdf7-a18eef4aeda4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (9b98ff38-926e-408c-bd57-c09df3ec1a94), precommit_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:20.913253 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-18829037-ed91-4a9b-9698-0c101f12a65c None None] Provisioning complete for port 3b948fb8-74c3-4967-8ff3-309f7b610ee2 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:05:20.913713 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-18829037-ed91-4a9b-9698-0c101f12a65c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (3b948fb8-74c3-4967-8ff3-309f7b610ee2), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:20.922170 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-cd783bd2-f4c3-4dce-8c16-f1747e8822f3 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7151'] for router (c6a36437-f1ef-47e5-9082-d442583c9363), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:20.924273 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-cd783bd2-f4c3-4dce-8c16-f1747e8822f3 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks [] for router_controller (c6a36437-f1ef-47e5-9082-d442583c9363), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:20.938872 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-230cb8df-e998-438e-9072-d23d2d4954b0 tempest-ExtraDHCPOptionsTestJSON-571422230 tempest-ExtraDHCPOptionsTestJSON-571422230-project] Made reservation on behalf of c9456e5138ed4560a1541588d7c6a1cc for: {'subnet': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:05:20.942033 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-230cb8df-e998-438e-9072-d23d2d4954b0 tempest-ExtraDHCPOptionsTestJSON-571422230 tempest-ExtraDHCPOptionsTestJSON-571422230-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126757772'] for subnet (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:20.942429 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-54a366f1-22c9-4941-bdf7-a18eef4aeda4 None None] Calling delete_port for 9b98ff38-926e-408c-bd57-c09df3ec1a94 owned by network:dhcp {{(pid=104100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:05:20.993939 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-cd783bd2-f4c3-4dce-8c16-f1747e8822f3 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689686'] for router (c6a36437-f1ef-47e5-9082-d442583c9363), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:20.994487 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd783bd2-f4c3-4dce-8c16-f1747e8822f3 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c6a36437-f1ef-47e5-9082-d442583c9363 {{(pid=104098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 01:05:20.999747 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-cd783bd2-f4c3-4dce-8c16-f1747e8822f3 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:21.001468 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-cd783bd2-f4c3-4dce-8c16-f1747e8822f3 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] 10.222.0.24 "DELETE /v2.0/routers/c6a36437-f1ef-47e5-9082-d442583c9363 HTTP/1.1" status: 204 len: 168 time: 0.9854617 Mar 28 01:05:21.003551 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 49994) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:21.029533 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-18829037-ed91-4a9b-9698-0c101f12a65c None None] Port 3b948fb8-74c3-4967-8ff3-309f7b610ee2 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:05:21.043280 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-10287853-695c-4b86-8fa1-c577bbfc1b98 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] For port 2a6fbf33-dcea-40b0-974f-aff694e6a495, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=2a6fbf33-dcea-40b0-974f-aff694e6a495,segment=NetworkSegment(842de9fc-01a6-4c41-be61-cb77b392de00),segment_id=842de9fc-01a6-4c41-be61-cb77b392de00)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:05:21.043280 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-10287853-695c-4b86-8fa1-c577bbfc1b98 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (2a6fbf33-dcea-40b0-974f-aff694e6a495), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:21.052739 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-51ea9cc0-6a01-4307-b8b2-4ccbe33b95fa tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (4beecf8c-e279-4bf4-acda-55b36419b7e0), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:21.056599 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_v2 [None req-691fe26a-570b-42b1-bec3-a40bb012327d tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Deleting subnet 1eecec9f-e041-4a3a-8cc3-5c65723ebc27 {{(pid=104098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:05:21.057620 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ea9cc0-6a01-4307-b8b2-4ccbe33b95fa tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:21.058204 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-51ea9cc0-6a01-4307-b8b2-4ccbe33b95fa tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:21.059909 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-691fe26a-570b-42b1-bec3-a40bb012327d tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks [] for subnet (1eecec9f-e041-4a3a-8cc3-5c65723ebc27), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:21.092001 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-10287853-695c-4b86-8fa1-c577bbfc1b98 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Calling delete_port for 2a6fbf33-dcea-40b0-974f-aff694e6a495 owned by network:dhcp {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:05:21.109299 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-691fe26a-570b-42b1-bec3-a40bb012327d tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126443526'] for subnet (1eecec9f-e041-4a3a-8cc3-5c65723ebc27), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:21.128445 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 9b98ff38-926e-408c-bd57-c09df3ec1a94 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:05:21.129857 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device d201cc42-8e59-4c27-b773-e23d348b39be up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:05:21.155274 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-51ea9cc0-6a01-4307-b8b2-4ccbe33b95fa tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9521201 Mar 28 01:05:21.162277 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 49998) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:21.165171 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-d436d2ac-9a3a-4550-bced-184226f3559e None None] Deleting port 2a6fbf33-dcea-40b0-974f-aff694e6a495 {{(pid=104100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:05:21.165539 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d436d2ac-9a3a-4550-bced-184226f3559e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (2a6fbf33-dcea-40b0-974f-aff694e6a495), before_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:21.169775 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-b10d3b42-84c6-4c73-b81d-d9354ef5da98 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Deleting port 3b948fb8-74c3-4967-8ff3-309f7b610ee2 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:05:21.170111 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b10d3b42-84c6-4c73-b81d-d9354ef5da98 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (3b948fb8-74c3-4967-8ff3-309f7b610ee2), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:21.172451 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-18829037-ed91-4a9b-9698-0c101f12a65c None None] Provisioning complete for port d201cc42-8e59-4c27-b773-e23d348b39be triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:05:21.173104 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-18829037-ed91-4a9b-9698-0c101f12a65c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (d201cc42-8e59-4c27-b773-e23d348b39be), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:21.176304 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-225f27f0-7c1a-45b6-ab2a-a58ab69c55ff tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Request body: {'subnet': {'network_id': '4beecf8c-e279-4bf4-acda-55b36419b7e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:05:21.195924 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-691fe26a-570b-42b1-bec3-a40bb012327d tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (1eecec9f-e041-4a3a-8cc3-5c65723ebc27), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:21.233883 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-54a366f1-22c9-4941-bdf7-a18eef4aeda4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886'] for port (9b98ff38-926e-408c-bd57-c09df3ec1a94), after_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:21.260845 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-9f9fac0a-497d-4655-afd4-674ce9c0a56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6a36437-f1ef-47e5-9082-d442583c9363', 'name': '', 'tenant_id': '96c79905b17c454b87508ea9d204bf03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d98f334-e7cb-4a72-9f44-4ce2b9467757', 'external_fixed_ips': [{'subnet_id': '1eecec9f-e041-4a3a-8cc3-5c65723ebc27', 'ip_address': '172.20.0.8'}], 'enable_snat': True}, 'gw_port_id': '3f4d8905-8c29-4ae9-877f-37afd0669884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:05:16Z', 'updated_at': '2022-03-28T01:05:18Z', 'revision_number': 3, 'project_id': '96c79905b17c454b87508ea9d204bf03', 'gw_port': {'id': '3f4d8905-8c29-4ae9-877f-37afd0669884', 'name': '', 'network_id': '0d98f334-e7cb-4a72-9f44-4ce2b9467757', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:85:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6a36437-f1ef-47e5-9082-d442583c9363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '1eecec9f-e041-4a3a-8cc3-5c65723ebc27', 'ip_address': '172.20.0.8', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:05:17Z', 'updated_at': '2022-03-28T01:05:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1eecec9f-e041-4a3a-8cc3-5c65723ebc27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:05:21.262666 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ea9cc0-6a01-4307-b8b2-4ccbe33b95fa tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Pushing event updated for resources: {'Network': ['ID=4beecf8c-e279-4bf4-acda-55b36419b7e0,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:21.275713 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bcaf88-54d8-44e0-9e6a-53d93868388c req-0964f069-ebb0-4f06-800e-80b34e8281fb tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:21.278839 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-c6bcaf88-54d8-44e0-9e6a-53d93868388c req-0964f069-ebb0-4f06-800e-80b34e8281fb tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af78226-6db5-4d3d-a6da-4544ef645c78 HTTP/1.1" status: 200 len: 946 time: 0.1461108 Mar 28 01:05:21.281735 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-691fe26a-570b-42b1-bec3-a40bb012327d tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126175041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126112438'] for subnet (1eecec9f-e041-4a3a-8cc3-5c65723ebc27), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:21.294006 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network 4beecf8c-e279-4bf4-acda-55b36419b7e0 details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:05:21.326373 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691fe26a-570b-42b1-bec3-a40bb012327d tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=1eecec9f-e041-4a3a-8cc3-5c65723ebc27,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:21.329555 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a366f1-22c9-4941-bdf7-a18eef4aeda4 None None] Pushing event deleted for resources: {'Port': ['ID=9b98ff38-926e-408c-bd57-c09df3ec1a94,revision_number=None']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:21.331802 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-691fe26a-570b-42b1-bec3-a40bb012327d tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:21.335243 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-691fe26a-570b-42b1-bec3-a40bb012327d tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] 10.222.0.24 "DELETE /v2.0/subnets/1eecec9f-e041-4a3a-8cc3-5c65723ebc27 HTTP/1.1" status: 204 len: 168 time: 0.3305540 Mar 28 01:05:21.338589 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50000) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:21.339613 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a366f1-22c9-4941-bdf7-a18eef4aeda4 None None] No DVR routers for this DVR port 9b98ff38-926e-408c-bd57-c09df3ec1a94 on host dv-neutron-834874-6-hyperv {{(pid=104100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:05:21.393249 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9fac0a-497d-4655-afd4-674ce9c0a56b None None] Checking router: c6a36437-f1ef-47e5-9082-d442583c9363 for host: dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:05:21.393985 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9fac0a-497d-4655-afd4-674ce9c0a56b None None] Updating router c6a36437-f1ef-47e5-9082-d442583c9363 port 3f4d8905-8c29-4ae9-877f-37afd0669884 binding host dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 01:05:21.403108 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-d436d2ac-9a3a-4550-bced-184226f3559e None None] For port 2a6fbf33-dcea-40b0-974f-aff694e6a495, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=2a6fbf33-dcea-40b0-974f-aff694e6a495,segment=NetworkSegment(842de9fc-01a6-4c41-be61-cb77b392de00),segment_id=842de9fc-01a6-4c41-be61-cb77b392de00)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:05:21.403759 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d436d2ac-9a3a-4550-bced-184226f3559e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (2a6fbf33-dcea-40b0-974f-aff694e6a495), precommit_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:21.440209 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9fac0a-497d-4655-afd4-674ce9c0a56b None None] Port 3f4d8905-8c29-4ae9-877f-37afd0669884 not found while updating agent binding for router c6a36437-f1ef-47e5-9082-d442583c9363. {{(pid=104100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Mar 28 01:05:21.451534 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-d436d2ac-9a3a-4550-bced-184226f3559e None None] Calling delete_port for 2a6fbf33-dcea-40b0-974f-aff694e6a495 owned by network:dhcp {{(pid=104100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:05:21.452396 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b10d3b42-84c6-4c73-b81d-d9354ef5da98 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (3b948fb8-74c3-4967-8ff3-309f7b610ee2), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:21.495736 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-b10d3b42-84c6-4c73-b81d-d9354ef5da98 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Calling delete_port for 3b948fb8-74c3-4967-8ff3-309f7b610ee2 owned by {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:05:21.496743 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port d201cc42-8e59-4c27-b773-e23d348b39be triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:05:21.497274 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (d201cc42-8e59-4c27-b773-e23d348b39be), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:21.500909 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-225f27f0-7c1a-45b6-ab2a-a58ab69c55ff tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Made reservation on behalf of bba635ee3b65479790f53c76a97cb916 for: {'subnet': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:05:21.504364 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-225f27f0-7c1a-45b6-ab2a-a58ab69c55ff tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126757772'] for subnet (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:21.522450 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-10287853-695c-4b86-8fa1-c577bbfc1b98 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (2a6fbf33-dcea-40b0-974f-aff694e6a495), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:21.536792 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9fac0a-497d-4655-afd4-674ce9c0a56b None None] Routers set() bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:05:21.537353 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9fac0a-497d-4655-afd4-674ce9c0a56b None None] Router IDs set() for agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 28 01:05:21.538382 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_agentschedulers_db [None req-9f9fac0a-497d-4655-afd4-674ce9c0a56b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c6a36437-f1ef-47e5-9082-d442583c9363'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:05:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent'). {{(pid=104100) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 28 01:05:21.538848 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9fac0a-497d-4655-afd4-674ce9c0a56b None None] The sync data for ids ['c6a36437-f1ef-47e5-9082-d442583c9363'] in dv-neutron-834874-6-hyperv is: [] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:05:21.592438 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-230cb8df-e998-438e-9072-d23d2d4954b0 tempest-ExtraDHCPOptionsTestJSON-571422230 tempest-ExtraDHCPOptionsTestJSON-571422230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127282703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126757786'] for subnet (1d0b99d8-7efb-4822-b2d2-e3a8e68e26ea), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:21.624123 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-18829037-ed91-4a9b-9698-0c101f12a65c None None] Current status of the port d201cc42-8e59-4c27-b773-e23d348b39be is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:05:21.624394 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-18829037-ed91-4a9b-9698-0c101f12a65c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (d201cc42-8e59-4c27-b773-e23d348b39be), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:21.637840 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10287853-695c-4b86-8fa1-c577bbfc1b98 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Pushing event deleted for resources: {'Port': ['ID=2a6fbf33-dcea-40b0-974f-aff694e6a495,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:21.668716 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10287853-695c-4b86-8fa1-c577bbfc1b98 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] No DVR routers for this DVR port 2a6fbf33-dcea-40b0-974f-aff694e6a495 on host dv-neutron-834874-6-hyperv {{(pid=104099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:05:21.672417 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-c6bcaf88-54d8-44e0-9e6a-53d93868388c req-0a51e0d0-c6ef-49f8-bac8-690b91bbb2b2 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5fc266-2207-46d1-bfc7-83854e73a714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3865569 Mar 28 01:05:21.682735 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d436d2ac-9a3a-4550-bced-184226f3559e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886'] for port (2a6fbf33-dcea-40b0-974f-aff694e6a495), after_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:21.693499 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3277f7d5-89fe-4f4d-9ca4-c2db2fb4fb59 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (0d98f334-e7cb-4a72-9f44-4ce2b9467757), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:21.694111 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-18829037-ed91-4a9b-9698-0c101f12a65c None None] For port d201cc42-8e59-4c27-b773-e23d348b39be, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=d201cc42-8e59-4c27-b773-e23d348b39be,segment=NetworkSegment(9028fe72-9b79-4538-96be-757c3dc71a72),segment_id=9028fe72-9b79-4538-96be-757c3dc71a72)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:05:21.745646 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-18829037-ed91-4a9b-9698-0c101f12a65c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (d201cc42-8e59-4c27-b773-e23d348b39be), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:21.750865 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d436d2ac-9a3a-4550-bced-184226f3559e None None] No DVR routers for this DVR port 2a6fbf33-dcea-40b0-974f-aff694e6a495 on host dv-neutron-834874-6-hyperv {{(pid=104100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:05:21.754547 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d436d2ac-9a3a-4550-bced-184226f3559e None None] Pushing event deleted for resources: {'Port': ['ID=2a6fbf33-dcea-40b0-974f-aff694e6a495,revision_number=None']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:21.794176 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3277f7d5-89fe-4f4d-9ca4-c2db2fb4fb59 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (0d98f334-e7cb-4a72-9f44-4ce2b9467757), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:21.795037 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230cb8df-e998-438e-9072-d23d2d4954b0 tempest-ExtraDHCPOptionsTestJSON-571422230 tempest-ExtraDHCPOptionsTestJSON-571422230-project] Pushing event updated for resources: {'Subnet': ['ID=1d0b99d8-7efb-4822-b2d2-e3a8e68e26ea,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:21.805420 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port d201cc42-8e59-4c27-b773-e23d348b39be is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:05:21.805809 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (d201cc42-8e59-4c27-b773-e23d348b39be), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:21.830777 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-18829037-ed91-4a9b-9698-0c101f12a65c None None] Provisioning complete for port 192f4bdd-c9ae-42eb-8483-aa66fd533b13 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:05:21.831002 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-18829037-ed91-4a9b-9698-0c101f12a65c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (192f4bdd-c9ae-42eb-8483-aa66fd533b13), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:21.833944 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-3277f7d5-89fe-4f4d-9ca4-c2db2fb4fb59 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d98f334-e7cb-4a72-9f44-4ce2b9467757']}} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:05:21.843163 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18829037-ed91-4a9b-9698-0c101f12a65c None None] Pushing event updated for resources: {'Port': ['ID=d201cc42-8e59-4c27-b773-e23d348b39be,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:21.851545 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-3277f7d5-89fe-4f4d-9ca4-c2db2fb4fb59 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a0261de-19c2-4372-8328-157320260ce8') {'for_net_delete': True} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:05:21.852427 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-3277f7d5-89fe-4f4d-9ca4-c2db2fb4fb59 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a0261de-19c2-4372-8328-157320260ce8') {} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:05:21.854053 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-10287853-695c-4b86-8fa1-c577bbfc1b98 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (437a13e0-6d2f-46e5-90eb-e341e9980724), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:21.863423 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3277f7d5-89fe-4f4d-9ca4-c2db2fb4fb59 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126443583'] for segment (3a0261de-19c2-4372-8328-157320260ce8), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:21.879122 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3277f7d5-89fe-4f4d-9ca4-c2db2fb4fb59 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (3a0261de-19c2-4372-8328-157320260ce8), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:21.885857 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-10287853-695c-4b86-8fa1-c577bbfc1b98 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['437a13e0-6d2f-46e5-90eb-e341e9980724']}} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:05:21.888237 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3277f7d5-89fe-4f4d-9ca4-c2db2fb4fb59 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=104098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:05:21.888655 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3277f7d5-89fe-4f4d-9ca4-c2db2fb4fb59 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126177251'] for segment (3a0261de-19c2-4372-8328-157320260ce8), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:21.900095 dv-neutron-834874-6-hyperv neutron-server[104098]: Traceback (most recent call last): Mar 28 01:05:21.900095 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:05:21.900095 dv-neutron-834874-6-hyperv neutron-server[104098]: timer() Mar 28 01:05:21.900095 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:05:21.900095 dv-neutron-834874-6-hyperv neutron-server[104098]: cb(*args, **kw) Mar 28 01:05:21.900095 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:05:21.900095 dv-neutron-834874-6-hyperv neutron-server[104098]: return func(*args, **kwargs) Mar 28 01:05:21.900095 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:05:21.900095 dv-neutron-834874-6-hyperv neutron-server[104098]: self._notify() Mar 28 01:05:21.900095 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:05:21.900095 dv-neutron-834874-6-hyperv neutron-server[104098]: self.callback(batched_events) Mar 28 01:05:21.900095 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:05:21.900095 dv-neutron-834874-6-hyperv neutron-server[104098]: event.method(event) Mar 28 01:05:21.900095 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:05:21.900095 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:05:21.900095 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:05:21.900095 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:05:21.900095 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:05:21.900095 dv-neutron-834874-6-hyperv neutron-server[104098]: return f(self, *a, **k) Mar 28 01:05:21.900095 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:05:21.900095 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._get(url).json() Mar 28 01:05:21.900095 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:05:21.900095 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:05:21.900095 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:05:21.900095 dv-neutron-834874-6-hyperv neutron-server[104098]: return self.request(url, 'GET', **kwargs) Mar 28 01:05:21.900095 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:05:21.900095 dv-neutron-834874-6-hyperv neutron-server[104098]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:05:21.900095 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:05:21.900095 dv-neutron-834874-6-hyperv neutron-server[104098]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:05:21.900095 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:05:21.900095 dv-neutron-834874-6-hyperv neutron-server[104098]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:05:21.900095 dv-neutron-834874-6-hyperv neutron-server[104098]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:05:21.902078 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230cb8df-e998-438e-9072-d23d2d4954b0 tempest-ExtraDHCPOptionsTestJSON-571422230 tempest-ExtraDHCPOptionsTestJSON-571422230-project] Checking segment: {'id': '4ef6eef9-02a6-49cb-9650-7d3eef8c958c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '947557c7-d230-4646-b596-5a6a19d2084a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:05:21.902078 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230cb8df-e998-438e-9072-d23d2d4954b0 tempest-ExtraDHCPOptionsTestJSON-571422230 tempest-ExtraDHCPOptionsTestJSON-571422230-project] Network hostable DHCP agents. Network: 947557c7-d230-4646-b596-5a6a19d2084a, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:05:21.912521 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-10287853-695c-4b86-8fa1-c577bbfc1b98 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '842de9fc-01a6-4c41-be61-cb77b392de00') {'for_net_delete': True} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:05:21.912864 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-10287853-695c-4b86-8fa1-c577bbfc1b98 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '842de9fc-01a6-4c41-be61-cb77b392de00') {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:05:21.968071 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-10287853-695c-4b86-8fa1-c577bbfc1b98 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126946678'] for segment (842de9fc-01a6-4c41-be61-cb77b392de00), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:21.972693 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3277f7d5-89fe-4f4d-9ca4-c2db2fb4fb59 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (0d98f334-e7cb-4a72-9f44-4ce2b9467757), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:21.979810 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3277f7d5-89fe-4f4d-9ca4-c2db2fb4fb59 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0d98f334-e7cb-4a72-9f44-4ce2b9467757 {{(pid=104098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 28 01:05:21.992201 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3277f7d5-89fe-4f4d-9ca4-c2db2fb4fb59 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Pushing event deleted for resources: {'Network': ['ID=0d98f334-e7cb-4a72-9f44-4ce2b9467757,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:21.994465 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3277f7d5-89fe-4f4d-9ca4-c2db2fb4fb59 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:22.000746 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-3277f7d5-89fe-4f4d-9ca4-c2db2fb4fb59 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] 10.222.0.24 "DELETE /v2.0/networks/0d98f334-e7cb-4a72-9f44-4ce2b9467757 HTTP/1.1" status: 204 len: 168 time: 0.6595998 Mar 28 01:05:22.003975 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-10287853-695c-4b86-8fa1-c577bbfc1b98 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (842de9fc-01a6-4c41-be61-cb77b392de00), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:22.019604 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10287853-695c-4b86-8fa1-c577bbfc1b98 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=104099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:05:22.020005 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-10287853-695c-4b86-8fa1-c577bbfc1b98 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127280876'] for segment (842de9fc-01a6-4c41-be61-cb77b392de00), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:22.023067 dv-neutron-834874-6-hyperv neutron-server[104099]: Traceback (most recent call last): Mar 28 01:05:22.023067 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:05:22.023067 dv-neutron-834874-6-hyperv neutron-server[104099]: timer() Mar 28 01:05:22.023067 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:05:22.023067 dv-neutron-834874-6-hyperv neutron-server[104099]: cb(*args, **kw) Mar 28 01:05:22.023067 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:05:22.023067 dv-neutron-834874-6-hyperv neutron-server[104099]: return func(*args, **kwargs) Mar 28 01:05:22.023067 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:05:22.023067 dv-neutron-834874-6-hyperv neutron-server[104099]: self._notify() Mar 28 01:05:22.023067 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:05:22.023067 dv-neutron-834874-6-hyperv neutron-server[104099]: self.callback(batched_events) Mar 28 01:05:22.023067 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:05:22.023067 dv-neutron-834874-6-hyperv neutron-server[104099]: event.method(event) Mar 28 01:05:22.023067 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:05:22.023067 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:05:22.023067 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:05:22.023067 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:05:22.023067 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:05:22.023067 dv-neutron-834874-6-hyperv neutron-server[104099]: return f(self, *a, **k) Mar 28 01:05:22.023067 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:05:22.023067 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._get(url).json() Mar 28 01:05:22.023067 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:05:22.023067 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:05:22.023067 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:05:22.023067 dv-neutron-834874-6-hyperv neutron-server[104099]: return self.request(url, 'GET', **kwargs) Mar 28 01:05:22.023067 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:05:22.023067 dv-neutron-834874-6-hyperv neutron-server[104099]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:05:22.023067 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:05:22.023067 dv-neutron-834874-6-hyperv neutron-server[104099]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:05:22.023067 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:05:22.023067 dv-neutron-834874-6-hyperv neutron-server[104099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:05:22.023067 dv-neutron-834874-6-hyperv neutron-server[104099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:05:22.036211 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b10d3b42-84c6-4c73-b81d-d9354ef5da98 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (3b948fb8-74c3-4967-8ff3-309f7b610ee2), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:22.065057 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-18829037-ed91-4a9b-9698-0c101f12a65c None None] Port 192f4bdd-c9ae-42eb-8483-aa66fd533b13 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:05:22.068921 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230cb8df-e998-438e-9072-d23d2d4954b0 tempest-ExtraDHCPOptionsTestJSON-571422230 tempest-ExtraDHCPOptionsTestJSON-571422230-project] Network 947557c7-d230-4646-b596-5a6a19d2084a is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:05:22.074358 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-18829037-ed91-4a9b-9698-0c101f12a65c None None] Could not find standard attr ID for object 9b98ff38-926e-408c-bd57-c09df3ec1a94. {{(pid=104100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 28 01:05:22.079468 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.db.api [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104100) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 01:05:22.079835 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG oslo_db.api [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 01:05:22.148112 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10d3b42-84c6-4c73-b81d-d9354ef5da98 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Pushing event deleted for resources: {'Port': ['ID=3b948fb8-74c3-4967-8ff3-309f7b610ee2,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:22.149812 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-230cb8df-e998-438e-9072-d23d2d4954b0 tempest-ExtraDHCPOptionsTestJSON-571422230 tempest-ExtraDHCPOptionsTestJSON-571422230-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, 947557c7-d230-4646-b596-5a6a19d2084a) {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:05:22.161170 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13f8d10-e8c2-4de4-8d68-9c6920031c77 None None] Network 947557c7-d230-4646-b596-5a6a19d2084a requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:05:22.166707 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230cb8df-e998-438e-9072-d23d2d4954b0 tempest-ExtraDHCPOptionsTestJSON-571422230 tempest-ExtraDHCPOptionsTestJSON-571422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:22.167312 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-230cb8df-e998-438e-9072-d23d2d4954b0 tempest-ExtraDHCPOptionsTestJSON-571422230 tempest-ExtraDHCPOptionsTestJSON-571422230-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:22.172871 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-10287853-695c-4b86-8fa1-c577bbfc1b98 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (437a13e0-6d2f-46e5-90eb-e341e9980724), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:22.198559 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-10287853-695c-4b86-8fa1-c577bbfc1b98 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:22.203477 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-10287853-695c-4b86-8fa1-c577bbfc1b98 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] 10.222.0.24 "DELETE /v2.0/networks/437a13e0-6d2f-46e5-90eb-e341e9980724 HTTP/1.1" status: 204 len: 168 time: 2.1410799 Mar 28 01:05:22.206301 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50006) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:22.229529 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b10d3b42-84c6-4c73-b81d-d9354ef5da98 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:22.233826 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-b10d3b42-84c6-4c73-b81d-d9354ef5da98 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "DELETE /v2.0/ports/3b948fb8-74c3-4967-8ff3-309f7b610ee2 HTTP/1.1" status: 204 len: 168 time: 1.4805171 Mar 28 01:05:22.236901 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 50010) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:22.240824 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10287853-695c-4b86-8fa1-c577bbfc1b98 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Pushing event deleted for resources: {'Network': ['ID=437a13e0-6d2f-46e5-90eb-e341e9980724,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:22.281635 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-230cb8df-e998-438e-9072-d23d2d4954b0 tempest-ExtraDHCPOptionsTestJSON-571422230 tempest-ExtraDHCPOptionsTestJSON-571422230-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9548938 Mar 28 01:05:22.293686 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50012) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:22.309228 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-db51e9af-deb6-4ed2-b775-c78cbdd685b9 tempest-ExtraDHCPOptionsTestJSON-571422230 tempest-ExtraDHCPOptionsTestJSON-571422230-project] Request body: {'port': {'network_id': '947557c7-d230-4646-b596-5a6a19d2084a', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1645071557'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:05:22.332470 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10931642-4a0f-48f4-9686-2c910f6429d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-947557c7-d230-4646-b596-5a6a19d2084a', 'network_id': '947557c7-d230-4646-b596-5a6a19d2084a', 'project_id': 'c9456e5138ed4560a1541588d7c6a1cc', 'fixed_ips': [{'subnet_id': '1d0b99d8-7efb-4822-b2d2-e3a8e68e26ea'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:05:22.334192 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-10931642-4a0f-48f4-9686-2c910f6429d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:22.394477 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 50014) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:22.398650 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-676aa929-8fbd-405a-b396-a1393a796a91 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Request body: {'router': {'name': 'tempest-router--507668400', 'project_id': '58d18dc076f44232b16a8dc294f17bb1'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:05:22.478854 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-676aa929-8fbd-405a-b396-a1393a796a91 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7069'] for router (1dfe077c-cbac-4fde-b1b9-4c44e70fc4a5), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:22.480304 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-676aa929-8fbd-405a-b396-a1393a796a91 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4188952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7062'] for router (1dfe077c-cbac-4fde-b1b9-4c44e70fc4a5), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:22.511719 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.objects.ports [None req-225f27f0-7c1a-45b6-ab2a-a58ab69c55ff tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104099) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 28 01:05:22.517951 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995a26f0-0d77-4a3f-97e6-e58442d1351f tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:22.518243 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-10931642-4a0f-48f4-9686-2c910f6429d8 None None] Allocated IP 172.20.0.2 (947557c7-d230-4646-b596-5a6a19d2084a/1d0b99d8-7efb-4822-b2d2-e3a8e68e26ea/14115741-71e4-4fbd-8491-5f3fa43f335f) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:05:22.521388 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995a26f0-0d77-4a3f-97e6-e58442d1351f tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:22.528540 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50016) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:22.531251 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-995a26f0-0d77-4a3f-97e6-e58442d1351f tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2884312 Mar 28 01:05:22.535820 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-225f27f0-7c1a-45b6-ab2a-a58ab69c55ff tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127282703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126757786'] for subnet (ee28ba68-18e3-434b-8021-488c6820e7fc), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:22.604319 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b768694-9bf5-4206-9d17-bfd40944d411 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Deleting subnet 89cba258-59b6-4613-ad79-627ab922707f {{(pid=104098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:05:22.607744 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-d2d397b9-4861-47cf-824b-7c132e711285 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Deleting port 4d89272d-2e91-46e4-9119-4863ac14f2e9 {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:05:22.608825 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d2d397b9-4861-47cf-824b-7c132e711285 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (4d89272d-2e91-46e4-9119-4863ac14f2e9), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:22.612213 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db51e9af-deb6-4ed2-b775-c78cbdd685b9 tempest-ExtraDHCPOptionsTestJSON-571422230 tempest-ExtraDHCPOptionsTestJSON-571422230-project] Made reservation on behalf of c9456e5138ed4560a1541588d7c6a1cc for: {'port': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:05:22.615549 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-db51e9af-deb6-4ed2-b775-c78cbdd685b9 tempest-ExtraDHCPOptionsTestJSON-571422230 tempest-ExtraDHCPOptionsTestJSON-571422230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:22.626938 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2b768694-9bf5-4206-9d17-bfd40944d411 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks [] for subnet (89cba258-59b6-4613-ad79-627ab922707f), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:22.642303 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port d201cc42-8e59-4c27-b773-e23d348b39be is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:05:22.715353 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.notifiers.nova [None req-db51e9af-deb6-4ed2-b775-c78cbdd685b9 tempest-ExtraDHCPOptionsTestJSON-571422230 tempest-ExtraDHCPOptionsTestJSON-571422230-project] device_id is not set on port 239de1fa-6377-4d40-8a16-20a59843c117 yet. {{(pid=104098) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 01:05:22.727248 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225f27f0-7c1a-45b6-ab2a-a58ab69c55ff tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Pushing event updated for resources: {'Subnet': ['ID=ee28ba68-18e3-434b-8021-488c6820e7fc,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:22.731386 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-676aa929-8fbd-405a-b396-a1393a796a91 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks [] for router_controller (1dfe077c-cbac-4fde-b1b9-4c44e70fc4a5), precommit_add_association {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:22.736167 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2b768694-9bf5-4206-9d17-bfd40944d411 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126443526'] for subnet (89cba258-59b6-4613-ad79-627ab922707f), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:22.742676 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-676aa929-8fbd-405a-b396-a1393a796a91 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687953'] for router (1dfe077c-cbac-4fde-b1b9-4c44e70fc4a5), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:22.769718 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225f27f0-7c1a-45b6-ab2a-a58ab69c55ff tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Checking segment: {'id': 'fb8c5936-d7e5-499a-a822-c71c4e576374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4beecf8c-e279-4bf4-acda-55b36419b7e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:05:22.770078 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-225f27f0-7c1a-45b6-ab2a-a58ab69c55ff tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Network hostable DHCP agents. Network: 4beecf8c-e279-4bf4-acda-55b36419b7e0, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:05:22.792299 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-676aa929-8fbd-405a-b396-a1393a796a91 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:22.796727 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-676aa929-8fbd-405a-b396-a1393a796a91 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3981178 Mar 28 01:05:22.800336 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 50020) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:22.817064 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-10931642-4a0f-48f4-9686-2c910f6429d8 None None] Publish callbacks [] for port (14115741-71e4-4fbd-8491-5f3fa43f335f), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:22.826376 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device d201cc42-8e59-4c27-b773-e23d348b39be up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:05:22.830888 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-10931642-4a0f-48f4-9686-2c910f6429d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (14115741-71e4-4fbd-8491-5f3fa43f335f), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:22.906562 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10931642-4a0f-48f4-9686-2c910f6429d8 None None] Network 947557c7-d230-4646-b596-5a6a19d2084a is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:05:22.911228 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2b768694-9bf5-4206-9d17-bfd40944d411 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (89cba258-59b6-4613-ad79-627ab922707f), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:22.915058 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-225f27f0-7c1a-45b6-ab2a-a58ab69c55ff tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Network 4beecf8c-e279-4bf4-acda-55b36419b7e0 is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:05:22.917741 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-10931642-4a0f-48f4-9686-2c910f6429d8 None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:05:22.920211 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10931642-4a0f-48f4-9686-2c910f6429d8 None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:05:22.925102 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10931642-4a0f-48f4-9686-2c910f6429d8 None None] Pushing event updated for resources: {'Port': ['ID=14115741-71e4-4fbd-8491-5f3fa43f335f,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:22.929853 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-59eb86b4-7231-4fea-9a15-75fab63b1e25 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks [] for router (1dfe077c-cbac-4fde-b1b9-4c44e70fc4a5), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:22.978419 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d2d397b9-4861-47cf-824b-7c132e711285 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (4d89272d-2e91-46e4-9119-4863ac14f2e9), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:22.978886 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d2d397b9-4861-47cf-824b-7c132e711285 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Publish callbacks [] for floatingip (4d89272d-2e91-46e4-9119-4863ac14f2e9), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:22.982291 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port d201cc42-8e59-4c27-b773-e23d348b39be triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:05:22.982809 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (d201cc42-8e59-4c27-b773-e23d348b39be), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:22.993074 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-225f27f0-7c1a-45b6-ab2a-a58ab69c55ff tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, 4beecf8c-e279-4bf4-acda-55b36419b7e0) {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:05:23.002312 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225f27f0-7c1a-45b6-ab2a-a58ab69c55ff tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:23.002908 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-225f27f0-7c1a-45b6-ab2a-a58ab69c55ff tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:23.021197 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f0040c-5103-40fa-9b26-eeefd0469e8b None None] Network 4beecf8c-e279-4bf4-acda-55b36419b7e0 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:05:23.021810 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-d2d397b9-4861-47cf-824b-7c132e711285 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Calling delete_port for 4d89272d-2e91-46e4-9119-4863ac14f2e9 owned by network:floatingip {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:05:23.038921 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-10931642-4a0f-48f4-9686-2c910f6429d8 None None] Attempting to bind port 14115741-71e4-4fbd-8491-5f3fa43f335f on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:05:23.039309 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-10931642-4a0f-48f4-9686-2c910f6429d8 None None] Attempting to bind port 14115741-71e4-4fbd-8491-5f3fa43f335f by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': '4ef6eef9-02a6-49cb-9650-7d3eef8c958c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '947557c7-d230-4646-b596-5a6a19d2084a'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:05:23.039696 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10931642-4a0f-48f4-9686-2c910f6429d8 None None] Attempting to bind port 14115741-71e4-4fbd-8491-5f3fa43f335f on network 947557c7-d230-4646-b596-5a6a19d2084a {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:05:23.085443 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eb093a-3a64-4191-a722-2efd2560795e req-28cd0f7f-471c-4b88-b028-be8e96a44a3d tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:23.086934 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-58eb093a-3a64-4191-a722-2efd2560795e req-28cd0f7f-471c-4b88-b028-be8e96a44a3d tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af78226-6db5-4d3d-a6da-4544ef645c78 HTTP/1.1" status: 200 len: 946 time: 0.2655909 Mar 28 01:05:23.088285 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10931642-4a0f-48f4-9686-2c910f6429d8 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:05:23.088858 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10931642-4a0f-48f4-9686-2c910f6429d8 None None] Checking segment: {'id': '4ef6eef9-02a6-49cb-9650-7d3eef8c958c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '947557c7-d230-4646-b596-5a6a19d2084a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:05:23.089064 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-10931642-4a0f-48f4-9686-2c910f6429d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:23.089467 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10931642-4a0f-48f4-9686-2c910f6429d8 None None] Bound using segment: {'id': '4ef6eef9-02a6-49cb-9650-7d3eef8c958c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '947557c7-d230-4646-b596-5a6a19d2084a'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:05:23.089949 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-10931642-4a0f-48f4-9686-2c910f6429d8 None None] Bound port: 14115741-71e4-4fbd-8491-5f3fa43f335f, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ef6eef9-02a6-49cb-9650-7d3eef8c958c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '947557c7-d230-4646-b596-5a6a19d2084a'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:05:23.090331 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-10931642-4a0f-48f4-9686-2c910f6429d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (14115741-71e4-4fbd-8491-5f3fa43f335f), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:23.093367 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-db51e9af-deb6-4ed2-b775-c78cbdd685b9 tempest-ExtraDHCPOptionsTestJSON-571422230 tempest-ExtraDHCPOptionsTestJSON-571422230-project] Allocated IP 172.20.0.9 (947557c7-d230-4646-b596-5a6a19d2084a/1d0b99d8-7efb-4822-b2d2-e3a8e68e26ea/239de1fa-6377-4d40-8a16-20a59843c117) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:05:23.102267 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2b768694-9bf5-4206-9d17-bfd40944d411 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126175041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126112438'] for subnet (89cba258-59b6-4613-ad79-627ab922707f), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:23.117121 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-225f27f0-7c1a-45b6-ab2a-a58ab69c55ff tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.9500015 Mar 28 01:05:23.120488 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 50022) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:23.154650 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b768694-9bf5-4206-9d17-bfd40944d411 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Pushing event deleted for resources: {'Subnet': ['ID=89cba258-59b6-4613-ad79-627ab922707f,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:23.159593 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2b768694-9bf5-4206-9d17-bfd40944d411 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:23.168593 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-2b768694-9bf5-4206-9d17-bfd40944d411 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "DELETE /v2.0/subnets/89cba258-59b6-4613-ad79-627ab922707f HTTP/1.1" status: 204 len: 168 time: 0.6346061 Mar 28 01:05:23.172606 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50024) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:23.172764 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9078ff6-f6ff-4a6f-8fe3-43ea1ce27d6f None None] Network be4801db-c8f8-4df3-b9b5-556693d6a290 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:05:23.179725 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-59eb86b4-7231-4fea-9a15-75fab63b1e25 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7151'] for router (1dfe077c-cbac-4fde-b1b9-4c44e70fc4a5), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:23.184229 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-59eb86b4-7231-4fea-9a15-75fab63b1e25 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks [] for router_controller (1dfe077c-cbac-4fde-b1b9-4c44e70fc4a5), precommit_delete_associations {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:23.230711 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-8a6085aa-71e5-4da7-9a13-bc274cbf7fbf tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0520368 Mar 28 01:05:23.239894 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50026) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:23.246061 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-0dd25fa7-2509-48e8-97e9-a60a3726757e tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Request body: {'subnet': {'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:05:23.262307 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-58eb093a-3a64-4191-a722-2efd2560795e req-6fb375e6-7318-45f8-8405-1fd0cda3ad4e tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5fc266-2207-46d1-bfc7-83854e73a714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1497819 Mar 28 01:05:23.265783 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-59eb86b4-7231-4fea-9a15-75fab63b1e25 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689686'] for router (1dfe077c-cbac-4fde-b1b9-4c44e70fc4a5), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:23.266310 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59eb86b4-7231-4fea-9a15-75fab63b1e25 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1dfe077c-cbac-4fde-b1b9-4c44e70fc4a5 {{(pid=104099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 01:05:23.276104 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-59eb86b4-7231-4fea-9a15-75fab63b1e25 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:23.277232 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-59eb86b4-7231-4fea-9a15-75fab63b1e25 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] 10.222.0.24 "DELETE /v2.0/routers/1dfe077c-cbac-4fde-b1b9-4c44e70fc4a5 HTTP/1.1" status: 204 len: 168 time: 0.4759552 Mar 28 01:05:23.325756 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-64fdb0e0-620e-4271-8381-2ba33f825802 tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (4beecf8c-e279-4bf4-acda-55b36419b7e0), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:23.329898 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af08b3e9-0d72-47a9-a5d6-6937a60a6aad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-4beecf8c-e279-4bf4-acda-55b36419b7e0', 'network_id': '4beecf8c-e279-4bf4-acda-55b36419b7e0', 'project_id': 'bba635ee3b65479790f53c76a97cb916', 'fixed_ips': [{'subnet_id': 'ee28ba68-18e3-434b-8021-488c6820e7fc'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:05:23.331057 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-af08b3e9-0d72-47a9-a5d6-6937a60a6aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:23.355602 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-10931642-4a0f-48f4-9686-2c910f6429d8 None None] For port 14115741-71e4-4fbd-8491-5f3fa43f335f, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:05:23.394937 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-10931642-4a0f-48f4-9686-2c910f6429d8 None None] For port 14115741-71e4-4fbd-8491-5f3fa43f335f, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=14115741-71e4-4fbd-8491-5f3fa43f335f,segment=NetworkSegment(4ef6eef9-02a6-49cb-9650-7d3eef8c958c),segment_id=4ef6eef9-02a6-49cb-9650-7d3eef8c958c)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:05:23.403653 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port d201cc42-8e59-4c27-b773-e23d348b39be is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:05:23.419825 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 50030) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:23.453801 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-64fdb0e0-620e-4271-8381-2ba33f825802 tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (ee28ba68-18e3-434b-8021-488c6820e7fc), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:23.484639 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-10931642-4a0f-48f4-9686-2c910f6429d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (14115741-71e4-4fbd-8491-5f3fa43f335f), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:23.503803 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 2a6fbf33-dcea-40b0-974f-aff694e6a495 no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:05:23.528937 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d2d397b9-4861-47cf-824b-7c132e711285 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (4d89272d-2e91-46e4-9119-4863ac14f2e9), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:23.537414 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-64fdb0e0-620e-4271-8381-2ba33f825802 tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127282766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126757793'] for subnet (ee28ba68-18e3-434b-8021-488c6820e7fc), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:23.538280 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dd25fa7-2509-48e8-97e9-a60a3726757e tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Made reservation on behalf of 564cf6bfe83a4d71adcd7d33f5d20cb1 for: {'subnet': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:05:23.543177 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0dd25fa7-2509-48e8-97e9-a60a3726757e tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126112411'] for subnet (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:23.573256 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-db51e9af-deb6-4ed2-b775-c78cbdd685b9 tempest-ExtraDHCPOptionsTestJSON-571422230 tempest-ExtraDHCPOptionsTestJSON-571422230-project] Publish callbacks [] for port (239de1fa-6377-4d40-8a16-20a59843c117), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:23.584094 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: 2a6fbf33-dcea-40b0-974f-aff694e6a495 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:05:23.584455 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 2a6fbf33-dcea-40b0-974f-aff694e6a495 not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:05:23.584878 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 9b98ff38-926e-408c-bd57-c09df3ec1a94 no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:05:23.586856 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fdb0e0-620e-4271-8381-2ba33f825802 tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Pushing event deleted for resources: {'Subnet': ['ID=ee28ba68-18e3-434b-8021-488c6820e7fc,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:23.617760 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: 9b98ff38-926e-408c-bd57-c09df3ec1a94 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:05:23.618344 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 9b98ff38-926e-408c-bd57-c09df3ec1a94 not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:05:23.649383 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d397b9-4861-47cf-824b-7c132e711285 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Pushing event deleted for resources: {'Port': ['ID=4d89272d-2e91-46e4-9119-4863ac14f2e9,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:23.681513 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-64fdb0e0-620e-4271-8381-2ba33f825802 tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (4beecf8c-e279-4bf4-acda-55b36419b7e0), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:23.710225 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-64fdb0e0-620e-4271-8381-2ba33f825802 tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4beecf8c-e279-4bf4-acda-55b36419b7e0']}} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:05:23.723393 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server [None req-af08b3e9-0d72-47a9-a5d6-6937a60a6aad None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ee28ba68-18e3-434b-8021-488c6820e7fc: This subnet is being modified by another concurrent operation. Mar 28 01:05:23.723393 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 28 01:05:23.723393 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 28 01:05:23.723393 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 28 01:05:23.723393 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 28 01:05:23.723393 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 28 01:05:23.723393 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 28 01:05:23.723393 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 28 01:05:23.723393 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 28 01:05:23.723393 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 28 01:05:23.723393 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 28 01:05:23.723393 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 28 01:05:23.723393 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 01:05:23.723393 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 01:05:23.723393 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 01:05:23.723393 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 01:05:23.723393 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 28 01:05:23.723393 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 01:05:23.723393 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 28 01:05:23.723393 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 28 01:05:23.723393 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 01:05:23.723393 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 01:05:23.723393 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 01:05:23.723393 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 01:05:23.723393 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 28 01:05:23.723393 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 01:05:23.723393 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 28 01:05:23.723393 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 28 01:05:23.723393 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 01:05:23.723393 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 01:05:23.723393 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 01:05:23.723393 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 01:05:23.723393 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 28 01:05:23.723393 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 28 01:05:23.723393 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 28 01:05:23.723393 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 28 01:05:23.723393 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 28 01:05:23.723393 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 28 01:05:23.723393 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 28 01:05:23.723393 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 28 01:05:23.723393 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 28 01:05:23.723393 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 28 01:05:23.723393 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 28 01:05:23.723393 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 01:05:23.723393 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 28 01:05:23.723393 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 28 01:05:23.723393 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 28 01:05:23.723393 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 28 01:05:23.723393 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 01:05:23.723393 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 01:05:23.723393 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 01:05:23.723393 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 01:05:23.723393 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 28 01:05:23.723393 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 01:05:23.727013 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 28 01:05:23.727013 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 28 01:05:23.727013 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 01:05:23.727013 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 01:05:23.727013 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 01:05:23.727013 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 01:05:23.727013 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 28 01:05:23.727013 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 01:05:23.727013 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 28 01:05:23.727013 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 28 01:05:23.727013 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 01:05:23.727013 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 01:05:23.727013 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 01:05:23.727013 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 01:05:23.727013 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 28 01:05:23.727013 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 28 01:05:23.727013 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 28 01:05:23.727013 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 28 01:05:23.727013 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 28 01:05:23.727013 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 28 01:05:23.727013 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 28 01:05:23.727013 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 28 01:05:23.727013 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 28 01:05:23.727013 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 28 01:05:23.727013 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 28 01:05:23.727013 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 28 01:05:23.727013 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 28 01:05:23.727013 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 28 01:05:23.727013 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 28 01:05:23.727013 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 28 01:05:23.727013 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 28 01:05:23.727013 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 28 01:05:23.727013 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Mar 28 01:05:23.727013 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 28 01:05:23.727013 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 28 01:05:23.727013 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server raise exception Mar 28 01:05:23.727013 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ee28ba68-18e3-434b-8021-488c6820e7fc: This subnet is being modified by another concurrent operation. Mar 28 01:05:23.727013 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server Mar 28 01:05:23.727013 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10931642-4a0f-48f4-9686-2c910f6429d8 None None] Pushing event updated for resources: {'Port': ['ID=14115741-71e4-4fbd-8491-5f3fa43f335f,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:23.733918 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b28e080-d482-4c18-b3e5-ef43c29eab4b None None] DHCP port deletion for be4801db-c8f8-4df3-b9b5-556693d6a290 request from dv-neutron-834874-6-hyperv {{(pid=104100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 01:05:23.736558 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-64fdb0e0-620e-4271-8381-2ba33f825802 tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb8c5936-d7e5-499a-a822-c71c4e576374') {'for_net_delete': True} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:05:23.736866 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-64fdb0e0-620e-4271-8381-2ba33f825802 tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb8c5936-d7e5-499a-a822-c71c4e576374') {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:05:23.770665 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-64fdb0e0-620e-4271-8381-2ba33f825802 tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126946678'] for segment (fb8c5936-d7e5-499a-a822-c71c4e576374), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:23.797570 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-64fdb0e0-620e-4271-8381-2ba33f825802 tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (fb8c5936-d7e5-499a-a822-c71c4e576374), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:23.803199 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3fe87d8-e6c9-4783-a986-25f2ac6d4924 None None] Network 4beecf8c-e279-4bf4-acda-55b36419b7e0 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:05:23.805223 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d2d397b9-4861-47cf-824b-7c132e711285 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Publish callbacks [] for floatingip (d7c22cd0-712c-4e92-9bcb-36f63c301172), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:23.807838 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d2d397b9-4861-47cf-824b-7c132e711285 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for floatingip (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:23.810921 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64fdb0e0-620e-4271-8381-2ba33f825802 tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=104099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:05:23.812422 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-d2d397b9-4861-47cf-824b-7c132e711285 tempest-FloatingIPAdminTestJSON-952862592 tempest-FloatingIPAdminTestJSON-952862592-project] 10.222.0.24 "DELETE /v2.0/floatingips/d7c22cd0-712c-4e92-9bcb-36f63c301172 HTTP/1.1" status: 204 len: 168 time: 1.6050451 Mar 28 01:05:23.812675 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-64fdb0e0-620e-4271-8381-2ba33f825802 tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127280876'] for segment (fb8c5936-d7e5-499a-a822-c71c4e576374), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:23.817556 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-db51e9af-deb6-4ed2-b775-c78cbdd685b9 tempest-ExtraDHCPOptionsTestJSON-571422230 tempest-ExtraDHCPOptionsTestJSON-571422230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (239de1fa-6377-4d40-8a16-20a59843c117), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:23.818099 dv-neutron-834874-6-hyperv neutron-server[104099]: Traceback (most recent call last): Mar 28 01:05:23.818099 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:05:23.818099 dv-neutron-834874-6-hyperv neutron-server[104099]: timer() Mar 28 01:05:23.818099 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:05:23.818099 dv-neutron-834874-6-hyperv neutron-server[104099]: cb(*args, **kw) Mar 28 01:05:23.818099 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:05:23.818099 dv-neutron-834874-6-hyperv neutron-server[104099]: return func(*args, **kwargs) Mar 28 01:05:23.818099 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:05:23.818099 dv-neutron-834874-6-hyperv neutron-server[104099]: self._notify() Mar 28 01:05:23.818099 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:05:23.818099 dv-neutron-834874-6-hyperv neutron-server[104099]: self.callback(batched_events) Mar 28 01:05:23.818099 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:05:23.818099 dv-neutron-834874-6-hyperv neutron-server[104099]: event.method(event) Mar 28 01:05:23.818099 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:05:23.818099 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:05:23.818099 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:05:23.818099 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:05:23.818099 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:05:23.818099 dv-neutron-834874-6-hyperv neutron-server[104099]: return f(self, *a, **k) Mar 28 01:05:23.818099 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:05:23.818099 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._get(url).json() Mar 28 01:05:23.818099 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:05:23.818099 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:05:23.818099 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:05:23.818099 dv-neutron-834874-6-hyperv neutron-server[104099]: return self.request(url, 'GET', **kwargs) Mar 28 01:05:23.818099 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:05:23.818099 dv-neutron-834874-6-hyperv neutron-server[104099]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:05:23.818099 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:05:23.818099 dv-neutron-834874-6-hyperv neutron-server[104099]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:05:23.818099 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:05:23.818099 dv-neutron-834874-6-hyperv neutron-server[104099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:05:23.818099 dv-neutron-834874-6-hyperv neutron-server[104099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:05:23.878288 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-f1d16d47-8f61-4c3e-9693-5c84e5bb3190 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-795378975', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'}, 'admin_state_up': False}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:05:23.930801 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db51e9af-deb6-4ed2-b775-c78cbdd685b9 tempest-ExtraDHCPOptionsTestJSON-571422230 tempest-ExtraDHCPOptionsTestJSON-571422230-project] Network 947557c7-d230-4646-b596-5a6a19d2084a is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:05:23.952057 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f1d16d47-8f61-4c3e-9693-5c84e5bb3190 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7069'] for router (c01715c3-9221-49a5-a46f-29422f81a793), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:23.952057 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f1d16d47-8f61-4c3e-9693-5c84e5bb3190 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4188952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7062'] for router (c01715c3-9221-49a5-a46f-29422f81a793), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:23.955761 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-64fdb0e0-620e-4271-8381-2ba33f825802 tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (4beecf8c-e279-4bf4-acda-55b36419b7e0), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:23.956442 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-7b28e080-d482-4c18-b3e5-ef43c29eab4b None None] Deleting port d201cc42-8e59-4c27-b773-e23d348b39be {{(pid=104100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:05:23.956878 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-7b28e080-d482-4c18-b3e5-ef43c29eab4b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (d201cc42-8e59-4c27-b773-e23d348b39be), before_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:23.972333 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-db51e9af-deb6-4ed2-b775-c78cbdd685b9 tempest-ExtraDHCPOptionsTestJSON-571422230 tempest-ExtraDHCPOptionsTestJSON-571422230-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:05:23.976757 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db51e9af-deb6-4ed2-b775-c78cbdd685b9 tempest-ExtraDHCPOptionsTestJSON-571422230 tempest-ExtraDHCPOptionsTestJSON-571422230-project] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:05:23.980448 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db51e9af-deb6-4ed2-b775-c78cbdd685b9 tempest-ExtraDHCPOptionsTestJSON-571422230 tempest-ExtraDHCPOptionsTestJSON-571422230-project] Pushing event updated for resources: {'Port': ['ID=239de1fa-6377-4d40-8a16-20a59843c117,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:23.990231 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-64fdb0e0-620e-4271-8381-2ba33f825802 tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:24.000244 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-64fdb0e0-620e-4271-8381-2ba33f825802 tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] 10.222.0.24 "DELETE /v2.0/networks/4beecf8c-e279-4bf4-acda-55b36419b7e0 HTTP/1.1" status: 204 len: 168 time: 0.8694654 Mar 28 01:05:24.000244 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fdb0e0-620e-4271-8381-2ba33f825802 tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Pushing event deleted for resources: {'Network': ['ID=4beecf8c-e279-4bf4-acda-55b36419b7e0,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:24.001447 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 50036) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:24.009592 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-5f7e47db-f155-4dd6-91e3-8bc2cfb45a82 tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1244500302'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:05:24.043906 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f7e47db-f155-4dd6-91e3-8bc2cfb45a82 tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Made reservation on behalf of bba635ee3b65479790f53c76a97cb916 for: {'network': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:05:24.048317 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5f7e47db-f155-4dd6-91e3-8bc2cfb45a82 tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:24.065391 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-7b28e080-d482-4c18-b3e5-ef43c29eab4b None None] For port d201cc42-8e59-4c27-b773-e23d348b39be, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=d201cc42-8e59-4c27-b773-e23d348b39be,segment=NetworkSegment(9028fe72-9b79-4538-96be-757c3dc71a72),segment_id=9028fe72-9b79-4538-96be-757c3dc71a72)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:05:24.066608 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-7b28e080-d482-4c18-b3e5-ef43c29eab4b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (d201cc42-8e59-4c27-b773-e23d348b39be), precommit_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:24.086238 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-7b28e080-d482-4c18-b3e5-ef43c29eab4b None None] Calling delete_port for d201cc42-8e59-4c27-b773-e23d348b39be owned by network:dhcp {{(pid=104100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:05:24.103912 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db51e9af-deb6-4ed2-b775-c78cbdd685b9 tempest-ExtraDHCPOptionsTestJSON-571422230 tempest-ExtraDHCPOptionsTestJSON-571422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:24.104573 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-db51e9af-deb6-4ed2-b775-c78cbdd685b9 tempest-ExtraDHCPOptionsTestJSON-571422230 tempest-ExtraDHCPOptionsTestJSON-571422230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:24.136619 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f1d16d47-8f61-4c3e-9693-5c84e5bb3190 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Publish callbacks [] for router_controller (c01715c3-9221-49a5-a46f-29422f81a793), precommit_add_association {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:24.139339 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0dd25fa7-2509-48e8-97e9-a60a3726757e tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126174976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126112397'] for subnet (9c9a9f14-b508-4d30-a7ba-a074e6f114f8), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:24.161978 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd25fa7-2509-48e8-97e9-a60a3726757e tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Network be4801db-c8f8-4df3-b9b5-556693d6a290 is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:05:24.171783 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-db51e9af-deb6-4ed2-b775-c78cbdd685b9 tempest-ExtraDHCPOptionsTestJSON-571422230 tempest-ExtraDHCPOptionsTestJSON-571422230-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.8768554 Mar 28 01:05:24.182487 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50038) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:24.184910 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-0dd25fa7-2509-48e8-97e9-a60a3726757e tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:05:24.205965 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-7b28e080-d482-4c18-b3e5-ef43c29eab4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886'] for port (d201cc42-8e59-4c27-b773-e23d348b39be), after_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:24.210226 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-f9031cb7-5fc0-4455-8aa1-786ead10cfb8 tempest-ExtraDHCPOptionsTestJSON-571422230 tempest-ExtraDHCPOptionsTestJSON-571422230-project] Request body: {'port': {'network_id': '947557c7-d230-4646-b596-5a6a19d2084a', 'name': 'tempest-ExtraDHCPOptionsTestJSON-922207687', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:05:24.210934 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.api.validators [None req-f9031cb7-5fc0-4455-8aa1-786ead10cfb8 tempest-ExtraDHCPOptionsTestJSON-571422230 tempest-ExtraDHCPOptionsTestJSON-571422230-project] bootfile-name is not in valid_values {{(pid=104098) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 28 01:05:24.211394 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.api.validators [None req-f9031cb7-5fc0-4455-8aa1-786ead10cfb8 tempest-ExtraDHCPOptionsTestJSON-571422230 tempest-ExtraDHCPOptionsTestJSON-571422230-project] tftp-server is not in valid_values {{(pid=104098) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 28 01:05:24.211604 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.api.validators [None req-f9031cb7-5fc0-4455-8aa1-786ead10cfb8 tempest-ExtraDHCPOptionsTestJSON-571422230 tempest-ExtraDHCPOptionsTestJSON-571422230-project] server-ip-address is not in valid_values {{(pid=104098) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 28 01:05:24.215256 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f7e47db-f155-4dd6-91e3-8bc2cfb45a82 tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=104099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:05:24.215953 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd25fa7-2509-48e8-97e9-a60a3726757e tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:24.216576 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0dd25fa7-2509-48e8-97e9-a60a3726757e tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:24.232176 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b28e080-d482-4c18-b3e5-ef43c29eab4b None None] No DVR routers for this DVR port d201cc42-8e59-4c27-b773-e23d348b39be on host dv-neutron-834874-6-hyperv {{(pid=104100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:05:24.262885 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d638430-a8be-4e3e-8b9e-3b1d1232ee7c None None] Network be4801db-c8f8-4df3-b9b5-556693d6a290 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:05:24.264784 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5f7e47db-f155-4dd6-91e3-8bc2cfb45a82 tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (0831002e-3079-480b-b72e-642438f4cf70), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:24.265452 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.segments_db [None req-5f7e47db-f155-4dd6-91e3-8bc2cfb45a82 tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Added segment 0831002e-3079-480b-b72e-642438f4cf70 of type vlan for network 61ee40ff-4905-4a78-b311-2abdd4d3337d Mar 28 01:05:24.266600 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b28e080-d482-4c18-b3e5-ef43c29eab4b None None] Pushing event deleted for resources: {'Port': ['ID=d201cc42-8e59-4c27-b773-e23d348b39be,revision_number=None']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:24.302616 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-0dd25fa7-2509-48e8-97e9-a60a3726757e tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0611589 Mar 28 01:05:24.305674 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50044) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:24.306499 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd25fa7-2509-48e8-97e9-a60a3726757e tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Pushing event updated for resources: {'Subnet': ['ID=9c9a9f14-b508-4d30-a7ba-a074e6f114f8,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:24.316221 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-5dafd5b9-2e4f-4add-b43a-0f68d8b33f5e tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Request body: {'port': {'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290', 'fixed_ips': [{'subnet_id': '9c9a9f14-b508-4d30-a7ba-a074e6f114f8', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-857785371'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:05:24.395025 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06fe5dd9-f59a-4dde-95ce-af21568bbf93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-be4801db-c8f8-4df3-b9b5-556693d6a290', 'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290', 'project_id': '564cf6bfe83a4d71adcd7d33f5d20cb1', 'fixed_ips': [{'subnet_id': '9c9a9f14-b508-4d30-a7ba-a074e6f114f8'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:05:24.396446 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-06fe5dd9-f59a-4dde-95ce-af21568bbf93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:24.408260 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f1d16d47-8f61-4c3e-9693-5c84e5bb3190 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Publish callbacks [] for router_gateway (c01715c3-9221-49a5-a46f-29422f81a793), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:24.424879 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5f7e47db-f155-4dd6-91e3-8bc2cfb45a82 tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (61ee40ff-4905-4a78-b311-2abdd4d3337d), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:24.449994 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 50048) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:24.488616 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9031cb7-5fc0-4455-8aa1-786ead10cfb8 tempest-ExtraDHCPOptionsTestJSON-571422230 tempest-ExtraDHCPOptionsTestJSON-571422230-project] Made reservation on behalf of c9456e5138ed4560a1541588d7c6a1cc for: {'port': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:05:24.492208 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f9031cb7-5fc0-4455-8aa1-786ead10cfb8 tempest-ExtraDHCPOptionsTestJSON-571422230 tempest-ExtraDHCPOptionsTestJSON-571422230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:24.523544 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5f7e47db-f155-4dd6-91e3-8bc2cfb45a82 tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (61ee40ff-4905-4a78-b311-2abdd4d3337d), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:24.526591 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.notifiers.nova [None req-f9031cb7-5fc0-4455-8aa1-786ead10cfb8 tempest-ExtraDHCPOptionsTestJSON-571422230 tempest-ExtraDHCPOptionsTestJSON-571422230-project] device_id is not set on port 7c6e4b29-d70c-4bf4-b2db-088afed3d0bd yet. {{(pid=104098) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 01:05:24.536384 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f7e47db-f155-4dd6-91e3-8bc2cfb45a82 tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:24.537456 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5f7e47db-f155-4dd6-91e3-8bc2cfb45a82 tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:24.539427 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365494bd-f0f2-4438-b716-03aaa2d3fc32 req-ba4f719c-1696-4c56-8df1-535a1e95a171 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:24.540975 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-365494bd-f0f2-4438-b716-03aaa2d3fc32 req-ba4f719c-1696-4c56-8df1-535a1e95a171 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af78226-6db5-4d3d-a6da-4544ef645c78 HTTP/1.1" status: 200 len: 946 time: 0.1125510 Mar 28 01:05:24.541597 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dafd5b9-2e4f-4add-b43a-0f68d8b33f5e tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Made reservation on behalf of 564cf6bfe83a4d71adcd7d33f5d20cb1 for: {'port': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:05:24.601704 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-06fe5dd9-f59a-4dde-95ce-af21568bbf93 None None] Allocated IP 2001:db8::2 (be4801db-c8f8-4df3-b9b5-556693d6a290/9c9a9f14-b508-4d30-a7ba-a074e6f114f8/47fa1b44-719c-44f5-98bb-4246aa034e7f) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:05:24.688685 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-365494bd-f0f2-4438-b716-03aaa2d3fc32 req-61980474-5f61-46ec-92f3-74afb7189e91 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5fc266-2207-46d1-bfc7-83854e73a714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1405351 Mar 28 01:05:24.832537 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 14115741-71e4-4fbd-8491-5f3fa43f335f up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:05:24.844086 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5dafd5b9-2e4f-4add-b43a-0f68d8b33f5e tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:24.871368 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-f9031cb7-5fc0-4455-8aa1-786ead10cfb8 tempest-ExtraDHCPOptionsTestJSON-571422230 tempest-ExtraDHCPOptionsTestJSON-571422230-project] Allocated IP 172.20.0.5 (947557c7-d230-4646-b596-5a6a19d2084a/1d0b99d8-7efb-4822-b2d2-e3a8e68e26ea/7c6e4b29-d70c-4bf4-b2db-088afed3d0bd) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:05:24.873977 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.notifiers.nova [None req-5dafd5b9-2e4f-4add-b43a-0f68d8b33f5e tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] device_id is not set on port e4b1cda8-5bc2-4fde-a1dc-c8d2ae932d6e yet. {{(pid=104098) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 01:05:24.915813 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-06fe5dd9-f59a-4dde-95ce-af21568bbf93 None None] Publish callbacks [] for port (47fa1b44-719c-44f5-98bb-4246aa034e7f), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:24.928707 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 14115741-71e4-4fbd-8491-5f3fa43f335f triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:05:24.929163 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (14115741-71e4-4fbd-8491-5f3fa43f335f), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:24.974691 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-06fe5dd9-f59a-4dde-95ce-af21568bbf93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (47fa1b44-719c-44f5-98bb-4246aa034e7f), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:24.979734 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-5f7e47db-f155-4dd6-91e3-8bc2cfb45a82 tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9760895 Mar 28 01:05:24.991689 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 50052) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:24.999177 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-c7e369aa-ef7a-4c3b-9233-648e9c92412a tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Request body: {'subnet': {'network_id': '61ee40ff-4905-4a78-b311-2abdd4d3337d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:05:25.046209 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fe5dd9-f59a-4dde-95ce-af21568bbf93 None None] Pushing event updated for resources: {'Port': ['ID=47fa1b44-719c-44f5-98bb-4246aa034e7f,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:25.086967 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dafd5b9-2e4f-4add-b43a-0f68d8b33f5e tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 01:05:25.087433 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5dafd5b9-2e4f-4add-b43a-0f68d8b33f5e tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:05:25.106375 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7e47db-f155-4dd6-91e3-8bc2cfb45a82 tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Pushing event updated for resources: {'Network': ['ID=61ee40ff-4905-4a78-b311-2abdd4d3337d,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:25.109567 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9669490-c7d1-43fa-bd40-7edcd8f9eda4 None None] Network 947557c7-d230-4646-b596-5a6a19d2084a requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:05:25.117968 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-5dafd5b9-2e4f-4add-b43a-0f68d8b33f5e tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.8051527 Mar 28 01:05:25.118163 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06fe5dd9-f59a-4dde-95ce-af21568bbf93 None None] Network be4801db-c8f8-4df3-b9b5-556693d6a290 is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:05:25.118288 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50054) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:25.145131 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-3816a059-0616-4511-8a8a-b5d5907787b0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6636888a13ed43ffbe56b262b0ac6963&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6927102 Mar 28 01:05:25.148292 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 50056) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:25.149709 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7e369aa-ef7a-4c3b-9233-648e9c92412a tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Made reservation on behalf of bba635ee3b65479790f53c76a97cb916 for: {'subnet': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:05:25.153045 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c7e369aa-ef7a-4c3b-9233-648e9c92412a tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126757772'] for subnet (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:25.161468 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network 61ee40ff-4905-4a78-b311-2abdd4d3337d details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:05:25.172053 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-06fe5dd9-f59a-4dde-95ce-af21568bbf93 None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:05:25.205142 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a74f98-84e8-4a2b-a681-db2062c3921b tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:25.209030 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-a6a74f98-84e8-4a2b-a681-db2062c3921b tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0888755 Mar 28 01:05:25.210298 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50058) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:25.213809 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f9031cb7-5fc0-4455-8aa1-786ead10cfb8 tempest-ExtraDHCPOptionsTestJSON-571422230 tempest-ExtraDHCPOptionsTestJSON-571422230-project] Publish callbacks [] for port (7c6e4b29-d70c-4bf4-b2db-088afed3d0bd), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:25.278561 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0943ba05-04a1-4b66-a5e2-83bb0c4fdc85 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:25.280049 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0943ba05-04a1-4b66-a5e2-83bb0c4fdc85 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:25.281628 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-0943ba05-04a1-4b66-a5e2-83bb0c4fdc85 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0704143 Mar 28 01:05:25.285037 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50060) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:25.328447 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f9031cb7-5fc0-4455-8aa1-786ead10cfb8 tempest-ExtraDHCPOptionsTestJSON-571422230 tempest-ExtraDHCPOptionsTestJSON-571422230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (7c6e4b29-d70c-4bf4-b2db-088afed3d0bd), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:25.334596 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fe5dd9-f59a-4dde-95ce-af21568bbf93 None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:05:25.357367 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f1d16d47-8f61-4c3e-9693-5c84e5bb3190 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Publish callbacks [] for router_gateway (c01715c3-9221-49a5-a46f-29422f81a793), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:25.376018 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-963cb237-4456-4901-893f-91b7911fc473 None None] Provisioning complete for port 14115741-71e4-4fbd-8491-5f3fa43f335f triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:05:25.376503 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-963cb237-4456-4901-893f-91b7911fc473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (14115741-71e4-4fbd-8491-5f3fa43f335f), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:25.382973 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_v2 [None req-adf3fa4b-954d-480d-93a7-e9b8f1408ce0 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Deleting subnet 9c9a9f14-b508-4d30-a7ba-a074e6f114f8 {{(pid=104098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:05:25.386996 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9031cb7-5fc0-4455-8aa1-786ead10cfb8 tempest-ExtraDHCPOptionsTestJSON-571422230 tempest-ExtraDHCPOptionsTestJSON-571422230-project] Network 947557c7-d230-4646-b596-5a6a19d2084a is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:05:25.392548 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-adf3fa4b-954d-480d-93a7-e9b8f1408ce0 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks [] for subnet (9c9a9f14-b508-4d30-a7ba-a074e6f114f8), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:25.395471 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-f9031cb7-5fc0-4455-8aa1-786ead10cfb8 tempest-ExtraDHCPOptionsTestJSON-571422230 tempest-ExtraDHCPOptionsTestJSON-571422230-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:05:25.399732 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 14115741-71e4-4fbd-8491-5f3fa43f335f is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:05:25.400371 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (14115741-71e4-4fbd-8491-5f3fa43f335f), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:25.402597 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f1d16d47-8f61-4c3e-9693-5c84e5bb3190 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:25.416601 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8e400740-a029-4be7-adf1-c8da36ab6628 admin admin] Publish callbacks [] for security_group (3bda1359-ea4f-43e8-8f5a-9d7dccd6e181), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:25.417483 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9031cb7-5fc0-4455-8aa1-786ead10cfb8 tempest-ExtraDHCPOptionsTestJSON-571422230 tempest-ExtraDHCPOptionsTestJSON-571422230-project] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:05:25.451587 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9031cb7-5fc0-4455-8aa1-786ead10cfb8 tempest-ExtraDHCPOptionsTestJSON-571422230 tempest-ExtraDHCPOptionsTestJSON-571422230-project] Pushing event updated for resources: {'Port': ['ID=7c6e4b29-d70c-4bf4-b2db-088afed3d0bd,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:25.456287 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] For port 14115741-71e4-4fbd-8491-5f3fa43f335f, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=14115741-71e4-4fbd-8491-5f3fa43f335f,segment=NetworkSegment(4ef6eef9-02a6-49cb-9650-7d3eef8c958c),segment_id=4ef6eef9-02a6-49cb-9650-7d3eef8c958c)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:05:25.470212 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-adf3fa4b-954d-480d-93a7-e9b8f1408ce0 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126443526'] for subnet (9c9a9f14-b508-4d30-a7ba-a074e6f114f8), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:25.484924 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (14115741-71e4-4fbd-8491-5f3fa43f335f), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:25.509073 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8e400740-a029-4be7-adf1-c8da36ab6628 admin admin] Publish callbacks [] for security_group (3bda1359-ea4f-43e8-8f5a-9d7dccd6e181), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:25.509670 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9031cb7-5fc0-4455-8aa1-786ead10cfb8 tempest-ExtraDHCPOptionsTestJSON-571422230 tempest-ExtraDHCPOptionsTestJSON-571422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:25.510324 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f9031cb7-5fc0-4455-8aa1-786ead10cfb8 tempest-ExtraDHCPOptionsTestJSON-571422230 tempest-ExtraDHCPOptionsTestJSON-571422230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:25.542759 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-f9031cb7-5fc0-4455-8aa1-786ead10cfb8 tempest-ExtraDHCPOptionsTestJSON-571422230 tempest-ExtraDHCPOptionsTestJSON-571422230-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 1.3590083 Mar 28 01:05:25.545086 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50064) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:25.567691 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Pushing event updated for resources: {'Port': ['ID=14115741-71e4-4fbd-8491-5f3fa43f335f,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:25.599492 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device d201cc42-8e59-4c27-b773-e23d348b39be no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:05:25.609130 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-06fe5dd9-f59a-4dde-95ce-af21568bbf93 None None] Attempting to bind port 47fa1b44-719c-44f5-98bb-4246aa034e7f on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:05:25.609621 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-06fe5dd9-f59a-4dde-95ce-af21568bbf93 None None] Attempting to bind port 47fa1b44-719c-44f5-98bb-4246aa034e7f by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': '9028fe72-9b79-4538-96be-757c3dc71a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:05:25.610078 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06fe5dd9-f59a-4dde-95ce-af21568bbf93 None None] Attempting to bind port 47fa1b44-719c-44f5-98bb-4246aa034e7f on network be4801db-c8f8-4df3-b9b5-556693d6a290 {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:05:25.635928 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-adf3fa4b-954d-480d-93a7-e9b8f1408ce0 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (9c9a9f14-b508-4d30-a7ba-a074e6f114f8), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:25.637331 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: d201cc42-8e59-4c27-b773-e23d348b39be {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:05:25.638126 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device d201cc42-8e59-4c27-b773-e23d348b39be not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:05:25.646669 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06fe5dd9-f59a-4dde-95ce-af21568bbf93 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:05:25.647125 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06fe5dd9-f59a-4dde-95ce-af21568bbf93 None None] Checking segment: {'id': '9028fe72-9b79-4538-96be-757c3dc71a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:05:25.647590 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-06fe5dd9-f59a-4dde-95ce-af21568bbf93 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:25.648240 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06fe5dd9-f59a-4dde-95ce-af21568bbf93 None None] Bound using segment: {'id': '9028fe72-9b79-4538-96be-757c3dc71a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:05:25.649017 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-06fe5dd9-f59a-4dde-95ce-af21568bbf93 None None] Bound port: 47fa1b44-719c-44f5-98bb-4246aa034e7f, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9028fe72-9b79-4538-96be-757c3dc71a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:05:25.649017 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-06fe5dd9-f59a-4dde-95ce-af21568bbf93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (47fa1b44-719c-44f5-98bb-4246aa034e7f), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:25.665340 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c7e369aa-ef7a-4c3b-9233-648e9c92412a tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127282703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126757786'] for subnet (730a04c2-affe-4949-a736-e1369d6fffaf), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:25.667844 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [None req-f1d16d47-8f61-4c3e-9693-5c84e5bb3190 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Allocated IP 172.26.1.238 (dea6548b-502b-42db-97fb-371e423e739a/cce6de65-d8c9-45b8-9970-0a277e8c1192/1824ebfc-c77c-4340-809f-ed05d0b7e9be) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:05:25.701717 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8e400740-a029-4be7-adf1-c8da36ab6628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (3bda1359-ea4f-43e8-8f5a-9d7dccd6e181), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:25.704297 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8e400740-a029-4be7-adf1-c8da36ab6628 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:25.708814 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-8e400740-a029-4be7-adf1-c8da36ab6628 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3bda1359-ea4f-43e8-8f5a-9d7dccd6e181 HTTP/1.1" status: 204 len: 168 time: 0.5491462 Mar 28 01:05:25.721278 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-adf3fa4b-954d-480d-93a7-e9b8f1408ce0 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126175041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126112438'] for subnet (9c9a9f14-b508-4d30-a7ba-a074e6f114f8), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:25.735419 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-282c9881-4fa0-4412-b3a2-0e5348b8bf04 tempest-ExtraDHCPOptionsTestJSON-571422230 tempest-ExtraDHCPOptionsTestJSON-571422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:25.741565 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-282c9881-4fa0-4412-b3a2-0e5348b8bf04 tempest-ExtraDHCPOptionsTestJSON-571422230 tempest-ExtraDHCPOptionsTestJSON-571422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:25.747884 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-282c9881-4fa0-4412-b3a2-0e5348b8bf04 tempest-ExtraDHCPOptionsTestJSON-571422230 tempest-ExtraDHCPOptionsTestJSON-571422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:25.749909 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-282c9881-4fa0-4412-b3a2-0e5348b8bf04 tempest-ExtraDHCPOptionsTestJSON-571422230 tempest-ExtraDHCPOptionsTestJSON-571422230-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.2032380 Mar 28 01:05:25.753208 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 50070) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:25.777447 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf3fa4b-954d-480d-93a7-e9b8f1408ce0 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Pushing event deleted for resources: {'Subnet': ['ID=9c9a9f14-b508-4d30-a7ba-a074e6f114f8,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:25.783336 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-963cb237-4456-4901-893f-91b7911fc473 None None] Current status of the port 14115741-71e4-4fbd-8491-5f3fa43f335f is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:05:25.788848 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-06fe5dd9-f59a-4dde-95ce-af21568bbf93 None None] For port 47fa1b44-719c-44f5-98bb-4246aa034e7f, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:05:25.792932 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-06fe5dd9-f59a-4dde-95ce-af21568bbf93 None None] For port 47fa1b44-719c-44f5-98bb-4246aa034e7f, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=47fa1b44-719c-44f5-98bb-4246aa034e7f,segment=NetworkSegment(9028fe72-9b79-4538-96be-757c3dc71a72),segment_id=9028fe72-9b79-4538-96be-757c3dc71a72)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:05:25.795157 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e400740-a029-4be7-adf1-c8da36ab6628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bda1359-ea4f-43e8-8f5a-9d7dccd6e181,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:25.802739 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-06fe5dd9-f59a-4dde-95ce-af21568bbf93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (47fa1b44-719c-44f5-98bb-4246aa034e7f), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:25.805373 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-adf3fa4b-954d-480d-93a7-e9b8f1408ce0 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:25.810917 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-adf3fa4b-954d-480d-93a7-e9b8f1408ce0 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "DELETE /v2.0/subnets/9c9a9f14-b508-4d30-a7ba-a074e6f114f8 HTTP/1.1" status: 204 len: 168 time: 0.5249128 Mar 28 01:05:25.814551 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50072) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:25.898515 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fe5dd9-f59a-4dde-95ce-af21568bbf93 None None] Pushing event updated for resources: {'Port': ['ID=47fa1b44-719c-44f5-98bb-4246aa034e7f,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:25.918487 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-0c3c9546-a91a-4edc-a9a0-d06143867a46 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1026511 Mar 28 01:05:25.922844 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50074) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:25.928604 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-3f3e49ab-21f4-442e-ba74-e3d0a9b0ea8b tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Request body: {'subnet': {'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:05:25.981475 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e369aa-ef7a-4c3b-9233-648e9c92412a tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Pushing event updated for resources: {'Subnet': ['ID=730a04c2-affe-4949-a736-e1369d6fffaf,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:26.066563 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f3e49ab-21f4-442e-ba74-e3d0a9b0ea8b tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Made reservation on behalf of 564cf6bfe83a4d71adcd7d33f5d20cb1 for: {'subnet': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:05:26.072138 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3f3e49ab-21f4-442e-ba74-e3d0a9b0ea8b tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126112411'] for subnet (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:26.084260 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e369aa-ef7a-4c3b-9233-648e9c92412a tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Checking segment: {'id': '0831002e-3079-480b-b72e-642438f4cf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '61ee40ff-4905-4a78-b311-2abdd4d3337d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:05:26.084621 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e369aa-ef7a-4c3b-9233-648e9c92412a tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Network hostable DHCP agents. Network: 61ee40ff-4905-4a78-b311-2abdd4d3337d, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:05:26.109635 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7adc32-e7ca-4ef5-9303-cb035ae58a70 req-5601beb1-8bee-4201-b6a6-6d52a641da3d tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:26.111152 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-ac7adc32-e7ca-4ef5-9303-cb035ae58a70 req-5601beb1-8bee-4201-b6a6-6d52a641da3d tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af78226-6db5-4d3d-a6da-4544ef645c78 HTTP/1.1" status: 200 len: 946 time: 0.2994664 Mar 28 01:05:26.139977 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-f01b4169-078d-4239-b135-11f96a2234a9 None None] Provisioning complete for port 7c6e4b29-d70c-4bf4-b2db-088afed3d0bd triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:05:26.140564 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f01b4169-078d-4239-b135-11f96a2234a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (7c6e4b29-d70c-4bf4-b2db-088afed3d0bd), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:26.152219 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f1d16d47-8f61-4c3e-9693-5c84e5bb3190 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Publish callbacks [] for port (1824ebfc-c77c-4340-809f-ed05d0b7e9be), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:26.188548 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e369aa-ef7a-4c3b-9233-648e9c92412a tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Network 61ee40ff-4905-4a78-b311-2abdd4d3337d is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:05:26.226230 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-2a011cb6-4069-423c-b0f1-3aaa671a67ec tempest-ExtraDHCPOptionsTestJSON-571422230 tempest-ExtraDHCPOptionsTestJSON-571422230-project] Deleting port 7c6e4b29-d70c-4bf4-b2db-088afed3d0bd {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:05:26.226468 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2a011cb6-4069-423c-b0f1-3aaa671a67ec tempest-ExtraDHCPOptionsTestJSON-571422230 tempest-ExtraDHCPOptionsTestJSON-571422230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (7c6e4b29-d70c-4bf4-b2db-088afed3d0bd), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:26.230432 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-f01b4169-078d-4239-b135-11f96a2234a9 None None] Port 7c6e4b29-d70c-4bf4-b2db-088afed3d0bd cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:05:26.246836 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-f01b4169-078d-4239-b135-11f96a2234a9 None None] Provisioning complete for port 14115741-71e4-4fbd-8491-5f3fa43f335f triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:05:26.247441 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f01b4169-078d-4239-b135-11f96a2234a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (14115741-71e4-4fbd-8491-5f3fa43f335f), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:26.251945 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-c7e369aa-ef7a-4c3b-9233-648e9c92412a tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, 61ee40ff-4905-4a78-b311-2abdd4d3337d) {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:05:26.275386 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21150966-c5de-4313-8a7e-5d68cfc9f32d None None] Network 61ee40ff-4905-4a78-b311-2abdd4d3337d requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:05:26.293412 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 50078) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:26.294792 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e369aa-ef7a-4c3b-9233-648e9c92412a tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:26.295390 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c7e369aa-ef7a-4c3b-9233-648e9c92412a tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:26.334574 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-ac7adc32-e7ca-4ef5-9303-cb035ae58a70 req-5375da49-5789-4253-9f40-1ae83aaff14b tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5fc266-2207-46d1-bfc7-83854e73a714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2123961 Mar 28 01:05:26.344338 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7978c56d-9fb0-4351-a2a3-bba2ef71922a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:26.376432 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-c7e369aa-ef7a-4c3b-9233-648e9c92412a tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3815091 Mar 28 01:05:26.382546 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 50080) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:26.428711 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2a011cb6-4069-423c-b0f1-3aaa671a67ec tempest-ExtraDHCPOptionsTestJSON-571422230 tempest-ExtraDHCPOptionsTestJSON-571422230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (7c6e4b29-d70c-4bf4-b2db-088afed3d0bd), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:26.443914 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-2a011cb6-4069-423c-b0f1-3aaa671a67ec tempest-ExtraDHCPOptionsTestJSON-571422230 tempest-ExtraDHCPOptionsTestJSON-571422230-project] Calling delete_port for 7c6e4b29-d70c-4bf4-b2db-088afed3d0bd owned by {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:05:26.479678 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f1d16d47-8f61-4c3e-9693-5c84e5bb3190 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (1824ebfc-c77c-4340-809f-ed05d0b7e9be), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:26.510876 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3d892d-9000-4863-9fc4-ee1e98797e43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-61ee40ff-4905-4a78-b311-2abdd4d3337d', 'network_id': '61ee40ff-4905-4a78-b311-2abdd4d3337d', 'project_id': 'bba635ee3b65479790f53c76a97cb916', 'fixed_ips': [{'subnet_id': '730a04c2-affe-4949-a736-e1369d6fffaf'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:05:26.511876 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-3f3d892d-9000-4863-9fc4-ee1e98797e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:26.517774 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-f01b4169-078d-4239-b135-11f96a2234a9 None None] Current status of the port 14115741-71e4-4fbd-8491-5f3fa43f335f is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:05:26.539762 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d16d47-8f61-4c3e-9693-5c84e5bb3190 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Network dea6548b-502b-42db-97fb-371e423e739a is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:05:26.587115 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-f1d16d47-8f61-4c3e-9693-5c84e5bb3190 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:05:26.607802 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-f01b4169-078d-4239-b135-11f96a2234a9 None None] Provisioning complete for port 239de1fa-6377-4d40-8a16-20a59843c117 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:05:26.608322 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f01b4169-078d-4239-b135-11f96a2234a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (239de1fa-6377-4d40-8a16-20a59843c117), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:26.636411 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d16d47-8f61-4c3e-9693-5c84e5bb3190 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:05:26.730226 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-f01b4169-078d-4239-b135-11f96a2234a9 None None] Port 239de1fa-6377-4d40-8a16-20a59843c117 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:05:26.783992 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-3f3d892d-9000-4863-9fc4-ee1e98797e43 None None] Allocated IP 2001:db8::2 (61ee40ff-4905-4a78-b311-2abdd4d3337d/730a04c2-affe-4949-a736-e1369d6fffaf/6c3f508d-0f82-4543-97d9-f25f36867cfb) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:05:26.803080 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3f3e49ab-21f4-442e-ba74-e3d0a9b0ea8b tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126174976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126112397'] for subnet (a6ea7053-e34e-4352-bcfa-d224486ebe38), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:26.870462 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3e49ab-21f4-442e-ba74-e3d0a9b0ea8b tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Network be4801db-c8f8-4df3-b9b5-556693d6a290 is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:05:26.881247 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-3f3e49ab-21f4-442e-ba74-e3d0a9b0ea8b tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:05:26.886626 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3e49ab-21f4-442e-ba74-e3d0a9b0ea8b tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:26.887223 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3f3e49ab-21f4-442e-ba74-e3d0a9b0ea8b tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:26.910426 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-3f3e49ab-21f4-442e-ba74-e3d0a9b0ea8b tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9864030 Mar 28 01:05:26.911498 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3e49ab-21f4-442e-ba74-e3d0a9b0ea8b tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Pushing event updated for resources: {'Subnet': ['ID=a6ea7053-e34e-4352-bcfa-d224486ebe38,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:26.913883 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50082) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:26.922421 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-13739d9b-0e22-460b-9fa5-2faa9233a93c tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-35467527', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:05:26.955390 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d16d47-8f61-4c3e-9693-5c84e5bb3190 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Pushing event updated for resources: {'Port': ['ID=1824ebfc-c77c-4340-809f-ed05d0b7e9be,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:26.963888 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 47fa1b44-719c-44f5-98bb-4246aa034e7f up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:05:26.964208 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-13739d9b-0e22-460b-9fa5-2faa9233a93c tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7069'] for router (e3586a5c-f130-423f-889d-b73491c1d4c5), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:26.965283 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-13739d9b-0e22-460b-9fa5-2faa9233a93c tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4188952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7062'] for router (e3586a5c-f130-423f-889d-b73491c1d4c5), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:27.028846 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-13739d9b-0e22-460b-9fa5-2faa9233a93c tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks [] for router_controller (e3586a5c-f130-423f-889d-b73491c1d4c5), precommit_add_association {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:27.032873 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-5c39fc2b-2298-4817-8d98-7fea7981aaa6 None None] Provisioning complete for port 239de1fa-6377-4d40-8a16-20a59843c117 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:05:27.033322 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5c39fc2b-2298-4817-8d98-7fea7981aaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (239de1fa-6377-4d40-8a16-20a59843c117), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:27.034236 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-13739d9b-0e22-460b-9fa5-2faa9233a93c tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687953'] for router (e3586a5c-f130-423f-889d-b73491c1d4c5), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:27.052842 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-13739d9b-0e22-460b-9fa5-2faa9233a93c tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks [] for router (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:27.056095 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-13739d9b-0e22-460b-9fa5-2faa9233a93c tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1391702 Mar 28 01:05:27.057956 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50084) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:27.078924 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-3f3d892d-9000-4863-9fc4-ee1e98797e43 None None] Publish callbacks [] for port (6c3f508d-0f82-4543-97d9-f25f36867cfb), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:27.083100 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-1fe37259-7fa4-46c2-83c3-e4a66dfa8d4d tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (61ee40ff-4905-4a78-b311-2abdd4d3337d), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:27.094018 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-3f3d892d-9000-4863-9fc4-ee1e98797e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (6c3f508d-0f82-4543-97d9-f25f36867cfb), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:27.102437 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-5c39fc2b-2298-4817-8d98-7fea7981aaa6 None None] Port 239de1fa-6377-4d40-8a16-20a59843c117 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:05:27.103505 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 47fa1b44-719c-44f5-98bb-4246aa034e7f triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:05:27.103874 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (47fa1b44-719c-44f5-98bb-4246aa034e7f), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:27.110126 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7978c56d-9fb0-4351-a2a3-bba2ef71922a admin admin] Publish callbacks [] for security_group (4e8b072b-4bc6-4d72-8a7d-adbf3284f2bb), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:27.205107 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3d892d-9000-4863-9fc4-ee1e98797e43 None None] Network 61ee40ff-4905-4a78-b311-2abdd4d3337d is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:05:27.215854 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-3f3d892d-9000-4863-9fc4-ee1e98797e43 None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:05:27.221903 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3d892d-9000-4863-9fc4-ee1e98797e43 None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:05:27.244412 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f1d16d47-8f61-4c3e-9693-5c84e5bb3190 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Publish callbacks [] for router_gateway (c01715c3-9221-49a5-a46f-29422f81a793), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:27.278162 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7978c56d-9fb0-4351-a2a3-bba2ef71922a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (4e8b072b-4bc6-4d72-8a7d-adbf3284f2bb), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:27.355904 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-11b42486-d806-4414-ab31-bd7a8480472c None None] Provisioning complete for port 7c6e4b29-d70c-4bf4-b2db-088afed3d0bd triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:05:27.356260 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-11b42486-d806-4414-ab31-bd7a8480472c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (7c6e4b29-d70c-4bf4-b2db-088afed3d0bd), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:27.444171 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-3f3d892d-9000-4863-9fc4-ee1e98797e43 None None] Attempting to bind port 6c3f508d-0f82-4543-97d9-f25f36867cfb on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:05:27.445255 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-3f3d892d-9000-4863-9fc4-ee1e98797e43 None None] Attempting to bind port 6c3f508d-0f82-4543-97d9-f25f36867cfb by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': '0831002e-3079-480b-b72e-642438f4cf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '61ee40ff-4905-4a78-b311-2abdd4d3337d'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:05:27.445784 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3d892d-9000-4863-9fc4-ee1e98797e43 None None] Attempting to bind port 6c3f508d-0f82-4543-97d9-f25f36867cfb on network 61ee40ff-4905-4a78-b311-2abdd4d3337d {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:05:27.449382 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7978c56d-9fb0-4351-a2a3-bba2ef71922a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e8b072b-4bc6-4d72-8a7d-adbf3284f2bb,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:27.455190 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-7978c56d-9fb0-4351-a2a3-bba2ef71922a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4e6bae013d91417eadb93ff78ce31171&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1522987 Mar 28 01:05:27.464278 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 50088) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:27.465618 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2a011cb6-4069-423c-b0f1-3aaa671a67ec tempest-ExtraDHCPOptionsTestJSON-571422230 tempest-ExtraDHCPOptionsTestJSON-571422230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (7c6e4b29-d70c-4bf4-b2db-088afed3d0bd), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:27.466807 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3d892d-9000-4863-9fc4-ee1e98797e43 None None] Pushing event updated for resources: {'Port': ['ID=6c3f508d-0f82-4543-97d9-f25f36867cfb,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:27.474622 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-92253305-5a30-42d3-afa6-7a2b927ec07a tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:27.488880 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3d892d-9000-4863-9fc4-ee1e98797e43 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:05:27.489294 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3d892d-9000-4863-9fc4-ee1e98797e43 None None] Checking segment: {'id': '0831002e-3079-480b-b72e-642438f4cf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '61ee40ff-4905-4a78-b311-2abdd4d3337d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:05:27.489838 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-3f3d892d-9000-4863-9fc4-ee1e98797e43 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:27.490038 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3d892d-9000-4863-9fc4-ee1e98797e43 None None] Bound using segment: {'id': '0831002e-3079-480b-b72e-642438f4cf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '61ee40ff-4905-4a78-b311-2abdd4d3337d'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:05:27.490520 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-3f3d892d-9000-4863-9fc4-ee1e98797e43 None None] Bound port: 6c3f508d-0f82-4543-97d9-f25f36867cfb, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0831002e-3079-480b-b72e-642438f4cf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '61ee40ff-4905-4a78-b311-2abdd4d3337d'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:05:27.490895 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-3f3d892d-9000-4863-9fc4-ee1e98797e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (6c3f508d-0f82-4543-97d9-f25f36867cfb), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:27.536771 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a011cb6-4069-423c-b0f1-3aaa671a67ec tempest-ExtraDHCPOptionsTestJSON-571422230 tempest-ExtraDHCPOptionsTestJSON-571422230-project] Pushing event deleted for resources: {'Port': ['ID=7c6e4b29-d70c-4bf4-b2db-088afed3d0bd,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:27.568124 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-3f3d892d-9000-4863-9fc4-ee1e98797e43 None None] For port 6c3f508d-0f82-4543-97d9-f25f36867cfb, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:05:27.571770 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-3f3d892d-9000-4863-9fc4-ee1e98797e43 None None] For port 6c3f508d-0f82-4543-97d9-f25f36867cfb, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=6c3f508d-0f82-4543-97d9-f25f36867cfb,segment=NetworkSegment(0831002e-3079-480b-b72e-642438f4cf70),segment_id=0831002e-3079-480b-b72e-642438f4cf70)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:05:27.575951 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-11b42486-d806-4414-ab31-bd7a8480472c None None] Port 7c6e4b29-d70c-4bf4-b2db-088afed3d0bd cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:05:27.579408 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 47fa1b44-719c-44f5-98bb-4246aa034e7f is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:05:27.579796 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (47fa1b44-719c-44f5-98bb-4246aa034e7f), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:27.583692 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-3f3d892d-9000-4863-9fc4-ee1e98797e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (6c3f508d-0f82-4543-97d9-f25f36867cfb), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:27.594683 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-1fe37259-7fa4-46c2-83c3-e4a66dfa8d4d tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Deleting port 6c3f508d-0f82-4543-97d9-f25f36867cfb {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:05:27.595024 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-1fe37259-7fa4-46c2-83c3-e4a66dfa8d4d tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (6c3f508d-0f82-4543-97d9-f25f36867cfb), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:27.672442 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] For port 47fa1b44-719c-44f5-98bb-4246aa034e7f, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=47fa1b44-719c-44f5-98bb-4246aa034e7f,segment=NetworkSegment(9028fe72-9b79-4538-96be-757c3dc71a72),segment_id=9028fe72-9b79-4538-96be-757c3dc71a72)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:05:27.675944 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3d892d-9000-4863-9fc4-ee1e98797e43 None None] Pushing event updated for resources: {'Port': ['ID=6c3f508d-0f82-4543-97d9-f25f36867cfb,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:27.681812 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (47fa1b44-719c-44f5-98bb-4246aa034e7f), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:27.682688 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 14115741-71e4-4fbd-8491-5f3fa43f335f up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:05:27.708897 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b657bbb-d22d-4049-9617-b677e4d1975f req-1e044fcb-4fa4-4ded-aedb-015d6508d27a tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:27.710507 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-9b657bbb-d22d-4049-9617-b677e4d1975f req-1e044fcb-4fa4-4ded-aedb-015d6508d27a tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af78226-6db5-4d3d-a6da-4544ef645c78 HTTP/1.1" status: 200 len: 946 time: 0.2395856 Mar 28 01:05:27.796077 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Pushing event updated for resources: {'Port': ['ID=47fa1b44-719c-44f5-98bb-4246aa034e7f,revision_number=4']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:27.810097 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647a18c9-d9eb-4eed-840b-4f651c148874 None None] Network be4801db-c8f8-4df3-b9b5-556693d6a290 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:05:27.823254 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2a011cb6-4069-423c-b0f1-3aaa671a67ec tempest-ExtraDHCPOptionsTestJSON-571422230 tempest-ExtraDHCPOptionsTestJSON-571422230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:27.825259 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-9b657bbb-d22d-4049-9617-b677e4d1975f req-496af49f-2c3a-4063-b6e4-55019fcc3ce7 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5fc266-2207-46d1-bfc7-83854e73a714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042602 Mar 28 01:05:27.830292 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-2a011cb6-4069-423c-b0f1-3aaa671a67ec tempest-ExtraDHCPOptionsTestJSON-571422230 tempest-ExtraDHCPOptionsTestJSON-571422230-project] 10.222.0.24 "DELETE /v2.0/ports/7c6e4b29-d70c-4bf4-b2db-088afed3d0bd HTTP/1.1" status: 204 len: 168 time: 2.0456519 Mar 28 01:05:27.836891 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50090) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:27.844777 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-f60ca8cb-f503-43a2-ba7c-f0326139b0a8 tempest-ExtraDHCPOptionsTestJSON-571422230 tempest-ExtraDHCPOptionsTestJSON-571422230-project] Request body: {'port': {'name': 'tempest-new-port-name-4360735', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:05:27.845178 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.api.validators [None req-f60ca8cb-f503-43a2-ba7c-f0326139b0a8 tempest-ExtraDHCPOptionsTestJSON-571422230 tempest-ExtraDHCPOptionsTestJSON-571422230-project] bootfile-name is not in valid_values {{(pid=104098) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 28 01:05:27.845507 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.api.validators [None req-f60ca8cb-f503-43a2-ba7c-f0326139b0a8 tempest-ExtraDHCPOptionsTestJSON-571422230 tempest-ExtraDHCPOptionsTestJSON-571422230-project] tftp-server is not in valid_values {{(pid=104098) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 28 01:05:27.845839 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.api.validators [None req-f60ca8cb-f503-43a2-ba7c-f0326139b0a8 tempest-ExtraDHCPOptionsTestJSON-571422230 tempest-ExtraDHCPOptionsTestJSON-571422230-project] server-ip-address is not in valid_values {{(pid=104098) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 28 01:05:27.921415 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f1d16d47-8f61-4c3e-9693-5c84e5bb3190 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687953'] for router (c01715c3-9221-49a5-a46f-29422f81a793), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:27.930444 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-37ec9faf-75b5-4d49-a8bc-8ceb1b1cc551 None None] Provisioning complete for port 47fa1b44-719c-44f5-98bb-4246aa034e7f triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:05:27.930444 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-37ec9faf-75b5-4d49-a8bc-8ceb1b1cc551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (47fa1b44-719c-44f5-98bb-4246aa034e7f), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:28.049871 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f60ca8cb-f503-43a2-ba7c-f0326139b0a8 tempest-ExtraDHCPOptionsTestJSON-571422230 tempest-ExtraDHCPOptionsTestJSON-571422230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (239de1fa-6377-4d40-8a16-20a59843c117), before_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:28.076280 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-1fe37259-7fa4-46c2-83c3-e4a66dfa8d4d tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] For port 6c3f508d-0f82-4543-97d9-f25f36867cfb, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=6c3f508d-0f82-4543-97d9-f25f36867cfb,segment=NetworkSegment(0831002e-3079-480b-b72e-642438f4cf70),segment_id=0831002e-3079-480b-b72e-642438f4cf70)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:05:28.076668 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-1fe37259-7fa4-46c2-83c3-e4a66dfa8d4d tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (6c3f508d-0f82-4543-97d9-f25f36867cfb), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:28.107746 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-92253305-5a30-42d3-afa6-7a2b927ec07a tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Allocated IP 2001:db8::1 (be4801db-c8f8-4df3-b9b5-556693d6a290/a6ea7053-e34e-4352-bcfa-d224486ebe38/b5a3615c-33bd-4552-9301-7240d7bc2731) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:05:28.117372 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-1fe37259-7fa4-46c2-83c3-e4a66dfa8d4d tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Calling delete_port for 6c3f508d-0f82-4543-97d9-f25f36867cfb owned by network:dhcp {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:05:28.119369 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 14115741-71e4-4fbd-8491-5f3fa43f335f triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:05:28.119956 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (14115741-71e4-4fbd-8491-5f3fa43f335f), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:28.120202 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f094d1b2-2a9a-4300-a098-07094b420287 admin admin] Publish callbacks [] for security_group (4e8b072b-4bc6-4d72-8a7d-adbf3284f2bb), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:28.292926 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42472c86-08ff-4b51-91d9-809366e5f360 req-6878705d-3c77-4900-9e15-0a577700c5e6 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:28.293710 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-37ec9faf-75b5-4d49-a8bc-8ceb1b1cc551 None None] Current status of the port 47fa1b44-719c-44f5-98bb-4246aa034e7f is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:05:28.295081 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-42472c86-08ff-4b51-91d9-809366e5f360 req-6878705d-3c77-4900-9e15-0a577700c5e6 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af78226-6db5-4d3d-a6da-4544ef645c78 HTTP/1.1" status: 200 len: 946 time: 0.2629957 Mar 28 01:05:28.324214 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 14115741-71e4-4fbd-8491-5f3fa43f335f is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:05:28.382725 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f094d1b2-2a9a-4300-a098-07094b420287 admin admin] Publish callbacks [] for security_group (4e8b072b-4bc6-4d72-8a7d-adbf3284f2bb), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:28.438150 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-1fe37259-7fa4-46c2-83c3-e4a66dfa8d4d tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (6c3f508d-0f82-4543-97d9-f25f36867cfb), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:28.444733 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5fdf3b-6fa9-45c2-b99c-a83e6f516ff6 req-eb72bfaa-9045-4162-9486-8c69a8b7ba60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:28.446229 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7a5fdf3b-6fa9-45c2-b99c-a83e6f516ff6 req-eb72bfaa-9045-4162-9486-8c69a8b7ba60 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=848a4a14ba384087a1e0b48b84b6f0e3&device_id=3af78226-6db5-4d3d-a6da-4544ef645c78 HTTP/1.1" status: 200 len: 1130 time: 0.1783311 Mar 28 01:05:28.472811 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-42472c86-08ff-4b51-91d9-809366e5f360 req-2bee2fde-3bb9-421c-b220-c4171f48338f tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5fc266-2207-46d1-bfc7-83854e73a714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1645229 Mar 28 01:05:28.483095 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe37259-7fa4-46c2-83c3-e4a66dfa8d4d tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Pushing event deleted for resources: {'Port': ['ID=6c3f508d-0f82-4543-97d9-f25f36867cfb,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:28.492295 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-92253305-5a30-42d3-afa6-7a2b927ec07a tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks [] for port (b5a3615c-33bd-4552-9301-7240d7bc2731), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:28.539695 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-0dfac9aa-2469-42fc-ac32-01e0860e46a7 None None] Provisioning complete for port 47fa1b44-719c-44f5-98bb-4246aa034e7f triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:05:28.541249 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-0dfac9aa-2469-42fc-ac32-01e0860e46a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (47fa1b44-719c-44f5-98bb-4246aa034e7f), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:28.567791 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f60ca8cb-f503-43a2-ba7c-f0326139b0a8 tempest-ExtraDHCPOptionsTestJSON-571422230 tempest-ExtraDHCPOptionsTestJSON-571422230-project] Publish callbacks [] for port (239de1fa-6377-4d40-8a16-20a59843c117), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:28.572799 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f60ca8cb-f503-43a2-ba7c-f0326139b0a8 tempest-ExtraDHCPOptionsTestJSON-571422230 tempest-ExtraDHCPOptionsTestJSON-571422230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126177159'] for port (239de1fa-6377-4d40-8a16-20a59843c117), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:28.575020 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f094d1b2-2a9a-4300-a098-07094b420287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (4e8b072b-4bc6-4d72-8a7d-adbf3284f2bb), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:28.578151 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f094d1b2-2a9a-4300-a098-07094b420287 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:28.582284 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-f094d1b2-2a9a-4300-a098-07094b420287 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4e8b072b-4bc6-4d72-8a7d-adbf3284f2bb HTTP/1.1" status: 204 len: 168 time: 1.1127465 Mar 28 01:05:28.582795 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-92253305-5a30-42d3-afa6-7a2b927ec07a tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (b5a3615c-33bd-4552-9301-7240d7bc2731), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:28.609951 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe37259-7fa4-46c2-83c3-e4a66dfa8d4d tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] No DVR routers for this DVR port 6c3f508d-0f82-4543-97d9-f25f36867cfb on host dv-neutron-834874-6-hyperv {{(pid=104099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:05:28.634225 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92253305-5a30-42d3-afa6-7a2b927ec07a tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Network be4801db-c8f8-4df3-b9b5-556693d6a290 is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:05:28.634397 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f094d1b2-2a9a-4300-a098-07094b420287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e8b072b-4bc6-4d72-8a7d-adbf3284f2bb,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:28.670453 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-92253305-5a30-42d3-afa6-7a2b927ec07a tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:05:28.677954 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92253305-5a30-42d3-afa6-7a2b927ec07a tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:05:28.678580 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-92253305-5a30-42d3-afa6-7a2b927ec07a tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3686596'] for router_interface (e3586a5c-f130-423f-889d-b73491c1d4c5), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:28.697611 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5fdf3b-6fa9-45c2-b99c-a83e6f516ff6 req-1cf8f37e-bf45-434d-8ced-efff8d58fa59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:28.699389 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7a5fdf3b-6fa9-45c2-b99c-a83e6f516ff6 req-1cf8f37e-bf45-434d-8ced-efff8d58fa59 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b0b181aa-c9cd-4854-9fb0-37e685e0d64e HTTP/1.1" status: 200 len: 911 time: 0.2289500 Mar 28 01:05:28.709363 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1d16d47-8f61-4c3e-9693-5c84e5bb3190 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Router c01715c3-9221-49a5-a46f-29422f81a793 is scheduled to L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 with binding_index 1 {{(pid=104099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 01:05:28.721363 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-1fe37259-7fa4-46c2-83c3-e4a66dfa8d4d tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (730a04c2-affe-4949-a736-e1369d6fffaf), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:28.868497 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60ca8cb-f503-43a2-ba7c-f0326139b0a8 tempest-ExtraDHCPOptionsTestJSON-571422230 tempest-ExtraDHCPOptionsTestJSON-571422230-project] Pushing event updated for resources: {'Port': ['ID=239de1fa-6377-4d40-8a16-20a59843c117,revision_number=2']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:28.950560 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-f60ca8cb-f503-43a2-ba7c-f0326139b0a8 tempest-ExtraDHCPOptionsTestJSON-571422230 tempest-ExtraDHCPOptionsTestJSON-571422230-project] In _notify_port_updated(), no bound segment for port 239de1fa-6377-4d40-8a16-20a59843c117 on network 947557c7-d230-4646-b596-5a6a19d2084a {{(pid=104098) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 28 01:05:28.972255 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 47fa1b44-719c-44f5-98bb-4246aa034e7f up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:05:28.974873 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60ca8cb-f503-43a2-ba7c-f0326139b0a8 tempest-ExtraDHCPOptionsTestJSON-571422230 tempest-ExtraDHCPOptionsTestJSON-571422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:28.976892 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f60ca8cb-f503-43a2-ba7c-f0326139b0a8 tempest-ExtraDHCPOptionsTestJSON-571422230 tempest-ExtraDHCPOptionsTestJSON-571422230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:28.978304 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-f60ca8cb-f503-43a2-ba7c-f0326139b0a8 tempest-ExtraDHCPOptionsTestJSON-571422230 tempest-ExtraDHCPOptionsTestJSON-571422230-project] 10.222.0.24 "PUT /v2.0/ports/239de1fa-6377-4d40-8a16-20a59843c117 HTTP/1.1" status: 200 len: 1133 time: 1.1377614 Mar 28 01:05:28.999040 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50100) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:29.029657 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-0dfac9aa-2469-42fc-ac32-01e0860e46a7 None None] Current status of the port 47fa1b44-719c-44f5-98bb-4246aa034e7f is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:05:29.077797 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 47fa1b44-719c-44f5-98bb-4246aa034e7f triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:05:29.078859 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (47fa1b44-719c-44f5-98bb-4246aa034e7f), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:29.094803 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-92253305-5a30-42d3-afa6-7a2b927ec07a tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (b5a3615c-33bd-4552-9301-7240d7bc2731), before_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:29.105349 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92253305-5a30-42d3-afa6-7a2b927ec07a tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Pushing event updated for resources: {'Port': ['ID=b5a3615c-33bd-4552-9301-7240d7bc2731,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:29.128742 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558dc90f-fc68-42af-9fbc-520fd43361b2 tempest-ExtraDHCPOptionsTestJSON-571422230 tempest-ExtraDHCPOptionsTestJSON-571422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:29.132370 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-558dc90f-fc68-42af-9fbc-520fd43361b2 tempest-ExtraDHCPOptionsTestJSON-571422230 tempest-ExtraDHCPOptionsTestJSON-571422230-project] 10.222.0.24 "GET /v2.0/ports/239de1fa-6377-4d40-8a16-20a59843c117 HTTP/1.1" status: 200 len: 1133 time: 0.1317923 Mar 28 01:05:29.136529 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50102) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:29.239989 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 47fa1b44-719c-44f5-98bb-4246aa034e7f is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:05:29.267504 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-f42b5da1-0277-4483-9198-8a2080172112 None None] Provisioning complete for port 239de1fa-6377-4d40-8a16-20a59843c117 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:05:29.268006 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f42b5da1-0277-4483-9198-8a2080172112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (239de1fa-6377-4d40-8a16-20a59843c117), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:29.318726 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-f42b5da1-0277-4483-9198-8a2080172112 None None] Port 239de1fa-6377-4d40-8a16-20a59843c117 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:05:29.331009 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-f42b5da1-0277-4483-9198-8a2080172112 None None] Provisioning complete for port b5a3615c-33bd-4552-9301-7240d7bc2731 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:05:29.331379 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f42b5da1-0277-4483-9198-8a2080172112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (b5a3615c-33bd-4552-9301-7240d7bc2731), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:29.366245 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50104) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:29.370445 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-f42b5da1-0277-4483-9198-8a2080172112 None None] Port b5a3615c-33bd-4552-9301-7240d7bc2731 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:05:29.393255 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c3a7ed72-3778-4fba-938e-68ebce36e766 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:29.407062 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d5872e-d4e4-46e3-a52c-048a179e9729 None None] get_active_networks_info from dv-neutron-834874-6-hyperv {{(pid=104100) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 28 01:05:29.422457 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-2970bfe9-02a4-41de-b663-763dc970927a tempest-ExtraDHCPOptionsTestJSON-571422230 tempest-ExtraDHCPOptionsTestJSON-571422230-project] Deleting port 239de1fa-6377-4d40-8a16-20a59843c117 {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:05:29.422796 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2970bfe9-02a4-41de-b663-763dc970927a tempest-ExtraDHCPOptionsTestJSON-571422230 tempest-ExtraDHCPOptionsTestJSON-571422230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (239de1fa-6377-4d40-8a16-20a59843c117), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:29.511565 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-04f3730c-9552-4d25-8ba2-3b01e4ade0a1 None None] Could not find standard attr ID for object 6c3f508d-0f82-4543-97d9-f25f36867cfb. {{(pid=104100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 28 01:05:29.574041 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d5872e-d4e4-46e3-a52c-048a179e9729 None None] Resources bound (agent type, host, resource id): {{(pid=104100) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 28 01:05:29.603106 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2970bfe9-02a4-41de-b663-763dc970927a tempest-ExtraDHCPOptionsTestJSON-571422230 tempest-ExtraDHCPOptionsTestJSON-571422230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (239de1fa-6377-4d40-8a16-20a59843c117), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:29.605147 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7a5fdf3b-6fa9-45c2-b99c-a83e6f516ff6 req-6070b1f7-4640-4737-959f-eb273298a807 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f45dfffa-72fe-4b22-af16-435c4c53d944 HTTP/1.1" status: 200 len: 1002 time: 0.8934207 Mar 28 01:05:29.613714 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-1fe37259-7fa4-46c2-83c3-e4a66dfa8d4d tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127282766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126757793'] for subnet (730a04c2-affe-4949-a736-e1369d6fffaf), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:29.616217 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1d16d47-8f61-4c3e-9693-5c84e5bb3190 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:05:29.632197 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-2970bfe9-02a4-41de-b663-763dc970927a tempest-ExtraDHCPOptionsTestJSON-571422230 tempest-ExtraDHCPOptionsTestJSON-571422230-project] Calling delete_port for 239de1fa-6377-4d40-8a16-20a59843c117 owned by {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:05:29.632398 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da38d33-71f3-42dd-a030-22bf4c3f6f58 None None] Sync routers for ids ['c01715c3-9221-49a5-a46f-29422f81a793'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:05:29.643926 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da38d33-71f3-42dd-a030-22bf4c3f6f58 None None] Routers {'c01715c3-9221-49a5-a46f-29422f81a793'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:05:29.644854 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-7da38d33-71f3-42dd-a030-22bf4c3f6f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:05:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['c01715c3-9221-49a5-a46f-29422f81a793'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:05:29.680306 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-7da38d33-71f3-42dd-a030-22bf4c3f6f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:05:29.690478 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da38d33-71f3-42dd-a030-22bf4c3f6f58 None None] Routers {'c01715c3-9221-49a5-a46f-29422f81a793'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:05:29.691369 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-7da38d33-71f3-42dd-a030-22bf4c3f6f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:05:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['c01715c3-9221-49a5-a46f-29422f81a793'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:05:29.697575 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe37259-7fa4-46c2-83c3-e4a66dfa8d4d tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Pushing event deleted for resources: {'Subnet': ['ID=730a04c2-affe-4949-a736-e1369d6fffaf,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:29.715799 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f1d16d47-8f61-4c3e-9693-5c84e5bb3190 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Publish callbacks [] for router (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:29.719976 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-f1d16d47-8f61-4c3e-9693-5c84e5bb3190 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.2987783 Mar 28 01:05:29.725737 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 50108) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:29.734477 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-7da38d33-71f3-42dd-a030-22bf4c3f6f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:05:29.738711 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-92253305-5a30-42d3-afa6-7a2b927ec07a tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks [] for port (b5a3615c-33bd-4552-9301-7240d7bc2731), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:29.739649 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da38d33-71f3-42dd-a030-22bf4c3f6f58 None None] The sync data for ids ['c01715c3-9221-49a5-a46f-29422f81a793'] in dv-neutron-834874-6-hyperv is: [] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:05:29.741592 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c3a7ed72-3778-4fba-938e-68ebce36e766 admin admin] Publish callbacks [] for security_group (4bc04767-6479-4b82-9654-d0fc306d4c62), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:29.753311 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-92253305-5a30-42d3-afa6-7a2b927ec07a tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126177159'] for port (b5a3615c-33bd-4552-9301-7240d7bc2731), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:29.754407 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-92253305-5a30-42d3-afa6-7a2b927ec07a tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3725889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3686480'] for router_interface (e3586a5c-f130-423f-889d-b73491c1d4c5), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:29.760091 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d17ac75-9973-47b7-ae66-5895dde15e53 req-5732f7d9-e8e2-4477-a80f-f508f63a52ab tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:29.760350 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c3a7ed72-3778-4fba-938e-68ebce36e766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (4bc04767-6479-4b82-9654-d0fc306d4c62), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:29.762330 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6d17ac75-9973-47b7-ae66-5895dde15e53 req-5732f7d9-e8e2-4477-a80f-f508f63a52ab tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af78226-6db5-4d3d-a6da-4544ef645c78 HTTP/1.1" status: 200 len: 946 time: 0.2158012 Mar 28 01:05:29.889571 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5fdf3b-6fa9-45c2-b99c-a83e6f516ff6 req-771f4b05-085d-4702-86db-0f4cd33b334a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:29.891043 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7a5fdf3b-6fa9-45c2-b99c-a83e6f516ff6 req-771f4b05-085d-4702-86db-0f4cd33b334a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=09c9f896-19d2-4244-ab3f-60c512e444ce HTTP/1.1" status: 200 len: 850 time: 0.2643774 Mar 28 01:05:29.901993 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-1fe37259-7fa4-46c2-83c3-e4a66dfa8d4d tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (61ee40ff-4905-4a78-b311-2abdd4d3337d), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:29.958932 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef0efc0-c61e-4be8-9ab0-6f18e3a21d50 None None] Network 61ee40ff-4905-4a78-b311-2abdd4d3337d requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:05:29.971847 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-1fe37259-7fa4-46c2-83c3-e4a66dfa8d4d tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61ee40ff-4905-4a78-b311-2abdd4d3337d']}} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:05:30.001304 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-1fe37259-7fa4-46c2-83c3-e4a66dfa8d4d tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0831002e-3079-480b-b72e-642438f4cf70') {'for_net_delete': True} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:05:30.001689 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-1fe37259-7fa4-46c2-83c3-e4a66dfa8d4d tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0831002e-3079-480b-b72e-642438f4cf70') {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:05:30.008077 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6d17ac75-9973-47b7-ae66-5895dde15e53 req-d275afb4-b70c-48e0-a38c-a602eb2f3a2e tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5fc266-2207-46d1-bfc7-83854e73a714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2118702 Mar 28 01:05:30.024175 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-1fe37259-7fa4-46c2-83c3-e4a66dfa8d4d tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126946678'] for segment (0831002e-3079-480b-b72e-642438f4cf70), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:30.049570 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-a64e8167-67be-453d-a22e-fd45599e4f23 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] 10.222.0.24 "GET /v2.0/routers/c01715c3-9221-49a5-a46f-29422f81a793 HTTP/1.1" status: 200 len: 920 time: 0.3176196 Mar 28 01:05:30.053325 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 50110) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:30.064291 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-1fe37259-7fa4-46c2-83c3-e4a66dfa8d4d tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (0831002e-3079-480b-b72e-642438f4cf70), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:30.094168 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-7ed350cd-767a-44c3-8394-ba7e8120f56e tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] 10.222.0.24 "GET /v2.0/ports?device_id=c01715c3-9221-49a5-a46f-29422f81a793 HTTP/1.1" status: 200 len: 205 time: 0.0385275 Mar 28 01:05:30.094168 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fe37259-7fa4-46c2-83c3-e4a66dfa8d4d tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=104099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:05:30.094435 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-1fe37259-7fa4-46c2-83c3-e4a66dfa8d4d tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127280876'] for segment (0831002e-3079-480b-b72e-642438f4cf70), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:30.097940 dv-neutron-834874-6-hyperv neutron-server[104099]: Traceback (most recent call last): Mar 28 01:05:30.097940 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:05:30.097940 dv-neutron-834874-6-hyperv neutron-server[104099]: timer() Mar 28 01:05:30.097940 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:05:30.097940 dv-neutron-834874-6-hyperv neutron-server[104099]: cb(*args, **kw) Mar 28 01:05:30.097940 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:05:30.097940 dv-neutron-834874-6-hyperv neutron-server[104099]: return func(*args, **kwargs) Mar 28 01:05:30.097940 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:05:30.097940 dv-neutron-834874-6-hyperv neutron-server[104099]: self._notify() Mar 28 01:05:30.097940 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:05:30.097940 dv-neutron-834874-6-hyperv neutron-server[104099]: self.callback(batched_events) Mar 28 01:05:30.097940 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:05:30.097940 dv-neutron-834874-6-hyperv neutron-server[104099]: event.method(event) Mar 28 01:05:30.097940 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:05:30.097940 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:05:30.097940 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:05:30.097940 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:05:30.097940 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:05:30.097940 dv-neutron-834874-6-hyperv neutron-server[104099]: return f(self, *a, **k) Mar 28 01:05:30.097940 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:05:30.097940 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._get(url).json() Mar 28 01:05:30.097940 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:05:30.097940 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:05:30.097940 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:05:30.097940 dv-neutron-834874-6-hyperv neutron-server[104099]: return self.request(url, 'GET', **kwargs) Mar 28 01:05:30.097940 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:05:30.097940 dv-neutron-834874-6-hyperv neutron-server[104099]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:05:30.097940 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:05:30.097940 dv-neutron-834874-6-hyperv neutron-server[104099]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:05:30.097940 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:05:30.097940 dv-neutron-834874-6-hyperv neutron-server[104099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:05:30.097940 dv-neutron-834874-6-hyperv neutron-server[104099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:05:30.100097 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5fdf3b-6fa9-45c2-b99c-a83e6f516ff6 req-f7aed458-447c-4cb5-8207-e066b902ecd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:30.101682 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7a5fdf3b-6fa9-45c2-b99c-a83e6f516ff6 req-f7aed458-447c-4cb5-8207-e066b902ecd3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b0b181aa-c9cd-4854-9fb0-37e685e0d64e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1969273 Mar 28 01:05:30.102239 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 50112) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:30.109387 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac57ea5f-2a15-4e86-ab90-9be122c71799 None None] DHCP port deletion for 61ee40ff-4905-4a78-b311-2abdd4d3337d request from dv-neutron-834874-6-hyperv {{(pid=104100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 01:05:30.139558 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-c3a7ed72-3778-4fba-938e-68ebce36e766 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fae38c02c82446ca9163d9d21b36a8c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7709188 Mar 28 01:05:30.146285 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 50114) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:30.146433 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a7ed72-3778-4fba-938e-68ebce36e766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bc04767-6479-4b82-9654-d0fc306d4c62,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:30.151062 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92253305-5a30-42d3-afa6-7a2b927ec07a tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Pushing event updated for resources: {'Port': ['ID=b5a3615c-33bd-4552-9301-7240d7bc2731,revision_number=2']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:30.229613 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92253305-5a30-42d3-afa6-7a2b927ec07a tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Network be4801db-c8f8-4df3-b9b5-556693d6a290 is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:05:30.231157 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-92253305-5a30-42d3-afa6-7a2b927ec07a tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:05:30.234380 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2970bfe9-02a4-41de-b663-763dc970927a tempest-ExtraDHCPOptionsTestJSON-571422230 tempest-ExtraDHCPOptionsTestJSON-571422230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (239de1fa-6377-4d40-8a16-20a59843c117), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:30.272199 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2970bfe9-02a4-41de-b663-763dc970927a tempest-ExtraDHCPOptionsTestJSON-571422230 tempest-ExtraDHCPOptionsTestJSON-571422230-project] Pushing event deleted for resources: {'Port': ['ID=239de1fa-6377-4d40-8a16-20a59843c117,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:30.318380 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-1fe37259-7fa4-46c2-83c3-e4a66dfa8d4d tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (61ee40ff-4905-4a78-b311-2abdd4d3337d), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:30.322846 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-1fe37259-7fa4-46c2-83c3-e4a66dfa8d4d tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:30.329649 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-1fe37259-7fa4-46c2-83c3-e4a66dfa8d4d tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] 10.222.0.24 "DELETE /v2.0/networks/61ee40ff-4905-4a78-b311-2abdd4d3337d HTTP/1.1" status: 204 len: 168 time: 3.8728991 Mar 28 01:05:30.336932 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 50116) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:30.348551 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-46e9e538-6f6e-4b1c-b850-e65a60f9cbfd tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-336305476'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:05:30.377231 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe37259-7fa4-46c2-83c3-e4a66dfa8d4d tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Pushing event deleted for resources: {'Network': ['ID=61ee40ff-4905-4a78-b311-2abdd4d3337d,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:30.426328 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2970bfe9-02a4-41de-b663-763dc970927a tempest-ExtraDHCPOptionsTestJSON-571422230 tempest-ExtraDHCPOptionsTestJSON-571422230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:30.429620 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-2970bfe9-02a4-41de-b663-763dc970927a tempest-ExtraDHCPOptionsTestJSON-571422230 tempest-ExtraDHCPOptionsTestJSON-571422230-project] 10.222.0.24 "DELETE /v2.0/ports/239de1fa-6377-4d40-8a16-20a59843c117 HTTP/1.1" status: 204 len: 168 time: 1.2906914 Mar 28 01:05:30.431349 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46e9e538-6f6e-4b1c-b850-e65a60f9cbfd tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Made reservation on behalf of bba635ee3b65479790f53c76a97cb916 for: {'network': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:05:30.432079 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50118) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:30.434607 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-46e9e538-6f6e-4b1c-b850-e65a60f9cbfd tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:30.447737 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-44fe3552-917b-40d7-85f9-4e1e5f0149c8 admin admin] Publish callbacks [] for security_group (4bc04767-6479-4b82-9654-d0fc306d4c62), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:30.457143 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7a5fdf3b-6fa9-45c2-b99c-a83e6f516ff6 req-fa44456f-3178-4cba-adee-f0e81cacecff service neutron] 10.222.0.10 "GET /v2.0/networks/b0b181aa-c9cd-4854-9fb0-37e685e0d64e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3134313 Mar 28 01:05:30.459306 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a88d9e97-eca3-4e99-b974-403acec0c74a tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Publish callbacks [] for router (c01715c3-9221-49a5-a46f-29422f81a793), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:30.498347 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_v2 [None req-03e36b44-5751-45d0-9554-dc7d4fefc16e tempest-ExtraDHCPOptionsTestJSON-571422230 tempest-ExtraDHCPOptionsTestJSON-571422230-project] Deleting subnet 1d0b99d8-7efb-4822-b2d2-e3a8e68e26ea {{(pid=104098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:05:30.504887 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-03e36b44-5751-45d0-9554-dc7d4fefc16e tempest-ExtraDHCPOptionsTestJSON-571422230 tempest-ExtraDHCPOptionsTestJSON-571422230-project] Publish callbacks [] for subnet (1d0b99d8-7efb-4822-b2d2-e3a8e68e26ea), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:30.555104 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92253305-5a30-42d3-afa6-7a2b927ec07a tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Router e3586a5c-f130-423f-889d-b73491c1d4c5 is scheduled to L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 with binding_index 1 {{(pid=104098) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 01:05:30.572786 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-03e36b44-5751-45d0-9554-dc7d4fefc16e tempest-ExtraDHCPOptionsTestJSON-571422230 tempest-ExtraDHCPOptionsTestJSON-571422230-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126443526'] for subnet (1d0b99d8-7efb-4822-b2d2-e3a8e68e26ea), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:30.600660 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-44fe3552-917b-40d7-85f9-4e1e5f0149c8 admin admin] Publish callbacks [] for security_group (4bc04767-6479-4b82-9654-d0fc306d4c62), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:30.604465 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46e9e538-6f6e-4b1c-b850-e65a60f9cbfd tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=104099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:05:30.649828 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-c84b1f3b-01fb-4e35-a954-d2ae322760aa None None] Provisioning complete for port b5a3615c-33bd-4552-9301-7240d7bc2731 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:05:30.650229 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-c84b1f3b-01fb-4e35-a954-d2ae322760aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (b5a3615c-33bd-4552-9301-7240d7bc2731), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:30.651270 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-46e9e538-6f6e-4b1c-b850-e65a60f9cbfd tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (17b4ccec-8645-4ca6-819e-e0813e3fe51a), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:30.651785 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.segments_db [None req-46e9e538-6f6e-4b1c-b850-e65a60f9cbfd tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Added segment 17b4ccec-8645-4ca6-819e-e0813e3fe51a of type vlan for network 5fd63e6f-82e0-49d3-a42f-2fc201a7f491 Mar 28 01:05:30.696817 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-c84b1f3b-01fb-4e35-a954-d2ae322760aa None None] Port b5a3615c-33bd-4552-9301-7240d7bc2731 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:05:30.709756 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 6c3f508d-0f82-4543-97d9-f25f36867cfb no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:05:30.728296 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92253305-5a30-42d3-afa6-7a2b927ec07a tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:05:30.735329 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-92253305-5a30-42d3-afa6-7a2b927ec07a tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "PUT /v2.0/routers/e3586a5c-f130-423f-889d-b73491c1d4c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6758020 Mar 28 01:05:30.737425 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50120) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:30.738596 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: 6c3f508d-0f82-4543-97d9-f25f36867cfb {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:05:30.739125 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 6c3f508d-0f82-4543-97d9-f25f36867cfb not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:05:30.739471 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-46e9e538-6f6e-4b1c-b850-e65a60f9cbfd tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (5fd63e6f-82e0-49d3-a42f-2fc201a7f491), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:30.745816 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef51c25-b8c2-4406-89d8-ca068c51e9a1 None None] Sync routers for ids ['e3586a5c-f130-423f-889d-b73491c1d4c5'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:05:30.764713 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef51c25-b8c2-4406-89d8-ca068c51e9a1 None None] Routers {'e3586a5c-f130-423f-889d-b73491c1d4c5'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:05:30.765513 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-aef51c25-b8c2-4406-89d8-ca068c51e9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:05:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['e3586a5c-f130-423f-889d-b73491c1d4c5'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:05:30.769911 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7a5fdf3b-6fa9-45c2-b99c-a83e6f516ff6 req-deabcfcd-9b09-4965-be3a-f773ecd9fd92 service neutron] 10.222.0.10 "GET /v2.0/networks/b0b181aa-c9cd-4854-9fb0-37e685e0d64e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3036845 Mar 28 01:05:30.776966 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a88d9e97-eca3-4e99-b974-403acec0c74a tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Publish callbacks [] for router_gateway (c01715c3-9221-49a5-a46f-29422f81a793), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:30.793881 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-44fe3552-917b-40d7-85f9-4e1e5f0149c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (4bc04767-6479-4b82-9654-d0fc306d4c62), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:30.798380 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-44fe3552-917b-40d7-85f9-4e1e5f0149c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:30.799627 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-44fe3552-917b-40d7-85f9-4e1e5f0149c8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4bc04767-6479-4b82-9654-d0fc306d4c62 HTTP/1.1" status: 204 len: 168 time: 0.6502206 Mar 28 01:05:30.812306 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7679d75f-e43c-4147-8cd0-fa8eaac3681c tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:30.813720 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-7679d75f-e43c-4147-8cd0-fa8eaac3681c tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "GET /v2.0/ports/b5a3615c-33bd-4552-9301-7240d7bc2731 HTTP/1.1" status: 200 len: 911 time: 0.0753951 Mar 28 01:05:30.816870 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50124) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:30.821571 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-46e9e538-6f6e-4b1c-b850-e65a60f9cbfd tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (5fd63e6f-82e0-49d3-a42f-2fc201a7f491), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:30.826186 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-03e36b44-5751-45d0-9554-dc7d4fefc16e tempest-ExtraDHCPOptionsTestJSON-571422230 tempest-ExtraDHCPOptionsTestJSON-571422230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (1d0b99d8-7efb-4822-b2d2-e3a8e68e26ea), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:30.827561 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e9e538-6f6e-4b1c-b850-e65a60f9cbfd tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:30.827686 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-46e9e538-6f6e-4b1c-b850-e65a60f9cbfd tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:30.891116 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-aef51c25-b8c2-4406-89d8-ca068c51e9a1 None None] Set router e3586a5c-f130-423f-889d-b73491c1d4c5 gateway port host: None {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:05:30.921577 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e9e538-6f6e-4b1c-b850-e65a60f9cbfd tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Pushing event updated for resources: {'Network': ['ID=5fd63e6f-82e0-49d3-a42f-2fc201a7f491,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:30.923957 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fe3552-917b-40d7-85f9-4e1e5f0149c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bc04767-6479-4b82-9654-d0fc306d4c62,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:30.925395 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b5f107-0a3d-4364-a7d5-054a3fffea0e tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:30.931634 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b5f107-0a3d-4364-a7d5-054a3fffea0e tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:30.932561 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network 5fd63e6f-82e0-49d3-a42f-2fc201a7f491 details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:05:30.933296 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-80b5f107-0a3d-4364-a7d5-054a3fffea0e tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1088314 Mar 28 01:05:30.937277 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50128) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:30.968778 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-46e9e538-6f6e-4b1c-b850-e65a60f9cbfd tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6253340 Mar 28 01:05:30.972006 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 50130) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:30.977089 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-c7f7b91c-7db1-42fd-b0ea-e964d9ac1f32 tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Request body: {'subnet': {'network_id': '5fd63e6f-82e0-49d3-a42f-2fc201a7f491', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:05:31.035401 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-03e36b44-5751-45d0-9554-dc7d4fefc16e tempest-ExtraDHCPOptionsTestJSON-571422230 tempest-ExtraDHCPOptionsTestJSON-571422230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126175041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126112438'] for subnet (1d0b99d8-7efb-4822-b2d2-e3a8e68e26ea), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:31.073496 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e36b44-5751-45d0-9554-dc7d4fefc16e tempest-ExtraDHCPOptionsTestJSON-571422230 tempest-ExtraDHCPOptionsTestJSON-571422230-project] Pushing event deleted for resources: {'Subnet': ['ID=1d0b99d8-7efb-4822-b2d2-e3a8e68e26ea,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:31.087755 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-03e36b44-5751-45d0-9554-dc7d4fefc16e tempest-ExtraDHCPOptionsTestJSON-571422230 tempest-ExtraDHCPOptionsTestJSON-571422230-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:31.091723 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-03e36b44-5751-45d0-9554-dc7d4fefc16e tempest-ExtraDHCPOptionsTestJSON-571422230 tempest-ExtraDHCPOptionsTestJSON-571422230-project] 10.222.0.24 "DELETE /v2.0/subnets/1d0b99d8-7efb-4822-b2d2-e3a8e68e26ea HTTP/1.1" status: 204 len: 168 time: 0.6579521 Mar 28 01:05:31.093916 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50136) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:31.113313 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1182d040-e4d8-42b1-8c1e-f87a36e8037e None None] Network 947557c7-d230-4646-b596-5a6a19d2084a requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:05:31.153469 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-a88d9e97-eca3-4e99-b974-403acec0c74a tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Deleting port 1824ebfc-c77c-4340-809f-ed05d0b7e9be {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:05:31.153819 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a88d9e97-eca3-4e99-b974-403acec0c74a tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (1824ebfc-c77c-4340-809f-ed05d0b7e9be), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:31.218744 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7f7b91c-7db1-42fd-b0ea-e964d9ac1f32 tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Made reservation on behalf of bba635ee3b65479790f53c76a97cb916 for: {'subnet': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:05:31.223979 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c7f7b91c-7db1-42fd-b0ea-e964d9ac1f32 tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126757772'] for subnet (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:31.314534 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a88d9e97-eca3-4e99-b974-403acec0c74a tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (1824ebfc-c77c-4340-809f-ed05d0b7e9be), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:31.331833 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-aef51c25-b8c2-4406-89d8-ca068c51e9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3586a5c-f130-423f-889d-b73491c1d4c5', 'name': 'tempest-NetworksTestDHCPv6-router-35467527', 'tenant_id': '564cf6bfe83a4d71adcd7d33f5d20cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:05:26Z', 'updated_at': '2022-03-28T01:05:28Z', 'revision_number': 2, 'project_id': '564cf6bfe83a4d71adcd7d33f5d20cb1', 'gw_port_host': None, '_interfaces': [{'id': 'b5a3615c-33bd-4552-9301-7240d7bc2731', 'name': '', 'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290', 'tenant_id': '564cf6bfe83a4d71adcd7d33f5d20cb1', 'mac_address': 'fa:16:3e:1f:5c:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3586a5c-f130-423f-889d-b73491c1d4c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'a6ea7053-e34e-4352-bcfa-d224486ebe38', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:05:27Z', 'updated_at': '2022-03-28T01:05:29Z', 'revision_number': 2, 'project_id': '564cf6bfe83a4d71adcd7d33f5d20cb1', 'subnets': [{'id': 'a6ea7053-e34e-4352-bcfa-d224486ebe38', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:05:31.362079 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-a88d9e97-eca3-4e99-b974-403acec0c74a tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Calling delete_port for 1824ebfc-c77c-4340-809f-ed05d0b7e9be owned by network:router_gateway {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:05:31.378388 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-97bb8c7e-bff0-4ec7-af15-aebb3f6264f7 tempest-ExtraDHCPOptionsTestJSON-571422230 tempest-ExtraDHCPOptionsTestJSON-571422230-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (947557c7-d230-4646-b596-5a6a19d2084a), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:31.388377 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1929ea9f-240e-4c31-9f04-261d8e6b6467 None None] DHCP port deletion for 947557c7-d230-4646-b596-5a6a19d2084a request from dv-neutron-834874-6-hyperv {{(pid=104100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 01:05:31.394795 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef51c25-b8c2-4406-89d8-ca068c51e9a1 None None] Checking router: e3586a5c-f130-423f-889d-b73491c1d4c5 for host: dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:05:31.395153 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef51c25-b8c2-4406-89d8-ca068c51e9a1 None None] Updating router e3586a5c-f130-423f-889d-b73491c1d4c5 port b5a3615c-33bd-4552-9301-7240d7bc2731 binding host dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 01:05:31.484407 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f01983-18c5-4159-aa9f-a21275c9ddd6 req-d25bda31-4632-4b4c-8c67-977aac07ea44 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:31.487751 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-82f01983-18c5-4159-aa9f-a21275c9ddd6 req-d25bda31-4632-4b4c-8c67-977aac07ea44 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af78226-6db5-4d3d-a6da-4544ef645c78 HTTP/1.1" status: 200 len: 946 time: 0.3846514 Mar 28 01:05:31.609764 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-82f01983-18c5-4159-aa9f-a21275c9ddd6 req-587afba9-61a0-4beb-a30d-3e9a31ece6bc tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5fc266-2207-46d1-bfc7-83854e73a714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109784 Mar 28 01:05:31.613403 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-aef51c25-b8c2-4406-89d8-ca068c51e9a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (b5a3615c-33bd-4552-9301-7240d7bc2731), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:31.694482 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-97bb8c7e-bff0-4ec7-af15-aebb3f6264f7 tempest-ExtraDHCPOptionsTestJSON-571422230 tempest-ExtraDHCPOptionsTestJSON-571422230-project] Deleting port 14115741-71e4-4fbd-8491-5f3fa43f335f {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:05:31.694834 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-97bb8c7e-bff0-4ec7-af15-aebb3f6264f7 tempest-ExtraDHCPOptionsTestJSON-571422230 tempest-ExtraDHCPOptionsTestJSON-571422230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (14115741-71e4-4fbd-8491-5f3fa43f335f), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:31.697100 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-1929ea9f-240e-4c31-9f04-261d8e6b6467 None None] Deleting port 14115741-71e4-4fbd-8491-5f3fa43f335f {{(pid=104100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:05:31.697458 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-1929ea9f-240e-4c31-9f04-261d8e6b6467 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (14115741-71e4-4fbd-8491-5f3fa43f335f), before_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:31.759405 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.objects.ports [None req-c7f7b91c-7db1-42fd-b0ea-e964d9ac1f32 tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104099) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 28 01:05:31.761901 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c7f7b91c-7db1-42fd-b0ea-e964d9ac1f32 tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127282703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126757786'] for subnet (8dd0ac4e-41e5-4a20-b48f-019e6f227e8b), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:31.789320 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.db [None req-97bb8c7e-bff0-4ec7-af15-aebb3f6264f7 tempest-ExtraDHCPOptionsTestJSON-571422230 tempest-ExtraDHCPOptionsTestJSON-571422230-project] For port 14115741-71e4-4fbd-8491-5f3fa43f335f, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=14115741-71e4-4fbd-8491-5f3fa43f335f,segment=NetworkSegment(4ef6eef9-02a6-49cb-9650-7d3eef8c958c),segment_id=4ef6eef9-02a6-49cb-9650-7d3eef8c958c)] {{(pid=104098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:05:31.789683 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-97bb8c7e-bff0-4ec7-af15-aebb3f6264f7 tempest-ExtraDHCPOptionsTestJSON-571422230 tempest-ExtraDHCPOptionsTestJSON-571422230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (14115741-71e4-4fbd-8491-5f3fa43f335f), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:31.813894 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-97bb8c7e-bff0-4ec7-af15-aebb3f6264f7 tempest-ExtraDHCPOptionsTestJSON-571422230 tempest-ExtraDHCPOptionsTestJSON-571422230-project] Calling delete_port for 14115741-71e4-4fbd-8491-5f3fa43f335f owned by network:dhcp {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:05:31.820226 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a88d9e97-eca3-4e99-b974-403acec0c74a tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (1824ebfc-c77c-4340-809f-ed05d0b7e9be), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:31.831092 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f7b91c-7db1-42fd-b0ea-e964d9ac1f32 tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Pushing event updated for resources: {'Subnet': ['ID=8dd0ac4e-41e5-4a20-b48f-019e6f227e8b,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:31.864020 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-1929ea9f-240e-4c31-9f04-261d8e6b6467 None None] For port 14115741-71e4-4fbd-8491-5f3fa43f335f, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=14115741-71e4-4fbd-8491-5f3fa43f335f,segment=NetworkSegment(4ef6eef9-02a6-49cb-9650-7d3eef8c958c),segment_id=4ef6eef9-02a6-49cb-9650-7d3eef8c958c)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:05:31.864444 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-1929ea9f-240e-4c31-9f04-261d8e6b6467 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (14115741-71e4-4fbd-8491-5f3fa43f335f), precommit_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:31.879052 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d9e97-eca3-4e99-b974-403acec0c74a tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Pushing event deleted for resources: {'Port': ['ID=1824ebfc-c77c-4340-809f-ed05d0b7e9be,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:31.887695 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-1929ea9f-240e-4c31-9f04-261d8e6b6467 None None] Calling delete_port for 14115741-71e4-4fbd-8491-5f3fa43f335f owned by network:dhcp {{(pid=104100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:05:31.929926 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f7b91c-7db1-42fd-b0ea-e964d9ac1f32 tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Checking segment: {'id': '17b4ccec-8645-4ca6-819e-e0813e3fe51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5fd63e6f-82e0-49d3-a42f-2fc201a7f491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:05:31.930310 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f7b91c-7db1-42fd-b0ea-e964d9ac1f32 tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Network hostable DHCP agents. Network: 5fd63e6f-82e0-49d3-a42f-2fc201a7f491, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:05:31.946890 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a88d9e97-eca3-4e99-b974-403acec0c74a tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3687989'] for router_gateway (c01715c3-9221-49a5-a46f-29422f81a793), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:31.956706 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a5908dd2-89f8-42fd-bf58-d08812fed457 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3686527'] for router_interface (e3586a5c-f130-423f-889d-b73491c1d4c5), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:31.983744 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f7b91c-7db1-42fd-b0ea-e964d9ac1f32 tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Network 5fd63e6f-82e0-49d3-a42f-2fc201a7f491 is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:05:32.022897 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-c7f7b91c-7db1-42fd-b0ea-e964d9ac1f32 tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, 5fd63e6f-82e0-49d3-a42f-2fc201a7f491) {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:05:32.034293 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5982201-4928-4ca2-b0ee-1f59a5f96749 None None] Network 5fd63e6f-82e0-49d3-a42f-2fc201a7f491 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:05:32.054310 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f7b91c-7db1-42fd-b0ea-e964d9ac1f32 tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:32.055006 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c7f7b91c-7db1-42fd-b0ea-e964d9ac1f32 tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:32.069219 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a88d9e97-eca3-4e99-b974-403acec0c74a tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7151'] for router (c01715c3-9221-49a5-a46f-29422f81a793), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:32.072129 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a88d9e97-eca3-4e99-b974-403acec0c74a tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Publish callbacks [] for router_controller (c01715c3-9221-49a5-a46f-29422f81a793), precommit_delete_associations {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:32.084686 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-c7f7b91c-7db1-42fd-b0ea-e964d9ac1f32 tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.1113541 Mar 28 01:05:32.085370 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 50158) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:32.120937 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-1929ea9f-240e-4c31-9f04-261d8e6b6467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886'] for port (14115741-71e4-4fbd-8491-5f3fa43f335f), after_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:32.143032 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1929ea9f-240e-4c31-9f04-261d8e6b6467 None None] No DVR routers for this DVR port 14115741-71e4-4fbd-8491-5f3fa43f335f on host dv-neutron-834874-6-hyperv {{(pid=104100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:05:32.182476 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a88d9e97-eca3-4e99-b974-403acec0c74a tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689686'] for router (c01715c3-9221-49a5-a46f-29422f81a793), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:32.183006 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a88d9e97-eca3-4e99-b974-403acec0c74a tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Fanout notify agent at l3_agent the message router_deleted on router c01715c3-9221-49a5-a46f-29422f81a793 {{(pid=104099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 01:05:32.193732 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a88d9e97-eca3-4e99-b974-403acec0c74a tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Publish callbacks [] for router (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:32.198707 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-a88d9e97-eca3-4e99-b974-403acec0c74a tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] 10.222.0.24 "DELETE /v2.0/routers/c01715c3-9221-49a5-a46f-29422f81a793 HTTP/1.1" status: 204 len: 168 time: 2.0847867 Mar 28 01:05:32.199506 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 50162) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:32.205727 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-9940f608-fe51-422d-8ed1-68fe5c9b0bed tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1184133256', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'enable_snat': False}}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:05:32.221475 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1929ea9f-240e-4c31-9f04-261d8e6b6467 None None] Pushing event deleted for resources: {'Port': ['ID=14115741-71e4-4fbd-8491-5f3fa43f335f,revision_number=None']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:32.247572 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-97bb8c7e-bff0-4ec7-af15-aebb3f6264f7 tempest-ExtraDHCPOptionsTestJSON-571422230 tempest-ExtraDHCPOptionsTestJSON-571422230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (14115741-71e4-4fbd-8491-5f3fa43f335f), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:32.251759 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9940f608-fe51-422d-8ed1-68fe5c9b0bed tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7069'] for router (fc7e089b-17de-4ad6-8ba2-bf5ab6b9d26b), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:32.252957 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9940f608-fe51-422d-8ed1-68fe5c9b0bed tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4188952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7062'] for router (fc7e089b-17de-4ad6-8ba2-bf5ab6b9d26b), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:32.268912 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-30608a10-a4ad-4cdb-a0b6-7fac1648cfca tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (5fd63e6f-82e0-49d3-a42f-2fc201a7f491), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:32.294273 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bb8c7e-bff0-4ec7-af15-aebb3f6264f7 tempest-ExtraDHCPOptionsTestJSON-571422230 tempest-ExtraDHCPOptionsTestJSON-571422230-project] Pushing event deleted for resources: {'Port': ['ID=14115741-71e4-4fbd-8491-5f3fa43f335f,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:32.305492 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-aef51c25-b8c2-4406-89d8-ca068c51e9a1 None None] Publish callbacks [] for port (b5a3615c-33bd-4552-9301-7240d7bc2731), precommit_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:32.306126 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bb8c7e-bff0-4ec7-af15-aebb3f6264f7 tempest-ExtraDHCPOptionsTestJSON-571422230 tempest-ExtraDHCPOptionsTestJSON-571422230-project] No DVR routers for this DVR port 14115741-71e4-4fbd-8491-5f3fa43f335f on host dv-neutron-834874-6-hyperv {{(pid=104098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:05:32.314310 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce035a58-467c-4970-8e5f-5d682e423118 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-5fd63e6f-82e0-49d3-a42f-2fc201a7f491', 'network_id': '5fd63e6f-82e0-49d3-a42f-2fc201a7f491', 'project_id': 'bba635ee3b65479790f53c76a97cb916', 'fixed_ips': [{'subnet_id': '8dd0ac4e-41e5-4a20-b48f-019e6f227e8b'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:05:32.315150 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ce035a58-467c-4970-8e5f-5d682e423118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:32.335169 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-aef51c25-b8c2-4406-89d8-ca068c51e9a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (b5a3615c-33bd-4552-9301-7240d7bc2731), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:32.358405 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9940f608-fe51-422d-8ed1-68fe5c9b0bed tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks [] for router_controller (fc7e089b-17de-4ad6-8ba2-bf5ab6b9d26b), precommit_add_association {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:32.367161 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-30608a10-a4ad-4cdb-a0b6-7fac1648cfca tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (8dd0ac4e-41e5-4a20-b48f-019e6f227e8b), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:32.412230 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-97bb8c7e-bff0-4ec7-af15-aebb3f6264f7 tempest-ExtraDHCPOptionsTestJSON-571422230 tempest-ExtraDHCPOptionsTestJSON-571422230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (947557c7-d230-4646-b596-5a6a19d2084a), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:32.441722 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd5412b-af23-4884-8c94-c3852eb53f8e None None] Pushing event updated for resources: {'Port': ['ID=b5a3615c-33bd-4552-9301-7240d7bc2731,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:32.460737 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-97bb8c7e-bff0-4ec7-af15-aebb3f6264f7 tempest-ExtraDHCPOptionsTestJSON-571422230 tempest-ExtraDHCPOptionsTestJSON-571422230-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['947557c7-d230-4646-b596-5a6a19d2084a']}} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:05:32.474881 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-97bb8c7e-bff0-4ec7-af15-aebb3f6264f7 tempest-ExtraDHCPOptionsTestJSON-571422230 tempest-ExtraDHCPOptionsTestJSON-571422230-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ef6eef9-02a6-49cb-9650-7d3eef8c958c') {'for_net_delete': True} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:05:32.475575 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-97bb8c7e-bff0-4ec7-af15-aebb3f6264f7 tempest-ExtraDHCPOptionsTestJSON-571422230 tempest-ExtraDHCPOptionsTestJSON-571422230-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ef6eef9-02a6-49cb-9650-7d3eef8c958c') {} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:05:32.491675 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-30608a10-a4ad-4cdb-a0b6-7fac1648cfca tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127282766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126757793'] for subnet (8dd0ac4e-41e5-4a20-b48f-019e6f227e8b), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:32.511921 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-97bb8c7e-bff0-4ec7-af15-aebb3f6264f7 tempest-ExtraDHCPOptionsTestJSON-571422230 tempest-ExtraDHCPOptionsTestJSON-571422230-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126443583'] for segment (4ef6eef9-02a6-49cb-9650-7d3eef8c958c), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:32.530623 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-97bb8c7e-bff0-4ec7-af15-aebb3f6264f7 tempest-ExtraDHCPOptionsTestJSON-571422230 tempest-ExtraDHCPOptionsTestJSON-571422230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (4ef6eef9-02a6-49cb-9650-7d3eef8c958c), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:32.540588 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97bb8c7e-bff0-4ec7-af15-aebb3f6264f7 tempest-ExtraDHCPOptionsTestJSON-571422230 tempest-ExtraDHCPOptionsTestJSON-571422230-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=104098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:05:32.541050 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-97bb8c7e-bff0-4ec7-af15-aebb3f6264f7 tempest-ExtraDHCPOptionsTestJSON-571422230 tempest-ExtraDHCPOptionsTestJSON-571422230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126177251'] for segment (4ef6eef9-02a6-49cb-9650-7d3eef8c958c), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:32.547463 dv-neutron-834874-6-hyperv neutron-server[104098]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 01:05:32.547463 dv-neutron-834874-6-hyperv neutron-server[104098]: self.session.flush() Mar 28 01:05:32.547463 dv-neutron-834874-6-hyperv neutron-server[104098]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 01:05:32.547463 dv-neutron-834874-6-hyperv neutron-server[104098]: self.session.flush() Mar 28 01:05:32.547463 dv-neutron-834874-6-hyperv neutron-server[104098]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 01:05:32.547463 dv-neutron-834874-6-hyperv neutron-server[104098]: self.session.flush() Mar 28 01:05:32.547463 dv-neutron-834874-6-hyperv neutron-server[104098]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 01:05:32.547463 dv-neutron-834874-6-hyperv neutron-server[104098]: self.session.flush() Mar 28 01:05:32.547463 dv-neutron-834874-6-hyperv neutron-server[104098]: Traceback (most recent call last): Mar 28 01:05:32.547463 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:05:32.547463 dv-neutron-834874-6-hyperv neutron-server[104098]: timer() Mar 28 01:05:32.547463 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:05:32.547463 dv-neutron-834874-6-hyperv neutron-server[104098]: cb(*args, **kw) Mar 28 01:05:32.547463 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:05:32.547463 dv-neutron-834874-6-hyperv neutron-server[104098]: return func(*args, **kwargs) Mar 28 01:05:32.547463 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:05:32.547463 dv-neutron-834874-6-hyperv neutron-server[104098]: self._notify() Mar 28 01:05:32.547463 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:05:32.547463 dv-neutron-834874-6-hyperv neutron-server[104098]: self.callback(batched_events) Mar 28 01:05:32.547463 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:05:32.547463 dv-neutron-834874-6-hyperv neutron-server[104098]: event.method(event) Mar 28 01:05:32.547463 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:05:32.547463 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:05:32.547463 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:05:32.547463 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:05:32.547463 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:05:32.547463 dv-neutron-834874-6-hyperv neutron-server[104098]: return f(self, *a, **k) Mar 28 01:05:32.547463 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:05:32.547463 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._get(url).json() Mar 28 01:05:32.547463 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:05:32.547463 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:05:32.547463 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:05:32.547463 dv-neutron-834874-6-hyperv neutron-server[104098]: return self.request(url, 'GET', **kwargs) Mar 28 01:05:32.547463 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:05:32.547463 dv-neutron-834874-6-hyperv neutron-server[104098]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:05:32.547463 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:05:32.547463 dv-neutron-834874-6-hyperv neutron-server[104098]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:05:32.547463 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:05:32.547463 dv-neutron-834874-6-hyperv neutron-server[104098]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:05:32.547463 dv-neutron-834874-6-hyperv neutron-server[104098]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:05:32.585933 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30608a10-a4ad-4cdb-a0b6-7fac1648cfca tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Pushing event deleted for resources: {'Subnet': ['ID=8dd0ac4e-41e5-4a20-b48f-019e6f227e8b,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:32.618814 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server [None req-ce035a58-467c-4970-8e5f-5d682e423118 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8dd0ac4e-41e5-4a20-b48f-019e6f227e8b: This subnet is being modified by another concurrent operation. Mar 28 01:05:32.618814 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 28 01:05:32.618814 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 28 01:05:32.618814 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 28 01:05:32.618814 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 28 01:05:32.618814 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 28 01:05:32.618814 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 28 01:05:32.618814 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 28 01:05:32.618814 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 28 01:05:32.618814 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 28 01:05:32.618814 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 28 01:05:32.618814 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 28 01:05:32.618814 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 01:05:32.618814 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 01:05:32.618814 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 01:05:32.618814 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 01:05:32.618814 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 28 01:05:32.618814 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 01:05:32.618814 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 28 01:05:32.618814 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 28 01:05:32.618814 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 01:05:32.618814 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 01:05:32.618814 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 01:05:32.618814 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 01:05:32.618814 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 28 01:05:32.618814 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 01:05:32.618814 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 28 01:05:32.618814 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 28 01:05:32.618814 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 01:05:32.618814 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 01:05:32.618814 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 01:05:32.618814 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 01:05:32.618814 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 28 01:05:32.618814 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 28 01:05:32.618814 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 28 01:05:32.618814 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 28 01:05:32.618814 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 28 01:05:32.618814 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 28 01:05:32.618814 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 28 01:05:32.618814 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 28 01:05:32.618814 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 28 01:05:32.618814 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 28 01:05:32.618814 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 28 01:05:32.618814 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 01:05:32.618814 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 28 01:05:32.618814 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 28 01:05:32.618814 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 28 01:05:32.618814 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 28 01:05:32.618814 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 01:05:32.618814 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 01:05:32.618814 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 01:05:32.618814 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 01:05:32.618814 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 28 01:05:32.618814 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 01:05:32.621960 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 28 01:05:32.621960 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 28 01:05:32.621960 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 01:05:32.621960 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 01:05:32.621960 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 01:05:32.621960 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 01:05:32.621960 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 28 01:05:32.621960 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 01:05:32.621960 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 28 01:05:32.621960 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 28 01:05:32.621960 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 01:05:32.621960 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 01:05:32.621960 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 01:05:32.621960 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 01:05:32.621960 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 28 01:05:32.621960 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 28 01:05:32.621960 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 28 01:05:32.621960 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 28 01:05:32.621960 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 28 01:05:32.621960 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 28 01:05:32.621960 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 28 01:05:32.621960 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 28 01:05:32.621960 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 28 01:05:32.621960 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 28 01:05:32.621960 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 28 01:05:32.621960 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 28 01:05:32.621960 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 28 01:05:32.621960 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 28 01:05:32.621960 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 28 01:05:32.621960 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 28 01:05:32.621960 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 28 01:05:32.621960 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 28 01:05:32.621960 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Mar 28 01:05:32.621960 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 28 01:05:32.621960 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 28 01:05:32.621960 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server raise exception Mar 28 01:05:32.621960 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8dd0ac4e-41e5-4a20-b48f-019e6f227e8b: This subnet is being modified by another concurrent operation. Mar 28 01:05:32.621960 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server Mar 28 01:05:32.631286 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-aef51c25-b8c2-4406-89d8-ca068c51e9a1 None None] Attempting to bind port b5a3615c-33bd-4552-9301-7240d7bc2731 on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:05:32.631286 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-aef51c25-b8c2-4406-89d8-ca068c51e9a1 None None] Attempting to bind port b5a3615c-33bd-4552-9301-7240d7bc2731 by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': '9028fe72-9b79-4538-96be-757c3dc71a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:05:32.631286 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef51c25-b8c2-4406-89d8-ca068c51e9a1 None None] Attempting to bind port b5a3615c-33bd-4552-9301-7240d7bc2731 on network be4801db-c8f8-4df3-b9b5-556693d6a290 {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:05:32.637199 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-a5908dd2-89f8-42fd-bf58-d08812fed457 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Deleting port b5a3615c-33bd-4552-9301-7240d7bc2731 {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:05:32.637627 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef51c25-b8c2-4406-89d8-ca068c51e9a1 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:05:32.637815 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a5908dd2-89f8-42fd-bf58-d08812fed457 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (b5a3615c-33bd-4552-9301-7240d7bc2731), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:32.638190 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef51c25-b8c2-4406-89d8-ca068c51e9a1 None None] Checking segment: {'id': '9028fe72-9b79-4538-96be-757c3dc71a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:05:32.638462 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-aef51c25-b8c2-4406-89d8-ca068c51e9a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:32.638916 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef51c25-b8c2-4406-89d8-ca068c51e9a1 None None] Bound using segment: {'id': '9028fe72-9b79-4538-96be-757c3dc71a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:05:32.639428 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-aef51c25-b8c2-4406-89d8-ca068c51e9a1 None None] Bound port: b5a3615c-33bd-4552-9301-7240d7bc2731, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9028fe72-9b79-4538-96be-757c3dc71a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:05:32.639907 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-aef51c25-b8c2-4406-89d8-ca068c51e9a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (b5a3615c-33bd-4552-9301-7240d7bc2731), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:32.650444 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:32.685319 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-97bb8c7e-bff0-4ec7-af15-aebb3f6264f7 tempest-ExtraDHCPOptionsTestJSON-571422230 tempest-ExtraDHCPOptionsTestJSON-571422230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (947557c7-d230-4646-b596-5a6a19d2084a), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:32.694150 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-97bb8c7e-bff0-4ec7-af15-aebb3f6264f7 tempest-ExtraDHCPOptionsTestJSON-571422230 tempest-ExtraDHCPOptionsTestJSON-571422230-project] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:32.701297 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-97bb8c7e-bff0-4ec7-af15-aebb3f6264f7 tempest-ExtraDHCPOptionsTestJSON-571422230 tempest-ExtraDHCPOptionsTestJSON-571422230-project] 10.222.0.24 "DELETE /v2.0/networks/947557c7-d230-4646-b596-5a6a19d2084a HTTP/1.1" status: 204 len: 168 time: 1.6063545 Mar 28 01:05:32.714182 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b107e4-2ae4-42b4-9dc9-e7e33c9efc25 None None] Network 5fd63e6f-82e0-49d3-a42f-2fc201a7f491 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:05:32.832732 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bb8c7e-bff0-4ec7-af15-aebb3f6264f7 tempest-ExtraDHCPOptionsTestJSON-571422230 tempest-ExtraDHCPOptionsTestJSON-571422230-project] Pushing event deleted for resources: {'Network': ['ID=947557c7-d230-4646-b596-5a6a19d2084a,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:32.854376 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 14115741-71e4-4fbd-8491-5f3fa43f335f no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:05:32.908370 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: 14115741-71e4-4fbd-8491-5f3fa43f335f {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:05:32.908972 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 14115741-71e4-4fbd-8491-5f3fa43f335f not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:05:32.915773 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.db [None req-a5908dd2-89f8-42fd-bf58-d08812fed457 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] For port b5a3615c-33bd-4552-9301-7240d7bc2731, host dv-neutron-834874-6-hyperv, got binding levels [] {{(pid=104098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:05:32.916222 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a5908dd2-89f8-42fd-bf58-d08812fed457 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (b5a3615c-33bd-4552-9301-7240d7bc2731), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:32.929627 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-aef51c25-b8c2-4406-89d8-ca068c51e9a1 None None] For port b5a3615c-33bd-4552-9301-7240d7bc2731, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:05:32.940624 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-aef51c25-b8c2-4406-89d8-ca068c51e9a1 None None] For port b5a3615c-33bd-4552-9301-7240d7bc2731, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=b5a3615c-33bd-4552-9301-7240d7bc2731,segment=NetworkSegment(9028fe72-9b79-4538-96be-757c3dc71a72),segment_id=9028fe72-9b79-4538-96be-757c3dc71a72)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:05:32.949340 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-a5908dd2-89f8-42fd-bf58-d08812fed457 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Calling delete_port for b5a3615c-33bd-4552-9301-7240d7bc2731 owned by network:router_interface {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:05:32.981802 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-3745a8ea-dd65-49d9-93e8-74c85e8a7b9a None None] Provisioning complete for port b5a3615c-33bd-4552-9301-7240d7bc2731 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:05:32.982109 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-3745a8ea-dd65-49d9-93e8-74c85e8a7b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (b5a3615c-33bd-4552-9301-7240d7bc2731), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:32.986514 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-aef51c25-b8c2-4406-89d8-ca068c51e9a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (b5a3615c-33bd-4552-9301-7240d7bc2731), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:33.018323 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f7e99f-f8e0-4605-9a54-13a2e5cebd97 None None] get_active_networks_info from dv-neutron-834874-6-hyperv {{(pid=104100) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 28 01:05:33.032765 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50180) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:33.094047 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50184) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:33.178430 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd5412b-af23-4884-8c94-c3852eb53f8e None None] Pushing event updated for resources: {'Port': ['ID=b5a3615c-33bd-4552-9301-7240d7bc2731,revision_number=4']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:33.189403 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef51c25-b8c2-4406-89d8-ca068c51e9a1 None None] Routers {'e3586a5c-f130-423f-889d-b73491c1d4c5'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:05:33.190037 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-aef51c25-b8c2-4406-89d8-ca068c51e9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:05:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['e3586a5c-f130-423f-889d-b73491c1d4c5'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:05:33.296279 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-30608a10-a4ad-4cdb-a0b6-7fac1648cfca tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (5fd63e6f-82e0-49d3-a42f-2fc201a7f491), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:33.308423 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9940f608-fe51-422d-8ed1-68fe5c9b0bed tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks [] for router_gateway (fc7e089b-17de-4ad6-8ba2-bf5ab6b9d26b), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:33.336323 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-30608a10-a4ad-4cdb-a0b6-7fac1648cfca tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fd63e6f-82e0-49d3-a42f-2fc201a7f491']}} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:05:33.340488 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-3745a8ea-dd65-49d9-93e8-74c85e8a7b9a None None] Current status of the port b5a3615c-33bd-4552-9301-7240d7bc2731 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:05:33.340882 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-3745a8ea-dd65-49d9-93e8-74c85e8a7b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (b5a3615c-33bd-4552-9301-7240d7bc2731), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:33.357703 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f7e99f-f8e0-4605-9a54-13a2e5cebd97 None None] Resources bound (agent type, host, resource id): {{(pid=104100) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 28 01:05:33.364869 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-aef51c25-b8c2-4406-89d8-ca068c51e9a1 None None] Set router e3586a5c-f130-423f-889d-b73491c1d4c5 gateway port host: None {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:05:33.367202 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d70686a-4e8a-4eac-b80a-df79ff821370 req-7fc534c0-c039-46f0-be6f-a30ce676a9cd tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:33.372631 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-8d70686a-4e8a-4eac-b80a-df79ff821370 req-7fc534c0-c039-46f0-be6f-a30ce676a9cd tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af78226-6db5-4d3d-a6da-4544ef645c78 HTTP/1.1" status: 200 len: 946 time: 0.6283884 Mar 28 01:05:33.406589 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-30608a10-a4ad-4cdb-a0b6-7fac1648cfca tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17b4ccec-8645-4ca6-819e-e0813e3fe51a') {'for_net_delete': True} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:05:33.406932 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-30608a10-a4ad-4cdb-a0b6-7fac1648cfca tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17b4ccec-8645-4ca6-819e-e0813e3fe51a') {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:05:33.436711 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-30608a10-a4ad-4cdb-a0b6-7fac1648cfca tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126946678'] for segment (17b4ccec-8645-4ca6-819e-e0813e3fe51a), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:33.467044 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-30608a10-a4ad-4cdb-a0b6-7fac1648cfca tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (17b4ccec-8645-4ca6-819e-e0813e3fe51a), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:33.487504 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30608a10-a4ad-4cdb-a0b6-7fac1648cfca tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=104099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:05:33.487819 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-30608a10-a4ad-4cdb-a0b6-7fac1648cfca tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127280876'] for segment (17b4ccec-8645-4ca6-819e-e0813e3fe51a), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:33.491020 dv-neutron-834874-6-hyperv neutron-server[104099]: Traceback (most recent call last): Mar 28 01:05:33.491020 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:05:33.491020 dv-neutron-834874-6-hyperv neutron-server[104099]: timer() Mar 28 01:05:33.491020 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:05:33.491020 dv-neutron-834874-6-hyperv neutron-server[104099]: cb(*args, **kw) Mar 28 01:05:33.491020 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:05:33.491020 dv-neutron-834874-6-hyperv neutron-server[104099]: return func(*args, **kwargs) Mar 28 01:05:33.491020 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:05:33.491020 dv-neutron-834874-6-hyperv neutron-server[104099]: self._notify() Mar 28 01:05:33.491020 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:05:33.491020 dv-neutron-834874-6-hyperv neutron-server[104099]: self.callback(batched_events) Mar 28 01:05:33.491020 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:05:33.491020 dv-neutron-834874-6-hyperv neutron-server[104099]: event.method(event) Mar 28 01:05:33.491020 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:05:33.491020 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:05:33.491020 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:05:33.491020 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:05:33.491020 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:05:33.491020 dv-neutron-834874-6-hyperv neutron-server[104099]: return f(self, *a, **k) Mar 28 01:05:33.491020 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:05:33.491020 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._get(url).json() Mar 28 01:05:33.491020 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:05:33.491020 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:05:33.491020 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:05:33.491020 dv-neutron-834874-6-hyperv neutron-server[104099]: return self.request(url, 'GET', **kwargs) Mar 28 01:05:33.491020 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:05:33.491020 dv-neutron-834874-6-hyperv neutron-server[104099]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:05:33.491020 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:05:33.491020 dv-neutron-834874-6-hyperv neutron-server[104099]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:05:33.491020 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:05:33.491020 dv-neutron-834874-6-hyperv neutron-server[104099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:05:33.491020 dv-neutron-834874-6-hyperv neutron-server[104099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:05:33.510932 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-8ea37495-8ed3-463b-bda2-1e72edb8e42f tempest-MeteringIpV6TestJSON-1710802556 tempest-MeteringIpV6TestJSON-1710802556-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1722863016'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:05:33.511519 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-8ea37495-8ed3-463b-bda2-1e72edb8e42f tempest-MeteringIpV6TestJSON-1710802556 tempest-MeteringIpV6TestJSON-1710802556-project-admin] Unknown quota resources ['metering_label']. {{(pid=104098) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 28 01:05:33.512147 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-3745a8ea-dd65-49d9-93e8-74c85e8a7b9a None None] For port b5a3615c-33bd-4552-9301-7240d7bc2731, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=b5a3615c-33bd-4552-9301-7240d7bc2731,segment=NetworkSegment(9028fe72-9b79-4538-96be-757c3dc71a72),segment_id=9028fe72-9b79-4538-96be-757c3dc71a72)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:05:33.531760 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-8d70686a-4e8a-4eac-b80a-df79ff821370 req-8315b0d3-687f-4f94-9c58-b0f8df7bef45 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5fc266-2207-46d1-bfc7-83854e73a714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279306 Mar 28 01:05:33.553380 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-3745a8ea-dd65-49d9-93e8-74c85e8a7b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (b5a3615c-33bd-4552-9301-7240d7bc2731), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:33.582211 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-30608a10-a4ad-4cdb-a0b6-7fac1648cfca tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (5fd63e6f-82e0-49d3-a42f-2fc201a7f491), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:33.591957 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-30608a10-a4ad-4cdb-a0b6-7fac1648cfca tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:33.598078 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-30608a10-a4ad-4cdb-a0b6-7fac1648cfca tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] 10.222.0.24 "DELETE /v2.0/networks/5fd63e6f-82e0-49d3-a42f-2fc201a7f491 HTTP/1.1" status: 204 len: 168 time: 1.5065839 Mar 28 01:05:33.612189 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 50190) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:33.624998 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30608a10-a4ad-4cdb-a0b6-7fac1648cfca tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Pushing event deleted for resources: {'Network': ['ID=5fd63e6f-82e0-49d3-a42f-2fc201a7f491,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:33.646644 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-20ead07a-4f1f-4a02-93a0-899c42c5b66e tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] DELETE failed (client error): The resource could not be found. Mar 28 01:05:33.647104 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20ead07a-4f1f-4a02-93a0-899c42c5b66e tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:05:33.650162 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-20ead07a-4f1f-4a02-93a0-899c42c5b66e tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] 10.222.0.24 "DELETE /v2.0/subnets/8dd0ac4e-41e5-4a20-b48f-019e6f227e8b HTTP/1.1" status: 404 len: 337 time: 0.0368745 Mar 28 01:05:33.657283 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3745a8ea-dd65-49d9-93e8-74c85e8a7b9a None None] Pushing event updated for resources: {'Port': ['ID=b5a3615c-33bd-4552-9301-7240d7bc2731,revision_number=5']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:33.676996 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50192) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:33.765558 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6bab602-865c-4134-9ed6-0d8f1ac5658b tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] DELETE failed (client error): The resource could not be found. Mar 28 01:05:33.766349 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6bab602-865c-4134-9ed6-0d8f1ac5658b tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:05:33.771741 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-d6bab602-865c-4134-9ed6-0d8f1ac5658b tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] 10.222.0.24 "DELETE /v2.0/networks/5fd63e6f-82e0-49d3-a42f-2fc201a7f491 HTTP/1.1" status: 404 len: 339 time: 0.0913863 Mar 28 01:05:33.772292 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 50194) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:33.778075 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9940f608-fe51-422d-8ed1-68fe5c9b0bed tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks [] for router_gateway (fc7e089b-17de-4ad6-8ba2-bf5ab6b9d26b), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:33.793065 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-aef51c25-b8c2-4406-89d8-ca068c51e9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3586a5c-f130-423f-889d-b73491c1d4c5', 'name': 'tempest-NetworksTestDHCPv6-router-35467527', 'tenant_id': '564cf6bfe83a4d71adcd7d33f5d20cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:05:26Z', 'updated_at': '2022-03-28T01:05:28Z', 'revision_number': 2, 'project_id': '564cf6bfe83a4d71adcd7d33f5d20cb1', 'gw_port_host': None, '_interfaces': [{'id': 'b5a3615c-33bd-4552-9301-7240d7bc2731', 'name': '', 'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290', 'tenant_id': '564cf6bfe83a4d71adcd7d33f5d20cb1', 'mac_address': 'fa:16:3e:1f:5c:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3586a5c-f130-423f-889d-b73491c1d4c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'a6ea7053-e34e-4352-bcfa-d224486ebe38', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:05:27Z', 'updated_at': '2022-03-28T01:05:32Z', 'revision_number': 4, 'project_id': '564cf6bfe83a4d71adcd7d33f5d20cb1', 'subnets': [{'id': 'a6ea7053-e34e-4352-bcfa-d224486ebe38', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:05:33.825698 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-90335858-2797-4376-b6cf-3e83b1c01b60 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c9456e5138ed4560a1541588d7c6a1cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7282045 Mar 28 01:05:33.826110 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 50196) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:33.827927 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef51c25-b8c2-4406-89d8-ca068c51e9a1 None None] The sync data for ids ['e3586a5c-f130-423f-889d-b73491c1d4c5'] in dv-neutron-834874-6-hyperv is: [{'id': 'e3586a5c-f130-423f-889d-b73491c1d4c5', 'name': 'tempest-NetworksTestDHCPv6-router-35467527', 'tenant_id': '564cf6bfe83a4d71adcd7d33f5d20cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:05:26Z', 'updated_at': '2022-03-28T01:05:28Z', 'revision_number': 2, 'project_id': '564cf6bfe83a4d71adcd7d33f5d20cb1', 'gw_port_host': None, '_interfaces': [{'id': 'b5a3615c-33bd-4552-9301-7240d7bc2731', 'name': '', 'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290', 'tenant_id': '564cf6bfe83a4d71adcd7d33f5d20cb1', 'mac_address': 'fa:16:3e:1f:5c:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3586a5c-f130-423f-889d-b73491c1d4c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'a6ea7053-e34e-4352-bcfa-d224486ebe38', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:05:27Z', 'updated_at': '2022-03-28T01:05:32Z', 'revision_number': 4, 'project_id': '564cf6bfe83a4d71adcd7d33f5d20cb1', 'subnets': [{'id': 'a6ea7053-e34e-4352-bcfa-d224486ebe38', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:05:33.828914 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-a765a928-e40c-4186-aba6-063f03c7d680 tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] DELETE failed (client error): The resource could not be found. Mar 28 01:05:33.829437 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a765a928-e40c-4186-aba6-063f03c7d680 tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:05:33.832653 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-a765a928-e40c-4186-aba6-063f03c7d680 tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] 10.222.0.24 "DELETE /v2.0/subnets/730a04c2-affe-4949-a736-e1369d6fffaf HTTP/1.1" status: 404 len: 337 time: 0.0594046 Mar 28 01:05:33.838425 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9940f608-fe51-422d-8ed1-68fe5c9b0bed tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:33.840886 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 50198) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:33.882162 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-c65b1634-c5f6-44e1-978d-2f32fe48a489 tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] DELETE failed (client error): The resource could not be found. Mar 28 01:05:33.882681 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c65b1634-c5f6-44e1-978d-2f32fe48a489 tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:05:33.888194 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-c65b1634-c5f6-44e1-978d-2f32fe48a489 tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] 10.222.0.24 "DELETE /v2.0/networks/61ee40ff-4905-4a78-b311-2abdd4d3337d HTTP/1.1" status: 404 len: 339 time: 0.0430629 Mar 28 01:05:33.896967 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-8ea37495-8ed3-463b-bda2-1e72edb8e42f tempest-MeteringIpV6TestJSON-1710802556 tempest-MeteringIpV6TestJSON-1710802556-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:33.904666 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-8ea37495-8ed3-463b-bda2-1e72edb8e42f tempest-MeteringIpV6TestJSON-1710802556 tempest-MeteringIpV6TestJSON-1710802556-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.8669572 Mar 28 01:05:33.904666 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50200) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:33.904666 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50202) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:33.946415 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-8f875fd8-b43d-44a4-b34b-6371058efc4e tempest-MeteringIpV6TestJSON-1710802556 tempest-MeteringIpV6TestJSON-1710802556-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'e8259d2a-0e65-42ab-9d91-ef42852dd528'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:05:33.946934 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-8f875fd8-b43d-44a4-b34b-6371058efc4e tempest-MeteringIpV6TestJSON-1710802556 tempest-MeteringIpV6TestJSON-1710802556-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=104098) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 28 01:05:33.950383 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbad3d44-4e94-44a6-9b77-d43b860d1867 tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] DELETE failed (client error): The resource could not be found. Mar 28 01:05:33.950851 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbad3d44-4e94-44a6-9b77-d43b860d1867 tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:05:33.954401 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-fbad3d44-4e94-44a6-9b77-d43b860d1867 tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] 10.222.0.24 "DELETE /v2.0/subnets/ee28ba68-18e3-434b-8021-488c6820e7fc HTTP/1.1" status: 404 len: 337 time: 0.0446789 Mar 28 01:05:33.963510 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50204) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:33.965072 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a5908dd2-89f8-42fd-bf58-d08812fed457 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (b5a3615c-33bd-4552-9301-7240d7bc2731), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:34.011258 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9cf238af-2238-4f1a-8875-5ce7e6d1d4e7 admin admin] Publish callbacks [] for security_group (c8224474-5a05-4a82-be3b-6607548ff64f), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:34.044912 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5908dd2-89f8-42fd-bf58-d08812fed457 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Pushing event deleted for resources: {'Port': ['ID=b5a3615c-33bd-4552-9301-7240d7bc2731,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:34.050465 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [None req-9940f608-fe51-422d-8ed1-68fe5c9b0bed tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Allocated IP 172.26.1.34 (dea6548b-502b-42db-97fb-371e423e739a/cce6de65-d8c9-45b8-9970-0a277e8c1192/3c1204d0-dd7c-4ff9-b283-edb31aa4a818) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:05:34.057839 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114cc074-c632-4be2-a4e1-465e9e8f01df req-48b5693c-fa55-417f-847f-2a4e1ae69dbd tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:34.059462 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-114cc074-c632-4be2-a4e1-465e9e8f01df req-48b5693c-fa55-417f-847f-2a4e1ae69dbd tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af78226-6db5-4d3d-a6da-4544ef645c78 HTTP/1.1" status: 200 len: 946 time: 0.3855100 Mar 28 01:05:34.060489 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.pecan_wsgi.hooks.translation [None req-44025955-b940-49a1-8d1c-a03a9a3c868d tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] DELETE failed (client error): The resource could not be found. Mar 28 01:05:34.061083 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44025955-b940-49a1-8d1c-a03a9a3c868d tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:05:34.064970 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-44025955-b940-49a1-8d1c-a03a9a3c868d tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] 10.222.0.24 "DELETE /v2.0/networks/4beecf8c-e279-4bf4-acda-55b36419b7e0 HTTP/1.1" status: 404 len: 339 time: 0.0890245 Mar 28 01:05:34.073389 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-bd3acd41-6620-44ab-9fd8-cd69b6fc7c48 None None] Could not find standard attr ID for object b5a3615c-33bd-4552-9301-7240d7bc2731. {{(pid=104100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 28 01:05:34.085644 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9cf238af-2238-4f1a-8875-5ce7e6d1d4e7 admin admin] Publish callbacks [] for security_group (c8224474-5a05-4a82-be3b-6607548ff64f), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:34.093300 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 50206) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:34.215014 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-114cc074-c632-4be2-a4e1-465e9e8f01df req-b0b7dc59-3052-45a8-84f7-9fe3732f866b tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5fc266-2207-46d1-bfc7-83854e73a714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103120 Mar 28 01:05:34.286920 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a5908dd2-89f8-42fd-bf58-d08812fed457 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3725912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3690191'] for router_interface (e3586a5c-f130-423f-889d-b73491c1d4c5), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:34.294846 dv-neutron-834874-6-hyperv neutron-server[104098]: WARNING neutron.services.metering.metering_plugin [None req-8f875fd8-b43d-44a4-b34b-6371058efc4e tempest-MeteringIpV6TestJSON-1710802556 tempest-MeteringIpV6TestJSON-1710802556-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Mar 28 01:05:34.324067 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9cf238af-2238-4f1a-8875-5ce7e6d1d4e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (c8224474-5a05-4a82-be3b-6607548ff64f), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:34.328743 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9cf238af-2238-4f1a-8875-5ce7e6d1d4e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:34.332626 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-9cf238af-2238-4f1a-8875-5ce7e6d1d4e7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c8224474-5a05-4a82-be3b-6607548ff64f HTTP/1.1" status: 204 len: 168 time: 0.5050037 Mar 28 01:05:34.369395 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf238af-2238-4f1a-8875-5ce7e6d1d4e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8224474-5a05-4a82-be3b-6607548ff64f,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:34.379826 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9940f608-fe51-422d-8ed1-68fe5c9b0bed tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks [] for port (3c1204d0-dd7c-4ff9-b283-edb31aa4a818), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:34.405744 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-ece38a20-0f63-4702-a474-e90169f40ae9 tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Deleting port 192f4bdd-c9ae-42eb-8483-aa66fd533b13 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:05:34.406086 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ece38a20-0f63-4702-a474-e90169f40ae9 tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (192f4bdd-c9ae-42eb-8483-aa66fd533b13), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:34.514792 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ece38a20-0f63-4702-a474-e90169f40ae9 tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (192f4bdd-c9ae-42eb-8483-aa66fd533b13), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:34.532615 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-ece38a20-0f63-4702-a474-e90169f40ae9 tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Calling delete_port for 192f4bdd-c9ae-42eb-8483-aa66fd533b13 owned by {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:05:34.541220 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9940f608-fe51-422d-8ed1-68fe5c9b0bed tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (3c1204d0-dd7c-4ff9-b283-edb31aa4a818), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:34.554384 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-8f875fd8-b43d-44a4-b34b-6371058efc4e tempest-MeteringIpV6TestJSON-1710802556 tempest-MeteringIpV6TestJSON-1710802556-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:34.558789 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-8f875fd8-b43d-44a4-b34b-6371058efc4e tempest-MeteringIpV6TestJSON-1710802556 tempest-MeteringIpV6TestJSON-1710802556-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.6178234 Mar 28 01:05:34.559106 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50214) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:34.563862 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-e28df72d-d0fb-4c24-a4ec-47860ba7ced3 tempest-MeteringIpV6TestJSON-1710802556 tempest-MeteringIpV6TestJSON-1710802556-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'e8259d2a-0e65-42ab-9d91-ef42852dd528'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:05:34.564522 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-e28df72d-d0fb-4c24-a4ec-47860ba7ced3 tempest-MeteringIpV6TestJSON-1710802556 tempest-MeteringIpV6TestJSON-1710802556-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=104098) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 28 01:05:34.644824 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9940f608-fe51-422d-8ed1-68fe5c9b0bed tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Network dea6548b-502b-42db-97fb-371e423e739a is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:05:34.650865 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-9940f608-fe51-422d-8ed1-68fe5c9b0bed tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:05:34.660532 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9940f608-fe51-422d-8ed1-68fe5c9b0bed tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:05:34.708691 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9940f608-fe51-422d-8ed1-68fe5c9b0bed tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Pushing event updated for resources: {'Port': ['ID=3c1204d0-dd7c-4ff9-b283-edb31aa4a818,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:34.771389 dv-neutron-834874-6-hyperv neutron-server[104098]: WARNING neutron.services.metering.metering_plugin [None req-e28df72d-d0fb-4c24-a4ec-47860ba7ced3 tempest-MeteringIpV6TestJSON-1710802556 tempest-MeteringIpV6TestJSON-1710802556-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Mar 28 01:05:34.858067 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5908dd2-89f8-42fd-bf58-d08812fed457 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Router e3586a5c-f130-423f-889d-b73491c1d4c5 has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:05:34.881057 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ece38a20-0f63-4702-a474-e90169f40ae9 tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (192f4bdd-c9ae-42eb-8483-aa66fd533b13), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:34.902891 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e28df72d-d0fb-4c24-a4ec-47860ba7ced3 tempest-MeteringIpV6TestJSON-1710802556 tempest-MeteringIpV6TestJSON-1710802556-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:34.904093 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-e28df72d-d0fb-4c24-a4ec-47860ba7ced3 tempest-MeteringIpV6TestJSON-1710802556 tempest-MeteringIpV6TestJSON-1710802556-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3436656 Mar 28 01:05:34.908794 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50226) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:34.918989 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece38a20-0f63-4702-a474-e90169f40ae9 tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Pushing event deleted for resources: {'Port': ['ID=192f4bdd-c9ae-42eb-8483-aa66fd533b13,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:34.934209 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-aba40bb4-7a13-434a-b6c4-48c575ddd691 tempest-MeteringIpV6TestJSON-1710802556 tempest-MeteringIpV6TestJSON-1710802556-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules?id=b33bb219-9d53-46c8-ae0a-5b8f9357de61 HTTP/1.1" status: 200 len: 462 time: 0.0227544 Mar 28 01:05:34.953413 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 50228) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:34.961185 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ece38a20-0f63-4702-a474-e90169f40ae9 tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:34.966883 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-ece38a20-0f63-4702-a474-e90169f40ae9 tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] 10.222.0.24 "DELETE /v2.0/ports/192f4bdd-c9ae-42eb-8483-aa66fd533b13 HTTP/1.1" status: 204 len: 168 time: 0.8725719 Mar 28 01:05:34.999576 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 50230) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:35.016335 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691291f5-c15a-43b0-9331-baee424688f5 req-0ee786b2-aafb-43b2-a340-d02dad3b7302 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:35.017781 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-691291f5-c15a-43b0-9331-baee424688f5 req-0ee786b2-aafb-43b2-a340-d02dad3b7302 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af78226-6db5-4d3d-a6da-4544ef645c78 HTTP/1.1" status: 200 len: 946 time: 0.3642421 Mar 28 01:05:35.024704 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5908dd2-89f8-42fd-bf58-d08812fed457 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:05:35.036124 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-a5908dd2-89f8-42fd-bf58-d08812fed457 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "PUT /v2.0/routers/e3586a5c-f130-423f-889d-b73491c1d4c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0956333 Mar 28 01:05:35.036288 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e3aa00d-651f-4cef-bc6c-9a72d4fc0e76 tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] DELETE failed (client error): The resource could not be found. Mar 28 01:05:35.036288 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e3aa00d-651f-4cef-bc6c-9a72d4fc0e76 tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:05:35.036851 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50232) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:35.040375 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-1e3aa00d-651f-4cef-bc6c-9a72d4fc0e76 tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] 10.222.0.24 "DELETE /v2.0/subnets/c720395d-ec06-4982-b7f4-fa849dd41ee8 HTTP/1.1" status: 404 len: 337 time: 0.0397854 Mar 28 01:05:35.045319 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 50234) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:35.128553 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-691291f5-c15a-43b0-9331-baee424688f5 req-c0d7b407-d22e-49a4-8511-2bad7e0e4d50 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5fc266-2207-46d1-bfc7-83854e73a714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933995 Mar 28 01:05:35.131494 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d01859-9194-4963-bfed-fefbba9e27b6 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:35.133021 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d01859-9194-4963-bfed-fefbba9e27b6 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:35.134933 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-c0d01859-9194-4963-bfed-fefbba9e27b6 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0926075 Mar 28 01:05:35.138393 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50238) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:35.225603 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba230616-8a60-45ad-bc78-835f6e331cda tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Deleting subnet a6ea7053-e34e-4352-bcfa-d224486ebe38 {{(pid=104098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:05:35.229025 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ba230616-8a60-45ad-bc78-835f6e331cda tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks [] for subnet (a6ea7053-e34e-4352-bcfa-d224486ebe38), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:35.282049 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ba230616-8a60-45ad-bc78-835f6e331cda tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126443526'] for subnet (a6ea7053-e34e-4352-bcfa-d224486ebe38), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:35.300823 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f33f6ec4-4fea-426d-a583-2d4005ba330d tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (b03b53aa-222b-4a16-847e-949309e60118), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:35.304610 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d745508b-d0df-4f50-9eed-c4eb69d79e46 tempest-MeteringIpV6TestJSON-1710802556 tempest-MeteringIpV6TestJSON-1710802556-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:35.305730 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-d745508b-d0df-4f50-9eed-c4eb69d79e46 tempest-MeteringIpV6TestJSON-1710802556 tempest-MeteringIpV6TestJSON-1710802556-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-label-rules/b33bb219-9d53-46c8-ae0a-5b8f9357de61 HTTP/1.1" status: 204 len: 168 time: 0.3500860 Mar 28 01:05:35.308691 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50248) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:35.314217 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9940f608-fe51-422d-8ed1-68fe5c9b0bed tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks [] for router_gateway (fc7e089b-17de-4ad6-8ba2-bf5ab6b9d26b), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:35.328577 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-88a70e14-1dcc-4070-8cd6-8365c3cd88ad tempest-MeteringIpV6TestJSON-1710802556 tempest-MeteringIpV6TestJSON-1710802556-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules?id=b33bb219-9d53-46c8-ae0a-5b8f9357de61 HTTP/1.1" status: 200 len: 221 time: 0.0111682 Mar 28 01:05:35.329248 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50250) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:35.333311 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-e4146826-935e-441f-b3be-583ad65cc6f2 tempest-MeteringIpV6TestJSON-1710802556 tempest-MeteringIpV6TestJSON-1710802556-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1941068673', 'description': 'label created by tempest'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:05:35.333825 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-e4146826-935e-441f-b3be-583ad65cc6f2 tempest-MeteringIpV6TestJSON-1710802556 tempest-MeteringIpV6TestJSON-1710802556-project-admin] Unknown quota resources ['metering_label']. {{(pid=104098) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 28 01:05:35.388393 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 50252) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:35.405455 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ba230616-8a60-45ad-bc78-835f6e331cda tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (a6ea7053-e34e-4352-bcfa-d224486ebe38), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:35.491001 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ddc13b-c47a-494a-94b1-07018913931b req-a6d05576-841e-4cee-aa29-a8e6694a85ca tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:35.493045 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-43ddc13b-c47a-494a-94b1-07018913931b req-a6d05576-841e-4cee-aa29-a8e6694a85ca tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af78226-6db5-4d3d-a6da-4544ef645c78 HTTP/1.1" status: 200 len: 946 time: 0.2810502 Mar 28 01:05:35.522255 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-dd7524ab-8d6f-4558-81a4-5d92c598e376 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Request body: {'networks': [{'name': 'tempest-network--93497684'}, {'name': 'tempest-network--723643439'}]} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:05:35.522570 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-dd7524ab-8d6f-4558-81a4-5d92c598e376 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Request body: {'network': {'name': 'tempest-network--93497684'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:05:35.523016 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-dd7524ab-8d6f-4558-81a4-5d92c598e376 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Request body: {'network': {'name': 'tempest-network--723643439'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:05:35.538365 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f33f6ec4-4fea-426d-a583-2d4005ba330d tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (b03b53aa-222b-4a16-847e-949309e60118), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:35.551875 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e4146826-935e-441f-b3be-583ad65cc6f2 tempest-MeteringIpV6TestJSON-1710802556 tempest-MeteringIpV6TestJSON-1710802556-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:35.555433 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-e4146826-935e-441f-b3be-583ad65cc6f2 tempest-MeteringIpV6TestJSON-1710802556 tempest-MeteringIpV6TestJSON-1710802556-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2227955 Mar 28 01:05:35.556022 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50256) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:35.589126 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-f33f6ec4-4fea-426d-a583-2d4005ba330d tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b03b53aa-222b-4a16-847e-949309e60118']}} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:05:35.635800 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-0463d881-da4b-42e8-a962-1094b985d169 tempest-MeteringIpV6TestJSON-1710802556 tempest-MeteringIpV6TestJSON-1710802556-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels?id=fea11933-c65b-4350-91fa-935bb8c60458 HTTP/1.1" status: 200 len: 468 time: 0.0766706 Mar 28 01:05:35.636140 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50258) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:35.650648 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ba230616-8a60-45ad-bc78-835f6e331cda tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126175041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126112438'] for subnet (a6ea7053-e34e-4352-bcfa-d224486ebe38), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:35.661200 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd7524ab-8d6f-4558-81a4-5d92c598e376 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Made reservation on behalf of 53bffb72fcad41779d04edeef38d5ecc for: {'network': 2} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:05:35.665590 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-dd7524ab-8d6f-4558-81a4-5d92c598e376 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:35.681238 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-f33f6ec4-4fea-426d-a583-2d4005ba330d tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7e539fd-ef00-4604-94e7-d70d350d2239') {'for_net_delete': True} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:05:35.681540 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-f33f6ec4-4fea-426d-a583-2d4005ba330d tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7e539fd-ef00-4604-94e7-d70d350d2239') {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:05:35.693952 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-dd7524ab-8d6f-4558-81a4-5d92c598e376 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Publish callbacks [] for security_group (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:35.702266 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-43ddc13b-c47a-494a-94b1-07018913931b req-5ada0275-a7ea-4e69-931c-35ebde85a619 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5fc266-2207-46d1-bfc7-83854e73a714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1985228 Mar 28 01:05:35.703928 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f33f6ec4-4fea-426d-a583-2d4005ba330d tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126946678'] for segment (c7e539fd-ef00-4604-94e7-d70d350d2239), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:35.711235 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba230616-8a60-45ad-bc78-835f6e331cda tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Pushing event deleted for resources: {'Subnet': ['ID=a6ea7053-e34e-4352-bcfa-d224486ebe38,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:35.733168 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f33f6ec4-4fea-426d-a583-2d4005ba330d tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (c7e539fd-ef00-4604-94e7-d70d350d2239), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:35.737993 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4d059a-d22c-4c90-b6d2-4c4512fe829e None None] Sync routers for ids ['e3586a5c-f130-423f-889d-b73491c1d4c5'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:05:35.745561 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f33f6ec4-4fea-426d-a583-2d4005ba330d tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=104099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:05:35.745944 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f33f6ec4-4fea-426d-a583-2d4005ba330d tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127280876'] for segment (c7e539fd-ef00-4604-94e7-d70d350d2239), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:35.750963 dv-neutron-834874-6-hyperv neutron-server[104099]: Traceback (most recent call last): Mar 28 01:05:35.750963 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:05:35.750963 dv-neutron-834874-6-hyperv neutron-server[104099]: timer() Mar 28 01:05:35.750963 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:05:35.750963 dv-neutron-834874-6-hyperv neutron-server[104099]: cb(*args, **kw) Mar 28 01:05:35.750963 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:05:35.750963 dv-neutron-834874-6-hyperv neutron-server[104099]: return func(*args, **kwargs) Mar 28 01:05:35.750963 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:05:35.750963 dv-neutron-834874-6-hyperv neutron-server[104099]: self._notify() Mar 28 01:05:35.750963 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:05:35.750963 dv-neutron-834874-6-hyperv neutron-server[104099]: self.callback(batched_events) Mar 28 01:05:35.750963 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:05:35.750963 dv-neutron-834874-6-hyperv neutron-server[104099]: event.method(event) Mar 28 01:05:35.750963 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:05:35.750963 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:05:35.750963 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:05:35.750963 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:05:35.750963 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:05:35.750963 dv-neutron-834874-6-hyperv neutron-server[104099]: return f(self, *a, **k) Mar 28 01:05:35.750963 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:05:35.750963 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._get(url).json() Mar 28 01:05:35.750963 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:05:35.750963 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:05:35.750963 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:05:35.750963 dv-neutron-834874-6-hyperv neutron-server[104099]: return self.request(url, 'GET', **kwargs) Mar 28 01:05:35.750963 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:05:35.750963 dv-neutron-834874-6-hyperv neutron-server[104099]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:05:35.750963 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:05:35.750963 dv-neutron-834874-6-hyperv neutron-server[104099]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:05:35.750963 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:05:35.750963 dv-neutron-834874-6-hyperv neutron-server[104099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:05:35.750963 dv-neutron-834874-6-hyperv neutron-server[104099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:05:35.764181 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ba230616-8a60-45ad-bc78-835f6e331cda tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:35.767737 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad64d2d0-2eda-488f-b21d-53d50ac8ea27 None None] Network be4801db-c8f8-4df3-b9b5-556693d6a290 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:05:35.771407 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4d059a-d22c-4c90-b6d2-4c4512fe829e None None] Routers {'e3586a5c-f130-423f-889d-b73491c1d4c5'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:05:35.773077 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-3d4d059a-d22c-4c90-b6d2-4c4512fe829e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:05:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['e3586a5c-f130-423f-889d-b73491c1d4c5'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:05:35.777949 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-ba230616-8a60-45ad-bc78-835f6e331cda tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "DELETE /v2.0/subnets/a6ea7053-e34e-4352-bcfa-d224486ebe38 HTTP/1.1" status: 204 len: 168 time: 0.6363914 Mar 28 01:05:35.786831 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50262) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:35.833150 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9940f608-fe51-422d-8ed1-68fe5c9b0bed tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687953'] for router (fc7e089b-17de-4ad6-8ba2-bf5ab6b9d26b), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:35.851461 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f33f6ec4-4fea-426d-a583-2d4005ba330d tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (b03b53aa-222b-4a16-847e-949309e60118), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:35.878050 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-3d4d059a-d22c-4c90-b6d2-4c4512fe829e None None] Set router e3586a5c-f130-423f-889d-b73491c1d4c5 gateway port host: None {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:05:35.893280 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f33f6ec4-4fea-426d-a583-2d4005ba330d tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:35.898966 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-f33f6ec4-4fea-426d-a583-2d4005ba330d tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] 10.222.0.24 "DELETE /v2.0/networks/b03b53aa-222b-4a16-847e-949309e60118 HTTP/1.1" status: 204 len: 168 time: 0.8531954 Mar 28 01:05:35.928160 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 50264) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:35.942431 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-3d4d059a-d22c-4c90-b6d2-4c4512fe829e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3586a5c-f130-423f-889d-b73491c1d4c5', 'name': 'tempest-NetworksTestDHCPv6-router-35467527', 'tenant_id': '564cf6bfe83a4d71adcd7d33f5d20cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:05:26Z', 'updated_at': '2022-03-28T01:05:33Z', 'revision_number': 3, 'project_id': '564cf6bfe83a4d71adcd7d33f5d20cb1', 'gw_port_host': None}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:05:35.977711 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33f6ec4-4fea-426d-a583-2d4005ba330d tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Pushing event deleted for resources: {'Network': ['ID=b03b53aa-222b-4a16-847e-949309e60118,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:36.082025 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c4624b-4f96-4093-962a-d07be0d076c4 None None] DHCP port deletion for be4801db-c8f8-4df3-b9b5-556693d6a290 request from dv-neutron-834874-6-hyperv {{(pid=104100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 01:05:36.116256 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-dd7524ab-8d6f-4558-81a4-5d92c598e376 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Publish callbacks [] for security_group (54f6dea8-77b1-4c39-a4eb-a8802b249089), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:36.127375 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-dd7524ab-8d6f-4558-81a4-5d92c598e376 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (54f6dea8-77b1-4c39-a4eb-a8802b249089), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:36.127894 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-dd7524ab-8d6f-4558-81a4-5d92c598e376 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:36.137894 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4d059a-d22c-4c90-b6d2-4c4512fe829e None None] Checking router: e3586a5c-f130-423f-889d-b73491c1d4c5 for host: dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:05:36.152100 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4d059a-d22c-4c90-b6d2-4c4512fe829e None None] Routers {'e3586a5c-f130-423f-889d-b73491c1d4c5'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:05:36.153490 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-3d4d059a-d22c-4c90-b6d2-4c4512fe829e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:05:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['e3586a5c-f130-423f-889d-b73491c1d4c5'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:05:36.153921 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-97c4624b-4f96-4093-962a-d07be0d076c4 None None] Deleting port 47fa1b44-719c-44f5-98bb-4246aa034e7f {{(pid=104100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:05:36.155084 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-97c4624b-4f96-4093-962a-d07be0d076c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (47fa1b44-719c-44f5-98bb-4246aa034e7f), before_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:36.192314 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7524ab-8d6f-4558-81a4-5d92c598e376 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54f6dea8-77b1-4c39-a4eb-a8802b249089,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:36.198994 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd7524ab-8d6f-4558-81a4-5d92c598e376 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=104099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:05:36.206360 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9940f608-fe51-422d-8ed1-68fe5c9b0bed tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Router fc7e089b-17de-4ad6-8ba2-bf5ab6b9d26b is scheduled to L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 with binding_index 1 {{(pid=104099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 01:05:36.214780 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-61b5cc4c-cbc3-4ed8-b3ef-d625ed783547 tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Deleting port 89c1ad1b-a2d6-4b3d-b885-93c90104f7fc {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:05:36.215123 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-61b5cc4c-cbc3-4ed8-b3ef-d625ed783547 tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (89c1ad1b-a2d6-4b3d-b885-93c90104f7fc), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:36.222839 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-dd7524ab-8d6f-4558-81a4-5d92c598e376 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (1eccefa4-b6c1-485f-97c8-8b81f504bbb5), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:36.223190 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.segments_db [None req-dd7524ab-8d6f-4558-81a4-5d92c598e376 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Added segment 1eccefa4-b6c1-485f-97c8-8b81f504bbb5 of type vlan for network e44e1b1d-59e9-4766-bcbe-380bf7b42ee0 Mar 28 01:05:36.255642 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-3d4d059a-d22c-4c90-b6d2-4c4512fe829e None None] Set router e3586a5c-f130-423f-889d-b73491c1d4c5 gateway port host: None {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:05:36.259944 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-97c4624b-4f96-4093-962a-d07be0d076c4 None None] For port 47fa1b44-719c-44f5-98bb-4246aa034e7f, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=47fa1b44-719c-44f5-98bb-4246aa034e7f,segment=NetworkSegment(9028fe72-9b79-4538-96be-757c3dc71a72),segment_id=9028fe72-9b79-4538-96be-757c3dc71a72)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:05:36.260374 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-97c4624b-4f96-4093-962a-d07be0d076c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (47fa1b44-719c-44f5-98bb-4246aa034e7f), precommit_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:36.278786 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-97c4624b-4f96-4093-962a-d07be0d076c4 None None] Calling delete_port for 47fa1b44-719c-44f5-98bb-4246aa034e7f owned by network:dhcp {{(pid=104100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:05:36.324220 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-3d4d059a-d22c-4c90-b6d2-4c4512fe829e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3586a5c-f130-423f-889d-b73491c1d4c5', 'name': 'tempest-NetworksTestDHCPv6-router-35467527', 'tenant_id': '564cf6bfe83a4d71adcd7d33f5d20cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:05:26Z', 'updated_at': '2022-03-28T01:05:33Z', 'revision_number': 3, 'project_id': '564cf6bfe83a4d71adcd7d33f5d20cb1', 'gw_port_host': None}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:05:36.366510 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4d059a-d22c-4c90-b6d2-4c4512fe829e None None] The sync data for ids ['e3586a5c-f130-423f-889d-b73491c1d4c5'] in dv-neutron-834874-6-hyperv is: [{'id': 'e3586a5c-f130-423f-889d-b73491c1d4c5', 'name': 'tempest-NetworksTestDHCPv6-router-35467527', 'tenant_id': '564cf6bfe83a4d71adcd7d33f5d20cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:05:26Z', 'updated_at': '2022-03-28T01:05:33Z', 'revision_number': 3, 'project_id': '564cf6bfe83a4d71adcd7d33f5d20cb1', 'gw_port_host': None}] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:05:36.426066 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5744c62b-2c4b-483e-b68a-f1cd1f6ce7cf tempest-MeteringIpV6TestJSON-1710802556 tempest-MeteringIpV6TestJSON-1710802556-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:36.427528 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-5744c62b-2c4b-483e-b68a-f1cd1f6ce7cf tempest-MeteringIpV6TestJSON-1710802556 tempest-MeteringIpV6TestJSON-1710802556-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-labels/fea11933-c65b-4350-91fa-935bb8c60458 HTTP/1.1" status: 204 len: 168 time: 0.7903190 Mar 28 01:05:36.430461 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50266) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:36.452712 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-dd7524ab-8d6f-4558-81a4-5d92c598e376 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (e44e1b1d-59e9-4766-bcbe-380bf7b42ee0), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:36.458041 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-b68ae515-1770-4b1d-a647-3c0ed56db911 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 708 time: 0.6707048 Mar 28 01:05:36.459083 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50268) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:36.468250 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-bdcfdaec-af85-4ca9-8194-bdc1b9853cc5 tempest-MeteringIpV6TestJSON-1710802556 tempest-MeteringIpV6TestJSON-1710802556-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels?id=fea11933-c65b-4350-91fa-935bb8c60458 HTTP/1.1" status: 200 len: 216 time: 0.0360551 Mar 28 01:05:36.471971 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50270) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:36.502442 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-61b5cc4c-cbc3-4ed8-b3ef-d625ed783547 tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (89c1ad1b-a2d6-4b3d-b885-93c90104f7fc), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:36.525444 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-97c4624b-4f96-4093-962a-d07be0d076c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886'] for port (47fa1b44-719c-44f5-98bb-4246aa034e7f), after_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:36.531281 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-61b5cc4c-cbc3-4ed8-b3ef-d625ed783547 tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Calling delete_port for 89c1ad1b-a2d6-4b3d-b885-93c90104f7fc owned by {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:05:36.553941 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bdf736-c26a-4d60-b2c5-b55cd84dc1b1 req-e4e41136-f0b8-439c-a1ae-badd63fb20dc tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:36.554875 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c4624b-4f96-4093-962a-d07be0d076c4 None None] Pushing event deleted for resources: {'Port': ['ID=47fa1b44-719c-44f5-98bb-4246aa034e7f,revision_number=None']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:36.555419 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-43bdf736-c26a-4d60-b2c5-b55cd84dc1b1 req-e4e41136-f0b8-439c-a1ae-badd63fb20dc tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af78226-6db5-4d3d-a6da-4544ef645c78 HTTP/1.1" status: 200 len: 946 time: 0.2548683 Mar 28 01:05:36.559526 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-ee828745-0de9-4bf9-bf6c-f957d07dbae0 tempest-MeteringIpV6TestJSON-1710802556 tempest-MeteringIpV6TestJSON-1710802556-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0554192 Mar 28 01:05:36.563333 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50272) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:36.565144 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c4624b-4f96-4093-962a-d07be0d076c4 None None] No DVR routers for this DVR port 47fa1b44-719c-44f5-98bb-4246aa034e7f on host dv-neutron-834874-6-hyperv {{(pid=104100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:05:36.573555 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd7524ab-8d6f-4558-81a4-5d92c598e376 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=104099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:05:36.588009 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ddb16c27-5106-4f27-8639-935b40fb2fd5 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks [] for router (e3586a5c-f130-423f-889d-b73491c1d4c5), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:36.592461 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-0acccf94-3e62-44e9-9828-cbc61e39b164 tempest-MeteringIpV6TestJSON-1710802556 tempest-MeteringIpV6TestJSON-1710802556-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0275428 Mar 28 01:05:36.613532 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 50274) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:36.614659 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9940f608-fe51-422d-8ed1-68fe5c9b0bed tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:05:36.624478 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1aa8368-3dc4-4484-af85-63ab28d5f57d None None] Sync routers for ids ['fc7e089b-17de-4ad6-8ba2-bf5ab6b9d26b'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:05:36.627852 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-dd7524ab-8d6f-4558-81a4-5d92c598e376 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (803cb926-b4db-4f32-baa9-c1147368581a), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:36.628316 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.segments_db [None req-dd7524ab-8d6f-4558-81a4-5d92c598e376 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Added segment 803cb926-b4db-4f32-baa9-c1147368581a of type vlan for network 88f03e4e-fa4d-4a9d-8196-c41edb9be42e Mar 28 01:05:36.633916 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-d8f7190f-d569-4bc4-8169-f632d093b879 req-1730e675-b8b3-4900-b320-f56f442d61fc service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3af78226-6db5-4d3d-a6da-4544ef645c78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1957345 Mar 28 01:05:36.639075 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1aa8368-3dc4-4484-af85-63ab28d5f57d None None] Routers {'fc7e089b-17de-4ad6-8ba2-bf5ab6b9d26b'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:05:36.640316 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-d1aa8368-3dc4-4484-af85-63ab28d5f57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:05:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['fc7e089b-17de-4ad6-8ba2-bf5ab6b9d26b'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:05:36.788364 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-d1aa8368-3dc4-4484-af85-63ab28d5f57d None None] Set router fc7e089b-17de-4ad6-8ba2-bf5ab6b9d26b gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:05:36.799285 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ddb16c27-5106-4f27-8639-935b40fb2fd5 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7151'] for router (e3586a5c-f130-423f-889d-b73491c1d4c5), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:36.816291 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-43bdf736-c26a-4d60-b2c5-b55cd84dc1b1 req-a089faad-eed5-49b8-992d-6a6c28dad444 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5fc266-2207-46d1-bfc7-83854e73a714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2369068 Mar 28 01:05:36.817958 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ddb16c27-5106-4f27-8639-935b40fb2fd5 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks [] for router_controller (e3586a5c-f130-423f-889d-b73491c1d4c5), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:36.880219 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 47fa1b44-719c-44f5-98bb-4246aa034e7f no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:05:36.937939 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ddb16c27-5106-4f27-8639-935b40fb2fd5 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689686'] for router (e3586a5c-f130-423f-889d-b73491c1d4c5), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:36.938660 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddb16c27-5106-4f27-8639-935b40fb2fd5 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Fanout notify agent at l3_agent the message router_deleted on router e3586a5c-f130-423f-889d-b73491c1d4c5 {{(pid=104098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 01:05:36.945623 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: 47fa1b44-719c-44f5-98bb-4246aa034e7f {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:05:36.946137 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 47fa1b44-719c-44f5-98bb-4246aa034e7f not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:05:36.946737 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device b5a3615c-33bd-4552-9301-7240d7bc2731 no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:05:36.954952 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ddb16c27-5106-4f27-8639-935b40fb2fd5 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks [] for router (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:36.956111 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-ddb16c27-5106-4f27-8639-935b40fb2fd5 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "DELETE /v2.0/routers/e3586a5c-f130-423f-889d-b73491c1d4c5 HTTP/1.1" status: 204 len: 168 time: 0.4950595 Mar 28 01:05:36.959044 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50278) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:36.966022 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-9c16d4e8-4f9f-440d-97d8-50698fb53cdb tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Request body: {'subnet': {'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:05:36.974276 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: b5a3615c-33bd-4552-9301-7240d7bc2731 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:05:36.974631 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device b5a3615c-33bd-4552-9301-7240d7bc2731 not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:05:37.094304 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-d1aa8368-3dc4-4484-af85-63ab28d5f57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7e089b-17de-4ad6-8ba2-bf5ab6b9d26b', 'name': 'tempest-snat-router-1184133256', 'tenant_id': '96c79905b17c454b87508ea9d204bf03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.34'}], 'enable_snat': False}, 'gw_port_id': '3c1204d0-dd7c-4ff9-b283-edb31aa4a818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:05:32Z', 'updated_at': '2022-03-28T01:05:34Z', 'revision_number': 3, 'project_id': '96c79905b17c454b87508ea9d204bf03', 'gw_port': {'id': '3c1204d0-dd7c-4ff9-b283-edb31aa4a818', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:45:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7e089b-17de-4ad6-8ba2-bf5ab6b9d26b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:05:33Z', 'updated_at': '2022-03-28T01:05:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:05:37.129458 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1aa8368-3dc4-4484-af85-63ab28d5f57d None None] Checking router: fc7e089b-17de-4ad6-8ba2-bf5ab6b9d26b for host: dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:05:37.129826 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1aa8368-3dc4-4484-af85-63ab28d5f57d None None] Updating router fc7e089b-17de-4ad6-8ba2-bf5ab6b9d26b port 3c1204d0-dd7c-4ff9-b283-edb31aa4a818 binding host dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 01:05:37.147923 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d838f643-81ac-4330-a8dc-9abb4cd552c0 req-9dd33449-7c37-48e7-bdf7-0149ced4422c tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:37.151045 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-d838f643-81ac-4330-a8dc-9abb4cd552c0 req-9dd33449-7c37-48e7-bdf7-0149ced4422c tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af78226-6db5-4d3d-a6da-4544ef645c78 HTTP/1.1" status: 200 len: 946 time: 0.0803430 Mar 28 01:05:37.169178 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d1aa8368-3dc4-4484-af85-63ab28d5f57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (3c1204d0-dd7c-4ff9-b283-edb31aa4a818), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:37.170921 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c16d4e8-4f9f-440d-97d8-50698fb53cdb tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Made reservation on behalf of 564cf6bfe83a4d71adcd7d33f5d20cb1 for: {'subnet': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:05:37.173196 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-e5b9680a-65c3-42de-b3f1-579d55d6ec86 tempest-MeteringIpV6TestJSON-1710802556 tempest-MeteringIpV6TestJSON-1710802556-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels/e8259d2a-0e65-42ab-9d91-ef42852dd528 HTTP/1.1" status: 200 len: 473 time: 0.5558581 Mar 28 01:05:37.174886 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-dd7524ab-8d6f-4558-81a4-5d92c598e376 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (88f03e4e-fa4d-4a9d-8196-c41edb9be42e), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:37.178846 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9c16d4e8-4f9f-440d-97d8-50698fb53cdb tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126112411'] for subnet (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:37.182839 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50282) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:37.208150 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9940f608-fe51-422d-8ed1-68fe5c9b0bed tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:37.209349 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-9940f608-fe51-422d-8ed1-68fe5c9b0bed tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.0069253 Mar 28 01:05:37.220322 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 50284) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:37.268056 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-3be5ba87-669e-48c6-a3a6-80830dbdf1d4 tempest-MeteringIpV6TestJSON-1710802556 tempest-MeteringIpV6TestJSON-1710802556-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules/d97a0659-0d11-4722-ad31-9673760d6bfd HTTP/1.1" status: 200 len: 459 time: 0.0523396 Mar 28 01:05:37.288950 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50286) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:37.335805 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-dd7524ab-8d6f-4558-81a4-5d92c598e376 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (e44e1b1d-59e9-4766-bcbe-380bf7b42ee0), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:37.336328 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-dd7524ab-8d6f-4558-81a4-5d92c598e376 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (88f03e4e-fa4d-4a9d-8196-c41edb9be42e), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:37.341738 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd7524ab-8d6f-4558-81a4-5d92c598e376 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:37.346675 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd7524ab-8d6f-4558-81a4-5d92c598e376 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:37.346675 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-dd7524ab-8d6f-4558-81a4-5d92c598e376 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:37.384587 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-d838f643-81ac-4330-a8dc-9abb4cd552c0 req-cecfefa6-8bd2-45f2-966a-163b3fb967fe tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5fc266-2207-46d1-bfc7-83854e73a714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2194860 Mar 28 01:05:37.428236 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-61b5cc4c-cbc3-4ed8-b3ef-d625ed783547 tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (89c1ad1b-a2d6-4b3d-b885-93c90104f7fc), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:37.451762 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-dd7524ab-8d6f-4558-81a4-5d92c598e376 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1317 time: 2.0601792 Mar 28 01:05:37.459618 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f7190f-d569-4bc4-8169-f632d093b879 req-fe98a49a-73a6-4322-affc-8e2ecf758bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:37.461083 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-d8f7190f-d569-4bc4-8169-f632d093b879 req-fe98a49a-73a6-4322-affc-8e2ecf758bf1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=848a4a14ba384087a1e0b48b84b6f0e3&device_id=3af78226-6db5-4d3d-a6da-4544ef645c78 HTTP/1.1" status: 200 len: 1130 time: 0.3233547 Mar 28 01:05:37.472020 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50290) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:37.487058 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-29682995-3ea3-4737-919d-823abf46b001 tempest-MeteringIpV6TestJSON-1710802556 tempest-MeteringIpV6TestJSON-1710802556-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:37.488088 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-29682995-3ea3-4737-919d-823abf46b001 tempest-MeteringIpV6TestJSON-1710802556 tempest-MeteringIpV6TestJSON-1710802556-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-label-rules/d97a0659-0d11-4722-ad31-9673760d6bfd HTTP/1.1" status: 204 len: 168 time: 0.1972339 Mar 28 01:05:37.489023 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-61b5cc4c-cbc3-4ed8-b3ef-d625ed783547 tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:37.492643 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-61b5cc4c-cbc3-4ed8-b3ef-d625ed783547 tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] 10.222.0.24 "DELETE /v2.0/ports/89c1ad1b-a2d6-4b3d-b885-93c90104f7fc HTTP/1.1" status: 204 len: 168 time: 1.5604508 Mar 28 01:05:37.493670 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7524ab-8d6f-4558-81a4-5d92c598e376 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Pushing event updated for resources: {'Network': ['ID=e44e1b1d-59e9-4766-bcbe-380bf7b42ee0,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:37.500396 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 50292) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:37.500758 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 50294) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:37.508590 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b5cc4c-cbc3-4ed8-b3ef-d625ed783547 tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Pushing event deleted for resources: {'Port': ['ID=89c1ad1b-a2d6-4b3d-b885-93c90104f7fc,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:37.512058 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network e44e1b1d-59e9-4766-bcbe-380bf7b42ee0 details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:05:37.581704 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d1aa8368-3dc4-4484-af85-63ab28d5f57d None None] Publish callbacks [] for port (3c1204d0-dd7c-4ff9-b283-edb31aa4a818), precommit_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:37.593716 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d1aa8368-3dc4-4484-af85-63ab28d5f57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (3c1204d0-dd7c-4ff9-b283-edb31aa4a818), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:37.637544 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-80031b68-9a36-49af-b2d1-11435e0c7d5c tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] DELETE failed (client error): The resource could not be found. Mar 28 01:05:37.637993 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80031b68-9a36-49af-b2d1-11435e0c7d5c tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:05:37.641243 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-80031b68-9a36-49af-b2d1-11435e0c7d5c tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] 10.222.0.24 "DELETE /v2.0/subnets/86179a51-ac58-4b59-b6c7-746bb93f2d76 HTTP/1.1" status: 404 len: 337 time: 0.1346023 Mar 28 01:05:37.642357 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-d1aa8368-3dc4-4484-af85-63ab28d5f57d None None] Attempting to bind port 3c1204d0-dd7c-4ff9-b283-edb31aa4a818 on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:05:37.642809 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-d1aa8368-3dc4-4484-af85-63ab28d5f57d None None] Attempting to bind port 3c1204d0-dd7c-4ff9-b283-edb31aa4a818 by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': 'b6f00c62-aca5-4c73-8989-c04c396daeed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:05:37.643347 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1aa8368-3dc4-4484-af85-63ab28d5f57d None None] Attempting to bind port 3c1204d0-dd7c-4ff9-b283-edb31aa4a818 on network dea6548b-502b-42db-97fb-371e423e739a {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:05:37.649842 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50300) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:37.657849 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1aa8368-3dc4-4484-af85-63ab28d5f57d None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:05:37.658314 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1aa8368-3dc4-4484-af85-63ab28d5f57d None None] Checking segment: {'id': 'b6f00c62-aca5-4c73-8989-c04c396daeed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:05:37.658791 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d1aa8368-3dc4-4484-af85-63ab28d5f57d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:37.659255 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1aa8368-3dc4-4484-af85-63ab28d5f57d None None] Bound using segment: {'id': 'b6f00c62-aca5-4c73-8989-c04c396daeed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:05:37.659816 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-d1aa8368-3dc4-4484-af85-63ab28d5f57d None None] Bound port: 3c1204d0-dd7c-4ff9-b283-edb31aa4a818, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6f00c62-aca5-4c73-8989-c04c396daeed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:05:37.660290 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d1aa8368-3dc4-4484-af85-63ab28d5f57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (3c1204d0-dd7c-4ff9-b283-edb31aa4a818), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:37.680761 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2413f8-fcb3-4227-9ff7-f7532bb05408 None None] Pushing event updated for resources: {'Port': ['ID=3c1204d0-dd7c-4ff9-b283-edb31aa4a818,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:37.706605 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-50b5801d-42af-4693-89ab-8e9a5b30ddfa tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] 10.222.0.24 "GET /v2.0/routers/fc7e089b-17de-4ad6-8ba2-bf5ab6b9d26b HTTP/1.1" status: 200 len: 908 time: 0.4851506 Mar 28 01:05:37.712368 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 50302) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:37.725008 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-d8dd8edd-e5e6-4766-a33a-f1449ae90a26 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1184133256', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'enable_snat': True}}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:05:37.729139 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-d1aa8368-3dc4-4484-af85-63ab28d5f57d None None] For port 3c1204d0-dd7c-4ff9-b283-edb31aa4a818, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:05:37.733391 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-d1aa8368-3dc4-4484-af85-63ab28d5f57d None None] For port 3c1204d0-dd7c-4ff9-b283-edb31aa4a818, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=3c1204d0-dd7c-4ff9-b283-edb31aa4a818,segment=NetworkSegment(b6f00c62-aca5-4c73-8989-c04c396daeed),segment_id=b6f00c62-aca5-4c73-8989-c04c396daeed)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:05:37.741417 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d1aa8368-3dc4-4484-af85-63ab28d5f57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (3c1204d0-dd7c-4ff9-b283-edb31aa4a818), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:37.750444 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7524ab-8d6f-4558-81a4-5d92c598e376 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Pushing event updated for resources: {'Network': ['ID=88f03e4e-fa4d-4a9d-8196-c41edb9be42e,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:37.770850 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network 88f03e4e-fa4d-4a9d-8196-c41edb9be42e details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:05:37.816074 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9c16d4e8-4f9f-440d-97d8-50698fb53cdb tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126174976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126112397'] for subnet (6660bac4-549a-428f-bab6-3d62ccda447d), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:37.872904 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2413f8-fcb3-4227-9ff7-f7532bb05408 None None] Pushing event updated for resources: {'Port': ['ID=3c1204d0-dd7c-4ff9-b283-edb31aa4a818,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:37.874696 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2497d49b-d767-4a48-9414-c260132de93b tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:37.877297 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1aa8368-3dc4-4484-af85-63ab28d5f57d None None] Routers {'fc7e089b-17de-4ad6-8ba2-bf5ab6b9d26b'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:05:37.877998 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-d1aa8368-3dc4-4484-af85-63ab28d5f57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:05:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['fc7e089b-17de-4ad6-8ba2-bf5ab6b9d26b'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:05:37.880705 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d8dd8edd-e5e6-4766-a33a-f1449ae90a26 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7069'] for router (13005a32-9590-4c06-8048-e357a91568d9), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:37.881615 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2497d49b-d767-4a48-9414-c260132de93b tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:37.882214 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d8dd8edd-e5e6-4766-a33a-f1449ae90a26 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4188952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7062'] for router (13005a32-9590-4c06-8048-e357a91568d9), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:37.889070 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2497d49b-d767-4a48-9414-c260132de93b tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:37.894340 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2497d49b-d767-4a48-9414-c260132de93b tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:37.896076 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-2497d49b-d767-4a48-9414-c260132de93b tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2404 time: 0.4212232 Mar 28 01:05:37.906169 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50304) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:37.933031 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f7190f-d569-4bc4-8169-f632d093b879 req-64ee7158-692a-4a5f-896b-ae8dfdb166f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:37.934990 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-d8f7190f-d569-4bc4-8169-f632d093b879 req-64ee7158-692a-4a5f-896b-ae8dfdb166f6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b0b181aa-c9cd-4854-9fb0-37e685e0d64e HTTP/1.1" status: 200 len: 911 time: 0.4310913 Mar 28 01:05:37.937794 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1e8da1ca-53e5-451b-939c-7e9bc75f52aa tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (04294e74-d2bf-4b46-a113-0ebf8d4c9146), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:37.940648 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c16d4e8-4f9f-440d-97d8-50698fb53cdb tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Network be4801db-c8f8-4df3-b9b5-556693d6a290 is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:05:37.941369 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9cd12af9-7e2a-480b-a998-9ff181abd687 tempest-MeteringIpV6TestJSON-1710802556 tempest-MeteringIpV6TestJSON-1710802556-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:37.942689 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-9cd12af9-7e2a-480b-a998-9ff181abd687 tempest-MeteringIpV6TestJSON-1710802556 tempest-MeteringIpV6TestJSON-1710802556-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-labels/e8259d2a-0e65-42ab-9d91-ef42852dd528 HTTP/1.1" status: 204 len: 168 time: 0.4373736 Mar 28 01:05:37.987665 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-9c16d4e8-4f9f-440d-97d8-50698fb53cdb tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:05:37.995185 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c16d4e8-4f9f-440d-97d8-50698fb53cdb tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:37.995789 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9c16d4e8-4f9f-440d-97d8-50698fb53cdb tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:38.001573 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31d167a-0d83-4814-9cfd-37f9f9cf6397 None None] Network be4801db-c8f8-4df3-b9b5-556693d6a290 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:05:38.002535 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c16d4e8-4f9f-440d-97d8-50698fb53cdb tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Pushing event updated for resources: {'Subnet': ['ID=6660bac4-549a-428f-bab6-3d62ccda447d,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:38.045821 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d8dd8edd-e5e6-4766-a33a-f1449ae90a26 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks [] for router_controller (13005a32-9590-4c06-8048-e357a91568d9), precommit_add_association {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:38.050077 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-9c16d4e8-4f9f-440d-97d8-50698fb53cdb tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0899620 Mar 28 01:05:38.053769 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-d8f7190f-d569-4bc4-8169-f632d093b879 req-1260e117-ae53-42b0-9083-12d0556d9c93 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f45dfffa-72fe-4b22-af16-435c4c53d944 HTTP/1.1" status: 200 len: 1002 time: 0.1098332 Mar 28 01:05:38.054573 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 50308) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:38.054688 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d495ecea-d898-491d-8924-a194f4ab5272 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (e44e1b1d-59e9-4766-bcbe-380bf7b42ee0), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:38.058145 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-d1aa8368-3dc4-4484-af85-63ab28d5f57d None None] Set router fc7e089b-17de-4ad6-8ba2-bf5ab6b9d26b gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:05:38.058916 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-5f1df66d-0be7-4896-9d72-5b7fd38aaf1e tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-395592543', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:05:38.146531 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1e8da1ca-53e5-451b-939c-7e9bc75f52aa tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (04294e74-d2bf-4b46-a113-0ebf8d4c9146), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:38.187832 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5f1df66d-0be7-4896-9d72-5b7fd38aaf1e tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7069'] for router (110e0f93-4946-4aec-a27a-ac8eb3a9c2a9), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:38.189518 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5f1df66d-0be7-4896-9d72-5b7fd38aaf1e tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4188952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7062'] for router (110e0f93-4946-4aec-a27a-ac8eb3a9c2a9), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:38.218847 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-1e8da1ca-53e5-451b-939c-7e9bc75f52aa tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04294e74-d2bf-4b46-a113-0ebf8d4c9146']}} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:05:38.228652 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d495ecea-d898-491d-8924-a194f4ab5272 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (e44e1b1d-59e9-4766-bcbe-380bf7b42ee0), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:38.239734 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-1e8da1ca-53e5-451b-939c-7e9bc75f52aa tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e14b9c1a-8f0c-4756-873b-72896edfabea') {'for_net_delete': True} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:05:38.239963 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-1e8da1ca-53e5-451b-939c-7e9bc75f52aa tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e14b9c1a-8f0c-4756-873b-72896edfabea') {} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:05:38.262577 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1e8da1ca-53e5-451b-939c-7e9bc75f52aa tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126443583'] for segment (e14b9c1a-8f0c-4756-873b-72896edfabea), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:38.271465 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f7190f-d569-4bc4-8169-f632d093b879 req-7f562e5b-a5b0-47ab-a70f-c043e5de210d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:38.271666 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-d495ecea-d898-491d-8924-a194f4ab5272 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e44e1b1d-59e9-4766-bcbe-380bf7b42ee0']}} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:05:38.272755 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-d8f7190f-d569-4bc4-8169-f632d093b879 req-7f562e5b-a5b0-47ab-a70f-c043e5de210d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=09c9f896-19d2-4244-ab3f-60c512e444ce HTTP/1.1" status: 200 len: 850 time: 0.2079718 Mar 28 01:05:38.285543 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-d495ecea-d898-491d-8924-a194f4ab5272 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1eccefa4-b6c1-485f-97c8-8b81f504bbb5') {'for_net_delete': True} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:05:38.285760 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-d495ecea-d898-491d-8924-a194f4ab5272 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1eccefa4-b6c1-485f-97c8-8b81f504bbb5') {} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:05:38.299451 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d8dd8edd-e5e6-4766-a33a-f1449ae90a26 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks [] for router_gateway (13005a32-9590-4c06-8048-e357a91568d9), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:38.306808 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d495ecea-d898-491d-8924-a194f4ab5272 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126443583'] for segment (1eccefa4-b6c1-485f-97c8-8b81f504bbb5), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:38.310203 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1e8da1ca-53e5-451b-939c-7e9bc75f52aa tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (e14b9c1a-8f0c-4756-873b-72896edfabea), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:38.327478 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd69c68-2ffe-4538-97e5-e0534632e240 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-be4801db-c8f8-4df3-b9b5-556693d6a290', 'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290', 'project_id': '564cf6bfe83a4d71adcd7d33f5d20cb1', 'fixed_ips': [{'subnet_id': '6660bac4-549a-428f-bab6-3d62ccda447d'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:05:38.330204 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-6fd69c68-2ffe-4538-97e5-e0534632e240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:38.349710 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-d1aa8368-3dc4-4484-af85-63ab28d5f57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7e089b-17de-4ad6-8ba2-bf5ab6b9d26b', 'name': 'tempest-snat-router-1184133256', 'tenant_id': '96c79905b17c454b87508ea9d204bf03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.34'}], 'enable_snat': False}, 'gw_port_id': '3c1204d0-dd7c-4ff9-b283-edb31aa4a818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:05:32Z', 'updated_at': '2022-03-28T01:05:34Z', 'revision_number': 3, 'project_id': '96c79905b17c454b87508ea9d204bf03', 'gw_port': {'id': '3c1204d0-dd7c-4ff9-b283-edb31aa4a818', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:45:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7e089b-17de-4ad6-8ba2-bf5ab6b9d26b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:05:33Z', 'updated_at': '2022-03-28T01:05:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:05:38.353423 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e8da1ca-53e5-451b-939c-7e9bc75f52aa tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=104098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:05:38.353834 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1e8da1ca-53e5-451b-939c-7e9bc75f52aa tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126177251'] for segment (e14b9c1a-8f0c-4756-873b-72896edfabea), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:38.360617 dv-neutron-834874-6-hyperv neutron-server[104098]: Traceback (most recent call last): Mar 28 01:05:38.360617 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:05:38.360617 dv-neutron-834874-6-hyperv neutron-server[104098]: timer() Mar 28 01:05:38.360617 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:05:38.360617 dv-neutron-834874-6-hyperv neutron-server[104098]: cb(*args, **kw) Mar 28 01:05:38.360617 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:05:38.360617 dv-neutron-834874-6-hyperv neutron-server[104098]: return func(*args, **kwargs) Mar 28 01:05:38.360617 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:05:38.360617 dv-neutron-834874-6-hyperv neutron-server[104098]: self._notify() Mar 28 01:05:38.360617 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:05:38.360617 dv-neutron-834874-6-hyperv neutron-server[104098]: self.callback(batched_events) Mar 28 01:05:38.360617 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:05:38.360617 dv-neutron-834874-6-hyperv neutron-server[104098]: event.method(event) Mar 28 01:05:38.360617 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:05:38.360617 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:05:38.360617 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:05:38.360617 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:05:38.360617 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:05:38.360617 dv-neutron-834874-6-hyperv neutron-server[104098]: return f(self, *a, **k) Mar 28 01:05:38.360617 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:05:38.360617 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._get(url).json() Mar 28 01:05:38.360617 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:05:38.360617 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:05:38.360617 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:05:38.360617 dv-neutron-834874-6-hyperv neutron-server[104098]: return self.request(url, 'GET', **kwargs) Mar 28 01:05:38.360617 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:05:38.360617 dv-neutron-834874-6-hyperv neutron-server[104098]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:05:38.360617 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:05:38.360617 dv-neutron-834874-6-hyperv neutron-server[104098]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:05:38.360617 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:05:38.360617 dv-neutron-834874-6-hyperv neutron-server[104098]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:05:38.360617 dv-neutron-834874-6-hyperv neutron-server[104098]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:05:38.383547 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d495ecea-d898-491d-8924-a194f4ab5272 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (1eccefa4-b6c1-485f-97c8-8b81f504bbb5), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:38.386279 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5f1df66d-0be7-4896-9d72-5b7fd38aaf1e tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks [] for router_controller (110e0f93-4946-4aec-a27a-ac8eb3a9c2a9), precommit_add_association {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:38.391580 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1aa8368-3dc4-4484-af85-63ab28d5f57d None None] The sync data for ids ['fc7e089b-17de-4ad6-8ba2-bf5ab6b9d26b'] in dv-neutron-834874-6-hyperv is: [{'id': 'fc7e089b-17de-4ad6-8ba2-bf5ab6b9d26b', 'name': 'tempest-snat-router-1184133256', 'tenant_id': '96c79905b17c454b87508ea9d204bf03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.34'}], 'enable_snat': False}, 'gw_port_id': '3c1204d0-dd7c-4ff9-b283-edb31aa4a818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:05:32Z', 'updated_at': '2022-03-28T01:05:34Z', 'revision_number': 3, 'project_id': '96c79905b17c454b87508ea9d204bf03', 'gw_port': {'id': '3c1204d0-dd7c-4ff9-b283-edb31aa4a818', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:45:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7e089b-17de-4ad6-8ba2-bf5ab6b9d26b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:05:33Z', 'updated_at': '2022-03-28T01:05:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:05:38.431926 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 50316) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:38.439918 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5f1df66d-0be7-4896-9d72-5b7fd38aaf1e tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687953'] for router (110e0f93-4946-4aec-a27a-ac8eb3a9c2a9), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:38.463996 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f7190f-d569-4bc4-8169-f632d093b879 req-4285dc7f-b8d0-4467-9435-5d1a47cb55f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:38.465532 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-d8f7190f-d569-4bc4-8169-f632d093b879 req-4285dc7f-b8d0-4467-9435-5d1a47cb55f1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b0b181aa-c9cd-4854-9fb0-37e685e0d64e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1830430 Mar 28 01:05:38.478817 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d495ecea-d898-491d-8924-a194f4ab5272 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=104098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:05:38.480170 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d495ecea-d898-491d-8924-a194f4ab5272 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126177251'] for segment (1eccefa4-b6c1-485f-97c8-8b81f504bbb5), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:38.487625 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5f1df66d-0be7-4896-9d72-5b7fd38aaf1e tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks [] for router (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:38.488844 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-5f1df66d-0be7-4896-9d72-5b7fd38aaf1e tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4336550 Mar 28 01:05:38.502102 dv-neutron-834874-6-hyperv neutron-server[104098]: Traceback (most recent call last): Mar 28 01:05:38.502102 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:05:38.502102 dv-neutron-834874-6-hyperv neutron-server[104098]: timer() Mar 28 01:05:38.502102 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:05:38.502102 dv-neutron-834874-6-hyperv neutron-server[104098]: cb(*args, **kw) Mar 28 01:05:38.502102 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:05:38.502102 dv-neutron-834874-6-hyperv neutron-server[104098]: return func(*args, **kwargs) Mar 28 01:05:38.502102 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:05:38.502102 dv-neutron-834874-6-hyperv neutron-server[104098]: self._notify() Mar 28 01:05:38.502102 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:05:38.502102 dv-neutron-834874-6-hyperv neutron-server[104098]: self.callback(batched_events) Mar 28 01:05:38.502102 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:05:38.502102 dv-neutron-834874-6-hyperv neutron-server[104098]: event.method(event) Mar 28 01:05:38.502102 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:05:38.502102 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:05:38.502102 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:05:38.502102 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:05:38.502102 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:05:38.502102 dv-neutron-834874-6-hyperv neutron-server[104098]: return f(self, *a, **k) Mar 28 01:05:38.502102 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:05:38.502102 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._get(url).json() Mar 28 01:05:38.502102 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:05:38.502102 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:05:38.502102 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:05:38.502102 dv-neutron-834874-6-hyperv neutron-server[104098]: return self.request(url, 'GET', **kwargs) Mar 28 01:05:38.502102 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:05:38.502102 dv-neutron-834874-6-hyperv neutron-server[104098]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:05:38.502102 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:05:38.502102 dv-neutron-834874-6-hyperv neutron-server[104098]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:05:38.502102 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:05:38.502102 dv-neutron-834874-6-hyperv neutron-server[104098]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:05:38.502102 dv-neutron-834874-6-hyperv neutron-server[104098]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:05:38.504681 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50320) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:38.506180 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1e8da1ca-53e5-451b-939c-7e9bc75f52aa tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (04294e74-d2bf-4b46-a113-0ebf8d4c9146), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:38.616205 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-d8f7190f-d569-4bc4-8169-f632d093b879 req-2a50d0ee-c1c5-4e21-83d8-eb14eae515e6 service neutron] 10.222.0.10 "GET /v2.0/networks/b0b181aa-c9cd-4854-9fb0-37e685e0d64e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396580 Mar 28 01:05:38.650446 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1e8da1ca-53e5-451b-939c-7e9bc75f52aa tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:38.653581 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-1e8da1ca-53e5-451b-939c-7e9bc75f52aa tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] 10.222.0.24 "DELETE /v2.0/networks/04294e74-d2bf-4b46-a113-0ebf8d4c9146 HTTP/1.1" status: 204 len: 168 time: 1.0014498 Mar 28 01:05:38.676158 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50324) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:38.707240 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8da1ca-53e5-451b-939c-7e9bc75f52aa tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Pushing event deleted for resources: {'Network': ['ID=04294e74-d2bf-4b46-a113-0ebf8d4c9146,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:38.722532 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-fdcac73e-b1ea-4b90-a0dd-ac79e8713eb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:38.774515 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d495ecea-d898-491d-8924-a194f4ab5272 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (e44e1b1d-59e9-4766-bcbe-380bf7b42ee0), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:38.850249 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d495ecea-d898-491d-8924-a194f4ab5272 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:38.853454 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-d495ecea-d898-491d-8924-a194f4ab5272 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] 10.222.0.24 "DELETE /v2.0/networks/e44e1b1d-59e9-4766-bcbe-380bf7b42ee0 HTTP/1.1" status: 204 len: 168 time: 0.9442351 Mar 28 01:05:38.869593 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 50326) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:38.879899 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d495ecea-d898-491d-8924-a194f4ab5272 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Pushing event deleted for resources: {'Network': ['ID=e44e1b1d-59e9-4766-bcbe-380bf7b42ee0,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:38.892886 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea2d807c-2d52-492a-9854-e0175d078e5b tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Deleting subnet 94057512-9b46-4208-86c4-331f6ba0d7fa {{(pid=104098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:05:38.900842 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ea2d807c-2d52-492a-9854-e0175d078e5b tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks [] for subnet (94057512-9b46-4208-86c4-331f6ba0d7fa), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:38.933578 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed6dafd-49e1-4484-9468-facd4cf3ed7f req-7f644348-e18e-4f38-ac5c-28e2fb62a94d tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:38.935142 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-aed6dafd-49e1-4484-9468-facd4cf3ed7f req-7f644348-e18e-4f38-ac5c-28e2fb62a94d tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af78226-6db5-4d3d-a6da-4544ef645c78 HTTP/1.1" status: 200 len: 946 time: 0.4326930 Mar 28 01:05:38.940756 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-6fd69c68-2ffe-4538-97e5-e0534632e240 None None] Allocated IP 2001:db8::2 (be4801db-c8f8-4df3-b9b5-556693d6a290/6660bac4-549a-428f-bab6-3d62ccda447d/4f962fd3-0f28-447d-befd-7020f780ef37) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:05:39.028209 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f30df-eb13-4221-b237-cb5f753887c1 req-aa55338c-9645-46bd-a6e1-65e4e17c187e tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:39.035095 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-8f3f30df-eb13-4221-b237-cb5f753887c1 req-aa55338c-9645-46bd-a6e1-65e4e17c187e tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] 10.222.0.24 "GET /v2.0/ports?device_id=5861c5c3-fb1b-4472-867d-d7cebf72f248 HTTP/1.1" status: 200 len: 945 time: 0.4144046 Mar 28 01:05:39.054689 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-d8f7190f-d569-4bc4-8169-f632d093b879 req-32f487c7-7da8-42f0-a17b-4d0790488e27 service neutron] 10.222.0.10 "GET /v2.0/networks/b0b181aa-c9cd-4854-9fb0-37e685e0d64e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4213586 Mar 28 01:05:39.101261 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d8dd8edd-e5e6-4766-a33a-f1449ae90a26 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks [] for router_gateway (13005a32-9590-4c06-8048-e357a91568d9), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:39.138453 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-6fd69c68-2ffe-4538-97e5-e0534632e240 None None] Publish callbacks [] for port (4f962fd3-0f28-447d-befd-7020f780ef37), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:39.147418 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-6fd69c68-2ffe-4538-97e5-e0534632e240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (4f962fd3-0f28-447d-befd-7020f780ef37), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:39.170807 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-34bf3bad-2b76-448d-bfc2-9cba16e36ef6 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (88f03e4e-fa4d-4a9d-8196-c41edb9be42e), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:39.173039 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d8dd8edd-e5e6-4766-a33a-f1449ae90a26 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:39.203755 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd69c68-2ffe-4538-97e5-e0534632e240 None None] Network be4801db-c8f8-4df3-b9b5-556693d6a290 is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:05:39.209754 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-6fd69c68-2ffe-4538-97e5-e0534632e240 None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:05:39.212580 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd69c68-2ffe-4538-97e5-e0534632e240 None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:05:39.222128 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd69c68-2ffe-4538-97e5-e0534632e240 None None] Pushing event updated for resources: {'Port': ['ID=4f962fd3-0f28-447d-befd-7020f780ef37,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:39.268106 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-8f3f30df-eb13-4221-b237-cb5f753887c1 req-a88935eb-e720-4d43-a84d-f63a7d52f7d8 tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] 10.222.0.24 "GET /v2.0/security-groups?id=9de1bbaf-2b8c-40c3-8122-cae68c77803a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2268744 Mar 28 01:05:39.306461 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-6fd69c68-2ffe-4538-97e5-e0534632e240 None None] Attempting to bind port 4f962fd3-0f28-447d-befd-7020f780ef37 on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:05:39.306999 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-6fd69c68-2ffe-4538-97e5-e0534632e240 None None] Attempting to bind port 4f962fd3-0f28-447d-befd-7020f780ef37 by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': '9028fe72-9b79-4538-96be-757c3dc71a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:05:39.307364 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd69c68-2ffe-4538-97e5-e0534632e240 None None] Attempting to bind port 4f962fd3-0f28-447d-befd-7020f780ef37 on network be4801db-c8f8-4df3-b9b5-556693d6a290 {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:05:39.313573 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd69c68-2ffe-4538-97e5-e0534632e240 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:05:39.314013 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd69c68-2ffe-4538-97e5-e0534632e240 None None] Checking segment: {'id': '9028fe72-9b79-4538-96be-757c3dc71a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:05:39.314510 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-6fd69c68-2ffe-4538-97e5-e0534632e240 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:39.314909 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd69c68-2ffe-4538-97e5-e0534632e240 None None] Bound using segment: {'id': '9028fe72-9b79-4538-96be-757c3dc71a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:05:39.316022 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-6fd69c68-2ffe-4538-97e5-e0534632e240 None None] Bound port: 4f962fd3-0f28-447d-befd-7020f780ef37, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9028fe72-9b79-4538-96be-757c3dc71a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:05:39.316451 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-6fd69c68-2ffe-4538-97e5-e0534632e240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (4f962fd3-0f28-447d-befd-7020f780ef37), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:39.358514 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ea2d807c-2d52-492a-9854-e0175d078e5b tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126443526'] for subnet (94057512-9b46-4208-86c4-331f6ba0d7fa), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:39.398490 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-6fd69c68-2ffe-4538-97e5-e0534632e240 None None] For port 4f962fd3-0f28-447d-befd-7020f780ef37, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:05:39.402151 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-6fd69c68-2ffe-4538-97e5-e0534632e240 None None] For port 4f962fd3-0f28-447d-befd-7020f780ef37, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=4f962fd3-0f28-447d-befd-7020f780ef37,segment=NetworkSegment(9028fe72-9b79-4538-96be-757c3dc71a72),segment_id=9028fe72-9b79-4538-96be-757c3dc71a72)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:05:39.410767 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-fdcac73e-b1ea-4b90-a0dd-ac79e8713eb4 admin admin] Publish callbacks [] for security_group (59bfb05a-ef2d-46f4-91a0-e6e2cdf05b79), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:39.412372 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-6fd69c68-2ffe-4538-97e5-e0534632e240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (4f962fd3-0f28-447d-befd-7020f780ef37), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:39.425044 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-aed6dafd-49e1-4484-9468-facd4cf3ed7f req-1b3e7a70-a811-487f-ae53-9627bd372a0a tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5fc266-2207-46d1-bfc7-83854e73a714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365688 Mar 28 01:05:39.426624 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-fdcac73e-b1ea-4b90-a0dd-ac79e8713eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (59bfb05a-ef2d-46f4-91a0-e6e2cdf05b79), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:39.459841 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [None req-d8dd8edd-e5e6-4766-a33a-f1449ae90a26 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Allocated IP 172.26.1.197 (dea6548b-502b-42db-97fb-371e423e739a/cce6de65-d8c9-45b8-9970-0a277e8c1192/80f5e145-6941-41fb-bfea-275c0a7db7d3) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:05:39.485783 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-34bf3bad-2b76-448d-bfc2-9cba16e36ef6 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (88f03e4e-fa4d-4a9d-8196-c41edb9be42e), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:39.512136 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c87af8d5-0ebe-432b-9841-db34d3bceabe tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:39.512995 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd69c68-2ffe-4538-97e5-e0534632e240 None None] Pushing event updated for resources: {'Port': ['ID=4f962fd3-0f28-447d-befd-7020f780ef37,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:39.572880 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-fdcac73e-b1ea-4b90-a0dd-ac79e8713eb4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=31799c1a1d7a4427983af6fc4b6442ae&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1406536 Mar 28 01:05:39.573561 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 50330) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:39.596798 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-34bf3bad-2b76-448d-bfc2-9cba16e36ef6 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88f03e4e-fa4d-4a9d-8196-c41edb9be42e']}} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:05:39.598902 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcac73e-b1ea-4b90-a0dd-ac79e8713eb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59bfb05a-ef2d-46f4-91a0-e6e2cdf05b79,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:39.693020 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-34bf3bad-2b76-448d-bfc2-9cba16e36ef6 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '803cb926-b4db-4f32-baa9-c1147368581a') {'for_net_delete': True} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:05:39.693302 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-34bf3bad-2b76-448d-bfc2-9cba16e36ef6 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '803cb926-b4db-4f32-baa9-c1147368581a') {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:05:39.712674 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-34bf3bad-2b76-448d-bfc2-9cba16e36ef6 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126946678'] for segment (803cb926-b4db-4f32-baa9-c1147368581a), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:39.720072 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ea2d807c-2d52-492a-9854-e0175d078e5b tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (94057512-9b46-4208-86c4-331f6ba0d7fa), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:39.788421 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-34bf3bad-2b76-448d-bfc2-9cba16e36ef6 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (803cb926-b4db-4f32-baa9-c1147368581a), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:39.801462 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34bf3bad-2b76-448d-bfc2-9cba16e36ef6 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=104099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:05:39.801873 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-34bf3bad-2b76-448d-bfc2-9cba16e36ef6 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127280876'] for segment (803cb926-b4db-4f32-baa9-c1147368581a), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:39.807065 dv-neutron-834874-6-hyperv neutron-server[104099]: Traceback (most recent call last): Mar 28 01:05:39.807065 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:05:39.807065 dv-neutron-834874-6-hyperv neutron-server[104099]: timer() Mar 28 01:05:39.807065 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:05:39.807065 dv-neutron-834874-6-hyperv neutron-server[104099]: cb(*args, **kw) Mar 28 01:05:39.807065 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:05:39.807065 dv-neutron-834874-6-hyperv neutron-server[104099]: return func(*args, **kwargs) Mar 28 01:05:39.807065 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:05:39.807065 dv-neutron-834874-6-hyperv neutron-server[104099]: self._notify() Mar 28 01:05:39.807065 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:05:39.807065 dv-neutron-834874-6-hyperv neutron-server[104099]: self.callback(batched_events) Mar 28 01:05:39.807065 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:05:39.807065 dv-neutron-834874-6-hyperv neutron-server[104099]: event.method(event) Mar 28 01:05:39.807065 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:05:39.807065 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:05:39.807065 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:05:39.807065 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:05:39.807065 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:05:39.807065 dv-neutron-834874-6-hyperv neutron-server[104099]: return f(self, *a, **k) Mar 28 01:05:39.807065 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:05:39.807065 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._get(url).json() Mar 28 01:05:39.807065 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:05:39.807065 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:05:39.807065 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:05:39.807065 dv-neutron-834874-6-hyperv neutron-server[104099]: return self.request(url, 'GET', **kwargs) Mar 28 01:05:39.807065 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:05:39.807065 dv-neutron-834874-6-hyperv neutron-server[104099]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:05:39.807065 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:05:39.807065 dv-neutron-834874-6-hyperv neutron-server[104099]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:05:39.807065 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:05:39.807065 dv-neutron-834874-6-hyperv neutron-server[104099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:05:39.807065 dv-neutron-834874-6-hyperv neutron-server[104099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:05:39.840074 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-6d107047-0a18-483d-beb4-6c0604d53dd2 admin admin] Publish callbacks [] for security_group (59bfb05a-ef2d-46f4-91a0-e6e2cdf05b79), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:39.898936 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bfaca1-eeee-4d57-a21b-f338fb29460f req-f1c6577e-d7ba-4656-b432-8ee1a416ebe3 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:39.906091 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-78bfaca1-eeee-4d57-a21b-f338fb29460f req-f1c6577e-d7ba-4656-b432-8ee1a416ebe3 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af78226-6db5-4d3d-a6da-4544ef645c78 HTTP/1.1" status: 200 len: 946 time: 0.2194042 Mar 28 01:05:39.936992 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-34bf3bad-2b76-448d-bfc2-9cba16e36ef6 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (88f03e4e-fa4d-4a9d-8196-c41edb9be42e), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:39.941421 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-34bf3bad-2b76-448d-bfc2-9cba16e36ef6 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:39.945410 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-34bf3bad-2b76-448d-bfc2-9cba16e36ef6 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] 10.222.0.24 "DELETE /v2.0/networks/88f03e4e-fa4d-4a9d-8196-c41edb9be42e HTTP/1.1" status: 204 len: 168 time: 1.0735111 Mar 28 01:05:39.952411 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50334) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:39.952839 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d8dd8edd-e5e6-4766-a33a-f1449ae90a26 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks [] for port (80f5e145-6941-41fb-bfea-275c0a7db7d3), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:39.987087 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-6d107047-0a18-483d-beb4-6c0604d53dd2 admin admin] Publish callbacks [] for security_group (59bfb05a-ef2d-46f4-91a0-e6e2cdf05b79), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:40.005370 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bf3bad-2b76-448d-bfc2-9cba16e36ef6 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Pushing event deleted for resources: {'Network': ['ID=88f03e4e-fa4d-4a9d-8196-c41edb9be42e,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:40.044905 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ea2d807c-2d52-492a-9854-e0175d078e5b tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126175041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126112438'] for subnet (94057512-9b46-4208-86c4-331f6ba0d7fa), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:40.083550 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da160bca-639e-4000-8054-a4f137000c3c req-df1f6590-4eb2-46cd-8425-74e612a20228 tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:40.085058 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-da160bca-639e-4000-8054-a4f137000c3c req-df1f6590-4eb2-46cd-8425-74e612a20228 tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] 10.222.0.10 "GET /v2.0/ports?device_id=5861c5c3-fb1b-4472-867d-d7cebf72f248 HTTP/1.1" status: 200 len: 945 time: 0.1390507 Mar 28 01:05:40.090608 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d8dd8edd-e5e6-4766-a33a-f1449ae90a26 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (80f5e145-6941-41fb-bfea-275c0a7db7d3), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:40.122808 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2d807c-2d52-492a-9854-e0175d078e5b tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Pushing event deleted for resources: {'Subnet': ['ID=94057512-9b46-4208-86c4-331f6ba0d7fa,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:40.126295 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb4c957-4b99-4d8b-adb4-daff59c87599 None None] Network 94fbfbe1-492f-4e6f-84ed-397dc0cbeef5 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:05:40.128335 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ea2d807c-2d52-492a-9854-e0175d078e5b tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:40.131456 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-ea2d807c-2d52-492a-9854-e0175d078e5b tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] 10.222.0.24 "DELETE /v2.0/subnets/94057512-9b46-4208-86c4-331f6ba0d7fa HTTP/1.1" status: 204 len: 168 time: 1.4541793 Mar 28 01:05:40.136775 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-78bfaca1-eeee-4d57-a21b-f338fb29460f req-6a978a71-92fc-4625-af25-f33ac86f75ba tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5fc266-2207-46d1-bfc7-83854e73a714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2298789 Mar 28 01:05:40.137237 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50336) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:40.143015 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-6d107047-0a18-483d-beb4-6c0604d53dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (59bfb05a-ef2d-46f4-91a0-e6e2cdf05b79), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:40.145999 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-6d107047-0a18-483d-beb4-6c0604d53dd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:40.146845 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-6d107047-0a18-483d-beb4-6c0604d53dd2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/59bfb05a-ef2d-46f4-91a0-e6e2cdf05b79 HTTP/1.1" status: 204 len: 168 time: 0.5584950 Mar 28 01:05:40.184186 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8dd8edd-e5e6-4766-a33a-f1449ae90a26 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Network dea6548b-502b-42db-97fb-371e423e739a is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:05:40.184955 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d107047-0a18-483d-beb4-6c0604d53dd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59bfb05a-ef2d-46f4-91a0-e6e2cdf05b79,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:40.190667 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dd8edd-e5e6-4766-a33a-f1449ae90a26 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Pushing event updated for resources: {'Port': ['ID=80f5e145-6941-41fb-bfea-275c0a7db7d3,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:40.193097 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-d8dd8edd-e5e6-4766-a33a-f1449ae90a26 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:05:40.205946 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8dd8edd-e5e6-4766-a33a-f1449ae90a26 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:05:40.244885 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351826a0-5d73-46f8-acfd-f33a5a82a59e tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:40.252852 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351826a0-5d73-46f8-acfd-f33a5a82a59e tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:40.258635 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-351826a0-5d73-46f8-acfd-f33a5a82a59e tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2847028 Mar 28 01:05:40.270214 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-c87af8d5-0ebe-432b-9841-db34d3bceabe tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Allocated IP 2001:db8::1 (be4801db-c8f8-4df3-b9b5-556693d6a290/6660bac4-549a-428f-bab6-3d62ccda447d/d3aba06f-1a53-4c53-8fe1-9eb73ddea1aa) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:05:40.345561 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50340) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:40.351677 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-f7d3f789-c535-4862-82ae-7929f2dca98e tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-550613250'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:05:40.545458 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-11c6b793-f8cb-4eae-904f-cec2a00efb9c tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (94fbfbe1-492f-4e6f-84ed-397dc0cbeef5), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:40.574187 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7d3f789-c535-4862-82ae-7929f2dca98e tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Made reservation on behalf of 53bffb72fcad41779d04edeef38d5ecc for: {'network': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:05:40.579098 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f7d3f789-c535-4862-82ae-7929f2dca98e tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:40.579501 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ab5209-60a8-4b01-b3a7-4f25a002c4f3 None None] DHCP port deletion for 94fbfbe1-492f-4e6f-84ed-397dc0cbeef5 request from dv-neutron-834874-6-hyperv {{(pid=104100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 01:05:40.587757 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c87af8d5-0ebe-432b-9841-db34d3bceabe tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks [] for port (d3aba06f-1a53-4c53-8fe1-9eb73ddea1aa), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:40.645688 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-f1ab5209-60a8-4b01-b3a7-4f25a002c4f3 None None] Deleting port 24cf855e-1157-46a6-8845-fff3c0d38802 {{(pid=104100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:05:40.646249 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f1ab5209-60a8-4b01-b3a7-4f25a002c4f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (24cf855e-1157-46a6-8845-fff3c0d38802), before_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:40.719928 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7d3f789-c535-4862-82ae-7929f2dca98e tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=104098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:05:40.723163 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-f1ab5209-60a8-4b01-b3a7-4f25a002c4f3 None None] For port 24cf855e-1157-46a6-8845-fff3c0d38802, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=24cf855e-1157-46a6-8845-fff3c0d38802,segment=NetworkSegment(a133985b-8543-4e0d-a1fa-f21b332b27d9),segment_id=a133985b-8543-4e0d-a1fa-f21b332b27d9)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:05:40.723566 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f1ab5209-60a8-4b01-b3a7-4f25a002c4f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (24cf855e-1157-46a6-8845-fff3c0d38802), precommit_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:40.738893 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50346) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:40.740834 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-f1ab5209-60a8-4b01-b3a7-4f25a002c4f3 None None] Calling delete_port for 24cf855e-1157-46a6-8845-fff3c0d38802 owned by network:dhcp {{(pid=104100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:05:40.761595 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a2e8ab4d-4c3c-4c0a-ab38-881dfdd075bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:40.781865 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f7d3f789-c535-4862-82ae-7929f2dca98e tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (a9b23a68-b139-4b64-bea0-314ba36396c7), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:40.782258 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.segments_db [None req-f7d3f789-c535-4862-82ae-7929f2dca98e tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Added segment a9b23a68-b139-4b64-bea0-314ba36396c7 of type vlan for network a957702b-8a31-4787-bcf5-900daa7dce3d Mar 28 01:05:40.812218 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c87af8d5-0ebe-432b-9841-db34d3bceabe tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (d3aba06f-1a53-4c53-8fe1-9eb73ddea1aa), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:40.815098 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [req-da160bca-639e-4000-8054-a4f137000c3c req-92ffa52b-8225-461b-bbb2-f3f4b79bfedc tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] Deleting port 56d9ccc0-97bc-4f8c-b2de-56c31c7b6fb7 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:05:40.816813 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-da160bca-639e-4000-8054-a4f137000c3c req-92ffa52b-8225-461b-bbb2-f3f4b79bfedc tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (56d9ccc0-97bc-4f8c-b2de-56c31c7b6fb7), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:40.878194 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f1ab5209-60a8-4b01-b3a7-4f25a002c4f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886'] for port (24cf855e-1157-46a6-8845-fff3c0d38802), after_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:40.896520 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-11c6b793-f8cb-4eae-904f-cec2a00efb9c tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Deleting port 24cf855e-1157-46a6-8845-fff3c0d38802 {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:05:40.899642 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-11c6b793-f8cb-4eae-904f-cec2a00efb9c tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (24cf855e-1157-46a6-8845-fff3c0d38802), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:40.940905 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 3c1204d0-dd7c-4ff9-b283-edb31aa4a818 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:05:40.941585 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93148819-6491-43f9-9673-f00bc1ce97e9 req-479b46e9-c3e4-4d49-ad1a-1b1712aa53a1 tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:40.943677 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-93148819-6491-43f9-9673-f00bc1ce97e9 req-479b46e9-c3e4-4d49-ad1a-1b1712aa53a1 tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] 10.222.0.24 "GET /v2.0/ports?device_id=5861c5c3-fb1b-4472-867d-d7cebf72f248 HTTP/1.1" status: 200 len: 945 time: 0.3274193 Mar 28 01:05:40.964314 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f7d3f789-c535-4862-82ae-7929f2dca98e tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (a957702b-8a31-4787-bcf5-900daa7dce3d), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:40.970602 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87af8d5-0ebe-432b-9841-db34d3bceabe tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Network be4801db-c8f8-4df3-b9b5-556693d6a290 is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:05:40.975081 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ab5209-60a8-4b01-b3a7-4f25a002c4f3 None None] Pushing event deleted for resources: {'Port': ['ID=24cf855e-1157-46a6-8845-fff3c0d38802,revision_number=None']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:40.985187 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ab5209-60a8-4b01-b3a7-4f25a002c4f3 None None] No DVR routers for this DVR port 24cf855e-1157-46a6-8845-fff3c0d38802 on host dv-neutron-834874-6-hyperv {{(pid=104100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:05:40.989450 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-c87af8d5-0ebe-432b-9841-db34d3bceabe tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:05:41.026517 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 3c1204d0-dd7c-4ff9-b283-edb31aa4a818 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:05:41.026903 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (3c1204d0-dd7c-4ff9-b283-edb31aa4a818), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:41.033190 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87af8d5-0ebe-432b-9841-db34d3bceabe tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:05:41.034363 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c87af8d5-0ebe-432b-9841-db34d3bceabe tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3686596'] for router_interface (110e0f93-4946-4aec-a27a-ac8eb3a9c2a9), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:41.132300 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.db.resource_extend [None req-f7d3f789-c535-4862-82ae-7929f2dca98e tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 01:05:41.144006 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 3c1204d0-dd7c-4ff9-b283-edb31aa4a818 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:05:41.144578 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (3c1204d0-dd7c-4ff9-b283-edb31aa4a818), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:41.164142 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-93148819-6491-43f9-9673-f00bc1ce97e9 req-858a481a-5fe0-47e4-ac1e-aca5b82e201e tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] 10.222.0.24 "GET /v2.0/security-groups?id=9de1bbaf-2b8c-40c3-8122-cae68c77803a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1204088 Mar 28 01:05:41.167631 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-da160bca-639e-4000-8054-a4f137000c3c req-92ffa52b-8225-461b-bbb2-f3f4b79bfedc tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] For port 56d9ccc0-97bc-4f8c-b2de-56c31c7b6fb7, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=56d9ccc0-97bc-4f8c-b2de-56c31c7b6fb7,segment=NetworkSegment(6b94bcff-7918-4dbb-9862-d5d7c3a56206),segment_id=6b94bcff-7918-4dbb-9862-d5d7c3a56206)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:05:41.170318 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-da160bca-639e-4000-8054-a4f137000c3c req-92ffa52b-8225-461b-bbb2-f3f4b79bfedc tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (56d9ccc0-97bc-4f8c-b2de-56c31c7b6fb7), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:41.186869 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87af8d5-0ebe-432b-9841-db34d3bceabe tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Pushing event updated for resources: {'Port': ['ID=d3aba06f-1a53-4c53-8fe1-9eb73ddea1aa,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:41.194261 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.db [None req-11c6b793-f8cb-4eae-904f-cec2a00efb9c tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] For port 24cf855e-1157-46a6-8845-fff3c0d38802, host dv-neutron-834874-6-hyperv, got binding levels [] {{(pid=104098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:05:41.194553 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-11c6b793-f8cb-4eae-904f-cec2a00efb9c tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (24cf855e-1157-46a6-8845-fff3c0d38802), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:41.200281 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d8dd8edd-e5e6-4766-a33a-f1449ae90a26 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks [] for router_gateway (13005a32-9590-4c06-8048-e357a91568d9), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:41.205106 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] For port 3c1204d0-dd7c-4ff9-b283-edb31aa4a818, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=3c1204d0-dd7c-4ff9-b283-edb31aa4a818,segment=NetworkSegment(b6f00c62-aca5-4c73-8989-c04c396daeed),segment_id=b6f00c62-aca5-4c73-8989-c04c396daeed)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:05:41.215733 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (3c1204d0-dd7c-4ff9-b283-edb31aa4a818), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:41.217505 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 4f962fd3-0f28-447d-befd-7020f780ef37 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:05:41.218694 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f7d3f789-c535-4862-82ae-7929f2dca98e tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (a957702b-8a31-4787-bcf5-900daa7dce3d), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:41.224913 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d3f789-c535-4862-82ae-7929f2dca98e tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:41.225534 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f7d3f789-c535-4862-82ae-7929f2dca98e tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:41.245529 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-11c6b793-f8cb-4eae-904f-cec2a00efb9c tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Calling delete_port for 24cf855e-1157-46a6-8845-fff3c0d38802 owned by network:dhcp {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:05:41.264465 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.ipam_backend_mixin [None req-11c6b793-f8cb-4eae-904f-cec2a00efb9c tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Port 24cf855e-1157-46a6-8845-fff3c0d38802 was not found and therefore no delete operation was performed {{(pid=104098) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 28 01:05:41.307219 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-11c6b793-f8cb-4eae-904f-cec2a00efb9c tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (24cf855e-1157-46a6-8845-fff3c0d38802), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:41.333445 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Pushing event updated for resources: {'Port': ['ID=3c1204d0-dd7c-4ff9-b283-edb31aa4a818,revision_number=4']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:41.367412 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-f7d3f789-c535-4862-82ae-7929f2dca98e tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0200839 Mar 28 01:05:41.373087 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 50350) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:41.378581 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 4f962fd3-0f28-447d-befd-7020f780ef37 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:05:41.379077 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (4f962fd3-0f28-447d-befd-7020f780ef37), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:41.385293 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-13d1984b-11de-4e8e-977d-0665a13d2cca tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-414920207'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:05:41.424259 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c6b793-f8cb-4eae-904f-cec2a00efb9c tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Pushing event deleted for resources: {'Port': ['ID=24cf855e-1157-46a6-8845-fff3c0d38802,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:41.430132 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c6b793-f8cb-4eae-904f-cec2a00efb9c tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] No DVR routers for this DVR port 24cf855e-1157-46a6-8845-fff3c0d38802 on host dv-neutron-834874-6-hyperv {{(pid=104098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:05:41.433266 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a2e8ab4d-4c3c-4c0a-ab38-881dfdd075bc admin admin] Publish callbacks [] for security_group (12ebc1f6-1198-4486-b573-d9e62e8664f9), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:41.436077 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c87af8d5-0ebe-432b-9841-db34d3bceabe tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (d3aba06f-1a53-4c53-8fe1-9eb73ddea1aa), before_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:41.438018 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d3f789-c535-4862-82ae-7929f2dca98e tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Pushing event updated for resources: {'Network': ['ID=a957702b-8a31-4787-bcf5-900daa7dce3d,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:41.450247 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-5c6aeca7-dfc5-419b-88c8-0dd866acbc22 None None] Provisioning complete for port 4f962fd3-0f28-447d-befd-7020f780ef37 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:05:41.450455 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5c6aeca7-dfc5-419b-88c8-0dd866acbc22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (4f962fd3-0f28-447d-befd-7020f780ef37), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:41.461267 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a2e8ab4d-4c3c-4c0a-ab38-881dfdd075bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (12ebc1f6-1198-4486-b573-d9e62e8664f9), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:41.502448 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-0fb497a3-3c5d-43a2-a8e3-10b856a08e19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:41.518985 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network a957702b-8a31-4787-bcf5-900daa7dce3d details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:05:41.527952 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13d1984b-11de-4e8e-977d-0665a13d2cca tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Made reservation on behalf of 53bffb72fcad41779d04edeef38d5ecc for: {'network': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:05:41.531283 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-13d1984b-11de-4e8e-977d-0665a13d2cca tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:41.587116 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-a2e8ab4d-4c3c-4c0a-ab38-881dfdd075bc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0e5157a43f724451a94ee2df306c72dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8434420 Mar 28 01:05:41.601700 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 50352) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:41.621590 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed98151e-e370-45c2-80e3-845459c23367 req-50404c61-6677-489b-8921-d7f15bb597d0 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:41.628513 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-ed98151e-e370-45c2-80e3-845459c23367 req-50404c61-6677-489b-8921-d7f15bb597d0 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af78226-6db5-4d3d-a6da-4544ef645c78 HTTP/1.1" status: 200 len: 946 time: 0.3563361 Mar 28 01:05:41.647028 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e8ab4d-4c3c-4c0a-ab38-881dfdd075bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12ebc1f6-1198-4486-b573-d9e62e8664f9,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:41.666354 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-11c6b793-f8cb-4eae-904f-cec2a00efb9c tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (94fbfbe1-492f-4e6f-84ed-397dc0cbeef5), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:41.680739 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 4f962fd3-0f28-447d-befd-7020f780ef37 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:05:41.681644 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (4f962fd3-0f28-447d-befd-7020f780ef37), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:41.683207 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13d1984b-11de-4e8e-977d-0665a13d2cca tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=104099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:05:41.703911 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-5c6aeca7-dfc5-419b-88c8-0dd866acbc22 None None] Current status of the port 4f962fd3-0f28-447d-befd-7020f780ef37 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:05:41.703911 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5c6aeca7-dfc5-419b-88c8-0dd866acbc22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (4f962fd3-0f28-447d-befd-7020f780ef37), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:41.717541 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-11c6b793-f8cb-4eae-904f-cec2a00efb9c tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94fbfbe1-492f-4e6f-84ed-397dc0cbeef5']}} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:05:41.730425 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-13d1984b-11de-4e8e-977d-0665a13d2cca tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (47d7bf0d-b473-4a9d-9372-c735e75a0b16), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:41.730771 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.segments_db [None req-13d1984b-11de-4e8e-977d-0665a13d2cca tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Added segment 47d7bf0d-b473-4a9d-9372-c735e75a0b16 of type vlan for network 252cc3e1-fbd9-4846-a3f5-2471cdb47fa0 Mar 28 01:05:41.735751 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-da160bca-639e-4000-8054-a4f137000c3c req-92ffa52b-8225-461b-bbb2-f3f4b79bfedc tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:41.736125 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-da160bca-639e-4000-8054-a4f137000c3c req-92ffa52b-8225-461b-bbb2-f3f4b79bfedc tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688063'] for floatingip (bb30f2d8-4f91-4b6f-9410-f5898aef1adc), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:41.736536 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.l3_db [req-da160bca-639e-4000-8054-a4f137000c3c req-92ffa52b-8225-461b-bbb2-f3f4b79bfedc tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] Floating IP bb30f2d8-4f91-4b6f-9410-f5898aef1adc disassociated. External IP: 172.26.1.67, port: 56d9ccc0-97bc-4f8c-b2de-56c31c7b6fb7. Mar 28 01:05:41.737762 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [req-da160bca-639e-4000-8054-a4f137000c3c req-92ffa52b-8225-461b-bbb2-f3f4b79bfedc tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] Calling delete_port for 56d9ccc0-97bc-4f8c-b2de-56c31c7b6fb7 owned by compute:nova {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:05:41.741295 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] For port 4f962fd3-0f28-447d-befd-7020f780ef37, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=4f962fd3-0f28-447d-befd-7020f780ef37,segment=NetworkSegment(9028fe72-9b79-4538-96be-757c3dc71a72),segment_id=9028fe72-9b79-4538-96be-757c3dc71a72)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:05:41.745971 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (4f962fd3-0f28-447d-befd-7020f780ef37), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:41.773882 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-11c6b793-f8cb-4eae-904f-cec2a00efb9c tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a133985b-8543-4e0d-a1fa-f21b332b27d9') {'for_net_delete': True} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:05:41.774463 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-11c6b793-f8cb-4eae-904f-cec2a00efb9c tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a133985b-8543-4e0d-a1fa-f21b332b27d9') {} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:05:41.817006 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 24cf855e-1157-46a6-8845-fff3c0d38802 no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:05:41.819595 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-13d1984b-11de-4e8e-977d-0665a13d2cca tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (252cc3e1-fbd9-4846-a3f5-2471cdb47fa0), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:41.828939 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-11c6b793-f8cb-4eae-904f-cec2a00efb9c tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126443583'] for segment (a133985b-8543-4e0d-a1fa-f21b332b27d9), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:41.843634 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-ed98151e-e370-45c2-80e3-845459c23367 req-e56e8a23-2dc8-45e4-aee0-0316f5550644 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5fc266-2207-46d1-bfc7-83854e73a714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1976686 Mar 28 01:05:41.851073 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.db.api [None req-5c6aeca7-dfc5-419b-88c8-0dd866acbc22 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104100) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 01:05:41.851488 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG oslo_db.api [None req-5c6aeca7-dfc5-419b-88c8-0dd866acbc22 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 01:05:41.855127 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: 24cf855e-1157-46a6-8845-fff3c0d38802 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:05:41.855287 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 24cf855e-1157-46a6-8845-fff3c0d38802 not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:05:41.858265 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Pushing event updated for resources: {'Port': ['ID=4f962fd3-0f28-447d-befd-7020f780ef37,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:41.862578 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-11c6b793-f8cb-4eae-904f-cec2a00efb9c tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (a133985b-8543-4e0d-a1fa-f21b332b27d9), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:41.876996 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e2798e21-f746-419e-aab4-281557d4553d admin admin] Publish callbacks [] for security_group (12ebc1f6-1198-4486-b573-d9e62e8664f9), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:41.889065 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11c6b793-f8cb-4eae-904f-cec2a00efb9c tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=104098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:05:41.889478 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-11c6b793-f8cb-4eae-904f-cec2a00efb9c tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126177251'] for segment (a133985b-8543-4e0d-a1fa-f21b332b27d9), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:41.902006 dv-neutron-834874-6-hyperv neutron-server[104098]: Traceback (most recent call last): Mar 28 01:05:41.902006 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:05:41.902006 dv-neutron-834874-6-hyperv neutron-server[104098]: timer() Mar 28 01:05:41.902006 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:05:41.902006 dv-neutron-834874-6-hyperv neutron-server[104098]: cb(*args, **kw) Mar 28 01:05:41.902006 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:05:41.902006 dv-neutron-834874-6-hyperv neutron-server[104098]: return func(*args, **kwargs) Mar 28 01:05:41.902006 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:05:41.902006 dv-neutron-834874-6-hyperv neutron-server[104098]: self._notify() Mar 28 01:05:41.902006 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:05:41.902006 dv-neutron-834874-6-hyperv neutron-server[104098]: self.callback(batched_events) Mar 28 01:05:41.902006 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:05:41.902006 dv-neutron-834874-6-hyperv neutron-server[104098]: event.method(event) Mar 28 01:05:41.902006 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:05:41.902006 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:05:41.902006 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:05:41.902006 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:05:41.902006 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:05:41.902006 dv-neutron-834874-6-hyperv neutron-server[104098]: return f(self, *a, **k) Mar 28 01:05:41.902006 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:05:41.902006 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._get(url).json() Mar 28 01:05:41.902006 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:05:41.902006 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:05:41.902006 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:05:41.902006 dv-neutron-834874-6-hyperv neutron-server[104098]: return self.request(url, 'GET', **kwargs) Mar 28 01:05:41.902006 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:05:41.902006 dv-neutron-834874-6-hyperv neutron-server[104098]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:05:41.902006 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:05:41.902006 dv-neutron-834874-6-hyperv neutron-server[104098]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:05:41.902006 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:05:41.902006 dv-neutron-834874-6-hyperv neutron-server[104098]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:05:41.902006 dv-neutron-834874-6-hyperv neutron-server[104098]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:05:41.963898 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-13d1984b-11de-4e8e-977d-0665a13d2cca tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (252cc3e1-fbd9-4846-a3f5-2471cdb47fa0), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:41.968737 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d1984b-11de-4e8e-977d-0665a13d2cca tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:41.969321 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-13d1984b-11de-4e8e-977d-0665a13d2cca tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:41.991065 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d8dd8edd-e5e6-4766-a33a-f1449ae90a26 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687953'] for router (13005a32-9590-4c06-8048-e357a91568d9), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:41.995196 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-11c6b793-f8cb-4eae-904f-cec2a00efb9c tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (94fbfbe1-492f-4e6f-84ed-397dc0cbeef5), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:41.997401 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e2798e21-f746-419e-aab4-281557d4553d admin admin] Publish callbacks [] for security_group (12ebc1f6-1198-4486-b573-d9e62e8664f9), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:42.000614 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-11c6b793-f8cb-4eae-904f-cec2a00efb9c tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:42.006724 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-11c6b793-f8cb-4eae-904f-cec2a00efb9c tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] 10.222.0.24 "DELETE /v2.0/networks/94fbfbe1-492f-4e6f-84ed-397dc0cbeef5 HTTP/1.1" status: 204 len: 168 time: 1.8613095 Mar 28 01:05:42.026743 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c6b793-f8cb-4eae-904f-cec2a00efb9c tempest-NetworksIpV6TestAttrs-1511203705 tempest-NetworksIpV6TestAttrs-1511203705-project] Pushing event deleted for resources: {'Network': ['ID=94fbfbe1-492f-4e6f-84ed-397dc0cbeef5,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:42.091543 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c87af8d5-0ebe-432b-9841-db34d3bceabe tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks [] for port (d3aba06f-1a53-4c53-8fe1-9eb73ddea1aa), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:42.096466 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c87af8d5-0ebe-432b-9841-db34d3bceabe tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126177159'] for port (d3aba06f-1a53-4c53-8fe1-9eb73ddea1aa), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:42.097537 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c87af8d5-0ebe-432b-9841-db34d3bceabe tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3725889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3686480'] for router_interface (110e0f93-4946-4aec-a27a-ac8eb3a9c2a9), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:42.127997 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-13d1984b-11de-4e8e-977d-0665a13d2cca tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7494943 Mar 28 01:05:42.128582 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50358) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:42.135875 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-f61cb5e0-3516-47b9-b55a-08c4cf7ea178 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Request body: {'ports': [{'network_id': 'a957702b-8a31-4787-bcf5-900daa7dce3d', 'name': 'tempest-port--1081821599', 'admin_state_up': True}, {'network_id': '252cc3e1-fbd9-4846-a3f5-2471cdb47fa0', 'admin_state_up': False}]} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:05:42.136238 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-f61cb5e0-3516-47b9-b55a-08c4cf7ea178 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Request body: {'port': {'network_id': 'a957702b-8a31-4787-bcf5-900daa7dce3d', 'name': 'tempest-port--1081821599', 'admin_state_up': True}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:05:42.136698 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-f61cb5e0-3516-47b9-b55a-08c4cf7ea178 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Request body: {'port': {'network_id': '252cc3e1-fbd9-4846-a3f5-2471cdb47fa0', 'admin_state_up': False}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:05:42.187528 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d1984b-11de-4e8e-977d-0665a13d2cca tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Pushing event updated for resources: {'Network': ['ID=252cc3e1-fbd9-4846-a3f5-2471cdb47fa0,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:42.207980 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network 252cc3e1-fbd9-4846-a3f5-2471cdb47fa0 details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:05:42.250130 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8630c6-460f-4eab-a966-a77529a99bd0 req-428cf7c2-d12c-49fd-a604-51b96fccd3df tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:42.251713 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-8f8630c6-460f-4eab-a966-a77529a99bd0 req-428cf7c2-d12c-49fd-a604-51b96fccd3df tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af78226-6db5-4d3d-a6da-4544ef645c78 HTTP/1.1" status: 200 len: 946 time: 0.3322837 Mar 28 01:05:42.256558 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87af8d5-0ebe-432b-9841-db34d3bceabe tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Pushing event updated for resources: {'Port': ['ID=d3aba06f-1a53-4c53-8fe1-9eb73ddea1aa,revision_number=2']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:42.349711 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e2798e21-f746-419e-aab4-281557d4553d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (12ebc1f6-1198-4486-b573-d9e62e8664f9), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:42.352275 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e2798e21-f746-419e-aab4-281557d4553d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:42.353525 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-e2798e21-f746-419e-aab4-281557d4553d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/12ebc1f6-1198-4486-b573-d9e62e8664f9 HTTP/1.1" status: 204 len: 168 time: 0.7516634 Mar 28 01:05:42.361682 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 50364) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:42.389340 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2798e21-f746-419e-aab4-281557d4553d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12ebc1f6-1198-4486-b573-d9e62e8664f9,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:42.394867 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-da160bca-639e-4000-8054-a4f137000c3c req-92ffa52b-8225-461b-bbb2-f3f4b79bfedc tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (56d9ccc0-97bc-4f8c-b2de-56c31c7b6fb7), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:42.402005 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-8f8630c6-460f-4eab-a966-a77529a99bd0 req-726a7ad9-b123-472f-82b2-30f7b9790af0 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5fc266-2207-46d1-bfc7-83854e73a714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343884 Mar 28 01:05:42.404950 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-5c6aeca7-dfc5-419b-88c8-0dd866acbc22 None None] Current status of the port 4f962fd3-0f28-447d-befd-7020f780ef37 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:05:42.447585 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87af8d5-0ebe-432b-9841-db34d3bceabe tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Network be4801db-c8f8-4df3-b9b5-556693d6a290 is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:05:42.448386 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ffa52b-8225-461b-bbb2-f3f4b79bfedc tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] Pushing event deleted for resources: {'Port': ['ID=56d9ccc0-97bc-4f8c-b2de-56c31c7b6fb7,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:42.466530 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-c87af8d5-0ebe-432b-9841-db34d3bceabe tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:05:42.524790 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bd8ffb-a346-4261-a623-a8c84015bb0f req-1544e45d-676c-407f-9762-4716a1781c37 tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:42.526338 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-16bd8ffb-a346-4261-a623-a8c84015bb0f req-1544e45d-676c-407f-9762-4716a1781c37 tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] 10.222.0.24 "GET /v2.0/ports?device_id=5861c5c3-fb1b-4472-867d-d7cebf72f248 HTTP/1.1" status: 200 len: 867 time: 0.2599528 Mar 28 01:05:42.555416 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-2e79edb7-3310-4a3f-a102-e60666af5419 None None] Provisioning complete for port d3aba06f-1a53-4c53-8fe1-9eb73ddea1aa triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:05:42.556124 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-2e79edb7-3310-4a3f-a102-e60666af5419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (d3aba06f-1a53-4c53-8fe1-9eb73ddea1aa), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:42.631022 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f61cb5e0-3516-47b9-b55a-08c4cf7ea178 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Made reservation on behalf of 53bffb72fcad41779d04edeef38d5ecc for: {'port': 2} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:05:42.635064 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f61cb5e0-3516-47b9-b55a-08c4cf7ea178 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:42.658698 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-2e79edb7-3310-4a3f-a102-e60666af5419 None None] Port d3aba06f-1a53-4c53-8fe1-9eb73ddea1aa cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:05:42.722961 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f61cb5e0-3516-47b9-b55a-08c4cf7ea178 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:42.724158 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0773aa29-418e-4349-9454-3ff00878dcdf req-7e9a29e0-ee31-4409-808a-90d299669c3d tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:42.726741 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-0773aa29-418e-4349-9454-3ff00878dcdf req-7e9a29e0-ee31-4409-808a-90d299669c3d tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af78226-6db5-4d3d-a6da-4544ef645c78 HTTP/1.1" status: 200 len: 946 time: 0.1544595 Mar 28 01:05:42.727490 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8dd8edd-e5e6-4766-a33a-f1449ae90a26 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Router 13005a32-9590-4c06-8048-e357a91568d9 is scheduled to L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 with binding_index 1 {{(pid=104099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 01:05:42.776417 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-16bd8ffb-a346-4261-a623-a8c84015bb0f req-cb10ec6e-96f1-4346-8bf1-1692bfe5f720 tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] 10.222.0.24 "GET /v2.0/security-groups?id=9de1bbaf-2b8c-40c3-8122-cae68c77803a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2413692 Mar 28 01:05:42.789447 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-47b348a1-f88d-47c5-a7ff-4ce17f838c38 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bba635ee3b65479790f53c76a97cb916&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4250121 Mar 28 01:05:42.808551 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 50374) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:42.886253 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 3c1204d0-dd7c-4ff9-b283-edb31aa4a818 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:05:42.981655 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-948cbe79-6990-48c5-8ded-a7f8f4481b86 admin admin] Publish callbacks [] for security_group (145aaf3c-ef36-4d0e-a540-d9e0fe77b2d8), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:42.984360 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 3c1204d0-dd7c-4ff9-b283-edb31aa4a818 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:05:42.984920 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (3c1204d0-dd7c-4ff9-b283-edb31aa4a818), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:42.994164 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.l3_agent_scheduler [req-da160bca-639e-4000-8054-a4f137000c3c req-92ffa52b-8225-461b-bbb2-f3f4b79bfedc tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] Router 60e28954-25f3-4f1b-bd48-87667c4d56fe has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:05:43.017024 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-6b36d731-b950-44f7-be91-e9994696c77f None None] Provisioning complete for port d3aba06f-1a53-4c53-8fe1-9eb73ddea1aa triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:05:43.017399 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-6b36d731-b950-44f7-be91-e9994696c77f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (d3aba06f-1a53-4c53-8fe1-9eb73ddea1aa), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:43.092510 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-6b36d731-b950-44f7-be91-e9994696c77f None None] Port d3aba06f-1a53-4c53-8fe1-9eb73ddea1aa cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:05:43.097453 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c87af8d5-0ebe-432b-9841-db34d3bceabe tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Router 110e0f93-4946-4aec-a27a-ac8eb3a9c2a9 is scheduled to L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 with binding_index 1 {{(pid=104098) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 01:05:43.121472 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.notifiers.nova [None req-f61cb5e0-3516-47b9-b55a-08c4cf7ea178 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] device_id is not set on port 9e9a3ce8-cff9-4db5-abec-df25d78aed4b yet. {{(pid=104098) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 01:05:43.135799 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 3c1204d0-dd7c-4ff9-b283-edb31aa4a818 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:05:43.136998 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 4f962fd3-0f28-447d-befd-7020f780ef37 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:05:43.175965 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-0773aa29-418e-4349-9454-3ff00878dcdf req-7e5db0e6-17d6-4dc3-ab3c-d0329fdaf9e5 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5fc266-2207-46d1-bfc7-83854e73a714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4080751 Mar 28 01:05:43.183495 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-948cbe79-6990-48c5-8ded-a7f8f4481b86 admin admin] Publish callbacks [] for security_group (145aaf3c-ef36-4d0e-a540-d9e0fe77b2d8), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:43.193689 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 4f962fd3-0f28-447d-befd-7020f780ef37 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:05:43.194331 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (4f962fd3-0f28-447d-befd-7020f780ef37), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:43.308750 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 4f962fd3-0f28-447d-befd-7020f780ef37 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:05:43.324594 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-da160bca-639e-4000-8054-a4f137000c3c req-92ffa52b-8225-461b-bbb2-f3f4b79bfedc tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:05:43.340082 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7dc55b-069a-428d-8372-f4c7a48e9783 None None] Sync routers for ids ['60e28954-25f3-4f1b-bd48-87667c4d56fe'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:05:43.353580 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7dc55b-069a-428d-8372-f4c7a48e9783 None None] Routers {'60e28954-25f3-4f1b-bd48-87667c4d56fe'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:05:43.354219 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-cb7dc55b-069a-428d-8372-f4c7a48e9783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:05:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['60e28954-25f3-4f1b-bd48-87667c4d56fe'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:05:43.538633 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-fb7236c0-8300-4b0b-93a9-044c3dfbc13a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:43.599519 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-cb7dc55b-069a-428d-8372-f4c7a48e9783 None None] Set router 60e28954-25f3-4f1b-bd48-87667c4d56fe gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:05:43.679825 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c87af8d5-0ebe-432b-9841-db34d3bceabe tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:05:43.692670 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279716e9-d831-48a0-b65f-5baa3b4e58dd None None] Sync routers for ids ['110e0f93-4946-4aec-a27a-ac8eb3a9c2a9'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:05:43.704321 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-c87af8d5-0ebe-432b-9841-db34d3bceabe tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "PUT /v2.0/routers/110e0f93-4946-4aec-a27a-ac8eb3a9c2a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1989396 Mar 28 01:05:43.709871 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279716e9-d831-48a0-b65f-5baa3b4e58dd None None] Routers {'110e0f93-4946-4aec-a27a-ac8eb3a9c2a9'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:05:43.710837 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-279716e9-d831-48a0-b65f-5baa3b4e58dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:05:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['110e0f93-4946-4aec-a27a-ac8eb3a9c2a9'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:05:43.715036 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50396) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:43.912304 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-cb7dc55b-069a-428d-8372-f4c7a48e9783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60e28954-25f3-4f1b-bd48-87667c4d56fe', 'name': 'tempest-ServersTestManualDisk-1965701064-router', 'tenant_id': 'e2e1f3c8256d426e8b9aa3f98cd07af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.52'}], 'enable_snat': True}, 'gw_port_id': '2661aa72-d791-45b8-84f3-7872d9da958e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:04:08Z', 'updated_at': '2022-03-28T01:04:22Z', 'revision_number': 4, 'project_id': 'e2e1f3c8256d426e8b9aa3f98cd07af0', 'gw_port': {'id': '2661aa72-d791-45b8-84f3-7872d9da958e', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:50:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e28954-25f3-4f1b-bd48-87667c4d56fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:04:09Z', 'updated_at': '2022-03-28T01:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': 'a9d16aab-10d7-48a4-acd1-f7b094d7e430', 'name': '', 'network_id': 'd8584a61-33a5-4334-8690-e70e4664bf95', 'tenant_id': 'e2e1f3c8256d426e8b9aa3f98cd07af0', 'mac_address': 'fa:16:3e:f1:8c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e28954-25f3-4f1b-bd48-87667c4d56fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'c2bac7f7-4214-433a-8d07-412328b1e8a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:04:17Z', 'updated_at': '2022-03-28T01:04:28Z', 'revision_number': 5, 'project_id': 'e2e1f3c8256d426e8b9aa3f98cd07af0', 'subnets': [{'id': 'c2bac7f7-4214-433a-8d07-412328b1e8a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:05:43.923189 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8dd8edd-e5e6-4766-a33a-f1449ae90a26 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:05:43.946610 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e4f308-8d0b-485b-b0ae-adb0221029f5 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:43.951545 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-51e4f308-8d0b-485b-b0ae-adb0221029f5 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "GET /v2.0/ports/d3aba06f-1a53-4c53-8fe1-9eb73ddea1aa HTTP/1.1" status: 200 len: 911 time: 0.2282872 Mar 28 01:05:43.956237 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [req-da160bca-639e-4000-8054-a4f137000c3c req-92ffa52b-8225-461b-bbb2-f3f4b79bfedc tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] No DVR routers for this DVR port 56d9ccc0-97bc-4f8c-b2de-56c31c7b6fb7 on host hv-neutron-8348 {{(pid=104099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:05:43.956443 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-279716e9-d831-48a0-b65f-5baa3b4e58dd None None] Set router 110e0f93-4946-4aec-a27a-ac8eb3a9c2a9 gateway port host: None {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:05:43.961055 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50404) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:43.970242 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-da160bca-639e-4000-8054-a4f137000c3c req-92ffa52b-8225-461b-bbb2-f3f4b79bfedc tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:43.972678 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-da160bca-639e-4000-8054-a4f137000c3c req-92ffa52b-8225-461b-bbb2-f3f4b79bfedc tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] 10.222.0.10 "DELETE /v2.0/ports/56d9ccc0-97bc-4f8c-b2de-56c31c7b6fb7 HTTP/1.1" status: 204 len: 173 time: 3.8790057 Mar 28 01:05:43.976344 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5861c5c3-fb1b-4472-867d-d7cebf72f248', 'name': 'network-vif-deleted', 'tag': '56d9ccc0-97bc-4f8c-b2de-56c31c7b6fb7'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:05:43.977909 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2af4b01a9fa8b1570ccf1d7859d693ad34c106b258078e9cfae86b97f35e3d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f382bbcb-4e2a-4aab-a553-68816e81dc3f" -d '{"events": [{"server_uuid": "5861c5c3-fb1b-4472-867d-d7cebf72f248", "name": "network-vif-deleted", "tag": "56d9ccc0-97bc-4f8c-b2de-56c31c7b6fb7"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:05:44.010016 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7dc55b-069a-428d-8372-f4c7a48e9783 None None] Checking router: 60e28954-25f3-4f1b-bd48-87667c4d56fe for host: dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:05:44.013412 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae006928-957e-4e16-8a35-922d1e62ee68 None None] Sync routers for ids ['13005a32-9590-4c06-8048-e357a91568d9'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:05:44.046123 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-0dec2272-3e25-4f60-9d52-b2f68d39b9ec req-6f696dd2-5a8c-43b3-8c55-99c29f1380ba tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] 10.222.0.24 "GET /v2.0/ports?device_id=5861c5c3-fb1b-4472-867d-d7cebf72f248 HTTP/1.1" status: 200 len: 210 time: 0.1207640 Mar 28 01:05:44.057081 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae006928-957e-4e16-8a35-922d1e62ee68 None None] Routers {'13005a32-9590-4c06-8048-e357a91568d9'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:05:44.062008 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-ae006928-957e-4e16-8a35-922d1e62ee68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:05:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['13005a32-9590-4c06-8048-e357a91568d9'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:05:44.065640 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f61cb5e0-3516-47b9-b55a-08c4cf7ea178 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Publish callbacks [] for port (9e9a3ce8-cff9-4db5-abec-df25d78aed4b), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:44.077819 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d8dd8edd-e5e6-4766-a33a-f1449ae90a26 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:44.078322 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-d8dd8edd-e5e6-4766-a33a-f1449ae90a26 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.3585229 Mar 28 01:05:44.090667 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6664bfa2-108b-4b7d-a8a0-08828e2b3160 req-e975971d-8bb2-48b1-b3f7-d5e9f6d091fd tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:44.092781 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 50410) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:44.104632 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-6664bfa2-108b-4b7d-a8a0-08828e2b3160 req-e975971d-8bb2-48b1-b3f7-d5e9f6d091fd tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af78226-6db5-4d3d-a6da-4544ef645c78 HTTP/1.1" status: 200 len: 946 time: 0.8102701 Mar 28 01:05:44.214306 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 01:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4006a47f-b839-4118-95b1-75b499b1219e x-openstack-request-id: req-4006a47f-b839-4118-95b1-75b499b1219e {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:05:44.216279 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5861c5c3-fb1b-4472-867d-d7cebf72f248", "name": "network-vif-deleted", "tag": "56d9ccc0-97bc-4f8c-b2de-56c31c7b6fb7", "status": "completed", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:05:44.217469 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4006a47f-b839-4118-95b1-75b499b1219e {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:05:44.219416 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4006a47f-b839-4118-95b1-75b499b1219e'] response: {'server_uuid': '5861c5c3-fb1b-4472-867d-d7cebf72f248', 'name': 'network-vif-deleted', 'tag': '56d9ccc0-97bc-4f8c-b2de-56c31c7b6fb7', 'status': 'completed', 'code': 200} Mar 28 01:05:44.262590 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7dc55b-069a-428d-8372-f4c7a48e9783 None None] Routers {'60e28954-25f3-4f1b-bd48-87667c4d56fe'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:05:44.263306 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-cb7dc55b-069a-428d-8372-f4c7a48e9783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:05:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['60e28954-25f3-4f1b-bd48-87667c4d56fe'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:05:44.293731 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-948cbe79-6990-48c5-8ded-a7f8f4481b86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (145aaf3c-ef36-4d0e-a540-d9e0fe77b2d8), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:44.296934 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-948cbe79-6990-48c5-8ded-a7f8f4481b86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:44.302143 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.notifiers.nova [None req-f61cb5e0-3516-47b9-b55a-08c4cf7ea178 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] device_id is not set on port 5b013aa3-5478-4847-83ee-d049155ec5a9 yet. {{(pid=104098) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 01:05:44.314646 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-948cbe79-6990-48c5-8ded-a7f8f4481b86 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/145aaf3c-ef36-4d0e-a540-d9e0fe77b2d8 HTTP/1.1" status: 204 len: 168 time: 1.4665186 Mar 28 01:05:44.349119 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948cbe79-6990-48c5-8ded-a7f8f4481b86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=145aaf3c-ef36-4d0e-a540-d9e0fe77b2d8,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:44.397314 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-6664bfa2-108b-4b7d-a8a0-08828e2b3160 req-daf025b9-7488-489a-87b4-45976d81032e tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5fc266-2207-46d1-bfc7-83854e73a714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2918630 Mar 28 01:05:44.403785 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-1b2691b1-5c7e-48ef-b95c-1f22c34c8b56 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] 10.222.0.24 "GET /v2.0/routers/13005a32-9590-4c06-8048-e357a91568d9 HTTP/1.1" status: 200 len: 908 time: 0.3027511 Mar 28 01:05:44.404940 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 50418) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:44.420944 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-279716e9-d831-48a0-b65f-5baa3b4e58dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '110e0f93-4946-4aec-a27a-ac8eb3a9c2a9', 'name': 'tempest-NetworksTestDHCPv6-router-395592543', 'tenant_id': '564cf6bfe83a4d71adcd7d33f5d20cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:05:38Z', 'updated_at': '2022-03-28T01:05:41Z', 'revision_number': 2, 'project_id': '564cf6bfe83a4d71adcd7d33f5d20cb1', 'gw_port_host': None, '_interfaces': [{'id': 'd3aba06f-1a53-4c53-8fe1-9eb73ddea1aa', 'name': '', 'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290', 'tenant_id': '564cf6bfe83a4d71adcd7d33f5d20cb1', 'mac_address': 'fa:16:3e:d2:d2:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '110e0f93-4946-4aec-a27a-ac8eb3a9c2a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '6660bac4-549a-428f-bab6-3d62ccda447d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:05:39Z', 'updated_at': '2022-03-28T01:05:41Z', 'revision_number': 2, 'project_id': '564cf6bfe83a4d71adcd7d33f5d20cb1', 'subnets': [{'id': '6660bac4-549a-428f-bab6-3d62ccda447d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:05:44.431101 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb21e2d9-aee2-40be-b14c-87d0b64b42ed tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:44.448758 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb21e2d9-aee2-40be-b14c-87d0b64b42ed tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:44.453949 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-fb21e2d9-aee2-40be-b14c-87d0b64b42ed tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.4895494 Mar 28 01:05:44.462718 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50422) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:44.510611 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279716e9-d831-48a0-b65f-5baa3b4e58dd None None] Checking router: 110e0f93-4946-4aec-a27a-ac8eb3a9c2a9 for host: dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:05:44.511272 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279716e9-d831-48a0-b65f-5baa3b4e58dd None None] Updating router 110e0f93-4946-4aec-a27a-ac8eb3a9c2a9 port d3aba06f-1a53-4c53-8fe1-9eb73ddea1aa binding host dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 01:05:44.608020 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-279716e9-d831-48a0-b65f-5baa3b4e58dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (d3aba06f-1a53-4c53-8fe1-9eb73ddea1aa), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:44.754783 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-ae006928-957e-4e16-8a35-922d1e62ee68 None None] Set router 13005a32-9590-4c06-8048-e357a91568d9 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:05:44.775552 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-cb7dc55b-069a-428d-8372-f4c7a48e9783 None None] Set router 60e28954-25f3-4f1b-bd48-87667c4d56fe gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:05:44.849571 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92157f9b-92dc-4b9b-a9a8-8ad90f42b6f0 req-17e38da0-f58d-4577-9d56-481f74dece70 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:44.851131 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-92157f9b-92dc-4b9b-a9a8-8ad90f42b6f0 req-17e38da0-f58d-4577-9d56-481f74dece70 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af78226-6db5-4d3d-a6da-4544ef645c78 HTTP/1.1" status: 200 len: 946 time: 0.2823074 Mar 28 01:05:44.867449 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 50432) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:44.882187 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f61cb5e0-3516-47b9-b55a-08c4cf7ea178 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Publish callbacks [] for port (5b013aa3-5478-4847-83ee-d049155ec5a9), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:44.922602 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:44.945654 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4e1b92f4-7e88-47ed-858d-88ec9309c6de tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks [] for router (13005a32-9590-4c06-8048-e357a91568d9), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:45.035902 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f61cb5e0-3516-47b9-b55a-08c4cf7ea178 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (9e9a3ce8-cff9-4db5-abec-df25d78aed4b), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:45.151056 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61cb5e0-3516-47b9-b55a-08c4cf7ea178 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Pushing event updated for resources: {'Port': ['ID=9e9a3ce8-cff9-4db5-abec-df25d78aed4b,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:45.151592 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-92157f9b-92dc-4b9b-a9a8-8ad90f42b6f0 req-5952e1ad-c656-4525-bf0f-20d934bf61a3 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5fc266-2207-46d1-bfc7-83854e73a714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2832694 Mar 28 01:05:45.165564 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-6af7f6e5-8d8c-42f8-8d39-eb05944ff66e tempest-RoutersAdminNegativeTest-2064170273 tempest-RoutersAdminNegativeTest-2064170273-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-253469415', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:05:45.178564 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61cb5e0-3516-47b9-b55a-08c4cf7ea178 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Checking segment: {'id': 'a9b23a68-b139-4b64-bea0-314ba36396c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'a957702b-8a31-4787-bcf5-900daa7dce3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:05:45.178564 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61cb5e0-3516-47b9-b55a-08c4cf7ea178 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Network hostable DHCP agents. Network: a957702b-8a31-4787-bcf5-900daa7dce3d, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:05:45.220864 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6af7f6e5-8d8c-42f8-8d39-eb05944ff66e tempest-RoutersAdminNegativeTest-2064170273 tempest-RoutersAdminNegativeTest-2064170273-project-admin] Made reservation on behalf of d036d7fa41014feaa0e65d7dba44c5e5 for: {'port': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:05:45.223570 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-6af7f6e5-8d8c-42f8-8d39-eb05944ff66e tempest-RoutersAdminNegativeTest-2064170273 tempest-RoutersAdminNegativeTest-2064170273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:45.257833 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-6af7f6e5-8d8c-42f8-8d39-eb05944ff66e tempest-RoutersAdminNegativeTest-2064170273 tempest-RoutersAdminNegativeTest-2064170273-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:45.304860 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4e1b92f4-7e88-47ed-858d-88ec9309c6de tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks [] for router_gateway (13005a32-9590-4c06-8048-e357a91568d9), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:45.384015 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61cb5e0-3516-47b9-b55a-08c4cf7ea178 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Network a957702b-8a31-4787-bcf5-900daa7dce3d is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:05:45.386726 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device 56d9ccc0-97bc-4f8c-b2de-56c31c7b6fb7 no longer exists at agent hyperv_hv-neutron-8348 {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:05:45.397311 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-279716e9-d831-48a0-b65f-5baa3b4e58dd None None] Publish callbacks [] for port (d3aba06f-1a53-4c53-8fe1-9eb73ddea1aa), precommit_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:45.433164 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30d83c3-3561-49df-a044-aac6755db4d2 req-ad26d240-dfa9-417c-8908-a8248455d47a tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:45.434726 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-e30d83c3-3561-49df-a044-aac6755db4d2 req-ad26d240-dfa9-417c-8908-a8248455d47a tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] 10.222.0.24 "GET /v2.0/ports?device_id=6657001d-e343-465a-8283-bcce744623b2 HTTP/1.1" status: 200 len: 945 time: 0.2271767 Mar 28 01:05:45.444351 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] No Port match for: 56d9ccc0-97bc-4f8c-b2de-56c31c7b6fb7 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:05:45.444917 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device 56d9ccc0-97bc-4f8c-b2de-56c31c7b6fb7 not bound to the agent host hv-neutron-8348 {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:05:45.450428 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-279716e9-d831-48a0-b65f-5baa3b4e58dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (d3aba06f-1a53-4c53-8fe1-9eb73ddea1aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:45.475458 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-f61cb5e0-3516-47b9-b55a-08c4cf7ea178 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, a957702b-8a31-4787-bcf5-900daa7dce3d) {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:05:45.485874 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7886dc-c520-49da-9bf3-4713445ab707 None None] Network a957702b-8a31-4787-bcf5-900daa7dce3d requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:05:45.497243 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61cb5e0-3516-47b9-b55a-08c4cf7ea178 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:05:45.499444 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f61cb5e0-3516-47b9-b55a-08c4cf7ea178 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (5b013aa3-5478-4847-83ee-d049155ec5a9), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:45.579346 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d7f771-dfef-4d30-80c4-10ac592eb4c6 req-1c192181-43b4-4240-b364-3be6f4dd664f tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:45.588283 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-33d7f771-dfef-4d30-80c4-10ac592eb4c6 req-1c192181-43b4-4240-b364-3be6f4dd664f tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af78226-6db5-4d3d-a6da-4544ef645c78 HTTP/1.1" status: 200 len: 946 time: 0.2500317 Mar 28 01:05:45.614366 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fcb698-ba1e-4f7a-8d54-f421298b1e1f None None] Pushing event updated for resources: {'Port': ['ID=d3aba06f-1a53-4c53-8fe1-9eb73ddea1aa,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:45.655994 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61cb5e0-3516-47b9-b55a-08c4cf7ea178 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Pushing event updated for resources: {'Port': ['ID=5b013aa3-5478-4847-83ee-d049155ec5a9,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:45.681991 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-4e1b92f4-7e88-47ed-858d-88ec9309c6de tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Deleting port 80f5e145-6941-41fb-bfea-275c0a7db7d3 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:05:45.682334 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4e1b92f4-7e88-47ed-858d-88ec9309c6de tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (80f5e145-6941-41fb-bfea-275c0a7db7d3), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:45.821722 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-e30d83c3-3561-49df-a044-aac6755db4d2 req-1dfe9580-eaf0-4468-a4dd-145137f7b525 tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef3c0281-51d5-49db-9849-f251e8c0da03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3696370 Mar 28 01:05:45.852765 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-33d7f771-dfef-4d30-80c4-10ac592eb4c6 req-07b64833-b7af-4f6e-9490-b6599d088514 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5fc266-2207-46d1-bfc7-83854e73a714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2404604 Mar 28 01:05:45.859131 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61cb5e0-3516-47b9-b55a-08c4cf7ea178 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Checking segment: {'id': '47d7bf0d-b473-4a9d-9372-c735e75a0b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '252cc3e1-fbd9-4846-a3f5-2471cdb47fa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:05:45.859516 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61cb5e0-3516-47b9-b55a-08c4cf7ea178 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Network hostable DHCP agents. Network: 252cc3e1-fbd9-4846-a3f5-2471cdb47fa0, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:05:45.877609 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-6af7f6e5-8d8c-42f8-8d39-eb05944ff66e tempest-RoutersAdminNegativeTest-2064170273 tempest-RoutersAdminNegativeTest-2064170273-project-admin] Publish callbacks [] for security_group (36cdb88e-833c-4a8b-b272-2804318ade5c), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:45.900661 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-6af7f6e5-8d8c-42f8-8d39-eb05944ff66e tempest-RoutersAdminNegativeTest-2064170273 tempest-RoutersAdminNegativeTest-2064170273-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (36cdb88e-833c-4a8b-b272-2804318ade5c), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:45.921844 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-ae006928-957e-4e16-8a35-922d1e62ee68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13005a32-9590-4c06-8048-e357a91568d9', 'name': 'tempest-snat-router-1184133256', 'tenant_id': '96c79905b17c454b87508ea9d204bf03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.197'}], 'enable_snat': True}, 'gw_port_id': '80f5e145-6941-41fb-bfea-275c0a7db7d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:05:37Z', 'updated_at': '2022-03-28T01:05:40Z', 'revision_number': 3, 'project_id': '96c79905b17c454b87508ea9d204bf03', 'gw_port': {'id': '80f5e145-6941-41fb-bfea-275c0a7db7d3', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:77:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13005a32-9590-4c06-8048-e357a91568d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:05:39Z', 'updated_at': '2022-03-28T01:05:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:05:45.924840 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [None req-6af7f6e5-8d8c-42f8-8d39-eb05944ff66e tempest-RoutersAdminNegativeTest-2064170273 tempest-RoutersAdminNegativeTest-2064170273-project-admin] device_id is not set on port d544c4f1-1b96-4777-9292-0a6d2e4b1315 yet. {{(pid=104099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 01:05:45.938910 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50464) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:45.993591 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61cb5e0-3516-47b9-b55a-08c4cf7ea178 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Network 252cc3e1-fbd9-4846-a3f5-2471cdb47fa0 is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:05:46.012578 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-f61cb5e0-3516-47b9-b55a-08c4cf7ea178 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, 252cc3e1-fbd9-4846-a3f5-2471cdb47fa0) {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:05:46.016317 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae006928-957e-4e16-8a35-922d1e62ee68 None None] Checking router: 13005a32-9590-4c06-8048-e357a91568d9 for host: dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:05:46.017175 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae006928-957e-4e16-8a35-922d1e62ee68 None None] Updating router 13005a32-9590-4c06-8048-e357a91568d9 port 80f5e145-6941-41fb-bfea-275c0a7db7d3 binding host dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 01:05:46.017912 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61cb5e0-3516-47b9-b55a-08c4cf7ea178 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:05:46.025076 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61cb5e0-3516-47b9-b55a-08c4cf7ea178 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:46.029383 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce80679-881a-4605-b31c-8b43375af513 None None] Network 252cc3e1-fbd9-4846-a3f5-2471cdb47fa0 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:05:46.030213 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61cb5e0-3516-47b9-b55a-08c4cf7ea178 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:46.030912 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f61cb5e0-3516-47b9-b55a-08c4cf7ea178 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:46.058290 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50466) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:46.064885 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-f61cb5e0-3516-47b9-b55a-08c4cf7ea178 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.9353936 Mar 28 01:05:46.067527 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 50468) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:46.082005 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4e1b92f4-7e88-47ed-858d-88ec9309c6de tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (80f5e145-6941-41fb-bfea-275c0a7db7d3), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:46.102278 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-422cb4da-fd25-48dc-8169-e89192c823c6 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3686527'] for router_interface (110e0f93-4946-4aec-a27a-ac8eb3a9c2a9), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:46.114106 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-279716e9-d831-48a0-b65f-5baa3b4e58dd None None] Attempting to bind port d3aba06f-1a53-4c53-8fe1-9eb73ddea1aa on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:05:46.114378 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-ae006928-957e-4e16-8a35-922d1e62ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (80f5e145-6941-41fb-bfea-275c0a7db7d3), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:46.114482 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-279716e9-d831-48a0-b65f-5baa3b4e58dd None None] Attempting to bind port d3aba06f-1a53-4c53-8fe1-9eb73ddea1aa by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': '9028fe72-9b79-4538-96be-757c3dc71a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:05:46.114482 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279716e9-d831-48a0-b65f-5baa3b4e58dd None None] Attempting to bind port d3aba06f-1a53-4c53-8fe1-9eb73ddea1aa on network be4801db-c8f8-4df3-b9b5-556693d6a290 {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:05:46.158060 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af7f6e5-8d8c-42f8-8d39-eb05944ff66e tempest-RoutersAdminNegativeTest-2064170273 tempest-RoutersAdminNegativeTest-2064170273-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36cdb88e-833c-4a8b-b272-2804318ade5c,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:46.170359 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-4e1b92f4-7e88-47ed-858d-88ec9309c6de tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Calling delete_port for 80f5e145-6941-41fb-bfea-275c0a7db7d3 owned by network:router_gateway {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:05:46.216707 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279716e9-d831-48a0-b65f-5baa3b4e58dd None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:05:46.217142 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279716e9-d831-48a0-b65f-5baa3b4e58dd None None] Checking segment: {'id': '9028fe72-9b79-4538-96be-757c3dc71a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:05:46.217553 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-279716e9-d831-48a0-b65f-5baa3b4e58dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:46.222132 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279716e9-d831-48a0-b65f-5baa3b4e58dd None None] Bound using segment: {'id': '9028fe72-9b79-4538-96be-757c3dc71a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:05:46.222752 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-279716e9-d831-48a0-b65f-5baa3b4e58dd None None] Bound port: d3aba06f-1a53-4c53-8fe1-9eb73ddea1aa, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9028fe72-9b79-4538-96be-757c3dc71a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:05:46.223156 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-279716e9-d831-48a0-b65f-5baa3b4e58dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (d3aba06f-1a53-4c53-8fe1-9eb73ddea1aa), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:46.258794 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-cb7dc55b-069a-428d-8372-f4c7a48e9783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60e28954-25f3-4f1b-bd48-87667c4d56fe', 'name': 'tempest-ServersTestManualDisk-1965701064-router', 'tenant_id': 'e2e1f3c8256d426e8b9aa3f98cd07af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.52'}], 'enable_snat': True}, 'gw_port_id': '2661aa72-d791-45b8-84f3-7872d9da958e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:04:08Z', 'updated_at': '2022-03-28T01:04:22Z', 'revision_number': 4, 'project_id': 'e2e1f3c8256d426e8b9aa3f98cd07af0', 'gw_port': {'id': '2661aa72-d791-45b8-84f3-7872d9da958e', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:50:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e28954-25f3-4f1b-bd48-87667c4d56fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:04:09Z', 'updated_at': '2022-03-28T01:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': 'a9d16aab-10d7-48a4-acd1-f7b094d7e430', 'name': '', 'network_id': 'd8584a61-33a5-4334-8690-e70e4664bf95', 'tenant_id': 'e2e1f3c8256d426e8b9aa3f98cd07af0', 'mac_address': 'fa:16:3e:f1:8c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e28954-25f3-4f1b-bd48-87667c4d56fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'c2bac7f7-4214-433a-8d07-412328b1e8a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:04:17Z', 'updated_at': '2022-03-28T01:04:28Z', 'revision_number': 5, 'project_id': 'e2e1f3c8256d426e8b9aa3f98cd07af0', 'subnets': [{'id': 'c2bac7f7-4214-433a-8d07-412328b1e8a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:05:46.273922 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-93c0ffae-8760-4502-b38d-8a0aefe9fd5d None None] Provisioning complete for port d3aba06f-1a53-4c53-8fe1-9eb73ddea1aa triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:05:46.275743 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-93c0ffae-8760-4502-b38d-8a0aefe9fd5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (d3aba06f-1a53-4c53-8fe1-9eb73ddea1aa), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:46.303972 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f1c003-099b-4780-a72f-4286ae9f44e2 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:46.310739 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f1c003-099b-4780-a72f-4286ae9f44e2 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:46.312991 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-90f1c003-099b-4780-a72f-4286ae9f44e2 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2381196 Mar 28 01:05:46.323863 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-c61f4c80-211f-41af-9b58-6aee31a5b0bc tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-258047886'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:05:46.324480 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 50472) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:46.350491 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a1df07a2-3a12-4183-b4e2-e93260e97515 tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] Publish callbacks [] for security_group (9de1bbaf-2b8c-40c3-8122-cae68c77803a), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:46.366770 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [None req-6af7f6e5-8d8c-42f8-8d39-eb05944ff66e tempest-RoutersAdminNegativeTest-2064170273 tempest-RoutersAdminNegativeTest-2064170273-project-admin] Allocated IP 172.26.1.128 (dea6548b-502b-42db-97fb-371e423e739a/cce6de65-d8c9-45b8-9970-0a277e8c1192/d544c4f1-1b96-4777-9292-0a6d2e4b1315) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:05:46.374883 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:46.376828 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-93c0ffae-8760-4502-b38d-8a0aefe9fd5d None None] Port d3aba06f-1a53-4c53-8fe1-9eb73ddea1aa cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:05:46.383833 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a1df07a2-3a12-4183-b4e2-e93260e97515 tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] Publish callbacks [] for security_group (9de1bbaf-2b8c-40c3-8122-cae68c77803a), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:46.450632 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7dc55b-069a-428d-8372-f4c7a48e9783 None None] The sync data for ids ['60e28954-25f3-4f1b-bd48-87667c4d56fe'] in dv-neutron-834874-6-hyperv is: [{'id': '60e28954-25f3-4f1b-bd48-87667c4d56fe', 'name': 'tempest-ServersTestManualDisk-1965701064-router', 'tenant_id': 'e2e1f3c8256d426e8b9aa3f98cd07af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.52'}], 'enable_snat': True}, 'gw_port_id': '2661aa72-d791-45b8-84f3-7872d9da958e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:04:08Z', 'updated_at': '2022-03-28T01:04:22Z', 'revision_number': 4, 'project_id': 'e2e1f3c8256d426e8b9aa3f98cd07af0', 'gw_port': {'id': '2661aa72-d791-45b8-84f3-7872d9da958e', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:50:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e28954-25f3-4f1b-bd48-87667c4d56fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:04:09Z', 'updated_at': '2022-03-28T01:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': 'a9d16aab-10d7-48a4-acd1-f7b094d7e430', 'name': '', 'network_id': 'd8584a61-33a5-4334-8690-e70e4664bf95', 'tenant_id': 'e2e1f3c8256d426e8b9aa3f98cd07af0', 'mac_address': 'fa:16:3e:f1:8c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e28954-25f3-4f1b-bd48-87667c4d56fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'c2bac7f7-4214-433a-8d07-412328b1e8a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:04:17Z', 'updated_at': '2022-03-28T01:04:28Z', 'revision_number': 5, 'project_id': 'e2e1f3c8256d426e8b9aa3f98cd07af0', 'subnets': [{'id': 'c2bac7f7-4214-433a-8d07-412328b1e8a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:05:46.457165 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a1df07a2-3a12-4183-b4e2-e93260e97515 tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (9de1bbaf-2b8c-40c3-8122-cae68c77803a), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:46.459917 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a1df07a2-3a12-4183-b4e2-e93260e97515 tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:46.463617 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-a1df07a2-3a12-4183-b4e2-e93260e97515 tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] 10.222.0.24 "DELETE /v2.0/security-groups/9de1bbaf-2b8c-40c3-8122-cae68c77803a HTTP/1.1" status: 204 len: 168 time: 0.5197222 Mar 28 01:05:46.486216 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50474) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:46.487015 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1df07a2-3a12-4183-b4e2-e93260e97515 tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9de1bbaf-2b8c-40c3-8122-cae68c77803a,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:46.489601 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c61f4c80-211f-41af-9b58-6aee31a5b0bc tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Made reservation on behalf of 7dbb2ba455b84df9b72862aaa29899aa for: {'network': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:05:46.493752 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c61f4c80-211f-41af-9b58-6aee31a5b0bc tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:46.494959 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-279716e9-d831-48a0-b65f-5baa3b4e58dd None None] For port d3aba06f-1a53-4c53-8fe1-9eb73ddea1aa, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:05:46.500855 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-279716e9-d831-48a0-b65f-5baa3b4e58dd None None] For port d3aba06f-1a53-4c53-8fe1-9eb73ddea1aa, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=d3aba06f-1a53-4c53-8fe1-9eb73ddea1aa,segment=NetworkSegment(9028fe72-9b79-4538-96be-757c3dc71a72),segment_id=9028fe72-9b79-4538-96be-757c3dc71a72)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:05:46.521214 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-279716e9-d831-48a0-b65f-5baa3b4e58dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (d3aba06f-1a53-4c53-8fe1-9eb73ddea1aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:46.547046 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.api.v2.resource [None req-c11096f7-f992-4c05-b5e2-5af98a19b70b tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] show failed (client error): The resource could not be found. Mar 28 01:05:46.550632 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-c11096f7-f992-4c05-b5e2-5af98a19b70b tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] 10.222.0.24 "GET /v2.0/security-groups/9de1bbaf-2b8c-40c3-8122-cae68c77803a HTTP/1.1" status: 404 len: 347 time: 0.0515344 Mar 28 01:05:46.550632 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c61f4c80-211f-41af-9b58-6aee31a5b0bc tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:46.552441 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50476) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:46.619936 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279716e9-d831-48a0-b65f-5baa3b4e58dd None None] Routers {'110e0f93-4946-4aec-a27a-ac8eb3a9c2a9'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:05:46.621249 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-279716e9-d831-48a0-b65f-5baa3b4e58dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:05:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['110e0f93-4946-4aec-a27a-ac8eb3a9c2a9'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:05:46.628114 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fcb698-ba1e-4f7a-8d54-f421298b1e1f None None] Pushing event updated for resources: {'Port': ['ID=d3aba06f-1a53-4c53-8fe1-9eb73ddea1aa,revision_number=4']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:46.786696 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-279716e9-d831-48a0-b65f-5baa3b4e58dd None None] Set router 110e0f93-4946-4aec-a27a-ac8eb3a9c2a9 gateway port host: None {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:05:46.796190 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.agents_db [None req-9a1d863f-391a-42f4-9870-e8292b919beb None None] Agent healthcheck: found 6 active agents {{(pid=104101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 01:05:46.863415 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5f6386-0f50-4ed3-88e1-75441b3ae3a3 req-0baafd80-b8df-4e07-958d-8a5005b772ea tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:46.868483 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-4a5f6386-0f50-4ed3-88e1-75441b3ae3a3 req-0baafd80-b8df-4e07-958d-8a5005b772ea tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] 10.222.0.10 "GET /v2.0/ports?device_id=6657001d-e343-465a-8283-bcce744623b2 HTTP/1.1" status: 200 len: 945 time: 0.3327415 Mar 28 01:05:46.956801 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-e1db2a30-4ec2-44dc-8a3f-bb2cf63639e1 tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] Deleting port b173d84b-3727-4eea-a2cc-b4507bed7cea {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:05:46.957158 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e1db2a30-4ec2-44dc-8a3f-bb2cf63639e1 tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (b173d84b-3727-4eea-a2cc-b4507bed7cea), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:46.993919 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63952808-74d4-48bc-bb89-99eaf928fe08 None None] New status for floating IP bb30f2d8-4f91-4b6f-9410-f5898aef1adc: DOWN {{(pid=104100) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 01:05:47.048908 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e1db2a30-4ec2-44dc-8a3f-bb2cf63639e1 tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (b173d84b-3727-4eea-a2cc-b4507bed7cea), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:47.049266 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e1db2a30-4ec2-44dc-8a3f-bb2cf63639e1 tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] Publish callbacks [] for floatingip (b173d84b-3727-4eea-a2cc-b4507bed7cea), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:47.061348 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-e1db2a30-4ec2-44dc-8a3f-bb2cf63639e1 tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] Calling delete_port for b173d84b-3727-4eea-a2cc-b4507bed7cea owned by network:floatingip {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:05:47.083736 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-6af7f6e5-8d8c-42f8-8d39-eb05944ff66e tempest-RoutersAdminNegativeTest-2064170273 tempest-RoutersAdminNegativeTest-2064170273-project-admin] Publish callbacks [] for port (d544c4f1-1b96-4777-9292-0a6d2e4b1315), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:47.147437 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-7c366804-8da5-4492-b855-5db612a46b17 None None] Provisioning complete for port d3aba06f-1a53-4c53-8fe1-9eb73ddea1aa triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:05:47.147816 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-7c366804-8da5-4492-b855-5db612a46b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (d3aba06f-1a53-4c53-8fe1-9eb73ddea1aa), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:47.150983 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-6af7f6e5-8d8c-42f8-8d39-eb05944ff66e tempest-RoutersAdminNegativeTest-2064170273 tempest-RoutersAdminNegativeTest-2064170273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (d544c4f1-1b96-4777-9292-0a6d2e4b1315), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:47.224121 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4e1b92f4-7e88-47ed-858d-88ec9309c6de tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (80f5e145-6941-41fb-bfea-275c0a7db7d3), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:47.248731 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af7f6e5-8d8c-42f8-8d39-eb05944ff66e tempest-RoutersAdminNegativeTest-2064170273 tempest-RoutersAdminNegativeTest-2064170273-project-admin] Network dea6548b-502b-42db-97fb-371e423e739a is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:05:47.257989 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c61f4c80-211f-41af-9b58-6aee31a5b0bc tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks [] for security_group (065fb507-68a3-4e41-9db7-9b17262c6a13), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:47.276069 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-279716e9-d831-48a0-b65f-5baa3b4e58dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '110e0f93-4946-4aec-a27a-ac8eb3a9c2a9', 'name': 'tempest-NetworksTestDHCPv6-router-395592543', 'tenant_id': '564cf6bfe83a4d71adcd7d33f5d20cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:05:38Z', 'updated_at': '2022-03-28T01:05:41Z', 'revision_number': 2, 'project_id': '564cf6bfe83a4d71adcd7d33f5d20cb1', 'gw_port_host': None, '_interfaces': [{'id': 'd3aba06f-1a53-4c53-8fe1-9eb73ddea1aa', 'name': '', 'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290', 'tenant_id': '564cf6bfe83a4d71adcd7d33f5d20cb1', 'mac_address': 'fa:16:3e:d2:d2:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '110e0f93-4946-4aec-a27a-ac8eb3a9c2a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '6660bac4-549a-428f-bab6-3d62ccda447d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:05:39Z', 'updated_at': '2022-03-28T01:05:46Z', 'revision_number': 4, 'project_id': '564cf6bfe83a4d71adcd7d33f5d20cb1', 'subnets': [{'id': '6660bac4-549a-428f-bab6-3d62ccda447d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:05:47.293040 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-6af7f6e5-8d8c-42f8-8d39-eb05944ff66e tempest-RoutersAdminNegativeTest-2064170273 tempest-RoutersAdminNegativeTest-2064170273-project-admin] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:05:47.295874 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af7f6e5-8d8c-42f8-8d39-eb05944ff66e tempest-RoutersAdminNegativeTest-2064170273 tempest-RoutersAdminNegativeTest-2064170273-project-admin] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:05:47.306162 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af7f6e5-8d8c-42f8-8d39-eb05944ff66e tempest-RoutersAdminNegativeTest-2064170273 tempest-RoutersAdminNegativeTest-2064170273-project-admin] Pushing event updated for resources: {'Port': ['ID=d544c4f1-1b96-4777-9292-0a6d2e4b1315,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:47.307116 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c61f4c80-211f-41af-9b58-6aee31a5b0bc tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (065fb507-68a3-4e41-9db7-9b17262c6a13), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:47.308503 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-7c366804-8da5-4492-b855-5db612a46b17 None None] Current status of the port d3aba06f-1a53-4c53-8fe1-9eb73ddea1aa is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:05:47.315183 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-7c366804-8da5-4492-b855-5db612a46b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (d3aba06f-1a53-4c53-8fe1-9eb73ddea1aa), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:47.319138 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279716e9-d831-48a0-b65f-5baa3b4e58dd None None] The sync data for ids ['110e0f93-4946-4aec-a27a-ac8eb3a9c2a9'] in dv-neutron-834874-6-hyperv is: [{'id': '110e0f93-4946-4aec-a27a-ac8eb3a9c2a9', 'name': 'tempest-NetworksTestDHCPv6-router-395592543', 'tenant_id': '564cf6bfe83a4d71adcd7d33f5d20cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:05:38Z', 'updated_at': '2022-03-28T01:05:41Z', 'revision_number': 2, 'project_id': '564cf6bfe83a4d71adcd7d33f5d20cb1', 'gw_port_host': None, '_interfaces': [{'id': 'd3aba06f-1a53-4c53-8fe1-9eb73ddea1aa', 'name': '', 'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290', 'tenant_id': '564cf6bfe83a4d71adcd7d33f5d20cb1', 'mac_address': 'fa:16:3e:d2:d2:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '110e0f93-4946-4aec-a27a-ac8eb3a9c2a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '6660bac4-549a-428f-bab6-3d62ccda447d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:05:39Z', 'updated_at': '2022-03-28T01:05:46Z', 'revision_number': 4, 'project_id': '564cf6bfe83a4d71adcd7d33f5d20cb1', 'subnets': [{'id': '6660bac4-549a-428f-bab6-3d62ccda447d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:05:47.340854 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-dab3c4d8-791f-4947-8fdf-112f2be45786 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Deleting port 9e9a3ce8-cff9-4db5-abec-df25d78aed4b {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:05:47.341219 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-dab3c4d8-791f-4947-8fdf-112f2be45786 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (9e9a3ce8-cff9-4db5-abec-df25d78aed4b), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:47.344540 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.db.api [None req-ae006928-957e-4e16-8a35-922d1e62ee68 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104101) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 01:05:47.354257 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG oslo_db.api [None req-ae006928-957e-4e16-8a35-922d1e62ee68 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 01:05:47.363398 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-7c366804-8da5-4492-b855-5db612a46b17 None None] For port d3aba06f-1a53-4c53-8fe1-9eb73ddea1aa, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=d3aba06f-1a53-4c53-8fe1-9eb73ddea1aa,segment=NetworkSegment(9028fe72-9b79-4538-96be-757c3dc71a72),segment_id=9028fe72-9b79-4538-96be-757c3dc71a72)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:05:47.368798 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-7c366804-8da5-4492-b855-5db612a46b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (d3aba06f-1a53-4c53-8fe1-9eb73ddea1aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:47.426422 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c366804-8da5-4492-b855-5db612a46b17 None None] Pushing event updated for resources: {'Port': ['ID=d3aba06f-1a53-4c53-8fe1-9eb73ddea1aa,revision_number=5']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:47.430776 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1b92f4-7e88-47ed-858d-88ec9309c6de tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Pushing event deleted for resources: {'Port': ['ID=80f5e145-6941-41fb-bfea-275c0a7db7d3,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:47.447597 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f4c80-211f-41af-9b58-6aee31a5b0bc tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=065fb507-68a3-4e41-9db7-9b17262c6a13,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:47.455165 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c61f4c80-211f-41af-9b58-6aee31a5b0bc tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=104098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:05:47.471385 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-422cb4da-fd25-48dc-8169-e89192c823c6 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Deleting port d3aba06f-1a53-4c53-8fe1-9eb73ddea1aa {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:05:47.472292 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-422cb4da-fd25-48dc-8169-e89192c823c6 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (d3aba06f-1a53-4c53-8fe1-9eb73ddea1aa), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:47.480423 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c61f4c80-211f-41af-9b58-6aee31a5b0bc tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (1266d5e4-b395-465f-87c8-f24e65e07c2f), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:47.480751 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.segments_db [None req-c61f4c80-211f-41af-9b58-6aee31a5b0bc tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Added segment 1266d5e4-b395-465f-87c8-f24e65e07c2f of type vlan for network 156e1638-ffe2-41e6-92da-1be34817f1bc Mar 28 01:05:47.498754 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af7f6e5-8d8c-42f8-8d39-eb05944ff66e tempest-RoutersAdminNegativeTest-2064170273 tempest-RoutersAdminNegativeTest-2064170273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:47.499500 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-6af7f6e5-8d8c-42f8-8d39-eb05944ff66e tempest-RoutersAdminNegativeTest-2064170273 tempest-RoutersAdminNegativeTest-2064170273-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:47.513401 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30117d0-a163-4b3a-9f85-89a6757be5dd req-6632037e-059c-42fe-8fb2-5551a9626006 tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:47.515646 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-b30117d0-a163-4b3a-9f85-89a6757be5dd req-6632037e-059c-42fe-8fb2-5551a9626006 tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] 10.222.0.24 "GET /v2.0/ports?device_id=6657001d-e343-465a-8283-bcce744623b2 HTTP/1.1" status: 200 len: 945 time: 0.4061482 Mar 28 01:05:47.516422 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e1db2a30-4ec2-44dc-8a3f-bb2cf63639e1 tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (b173d84b-3727-4eea-a2cc-b4507bed7cea), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:47.524656 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-dab3c4d8-791f-4947-8fdf-112f2be45786 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (9e9a3ce8-cff9-4db5-abec-df25d78aed4b), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:47.537222 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4e1b92f4-7e88-47ed-858d-88ec9309c6de tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3687989'] for router_gateway (13005a32-9590-4c06-8048-e357a91568d9), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:47.578286 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-dab3c4d8-791f-4947-8fdf-112f2be45786 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Calling delete_port for 9e9a3ce8-cff9-4db5-abec-df25d78aed4b owned by {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:05:47.622084 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c61f4c80-211f-41af-9b58-6aee31a5b0bc tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (156e1638-ffe2-41e6-92da-1be34817f1bc), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:47.622278 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-6af7f6e5-8d8c-42f8-8d39-eb05944ff66e tempest-RoutersAdminNegativeTest-2064170273 tempest-RoutersAdminNegativeTest-2064170273-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.7355614 Mar 28 01:05:47.622497 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1db2a30-4ec2-44dc-8a3f-bb2cf63639e1 tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] Pushing event deleted for resources: {'Port': ['ID=b173d84b-3727-4eea-a2cc-b4507bed7cea,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:47.628007 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50480) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:47.639326 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-514ad7a5-75c8-4e3f-9c69-87773e80ee8c tempest-RoutersAdminNegativeTest-2064170273 tempest-RoutersAdminNegativeTest-2064170273-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.128'}]}}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:05:47.717887 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [req-4a5f6386-0f50-4ed3-88e1-75441b3ae3a3 req-8f46b829-a9bf-4b98-b70c-bc4cd206ce3b tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] Deleting port cef33cf3-0c44-4506-9b92-15d1f07f1f43 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:05:47.718269 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-4a5f6386-0f50-4ed3-88e1-75441b3ae3a3 req-8f46b829-a9bf-4b98-b70c-bc4cd206ce3b tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (cef33cf3-0c44-4506-9b92-15d1f07f1f43), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:47.730336 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4e1b92f4-7e88-47ed-858d-88ec9309c6de tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7151'] for router (13005a32-9590-4c06-8048-e357a91568d9), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:47.756802 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:47.785537 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4e1b92f4-7e88-47ed-858d-88ec9309c6de tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks [] for router_controller (13005a32-9590-4c06-8048-e357a91568d9), precommit_delete_associations {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:47.803668 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c61f4c80-211f-41af-9b58-6aee31a5b0bc tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (156e1638-ffe2-41e6-92da-1be34817f1bc), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:47.808852 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61f4c80-211f-41af-9b58-6aee31a5b0bc tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:47.809542 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c61f4c80-211f-41af-9b58-6aee31a5b0bc tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:47.819323 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-514ad7a5-75c8-4e3f-9c69-87773e80ee8c tempest-RoutersAdminNegativeTest-2064170273 tempest-RoutersAdminNegativeTest-2064170273-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7069'] for router (5e2c72d8-1b39-44fb-bff2-024e073e4879), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:47.820669 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-514ad7a5-75c8-4e3f-9c69-87773e80ee8c tempest-RoutersAdminNegativeTest-2064170273 tempest-RoutersAdminNegativeTest-2064170273-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4188952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7062'] for router (5e2c72d8-1b39-44fb-bff2-024e073e4879), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:47.846778 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-b30117d0-a163-4b3a-9f85-89a6757be5dd req-b2b99b8f-6bd6-49b3-bbfa-16ce0ae13c8e tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef3c0281-51d5-49db-9849-f251e8c0da03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3000190 Mar 28 01:05:47.886033 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae006928-957e-4e16-8a35-922d1e62ee68 None None] Port 80f5e145-6941-41fb-bfea-275c0a7db7d3 not found while updating agent binding for router 13005a32-9590-4c06-8048-e357a91568d9. {{(pid=104101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Mar 28 01:05:47.895551 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae006928-957e-4e16-8a35-922d1e62ee68 None None] Routers {'13005a32-9590-4c06-8048-e357a91568d9'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:05:47.896236 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-ae006928-957e-4e16-8a35-922d1e62ee68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:05:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['13005a32-9590-4c06-8048-e357a91568d9'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:05:47.917640 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4e1b92f4-7e88-47ed-858d-88ec9309c6de tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689686'] for router (13005a32-9590-4c06-8048-e357a91568d9), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:47.918680 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e1b92f4-7e88-47ed-858d-88ec9309c6de tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 13005a32-9590-4c06-8048-e357a91568d9 {{(pid=104099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 01:05:47.929055 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e1db2a30-4ec2-44dc-8a3f-bb2cf63639e1 tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] Publish callbacks [] for floatingip (bb30f2d8-4f91-4b6f-9410-f5898aef1adc), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:47.932416 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e1db2a30-4ec2-44dc-8a3f-bb2cf63639e1 tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for floatingip (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:47.932770 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4e1b92f4-7e88-47ed-858d-88ec9309c6de tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:47.937138 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-e1db2a30-4ec2-44dc-8a3f-bb2cf63639e1 tempest-ServersTestManualDisk-1208743824 tempest-ServersTestManualDisk-1208743824-project] 10.222.0.24 "DELETE /v2.0/floatingips/bb30f2d8-4f91-4b6f-9410-f5898aef1adc HTTP/1.1" status: 204 len: 168 time: 1.3814690 Mar 28 01:05:47.937532 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-4e1b92f4-7e88-47ed-858d-88ec9309c6de tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] 10.222.0.24 "DELETE /v2.0/routers/13005a32-9590-4c06-8048-e357a91568d9 HTTP/1.1" status: 204 len: 168 time: 3.5300794 Mar 28 01:05:47.938184 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 50482) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:47.939018 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 50484) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:47.949374 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.db [None req-422cb4da-fd25-48dc-8169-e89192c823c6 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] For port d3aba06f-1a53-4c53-8fe1-9eb73ddea1aa, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=d3aba06f-1a53-4c53-8fe1-9eb73ddea1aa,segment=NetworkSegment(9028fe72-9b79-4538-96be-757c3dc71a72),segment_id=9028fe72-9b79-4538-96be-757c3dc71a72)] {{(pid=104098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:05:47.950097 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-422cb4da-fd25-48dc-8169-e89192c823c6 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (d3aba06f-1a53-4c53-8fe1-9eb73ddea1aa), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:47.976636 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-c61f4c80-211f-41af-9b58-6aee31a5b0bc tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.9097843 Mar 28 01:05:47.986312 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-4a5f6386-0f50-4ed3-88e1-75441b3ae3a3 req-8f46b829-a9bf-4b98-b70c-bc4cd206ce3b tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] For port cef33cf3-0c44-4506-9b92-15d1f07f1f43, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=cef33cf3-0c44-4506-9b92-15d1f07f1f43,segment=NetworkSegment(9a18c344-9afb-4650-b4e8-9ab90a932c8d),segment_id=9a18c344-9afb-4650-b4e8-9ab90a932c8d)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:05:47.986769 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-4a5f6386-0f50-4ed3-88e1-75441b3ae3a3 req-8f46b829-a9bf-4b98-b70c-bc4cd206ce3b tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (cef33cf3-0c44-4506-9b92-15d1f07f1f43), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:47.993027 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-422cb4da-fd25-48dc-8169-e89192c823c6 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Calling delete_port for d3aba06f-1a53-4c53-8fe1-9eb73ddea1aa owned by network:router_interface {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:05:47.995887 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-ae006928-957e-4e16-8a35-922d1e62ee68 None None] Set router 13005a32-9590-4c06-8048-e357a91568d9 gateway port host: None {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:05:48.041110 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f4c80-211f-41af-9b58-6aee31a5b0bc tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Pushing event updated for resources: {'Network': ['ID=156e1638-ffe2-41e6-92da-1be34817f1bc,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:48.055002 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-514ad7a5-75c8-4e3f-9c69-87773e80ee8c tempest-RoutersAdminNegativeTest-2064170273 tempest-RoutersAdminNegativeTest-2064170273-project-admin] Publish callbacks [] for router_controller (5e2c72d8-1b39-44fb-bff2-024e073e4879), precommit_add_association {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:48.065247 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network 156e1638-ffe2-41e6-92da-1be34817f1bc details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:05:48.085012 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-ae006928-957e-4e16-8a35-922d1e62ee68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13005a32-9590-4c06-8048-e357a91568d9', 'name': 'tempest-snat-router-1184133256', 'tenant_id': '96c79905b17c454b87508ea9d204bf03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:05:37Z', 'updated_at': '2022-03-28T01:05:46Z', 'revision_number': 5, 'project_id': '96c79905b17c454b87508ea9d204bf03', 'gw_port_host': None}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:05:48.111758 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50486) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:48.116630 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-772a85aa-ed79-4813-b899-24c62c9cffc3 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Request body: {'subnet': {'network_id': '156e1638-ffe2-41e6-92da-1be34817f1bc', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:05:48.155682 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae006928-957e-4e16-8a35-922d1e62ee68 None None] The sync data for ids ['13005a32-9590-4c06-8048-e357a91568d9'] in dv-neutron-834874-6-hyperv is: [{'id': '13005a32-9590-4c06-8048-e357a91568d9', 'name': 'tempest-snat-router-1184133256', 'tenant_id': '96c79905b17c454b87508ea9d204bf03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:05:37Z', 'updated_at': '2022-03-28T01:05:46Z', 'revision_number': 5, 'project_id': '96c79905b17c454b87508ea9d204bf03', 'gw_port_host': None}] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:05:48.198527 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-dab3c4d8-791f-4947-8fdf-112f2be45786 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (9e9a3ce8-cff9-4db5-abec-df25d78aed4b), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:48.286451 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab3c4d8-791f-4947-8fdf-112f2be45786 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Pushing event deleted for resources: {'Port': ['ID=9e9a3ce8-cff9-4db5-abec-df25d78aed4b,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:48.307987 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-dab3c4d8-791f-4947-8fdf-112f2be45786 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:48.312086 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-dab3c4d8-791f-4947-8fdf-112f2be45786 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] 10.222.0.24 "DELETE /v2.0/ports/9e9a3ce8-cff9-4db5-abec-df25d78aed4b HTTP/1.1" status: 204 len: 168 time: 1.9813871 Mar 28 01:05:48.314511 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 50488) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:48.356630 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-772a85aa-ed79-4813-b899-24c62c9cffc3 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Made reservation on behalf of 7dbb2ba455b84df9b72862aaa29899aa for: {'subnet': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:05:48.360210 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-772a85aa-ed79-4813-b899-24c62c9cffc3 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126112411'] for subnet (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:48.492478 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-514ad7a5-75c8-4e3f-9c69-87773e80ee8c tempest-RoutersAdminNegativeTest-2064170273 tempest-RoutersAdminNegativeTest-2064170273-project-admin] Publish callbacks [] for router_gateway (5e2c72d8-1b39-44fb-bff2-024e073e4879), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:48.611189 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-422cb4da-fd25-48dc-8169-e89192c823c6 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (d3aba06f-1a53-4c53-8fe1-9eb73ddea1aa), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:48.779039 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device d3aba06f-1a53-4c53-8fe1-9eb73ddea1aa up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:05:48.795161 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-bf43359f-f1d9-4fc5-a03a-4aae973db641 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks [] for router (fc7e089b-17de-4ad6-8ba2-bf5ab6b9d26b), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:48.802558 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: d3aba06f-1a53-4c53-8fe1-9eb73ddea1aa {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:05:48.803053 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device d3aba06f-1a53-4c53-8fe1-9eb73ddea1aa not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Mar 28 01:05:48.827554 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Port d3aba06f-1a53-4c53-8fe1-9eb73ddea1aa not found, will not notify nova. {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Mar 28 01:05:48.927968 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422cb4da-fd25-48dc-8169-e89192c823c6 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Pushing event deleted for resources: {'Port': ['ID=d3aba06f-1a53-4c53-8fe1-9eb73ddea1aa,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:49.072379 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-422cb4da-fd25-48dc-8169-e89192c823c6 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3725912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3690191'] for router_interface (110e0f93-4946-4aec-a27a-ac8eb3a9c2a9), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:49.113691 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-4a5f6386-0f50-4ed3-88e1-75441b3ae3a3 req-8f46b829-a9bf-4b98-b70c-bc4cd206ce3b tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:49.114047 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-4a5f6386-0f50-4ed3-88e1-75441b3ae3a3 req-8f46b829-a9bf-4b98-b70c-bc4cd206ce3b tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688063'] for floatingip (7fb1e4d2-b9c6-41b9-b8be-f8706fe64d55), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:49.114357 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.l3_db [req-4a5f6386-0f50-4ed3-88e1-75441b3ae3a3 req-8f46b829-a9bf-4b98-b70c-bc4cd206ce3b tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] Floating IP 7fb1e4d2-b9c6-41b9-b8be-f8706fe64d55 disassociated. External IP: 172.26.1.217, port: cef33cf3-0c44-4506-9b92-15d1f07f1f43. Mar 28 01:05:49.114694 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [req-4a5f6386-0f50-4ed3-88e1-75441b3ae3a3 req-8f46b829-a9bf-4b98-b70c-bc4cd206ce3b tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] Calling delete_port for cef33cf3-0c44-4506-9b92-15d1f07f1f43 owned by compute:nova {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:05:49.139984 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-d0afcc25-98e4-4ec5-b40a-5c2afee960f1 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Deleting port 5b013aa3-5478-4847-83ee-d049155ec5a9 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:05:49.139984 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d0afcc25-98e4-4ec5-b40a-5c2afee960f1 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (5b013aa3-5478-4847-83ee-d049155ec5a9), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:49.172861 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76bd43b-7198-4ef9-8d1b-d475f2416fe8 req-199b3955-f3ba-4130-989c-17f8f2cd6124 tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:49.175221 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-f76bd43b-7198-4ef9-8d1b-d475f2416fe8 req-199b3955-f3ba-4130-989c-17f8f2cd6124 tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] 10.222.0.24 "GET /v2.0/ports?device_id=6657001d-e343-465a-8283-bcce744623b2 HTTP/1.1" status: 200 len: 945 time: 0.2553222 Mar 28 01:05:49.211880 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-772a85aa-ed79-4813-b899-24c62c9cffc3 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126174976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126112397'] for subnet (fa2b8a2a-e3e5-49d6-9f6a-8b2e76064e98), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:49.269234 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-bf43359f-f1d9-4fc5-a03a-4aae973db641 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks [] for router_gateway (fc7e089b-17de-4ad6-8ba2-bf5ab6b9d26b), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:49.329387 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d0afcc25-98e4-4ec5-b40a-5c2afee960f1 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (5b013aa3-5478-4847-83ee-d049155ec5a9), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:49.374320 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-d0afcc25-98e4-4ec5-b40a-5c2afee960f1 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Calling delete_port for 5b013aa3-5478-4847-83ee-d049155ec5a9 owned by {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:05:49.402423 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-f76bd43b-7198-4ef9-8d1b-d475f2416fe8 req-a7fe7d5f-3ca0-4a1a-8ac4-f61a32d1cd68 tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef3c0281-51d5-49db-9849-f251e8c0da03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1710408 Mar 28 01:05:49.427640 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772a85aa-ed79-4813-b899-24c62c9cffc3 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Pushing event updated for resources: {'Subnet': ['ID=fa2b8a2a-e3e5-49d6-9f6a-8b2e76064e98,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:49.467866 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-422cb4da-fd25-48dc-8169-e89192c823c6 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Router 110e0f93-4946-4aec-a27a-ac8eb3a9c2a9 has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:05:49.476447 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-514ad7a5-75c8-4e3f-9c69-87773e80ee8c tempest-RoutersAdminNegativeTest-2064170273 tempest-RoutersAdminNegativeTest-2064170273-project-admin] Publish callbacks [] for router_gateway (5e2c72d8-1b39-44fb-bff2-024e073e4879), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:49.479760 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772a85aa-ed79-4813-b899-24c62c9cffc3 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Checking segment: {'id': '1266d5e4-b395-465f-87c8-f24e65e07c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '156e1638-ffe2-41e6-92da-1be34817f1bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:05:49.480158 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772a85aa-ed79-4813-b899-24c62c9cffc3 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Network hostable DHCP agents. Network: 156e1638-ffe2-41e6-92da-1be34817f1bc, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:05:49.502014 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-514ad7a5-75c8-4e3f-9c69-87773e80ee8c tempest-RoutersAdminNegativeTest-2064170273 tempest-RoutersAdminNegativeTest-2064170273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:49.541847 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-bf43359f-f1d9-4fc5-a03a-4aae973db641 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Deleting port 3c1204d0-dd7c-4ff9-b283-edb31aa4a818 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:05:49.542193 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-bf43359f-f1d9-4fc5-a03a-4aae973db641 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (3c1204d0-dd7c-4ff9-b283-edb31aa4a818), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:49.608921 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-4a5f6386-0f50-4ed3-88e1-75441b3ae3a3 req-8f46b829-a9bf-4b98-b70c-bc4cd206ce3b tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (cef33cf3-0c44-4506-9b92-15d1f07f1f43), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:49.618989 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772a85aa-ed79-4813-b899-24c62c9cffc3 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Network 156e1638-ffe2-41e6-92da-1be34817f1bc is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:05:49.623164 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d0afcc25-98e4-4ec5-b40a-5c2afee960f1 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (5b013aa3-5478-4847-83ee-d049155ec5a9), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:49.640580 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-772a85aa-ed79-4813-b899-24c62c9cffc3 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, 156e1638-ffe2-41e6-92da-1be34817f1bc) {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:05:49.649330 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-422cb4da-fd25-48dc-8169-e89192c823c6 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:05:49.651287 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57787316-2534-4d30-ab91-73cc13f23206 None None] Network 156e1638-ffe2-41e6-92da-1be34817f1bc requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:05:49.651430 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-772a85aa-ed79-4813-b899-24c62c9cffc3 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:49.652378 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-772a85aa-ed79-4813-b899-24c62c9cffc3 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:49.653430 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f46b829-a9bf-4b98-b70c-bc4cd206ce3b tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] Pushing event deleted for resources: {'Port': ['ID=cef33cf3-0c44-4506-9b92-15d1f07f1f43,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:49.663070 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-422cb4da-fd25-48dc-8169-e89192c823c6 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "PUT /v2.0/routers/110e0f93-4946-4aec-a27a-ac8eb3a9c2a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1966598 Mar 28 01:05:49.670117 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 50492) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:49.673526 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0794f5c3-3c23-4bc3-b5b7-dc3ef1dc8e7b None None] Sync routers for ids ['110e0f93-4946-4aec-a27a-ac8eb3a9c2a9'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:05:49.700310 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0794f5c3-3c23-4bc3-b5b7-dc3ef1dc8e7b None None] Routers {'110e0f93-4946-4aec-a27a-ac8eb3a9c2a9'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:05:49.703124 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-0794f5c3-3c23-4bc3-b5b7-dc3ef1dc8e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:05:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['110e0f93-4946-4aec-a27a-ac8eb3a9c2a9'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:05:49.734886 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0afcc25-98e4-4ec5-b40a-5c2afee960f1 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Pushing event deleted for resources: {'Port': ['ID=5b013aa3-5478-4847-83ee-d049155ec5a9,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:49.740383 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d0afcc25-98e4-4ec5-b40a-5c2afee960f1 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:49.743426 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-d0afcc25-98e4-4ec5-b40a-5c2afee960f1 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] 10.222.0.24 "DELETE /v2.0/ports/5b013aa3-5478-4847-83ee-d049155ec5a9 HTTP/1.1" status: 204 len: 168 time: 1.4253440 Mar 28 01:05:49.746493 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 50494) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:49.804841 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-772a85aa-ed79-4813-b899-24c62c9cffc3 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.6888897 Mar 28 01:05:49.805043 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-514ad7a5-75c8-4e3f-9c69-87773e80ee8c tempest-RoutersAdminNegativeTest-2064170273 tempest-RoutersAdminNegativeTest-2064170273-project-admin] Publish callbacks [] for router (5e2c72d8-1b39-44fb-bff2-024e073e4879), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:49.806526 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50496) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:49.815424 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-46d2e46b-e62d-4ebe-9874-1bfedb730ce3 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1857644887'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:05:49.832794 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-0794f5c3-3c23-4bc3-b5b7-dc3ef1dc8e7b None None] Set router 110e0f93-4946-4aec-a27a-ac8eb3a9c2a9 gateway port host: None {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:05:49.835649 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-ceb1b4fb-007b-4836-bf2f-88d949233772 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0839045 Mar 28 01:05:49.852651 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e183df-cab5-4d11-b696-3038e090e2e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-156e1638-ffe2-41e6-92da-1be34817f1bc', 'network_id': '156e1638-ffe2-41e6-92da-1be34817f1bc', 'project_id': '7dbb2ba455b84df9b72862aaa29899aa', 'fixed_ips': [{'subnet_id': 'fa2b8a2a-e3e5-49d6-9f6a-8b2e76064e98'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:05:49.853618 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-65e183df-cab5-4d11-b696-3038e090e2e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:49.857281 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50498) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:49.868560 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-96754f7b-c0a1-4329-9883-c19e59ec710a tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-481874327'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:05:49.870004 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-bf43359f-f1d9-4fc5-a03a-4aae973db641 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] For port 3c1204d0-dd7c-4ff9-b283-edb31aa4a818, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=3c1204d0-dd7c-4ff9-b283-edb31aa4a818,segment=NetworkSegment(b6f00c62-aca5-4c73-8989-c04c396daeed),segment_id=b6f00c62-aca5-4c73-8989-c04c396daeed)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:05:49.870374 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-bf43359f-f1d9-4fc5-a03a-4aae973db641 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (3c1204d0-dd7c-4ff9-b283-edb31aa4a818), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:49.890443 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aab6552-1a17-4cde-a984-91cb90dd433a tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:49.891846 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aab6552-1a17-4cde-a984-91cb90dd433a tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:49.895903 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-9aab6552-1a17-4cde-a984-91cb90dd433a tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2223246 Mar 28 01:05:49.900865 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-bf43359f-f1d9-4fc5-a03a-4aae973db641 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Calling delete_port for 3c1204d0-dd7c-4ff9-b283-edb31aa4a818 owned by network:router_gateway {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:05:49.902345 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 50500) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:49.915762 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-1323b88f-8d04-453d-9232-2f3316669d75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3686527'] for router_interface (60e28954-25f3-4f1b-bd48-87667c4d56fe), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:49.930207 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-0794f5c3-3c23-4bc3-b5b7-dc3ef1dc8e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '110e0f93-4946-4aec-a27a-ac8eb3a9c2a9', 'name': 'tempest-NetworksTestDHCPv6-router-395592543', 'tenant_id': '564cf6bfe83a4d71adcd7d33f5d20cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:05:38Z', 'updated_at': '2022-03-28T01:05:48Z', 'revision_number': 3, 'project_id': '564cf6bfe83a4d71adcd7d33f5d20cb1', 'gw_port_host': None}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:05:49.958027 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96754f7b-c0a1-4329-9883-c19e59ec710a tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Made reservation on behalf of 53bffb72fcad41779d04edeef38d5ecc for: {'network': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:05:49.962186 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-96754f7b-c0a1-4329-9883-c19e59ec710a tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:49.986424 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0794f5c3-3c23-4bc3-b5b7-dc3ef1dc8e7b None None] Checking router: 110e0f93-4946-4aec-a27a-ac8eb3a9c2a9 for host: dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:05:50.002088 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0794f5c3-3c23-4bc3-b5b7-dc3ef1dc8e7b None None] Routers {'110e0f93-4946-4aec-a27a-ac8eb3a9c2a9'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:05:50.004021 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-0794f5c3-3c23-4bc3-b5b7-dc3ef1dc8e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:05:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['110e0f93-4946-4aec-a27a-ac8eb3a9c2a9'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:05:50.063758 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-65e183df-cab5-4d11-b696-3038e090e2e5 None None] Allocated IP 172.20.255.242 (156e1638-ffe2-41e6-92da-1be34817f1bc/fa2b8a2a-e3e5-49d6-9f6a-8b2e76064e98/76f1b682-1eb0-43a5-b622-22612b31b241) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:05:50.105063 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-514ad7a5-75c8-4e3f-9c69-87773e80ee8c tempest-RoutersAdminNegativeTest-2064170273 tempest-RoutersAdminNegativeTest-2064170273-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7151'] for router (5e2c72d8-1b39-44fb-bff2-024e073e4879), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:50.108277 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-514ad7a5-75c8-4e3f-9c69-87773e80ee8c tempest-RoutersAdminNegativeTest-2064170273 tempest-RoutersAdminNegativeTest-2064170273-project-admin] Publish callbacks [] for router_controller (5e2c72d8-1b39-44fb-bff2-024e073e4879), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:50.130818 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96754f7b-c0a1-4329-9883-c19e59ec710a tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=104098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:05:50.133102 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_v2 [None req-8546f11b-fb84-48d9-a092-734972448e8b tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Deleting subnet 6660bac4-549a-428f-bab6-3d62ccda447d {{(pid=104099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:05:50.142631 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-96754f7b-c0a1-4329-9883-c19e59ec710a tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (6e360c25-b071-4887-814c-c40fb09c2a27), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:50.143267 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.segments_db [None req-96754f7b-c0a1-4329-9883-c19e59ec710a tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Added segment 6e360c25-b071-4887-814c-c40fb09c2a27 of type vlan for network 37511641-4019-4eec-a20e-98121bf93ace Mar 28 01:05:50.144478 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-0794f5c3-3c23-4bc3-b5b7-dc3ef1dc8e7b None None] Set router 110e0f93-4946-4aec-a27a-ac8eb3a9c2a9 gateway port host: None {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:05:50.145830 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8546f11b-fb84-48d9-a092-734972448e8b tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks [] for subnet (6660bac4-549a-428f-bab6-3d62ccda447d), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:50.219628 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4a5f6386-0f50-4ed3-88e1-75441b3ae3a3 req-8f46b829-a9bf-4b98-b70c-bc4cd206ce3b tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] Router e0bc783a-7651-49e7-9582-b0c528704c20 has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:05:50.254246 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-0794f5c3-3c23-4bc3-b5b7-dc3ef1dc8e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '110e0f93-4946-4aec-a27a-ac8eb3a9c2a9', 'name': 'tempest-NetworksTestDHCPv6-router-395592543', 'tenant_id': '564cf6bfe83a4d71adcd7d33f5d20cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:05:38Z', 'updated_at': '2022-03-28T01:05:48Z', 'revision_number': 3, 'project_id': '564cf6bfe83a4d71adcd7d33f5d20cb1', 'gw_port_host': None}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:05:50.261856 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-96754f7b-c0a1-4329-9883-c19e59ec710a tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (37511641-4019-4eec-a20e-98121bf93ace), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:50.264227 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46d2e46b-e62d-4ebe-9874-1bfedb730ce3 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Made reservation on behalf of 7dbb2ba455b84df9b72862aaa29899aa for: {'network': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:05:50.267541 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-46d2e46b-e62d-4ebe-9874-1bfedb730ce3 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:50.285830 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8546f11b-fb84-48d9-a092-734972448e8b tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126946639'] for subnet (6660bac4-549a-428f-bab6-3d62ccda447d), precommit_delete_associations {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:50.311681 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46d2e46b-e62d-4ebe-9874-1bfedb730ce3 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=104098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:05:50.323400 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-65e183df-cab5-4d11-b696-3038e090e2e5 None None] Publish callbacks [] for port (76f1b682-1eb0-43a5-b622-22612b31b241), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:50.329460 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-46d2e46b-e62d-4ebe-9874-1bfedb730ce3 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (de1785a8-abf2-4c51-8cde-56bbd69ee73f), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:50.329907 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.segments_db [None req-46d2e46b-e62d-4ebe-9874-1bfedb730ce3 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Added segment de1785a8-abf2-4c51-8cde-56bbd69ee73f of type vlan for network 89e9d6b2-7d41-4170-ad4f-65c48889a071 Mar 28 01:05:50.335130 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-65e183df-cab5-4d11-b696-3038e090e2e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (76f1b682-1eb0-43a5-b622-22612b31b241), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:50.347972 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0794f5c3-3c23-4bc3-b5b7-dc3ef1dc8e7b None None] The sync data for ids ['110e0f93-4946-4aec-a27a-ac8eb3a9c2a9'] in dv-neutron-834874-6-hyperv is: [{'id': '110e0f93-4946-4aec-a27a-ac8eb3a9c2a9', 'name': 'tempest-NetworksTestDHCPv6-router-395592543', 'tenant_id': '564cf6bfe83a4d71adcd7d33f5d20cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:05:38Z', 'updated_at': '2022-03-28T01:05:48Z', 'revision_number': 3, 'project_id': '564cf6bfe83a4d71adcd7d33f5d20cb1', 'gw_port_host': None}] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:05:50.384951 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e183df-cab5-4d11-b696-3038e090e2e5 None None] Network 156e1638-ffe2-41e6-92da-1be34817f1bc is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:05:50.389524 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-96754f7b-c0a1-4329-9883-c19e59ec710a tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (37511641-4019-4eec-a20e-98121bf93ace), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:50.394503 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96754f7b-c0a1-4329-9883-c19e59ec710a tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:50.395556 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-96754f7b-c0a1-4329-9883-c19e59ec710a tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:50.397974 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-514ad7a5-75c8-4e3f-9c69-87773e80ee8c tempest-RoutersAdminNegativeTest-2064170273 tempest-RoutersAdminNegativeTest-2064170273-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689686'] for router (5e2c72d8-1b39-44fb-bff2-024e073e4879), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:50.398431 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-514ad7a5-75c8-4e3f-9c69-87773e80ee8c tempest-RoutersAdminNegativeTest-2064170273 tempest-RoutersAdminNegativeTest-2064170273-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5e2c72d8-1b39-44fb-bff2-024e073e4879 {{(pid=104098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 01:05:50.411641 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-65e183df-cab5-4d11-b696-3038e090e2e5 None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:05:50.414235 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e183df-cab5-4d11-b696-3038e090e2e5 None None] Pushing event updated for resources: {'Port': ['ID=76f1b682-1eb0-43a5-b622-22612b31b241,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:50.416887 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e183df-cab5-4d11-b696-3038e090e2e5 None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:05:50.496302 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-65e183df-cab5-4d11-b696-3038e090e2e5 None None] Attempting to bind port 76f1b682-1eb0-43a5-b622-22612b31b241 on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:05:50.497022 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-65e183df-cab5-4d11-b696-3038e090e2e5 None None] Attempting to bind port 76f1b682-1eb0-43a5-b622-22612b31b241 by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': '1266d5e4-b395-465f-87c8-f24e65e07c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '156e1638-ffe2-41e6-92da-1be34817f1bc'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:05:50.498384 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e183df-cab5-4d11-b696-3038e090e2e5 None None] Attempting to bind port 76f1b682-1eb0-43a5-b622-22612b31b241 on network 156e1638-ffe2-41e6-92da-1be34817f1bc {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:05:50.504751 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e183df-cab5-4d11-b696-3038e090e2e5 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:05:50.505218 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e183df-cab5-4d11-b696-3038e090e2e5 None None] Checking segment: {'id': '1266d5e4-b395-465f-87c8-f24e65e07c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '156e1638-ffe2-41e6-92da-1be34817f1bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:05:50.505755 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-65e183df-cab5-4d11-b696-3038e090e2e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:50.506198 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e183df-cab5-4d11-b696-3038e090e2e5 None None] Bound using segment: {'id': '1266d5e4-b395-465f-87c8-f24e65e07c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '156e1638-ffe2-41e6-92da-1be34817f1bc'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:05:50.506705 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-65e183df-cab5-4d11-b696-3038e090e2e5 None None] Bound port: 76f1b682-1eb0-43a5-b622-22612b31b241, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1266d5e4-b395-465f-87c8-f24e65e07c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '156e1638-ffe2-41e6-92da-1be34817f1bc'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:05:50.507155 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-65e183df-cab5-4d11-b696-3038e090e2e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (76f1b682-1eb0-43a5-b622-22612b31b241), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:50.522631 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-96754f7b-c0a1-4329-9883-c19e59ec710a tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6594510 Mar 28 01:05:50.527827 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-46d2e46b-e62d-4ebe-9874-1bfedb730ce3 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (89e9d6b2-7d41-4170-ad4f-65c48889a071), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:50.530130 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.api.v2.resource [None req-514ad7a5-75c8-4e3f-9c69-87773e80ee8c tempest-RoutersAdminNegativeTest-2064170273 tempest-RoutersAdminNegativeTest-2064170273-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 28 01:05:50.533706 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-514ad7a5-75c8-4e3f-9c69-87773e80ee8c tempest-RoutersAdminNegativeTest-2064170273 tempest-RoutersAdminNegativeTest-2064170273-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.8987768 Mar 28 01:05:50.535546 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50504) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:50.535681 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 50506) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:50.556633 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-393a5ca3-144f-4ef3-af70-4fef8d318783 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1214175084'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:05:50.561707 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-dd3d34d1-fe6f-4ee8-835c-8dfe67cb8dfd req-2aeece86-db33-4011-a594-384b7f603194 tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] 10.222.0.24 "GET /v2.0/ports?device_id=6657001d-e343-465a-8283-bcce744623b2 HTTP/1.1" status: 200 len: 210 time: 0.0735350 Mar 28 01:05:50.570167 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96754f7b-c0a1-4329-9883-c19e59ec710a tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Pushing event updated for resources: {'Network': ['ID=37511641-4019-4eec-a20e-98121bf93ace,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:50.574202 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-65e183df-cab5-4d11-b696-3038e090e2e5 None None] For port 76f1b682-1eb0-43a5-b622-22612b31b241, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:05:50.578439 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-65e183df-cab5-4d11-b696-3038e090e2e5 None None] For port 76f1b682-1eb0-43a5-b622-22612b31b241, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=76f1b682-1eb0-43a5-b622-22612b31b241,segment=NetworkSegment(1266d5e4-b395-465f-87c8-f24e65e07c2f),segment_id=1266d5e4-b395-465f-87c8-f24e65e07c2f)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:05:50.581447 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network 37511641-4019-4eec-a20e-98121bf93ace details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:05:50.601909 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-393a5ca3-144f-4ef3-af70-4fef8d318783 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Made reservation on behalf of 53bffb72fcad41779d04edeef38d5ecc for: {'network': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:05:50.605539 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-393a5ca3-144f-4ef3-af70-4fef8d318783 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:50.608896 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-46d2e46b-e62d-4ebe-9874-1bfedb730ce3 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (89e9d6b2-7d41-4170-ad4f-65c48889a071), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:50.613709 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d2e46b-e62d-4ebe-9874-1bfedb730ce3 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:50.614311 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-46d2e46b-e62d-4ebe-9874-1bfedb730ce3 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:50.624812 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-65e183df-cab5-4d11-b696-3038e090e2e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (76f1b682-1eb0-43a5-b622-22612b31b241), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:50.680200 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8546f11b-fb84-48d9-a092-734972448e8b tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (6660bac4-549a-428f-bab6-3d62ccda447d), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:50.708820 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e183df-cab5-4d11-b696-3038e090e2e5 None None] Pushing event updated for resources: {'Port': ['ID=76f1b682-1eb0-43a5-b622-22612b31b241,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:50.724564 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-46d2e46b-e62d-4ebe-9874-1bfedb730ce3 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9153440 Mar 28 01:05:50.734216 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50508) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:50.740547 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-a81162b9-7edb-49a4-856c-951c0aba3666 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Request body: {'subnet': {'network_id': '89e9d6b2-7d41-4170-ad4f-65c48889a071', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:05:50.752329 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-393a5ca3-144f-4ef3-af70-4fef8d318783 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=104098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:05:50.796676 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-393a5ca3-144f-4ef3-af70-4fef8d318783 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (fd6f4946-ea69-4fe7-8a52-471a5a094a36), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:50.797358 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.segments_db [None req-393a5ca3-144f-4ef3-af70-4fef8d318783 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Added segment fd6f4946-ea69-4fe7-8a52-471a5a094a36 of type vlan for network 6e7855d9-7103-42c1-86d5-7c21eaf0312e Mar 28 01:05:50.826494 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4a5f6386-0f50-4ed3-88e1-75441b3ae3a3 req-8f46b829-a9bf-4b98-b70c-bc4cd206ce3b tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:05:50.842148 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-bf43359f-f1d9-4fc5-a03a-4aae973db641 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (3c1204d0-dd7c-4ff9-b283-edb31aa4a818), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:50.845764 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-393a5ca3-144f-4ef3-af70-4fef8d318783 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (6e7855d9-7103-42c1-86d5-7c21eaf0312e), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:50.849091 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f259f4ef-945b-48ce-91dd-6123a52f238a None None] Sync routers for ids ['e0bc783a-7651-49e7-9582-b0c528704c20'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:05:50.865852 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device d3aba06f-1a53-4c53-8fe1-9eb73ddea1aa no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:05:50.901903 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d2e46b-e62d-4ebe-9874-1bfedb730ce3 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Pushing event updated for resources: {'Network': ['ID=89e9d6b2-7d41-4170-ad4f-65c48889a071,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:50.905842 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f259f4ef-945b-48ce-91dd-6123a52f238a None None] Routers {'e0bc783a-7651-49e7-9582-b0c528704c20'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:05:50.906478 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-f259f4ef-945b-48ce-91dd-6123a52f238a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:05:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['e0bc783a-7651-49e7-9582-b0c528704c20'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:05:50.911552 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: d3aba06f-1a53-4c53-8fe1-9eb73ddea1aa {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:05:50.911897 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device d3aba06f-1a53-4c53-8fe1-9eb73ddea1aa not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:05:50.941709 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a5f6386-0f50-4ed3-88e1-75441b3ae3a3 req-8f46b829-a9bf-4b98-b70c-bc4cd206ce3b tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] No DVR routers for this DVR port cef33cf3-0c44-4506-9b92-15d1f07f1f43 on host hv-neutron-8348 {{(pid=104099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:05:50.944294 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-4a5f6386-0f50-4ed3-88e1-75441b3ae3a3 req-8f46b829-a9bf-4b98-b70c-bc4cd206ce3b tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:50.948774 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-4a5f6386-0f50-4ed3-88e1-75441b3ae3a3 req-8f46b829-a9bf-4b98-b70c-bc4cd206ce3b tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] 10.222.0.10 "DELETE /v2.0/ports/cef33cf3-0c44-4506-9b92-15d1f07f1f43 HTTP/1.1" status: 204 len: 173 time: 4.0309508 Mar 28 01:05:51.049627 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-393a5ca3-144f-4ef3-af70-4fef8d318783 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (6e7855d9-7103-42c1-86d5-7c21eaf0312e), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:51.093775 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393a5ca3-144f-4ef3-af70-4fef8d318783 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:51.095506 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-393a5ca3-144f-4ef3-af70-4fef8d318783 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:51.194657 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a81162b9-7edb-49a4-856c-951c0aba3666 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Made reservation on behalf of 7dbb2ba455b84df9b72862aaa29899aa for: {'subnet': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:05:51.200330 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a81162b9-7edb-49a4-856c-951c0aba3666 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126112411'] for subnet (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:51.234769 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network 89e9d6b2-7d41-4170-ad4f-65c48889a071 details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:05:51.350926 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-393a5ca3-144f-4ef3-af70-4fef8d318783 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8016391 Mar 28 01:05:51.356957 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-f259f4ef-945b-48ce-91dd-6123a52f238a None None] Set router e0bc783a-7651-49e7-9582-b0c528704c20 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:05:51.367909 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393a5ca3-144f-4ef3-af70-4fef8d318783 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Pushing event updated for resources: {'Network': ['ID=6e7855d9-7103-42c1-86d5-7c21eaf0312e,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:51.402742 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network 6e7855d9-7103-42c1-86d5-7c21eaf0312e details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:05:51.404662 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device cef33cf3-0c44-4506-9b92-15d1f07f1f43 no longer exists at agent hyperv_hv-neutron-8348 {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:05:51.472759 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] No Port match for: cef33cf3-0c44-4506-9b92-15d1f07f1f43 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:05:51.473109 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device cef33cf3-0c44-4506-9b92-15d1f07f1f43 not bound to the agent host hv-neutron-8348 {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:05:51.570116 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6657001d-e343-465a-8283-bcce744623b2', 'name': 'network-vif-deleted', 'tag': 'cef33cf3-0c44-4506-9b92-15d1f07f1f43'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:05:51.572663 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2af4b01a9fa8b1570ccf1d7859d693ad34c106b258078e9cfae86b97f35e3d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77289148-a73d-4ca4-848a-b7d6616825e3" -d '{"events": [{"server_uuid": "6657001d-e343-465a-8283-bcce744623b2", "name": "network-vif-deleted", "tag": "cef33cf3-0c44-4506-9b92-15d1f07f1f43"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:05:51.582209 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf43359f-f1d9-4fc5-a03a-4aae973db641 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Pushing event deleted for resources: {'Port': ['ID=3c1204d0-dd7c-4ff9-b283-edb31aa4a818,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:51.639683 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-bf43359f-f1d9-4fc5-a03a-4aae973db641 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3687989'] for router_gateway (fc7e089b-17de-4ad6-8ba2-bf5ab6b9d26b), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:51.750885 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 01:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b090486-c5a6-4d61-a8a1-29fab6f352be x-openstack-request-id: req-4b090486-c5a6-4d61-a8a1-29fab6f352be {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:05:51.751274 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6657001d-e343-465a-8283-bcce744623b2", "name": "network-vif-deleted", "tag": "cef33cf3-0c44-4506-9b92-15d1f07f1f43", "status": "completed", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:05:51.751472 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4b090486-c5a6-4d61-a8a1-29fab6f352be {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:05:51.751876 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b090486-c5a6-4d61-a8a1-29fab6f352be'] response: {'server_uuid': '6657001d-e343-465a-8283-bcce744623b2', 'name': 'network-vif-deleted', 'tag': 'cef33cf3-0c44-4506-9b92-15d1f07f1f43', 'status': 'completed', 'code': 200} Mar 28 01:05:51.789293 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8546f11b-fb84-48d9-a092-734972448e8b tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127282766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126757793'] for subnet (6660bac4-549a-428f-bab6-3d62ccda447d), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:51.811078 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8546f11b-fb84-48d9-a092-734972448e8b tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:51.811896 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c43f8746-d5b7-4876-82f1-a5d154d2692a None None] Network be4801db-c8f8-4df3-b9b5-556693d6a290 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:05:51.818722 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-8546f11b-fb84-48d9-a092-734972448e8b tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "DELETE /v2.0/subnets/6660bac4-549a-428f-bab6-3d62ccda447d HTTP/1.1" status: 204 len: 168 time: 1.9152472 Mar 28 01:05:51.821540 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 50516) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:51.845916 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-fc67e307-709e-4e53-a615-942cc048e4d4 req-498a776b-5eaa-40f2-9022-f9bb86a4706b tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] 10.222.0.24 "GET /v2.0/ports?device_id=6657001d-e343-465a-8283-bcce744623b2 HTTP/1.1" status: 200 len: 210 time: 0.0869081 Mar 28 01:05:51.932622 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-f259f4ef-945b-48ce-91dd-6123a52f238a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0bc783a-7651-49e7-9582-b0c528704c20', 'name': 'tempest-ServersTestJSON-1686432104-router', 'tenant_id': '0b8696c5a2934c9895d76c895de286c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.192'}], 'enable_snat': True}, 'gw_port_id': '947daac6-733c-4178-885c-fe036a84f40e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:04:11Z', 'updated_at': '2022-03-28T01:04:25Z', 'revision_number': 4, 'project_id': '0b8696c5a2934c9895d76c895de286c3', 'gw_port': {'id': '947daac6-733c-4178-885c-fe036a84f40e', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:3b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bc783a-7651-49e7-9582-b0c528704c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:04:14Z', 'updated_at': '2022-03-28T01:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': 'caf4f9b4-bdcd-47b0-963f-3f6ef8227991', 'name': '', 'network_id': '0159ce53-5590-4705-812f-42a1a0e06ab8', 'tenant_id': '0b8696c5a2934c9895d76c895de286c3', 'mac_address': 'fa:16:3e:64:c8:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bc783a-7651-49e7-9582-b0c528704c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '4d2427ec-2412-47fe-ab20-f935fb523011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:04:22Z', 'updated_at': '2022-03-28T01:04:38Z', 'revision_number': 5, 'project_id': '0b8696c5a2934c9895d76c895de286c3', 'subnets': [{'id': '4d2427ec-2412-47fe-ab20-f935fb523011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:05:51.934937 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a81162b9-7edb-49a4-856c-951c0aba3666 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126174976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126112397'] for subnet (54020ec8-07f6-4eda-afc4-cd71755c45c5), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:51.952853 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-71f2c7b8-08b2-488b-a532-e4b63dd30bd7 tempest-RoutersAdminNegativeTest-2064170273 tempest-RoutersAdminNegativeTest-2064170273-project-admin] Deleting port d544c4f1-1b96-4777-9292-0a6d2e4b1315 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:05:51.953203 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-71f2c7b8-08b2-488b-a532-e4b63dd30bd7 tempest-RoutersAdminNegativeTest-2064170273 tempest-RoutersAdminNegativeTest-2064170273-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (d544c4f1-1b96-4777-9292-0a6d2e4b1315), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:51.981420 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f259f4ef-945b-48ce-91dd-6123a52f238a None None] Checking router: e0bc783a-7651-49e7-9582-b0c528704c20 for host: dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:05:52.027622 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81162b9-7edb-49a4-856c-951c0aba3666 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Pushing event updated for resources: {'Subnet': ['ID=54020ec8-07f6-4eda-afc4-cd71755c45c5,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:52.032915 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81162b9-7edb-49a4-856c-951c0aba3666 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Checking segment: {'id': 'de1785a8-abf2-4c51-8cde-56bbd69ee73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '89e9d6b2-7d41-4170-ad4f-65c48889a071'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:05:52.033276 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81162b9-7edb-49a4-856c-951c0aba3666 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Network hostable DHCP agents. Network: 89e9d6b2-7d41-4170-ad4f-65c48889a071, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:05:52.050448 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f259f4ef-945b-48ce-91dd-6123a52f238a None None] Routers {'e0bc783a-7651-49e7-9582-b0c528704c20'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:05:52.051429 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-f259f4ef-945b-48ce-91dd-6123a52f238a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:05:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['e0bc783a-7651-49e7-9582-b0c528704c20'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:05:52.068342 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-71f2c7b8-08b2-488b-a532-e4b63dd30bd7 tempest-RoutersAdminNegativeTest-2064170273 tempest-RoutersAdminNegativeTest-2064170273-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (d544c4f1-1b96-4777-9292-0a6d2e4b1315), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:52.077160 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81162b9-7edb-49a4-856c-951c0aba3666 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Network 89e9d6b2-7d41-4170-ad4f-65c48889a071 is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:05:52.098399 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-a81162b9-7edb-49a4-856c-951c0aba3666 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, 89e9d6b2-7d41-4170-ad4f-65c48889a071) {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:05:52.103307 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81162b9-7edb-49a4-856c-951c0aba3666 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:52.104597 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a81162b9-7edb-49a4-856c-951c0aba3666 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:52.127790 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-a81162b9-7edb-49a4-856c-951c0aba3666 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.3922670 Mar 28 01:05:52.130051 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50518) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:52.139675 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486b8894-fde0-46e2-8cbe-bf17ca61601e None None] Network 89e9d6b2-7d41-4170-ad4f-65c48889a071 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:05:52.145385 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-bf43359f-f1d9-4fc5-a03a-4aae973db641 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7151'] for router (fc7e089b-17de-4ad6-8ba2-bf5ab6b9d26b), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:52.147212 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8546f11b-fb84-48d9-a092-734972448e8b tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Pushing event deleted for resources: {'Subnet': ['ID=6660bac4-549a-428f-bab6-3d62ccda447d,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:52.161708 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-bf43359f-f1d9-4fc5-a03a-4aae973db641 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks [] for router_controller (fc7e089b-17de-4ad6-8ba2-bf5ab6b9d26b), precommit_delete_associations {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:52.164258 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-71f2c7b8-08b2-488b-a532-e4b63dd30bd7 tempest-RoutersAdminNegativeTest-2064170273 tempest-RoutersAdminNegativeTest-2064170273-project-admin] Calling delete_port for d544c4f1-1b96-4777-9292-0a6d2e4b1315 owned by {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:05:52.253569 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e66130-15e7-49db-a00f-e4b51d983f44 None None] DHCP port deletion for be4801db-c8f8-4df3-b9b5-556693d6a290 request from dv-neutron-834874-6-hyperv {{(pid=104100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 01:05:52.315432 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-bf43359f-f1d9-4fc5-a03a-4aae973db641 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689686'] for router (fc7e089b-17de-4ad6-8ba2-bf5ab6b9d26b), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:52.316239 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf43359f-f1d9-4fc5-a03a-4aae973db641 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fc7e089b-17de-4ad6-8ba2-bf5ab6b9d26b {{(pid=104099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 01:05:52.321735 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-bf43359f-f1d9-4fc5-a03a-4aae973db641 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:52.323393 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-bf43359f-f1d9-4fc5-a03a-4aae973db641 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] 10.222.0.24 "DELETE /v2.0/routers/fc7e089b-17de-4ad6-8ba2-bf5ab6b9d26b HTTP/1.1" status: 204 len: 168 time: 4.3796189 Mar 28 01:05:52.334892 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 50520) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:52.358612 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-e5860d57-ef14-46c5-a28d-d42a41d89221 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1499849345', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'}, 'admin_state_up': False}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:05:52.383391 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-f259f4ef-945b-48ce-91dd-6123a52f238a None None] Set router e0bc783a-7651-49e7-9582-b0c528704c20 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:05:52.393934 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3c247b10-add8-4eaf-a551-0260969e0b41 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (89e9d6b2-7d41-4170-ad4f-65c48889a071), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:52.414527 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-7a9e374f-79e4-4eeb-b815-23bf724698f3 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.5802433 Mar 28 01:05:52.416077 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-1323b88f-8d04-453d-9232-2f3316669d75 admin admin] Deleting port a9d16aab-10d7-48a4-acd1-f7b094d7e430 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:05:52.416758 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-1323b88f-8d04-453d-9232-2f3316669d75 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (a9d16aab-10d7-48a4-acd1-f7b094d7e430), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:52.439944 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50522) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:52.532843 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-279376e5-5728-4cd4-8315-1ef199db65a8 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks [] for router (110e0f93-4946-4aec-a27a-ac8eb3a9c2a9), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:52.553587 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-1323b88f-8d04-453d-9232-2f3316669d75 admin admin] For port a9d16aab-10d7-48a4-acd1-f7b094d7e430, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=a9d16aab-10d7-48a4-acd1-f7b094d7e430,segment=NetworkSegment(6b94bcff-7918-4dbb-9862-d5d7c3a56206),segment_id=6b94bcff-7918-4dbb-9862-d5d7c3a56206)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:05:52.553956 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-1323b88f-8d04-453d-9232-2f3316669d75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (a9d16aab-10d7-48a4-acd1-f7b094d7e430), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:52.555887 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e85838-f871-48b1-bce0-c7e663b0b52c None None] Network 156e1638-ffe2-41e6-92da-1be34817f1bc requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:05:52.572652 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-1323b88f-8d04-453d-9232-2f3316669d75 admin admin] Calling delete_port for a9d16aab-10d7-48a4-acd1-f7b094d7e430 owned by network:router_interface {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:05:52.579350 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba44182a-9a24-4a96-9323-8f56d05042ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-89e9d6b2-7d41-4170-ad4f-65c48889a071', 'network_id': '89e9d6b2-7d41-4170-ad4f-65c48889a071', 'project_id': '7dbb2ba455b84df9b72862aaa29899aa', 'fixed_ips': [{'subnet_id': '54020ec8-07f6-4eda-afc4-cd71755c45c5'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:05:52.580477 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ba44182a-9a24-4a96-9323-8f56d05042ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:52.691099 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-c5d05f33-9ea5-4375-8372-8a61c24390a0 None None] Provisioning complete for port 76f1b682-1eb0-43a5-b622-22612b31b241 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:05:52.691778 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-c5d05f33-9ea5-4375-8372-8a61c24390a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (76f1b682-1eb0-43a5-b622-22612b31b241), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:52.733304 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-279376e5-5728-4cd4-8315-1ef199db65a8 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7151'] for router (110e0f93-4946-4aec-a27a-ac8eb3a9c2a9), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:52.736546 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-279376e5-5728-4cd4-8315-1ef199db65a8 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks [] for router_controller (110e0f93-4946-4aec-a27a-ac8eb3a9c2a9), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:52.819501 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-1323b88f-8d04-453d-9232-2f3316669d75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (a9d16aab-10d7-48a4-acd1-f7b094d7e430), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:52.820083 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-279376e5-5728-4cd4-8315-1ef199db65a8 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689686'] for router (110e0f93-4946-4aec-a27a-ac8eb3a9c2a9), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:52.821851 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-279376e5-5728-4cd4-8315-1ef199db65a8 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Fanout notify agent at l3_agent the message router_deleted on router 110e0f93-4946-4aec-a27a-ac8eb3a9c2a9 {{(pid=104098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 01:05:52.866781 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-86e66130-15e7-49db-a00f-e4b51d983f44 None None] Deleting port 4f962fd3-0f28-447d-befd-7020f780ef37 {{(pid=104100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:05:52.867476 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-86e66130-15e7-49db-a00f-e4b51d983f44 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (4f962fd3-0f28-447d-befd-7020f780ef37), before_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:52.875631 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-279376e5-5728-4cd4-8315-1ef199db65a8 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks [] for router (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:52.879097 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-279376e5-5728-4cd4-8315-1ef199db65a8 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "DELETE /v2.0/routers/110e0f93-4946-4aec-a27a-ac8eb3a9c2a9 HTTP/1.1" status: 204 len: 168 time: 0.4360716 Mar 28 01:05:52.890251 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50526) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:52.983034 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3c247b10-add8-4eaf-a551-0260969e0b41 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (54020ec8-07f6-4eda-afc4-cd71755c45c5), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:53.052668 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1323b88f-8d04-453d-9232-2f3316669d75 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9d16aab-10d7-48a4-acd1-f7b094d7e430,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:53.069677 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-71f2c7b8-08b2-488b-a532-e4b63dd30bd7 tempest-RoutersAdminNegativeTest-2064170273 tempest-RoutersAdminNegativeTest-2064170273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (d544c4f1-1b96-4777-9292-0a6d2e4b1315), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:53.113545 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50530) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:53.197437 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d7c524-f263-4394-95c1-bdd821224ddd tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:53.199371 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-25d7c524-f263-4394-95c1-bdd821224ddd tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3058591 Mar 28 01:05:53.207501 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50532) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:53.257948 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3c247b10-add8-4eaf-a551-0260969e0b41 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126175041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126112438'] for subnet (54020ec8-07f6-4eda-afc4-cd71755c45c5), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:53.271033 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e5860d57-ef14-46c5-a28d-d42a41d89221 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7069'] for router (bf9c9c41-56d5-49b6-ad94-d79da3cfd334), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:53.272608 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e5860d57-ef14-46c5-a28d-d42a41d89221 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4188952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7062'] for router (bf9c9c41-56d5-49b6-ad94-d79da3cfd334), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:53.282378 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 76f1b682-1eb0-43a5-b622-22612b31b241 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:05:53.345236 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e5860d57-ef14-46c5-a28d-d42a41d89221 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Publish callbacks [] for router_controller (bf9c9c41-56d5-49b6-ad94-d79da3cfd334), precommit_add_association {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:53.347993 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c247b10-add8-4eaf-a551-0260969e0b41 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Pushing event deleted for resources: {'Subnet': ['ID=54020ec8-07f6-4eda-afc4-cd71755c45c5,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:53.350145 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-930d3b35-6f62-437a-9644-8e025b9a00f9 tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] Publish callbacks [] for security_group (ef3c0281-51d5-49db-9849-f251e8c0da03), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:53.358507 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server [None req-ba44182a-9a24-4a96-9323-8f56d05042ce None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 54020ec8-07f6-4eda-afc4-cd71755c45c5: This subnet is being modified by another concurrent operation. Mar 28 01:05:53.358507 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 28 01:05:53.358507 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 28 01:05:53.358507 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 28 01:05:53.358507 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 28 01:05:53.358507 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 28 01:05:53.358507 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 28 01:05:53.358507 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 28 01:05:53.358507 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 28 01:05:53.358507 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 28 01:05:53.358507 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 28 01:05:53.358507 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 28 01:05:53.358507 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 01:05:53.358507 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 01:05:53.358507 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 01:05:53.358507 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 01:05:53.358507 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 28 01:05:53.358507 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 01:05:53.358507 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 28 01:05:53.358507 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 28 01:05:53.358507 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 01:05:53.358507 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 01:05:53.358507 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 01:05:53.358507 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 01:05:53.358507 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 28 01:05:53.358507 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 01:05:53.358507 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 28 01:05:53.358507 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 28 01:05:53.358507 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 01:05:53.358507 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 01:05:53.358507 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 01:05:53.358507 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 01:05:53.358507 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 28 01:05:53.358507 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 28 01:05:53.358507 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 28 01:05:53.358507 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 28 01:05:53.358507 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 28 01:05:53.358507 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 28 01:05:53.358507 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 28 01:05:53.358507 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 28 01:05:53.358507 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 28 01:05:53.358507 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 28 01:05:53.358507 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 28 01:05:53.358507 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 01:05:53.358507 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 28 01:05:53.358507 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 28 01:05:53.358507 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 28 01:05:53.358507 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 28 01:05:53.358507 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 01:05:53.358507 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 01:05:53.358507 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 01:05:53.358507 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 01:05:53.358507 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 28 01:05:53.358507 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 01:05:53.361909 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 28 01:05:53.361909 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 28 01:05:53.361909 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 01:05:53.361909 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 01:05:53.361909 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 01:05:53.361909 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 01:05:53.361909 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 28 01:05:53.361909 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 01:05:53.361909 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 28 01:05:53.361909 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 28 01:05:53.361909 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 01:05:53.361909 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 01:05:53.361909 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 01:05:53.361909 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 01:05:53.361909 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 28 01:05:53.361909 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 28 01:05:53.361909 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 28 01:05:53.361909 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 28 01:05:53.361909 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 28 01:05:53.361909 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 28 01:05:53.361909 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 28 01:05:53.361909 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 28 01:05:53.361909 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 28 01:05:53.361909 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 28 01:05:53.361909 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 28 01:05:53.361909 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 28 01:05:53.361909 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 28 01:05:53.361909 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 28 01:05:53.361909 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 28 01:05:53.361909 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 28 01:05:53.361909 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 28 01:05:53.361909 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 28 01:05:53.361909 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Mar 28 01:05:53.361909 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 28 01:05:53.361909 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 28 01:05:53.361909 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server raise exception Mar 28 01:05:53.361909 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 54020ec8-07f6-4eda-afc4-cd71755c45c5: This subnet is being modified by another concurrent operation. Mar 28 01:05:53.361909 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server Mar 28 01:05:53.400000 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-930d3b35-6f62-437a-9644-8e025b9a00f9 tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] Publish callbacks [] for security_group (ef3c0281-51d5-49db-9849-f251e8c0da03), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:53.414256 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2bedf8-fdd0-40f7-8288-5e864260efec None None] Network 89e9d6b2-7d41-4170-ad4f-65c48889a071 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:05:53.432268 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-86e66130-15e7-49db-a00f-e4b51d983f44 None None] For port 4f962fd3-0f28-447d-befd-7020f780ef37, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=4f962fd3-0f28-447d-befd-7020f780ef37,segment=NetworkSegment(9028fe72-9b79-4538-96be-757c3dc71a72),segment_id=9028fe72-9b79-4538-96be-757c3dc71a72)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:05:53.432994 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-86e66130-15e7-49db-a00f-e4b51d983f44 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (4f962fd3-0f28-447d-befd-7020f780ef37), precommit_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:53.465947 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f2c7b8-08b2-488b-a532-e4b63dd30bd7 tempest-RoutersAdminNegativeTest-2064170273 tempest-RoutersAdminNegativeTest-2064170273-project-admin] Pushing event deleted for resources: {'Port': ['ID=d544c4f1-1b96-4777-9292-0a6d2e4b1315,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:53.537148 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3c247b10-add8-4eaf-a551-0260969e0b41 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (89e9d6b2-7d41-4170-ad4f-65c48889a071), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:53.540308 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-71f2c7b8-08b2-488b-a532-e4b63dd30bd7 tempest-RoutersAdminNegativeTest-2064170273 tempest-RoutersAdminNegativeTest-2064170273-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:53.549569 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-71f2c7b8-08b2-488b-a532-e4b63dd30bd7 tempest-RoutersAdminNegativeTest-2064170273 tempest-RoutersAdminNegativeTest-2064170273-project-admin] 10.222.0.24 "DELETE /v2.0/ports/d544c4f1-1b96-4777-9292-0a6d2e4b1315 HTTP/1.1" status: 204 len: 168 time: 3.0058250 Mar 28 01:05:53.761711 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e5860d57-ef14-46c5-a28d-d42a41d89221 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Publish callbacks [] for router_gateway (bf9c9c41-56d5-49b6-ad94-d79da3cfd334), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:53.782750 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-1323b88f-8d04-453d-9232-2f3316669d75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3725912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3690191'] for router_interface (60e28954-25f3-4f1b-bd48-87667c4d56fe), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:53.856172 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-86e66130-15e7-49db-a00f-e4b51d983f44 None None] Calling delete_port for 4f962fd3-0f28-447d-befd-7020f780ef37 owned by network:dhcp {{(pid=104100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:05:53.898932 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-c5d05f33-9ea5-4375-8372-8a61c24390a0 None None] Current status of the port 76f1b682-1eb0-43a5-b622-22612b31b241 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:05:53.899691 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-c5d05f33-9ea5-4375-8372-8a61c24390a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (76f1b682-1eb0-43a5-b622-22612b31b241), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:53.910131 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-3c247b10-add8-4eaf-a551-0260969e0b41 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89e9d6b2-7d41-4170-ad4f-65c48889a071']}} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:05:53.920966 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbed7d8f-193c-435f-af3b-240f99ea7e07 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:53.925657 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-cbed7d8f-193c-435f-af3b-240f99ea7e07 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7123654 Mar 28 01:05:53.929079 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-930d3b35-6f62-437a-9644-8e025b9a00f9 tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (ef3c0281-51d5-49db-9849-f251e8c0da03), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:53.932283 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-930d3b35-6f62-437a-9644-8e025b9a00f9 tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:53.936647 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-930d3b35-6f62-437a-9644-8e025b9a00f9 tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] 10.222.0.24 "DELETE /v2.0/security-groups/ef3c0281-51d5-49db-9849-f251e8c0da03 HTTP/1.1" status: 204 len: 168 time: 0.8217485 Mar 28 01:05:53.937526 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50538) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:53.937526 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50540) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:53.955309 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-3c247b10-add8-4eaf-a551-0260969e0b41 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de1785a8-abf2-4c51-8cde-56bbd69ee73f') {'for_net_delete': True} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:05:53.955517 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-3c247b10-add8-4eaf-a551-0260969e0b41 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de1785a8-abf2-4c51-8cde-56bbd69ee73f') {} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:05:54.011760 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930d3b35-6f62-437a-9644-8e025b9a00f9 tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef3c0281-51d5-49db-9849-f251e8c0da03,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:54.018759 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-9e0076c6-3708-46b8-81d0-2a1742ae0b08 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0719082 Mar 28 01:05:54.018759 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3c247b10-add8-4eaf-a551-0260969e0b41 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126443583'] for segment (de1785a8-abf2-4c51-8cde-56bbd69ee73f), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:54.019284 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50542) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:54.024100 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-bc3830c8-ce46-4c6d-8770-41d5eb84b068 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Request body: {'subnet': {'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:05:54.033254 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.api.v2.resource [None req-5e4ca52a-879e-48e3-939b-f1596d469322 tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] show failed (client error): The resource could not be found. Mar 28 01:05:54.037122 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-5e4ca52a-879e-48e3-939b-f1596d469322 tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] 10.222.0.24 "GET /v2.0/security-groups/ef3c0281-51d5-49db-9849-f251e8c0da03 HTTP/1.1" status: 404 len: 347 time: 0.0892627 Mar 28 01:05:54.041003 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50544) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:54.160385 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50546) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:54.161358 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3c247b10-add8-4eaf-a551-0260969e0b41 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (de1785a8-abf2-4c51-8cde-56bbd69ee73f), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:54.249240 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c247b10-add8-4eaf-a551-0260969e0b41 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=104098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:05:54.249654 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3c247b10-add8-4eaf-a551-0260969e0b41 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126177251'] for segment (de1785a8-abf2-4c51-8cde-56bbd69ee73f), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:54.252728 dv-neutron-834874-6-hyperv neutron-server[104098]: Traceback (most recent call last): Mar 28 01:05:54.252728 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:05:54.252728 dv-neutron-834874-6-hyperv neutron-server[104098]: timer() Mar 28 01:05:54.252728 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:05:54.252728 dv-neutron-834874-6-hyperv neutron-server[104098]: cb(*args, **kw) Mar 28 01:05:54.252728 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:05:54.252728 dv-neutron-834874-6-hyperv neutron-server[104098]: return func(*args, **kwargs) Mar 28 01:05:54.252728 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:05:54.252728 dv-neutron-834874-6-hyperv neutron-server[104098]: self._notify() Mar 28 01:05:54.252728 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:05:54.252728 dv-neutron-834874-6-hyperv neutron-server[104098]: self.callback(batched_events) Mar 28 01:05:54.252728 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:05:54.252728 dv-neutron-834874-6-hyperv neutron-server[104098]: event.method(event) Mar 28 01:05:54.252728 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:05:54.252728 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:05:54.252728 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:05:54.252728 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:05:54.252728 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:05:54.252728 dv-neutron-834874-6-hyperv neutron-server[104098]: return f(self, *a, **k) Mar 28 01:05:54.252728 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:05:54.252728 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._get(url).json() Mar 28 01:05:54.252728 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:05:54.252728 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:05:54.252728 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:05:54.252728 dv-neutron-834874-6-hyperv neutron-server[104098]: return self.request(url, 'GET', **kwargs) Mar 28 01:05:54.252728 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:05:54.252728 dv-neutron-834874-6-hyperv neutron-server[104098]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:05:54.252728 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:05:54.252728 dv-neutron-834874-6-hyperv neutron-server[104098]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:05:54.252728 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:05:54.252728 dv-neutron-834874-6-hyperv neutron-server[104098]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:05:54.252728 dv-neutron-834874-6-hyperv neutron-server[104098]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:05:54.262007 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-c5d05f33-9ea5-4375-8372-8a61c24390a0 None None] For port 76f1b682-1eb0-43a5-b622-22612b31b241, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=76f1b682-1eb0-43a5-b622-22612b31b241,segment=NetworkSegment(1266d5e4-b395-465f-87c8-f24e65e07c2f),segment_id=1266d5e4-b395-465f-87c8-f24e65e07c2f)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:05:54.284614 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-f259f4ef-945b-48ce-91dd-6123a52f238a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0bc783a-7651-49e7-9582-b0c528704c20', 'name': 'tempest-ServersTestJSON-1686432104-router', 'tenant_id': '0b8696c5a2934c9895d76c895de286c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.192'}], 'enable_snat': True}, 'gw_port_id': '947daac6-733c-4178-885c-fe036a84f40e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:04:11Z', 'updated_at': '2022-03-28T01:04:25Z', 'revision_number': 4, 'project_id': '0b8696c5a2934c9895d76c895de286c3', 'gw_port': {'id': '947daac6-733c-4178-885c-fe036a84f40e', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:3b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bc783a-7651-49e7-9582-b0c528704c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:04:14Z', 'updated_at': '2022-03-28T01:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': 'caf4f9b4-bdcd-47b0-963f-3f6ef8227991', 'name': '', 'network_id': '0159ce53-5590-4705-812f-42a1a0e06ab8', 'tenant_id': '0b8696c5a2934c9895d76c895de286c3', 'mac_address': 'fa:16:3e:64:c8:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bc783a-7651-49e7-9582-b0c528704c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '4d2427ec-2412-47fe-ab20-f935fb523011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:04:22Z', 'updated_at': '2022-03-28T01:04:38Z', 'revision_number': 5, 'project_id': '0b8696c5a2934c9895d76c895de286c3', 'subnets': [{'id': '4d2427ec-2412-47fe-ab20-f935fb523011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:05:54.299469 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 76f1b682-1eb0-43a5-b622-22612b31b241 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:05:54.301320 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (76f1b682-1eb0-43a5-b622-22612b31b241), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:54.370493 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-c5d05f33-9ea5-4375-8372-8a61c24390a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (76f1b682-1eb0-43a5-b622-22612b31b241), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:54.407768 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f259f4ef-945b-48ce-91dd-6123a52f238a None None] The sync data for ids ['e0bc783a-7651-49e7-9582-b0c528704c20'] in dv-neutron-834874-6-hyperv is: [{'id': 'e0bc783a-7651-49e7-9582-b0c528704c20', 'name': 'tempest-ServersTestJSON-1686432104-router', 'tenant_id': '0b8696c5a2934c9895d76c895de286c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.192'}], 'enable_snat': True}, 'gw_port_id': '947daac6-733c-4178-885c-fe036a84f40e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:04:11Z', 'updated_at': '2022-03-28T01:04:25Z', 'revision_number': 4, 'project_id': '0b8696c5a2934c9895d76c895de286c3', 'gw_port': {'id': '947daac6-733c-4178-885c-fe036a84f40e', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:3b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bc783a-7651-49e7-9582-b0c528704c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:04:14Z', 'updated_at': '2022-03-28T01:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': 'caf4f9b4-bdcd-47b0-963f-3f6ef8227991', 'name': '', 'network_id': '0159ce53-5590-4705-812f-42a1a0e06ab8', 'tenant_id': '0b8696c5a2934c9895d76c895de286c3', 'mac_address': 'fa:16:3e:64:c8:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bc783a-7651-49e7-9582-b0c528704c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '4d2427ec-2412-47fe-ab20-f935fb523011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:04:22Z', 'updated_at': '2022-03-28T01:04:38Z', 'revision_number': 5, 'project_id': '0b8696c5a2934c9895d76c895de286c3', 'subnets': [{'id': '4d2427ec-2412-47fe-ab20-f935fb523011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:05:54.467426 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e5860d57-ef14-46c5-a28d-d42a41d89221 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Publish callbacks [] for router_gateway (bf9c9c41-56d5-49b6-ad94-d79da3cfd334), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:54.512622 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1323b88f-8d04-453d-9232-2f3316669d75 admin admin] Router 60e28954-25f3-4f1b-bd48-87667c4d56fe has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:05:54.515682 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5470394e-8cb4-436d-9c26-38e1584549ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:54.519377 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e5860d57-ef14-46c5-a28d-d42a41d89221 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:54.522051 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 50550) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:54.527606 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-6b759da8-154a-40d2-8194-30c780415175 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Request body: {'subnets': [{'network_id': '37511641-4019-4eec-a20e-98121bf93ace', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1828038490', 'ip_version': 6}, {'network_id': '6e7855d9-7103-42c1-86d5-7c21eaf0312e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:05:54.527930 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-6b759da8-154a-40d2-8194-30c780415175 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Request body: {'subnet': {'network_id': '37511641-4019-4eec-a20e-98121bf93ace', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1828038490', 'ip_version': 6}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:05:54.529144 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-6b759da8-154a-40d2-8194-30c780415175 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Request body: {'subnet': {'network_id': '6e7855d9-7103-42c1-86d5-7c21eaf0312e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:05:54.541701 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3c247b10-add8-4eaf-a551-0260969e0b41 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (89e9d6b2-7d41-4170-ad4f-65c48889a071), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:54.560599 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3c247b10-add8-4eaf-a551-0260969e0b41 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:54.568075 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-3c247b10-add8-4eaf-a551-0260969e0b41 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] 10.222.0.24 "DELETE /v2.0/networks/89e9d6b2-7d41-4170-ad4f-65c48889a071 HTTP/1.1" status: 204 len: 168 time: 2.4325547 Mar 28 01:05:54.568276 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d05f33-9ea5-4375-8372-8a61c24390a0 None None] Pushing event updated for resources: {'Port': ['ID=76f1b682-1eb0-43a5-b622-22612b31b241,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:54.568376 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50552) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:54.572578 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-2a4ffa15-9972-4a2d-a168-c36938b50c96 None None] Provisioning complete for port 76f1b682-1eb0-43a5-b622-22612b31b241 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:05:54.573125 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-2a4ffa15-9972-4a2d-a168-c36938b50c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (76f1b682-1eb0-43a5-b622-22612b31b241), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:54.580898 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-4ed26b70-93fc-44e9-884d-8e8dc41935d6 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2095011467'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:05:54.597135 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-86e66130-15e7-49db-a00f-e4b51d983f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886'] for port (4f962fd3-0f28-447d-befd-7020f780ef37), after_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:54.597356 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c247b10-add8-4eaf-a551-0260969e0b41 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Pushing event deleted for resources: {'Network': ['ID=89e9d6b2-7d41-4170-ad4f-65c48889a071,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:54.598894 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc3830c8-ce46-4c6d-8770-41d5eb84b068 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Made reservation on behalf of 564cf6bfe83a4d71adcd7d33f5d20cb1 for: {'subnet': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:05:54.602248 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-bc3830c8-ce46-4c6d-8770-41d5eb84b068 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126112411'] for subnet (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:54.654387 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e66130-15e7-49db-a00f-e4b51d983f44 None None] Pushing event deleted for resources: {'Port': ['ID=4f962fd3-0f28-447d-befd-7020f780ef37,revision_number=None']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:54.662335 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e66130-15e7-49db-a00f-e4b51d983f44 None None] No DVR routers for this DVR port 4f962fd3-0f28-447d-befd-7020f780ef37 on host dv-neutron-834874-6-hyperv {{(pid=104100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:05:54.691354 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ed26b70-93fc-44e9-884d-8e8dc41935d6 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Made reservation on behalf of 7dbb2ba455b84df9b72862aaa29899aa for: {'network': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:05:54.694725 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4ed26b70-93fc-44e9-884d-8e8dc41935d6 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:54.697694 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-cb8beb73-5657-409e-86ca-a70b51168c19 tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] Deleting port 9c1e7395-9b68-49db-9805-81cd0b2fc3c4 {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:05:54.698023 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-cb8beb73-5657-409e-86ca-a70b51168c19 tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (9c1e7395-9b68-49db-9805-81cd0b2fc3c4), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:54.700292 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 76f1b682-1eb0-43a5-b622-22612b31b241 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:05:54.712226 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d232086a-b5a3-400b-8d6e-314ab32206df None None] get_active_networks_info from dv-neutron-834874-6-hyperv {{(pid=104100) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 28 01:05:54.720095 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [None req-e5860d57-ef14-46c5-a28d-d42a41d89221 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Allocated IP 172.26.1.115 (dea6548b-502b-42db-97fb-371e423e739a/cce6de65-d8c9-45b8-9970-0a277e8c1192/206a2362-21da-4d17-bc11-b10cff116b00) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:05:54.822451 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 4f962fd3-0f28-447d-befd-7020f780ef37 no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:05:54.861060 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: 4f962fd3-0f28-447d-befd-7020f780ef37 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:05:54.861435 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 4f962fd3-0f28-447d-befd-7020f780ef37 not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:05:54.861868 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 3c1204d0-dd7c-4ff9-b283-edb31aa4a818 no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:05:54.878111 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84882b5b-bb6f-4f0f-b0e3-ec3d05879fba None None] New status for floating IP 7fb1e4d2-b9c6-41b9-b8be-f8706fe64d55: DOWN {{(pid=104101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 01:05:54.888677 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-2a4ffa15-9972-4a2d-a168-c36938b50c96 None None] Current status of the port 76f1b682-1eb0-43a5-b622-22612b31b241 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:05:54.897433 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: 3c1204d0-dd7c-4ff9-b283-edb31aa4a818 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:05:54.897794 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 3c1204d0-dd7c-4ff9-b283-edb31aa4a818 not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:05:54.913790 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e5860d57-ef14-46c5-a28d-d42a41d89221 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Publish callbacks [] for port (206a2362-21da-4d17-bc11-b10cff116b00), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:54.922606 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d232086a-b5a3-400b-8d6e-314ab32206df None None] Resources bound (agent type, host, resource id): {{(pid=104100) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 28 01:05:54.998687 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ed26b70-93fc-44e9-884d-8e8dc41935d6 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=104098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:05:55.052291 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-cb8beb73-5657-409e-86ca-a70b51168c19 tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (9c1e7395-9b68-49db-9805-81cd0b2fc3c4), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:55.053529 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-cb8beb73-5657-409e-86ca-a70b51168c19 tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] Publish callbacks [] for floatingip (9c1e7395-9b68-49db-9805-81cd0b2fc3c4), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:55.098151 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e5860d57-ef14-46c5-a28d-d42a41d89221 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (206a2362-21da-4d17-bc11-b10cff116b00), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:55.110568 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-cb8beb73-5657-409e-86ca-a70b51168c19 tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] Calling delete_port for 9c1e7395-9b68-49db-9805-81cd0b2fc3c4 owned by network:floatingip {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:05:55.134398 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4ed26b70-93fc-44e9-884d-8e8dc41935d6 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (92a93ae9-6a45-4800-b5ff-6520a1b51353), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:55.134743 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.segments_db [None req-4ed26b70-93fc-44e9-884d-8e8dc41935d6 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Added segment 92a93ae9-6a45-4800-b5ff-6520a1b51353 of type vlan for network 5d4270c8-3c5c-4ce1-8bce-0e480a9ea650 Mar 28 01:05:55.147201 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 76f1b682-1eb0-43a5-b622-22612b31b241 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:05:55.156129 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1323b88f-8d04-453d-9232-2f3316669d75 admin admin] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:05:55.176680 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a067f135-b065-49df-94e6-1bdb97840a01 None None] Sync routers for ids ['60e28954-25f3-4f1b-bd48-87667c4d56fe'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:05:55.181454 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5470394e-8cb4-436d-9c26-38e1584549ba admin admin] Publish callbacks [] for security_group (c2fe9197-aad5-4c60-a5af-f555e53f81ac), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:55.183896 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-1323b88f-8d04-453d-9232-2f3316669d75 admin admin] 10.222.0.24 "PUT /v2.0/routers/60e28954-25f3-4f1b-bd48-87667c4d56fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2412848 Mar 28 01:05:55.189701 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 50554) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:55.198805 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a067f135-b065-49df-94e6-1bdb97840a01 None None] Routers {'60e28954-25f3-4f1b-bd48-87667c4d56fe'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:05:55.199524 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-a067f135-b065-49df-94e6-1bdb97840a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:05:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['60e28954-25f3-4f1b-bd48-87667c4d56fe'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:05:55.232860 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5470394e-8cb4-436d-9c26-38e1584549ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (c2fe9197-aad5-4c60-a5af-f555e53f81ac), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:55.284049 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5860d57-ef14-46c5-a28d-d42a41d89221 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Network dea6548b-502b-42db-97fb-371e423e739a is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:05:55.289054 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 76f1b682-1eb0-43a5-b622-22612b31b241 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:05:55.289581 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4ed26b70-93fc-44e9-884d-8e8dc41935d6 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (5d4270c8-3c5c-4ce1-8bce-0e480a9ea650), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:55.289692 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (76f1b682-1eb0-43a5-b622-22612b31b241), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:55.318146 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-5470394e-8cb4-436d-9c26-38e1584549ba admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=59b5f6f410a3416f865d833eb2d0215e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1475053 Mar 28 01:05:55.319474 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5470394e-8cb4-436d-9c26-38e1584549ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2fe9197-aad5-4c60-a5af-f555e53f81ac,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:55.321244 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 50556) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:55.333299 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-e5860d57-ef14-46c5-a28d-d42a41d89221 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:05:55.348962 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5860d57-ef14-46c5-a28d-d42a41d89221 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:05:55.356082 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-a067f135-b065-49df-94e6-1bdb97840a01 None None] Set router 60e28954-25f3-4f1b-bd48-87667c4d56fe gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:05:55.358028 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5860d57-ef14-46c5-a28d-d42a41d89221 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Pushing event updated for resources: {'Port': ['ID=206a2362-21da-4d17-bc11-b10cff116b00,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:55.375569 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.objects.ports [None req-bc3830c8-ce46-4c6d-8770-41d5eb84b068 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104098) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 28 01:05:55.382363 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-bc3830c8-ce46-4c6d-8770-41d5eb84b068 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126174976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126112397'] for subnet (da54a717-b1e9-4555-9504-aaf88ab74c31), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:55.404886 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4ed26b70-93fc-44e9-884d-8e8dc41935d6 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (5d4270c8-3c5c-4ce1-8bce-0e480a9ea650), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:55.409811 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed26b70-93fc-44e9-884d-8e8dc41935d6 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:55.410423 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4ed26b70-93fc-44e9-884d-8e8dc41935d6 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:55.498087 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 76f1b682-1eb0-43a5-b622-22612b31b241 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:05:55.501372 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3830c8-ce46-4c6d-8770-41d5eb84b068 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Network be4801db-c8f8-4df3-b9b5-556693d6a290 is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:05:55.510636 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-4ed26b70-93fc-44e9-884d-8e8dc41935d6 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9334686 Mar 28 01:05:55.520785 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50558) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:55.528349 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-5f3c7ecc-ecfd-4b4e-94ac-4d6fef79abd8 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Request body: {'subnet': {'network_id': '5d4270c8-3c5c-4ce1-8bce-0e480a9ea650', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:05:55.536202 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-bc3830c8-ce46-4c6d-8770-41d5eb84b068 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:05:55.548094 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-367df085-1c42-4120-9a15-d16f94b9537c admin admin] Publish callbacks [] for security_group (c2fe9197-aad5-4c60-a5af-f555e53f81ac), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:55.549864 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b759da8-154a-40d2-8194-30c780415175 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Made reservation on behalf of 53bffb72fcad41779d04edeef38d5ecc for: {'subnet': 2} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:05:55.554241 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-6b759da8-154a-40d2-8194-30c780415175 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126757772'] for subnet (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:55.554488 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f96f21-5026-458c-988f-39e63c5166b2 None None] Network be4801db-c8f8-4df3-b9b5-556693d6a290 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:05:55.554736 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-6b759da8-154a-40d2-8194-30c780415175 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126757772'] for subnet (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:55.562591 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9d42fa5d-31a1-4376-b0e1-940b0bb55098 admin admin] Publish callbacks [] for router (60e28954-25f3-4f1b-bd48-87667c4d56fe), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:55.564255 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3830c8-ce46-4c6d-8770-41d5eb84b068 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:55.564917 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-bc3830c8-ce46-4c6d-8770-41d5eb84b068 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:55.611259 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3830c8-ce46-4c6d-8770-41d5eb84b068 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Pushing event updated for resources: {'Subnet': ['ID=da54a717-b1e9-4555-9504-aaf88ab74c31,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:55.624734 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed26b70-93fc-44e9-884d-8e8dc41935d6 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Pushing event updated for resources: {'Network': ['ID=5d4270c8-3c5c-4ce1-8bce-0e480a9ea650,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:55.646535 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-a067f135-b065-49df-94e6-1bdb97840a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60e28954-25f3-4f1b-bd48-87667c4d56fe', 'name': 'tempest-ServersTestManualDisk-1965701064-router', 'tenant_id': 'e2e1f3c8256d426e8b9aa3f98cd07af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.52'}], 'enable_snat': True}, 'gw_port_id': '2661aa72-d791-45b8-84f3-7872d9da958e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:04:08Z', 'updated_at': '2022-03-28T01:05:52Z', 'revision_number': 5, 'project_id': 'e2e1f3c8256d426e8b9aa3f98cd07af0', 'gw_port': {'id': '2661aa72-d791-45b8-84f3-7872d9da958e', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:50:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e28954-25f3-4f1b-bd48-87667c4d56fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:04:09Z', 'updated_at': '2022-03-28T01:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:05:55.665722 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-bc3830c8-ce46-4c6d-8770-41d5eb84b068 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6427321 Mar 28 01:05:55.667002 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50560) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:55.673581 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-7d4242d1-bb5e-4fbb-afe6-fd7044fa25b0 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Request body: {'subnet': {'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:05:55.679857 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network 5d4270c8-3c5c-4ce1-8bce-0e480a9ea650 details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:05:55.692194 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-cb8beb73-5657-409e-86ca-a70b51168c19 tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (9c1e7395-9b68-49db-9805-81cd0b2fc3c4), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:55.701296 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a067f135-b065-49df-94e6-1bdb97840a01 None None] Checking router: 60e28954-25f3-4f1b-bd48-87667c4d56fe for host: dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:05:55.745647 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a3d6af-05d3-4a42-8397-4d5087f7a50b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-be4801db-c8f8-4df3-b9b5-556693d6a290', 'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290', 'project_id': '564cf6bfe83a4d71adcd7d33f5d20cb1', 'fixed_ips': [{'subnet_id': 'da54a717-b1e9-4555-9504-aaf88ab74c31'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:05:55.746618 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d2a3d6af-05d3-4a42-8397-4d5087f7a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:55.768305 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8beb73-5657-409e-86ca-a70b51168c19 tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] Pushing event deleted for resources: {'Port': ['ID=9c1e7395-9b68-49db-9805-81cd0b2fc3c4,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:55.776392 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a067f135-b065-49df-94e6-1bdb97840a01 None None] Routers {'60e28954-25f3-4f1b-bd48-87667c4d56fe'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:05:55.779489 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-a067f135-b065-49df-94e6-1bdb97840a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:05:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['60e28954-25f3-4f1b-bd48-87667c4d56fe'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:05:55.806551 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f3c7ecc-ecfd-4b4e-94ac-4d6fef79abd8 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Made reservation on behalf of 7dbb2ba455b84df9b72862aaa29899aa for: {'subnet': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:05:55.810106 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5f3c7ecc-ecfd-4b4e-94ac-4d6fef79abd8 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126112411'] for subnet (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:55.913823 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-cb8beb73-5657-409e-86ca-a70b51168c19 tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] Publish callbacks [] for floatingip (7fb1e4d2-b9c6-41b9-b8be-f8706fe64d55), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:55.915563 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-cb8beb73-5657-409e-86ca-a70b51168c19 tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for floatingip (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:55.916755 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-cb8beb73-5657-409e-86ca-a70b51168c19 tempest-ServersTestJSON-1019185714 tempest-ServersTestJSON-1019185714-project] 10.222.0.24 "DELETE /v2.0/floatingips/7fb1e4d2-b9c6-41b9-b8be-f8706fe64d55 HTTP/1.1" status: 204 len: 168 time: 1.8748147 Mar 28 01:05:55.921445 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50562) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:55.931662 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.ipam_backend_mixin [None req-5f3c7ecc-ecfd-4b4e-94ac-4d6fef79abd8 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Performing IP validity checks on allocation pools {{(pid=104098) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Mar 28 01:05:55.932201 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.ipam_backend_mixin [None req-5f3c7ecc-ecfd-4b4e-94ac-4d6fef79abd8 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104098) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Mar 28 01:05:56.002905 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-a067f135-b065-49df-94e6-1bdb97840a01 None None] Set router 60e28954-25f3-4f1b-bd48-87667c4d56fe gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:05:56.030909 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d4242d1-bb5e-4fbb-afe6-fd7044fa25b0 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Made reservation on behalf of 564cf6bfe83a4d71adcd7d33f5d20cb1 for: {'subnet': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:05:56.034431 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7d4242d1-bb5e-4fbb-afe6-fd7044fa25b0 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126112411'] for subnet (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:56.064322 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-367df085-1c42-4120-9a15-d16f94b9537c admin admin] Publish callbacks [] for security_group (c2fe9197-aad5-4c60-a5af-f555e53f81ac), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:56.068422 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-d2a3d6af-05d3-4a42-8397-4d5087f7a50b None None] Allocated IP 2001:db8::f816:3eff:fe21:d6e4 (be4801db-c8f8-4df3-b9b5-556693d6a290/da54a717-b1e9-4555-9504-aaf88ab74c31/3c589cfc-34d4-4a41-ab27-d26681cc079e) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:05:56.297131 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9d42fa5d-31a1-4376-b0e1-940b0bb55098 admin admin] Publish callbacks [] for router_gateway (60e28954-25f3-4f1b-bd48-87667c4d56fe), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:56.317842 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-367df085-1c42-4120-9a15-d16f94b9537c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (c2fe9197-aad5-4c60-a5af-f555e53f81ac), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:56.320587 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-367df085-1c42-4120-9a15-d16f94b9537c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:56.327437 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-367df085-1c42-4120-9a15-d16f94b9537c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c2fe9197-aad5-4c60-a5af-f555e53f81ac HTTP/1.1" status: 204 len: 168 time: 0.9939103 Mar 28 01:05:56.396772 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367df085-1c42-4120-9a15-d16f94b9537c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2fe9197-aad5-4c60-a5af-f555e53f81ac,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:56.410369 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e5860d57-ef14-46c5-a28d-d42a41d89221 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Publish callbacks [] for router_gateway (bf9c9c41-56d5-49b6-ad94-d79da3cfd334), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:56.489909 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d2a3d6af-05d3-4a42-8397-4d5087f7a50b None None] Publish callbacks [] for port (3c589cfc-34d4-4a41-ab27-d26681cc079e), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:56.501916 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-a067f135-b065-49df-94e6-1bdb97840a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60e28954-25f3-4f1b-bd48-87667c4d56fe', 'name': 'tempest-ServersTestManualDisk-1965701064-router', 'tenant_id': 'e2e1f3c8256d426e8b9aa3f98cd07af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.52'}], 'enable_snat': True}, 'gw_port_id': '2661aa72-d791-45b8-84f3-7872d9da958e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:04:08Z', 'updated_at': '2022-03-28T01:05:52Z', 'revision_number': 5, 'project_id': 'e2e1f3c8256d426e8b9aa3f98cd07af0', 'gw_port': {'id': '2661aa72-d791-45b8-84f3-7872d9da958e', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:50:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e28954-25f3-4f1b-bd48-87667c4d56fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:04:09Z', 'updated_at': '2022-03-28T01:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:05:56.505469 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d2a3d6af-05d3-4a42-8397-4d5087f7a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (3c589cfc-34d4-4a41-ab27-d26681cc079e), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:56.549030 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5f3c7ecc-ecfd-4b4e-94ac-4d6fef79abd8 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126174976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126112397'] for subnet (89e84521-8082-43e5-b666-445c296563d4), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:56.556313 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a067f135-b065-49df-94e6-1bdb97840a01 None None] The sync data for ids ['60e28954-25f3-4f1b-bd48-87667c4d56fe'] in dv-neutron-834874-6-hyperv is: [{'id': '60e28954-25f3-4f1b-bd48-87667c4d56fe', 'name': 'tempest-ServersTestManualDisk-1965701064-router', 'tenant_id': 'e2e1f3c8256d426e8b9aa3f98cd07af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.52'}], 'enable_snat': True}, 'gw_port_id': '2661aa72-d791-45b8-84f3-7872d9da958e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:04:08Z', 'updated_at': '2022-03-28T01:05:52Z', 'revision_number': 5, 'project_id': 'e2e1f3c8256d426e8b9aa3f98cd07af0', 'gw_port': {'id': '2661aa72-d791-45b8-84f3-7872d9da958e', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:50:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e28954-25f3-4f1b-bd48-87667c4d56fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:04:09Z', 'updated_at': '2022-03-28T01:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:05:56.576062 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a3d6af-05d3-4a42-8397-4d5087f7a50b None None] Network be4801db-c8f8-4df3-b9b5-556693d6a290 is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:05:56.581628 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-d2a3d6af-05d3-4a42-8397-4d5087f7a50b None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:05:56.589182 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a3d6af-05d3-4a42-8397-4d5087f7a50b None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:05:56.595151 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a3d6af-05d3-4a42-8397-4d5087f7a50b None None] Pushing event updated for resources: {'Port': ['ID=3c589cfc-34d4-4a41-ab27-d26681cc079e,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:56.644660 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-9d42fa5d-31a1-4376-b0e1-940b0bb55098 admin admin] Deleting port 2661aa72-d791-45b8-84f3-7872d9da958e {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:05:56.644999 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9d42fa5d-31a1-4376-b0e1-940b0bb55098 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (2661aa72-d791-45b8-84f3-7872d9da958e), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:56.667016 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-d2a3d6af-05d3-4a42-8397-4d5087f7a50b None None] Attempting to bind port 3c589cfc-34d4-4a41-ab27-d26681cc079e on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:05:56.667763 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-d2a3d6af-05d3-4a42-8397-4d5087f7a50b None None] Attempting to bind port 3c589cfc-34d4-4a41-ab27-d26681cc079e by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': '9028fe72-9b79-4538-96be-757c3dc71a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:05:56.668330 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a3d6af-05d3-4a42-8397-4d5087f7a50b None None] Attempting to bind port 3c589cfc-34d4-4a41-ab27-d26681cc079e on network be4801db-c8f8-4df3-b9b5-556693d6a290 {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:05:56.674450 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a3d6af-05d3-4a42-8397-4d5087f7a50b None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:05:56.675104 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a3d6af-05d3-4a42-8397-4d5087f7a50b None None] Checking segment: {'id': '9028fe72-9b79-4538-96be-757c3dc71a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:05:56.675661 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d2a3d6af-05d3-4a42-8397-4d5087f7a50b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:56.676220 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a3d6af-05d3-4a42-8397-4d5087f7a50b None None] Bound using segment: {'id': '9028fe72-9b79-4538-96be-757c3dc71a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:05:56.676849 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-d2a3d6af-05d3-4a42-8397-4d5087f7a50b None None] Bound port: 3c589cfc-34d4-4a41-ab27-d26681cc079e, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9028fe72-9b79-4538-96be-757c3dc71a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:05:56.677379 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d2a3d6af-05d3-4a42-8397-4d5087f7a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (3c589cfc-34d4-4a41-ab27-d26681cc079e), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:56.718331 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3c7ecc-ecfd-4b4e-94ac-4d6fef79abd8 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Pushing event updated for resources: {'Subnet': ['ID=89e84521-8082-43e5-b666-445c296563d4,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:56.794544 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50568) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:56.800200 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-d2a3d6af-05d3-4a42-8397-4d5087f7a50b None None] For port 3c589cfc-34d4-4a41-ab27-d26681cc079e, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:05:56.803256 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-d2a3d6af-05d3-4a42-8397-4d5087f7a50b None None] For port 3c589cfc-34d4-4a41-ab27-d26681cc079e, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=3c589cfc-34d4-4a41-ab27-d26681cc079e,segment=NetworkSegment(9028fe72-9b79-4538-96be-757c3dc71a72),segment_id=9028fe72-9b79-4538-96be-757c3dc71a72)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:05:56.812760 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d2a3d6af-05d3-4a42-8397-4d5087f7a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (3c589cfc-34d4-4a41-ab27-d26681cc079e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:56.826573 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3c7ecc-ecfd-4b4e-94ac-4d6fef79abd8 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Checking segment: {'id': '92a93ae9-6a45-4800-b5ff-6520a1b51353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5d4270c8-3c5c-4ce1-8bce-0e480a9ea650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:05:56.826932 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3c7ecc-ecfd-4b4e-94ac-4d6fef79abd8 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Network hostable DHCP agents. Network: 5d4270c8-3c5c-4ce1-8bce-0e480a9ea650, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:05:56.901276 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a3d6af-05d3-4a42-8397-4d5087f7a50b None None] Pushing event updated for resources: {'Port': ['ID=3c589cfc-34d4-4a41-ab27-d26681cc079e,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:56.929369 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-9d42fa5d-31a1-4376-b0e1-940b0bb55098 admin admin] For port 2661aa72-d791-45b8-84f3-7872d9da958e, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=2661aa72-d791-45b8-84f3-7872d9da958e,segment=NetworkSegment(b6f00c62-aca5-4c73-8989-c04c396daeed),segment_id=b6f00c62-aca5-4c73-8989-c04c396daeed)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:05:56.929799 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9d42fa5d-31a1-4376-b0e1-940b0bb55098 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (2661aa72-d791-45b8-84f3-7872d9da958e), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:56.942102 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-6b759da8-154a-40d2-8194-30c780415175 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127282703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126757786'] for subnet (c1cfff47-447f-4006-a70d-bcdb9262bb0d), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:56.957468 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7d4242d1-bb5e-4fbb-afe6-fd7044fa25b0 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126174976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126112397'] for subnet (9e395429-8108-4d5d-9692-283674779fd4), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:56.959997 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3c7ecc-ecfd-4b4e-94ac-4d6fef79abd8 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Network 5d4270c8-3c5c-4ce1-8bce-0e480a9ea650 is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:05:56.962678 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device a9d16aab-10d7-48a4-acd1-f7b094d7e430 no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:05:56.972131 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-9d42fa5d-31a1-4376-b0e1-940b0bb55098 admin admin] Calling delete_port for 2661aa72-d791-45b8-84f3-7872d9da958e owned by network:router_gateway {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:05:56.991318 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: a9d16aab-10d7-48a4-acd1-f7b094d7e430 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:05:56.992057 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device a9d16aab-10d7-48a4-acd1-f7b094d7e430 not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:05:57.019483 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-440a44ad-2c5c-4513-bed3-2d54300e2017 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d036d7fa41014feaa0e65d7dba44c5e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2215576 Mar 28 01:05:57.027456 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50570) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:57.028201 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-5f3c7ecc-ecfd-4b4e-94ac-4d6fef79abd8 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, 5d4270c8-3c5c-4ce1-8bce-0e480a9ea650) {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:05:57.044779 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b902f0-071f-4ab5-8f31-4bc1ffe4c9c8 None None] Network 5d4270c8-3c5c-4ce1-8bce-0e480a9ea650 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:05:57.046257 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3c7ecc-ecfd-4b4e-94ac-4d6fef79abd8 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:57.046535 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5f3c7ecc-ecfd-4b4e-94ac-4d6fef79abd8 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:57.077859 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d4242d1-bb5e-4fbb-afe6-fd7044fa25b0 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Network be4801db-c8f8-4df3-b9b5-556693d6a290 is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:05:57.079190 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e5860d57-ef14-46c5-a28d-d42a41d89221 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687953'] for router (bf9c9c41-56d5-49b6-ad94-d79da3cfd334), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:57.094061 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-7d4242d1-bb5e-4fbb-afe6-fd7044fa25b0 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:05:57.109757 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4242d1-bb5e-4fbb-afe6-fd7044fa25b0 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:57.110348 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7d4242d1-bb5e-4fbb-afe6-fd7044fa25b0 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:57.114533 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c2344479-3330-449f-b545-7b169f04e092 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3686527'] for router_interface (e0bc783a-7651-49e7-9582-b0c528704c20), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:57.165128 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-5f3c7ecc-ecfd-4b4e-94ac-4d6fef79abd8 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.6431923 Mar 28 01:05:57.166058 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4242d1-bb5e-4fbb-afe6-fd7044fa25b0 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Pushing event updated for resources: {'Subnet': ['ID=9e395429-8108-4d5d-9692-283674779fd4,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:57.180244 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50572) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:57.240437 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-7d4242d1-bb5e-4fbb-afe6-fd7044fa25b0 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5726457 Mar 28 01:05:57.245652 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192e6774-c492-4716-94e8-4f23b29c4bff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-5d4270c8-3c5c-4ce1-8bce-0e480a9ea650', 'network_id': '5d4270c8-3c5c-4ce1-8bce-0e480a9ea650', 'project_id': '7dbb2ba455b84df9b72862aaa29899aa', 'fixed_ips': [{'subnet_id': '89e84521-8082-43e5-b666-445c296563d4'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:05:57.246760 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-192e6774-c492-4716-94e8-4f23b29c4bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:57.254872 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 50574) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:57.290207 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-bed324f9-e331-46ae-9add-df76d6d10dc1 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Request body: {'port': {'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290', 'mac_address': 'fa:16:3e:54:d9:07', 'name': 'tempest-NetworksTestDHCPv6-1402784526'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:05:57.304275 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b759da8-154a-40d2-8194-30c780415175 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Pushing event updated for resources: {'Subnet': ['ID=c1cfff47-447f-4006-a70d-bcdb9262bb0d,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:57.324090 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b759da8-154a-40d2-8194-30c780415175 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Checking segment: {'id': '6e360c25-b071-4887-814c-c40fb09c2a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '37511641-4019-4eec-a20e-98121bf93ace'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:05:57.324450 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b759da8-154a-40d2-8194-30c780415175 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Network hostable DHCP agents. Network: 37511641-4019-4eec-a20e-98121bf93ace, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:05:57.447754 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-192e6774-c492-4716-94e8-4f23b29c4bff None None] Allocated IP 172.20.0.3 (5d4270c8-3c5c-4ce1-8bce-0e480a9ea650/89e84521-8082-43e5-b666-445c296563d4/3b1aafce-2ae3-4a5d-97cd-983aeb5ab5dc) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:05:57.473098 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b759da8-154a-40d2-8194-30c780415175 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Network 37511641-4019-4eec-a20e-98121bf93ace is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:05:57.511214 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-6b759da8-154a-40d2-8194-30c780415175 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, 37511641-4019-4eec-a20e-98121bf93ace) {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:05:57.515703 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-6b759da8-154a-40d2-8194-30c780415175 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127282703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126757786'] for subnet (3610043a-6829-4fa2-be60-261ba8d36c6e), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:57.529272 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7037e1ea-cc7c-480e-b230-c4dbc177322d None None] Network 37511641-4019-4eec-a20e-98121bf93ace requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:05:57.636091 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5860d57-ef14-46c5-a28d-d42a41d89221 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Router bf9c9c41-56d5-49b6-ad94-d79da3cfd334 is scheduled to L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 with binding_index 1 {{(pid=104099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 01:05:57.643747 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b759da8-154a-40d2-8194-30c780415175 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Pushing event updated for resources: {'Subnet': ['ID=3610043a-6829-4fa2-be60-261ba8d36c6e,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:57.658325 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bed324f9-e331-46ae-9add-df76d6d10dc1 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Made reservation on behalf of 564cf6bfe83a4d71adcd7d33f5d20cb1 for: {'port': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:05:57.659825 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-20b119e8-f631-401a-b0df-a0df0629202b admin admin] Publish callbacks [] for security_group (36cdb88e-833c-4a8b-b272-2804318ade5c), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:57.697691 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ec68ff-e098-495f-94d0-1f0d9fcc6f58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-37511641-4019-4eec-a20e-98121bf93ace', 'network_id': '37511641-4019-4eec-a20e-98121bf93ace', 'project_id': '53bffb72fcad41779d04edeef38d5ecc', 'fixed_ips': [{'subnet_id': 'c1cfff47-447f-4006-a70d-bcdb9262bb0d'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:05:57.697691 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-a5ec68ff-e098-495f-94d0-1f0d9fcc6f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:57.702076 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-20b119e8-f631-401a-b0df-a0df0629202b admin admin] Publish callbacks [] for security_group (36cdb88e-833c-4a8b-b272-2804318ade5c), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:57.770233 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f8f3dc4c-95d2-4b49-ac10-22428d7c4181 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (5d4270c8-3c5c-4ce1-8bce-0e480a9ea650), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:57.792103 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9d42fa5d-31a1-4376-b0e1-940b0bb55098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (2661aa72-d791-45b8-84f3-7872d9da958e), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:57.794096 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b759da8-154a-40d2-8194-30c780415175 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Checking segment: {'id': 'fd6f4946-ea69-4fe7-8a52-471a5a094a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6e7855d9-7103-42c1-86d5-7c21eaf0312e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:05:57.794462 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b759da8-154a-40d2-8194-30c780415175 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Network hostable DHCP agents. Network: 6e7855d9-7103-42c1-86d5-7c21eaf0312e, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:05:57.863553 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d42fa5d-31a1-4376-b0e1-940b0bb55098 admin admin] Pushing event deleted for resources: {'Port': ['ID=2661aa72-d791-45b8-84f3-7872d9da958e,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:57.881110 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-192e6774-c492-4716-94e8-4f23b29c4bff None None] Publish callbacks [] for port (3b1aafce-2ae3-4a5d-97cd-983aeb5ab5dc), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:57.882618 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-20b119e8-f631-401a-b0df-a0df0629202b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (36cdb88e-833c-4a8b-b272-2804318ade5c), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:57.885213 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-20b119e8-f631-401a-b0df-a0df0629202b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:57.889591 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-20b119e8-f631-401a-b0df-a0df0629202b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/36cdb88e-833c-4a8b-b272-2804318ade5c HTTP/1.1" status: 204 len: 168 time: 0.8593688 Mar 28 01:05:57.895071 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-192e6774-c492-4716-94e8-4f23b29c4bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (3b1aafce-2ae3-4a5d-97cd-983aeb5ab5dc), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:57.895323 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f8f3dc4c-95d2-4b49-ac10-22428d7c4181 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (89e84521-8082-43e5-b666-445c296563d4), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:57.959151 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b119e8-f631-401a-b0df-a0df0629202b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36cdb88e-833c-4a8b-b272-2804318ade5c,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:57.984605 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b759da8-154a-40d2-8194-30c780415175 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Network 6e7855d9-7103-42c1-86d5-7c21eaf0312e is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:05:57.988306 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192e6774-c492-4716-94e8-4f23b29c4bff None None] Network 5d4270c8-3c5c-4ce1-8bce-0e480a9ea650 is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:05:57.996550 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-bed324f9-e331-46ae-9add-df76d6d10dc1 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:58.008448 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-192e6774-c492-4716-94e8-4f23b29c4bff None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:05:58.017721 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192e6774-c492-4716-94e8-4f23b29c4bff None None] Pushing event updated for resources: {'Port': ['ID=3b1aafce-2ae3-4a5d-97cd-983aeb5ab5dc,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:58.033949 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192e6774-c492-4716-94e8-4f23b29c4bff None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:05:58.049091 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-6b759da8-154a-40d2-8194-30c780415175 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, 6e7855d9-7103-42c1-86d5-7c21eaf0312e) {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:05:58.055743 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b759da8-154a-40d2-8194-30c780415175 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:58.056654 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b759da8-154a-40d2-8194-30c780415175 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:58.056764 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-a5ec68ff-e098-495f-94d0-1f0d9fcc6f58 None None] Allocated IP 2001:db8::1 (37511641-4019-4eec-a20e-98121bf93ace/c1cfff47-447f-4006-a70d-bcdb9262bb0d/9e53958c-1112-479d-93db-96e11bfcda29) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:05:58.057725 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-6b759da8-154a-40d2-8194-30c780415175 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:58.071257 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9d42fa5d-31a1-4376-b0e1-940b0bb55098 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3687989'] for router_gateway (60e28954-25f3-4f1b-bd48-87667c4d56fe), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:58.088832 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c049d23-df5f-49c2-827a-dd0d2f9fb6eb None None] Network 6e7855d9-7103-42c1-86d5-7c21eaf0312e requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:05:58.090575 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5860d57-ef14-46c5-a28d-d42a41d89221 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:05:58.103703 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f8f3dc4c-95d2-4b49-ac10-22428d7c4181 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126175041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126112438'] for subnet (89e84521-8082-43e5-b666-445c296563d4), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:58.104949 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b830c1d4-35a6-4a26-afad-a2dadb51a047 None None] Sync routers for ids ['bf9c9c41-56d5-49b6-ad94-d79da3cfd334'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:05:58.124453 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b830c1d4-35a6-4a26-afad-a2dadb51a047 None None] Routers {'bf9c9c41-56d5-49b6-ad94-d79da3cfd334'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:05:58.125457 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-b830c1d4-35a6-4a26-afad-a2dadb51a047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:05:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['bf9c9c41-56d5-49b6-ad94-d79da3cfd334'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:05:58.159083 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f3dc4c-95d2-4b49-ac10-22428d7c4181 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Pushing event deleted for resources: {'Subnet': ['ID=89e84521-8082-43e5-b666-445c296563d4,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:58.192125 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-c2344479-3330-449f-b545-7b169f04e092 admin admin] Deleting port caf4f9b4-bdcd-47b0-963f-3f6ef8227991 {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:05:58.192589 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c2344479-3330-449f-b545-7b169f04e092 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (caf4f9b4-bdcd-47b0-963f-3f6ef8227991), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:58.226017 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-b830c1d4-35a6-4a26-afad-a2dadb51a047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:05:58.253767 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b830c1d4-35a6-4a26-afad-a2dadb51a047 None None] Routers {'bf9c9c41-56d5-49b6-ad94-d79da3cfd334'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:05:58.254485 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-b830c1d4-35a6-4a26-afad-a2dadb51a047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:05:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['bf9c9c41-56d5-49b6-ad94-d79da3cfd334'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:05:58.263948 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-192e6774-c492-4716-94e8-4f23b29c4bff None None] Attempting to bind port 3b1aafce-2ae3-4a5d-97cd-983aeb5ab5dc on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:05:58.264371 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-192e6774-c492-4716-94e8-4f23b29c4bff None None] Attempting to bind port 3b1aafce-2ae3-4a5d-97cd-983aeb5ab5dc by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': '92a93ae9-6a45-4800-b5ff-6520a1b51353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5d4270c8-3c5c-4ce1-8bce-0e480a9ea650'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:05:58.264730 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192e6774-c492-4716-94e8-4f23b29c4bff None None] Attempting to bind port 3b1aafce-2ae3-4a5d-97cd-983aeb5ab5dc on network 5d4270c8-3c5c-4ce1-8bce-0e480a9ea650 {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:05:58.291638 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192e6774-c492-4716-94e8-4f23b29c4bff None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:05:58.292014 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192e6774-c492-4716-94e8-4f23b29c4bff None None] Checking segment: {'id': '92a93ae9-6a45-4800-b5ff-6520a1b51353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5d4270c8-3c5c-4ce1-8bce-0e480a9ea650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:05:58.298573 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-192e6774-c492-4716-94e8-4f23b29c4bff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:58.298994 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192e6774-c492-4716-94e8-4f23b29c4bff None None] Bound using segment: {'id': '92a93ae9-6a45-4800-b5ff-6520a1b51353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5d4270c8-3c5c-4ce1-8bce-0e480a9ea650'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:05:58.299509 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-192e6774-c492-4716-94e8-4f23b29c4bff None None] Bound port: 3b1aafce-2ae3-4a5d-97cd-983aeb5ab5dc, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92a93ae9-6a45-4800-b5ff-6520a1b51353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5d4270c8-3c5c-4ce1-8bce-0e480a9ea650'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:05:58.300425 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-192e6774-c492-4716-94e8-4f23b29c4bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (3b1aafce-2ae3-4a5d-97cd-983aeb5ab5dc), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:58.320439 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f8f3dc4c-95d2-4b49-ac10-22428d7c4181 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (5d4270c8-3c5c-4ce1-8bce-0e480a9ea650), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:58.321288 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-b830c1d4-35a6-4a26-afad-a2dadb51a047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:05:58.322054 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b830c1d4-35a6-4a26-afad-a2dadb51a047 None None] The sync data for ids ['bf9c9c41-56d5-49b6-ad94-d79da3cfd334'] in dv-neutron-834874-6-hyperv is: [] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:05:58.344649 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [None req-bed324f9-e331-46ae-9add-df76d6d10dc1 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] device_id is not set on port cf7a15af-cbdd-47f4-b7ad-c4f07c40f0dc yet. {{(pid=104099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 01:05:58.358476 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-6b759da8-154a-40d2-8194-30c780415175 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 3.8351238 Mar 28 01:05:58.362211 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 50582) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:58.393862 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-f8f3dc4c-95d2-4b49-ac10-22428d7c4181 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d4270c8-3c5c-4ce1-8bce-0e480a9ea650']}} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:05:58.409448 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-f8f3dc4c-95d2-4b49-ac10-22428d7c4181 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92a93ae9-6a45-4800-b5ff-6520a1b51353') {'for_net_delete': True} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:05:58.409863 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-f8f3dc4c-95d2-4b49-ac10-22428d7c4181 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92a93ae9-6a45-4800-b5ff-6520a1b51353') {} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:05:58.424954 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e5860d57-ef14-46c5-a28d-d42a41d89221 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Publish callbacks [] for router (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:58.426094 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-e5860d57-ef14-46c5-a28d-d42a41d89221 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.0876029 Mar 28 01:05:58.432909 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f8f3dc4c-95d2-4b49-ac10-22428d7c4181 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126443583'] for segment (92a93ae9-6a45-4800-b5ff-6520a1b51353), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:58.434435 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50588) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:58.439228 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-19a1225b-7c77-473d-b04c-874e95a2d014 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'enable_snat': False}}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:05:58.444773 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.db [None req-c2344479-3330-449f-b545-7b169f04e092 admin admin] For port caf4f9b4-bdcd-47b0-963f-3f6ef8227991, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=caf4f9b4-bdcd-47b0-963f-3f6ef8227991,segment=NetworkSegment(9a18c344-9afb-4650-b4e8-9ab90a932c8d),segment_id=9a18c344-9afb-4650-b4e8-9ab90a932c8d)] {{(pid=104098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:05:58.445141 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c2344479-3330-449f-b545-7b169f04e092 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (caf4f9b4-bdcd-47b0-963f-3f6ef8227991), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:58.449564 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9d42fa5d-31a1-4376-b0e1-940b0bb55098 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7151'] for router (60e28954-25f3-4f1b-bd48-87667c4d56fe), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:58.456855 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9d42fa5d-31a1-4376-b0e1-940b0bb55098 admin admin] Publish callbacks [] for router_controller (60e28954-25f3-4f1b-bd48-87667c4d56fe), precommit_delete_associations {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:58.459111 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea39aa4-e34d-4f59-ae22-a4e62f6f0fbe None None] Network be4801db-c8f8-4df3-b9b5-556693d6a290 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:05:58.547548 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f8f3dc4c-95d2-4b49-ac10-22428d7c4181 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (92a93ae9-6a45-4800-b5ff-6520a1b51353), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:58.549898 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-c2344479-3330-449f-b545-7b169f04e092 admin admin] Calling delete_port for caf4f9b4-bdcd-47b0-963f-3f6ef8227991 owned by network:router_interface {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:05:58.567526 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8f3dc4c-95d2-4b49-ac10-22428d7c4181 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=104098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:05:58.567728 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc64d72-04ea-4290-9c03-e847ce474e4b tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:58.568487 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f8f3dc4c-95d2-4b49-ac10-22428d7c4181 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126177251'] for segment (92a93ae9-6a45-4800-b5ff-6520a1b51353), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:58.569063 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc64d72-04ea-4290-9c03-e847ce474e4b tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:58.570472 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc64d72-04ea-4290-9c03-e847ce474e4b tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:58.581281 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-4fc64d72-04ea-4290-9c03-e847ce474e4b tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2051392 Mar 28 01:05:58.581281 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9d42fa5d-31a1-4376-b0e1-940b0bb55098 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689686'] for router (60e28954-25f3-4f1b-bd48-87667c4d56fe), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:58.581281 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d42fa5d-31a1-4376-b0e1-940b0bb55098 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60e28954-25f3-4f1b-bd48-87667c4d56fe {{(pid=104099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 01:05:58.581663 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9d42fa5d-31a1-4376-b0e1-940b0bb55098 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:58.582455 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-9d42fa5d-31a1-4376-b0e1-940b0bb55098 admin admin] 10.222.0.24 "DELETE /v2.0/routers/60e28954-25f3-4f1b-bd48-87667c4d56fe HTTP/1.1" status: 204 len: 168 time: 3.3757398 Mar 28 01:05:58.583159 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 50592) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:58.585237 dv-neutron-834874-6-hyperv neutron-server[104098]: Traceback (most recent call last): Mar 28 01:05:58.585237 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:05:58.585237 dv-neutron-834874-6-hyperv neutron-server[104098]: timer() Mar 28 01:05:58.585237 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:05:58.585237 dv-neutron-834874-6-hyperv neutron-server[104098]: cb(*args, **kw) Mar 28 01:05:58.585237 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:05:58.585237 dv-neutron-834874-6-hyperv neutron-server[104098]: return func(*args, **kwargs) Mar 28 01:05:58.585237 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:05:58.585237 dv-neutron-834874-6-hyperv neutron-server[104098]: self._notify() Mar 28 01:05:58.585237 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:05:58.585237 dv-neutron-834874-6-hyperv neutron-server[104098]: self.callback(batched_events) Mar 28 01:05:58.585237 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:05:58.585237 dv-neutron-834874-6-hyperv neutron-server[104098]: event.method(event) Mar 28 01:05:58.585237 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:05:58.585237 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:05:58.585237 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:05:58.585237 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:05:58.585237 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:05:58.585237 dv-neutron-834874-6-hyperv neutron-server[104098]: return f(self, *a, **k) Mar 28 01:05:58.585237 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:05:58.585237 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._get(url).json() Mar 28 01:05:58.585237 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:05:58.585237 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:05:58.585237 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:05:58.585237 dv-neutron-834874-6-hyperv neutron-server[104098]: return self.request(url, 'GET', **kwargs) Mar 28 01:05:58.585237 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:05:58.585237 dv-neutron-834874-6-hyperv neutron-server[104098]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:05:58.585237 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:05:58.585237 dv-neutron-834874-6-hyperv neutron-server[104098]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:05:58.585237 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:05:58.585237 dv-neutron-834874-6-hyperv neutron-server[104098]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:05:58.585237 dv-neutron-834874-6-hyperv neutron-server[104098]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:05:58.589683 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50594) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:58.612734 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99de293-739f-4659-82c2-2e10de2b9906 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-6e7855d9-7103-42c1-86d5-7c21eaf0312e', 'network_id': '6e7855d9-7103-42c1-86d5-7c21eaf0312e', 'project_id': '53bffb72fcad41779d04edeef38d5ecc', 'fixed_ips': [{'subnet_id': '3610043a-6829-4fa2-be60-261ba8d36c6e'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:05:58.613554 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-e99de293-739f-4659-82c2-2e10de2b9906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:58.656389 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-82a8265b-a250-4f89-be9e-1bd0ba17de97 None None] Provisioning complete for port 3c589cfc-34d4-4a41-ab27-d26681cc079e triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:05:58.656765 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-82a8265b-a250-4f89-be9e-1bd0ba17de97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (3c589cfc-34d4-4a41-ab27-d26681cc079e), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:58.739971 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [None req-bed324f9-e331-46ae-9add-df76d6d10dc1 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Allocated IP 172.20.0.9 (be4801db-c8f8-4df3-b9b5-556693d6a290/9e395429-8108-4d5d-9692-283674779fd4/cf7a15af-cbdd-47f4-b7ad-c4f07c40f0dc) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:05:58.741772 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-a5ec68ff-e098-495f-94d0-1f0d9fcc6f58 None None] Publish callbacks [] for port (9e53958c-1112-479d-93db-96e11bfcda29), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:58.749996 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [None req-bed324f9-e331-46ae-9add-df76d6d10dc1 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Allocated IP 2001:db8::f816:3eff:fe54:d907 (be4801db-c8f8-4df3-b9b5-556693d6a290/da54a717-b1e9-4555-9504-aaf88ab74c31/cf7a15af-cbdd-47f4-b7ad-c4f07c40f0dc) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:05:58.795493 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.db.api [None req-f8f3dc4c-95d2-4b49-ac10-22428d7c4181 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 28 01:05:58.795493 dv-neutron-834874-6-hyperv neutron-server[104098]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 28 01:05:58.795493 dv-neutron-834874-6-hyperv neutron-server[104098]: [parameters: {'id': '5d4270c8-3c5c-4ce1-8bce-0e480a9ea650'}] Mar 28 01:05:58.795493 dv-neutron-834874-6-hyperv neutron-server[104098]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104098) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 01:05:58.796526 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG oslo_db.api [None req-f8f3dc4c-95d2-4b49-ac10-22428d7c4181 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 01:05:58.813989 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_v2 [None req-b26b8528-3997-47bd-bf3a-f420e44b97ad admin admin] Deleting subnet c2bac7f7-4214-433a-8d07-412328b1e8a9 {{(pid=104098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:05:58.828318 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b26b8528-3997-47bd-bf3a-f420e44b97ad admin admin] Publish callbacks [] for subnet (c2bac7f7-4214-433a-8d07-412328b1e8a9), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:58.835996 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-192e6774-c492-4716-94e8-4f23b29c4bff None None] For port 3b1aafce-2ae3-4a5d-97cd-983aeb5ab5dc, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:05:58.849266 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-a5ec68ff-e098-495f-94d0-1f0d9fcc6f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (9e53958c-1112-479d-93db-96e11bfcda29), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:58.936270 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-192e6774-c492-4716-94e8-4f23b29c4bff None None] For port 3b1aafce-2ae3-4a5d-97cd-983aeb5ab5dc, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=3b1aafce-2ae3-4a5d-97cd-983aeb5ab5dc,segment=NetworkSegment(92a93ae9-6a45-4800-b5ff-6520a1b51353),segment_id=92a93ae9-6a45-4800-b5ff-6520a1b51353)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:05:58.966303 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_v2 [None req-10346b0a-02f9-40ef-8005-bd947629c608 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Deleting subnet c1cfff47-447f-4006-a70d-bcdb9262bb0d {{(pid=104099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:05:58.973544 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-10346b0a-02f9-40ef-8005-bd947629c608 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Publish callbacks [] for subnet (c1cfff47-447f-4006-a70d-bcdb9262bb0d), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:58.975509 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-192e6774-c492-4716-94e8-4f23b29c4bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (3b1aafce-2ae3-4a5d-97cd-983aeb5ab5dc), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:58.984339 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b26b8528-3997-47bd-bf3a-f420e44b97ad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126443526'] for subnet (c2bac7f7-4214-433a-8d07-412328b1e8a9), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:58.992766 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ec68ff-e098-495f-94d0-1f0d9fcc6f58 None None] Network 37511641-4019-4eec-a20e-98121bf93ace is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:05:59.035348 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ec68ff-e098-495f-94d0-1f0d9fcc6f58 None None] Pushing event updated for resources: {'Port': ['ID=9e53958c-1112-479d-93db-96e11bfcda29,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:59.039186 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-a5ec68ff-e098-495f-94d0-1f0d9fcc6f58 None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:05:59.056077 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ec68ff-e098-495f-94d0-1f0d9fcc6f58 None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:05:59.057640 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-10346b0a-02f9-40ef-8005-bd947629c608 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126946639'] for subnet (c1cfff47-447f-4006-a70d-bcdb9262bb0d), precommit_delete_associations {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:59.182095 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 50606) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:59.196234 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b26b8528-3997-47bd-bf3a-f420e44b97ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (c2bac7f7-4214-433a-8d07-412328b1e8a9), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:59.213359 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-10346b0a-02f9-40ef-8005-bd947629c608 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (c1cfff47-447f-4006-a70d-bcdb9262bb0d), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:59.265166 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c2344479-3330-449f-b545-7b169f04e092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (caf4f9b4-bdcd-47b0-963f-3f6ef8227991), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:59.283273 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-bed324f9-e331-46ae-9add-df76d6d10dc1 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks [] for port (cf7a15af-cbdd-47f4-b7ad-c4f07c40f0dc), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:59.304854 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f8f3dc4c-95d2-4b49-ac10-22428d7c4181 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (5d4270c8-3c5c-4ce1-8bce-0e480a9ea650), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:59.313861 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2344479-3330-449f-b545-7b169f04e092 admin admin] Pushing event deleted for resources: {'Port': ['ID=caf4f9b4-bdcd-47b0-963f-3f6ef8227991,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:59.341546 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-bed324f9-e331-46ae-9add-df76d6d10dc1 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (cf7a15af-cbdd-47f4-b7ad-c4f07c40f0dc), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:59.391848 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-19a1225b-7c77-473d-b04c-874e95a2d014 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks [] for router_gateway (bf9c9c41-56d5-49b6-ad94-d79da3cfd334), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:59.399072 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b26b8528-3997-47bd-bf3a-f420e44b97ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126175041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126112438'] for subnet (c2bac7f7-4214-433a-8d07-412328b1e8a9), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:59.407473 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed324f9-e331-46ae-9add-df76d6d10dc1 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Network be4801db-c8f8-4df3-b9b5-556693d6a290 is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:05:59.414027 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-bed324f9-e331-46ae-9add-df76d6d10dc1 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:05:59.424918 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed324f9-e331-46ae-9add-df76d6d10dc1 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:05:59.457066 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-31748631-04fd-4743-a129-1c8d7b526372 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1656640499'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:05:59.471136 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26b8528-3997-47bd-bf3a-f420e44b97ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2bac7f7-4214-433a-8d07-412328b1e8a9,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:59.475653 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b26b8528-3997-47bd-bf3a-f420e44b97ad admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:59.481446 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-b26b8528-3997-47bd-bf3a-f420e44b97ad admin admin] 10.222.0.24 "DELETE /v2.0/subnets/c2bac7f7-4214-433a-8d07-412328b1e8a9 HTTP/1.1" status: 204 len: 168 time: 0.8762047 Mar 28 01:05:59.485523 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 50610) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:59.561921 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed324f9-e331-46ae-9add-df76d6d10dc1 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Pushing event updated for resources: {'Port': ['ID=cf7a15af-cbdd-47f4-b7ad-c4f07c40f0dc,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:59.565291 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31748631-04fd-4743-a129-1c8d7b526372 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Made reservation on behalf of 73b89705b12a4822849ef008702f6650 for: {'network': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:05:59.568548 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-31748631-04fd-4743-a129-1c8d7b526372 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:59.573093 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-e99de293-739f-4659-82c2-2e10de2b9906 None None] Allocated IP 2001:db8:0:1::1 (6e7855d9-7103-42c1-86d5-7c21eaf0312e/3610043a-6829-4fa2-be60-261ba8d36c6e/2aa5c1c3-160a-4fe5-9086-efcf545cca1a) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:05:59.577346 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-82c75af1-424b-4610-a3d8-ab9c5a3d6b11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (d8584a61-33a5-4334-8690-e70e4664bf95), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:59.598449 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-10346b0a-02f9-40ef-8005-bd947629c608 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127282766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126757793'] for subnet (c1cfff47-447f-4006-a70d-bcdb9262bb0d), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:59.606796 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-31748631-04fd-4743-a129-1c8d7b526372 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks [] for security_group (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:59.644515 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-10346b0a-02f9-40ef-8005-bd947629c608 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:59.647972 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-10346b0a-02f9-40ef-8005-bd947629c608 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] 10.222.0.24 "DELETE /v2.0/subnets/c1cfff47-447f-4006-a70d-bcdb9262bb0d HTTP/1.1" status: 204 len: 168 time: 1.0560553 Mar 28 01:05:59.651228 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10346b0a-02f9-40ef-8005-bd947629c608 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Pushing event deleted for resources: {'Subnet': ['ID=c1cfff47-447f-4006-a70d-bcdb9262bb0d,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:59.654355 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 50612) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:59.670371 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c2344479-3330-449f-b545-7b169f04e092 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3725912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3690191'] for router_interface (e0bc783a-7651-49e7-9582-b0c528704c20), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:59.672448 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 3c589cfc-34d4-4a41-ab27-d26681cc079e up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:05:59.674966 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7266c9ec-ef9e-401a-b4e6-d265c9a79d7c None None] Network d8584a61-33a5-4334-8690-e70e4664bf95 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:05:59.691127 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-f8f3dc4c-95d2-4b49-ac10-22428d7c4181 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Deleting port 3b1aafce-2ae3-4a5d-97cd-983aeb5ab5dc {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:05:59.691127 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f8f3dc4c-95d2-4b49-ac10-22428d7c4181 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (3b1aafce-2ae3-4a5d-97cd-983aeb5ab5dc), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:59.715048 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed324f9-e331-46ae-9add-df76d6d10dc1 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:05:59.715794 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-bed324f9-e331-46ae-9add-df76d6d10dc1 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:59.736490 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_v2 [None req-62b7fd20-fca9-47fe-885f-4f75c2fe6932 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Deleting subnet 3610043a-6829-4fa2-be60-261ba8d36c6e {{(pid=104099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:05:59.745978 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-bed324f9-e331-46ae-9add-df76d6d10dc1 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.4603381 Mar 28 01:05:59.750082 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 50614) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:05:59.877064 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.db [None req-f8f3dc4c-95d2-4b49-ac10-22428d7c4181 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] For port 3b1aafce-2ae3-4a5d-97cd-983aeb5ab5dc, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=3b1aafce-2ae3-4a5d-97cd-983aeb5ab5dc,segment=NetworkSegment(92a93ae9-6a45-4800-b5ff-6520a1b51353),segment_id=92a93ae9-6a45-4800-b5ff-6520a1b51353)] {{(pid=104098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:05:59.877590 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f8f3dc4c-95d2-4b49-ac10-22428d7c4181 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (3b1aafce-2ae3-4a5d-97cd-983aeb5ab5dc), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:59.893785 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-82a8265b-a250-4f89-be9e-1bd0ba17de97 None None] Current status of the port 3c589cfc-34d4-4a41-ab27-d26681cc079e is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:05:59.894038 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-82a8265b-a250-4f89-be9e-1bd0ba17de97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (3c589cfc-34d4-4a41-ab27-d26681cc079e), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:59.897413 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192e6774-c492-4716-94e8-4f23b29c4bff None None] Pushing event updated for resources: {'Port': ['ID=3b1aafce-2ae3-4a5d-97cd-983aeb5ab5dc,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:05:59.901351 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-f8f3dc4c-95d2-4b49-ac10-22428d7c4181 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Calling delete_port for 3b1aafce-2ae3-4a5d-97cd-983aeb5ab5dc owned by network:dhcp {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:05:59.908849 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b59e19a-a707-4431-b3f4-b9b9fbdfabb7 None None] Network 5d4270c8-3c5c-4ce1-8bce-0e480a9ea650 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:05:59.911196 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-a5ec68ff-e098-495f-94d0-1f0d9fcc6f58 None None] Attempting to bind port 9e53958c-1112-479d-93db-96e11bfcda29 on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:05:59.911933 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-a5ec68ff-e098-495f-94d0-1f0d9fcc6f58 None None] Attempting to bind port 9e53958c-1112-479d-93db-96e11bfcda29 by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': '6e360c25-b071-4887-814c-c40fb09c2a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '37511641-4019-4eec-a20e-98121bf93ace'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:05:59.911933 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ec68ff-e098-495f-94d0-1f0d9fcc6f58 None None] Attempting to bind port 9e53958c-1112-479d-93db-96e11bfcda29 on network 37511641-4019-4eec-a20e-98121bf93ace {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:05:59.987307 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ec68ff-e098-495f-94d0-1f0d9fcc6f58 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:05:59.987685 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ec68ff-e098-495f-94d0-1f0d9fcc6f58 None None] Checking segment: {'id': '6e360c25-b071-4887-814c-c40fb09c2a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '37511641-4019-4eec-a20e-98121bf93ace'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:05:59.988110 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-a5ec68ff-e098-495f-94d0-1f0d9fcc6f58 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:05:59.988509 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ec68ff-e098-495f-94d0-1f0d9fcc6f58 None None] Bound using segment: {'id': '6e360c25-b071-4887-814c-c40fb09c2a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '37511641-4019-4eec-a20e-98121bf93ace'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:05:59.988987 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-a5ec68ff-e098-495f-94d0-1f0d9fcc6f58 None None] Bound port: 9e53958c-1112-479d-93db-96e11bfcda29, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e360c25-b071-4887-814c-c40fb09c2a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '37511641-4019-4eec-a20e-98121bf93ace'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:05:59.989361 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-a5ec68ff-e098-495f-94d0-1f0d9fcc6f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (9e53958c-1112-479d-93db-96e11bfcda29), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:00.041569 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae7675d-3970-4bd2-92aa-0ccb31ca2bcf None None] Update dhcp port {'port': {'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290', 'fixed_ips': [{'subnet_id': 'da54a717-b1e9-4555-9504-aaf88ab74c31', 'ip_address': '2001:db8::f816:3eff:fe21:d6e4'}, {'subnet_id': '9e395429-8108-4d5d-9692-283674779fd4'}], 'binding:host_id': 'dv-neutron-834874-6-hyperv'}, 'id': '3c589cfc-34d4-4a41-ab27-d26681cc079e'} from dv-neutron-834874-6-hyperv. {{(pid=104100) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 28 01:06:00.073526 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-e99de293-739f-4659-82c2-2e10de2b9906 None None] Publish callbacks [] for port (2aa5c1c3-160a-4fe5-9086-efcf545cca1a), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:00.102071 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-e99de293-739f-4659-82c2-2e10de2b9906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (2aa5c1c3-160a-4fe5-9086-efcf545cca1a), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:00.115667 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-62b7fd20-fca9-47fe-885f-4f75c2fe6932 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Publish callbacks [] for subnet (3610043a-6829-4fa2-be60-261ba8d36c6e), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:00.126615 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-82a8265b-a250-4f89-be9e-1bd0ba17de97 None None] For port 3c589cfc-34d4-4a41-ab27-d26681cc079e, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=3c589cfc-34d4-4a41-ab27-d26681cc079e,segment=NetworkSegment(9028fe72-9b79-4538-96be-757c3dc71a72),segment_id=9028fe72-9b79-4538-96be-757c3dc71a72)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:06:00.167898 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f8f3dc4c-95d2-4b49-ac10-22428d7c4181 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (3b1aafce-2ae3-4a5d-97cd-983aeb5ab5dc), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:00.178660 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-82a8265b-a250-4f89-be9e-1bd0ba17de97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (3c589cfc-34d4-4a41-ab27-d26681cc079e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:00.184456 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-eae7675d-3970-4bd2-92aa-0ccb31ca2bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (3c589cfc-34d4-4a41-ab27-d26681cc079e), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:00.189628 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 3c589cfc-34d4-4a41-ab27-d26681cc079e triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:06:00.189999 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (3c589cfc-34d4-4a41-ab27-d26681cc079e), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:00.197775 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-62b7fd20-fca9-47fe-885f-4f75c2fe6932 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126946639'] for subnet (3610043a-6829-4fa2-be60-261ba8d36c6e), precommit_delete_associations {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:00.238107 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b930f25c-06ff-4e92-860b-43c39bceb0a7 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:00.242284 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f3dc4c-95d2-4b49-ac10-22428d7c4181 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Pushing event deleted for resources: {'Port': ['ID=3b1aafce-2ae3-4a5d-97cd-983aeb5ab5dc,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:00.243744 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b930f25c-06ff-4e92-860b-43c39bceb0a7 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:00.247646 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-b930f25c-06ff-4e92-860b-43c39bceb0a7 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.4941425 Mar 28 01:06:00.248971 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99de293-739f-4659-82c2-2e10de2b9906 None None] Network 6e7855d9-7103-42c1-86d5-7c21eaf0312e is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:06:00.253810 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 50616) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:00.271982 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f3dc4c-95d2-4b49-ac10-22428d7c4181 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] No DVR routers for this DVR port 3b1aafce-2ae3-4a5d-97cd-983aeb5ab5dc on host dv-neutron-834874-6-hyperv {{(pid=104098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:06:00.272342 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-e99de293-739f-4659-82c2-2e10de2b9906 None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:06:00.283480 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99de293-739f-4659-82c2-2e10de2b9906 None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:06:00.306707 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99de293-739f-4659-82c2-2e10de2b9906 None None] Pushing event updated for resources: {'Port': ['ID=2aa5c1c3-160a-4fe5-9086-efcf545cca1a,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:00.321765 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-31748631-04fd-4743-a129-1c8d7b526372 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks [] for security_group (927af4f7-5ba1-4c30-819c-1123089ae994), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:00.323776 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-82c75af1-424b-4610-a3d8-ab9c5a3d6b11 admin admin] Deleting port 43bd18f3-e261-4d3b-b06b-b16a26261ded {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:06:00.324523 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-82c75af1-424b-4610-a3d8-ab9c5a3d6b11 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (43bd18f3-e261-4d3b-b06b-b16a26261ded), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:00.349285 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-a5ec68ff-e098-495f-94d0-1f0d9fcc6f58 None None] For port 9e53958c-1112-479d-93db-96e11bfcda29, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:06:00.381046 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-31748631-04fd-4743-a129-1c8d7b526372 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (927af4f7-5ba1-4c30-819c-1123089ae994), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:00.401633 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-a5ec68ff-e098-495f-94d0-1f0d9fcc6f58 None None] For port 9e53958c-1112-479d-93db-96e11bfcda29, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=9e53958c-1112-479d-93db-96e11bfcda29,segment=NetworkSegment(6e360c25-b071-4887-814c-c40fb09c2a27),segment_id=6e360c25-b071-4887-814c-c40fb09c2a27)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:06:00.453378 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31748631-04fd-4743-a129-1c8d7b526372 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=104099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:06:00.462322 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87254d9d-d152-4c99-92a1-d302cc12226d None None] DHCP port deletion for d8584a61-33a5-4334-8690-e70e4664bf95 request from dv-neutron-834874-6-hyperv {{(pid=104100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 01:06:00.510336 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-a5ec68ff-e098-495f-94d0-1f0d9fcc6f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (9e53958c-1112-479d-93db-96e11bfcda29), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:00.521842 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-31748631-04fd-4743-a129-1c8d7b526372 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (46f543ed-378d-4a84-ae76-f7b20c218f90), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:00.522190 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.segments_db [None req-31748631-04fd-4743-a129-1c8d7b526372 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Added segment 46f543ed-378d-4a84-ae76-f7b20c218f90 of type vlan for network dfdf8592-e8ac-4eea-b003-e6737bb2be57 Mar 28 01:06:00.536403 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31748631-04fd-4743-a129-1c8d7b526372 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=927af4f7-5ba1-4c30-819c-1123089ae994,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:00.554831 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-82c75af1-424b-4610-a3d8-ab9c5a3d6b11 admin admin] For port 43bd18f3-e261-4d3b-b06b-b16a26261ded, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=43bd18f3-e261-4d3b-b06b-b16a26261ded,segment=NetworkSegment(6b94bcff-7918-4dbb-9862-d5d7c3a56206),segment_id=6b94bcff-7918-4dbb-9862-d5d7c3a56206)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:06:00.555186 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-82c75af1-424b-4610-a3d8-ab9c5a3d6b11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (43bd18f3-e261-4d3b-b06b-b16a26261ded), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:00.558313 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-62b7fd20-fca9-47fe-885f-4f75c2fe6932 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (3610043a-6829-4fa2-be60-261ba8d36c6e), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:00.571112 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-e99de293-739f-4659-82c2-2e10de2b9906 None None] Attempting to bind port 2aa5c1c3-160a-4fe5-9086-efcf545cca1a on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:06:00.571557 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-e99de293-739f-4659-82c2-2e10de2b9906 None None] Attempting to bind port 2aa5c1c3-160a-4fe5-9086-efcf545cca1a by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': 'fd6f4946-ea69-4fe7-8a52-471a5a094a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6e7855d9-7103-42c1-86d5-7c21eaf0312e'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:06:00.571992 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99de293-739f-4659-82c2-2e10de2b9906 None None] Attempting to bind port 2aa5c1c3-160a-4fe5-9086-efcf545cca1a on network 6e7855d9-7103-42c1-86d5-7c21eaf0312e {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:06:00.582590 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a8265b-a250-4f89-be9e-1bd0ba17de97 None None] Pushing event updated for resources: {'Port': ['ID=3c589cfc-34d4-4a41-ab27-d26681cc079e,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:00.617384 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-82c75af1-424b-4610-a3d8-ab9c5a3d6b11 admin admin] Calling delete_port for 43bd18f3-e261-4d3b-b06b-b16a26261ded owned by network:dhcp {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:06:00.640744 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-31748631-04fd-4743-a129-1c8d7b526372 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (dfdf8592-e8ac-4eea-b003-e6737bb2be57), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:00.663357 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99de293-739f-4659-82c2-2e10de2b9906 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:06:00.663741 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99de293-739f-4659-82c2-2e10de2b9906 None None] Checking segment: {'id': 'fd6f4946-ea69-4fe7-8a52-471a5a094a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6e7855d9-7103-42c1-86d5-7c21eaf0312e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:06:00.664529 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-e99de293-739f-4659-82c2-2e10de2b9906 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:00.665155 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99de293-739f-4659-82c2-2e10de2b9906 None None] Bound using segment: {'id': 'fd6f4946-ea69-4fe7-8a52-471a5a094a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6e7855d9-7103-42c1-86d5-7c21eaf0312e'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:06:00.665270 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-e99de293-739f-4659-82c2-2e10de2b9906 None None] Bound port: 2aa5c1c3-160a-4fe5-9086-efcf545cca1a, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd6f4946-ea69-4fe7-8a52-471a5a094a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6e7855d9-7103-42c1-86d5-7c21eaf0312e'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:06:00.665894 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-e99de293-739f-4659-82c2-2e10de2b9906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (2aa5c1c3-160a-4fe5-9086-efcf545cca1a), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:00.674259 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2344479-3330-449f-b545-7b169f04e092 admin admin] Router e0bc783a-7651-49e7-9582-b0c528704c20 has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:06:00.698920 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f8f3dc4c-95d2-4b49-ac10-22428d7c4181 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (5d4270c8-3c5c-4ce1-8bce-0e480a9ea650), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:00.734369 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-f8f3dc4c-95d2-4b49-ac10-22428d7c4181 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d4270c8-3c5c-4ce1-8bce-0e480a9ea650']}} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:00.740619 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 3c589cfc-34d4-4a41-ab27-d26681cc079e is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:06:00.750522 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-63cbc4d7-a53d-46ec-81b6-8f864320217b tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Deleting port cf7a15af-cbdd-47f4-b7ad-c4f07c40f0dc {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:06:00.750882 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-63cbc4d7-a53d-46ec-81b6-8f864320217b tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (cf7a15af-cbdd-47f4-b7ad-c4f07c40f0dc), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:00.762029 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-31748631-04fd-4743-a129-1c8d7b526372 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (dfdf8592-e8ac-4eea-b003-e6737bb2be57), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:00.766989 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31748631-04fd-4743-a129-1c8d7b526372 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:00.767594 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-31748631-04fd-4743-a129-1c8d7b526372 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:00.815924 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24969be5-582a-4871-959e-4c5f4ed1cf03 None None] Network 37511641-4019-4eec-a20e-98121bf93ace requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:06:00.822331 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-eae7675d-3970-4bd2-92aa-0ccb31ca2bcf None None] Allocated IP 172.20.0.2 (be4801db-c8f8-4df3-b9b5-556693d6a290/9e395429-8108-4d5d-9692-283674779fd4/3c589cfc-34d4-4a41-ab27-d26681cc079e) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:06:00.849827 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-f8f3dc4c-95d2-4b49-ac10-22428d7c4181 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92a93ae9-6a45-4800-b5ff-6520a1b51353') {'for_net_delete': True} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:00.850380 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-f8f3dc4c-95d2-4b49-ac10-22428d7c4181 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92a93ae9-6a45-4800-b5ff-6520a1b51353') {} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:00.863157 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 2661aa72-d791-45b8-84f3-7872d9da958e no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:06:00.866499 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ec68ff-e098-495f-94d0-1f0d9fcc6f58 None None] Pushing event updated for resources: {'Port': ['ID=9e53958c-1112-479d-93db-96e11bfcda29,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:00.873775 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-e99de293-739f-4659-82c2-2e10de2b9906 None None] For port 2aa5c1c3-160a-4fe5-9086-efcf545cca1a, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:06:00.888747 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-e99de293-739f-4659-82c2-2e10de2b9906 None None] For port 2aa5c1c3-160a-4fe5-9086-efcf545cca1a, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=2aa5c1c3-160a-4fe5-9086-efcf545cca1a,segment=NetworkSegment(fd6f4946-ea69-4fe7-8a52-471a5a094a36),segment_id=fd6f4946-ea69-4fe7-8a52-471a5a094a36)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:06:00.897938 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f8f3dc4c-95d2-4b49-ac10-22428d7c4181 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126443583'] for segment (92a93ae9-6a45-4800-b5ff-6520a1b51353), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:00.902715 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-62b7fd20-fca9-47fe-885f-4f75c2fe6932 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127282766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126757793'] for subnet (3610043a-6829-4fa2-be60-261ba8d36c6e), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:00.934405 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-62b7fd20-fca9-47fe-885f-4f75c2fe6932 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:00.935260 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-e99de293-739f-4659-82c2-2e10de2b9906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (2aa5c1c3-160a-4fe5-9086-efcf545cca1a), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:00.939463 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-62b7fd20-fca9-47fe-885f-4f75c2fe6932 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] 10.222.0.24 "DELETE /v2.0/subnets/3610043a-6829-4fa2-be60-261ba8d36c6e HTTP/1.1" status: 204 len: 168 time: 1.2811236 Mar 28 01:06:00.947063 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: 2661aa72-d791-45b8-84f3-7872d9da958e {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:06:00.947403 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 2661aa72-d791-45b8-84f3-7872d9da958e not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:06:00.961619 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-19a1225b-7c77-473d-b04c-874e95a2d014 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3688170', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3689605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7136'] for router (bf9c9c41-56d5-49b6-ad94-d79da3cfd334), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:00.965231 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f8f3dc4c-95d2-4b49-ac10-22428d7c4181 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (92a93ae9-6a45-4800-b5ff-6520a1b51353), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:00.967666 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 50618) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:00.971436 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-31748631-04fd-4743-a129-1c8d7b526372 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.7882590 Mar 28 01:06:00.973213 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8f3dc4c-95d2-4b49-ac10-22428d7c4181 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=104098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:06:00.973836 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f8f3dc4c-95d2-4b49-ac10-22428d7c4181 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126177251'] for segment (92a93ae9-6a45-4800-b5ff-6520a1b51353), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:00.983360 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 50620) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:00.994704 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-ab8c349c-36d3-466d-8123-fddb67526997 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1876911663'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:00.998397 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b7fd20-fca9-47fe-885f-4f75c2fe6932 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Pushing event deleted for resources: {'Subnet': ['ID=3610043a-6829-4fa2-be60-261ba8d36c6e,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:01.010948 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-87254d9d-d152-4c99-92a1-d302cc12226d None None] Deleting port 43bd18f3-e261-4d3b-b06b-b16a26261ded {{(pid=104100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:06:01.011324 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-87254d9d-d152-4c99-92a1-d302cc12226d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (43bd18f3-e261-4d3b-b06b-b16a26261ded), before_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:01.030949 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-82c75af1-424b-4610-a3d8-ab9c5a3d6b11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (43bd18f3-e261-4d3b-b06b-b16a26261ded), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:01.042498 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-19a1225b-7c77-473d-b04c-874e95a2d014 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3688163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3687960', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3689650'] for router (bf9c9c41-56d5-49b6-ad94-d79da3cfd334), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:01.045653 dv-neutron-834874-6-hyperv neutron-server[104098]: Traceback (most recent call last): Mar 28 01:06:01.045653 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:06:01.045653 dv-neutron-834874-6-hyperv neutron-server[104098]: timer() Mar 28 01:06:01.045653 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:06:01.045653 dv-neutron-834874-6-hyperv neutron-server[104098]: cb(*args, **kw) Mar 28 01:06:01.045653 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:06:01.045653 dv-neutron-834874-6-hyperv neutron-server[104098]: return func(*args, **kwargs) Mar 28 01:06:01.045653 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:06:01.045653 dv-neutron-834874-6-hyperv neutron-server[104098]: self._notify() Mar 28 01:06:01.045653 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:06:01.045653 dv-neutron-834874-6-hyperv neutron-server[104098]: self.callback(batched_events) Mar 28 01:06:01.045653 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:06:01.045653 dv-neutron-834874-6-hyperv neutron-server[104098]: event.method(event) Mar 28 01:06:01.045653 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:06:01.045653 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:06:01.045653 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:06:01.045653 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:06:01.045653 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:06:01.045653 dv-neutron-834874-6-hyperv neutron-server[104098]: return f(self, *a, **k) Mar 28 01:06:01.045653 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:06:01.045653 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._get(url).json() Mar 28 01:06:01.045653 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:06:01.045653 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:06:01.045653 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:06:01.045653 dv-neutron-834874-6-hyperv neutron-server[104098]: return self.request(url, 'GET', **kwargs) Mar 28 01:06:01.045653 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:06:01.045653 dv-neutron-834874-6-hyperv neutron-server[104098]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:06:01.045653 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:06:01.045653 dv-neutron-834874-6-hyperv neutron-server[104098]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:06:01.045653 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:06:01.045653 dv-neutron-834874-6-hyperv neutron-server[104098]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:06:01.045653 dv-neutron-834874-6-hyperv neutron-server[104098]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:06:01.054986 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f8f3dc4c-95d2-4b49-ac10-22428d7c4181 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (5d4270c8-3c5c-4ce1-8bce-0e480a9ea650), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:01.073243 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31748631-04fd-4743-a129-1c8d7b526372 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Pushing event updated for resources: {'Network': ['ID=dfdf8592-e8ac-4eea-b003-e6737bb2be57,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:01.120962 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network dfdf8592-e8ac-4eea-b003-e6737bb2be57 details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:06:01.126085 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c75af1-424b-4610-a3d8-ab9c5a3d6b11 admin admin] Pushing event deleted for resources: {'Port': ['ID=43bd18f3-e261-4d3b-b06b-b16a26261ded,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:01.130453 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c75af1-424b-4610-a3d8-ab9c5a3d6b11 admin admin] No DVR routers for this DVR port 43bd18f3-e261-4d3b-b06b-b16a26261ded on host dv-neutron-834874-6-hyperv {{(pid=104099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:06:01.183236 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab8c349c-36d3-466d-8123-fddb67526997 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Made reservation on behalf of 73b89705b12a4822849ef008702f6650 for: {'network': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:06:01.186862 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ab8c349c-36d3-466d-8123-fddb67526997 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:01.193539 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f8f3dc4c-95d2-4b49-ac10-22428d7c4181 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:01.197246 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-f8f3dc4c-95d2-4b49-ac10-22428d7c4181 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] 10.222.0.24 "DELETE /v2.0/networks/5d4270c8-3c5c-4ce1-8bce-0e480a9ea650 HTTP/1.1" status: 204 len: 168 time: 4.0149877 Mar 28 01:06:01.198424 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2344479-3330-449f-b545-7b169f04e092 admin admin] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:06:01.201989 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-63cbc4d7-a53d-46ec-81b6-8f864320217b tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (cf7a15af-cbdd-47f4-b7ad-c4f07c40f0dc), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:01.208216 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50622) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:01.219141 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c824b55b-56db-4c93-a5cb-d12bdbf6f953 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:01.220917 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-c824b55b-56db-4c93-a5cb-d12bdbf6f953 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2482975 Mar 28 01:06:01.223130 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-acc22240-75b8-4972-b451-5b5a5da77291 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-570794310'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:01.225663 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 50624) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:01.233126 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-c2344479-3330-449f-b545-7b169f04e092 admin admin] 10.222.0.24 "PUT /v2.0/routers/e0bc783a-7651-49e7-9582-b0c528704c20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3107107 Mar 28 01:06:01.236696 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f3dc4c-95d2-4b49-ac10-22428d7c4181 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Pushing event deleted for resources: {'Network': ['ID=5d4270c8-3c5c-4ce1-8bce-0e480a9ea650,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:01.242356 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50626) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:01.253874 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-63cbc4d7-a53d-46ec-81b6-8f864320217b tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Calling delete_port for cf7a15af-cbdd-47f4-b7ad-c4f07c40f0dc owned by {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:06:01.256001 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 3c589cfc-34d4-4a41-ab27-d26681cc079e up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:06:01.258335 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0deab8e9-9108-4a4b-a9a3-3ae4f02365db None None] Sync routers for ids ['e0bc783a-7651-49e7-9582-b0c528704c20'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:06:01.359714 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acc22240-75b8-4972-b451-5b5a5da77291 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Made reservation on behalf of 7dbb2ba455b84df9b72862aaa29899aa for: {'network': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:06:01.364533 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-acc22240-75b8-4972-b451-5b5a5da77291 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:01.365838 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab8c349c-36d3-466d-8123-fddb67526997 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=104099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:06:01.412223 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acc22240-75b8-4972-b451-5b5a5da77291 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=104098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:06:01.433628 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-82c75af1-424b-4610-a3d8-ab9c5a3d6b11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (d8584a61-33a5-4334-8690-e70e4664bf95), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:01.436611 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ab8c349c-36d3-466d-8123-fddb67526997 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (58efab08-0885-4c7a-8700-09de520f07f5), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:01.436958 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.segments_db [None req-ab8c349c-36d3-466d-8123-fddb67526997 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Added segment 58efab08-0885-4c7a-8700-09de520f07f5 of type vlan for network 4def3977-30ad-4421-858b-c5a18ad30df2 Mar 28 01:06:01.442889 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-acc22240-75b8-4972-b451-5b5a5da77291 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (db8c43c0-5012-498c-a9d9-533bdb9d6cd5), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:01.443364 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.segments_db [None req-acc22240-75b8-4972-b451-5b5a5da77291 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Added segment db8c43c0-5012-498c-a9d9-533bdb9d6cd5 of type vlan for network 2610edbe-1386-4269-843d-8e447dae20e9 Mar 28 01:06:01.499754 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19a1225b-7c77-473d-b04c-874e95a2d014 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Router bf9c9c41-56d5-49b6-ad94-d79da3cfd334 has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:06:01.525087 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-acc22240-75b8-4972-b451-5b5a5da77291 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (2610edbe-1386-4269-843d-8e447dae20e9), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:01.526116 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-144a5caf-16a9-4cc5-ba22-64edadaef3f5 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (6e7855d9-7103-42c1-86d5-7c21eaf0312e), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:01.527535 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99de293-739f-4659-82c2-2e10de2b9906 None None] Pushing event updated for resources: {'Port': ['ID=2aa5c1c3-160a-4fe5-9086-efcf545cca1a,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:01.534323 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e247e4f9-b3eb-4d6e-865b-46c0b89f3edc admin admin] Publish callbacks [] for router (e0bc783a-7651-49e7-9582-b0c528704c20), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:01.540727 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-82c75af1-424b-4610-a3d8-ab9c5a3d6b11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8584a61-33a5-4334-8690-e70e4664bf95']}} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:01.551983 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ab8c349c-36d3-466d-8123-fddb67526997 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (4def3977-30ad-4421-858b-c5a18ad30df2), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:01.575044 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-87254d9d-d152-4c99-92a1-d302cc12226d None None] For port 43bd18f3-e261-4d3b-b06b-b16a26261ded, host dv-neutron-834874-6-hyperv, got binding levels [] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:06:01.576012 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-87254d9d-d152-4c99-92a1-d302cc12226d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (43bd18f3-e261-4d3b-b06b-b16a26261ded), precommit_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:01.600795 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0deab8e9-9108-4a4b-a9a3-3ae4f02365db None None] Routers {'e0bc783a-7651-49e7-9582-b0c528704c20'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:06:01.600795 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-0deab8e9-9108-4a4b-a9a3-3ae4f02365db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:05:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['e0bc783a-7651-49e7-9582-b0c528704c20'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:01.605378 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-eae7675d-3970-4bd2-92aa-0ccb31ca2bcf None None] For port 3c589cfc-34d4-4a41-ab27-d26681cc079e, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=3c589cfc-34d4-4a41-ab27-d26681cc079e,segment=NetworkSegment(9028fe72-9b79-4538-96be-757c3dc71a72),segment_id=9028fe72-9b79-4538-96be-757c3dc71a72)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:06:01.619818 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-87254d9d-d152-4c99-92a1-d302cc12226d None None] Calling delete_port for 43bd18f3-e261-4d3b-b06b-b16a26261ded owned by network:dhcp {{(pid=104100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:06:01.634104 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-82c75af1-424b-4610-a3d8-ab9c5a3d6b11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b94bcff-7918-4dbb-9862-d5d7c3a56206') {'for_net_delete': True} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:01.634104 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-82c75af1-424b-4610-a3d8-ab9c5a3d6b11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b94bcff-7918-4dbb-9862-d5d7c3a56206') {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:01.649873 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-82c75af1-424b-4610-a3d8-ab9c5a3d6b11 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126946678'] for segment (6b94bcff-7918-4dbb-9862-d5d7c3a56206), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:01.663588 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.db.resource_extend [None req-acc22240-75b8-4972-b451-5b5a5da77291 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 01:06:01.679125 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-82c75af1-424b-4610-a3d8-ab9c5a3d6b11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (6b94bcff-7918-4dbb-9862-d5d7c3a56206), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:01.694967 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.ipam_backend_mixin [None req-87254d9d-d152-4c99-92a1-d302cc12226d None None] Port 43bd18f3-e261-4d3b-b06b-b16a26261ded was not found and therefore no delete operation was performed {{(pid=104100) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 28 01:06:01.704917 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82c75af1-424b-4610-a3d8-ab9c5a3d6b11 admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=104099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:06:01.706215 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-82c75af1-424b-4610-a3d8-ab9c5a3d6b11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127280876'] for segment (6b94bcff-7918-4dbb-9862-d5d7c3a56206), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:01.708289 dv-neutron-834874-6-hyperv neutron-server[104099]: Traceback (most recent call last): Mar 28 01:06:01.708289 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:06:01.708289 dv-neutron-834874-6-hyperv neutron-server[104099]: timer() Mar 28 01:06:01.708289 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:06:01.708289 dv-neutron-834874-6-hyperv neutron-server[104099]: cb(*args, **kw) Mar 28 01:06:01.708289 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:06:01.708289 dv-neutron-834874-6-hyperv neutron-server[104099]: return func(*args, **kwargs) Mar 28 01:06:01.708289 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:06:01.708289 dv-neutron-834874-6-hyperv neutron-server[104099]: self._notify() Mar 28 01:06:01.708289 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:06:01.708289 dv-neutron-834874-6-hyperv neutron-server[104099]: self.callback(batched_events) Mar 28 01:06:01.708289 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:06:01.708289 dv-neutron-834874-6-hyperv neutron-server[104099]: event.method(event) Mar 28 01:06:01.708289 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:06:01.708289 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:06:01.708289 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:06:01.708289 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:06:01.708289 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:06:01.708289 dv-neutron-834874-6-hyperv neutron-server[104099]: return f(self, *a, **k) Mar 28 01:06:01.708289 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:06:01.708289 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._get(url).json() Mar 28 01:06:01.708289 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:06:01.708289 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:06:01.708289 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:06:01.708289 dv-neutron-834874-6-hyperv neutron-server[104099]: return self.request(url, 'GET', **kwargs) Mar 28 01:06:01.708289 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:06:01.708289 dv-neutron-834874-6-hyperv neutron-server[104099]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:06:01.708289 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:06:01.708289 dv-neutron-834874-6-hyperv neutron-server[104099]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:06:01.708289 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:06:01.708289 dv-neutron-834874-6-hyperv neutron-server[104099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:06:01.708289 dv-neutron-834874-6-hyperv neutron-server[104099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:06:01.713797 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-87254d9d-d152-4c99-92a1-d302cc12226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886'] for port (43bd18f3-e261-4d3b-b06b-b16a26261ded), after_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:01.715342 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-acc22240-75b8-4972-b451-5b5a5da77291 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (2610edbe-1386-4269-843d-8e447dae20e9), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:01.720973 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc22240-75b8-4972-b451-5b5a5da77291 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:01.721811 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-acc22240-75b8-4972-b451-5b5a5da77291 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:01.769992 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87254d9d-d152-4c99-92a1-d302cc12226d None None] No DVR routers for this DVR port 43bd18f3-e261-4d3b-b06b-b16a26261ded on host dv-neutron-834874-6-hyperv {{(pid=104100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:06:01.786722 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87254d9d-d152-4c99-92a1-d302cc12226d None None] Pushing event deleted for resources: {'Port': ['ID=43bd18f3-e261-4d3b-b06b-b16a26261ded,revision_number=None']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:01.792232 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-eae7675d-3970-4bd2-92aa-0ccb31ca2bcf None None] Publish callbacks [] for port (3c589cfc-34d4-4a41-ab27-d26681cc079e), precommit_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:01.795696 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ab8c349c-36d3-466d-8123-fddb67526997 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (4def3977-30ad-4421-858b-c5a18ad30df2), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:01.799931 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 3c589cfc-34d4-4a41-ab27-d26681cc079e triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:06:01.800566 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (3c589cfc-34d4-4a41-ab27-d26681cc079e), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:01.801003 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8c349c-36d3-466d-8123-fddb67526997 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:01.802268 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-acc22240-75b8-4972-b451-5b5a5da77291 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5838032 Mar 28 01:06:01.807205 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-eae7675d-3970-4bd2-92aa-0ccb31ca2bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (3c589cfc-34d4-4a41-ab27-d26681cc079e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:01.807740 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ab8c349c-36d3-466d-8123-fddb67526997 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:01.812761 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 50628) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:01.832464 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-e41c60e1-536c-49f5-b61d-602885529ca2 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Request body: {'subnet': {'network_id': '2610edbe-1386-4269-843d-8e447dae20e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:01.835106 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc22240-75b8-4972-b451-5b5a5da77291 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Pushing event updated for resources: {'Network': ['ID=2610edbe-1386-4269-843d-8e447dae20e9,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:01.847638 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e247e4f9-b3eb-4d6e-865b-46c0b89f3edc admin admin] Publish callbacks [] for router_gateway (e0bc783a-7651-49e7-9582-b0c528704c20), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:01.857296 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19a1225b-7c77-473d-b04c-874e95a2d014 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:06:01.867400 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-19a1225b-7c77-473d-b04c-874e95a2d014 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:01.869384 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-19a1225b-7c77-473d-b04c-874e95a2d014 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] 10.222.0.24 "PUT /v2.0/routers/bf9c9c41-56d5-49b6-ad94-d79da3cfd334 HTTP/1.1" status: 200 len: 922 time: 3.4336808 Mar 28 01:06:01.871912 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50630) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:01.880719 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a96b04d-46e3-4351-ae90-077d39179c82 None None] Sync routers for ids ['bf9c9c41-56d5-49b6-ad94-d79da3cfd334'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:06:01.890264 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network 2610edbe-1386-4269-843d-8e447dae20e9 details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:06:01.895659 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a96b04d-46e3-4351-ae90-077d39179c82 None None] Routers {'bf9c9c41-56d5-49b6-ad94-d79da3cfd334'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:06:01.898168 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-4a96b04d-46e3-4351-ae90-077d39179c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:05:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['bf9c9c41-56d5-49b6-ad94-d79da3cfd334'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:01.948833 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-4a96b04d-46e3-4351-ae90-077d39179c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:01.953385 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-82c75af1-424b-4610-a3d8-ab9c5a3d6b11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (d8584a61-33a5-4334-8690-e70e4664bf95), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:01.957632 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-ab8c349c-36d3-466d-8123-fddb67526997 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9673545 Mar 28 01:06:01.969227 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 50632) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:01.969976 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a96b04d-46e3-4351-ae90-077d39179c82 None None] Routers {'bf9c9c41-56d5-49b6-ad94-d79da3cfd334'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:06:01.971529 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-82c75af1-424b-4610-a3d8-ab9c5a3d6b11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:01.974799 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-4a96b04d-46e3-4351-ae90-077d39179c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:05:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['bf9c9c41-56d5-49b6-ad94-d79da3cfd334'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:01.977156 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-82c75af1-424b-4610-a3d8-ab9c5a3d6b11 admin admin] 10.222.0.24 "DELETE /v2.0/networks/d8584a61-33a5-4334-8690-e70e4664bf95 HTTP/1.1" status: 204 len: 168 time: 2.4899864 Mar 28 01:06:02.014097 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-d58ae001-bf06-43a4-872d-6e7a9bc4aa6f tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Request body: {'subnet': {'network_id': 'dfdf8592-e8ac-4eea-b003-e6737bb2be57', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:02.037722 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-e247e4f9-b3eb-4d6e-865b-46c0b89f3edc admin admin] Deleting port 947daac6-733c-4178-885c-fe036a84f40e {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:06:02.038256 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e247e4f9-b3eb-4d6e-865b-46c0b89f3edc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (947daac6-733c-4178-885c-fe036a84f40e), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:02.046274 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-0deab8e9-9108-4a4b-a9a3-3ae4f02365db None None] Set router e0bc783a-7651-49e7-9582-b0c528704c20 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:06:02.047369 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-eceb01e3-7fb6-4c99-9911-9879ac733a8d tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] 10.222.0.24 "GET /v2.0/routers/bf9c9c41-56d5-49b6-ad94-d79da3cfd334 HTTP/1.1" status: 200 len: 922 time: 0.1734152 Mar 28 01:06:02.056985 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50636) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:02.058450 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-4a96b04d-46e3-4351-ae90-077d39179c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:02.059108 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a96b04d-46e3-4351-ae90-077d39179c82 None None] The sync data for ids ['bf9c9c41-56d5-49b6-ad94-d79da3cfd334'] in dv-neutron-834874-6-hyperv is: [] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:06:02.209619 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae7675d-3970-4bd2-92aa-0ccb31ca2bcf None None] Pushing event updated for resources: {'Port': ['ID=3c589cfc-34d4-4a41-ab27-d26681cc079e,revision_number=4']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:02.211464 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8c349c-36d3-466d-8123-fddb67526997 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Pushing event updated for resources: {'Network': ['ID=4def3977-30ad-4421-858b-c5a18ad30df2,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:02.268145 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c75af1-424b-4610-a3d8-ab9c5a3d6b11 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8584a61-33a5-4334-8690-e70e4664bf95,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:02.270469 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-63cbc4d7-a53d-46ec-81b6-8f864320217b tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (cf7a15af-cbdd-47f4-b7ad-c4f07c40f0dc), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:02.274062 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network 4def3977-30ad-4421-858b-c5a18ad30df2 details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:06:02.275821 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f45c3ca-1773-4a35-8e21-212caf0e905b tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:02.280743 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-3f45c3ca-1773-4a35-8e21-212caf0e905b tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=dea6548b-502b-42db-97fb-371e423e739a&device_id=bf9c9c41-56d5-49b6-ad94-d79da3cfd334&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2226806 Mar 28 01:06:02.283562 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.db [None req-e247e4f9-b3eb-4d6e-865b-46c0b89f3edc admin admin] For port 947daac6-733c-4178-885c-fe036a84f40e, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=947daac6-733c-4178-885c-fe036a84f40e,segment=NetworkSegment(b6f00c62-aca5-4c73-8989-c04c396daeed),segment_id=b6f00c62-aca5-4c73-8989-c04c396daeed)] {{(pid=104098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:06:02.284276 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e247e4f9-b3eb-4d6e-865b-46c0b89f3edc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (947daac6-733c-4178-885c-fe036a84f40e), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:02.287052 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50638) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:02.321132 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e41c60e1-536c-49f5-b61d-602885529ca2 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Made reservation on behalf of 7dbb2ba455b84df9b72862aaa29899aa for: {'subnet': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:06:02.324826 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e41c60e1-536c-49f5-b61d-602885529ca2 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126757772'] for subnet (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:02.383204 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50640) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:02.392500 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-e247e4f9-b3eb-4d6e-865b-46c0b89f3edc admin admin] Calling delete_port for 947daac6-733c-4178-885c-fe036a84f40e owned by network:router_gateway {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:06:02.431929 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-144a5caf-16a9-4cc5-ba22-64edadaef3f5 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Deleting port 2aa5c1c3-160a-4fe5-9086-efcf545cca1a {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:06:02.432461 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-144a5caf-16a9-4cc5-ba22-64edadaef3f5 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (2aa5c1c3-160a-4fe5-9086-efcf545cca1a), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:02.437735 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 3c589cfc-34d4-4a41-ab27-d26681cc079e is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:06:02.509643 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-0deab8e9-9108-4a4b-a9a3-3ae4f02365db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0bc783a-7651-49e7-9582-b0c528704c20', 'name': 'tempest-ServersTestJSON-1686432104-router', 'tenant_id': '0b8696c5a2934c9895d76c895de286c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.192'}], 'enable_snat': True}, 'gw_port_id': '947daac6-733c-4178-885c-fe036a84f40e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:04:11Z', 'updated_at': '2022-03-28T01:05:59Z', 'revision_number': 5, 'project_id': '0b8696c5a2934c9895d76c895de286c3', 'gw_port': {'id': '947daac6-733c-4178-885c-fe036a84f40e', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:3b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bc783a-7651-49e7-9582-b0c528704c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:04:14Z', 'updated_at': '2022-03-28T01:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:02.556991 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cbc4d7-a53d-46ec-81b6-8f864320217b tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Pushing event deleted for resources: {'Port': ['ID=cf7a15af-cbdd-47f4-b7ad-c4f07c40f0dc,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:02.571709 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0deab8e9-9108-4a4b-a9a3-3ae4f02365db None None] Checking router: e0bc783a-7651-49e7-9582-b0c528704c20 for host: dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:06:02.580595 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 43bd18f3-e261-4d3b-b06b-b16a26261ded no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:06:02.589608 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-47eb9262-1e6c-45e4-97cb-964c63154a03 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e2e1f3c8256d426e8b9aa3f98cd07af0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2072585 Mar 28 01:06:02.591771 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50642) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:02.606431 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b280f74b-68e3-4870-825d-fd27827f625e tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:02.612819 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-b280f74b-68e3-4870-825d-fd27827f625e tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] 10.222.0.24 "GET /v2.0/networks/dea6548b-502b-42db-97fb-371e423e739a HTTP/1.1" status: 200 len: 881 time: 0.3240254 Mar 28 01:06:02.615939 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d58ae001-bf06-43a4-872d-6e7a9bc4aa6f tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Made reservation on behalf of 73b89705b12a4822849ef008702f6650 for: {'subnet': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:06:02.619606 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50644) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:02.624387 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d58ae001-bf06-43a4-872d-6e7a9bc4aa6f tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126757772'] for subnet (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:02.644304 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0deab8e9-9108-4a4b-a9a3-3ae4f02365db None None] Routers {'e0bc783a-7651-49e7-9582-b0c528704c20'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:06:02.644990 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-0deab8e9-9108-4a4b-a9a3-3ae4f02365db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:05:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['e0bc783a-7651-49e7-9582-b0c528704c20'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:02.649573 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: 43bd18f3-e261-4d3b-b06b-b16a26261ded {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:06:02.650108 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 43bd18f3-e261-4d3b-b06b-b16a26261ded not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:06:02.693882 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-06e5712d-8a0c-449b-8558-5608bd9abb73 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf9c9c41-56d5-49b6-ad94-d79da3cfd334 HTTP/1.1" status: 200 len: 205 time: 0.0730298 Mar 28 01:06:02.702386 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50646) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:02.759569 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:02.778668 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-144a5caf-16a9-4cc5-ba22-64edadaef3f5 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] For port 2aa5c1c3-160a-4fe5-9086-efcf545cca1a, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=2aa5c1c3-160a-4fe5-9086-efcf545cca1a,segment=NetworkSegment(fd6f4946-ea69-4fe7-8a52-471a5a094a36),segment_id=fd6f4946-ea69-4fe7-8a52-471a5a094a36)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:06:02.778668 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-144a5caf-16a9-4cc5-ba22-64edadaef3f5 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (2aa5c1c3-160a-4fe5-9086-efcf545cca1a), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:02.806032 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-0deab8e9-9108-4a4b-a9a3-3ae4f02365db None None] Set router e0bc783a-7651-49e7-9582-b0c528704c20 gateway port host: None {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:06:02.819221 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-144a5caf-16a9-4cc5-ba22-64edadaef3f5 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Calling delete_port for 2aa5c1c3-160a-4fe5-9086-efcf545cca1a owned by network:dhcp {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:06:02.853129 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95201f5-492e-4dc1-bb65-6983f75e00d6 None None] Network 6e7855d9-7103-42c1-86d5-7c21eaf0312e requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:06:02.894541 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-63cbc4d7-a53d-46ec-81b6-8f864320217b tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:02.900697 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-63cbc4d7-a53d-46ec-81b6-8f864320217b tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "DELETE /v2.0/ports/cf7a15af-cbdd-47f4-b7ad-c4f07c40f0dc HTTP/1.1" status: 204 len: 168 time: 2.6388707 Mar 28 01:06:02.901875 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 50648) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:02.925972 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-0deab8e9-9108-4a4b-a9a3-3ae4f02365db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0bc783a-7651-49e7-9582-b0c528704c20', 'name': 'tempest-ServersTestJSON-1686432104-router', 'tenant_id': '0b8696c5a2934c9895d76c895de286c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:04:11Z', 'updated_at': '2022-03-28T01:06:01Z', 'revision_number': 6, 'project_id': '0b8696c5a2934c9895d76c895de286c3', 'gw_port_host': None}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:02.948196 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-032d3d8e-c016-42b7-896d-5b640165114b admin admin] Publish callbacks [] for security_group (158de0a1-b472-40d8-95ab-079dca52f39f), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:02.964374 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0deab8e9-9108-4a4b-a9a3-3ae4f02365db None None] The sync data for ids ['e0bc783a-7651-49e7-9582-b0c528704c20'] in dv-neutron-834874-6-hyperv is: [{'id': 'e0bc783a-7651-49e7-9582-b0c528704c20', 'name': 'tempest-ServersTestJSON-1686432104-router', 'tenant_id': '0b8696c5a2934c9895d76c895de286c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:04:11Z', 'updated_at': '2022-03-28T01:06:01Z', 'revision_number': 6, 'project_id': '0b8696c5a2934c9895d76c895de286c3', 'gw_port_host': None}] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:06:02.976618 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e247e4f9-b3eb-4d6e-865b-46c0b89f3edc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (947daac6-733c-4178-885c-fe036a84f40e), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:02.983654 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-56ef5030-ca8e-442c-a4a4-3b6d36f0af03 None None] Provisioning complete for port 2aa5c1c3-160a-4fe5-9086-efcf545cca1a triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:06:02.983936 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-56ef5030-ca8e-442c-a4a4-3b6d36f0af03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (2aa5c1c3-160a-4fe5-9086-efcf545cca1a), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:03.038777 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2ea1c47b-82b0-4fa9-a83c-16e7f6125fdc tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Publish callbacks [] for router (bf9c9c41-56d5-49b6-ad94-d79da3cfd334), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:03.049138 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-032d3d8e-c016-42b7-896d-5b640165114b admin admin] Publish callbacks [] for security_group (158de0a1-b472-40d8-95ab-079dca52f39f), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:03.105427 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd21dc64-a11f-4896-8dfe-77177ef26a07 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:03.107457 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd21dc64-a11f-4896-8dfe-77177ef26a07 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:03.109077 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd21dc64-a11f-4896-8dfe-77177ef26a07 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:03.110728 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-cd21dc64-a11f-4896-8dfe-77177ef26a07 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2066948 Mar 28 01:06:03.115117 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 50650) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:03.148360 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-56ef5030-ca8e-442c-a4a4-3b6d36f0af03 None None] Current status of the port 2aa5c1c3-160a-4fe5-9086-efcf545cca1a is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:06:03.148946 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-56ef5030-ca8e-442c-a4a4-3b6d36f0af03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (2aa5c1c3-160a-4fe5-9086-efcf545cca1a), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:03.175101 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e247e4f9-b3eb-4d6e-865b-46c0b89f3edc admin admin] Pushing event deleted for resources: {'Port': ['ID=947daac6-733c-4178-885c-fe036a84f40e,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:03.177707 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e41c60e1-536c-49f5-b61d-602885529ca2 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127282703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126757786'] for subnet (961765fe-337d-4c2e-bee9-ba395b9831cd), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:03.185211 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-56ef5030-ca8e-442c-a4a4-3b6d36f0af03 None None] For port 2aa5c1c3-160a-4fe5-9086-efcf545cca1a, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=2aa5c1c3-160a-4fe5-9086-efcf545cca1a,segment=NetworkSegment(fd6f4946-ea69-4fe7-8a52-471a5a094a36),segment_id=fd6f4946-ea69-4fe7-8a52-471a5a094a36)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:06:03.197312 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-56ef5030-ca8e-442c-a4a4-3b6d36f0af03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (2aa5c1c3-160a-4fe5-9086-efcf545cca1a), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:03.259821 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ef5030-ca8e-442c-a4a4-3b6d36f0af03 None None] Pushing event updated for resources: {'Port': ['ID=2aa5c1c3-160a-4fe5-9086-efcf545cca1a,revision_number=4']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:03.262385 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-032d3d8e-c016-42b7-896d-5b640165114b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (158de0a1-b472-40d8-95ab-079dca52f39f), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:03.271653 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-032d3d8e-c016-42b7-896d-5b640165114b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:03.274451 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-032d3d8e-c016-42b7-896d-5b640165114b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/158de0a1-b472-40d8-95ab-079dca52f39f HTTP/1.1" status: 204 len: 168 time: 0.6803818 Mar 28 01:06:03.275294 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-144a5caf-16a9-4cc5-ba22-64edadaef3f5 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (2aa5c1c3-160a-4fe5-9086-efcf545cca1a), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:03.319024 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144a5caf-16a9-4cc5-ba22-64edadaef3f5 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] No DVR routers for this DVR port 2aa5c1c3-160a-4fe5-9086-efcf545cca1a on host dv-neutron-834874-6-hyperv {{(pid=104099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:06:03.324012 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbc322ac-da36-4b05-bef0-05ee41b81575 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Deleting subnet 9e395429-8108-4d5d-9692-283674779fd4 {{(pid=104099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:06:03.337868 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-45dfa74f-9c6a-4fe8-b563-20b384f90147 None None] Provisioning complete for port 3c589cfc-34d4-4a41-ab27-d26681cc079e triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:06:03.338328 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-45dfa74f-9c6a-4fe8-b563-20b384f90147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (3c589cfc-34d4-4a41-ab27-d26681cc079e), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:03.348674 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032d3d8e-c016-42b7-896d-5b640165114b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=158de0a1-b472-40d8-95ab-079dca52f39f,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:03.368202 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-dbc322ac-da36-4b05-bef0-05ee41b81575 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks [] for subnet (9e395429-8108-4d5d-9692-283674779fd4), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:03.381709 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144a5caf-16a9-4cc5-ba22-64edadaef3f5 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Pushing event deleted for resources: {'Port': ['ID=2aa5c1c3-160a-4fe5-9086-efcf545cca1a,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:03.386058 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41c60e1-536c-49f5-b61d-602885529ca2 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Pushing event updated for resources: {'Subnet': ['ID=961765fe-337d-4c2e-bee9-ba395b9831cd,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:03.388298 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e247e4f9-b3eb-4d6e-865b-46c0b89f3edc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3687989'] for router_gateway (e0bc783a-7651-49e7-9582-b0c528704c20), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:03.409386 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8e8f45-3215-445f-a0b4-b928d7fb4c00 None None] DHCP port deletion for 6e7855d9-7103-42c1-86d5-7c21eaf0312e request from dv-neutron-834874-6-hyperv {{(pid=104100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 01:06:03.518947 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-dbc322ac-da36-4b05-bef0-05ee41b81575 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126946639'] for subnet (9e395429-8108-4d5d-9692-283674779fd4), precommit_delete_associations {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:03.548922 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-45dfa74f-9c6a-4fe8-b563-20b384f90147 None None] Current status of the port 3c589cfc-34d4-4a41-ab27-d26681cc079e is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:06:03.551809 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e247e4f9-b3eb-4d6e-865b-46c0b89f3edc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7151'] for router (e0bc783a-7651-49e7-9582-b0c528704c20), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:03.554553 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e247e4f9-b3eb-4d6e-865b-46c0b89f3edc admin admin] Publish callbacks [] for router_controller (e0bc783a-7651-49e7-9582-b0c528704c20), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:03.580000 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41c60e1-536c-49f5-b61d-602885529ca2 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Checking segment: {'id': 'db8c43c0-5012-498c-a9d9-533bdb9d6cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2610edbe-1386-4269-843d-8e447dae20e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:06:03.580502 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41c60e1-536c-49f5-b61d-602885529ca2 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Network hostable DHCP agents. Network: 2610edbe-1386-4269-843d-8e447dae20e9, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:06:03.584649 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 3c589cfc-34d4-4a41-ab27-d26681cc079e up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:06:03.625500 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e247e4f9-b3eb-4d6e-865b-46c0b89f3edc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689686'] for router (e0bc783a-7651-49e7-9582-b0c528704c20), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:03.626221 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e247e4f9-b3eb-4d6e-865b-46c0b89f3edc admin admin] Fanout notify agent at l3_agent the message router_deleted on router e0bc783a-7651-49e7-9582-b0c528704c20 {{(pid=104098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 01:06:03.626504 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d58ae001-bf06-43a4-872d-6e7a9bc4aa6f tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127282703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126757786'] for subnet (4d2abbb2-6ebc-49e2-a848-7f6bcea58950), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:03.635254 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e247e4f9-b3eb-4d6e-865b-46c0b89f3edc admin admin] Publish callbacks [] for router (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:03.636061 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd7dd16-f30d-48cd-bc2d-c030ff09d37b None None] get_active_networks_info from dv-neutron-834874-6-hyperv {{(pid=104100) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 28 01:06:03.639623 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-e247e4f9-b3eb-4d6e-865b-46c0b89f3edc admin admin] 10.222.0.24 "DELETE /v2.0/routers/e0bc783a-7651-49e7-9582-b0c528704c20 HTTP/1.1" status: 204 len: 168 time: 2.3933291 Mar 28 01:06:03.641388 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50654) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:03.689343 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2ea1c47b-82b0-4fa9-a83c-16e7f6125fdc tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Publish callbacks [] for router_gateway (bf9c9c41-56d5-49b6-ad94-d79da3cfd334), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:03.706662 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ddd147d8-9083-4b52-968e-437dfecdc0b2 None None] Could not find standard attr ID for object cf7a15af-cbdd-47f4-b7ad-c4f07c40f0dc. {{(pid=104100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 28 01:06:03.712708 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_v2 [None req-b84e98e7-950a-4b37-87b8-e4c1d0084e86 admin admin] Deleting subnet 4d2427ec-2412-47fe-ab20-f935fb523011 {{(pid=104098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:06:03.722718 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b84e98e7-950a-4b37-87b8-e4c1d0084e86 admin admin] Publish callbacks [] for subnet (4d2427ec-2412-47fe-ab20-f935fb523011), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:03.724381 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41c60e1-536c-49f5-b61d-602885529ca2 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Network 2610edbe-1386-4269-843d-8e447dae20e9 is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:06:03.756139 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 3c589cfc-34d4-4a41-ab27-d26681cc079e triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:06:03.756567 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (3c589cfc-34d4-4a41-ab27-d26681cc079e), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:03.769591 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-144a5caf-16a9-4cc5-ba22-64edadaef3f5 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (6e7855d9-7103-42c1-86d5-7c21eaf0312e), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:03.776527 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-e41c60e1-536c-49f5-b61d-602885529ca2 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, 2610edbe-1386-4269-843d-8e447dae20e9) {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:06:03.804085 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41c60e1-536c-49f5-b61d-602885529ca2 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:03.804684 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e41c60e1-536c-49f5-b61d-602885529ca2 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:03.810720 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b84e98e7-950a-4b37-87b8-e4c1d0084e86 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126443526'] for subnet (4d2427ec-2412-47fe-ab20-f935fb523011), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:03.823910 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58ae001-bf06-43a4-872d-6e7a9bc4aa6f tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Pushing event updated for resources: {'Subnet': ['ID=4d2abbb2-6ebc-49e2-a848-7f6bcea58950,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:03.836219 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-144a5caf-16a9-4cc5-ba22-64edadaef3f5 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e7855d9-7103-42c1-86d5-7c21eaf0312e']}} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:03.854135 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58ae001-bf06-43a4-872d-6e7a9bc4aa6f tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Checking segment: {'id': '46f543ed-378d-4a84-ae76-f7b20c218f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'dfdf8592-e8ac-4eea-b003-e6737bb2be57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:06:03.854545 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58ae001-bf06-43a4-872d-6e7a9bc4aa6f tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Network hostable DHCP agents. Network: dfdf8592-e8ac-4eea-b003-e6737bb2be57, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:06:03.859103 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-dbc322ac-da36-4b05-bef0-05ee41b81575 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (9e395429-8108-4d5d-9692-283674779fd4), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:03.885201 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-144a5caf-16a9-4cc5-ba22-64edadaef3f5 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd6f4946-ea69-4fe7-8a52-471a5a094a36') {'for_net_delete': True} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:03.885493 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-144a5caf-16a9-4cc5-ba22-64edadaef3f5 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd6f4946-ea69-4fe7-8a52-471a5a094a36') {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:03.914166 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-e41c60e1-536c-49f5-b61d-602885529ca2 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.0897522 Mar 28 01:06:03.918727 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 50662) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:03.926205 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-144a5caf-16a9-4cc5-ba22-64edadaef3f5 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126946678'] for segment (fd6f4946-ea69-4fe7-8a52-471a5a094a36), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:03.972912 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 3c589cfc-34d4-4a41-ab27-d26681cc079e is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:06:03.998558 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58ae001-bf06-43a4-872d-6e7a9bc4aa6f tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Network dfdf8592-e8ac-4eea-b003-e6737bb2be57 is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:06:04.016813 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-144a5caf-16a9-4cc5-ba22-64edadaef3f5 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (fd6f4946-ea69-4fe7-8a52-471a5a094a36), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:04.033102 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-d58ae001-bf06-43a4-872d-6e7a9bc4aa6f tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, dfdf8592-e8ac-4eea-b003-e6737bb2be57) {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:06:04.038481 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-144a5caf-16a9-4cc5-ba22-64edadaef3f5 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=104099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:06:04.038889 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-144a5caf-16a9-4cc5-ba22-64edadaef3f5 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127280876'] for segment (fd6f4946-ea69-4fe7-8a52-471a5a094a36), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:04.042019 dv-neutron-834874-6-hyperv neutron-server[104099]: Traceback (most recent call last): Mar 28 01:06:04.042019 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:06:04.042019 dv-neutron-834874-6-hyperv neutron-server[104099]: timer() Mar 28 01:06:04.042019 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:06:04.042019 dv-neutron-834874-6-hyperv neutron-server[104099]: cb(*args, **kw) Mar 28 01:06:04.042019 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:06:04.042019 dv-neutron-834874-6-hyperv neutron-server[104099]: return func(*args, **kwargs) Mar 28 01:06:04.042019 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:06:04.042019 dv-neutron-834874-6-hyperv neutron-server[104099]: self._notify() Mar 28 01:06:04.042019 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:06:04.042019 dv-neutron-834874-6-hyperv neutron-server[104099]: self.callback(batched_events) Mar 28 01:06:04.042019 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:06:04.042019 dv-neutron-834874-6-hyperv neutron-server[104099]: event.method(event) Mar 28 01:06:04.042019 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:06:04.042019 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:06:04.042019 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:06:04.042019 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:06:04.042019 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:06:04.042019 dv-neutron-834874-6-hyperv neutron-server[104099]: return f(self, *a, **k) Mar 28 01:06:04.042019 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:06:04.042019 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._get(url).json() Mar 28 01:06:04.042019 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:06:04.042019 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:06:04.042019 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:06:04.042019 dv-neutron-834874-6-hyperv neutron-server[104099]: return self.request(url, 'GET', **kwargs) Mar 28 01:06:04.042019 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:06:04.042019 dv-neutron-834874-6-hyperv neutron-server[104099]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:06:04.042019 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:06:04.042019 dv-neutron-834874-6-hyperv neutron-server[104099]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:06:04.042019 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:06:04.042019 dv-neutron-834874-6-hyperv neutron-server[104099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:06:04.042019 dv-neutron-834874-6-hyperv neutron-server[104099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:06:04.061398 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58ae001-bf06-43a4-872d-6e7a9bc4aa6f tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:04.062065 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d58ae001-bf06-43a4-872d-6e7a9bc4aa6f tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:04.123857 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-dbc322ac-da36-4b05-bef0-05ee41b81575 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127282766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126757793'] for subnet (9e395429-8108-4d5d-9692-283674779fd4), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:04.136086 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd7dd16-f30d-48cd-bc2d-c030ff09d37b None None] Unable to find a vacant binding_index for network dfdf8592-e8ac-4eea-b003-e6737bb2be57 and agent 8a97cc4e-9a54-4b69-95cc-698092188635 {{(pid=104100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Mar 28 01:06:04.158279 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc322ac-da36-4b05-bef0-05ee41b81575 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Pushing event deleted for resources: {'Subnet': ['ID=9e395429-8108-4d5d-9692-283674779fd4,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:04.167329 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-d58ae001-bf06-43a4-872d-6e7a9bc4aa6f tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1587732 Mar 28 01:06:04.175665 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 50668) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:04.181327 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd7dd16-f30d-48cd-bc2d-c030ff09d37b None None] Unable to find a vacant binding_index for network 2610edbe-1386-4269-843d-8e447dae20e9 and agent 8a97cc4e-9a54-4b69-95cc-698092188635 {{(pid=104100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Mar 28 01:06:04.181542 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-23b6f46e-13ff-4c51-a714-dbbe6fa19b72 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Request body: {'subnet': {'network_id': '4def3977-30ad-4421-858b-c5a18ad30df2', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:04.189823 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-dbc322ac-da36-4b05-bef0-05ee41b81575 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:04.193031 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-dbc322ac-da36-4b05-bef0-05ee41b81575 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "DELETE /v2.0/subnets/9e395429-8108-4d5d-9692-283674779fd4 HTTP/1.1" status: 204 len: 168 time: 1.0756986 Mar 28 01:06:04.197224 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd7dd16-f30d-48cd-bc2d-c030ff09d37b None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, dfdf8592-e8ac-4eea-b003-e6737bb2be57), (DHCP agent, dv-neutron-834874-6-hyperv, 2610edbe-1386-4269-843d-8e447dae20e9) {{(pid=104100) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 28 01:06:04.209155 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-144a5caf-16a9-4cc5-ba22-64edadaef3f5 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (6e7855d9-7103-42c1-86d5-7c21eaf0312e), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:04.210553 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 50670) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:04.250273 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7615ea1c-7d82-47b9-a6b9-e8ea82de6e49 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (2610edbe-1386-4269-843d-8e447dae20e9), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:04.266376 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-144a5caf-16a9-4cc5-ba22-64edadaef3f5 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:04.269597 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-144a5caf-16a9-4cc5-ba22-64edadaef3f5 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] 10.222.0.24 "DELETE /v2.0/networks/6e7855d9-7103-42c1-86d5-7c21eaf0312e HTTP/1.1" status: 204 len: 168 time: 3.0430400 Mar 28 01:06:04.275845 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 50674) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:04.336207 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144a5caf-16a9-4cc5-ba22-64edadaef3f5 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Pushing event deleted for resources: {'Network': ['ID=6e7855d9-7103-42c1-86d5-7c21eaf0312e,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:04.339187 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b84e98e7-950a-4b37-87b8-e4c1d0084e86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (4d2427ec-2412-47fe-ab20-f935fb523011), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:04.410131 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b84e98e7-950a-4b37-87b8-e4c1d0084e86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126175041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126112438'] for subnet (4d2427ec-2412-47fe-ab20-f935fb523011), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:04.455505 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7615ea1c-7d82-47b9-a6b9-e8ea82de6e49 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (961765fe-337d-4c2e-bee9-ba395b9831cd), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:04.469950 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84e98e7-950a-4b37-87b8-e4c1d0084e86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d2427ec-2412-47fe-ab20-f935fb523011,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:04.475693 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b84e98e7-950a-4b37-87b8-e4c1d0084e86 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:04.478981 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-b84e98e7-950a-4b37-87b8-e4c1d0084e86 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/4d2427ec-2412-47fe-ab20-f935fb523011 HTTP/1.1" status: 204 len: 168 time: 0.8363726 Mar 28 01:06:04.480666 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-2ea1c47b-82b0-4fa9-a83c-16e7f6125fdc tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Deleting port 206a2362-21da-4d17-bc11-b10cff116b00 {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:06:04.480995 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2ea1c47b-82b0-4fa9-a83c-16e7f6125fdc tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (206a2362-21da-4d17-bc11-b10cff116b00), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:04.483945 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50680) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:04.511630 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_v2 [None req-36df4049-946a-4fb4-855e-289a04e3cb9e tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Deleting subnet da54a717-b1e9-4555-9504-aaf88ab74c31 {{(pid=104099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:06:04.514564 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f61616-b24b-485e-8cb2-46232c823bfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-2610edbe-1386-4269-843d-8e447dae20e9', 'network_id': '2610edbe-1386-4269-843d-8e447dae20e9', 'project_id': '7dbb2ba455b84df9b72862aaa29899aa', 'fixed_ips': [{'subnet_id': '961765fe-337d-4c2e-bee9-ba395b9831cd'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:06:04.517700 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-99f61616-b24b-485e-8cb2-46232c823bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:04.526027 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd27c5e-1923-437e-b56d-b79a2cdb2734 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-dfdf8592-e8ac-4eea-b003-e6737bb2be57', 'network_id': 'dfdf8592-e8ac-4eea-b003-e6737bb2be57', 'project_id': '73b89705b12a4822849ef008702f6650', 'fixed_ips': [{'subnet_id': '4d2abbb2-6ebc-49e2-a848-7f6bcea58950'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:06:04.527272 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-1dd27c5e-1923-437e-b56d-b79a2cdb2734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:04.531080 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-36df4049-946a-4fb4-855e-289a04e3cb9e tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks [] for subnet (da54a717-b1e9-4555-9504-aaf88ab74c31), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:04.668069 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50684) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:04.682284 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-723610f3-25ee-436a-a197-d2d66770c6ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (0159ce53-5590-4705-812f-42a1a0e06ab8), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:04.701810 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2ea1c47b-82b0-4fa9-a83c-16e7f6125fdc tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (206a2362-21da-4d17-bc11-b10cff116b00), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:04.719931 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-2ea1c47b-82b0-4fa9-a83c-16e7f6125fdc tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Calling delete_port for 206a2362-21da-4d17-bc11-b10cff116b00 owned by network:router_gateway {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:06:04.813346 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [None req-0ab6a592-d626-4a14-bd23-6add84e36998 tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=104098) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 01:06:04.816531 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-0ab6a592-d626-4a14-bd23-6add84e36998 tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.1452944 Mar 28 01:06:04.823236 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50688) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:04.829919 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [None req-9a1f9cf9-c0be-4a36-a5ba-53c8a3adf057 tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] http://10.222.0.24:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=104098) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 01:06:04.833546 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-9a1f9cf9-c0be-4a36-a5ba-53c8a3adf057 tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] 10.222.0.24 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0068855 Mar 28 01:06:04.837559 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50690) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:04.884318 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [None req-322b5b3b-121b-4305-b5af-ac18ac1f5773 tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] http://10.222.0.24:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=104098) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 01:06:04.888096 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-322b5b3b-121b-4305-b5af-ac18ac1f5773 tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] 10.222.0.24 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0468481 Mar 28 01:06:04.892045 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50692) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:04.897268 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [None req-35f559d4-14b3-42d5-a3ec-674a74331a09 tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] http://10.222.0.24:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=104098) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 01:06:04.900644 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-35f559d4-14b3-42d5-a3ec-674a74331a09 tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] 10.222.0.24 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0042872 Mar 28 01:06:04.902752 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50694) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:04.913971 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [None req-2dccc0c4-48c8-484f-b3f2-8e4ecf8b8cd8 tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] http://10.222.0.24:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=104098) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 01:06:04.917398 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-2dccc0c4-48c8-484f-b3f2-8e4ecf8b8cd8 tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] 10.222.0.24 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0124795 Mar 28 01:06:04.917398 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-723610f3-25ee-436a-a197-d2d66770c6ec admin admin] Deleting port 526d25f7-5dce-4aa5-9795-9e9395825251 {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:06:04.917398 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-723610f3-25ee-436a-a197-d2d66770c6ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (526d25f7-5dce-4aa5-9795-9e9395825251), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:04.919511 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50696) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:04.925823 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [None req-61006c20-580b-49aa-b74a-3dd9f159c70b tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] http://10.222.0.24:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=104098) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 01:06:04.929186 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-61006c20-580b-49aa-b74a-3dd9f159c70b tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] 10.222.0.24 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0049715 Mar 28 01:06:04.933278 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 50698) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:04.947430 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [None req-6ed7ae48-8b04-49cf-a23e-e4a2c7d75ccc tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] http://10.222.0.24:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=104099) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 01:06:04.950978 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-6ed7ae48-8b04-49cf-a23e-e4a2c7d75ccc tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] 10.222.0.24 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0096149 Mar 28 01:06:04.954279 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-def7b639-76ef-4935-a2b4-c0b68a7e35b0 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (37511641-4019-4eec-a20e-98121bf93ace), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:04.959356 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-99f61616-b24b-485e-8cb2-46232c823bfe None None] Allocated IP 172.20.0.1 (2610edbe-1386-4269-843d-8e447dae20e9/961765fe-337d-4c2e-bee9-ba395b9831cd/f756a035-6429-4eaa-83fe-8206c4ff9345) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:06:04.959554 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50700) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:04.967607 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [None req-da7048b2-070e-45bf-9e4a-708f35889c13 tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] http://10.222.0.24:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=104098) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 01:06:04.971981 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-da7048b2-070e-45bf-9e4a-708f35889c13 tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] 10.222.0.24 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0076265 Mar 28 01:06:04.980125 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50702) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:04.985102 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [None req-354e68da-e2ee-4dda-bfb5-77cf8336da0d tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] http://10.222.0.24:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=104098) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 01:06:04.986047 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-354e68da-e2ee-4dda-bfb5-77cf8336da0d tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] 10.222.0.24 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0049827 Mar 28 01:06:04.989213 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50704) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:04.992623 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23b6f46e-13ff-4c51-a714-dbbe6fa19b72 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Made reservation on behalf of 73b89705b12a4822849ef008702f6650 for: {'subnet': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:06:04.993926 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [None req-8daa1cad-6cad-4cdb-8e91-8570d96adb27 tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] http://10.222.0.24:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=104098) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 01:06:04.997533 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-8daa1cad-6cad-4cdb-8e91-8570d96adb27 tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] 10.222.0.24 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0048282 Mar 28 01:06:04.997937 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-23b6f46e-13ff-4c51-a714-dbbe6fa19b72 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126757772'] for subnet (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:04.999777 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50706) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:05.004498 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [None req-2311ef56-8514-4cef-bf40-fce4813bb54c tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] http://10.222.0.24:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=104098) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 01:06:05.007730 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-2311ef56-8514-4cef-bf40-fce4813bb54c tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] 10.222.0.24 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0060515 Mar 28 01:06:05.018655 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50708) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:05.046664 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [None req-b0eb71f9-f960-4c2b-aadb-6b7579fb5be6 tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] http://10.222.0.24:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=104098) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 01:06:05.049918 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-b0eb71f9-f960-4c2b-aadb-6b7579fb5be6 tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] 10.222.0.24 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0280530 Mar 28 01:06:05.052946 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50710) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:05.054580 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.db [None req-723610f3-25ee-436a-a197-d2d66770c6ec admin admin] For port 526d25f7-5dce-4aa5-9795-9e9395825251, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=526d25f7-5dce-4aa5-9795-9e9395825251,segment=NetworkSegment(9a18c344-9afb-4650-b4e8-9ab90a932c8d),segment_id=9a18c344-9afb-4650-b4e8-9ab90a932c8d)] {{(pid=104098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:06:05.054941 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-723610f3-25ee-436a-a197-d2d66770c6ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (526d25f7-5dce-4aa5-9795-9e9395825251), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:05.064693 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-1dd27c5e-1923-437e-b56d-b79a2cdb2734 None None] Allocated IP 2001:db8::2 (dfdf8592-e8ac-4eea-b003-e6737bb2be57/4d2abbb2-6ebc-49e2-a848-7f6bcea58950/b24e73a2-54cb-4cff-8ad0-1470c2bd8cb0) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:06:05.069178 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [None req-779561be-64de-45b3-846b-84b1afb8e33d tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] http://10.222.0.24:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=104098) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 01:06:05.074366 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-779561be-64de-45b3-846b-84b1afb8e33d tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] 10.222.0.24 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0126147 Mar 28 01:06:05.074366 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50712) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:05.081501 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [None req-7d6dcd1c-09a5-4630-944a-12afe6279060 tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] http://10.222.0.24:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=104098) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 01:06:05.084839 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-7d6dcd1c-09a5-4630-944a-12afe6279060 tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] 10.222.0.24 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0043657 Mar 28 01:06:05.084839 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-723610f3-25ee-436a-a197-d2d66770c6ec admin admin] Calling delete_port for 526d25f7-5dce-4aa5-9795-9e9395825251 owned by network:dhcp {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:06:05.085469 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 50714) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:05.090419 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [None req-755026fd-7875-4112-b9e0-9a76070a250a tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] http://10.222.0.24:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=104099) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 01:06:05.094601 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-755026fd-7875-4112-b9e0-9a76070a250a tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] 10.222.0.24 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0058439 Mar 28 01:06:05.094958 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-36df4049-946a-4fb4-855e-289a04e3cb9e tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126946639'] for subnet (da54a717-b1e9-4555-9504-aaf88ab74c31), precommit_delete_associations {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:05.097737 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50716) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:05.101787 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [None req-4eefbca2-e6e9-45e2-8600-2260d64c94e9 tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] http://10.222.0.24:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=104098) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 01:06:05.102652 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-4eefbca2-e6e9-45e2-8600-2260d64c94e9 tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] 10.222.0.24 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0042059 Mar 28 01:06:05.108869 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50718) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:05.112900 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [None req-1b5518b8-d4be-4ee1-83c3-c2c07d597eb0 tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] http://10.222.0.24:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=104098) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 01:06:05.116155 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-1b5518b8-d4be-4ee1-83c3-c2c07d597eb0 tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] 10.222.0.24 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0040700 Mar 28 01:06:05.116905 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50720) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:05.145024 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 2aa5c1c3-160a-4fe5-9086-efcf545cca1a no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:06:05.150741 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [None req-4377e742-3fd0-4e7c-8e90-0023362fbe09 tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] http://10.222.0.24:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=104098) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 01:06:05.153222 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-4377e742-3fd0-4e7c-8e90-0023362fbe09 tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] 10.222.0.24 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0064692 Mar 28 01:06:05.154635 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50722) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:05.160848 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [None req-4a713810-db73-4224-bd59-bbd7220389f8 tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] http://10.222.0.24:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=104098) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 01:06:05.162069 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-4a713810-db73-4224-bd59-bbd7220389f8 tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] 10.222.0.24 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0047531 Mar 28 01:06:05.165259 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50724) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:05.169066 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2ea1c47b-82b0-4fa9-a83c-16e7f6125fdc tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (206a2362-21da-4d17-bc11-b10cff116b00), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:05.175458 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [None req-0b7df57b-8dc8-49ab-a82d-c7acbde127cb tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] http://10.222.0.24:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=104098) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 01:06:05.178831 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-0b7df57b-8dc8-49ab-a82d-c7acbde127cb tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] 10.222.0.24 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0101173 Mar 28 01:06:05.182514 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: 2aa5c1c3-160a-4fe5-9086-efcf545cca1a {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:06:05.182891 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 2aa5c1c3-160a-4fe5-9086-efcf545cca1a not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:06:05.183322 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 947daac6-733c-4178-885c-fe036a84f40e no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:06:05.184796 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 50726) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:05.191637 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [None req-e28279ff-232c-467d-9224-6916a802bc60 tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] http://10.222.0.24:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=104099) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 01:06:05.194908 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-e28279ff-232c-467d-9224-6916a802bc60 tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] 10.222.0.24 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0041447 Mar 28 01:06:05.204340 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50728) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:05.206304 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: 947daac6-733c-4178-885c-fe036a84f40e {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:06:05.207093 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 947daac6-733c-4178-885c-fe036a84f40e not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:06:05.207093 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device caf4f9b4-bdcd-47b0-963f-3f6ef8227991 no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:06:05.213068 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [None req-bee50af3-a6b9-4f83-829a-5599f8f60096 tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] http://10.222.0.24:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=104098) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 01:06:05.217164 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-bee50af3-a6b9-4f83-829a-5599f8f60096 tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] 10.222.0.24 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0096114 Mar 28 01:06:05.217164 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea1c47b-82b0-4fa9-a83c-16e7f6125fdc tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Pushing event deleted for resources: {'Port': ['ID=206a2362-21da-4d17-bc11-b10cff116b00,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:05.219057 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 50730) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:05.221553 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [None req-fe88d76b-b588-414e-99fb-09e576ef4a09 tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] http://10.222.0.24:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=104099) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 01:06:05.225044 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-fe88d76b-b588-414e-99fb-09e576ef4a09 tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] 10.222.0.24 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0041254 Mar 28 01:06:05.229414 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50732) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:05.234395 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: caf4f9b4-bdcd-47b0-963f-3f6ef8227991 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:06:05.234751 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device caf4f9b4-bdcd-47b0-963f-3f6ef8227991 not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:06:05.261343 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [None req-a1644d57-2938-4866-aaf9-a58a6193e9f3 tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] http://10.222.0.24:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=104098) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 01:06:05.261343 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-a1644d57-2938-4866-aaf9-a58a6193e9f3 tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] 10.222.0.24 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0051332 Mar 28 01:06:05.264826 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 50734) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:05.272472 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [None req-68ac14ed-9a8b-4c79-a786-5269409dcdcc tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] http://10.222.0.24:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=104099) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 01:06:05.272472 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-68ac14ed-9a8b-4c79-a786-5269409dcdcc tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] 10.222.0.24 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0041716 Mar 28 01:06:05.280233 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50736) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:05.287227 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [None req-977927b5-f31a-4163-9ab3-9cb4336cf3b2 tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] http://10.222.0.24:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=104098) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 01:06:05.290570 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-977927b5-f31a-4163-9ab3-9cb4336cf3b2 tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] 10.222.0.24 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0054398 Mar 28 01:06:05.295147 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50738) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:05.308972 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-36df4049-946a-4fb4-855e-289a04e3cb9e tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (da54a717-b1e9-4555-9504-aaf88ab74c31), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:05.322592 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [None req-85e86c1a-8cce-48aa-85d1-dd27d5c11826 tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] http://10.222.0.24:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=104098) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 01:06:05.326562 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-85e86c1a-8cce-48aa-85d1-dd27d5c11826 tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] 10.222.0.24 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0078075 Mar 28 01:06:05.327408 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50740) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:05.328250 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-723610f3-25ee-436a-a197-d2d66770c6ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (526d25f7-5dce-4aa5-9795-9e9395825251), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:05.341517 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [None req-eb68c6ca-0143-45c3-a9c1-86f36433ab21 tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] http://10.222.0.24:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=104098) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 01:06:05.345104 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-eb68c6ca-0143-45c3-a9c1-86f36433ab21 tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] 10.222.0.24 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0119262 Mar 28 01:06:05.347339 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50742) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:05.353650 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-99f61616-b24b-485e-8cb2-46232c823bfe None None] Publish callbacks [] for port (f756a035-6429-4eaa-83fe-8206c4ff9345), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:05.359545 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-23b6f46e-13ff-4c51-a714-dbbe6fa19b72 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127282703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126757786'] for subnet (b237b924-5134-44e8-b9ac-c042314c06fc), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:05.362358 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-def7b639-76ef-4935-a2b4-c0b68a7e35b0 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Deleting port 9e53958c-1112-479d-93db-96e11bfcda29 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:06:05.362695 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-def7b639-76ef-4935-a2b4-c0b68a7e35b0 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (9e53958c-1112-479d-93db-96e11bfcda29), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:05.365911 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-99f61616-b24b-485e-8cb2-46232c823bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (f756a035-6429-4eaa-83fe-8206c4ff9345), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:05.371168 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [None req-bf0c324b-9a96-4ae6-b0b3-e191a970297d tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] http://10.222.0.24:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=104098) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 01:06:05.375139 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-bf0c324b-9a96-4ae6-b0b3-e191a970297d tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] 10.222.0.24 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0060923 Mar 28 01:06:05.377314 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50744) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:05.378296 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723610f3-25ee-436a-a197-d2d66770c6ec admin admin] Pushing event deleted for resources: {'Port': ['ID=526d25f7-5dce-4aa5-9795-9e9395825251,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:05.387261 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [None req-387d5f07-d6db-4a51-aff5-05ae3217e662 tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] http://10.222.0.24:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=104098) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 01:06:05.391338 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-387d5f07-d6db-4a51-aff5-05ae3217e662 tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] 10.222.0.24 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0082397 Mar 28 01:06:05.391338 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723610f3-25ee-436a-a197-d2d66770c6ec admin admin] No DVR routers for this DVR port 526d25f7-5dce-4aa5-9795-9e9395825251 on host dv-neutron-834874-6-hyperv {{(pid=104098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:06:05.394933 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50746) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:05.396186 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2ea1c47b-82b0-4fa9-a83c-16e7f6125fdc tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3687989'] for router_gateway (bf9c9c41-56d5-49b6-ad94-d79da3cfd334), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:05.400866 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [None req-57326ec8-bc3e-40a5-9177-3ff214d235af tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] http://10.222.0.24:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=104098) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 01:06:05.405499 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-57326ec8-bc3e-40a5-9177-3ff214d235af tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] 10.222.0.24 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0087268 Mar 28 01:06:05.407361 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f61616-b24b-485e-8cb2-46232c823bfe None None] Network 2610edbe-1386-4269-843d-8e447dae20e9 is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:06:05.416390 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-99f61616-b24b-485e-8cb2-46232c823bfe None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:06:05.418430 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-1dd27c5e-1923-437e-b56d-b79a2cdb2734 None None] Publish callbacks [] for port (b24e73a2-54cb-4cff-8ad0-1470c2bd8cb0), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:05.422039 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f61616-b24b-485e-8cb2-46232c823bfe None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:06:05.437227 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-1dd27c5e-1923-437e-b56d-b79a2cdb2734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (b24e73a2-54cb-4cff-8ad0-1470c2bd8cb0), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:05.441618 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 50748) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:05.446984 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [None req-69168af4-8379-46f3-8b75-ffb5c50c9b69 tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] http://10.222.0.24:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=104099) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 01:06:05.447998 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-69168af4-8379-46f3-8b75-ffb5c50c9b69 tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] 10.222.0.24 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0046868 Mar 28 01:06:05.460293 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f61616-b24b-485e-8cb2-46232c823bfe None None] Pushing event updated for resources: {'Port': ['ID=f756a035-6429-4eaa-83fe-8206c4ff9345,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:05.474183 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 50750) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:05.478662 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [None req-17c85bec-75cd-4dc0-9f4f-00142207a116 tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] http://10.222.0.24:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=104099) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 01:06:05.479811 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-17c85bec-75cd-4dc0-9f4f-00142207a116 tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] 10.222.0.24 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0044911 Mar 28 01:06:05.492244 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 50752) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:05.499799 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [None req-ac4e706a-7de9-45ae-ae2a-8a0275f30235 tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] http://10.222.0.24:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=104099) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 01:06:05.501015 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-ac4e706a-7de9-45ae-ae2a-8a0275f30235 tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] 10.222.0.24 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0045326 Mar 28 01:06:05.513395 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50754) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:05.529176 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7615ea1c-7d82-47b9-a6b9-e8ea82de6e49 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127282766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126757793'] for subnet (961765fe-337d-4c2e-bee9-ba395b9831cd), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:05.530419 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd27c5e-1923-437e-b56d-b79a2cdb2734 None None] Network dfdf8592-e8ac-4eea-b003-e6737bb2be57 is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:06:05.538458 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-1dd27c5e-1923-437e-b56d-b79a2cdb2734 None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:06:05.544744 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd27c5e-1923-437e-b56d-b79a2cdb2734 None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:06:05.546084 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [None req-02dcdf6e-35db-428a-8103-a8f8ff5fb45f tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] http://10.222.0.24:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=104098) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 01:06:05.550485 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-02dcdf6e-35db-428a-8103-a8f8ff5fb45f tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] 10.222.0.24 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0327313 Mar 28 01:06:05.550648 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-99f61616-b24b-485e-8cb2-46232c823bfe None None] Attempting to bind port f756a035-6429-4eaa-83fe-8206c4ff9345 on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:06:05.550735 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-def7b639-76ef-4935-a2b4-c0b68a7e35b0 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] For port 9e53958c-1112-479d-93db-96e11bfcda29, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=9e53958c-1112-479d-93db-96e11bfcda29,segment=NetworkSegment(6e360c25-b071-4887-814c-c40fb09c2a27),segment_id=6e360c25-b071-4887-814c-c40fb09c2a27)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:06:05.550851 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-99f61616-b24b-485e-8cb2-46232c823bfe None None] Attempting to bind port f756a035-6429-4eaa-83fe-8206c4ff9345 by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': 'db8c43c0-5012-498c-a9d9-533bdb9d6cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2610edbe-1386-4269-843d-8e447dae20e9'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:06:05.550934 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-def7b639-76ef-4935-a2b4-c0b68a7e35b0 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (9e53958c-1112-479d-93db-96e11bfcda29), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:05.551013 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f61616-b24b-485e-8cb2-46232c823bfe None None] Attempting to bind port f756a035-6429-4eaa-83fe-8206c4ff9345 on network 2610edbe-1386-4269-843d-8e447dae20e9 {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:06:05.551102 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50756) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:05.551202 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd27c5e-1923-437e-b56d-b79a2cdb2734 None None] Pushing event updated for resources: {'Port': ['ID=b24e73a2-54cb-4cff-8ad0-1470c2bd8cb0,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:05.555434 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [None req-4388daae-da05-452f-a29f-7433d80c3610 tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] http://10.222.0.24:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=104098) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 01:06:05.559063 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-4388daae-da05-452f-a29f-7433d80c3610 tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] 10.222.0.24 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0041928 Mar 28 01:06:05.563058 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f61616-b24b-485e-8cb2-46232c823bfe None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:06:05.563058 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f61616-b24b-485e-8cb2-46232c823bfe None None] Checking segment: {'id': 'db8c43c0-5012-498c-a9d9-533bdb9d6cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2610edbe-1386-4269-843d-8e447dae20e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:06:05.563058 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-99f61616-b24b-485e-8cb2-46232c823bfe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:05.563418 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f61616-b24b-485e-8cb2-46232c823bfe None None] Bound using segment: {'id': 'db8c43c0-5012-498c-a9d9-533bdb9d6cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2610edbe-1386-4269-843d-8e447dae20e9'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:06:05.564734 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-99f61616-b24b-485e-8cb2-46232c823bfe None None] Bound port: f756a035-6429-4eaa-83fe-8206c4ff9345, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db8c43c0-5012-498c-a9d9-533bdb9d6cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2610edbe-1386-4269-843d-8e447dae20e9'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:06:05.565038 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-99f61616-b24b-485e-8cb2-46232c823bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (f756a035-6429-4eaa-83fe-8206c4ff9345), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:05.566104 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 50758) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:05.571592 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [None req-f6933af1-b7dc-4e08-849e-a397f222df2e tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] http://10.222.0.24:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=104099) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 01:06:05.571768 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2ea1c47b-82b0-4fa9-a83c-16e7f6125fdc tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7151'] for router (bf9c9c41-56d5-49b6-ad94-d79da3cfd334), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:05.572951 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-f6933af1-b7dc-4e08-849e-a397f222df2e tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] 10.222.0.24 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0052998 Mar 28 01:06:05.574395 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-36df4049-946a-4fb4-855e-289a04e3cb9e tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127282766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126757793'] for subnet (da54a717-b1e9-4555-9504-aaf88ab74c31), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:05.576731 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b6f46e-13ff-4c51-a714-dbbe6fa19b72 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Pushing event updated for resources: {'Subnet': ['ID=b237b924-5134-44e8-b9ac-c042314c06fc,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:05.579252 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 50762) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:05.579556 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-723610f3-25ee-436a-a197-d2d66770c6ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (0159ce53-5590-4705-812f-42a1a0e06ab8), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:05.584312 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2ea1c47b-82b0-4fa9-a83c-16e7f6125fdc tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Publish callbacks [] for router_controller (bf9c9c41-56d5-49b6-ad94-d79da3cfd334), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:05.593272 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [None req-845ebab6-27f6-4e86-a718-1a57acb5ce35 tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] http://10.222.0.24:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=104099) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 01:06:05.594282 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-845ebab6-27f6-4e86-a718-1a57acb5ce35 tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] 10.222.0.24 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0050180 Mar 28 01:06:05.600873 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-def7b639-76ef-4935-a2b4-c0b68a7e35b0 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Calling delete_port for 9e53958c-1112-479d-93db-96e11bfcda29 owned by network:dhcp {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:06:05.604075 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50764) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:05.644517 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [None req-6813ab59-5b3a-4508-a02d-6f5f8e44e538 tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] http://10.222.0.24:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=104098) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 01:06:05.648592 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-6813ab59-5b3a-4508-a02d-6f5f8e44e538 tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] 10.222.0.24 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0045524 Mar 28 01:06:05.648748 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-1dd27c5e-1923-437e-b56d-b79a2cdb2734 None None] Attempting to bind port b24e73a2-54cb-4cff-8ad0-1470c2bd8cb0 on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:06:05.648748 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-1dd27c5e-1923-437e-b56d-b79a2cdb2734 None None] Attempting to bind port b24e73a2-54cb-4cff-8ad0-1470c2bd8cb0 by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': '46f543ed-378d-4a84-ae76-f7b20c218f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'dfdf8592-e8ac-4eea-b003-e6737bb2be57'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:06:05.648748 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd27c5e-1923-437e-b56d-b79a2cdb2734 None None] Attempting to bind port b24e73a2-54cb-4cff-8ad0-1470c2bd8cb0 on network dfdf8592-e8ac-4eea-b003-e6737bb2be57 {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:06:05.649635 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 50766) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:05.650861 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-36df4049-946a-4fb4-855e-289a04e3cb9e tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:05.655802 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-36df4049-946a-4fb4-855e-289a04e3cb9e tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "DELETE /v2.0/subnets/da54a717-b1e9-4555-9504-aaf88ab74c31 HTTP/1.1" status: 204 len: 168 time: 1.4196517 Mar 28 01:06:05.656079 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-723610f3-25ee-436a-a197-d2d66770c6ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0159ce53-5590-4705-812f-42a1a0e06ab8']}} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:05.658498 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50768) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:05.664136 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd27c5e-1923-437e-b56d-b79a2cdb2734 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:06:05.664590 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd27c5e-1923-437e-b56d-b79a2cdb2734 None None] Checking segment: {'id': '46f543ed-378d-4a84-ae76-f7b20c218f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'dfdf8592-e8ac-4eea-b003-e6737bb2be57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:06:05.665056 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-1dd27c5e-1923-437e-b56d-b79a2cdb2734 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:05.665566 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd27c5e-1923-437e-b56d-b79a2cdb2734 None None] Bound using segment: {'id': '46f543ed-378d-4a84-ae76-f7b20c218f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'dfdf8592-e8ac-4eea-b003-e6737bb2be57'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:06:05.666194 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-1dd27c5e-1923-437e-b56d-b79a2cdb2734 None None] Bound port: b24e73a2-54cb-4cff-8ad0-1470c2bd8cb0, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46f543ed-378d-4a84-ae76-f7b20c218f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'dfdf8592-e8ac-4eea-b003-e6737bb2be57'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:06:05.666701 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-1dd27c5e-1923-437e-b56d-b79a2cdb2734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (b24e73a2-54cb-4cff-8ad0-1470c2bd8cb0), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:05.692990 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-99f61616-b24b-485e-8cb2-46232c823bfe None None] For port f756a035-6429-4eaa-83fe-8206c4ff9345, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:06:05.697792 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [None req-eb5c24d5-156d-4178-86c8-bb26585c3abf tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] http://10.222.0.24:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=104099) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 01:06:05.698741 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-eb5c24d5-156d-4178-86c8-bb26585c3abf tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] 10.222.0.24 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0087256 Mar 28 01:06:05.707346 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2ea1c47b-82b0-4fa9-a83c-16e7f6125fdc tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689686'] for router (bf9c9c41-56d5-49b6-ad94-d79da3cfd334), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:05.707902 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ea1c47b-82b0-4fa9-a83c-16e7f6125fdc tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Fanout notify agent at l3_agent the message router_deleted on router bf9c9c41-56d5-49b6-ad94-d79da3cfd334 {{(pid=104098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 01:06:05.710624 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-723610f3-25ee-436a-a197-d2d66770c6ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a18c344-9afb-4650-b4e8-9ab90a932c8d') {'for_net_delete': True} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:05.711257 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-723610f3-25ee-436a-a197-d2d66770c6ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a18c344-9afb-4650-b4e8-9ab90a932c8d') {} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:05.711368 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 50770) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:05.712044 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7615ea1c-7d82-47b9-a6b9-e8ea82de6e49 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Pushing event deleted for resources: {'Subnet': ['ID=961765fe-337d-4c2e-bee9-ba395b9831cd,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:05.715217 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-cf096d2c-01c4-44f7-81ea-ee2830550934 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0556486 Mar 28 01:06:05.718783 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [None req-900500c8-da8a-41bd-8e00-ce5c11beefb9 tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] http://10.222.0.24:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=104099) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 01:06:05.719719 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-900500c8-da8a-41bd-8e00-ce5c11beefb9 tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] 10.222.0.24 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0053248 Mar 28 01:06:05.725412 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 50772) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:05.725730 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 50774) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:05.726058 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-99f61616-b24b-485e-8cb2-46232c823bfe None None] For port f756a035-6429-4eaa-83fe-8206c4ff9345, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=f756a035-6429-4eaa-83fe-8206c4ff9345,segment=NetworkSegment(db8c43c0-5012-498c-a9d9-533bdb9d6cd5),segment_id=db8c43c0-5012-498c-a9d9-533bdb9d6cd5)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:06:05.728225 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2ea1c47b-82b0-4fa9-a83c-16e7f6125fdc tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Publish callbacks [] for router (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:05.734625 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-2ea1c47b-82b0-4fa9-a83c-16e7f6125fdc tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] 10.222.0.24 "DELETE /v2.0/routers/bf9c9c41-56d5-49b6-ad94-d79da3cfd334 HTTP/1.1" status: 204 len: 168 time: 3.0310421 Mar 28 01:06:05.735634 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50776) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:05.736457 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-e9e6aef6-eab5-4190-9b70-8faceefd3515 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Request body: {'subnet': {'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:05.742760 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-16d8ae04-8091-41ad-a4b4-f3df5d057472 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1748910080', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:05.744663 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [None req-d4b25617-b60e-4cef-b87b-1871cdeebbe0 tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] http://10.222.0.24:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=104099) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 01:06:05.745045 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-99f61616-b24b-485e-8cb2-46232c823bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (f756a035-6429-4eaa-83fe-8206c4ff9345), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:05.745588 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-d4b25617-b60e-4cef-b87b-1871cdeebbe0 tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] 10.222.0.24 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0044737 Mar 28 01:06:05.753467 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b6f46e-13ff-4c51-a714-dbbe6fa19b72 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Checking segment: {'id': '58efab08-0885-4c7a-8700-09de520f07f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '4def3977-30ad-4421-858b-c5a18ad30df2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:06:05.753829 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b6f46e-13ff-4c51-a714-dbbe6fa19b72 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Network hostable DHCP agents. Network: 4def3977-30ad-4421-858b-c5a18ad30df2, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:06:05.758159 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-723610f3-25ee-436a-a197-d2d66770c6ec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126443583'] for segment (9a18c344-9afb-4650-b4e8-9ab90a932c8d), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:05.766612 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50778) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:05.774800 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [None req-fdce7af2-2b7a-441c-9004-da535d95e594 tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] http://10.222.0.24:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=104098) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 01:06:05.776111 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-fdce7af2-2b7a-441c-9004-da535d95e594 tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] 10.222.0.24 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0085495 Mar 28 01:06:05.781922 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50780) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:05.785173 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-723610f3-25ee-436a-a197-d2d66770c6ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (9a18c344-9afb-4650-b4e8-9ab90a932c8d), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:05.792539 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [None req-31990262-6d2a-42fb-a608-0b0f8ccf5a66 tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] http://10.222.0.24:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=104098) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 01:06:05.793525 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-31990262-6d2a-42fb-a608-0b0f8ccf5a66 tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] 10.222.0.24 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0099185 Mar 28 01:06:05.798168 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50782) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:05.799660 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-1dd27c5e-1923-437e-b56d-b79a2cdb2734 None None] For port b24e73a2-54cb-4cff-8ad0-1470c2bd8cb0, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:06:05.800823 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-16d8ae04-8091-41ad-a4b4-f3df5d057472 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7069'] for router (708860e6-d918-447e-a30a-4c468b9dfa1f), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:05.802478 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-16d8ae04-8091-41ad-a4b4-f3df5d057472 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4188952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7062'] for router (708860e6-d918-447e-a30a-4c468b9dfa1f), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:05.808359 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-1dd27c5e-1923-437e-b56d-b79a2cdb2734 None None] For port b24e73a2-54cb-4cff-8ad0-1470c2bd8cb0, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=b24e73a2-54cb-4cff-8ad0-1470c2bd8cb0,segment=NetworkSegment(46f543ed-378d-4a84-ae76-f7b20c218f90),segment_id=46f543ed-378d-4a84-ae76-f7b20c218f90)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:06:05.813104 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [None req-2a5e65f4-9ead-4c20-b0c5-eab5b9d77e09 tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] http://10.222.0.24:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=104098) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 01:06:05.817376 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-2a5e65f4-9ead-4c20-b0c5-eab5b9d77e09 tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] 10.222.0.24 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0178668 Mar 28 01:06:05.818551 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7615ea1c-7d82-47b9-a6b9-e8ea82de6e49 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (2610edbe-1386-4269-843d-8e447dae20e9), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:05.820698 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-723610f3-25ee-436a-a197-d2d66770c6ec admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=104098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:06:05.821329 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-723610f3-25ee-436a-a197-d2d66770c6ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126177251'] for segment (9a18c344-9afb-4650-b4e8-9ab90a932c8d), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:05.824568 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50784) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:05.826117 dv-neutron-834874-6-hyperv neutron-server[104098]: Traceback (most recent call last): Mar 28 01:06:05.826117 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:06:05.826117 dv-neutron-834874-6-hyperv neutron-server[104098]: timer() Mar 28 01:06:05.826117 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:06:05.826117 dv-neutron-834874-6-hyperv neutron-server[104098]: cb(*args, **kw) Mar 28 01:06:05.826117 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:06:05.826117 dv-neutron-834874-6-hyperv neutron-server[104098]: return func(*args, **kwargs) Mar 28 01:06:05.826117 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:06:05.826117 dv-neutron-834874-6-hyperv neutron-server[104098]: self._notify() Mar 28 01:06:05.826117 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:06:05.826117 dv-neutron-834874-6-hyperv neutron-server[104098]: self.callback(batched_events) Mar 28 01:06:05.826117 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:06:05.826117 dv-neutron-834874-6-hyperv neutron-server[104098]: event.method(event) Mar 28 01:06:05.826117 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:06:05.826117 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:06:05.826117 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:06:05.826117 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:06:05.826117 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:06:05.826117 dv-neutron-834874-6-hyperv neutron-server[104098]: return f(self, *a, **k) Mar 28 01:06:05.826117 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:06:05.826117 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._get(url).json() Mar 28 01:06:05.826117 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:06:05.826117 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:06:05.826117 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:06:05.826117 dv-neutron-834874-6-hyperv neutron-server[104098]: return self.request(url, 'GET', **kwargs) Mar 28 01:06:05.826117 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:06:05.826117 dv-neutron-834874-6-hyperv neutron-server[104098]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:06:05.826117 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:06:05.826117 dv-neutron-834874-6-hyperv neutron-server[104098]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:06:05.826117 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:06:05.826117 dv-neutron-834874-6-hyperv neutron-server[104098]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:06:05.826117 dv-neutron-834874-6-hyperv neutron-server[104098]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:06:05.840275 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [None req-63231b62-baaa-494b-804e-d42cfd498ec0 tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] http://10.222.0.24:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=104098) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 01:06:05.841908 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-63231b62-baaa-494b-804e-d42cfd498ec0 tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] 10.222.0.24 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0149918 Mar 28 01:06:05.851899 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-1dd27c5e-1923-437e-b56d-b79a2cdb2734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (b24e73a2-54cb-4cff-8ad0-1470c2bd8cb0), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:05.852136 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 50786) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:05.858562 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [None req-a52e8edb-10e5-4df2-8e67-dc46f9d86817 tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] http://10.222.0.24:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=104099) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 01:06:05.862475 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-a52e8edb-10e5-4df2-8e67-dc46f9d86817 tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] 10.222.0.24 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0045359 Mar 28 01:06:05.862475 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36df4049-946a-4fb4-855e-289a04e3cb9e tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Pushing event deleted for resources: {'Subnet': ['ID=da54a717-b1e9-4555-9504-aaf88ab74c31,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:05.866033 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50788) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:05.873275 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f61616-b24b-485e-8cb2-46232c823bfe None None] Pushing event updated for resources: {'Port': ['ID=f756a035-6429-4eaa-83fe-8206c4ff9345,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:05.875076 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [None req-0aa8ef26-e4fc-4980-aa3f-4cd0877641f3 tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] http://10.222.0.24:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=104098) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 01:06:05.879530 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-0aa8ef26-e4fc-4980-aa3f-4cd0877641f3 tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] 10.222.0.24 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0112667 Mar 28 01:06:05.888263 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50790) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:05.893632 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [None req-870a1e7d-8233-4b2a-838d-2b310e15c648 tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] http://10.222.0.24:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=104098) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 01:06:05.896649 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-870a1e7d-8233-4b2a-838d-2b310e15c648 tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] 10.222.0.24 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0070388 Mar 28 01:06:05.905800 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 50792) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:05.920947 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [None req-ddea7210-2101-4db9-a453-6cbcb1432403 tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] http://10.222.0.24:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=104099) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 01:06:05.924465 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-ddea7210-2101-4db9-a453-6cbcb1432403 tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] 10.222.0.24 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0071802 Mar 28 01:06:05.929230 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 50794) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:05.936223 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [None req-3d73ac14-b7e7-4442-984e-cf398888d06e tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] http://10.222.0.24:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=104099) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 01:06:05.936398 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd27c5e-1923-437e-b56d-b79a2cdb2734 None None] Pushing event updated for resources: {'Port': ['ID=b24e73a2-54cb-4cff-8ad0-1470c2bd8cb0,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:05.937591 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-3d73ac14-b7e7-4442-984e-cf398888d06e tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] 10.222.0.24 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0053399 Mar 28 01:06:05.950535 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-7615ea1c-7d82-47b9-a6b9-e8ea82de6e49 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2610edbe-1386-4269-843d-8e447dae20e9']}} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:05.965277 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50796) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:05.972542 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [None req-59cff9fa-3ed2-458f-aead-d24d285959c7 tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] http://10.222.0.24:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=104098) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 01:06:05.973797 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-59cff9fa-3ed2-458f-aead-d24d285959c7 tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] 10.222.0.24 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0067747 Mar 28 01:06:05.978424 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50798) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:05.982685 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [None req-1be70931-2f2f-469e-beec-8f00f3dd2538 tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] http://10.222.0.24:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=104098) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 01:06:05.986406 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-7615ea1c-7d82-47b9-a6b9-e8ea82de6e49 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db8c43c0-5012-498c-a9d9-533bdb9d6cd5') {'for_net_delete': True} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:05.986651 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-1be70931-2f2f-469e-beec-8f00f3dd2538 tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] 10.222.0.24 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0069950 Mar 28 01:06:05.986764 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-7615ea1c-7d82-47b9-a6b9-e8ea82de6e49 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db8c43c0-5012-498c-a9d9-533bdb9d6cd5') {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:05.987873 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-16d8ae04-8091-41ad-a4b4-f3df5d057472 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Publish callbacks [] for router_controller (708860e6-d918-447e-a30a-4c468b9dfa1f), precommit_add_association {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:05.988361 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 50800) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:05.989593 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-723610f3-25ee-436a-a197-d2d66770c6ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (0159ce53-5590-4705-812f-42a1a0e06ab8), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:05.996810 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [None req-ab8d2d2a-8247-4086-8911-3a49d312d33d tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] http://10.222.0.24:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=104099) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 01:06:05.998076 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-ab8d2d2a-8247-4086-8911-3a49d312d33d tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] 10.222.0.24 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0047889 Mar 28 01:06:06.004182 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50802) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:06.005608 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-723610f3-25ee-436a-a197-d2d66770c6ec admin admin] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:06.008844 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-723610f3-25ee-436a-a197-d2d66770c6ec admin admin] 10.222.0.24 "DELETE /v2.0/networks/0159ce53-5590-4705-812f-42a1a0e06ab8 HTTP/1.1" status: 204 len: 168 time: 1.5239542 Mar 28 01:06:06.009007 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b6f46e-13ff-4c51-a714-dbbe6fa19b72 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Network 4def3977-30ad-4421-858b-c5a18ad30df2 is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:06:06.009767 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723610f3-25ee-436a-a197-d2d66770c6ec admin admin] Pushing event deleted for resources: {'Network': ['ID=0159ce53-5590-4705-812f-42a1a0e06ab8,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:06.016072 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [None req-4dc8213e-c249-4eb1-b406-f0df8809c482 tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] http://10.222.0.24:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=104098) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 01:06:06.016978 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-4dc8213e-c249-4eb1-b406-f0df8809c482 tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] 10.222.0.24 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0051672 Mar 28 01:06:06.018207 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-16d8ae04-8091-41ad-a4b4-f3df5d057472 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687953'] for router (708860e6-d918-447e-a30a-4c468b9dfa1f), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:06.023566 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7615ea1c-7d82-47b9-a6b9-e8ea82de6e49 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126946678'] for segment (db8c43c0-5012-498c-a9d9-533bdb9d6cd5), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:06.024336 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50806) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:06.031924 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [None req-32a1af87-8fe6-42da-841a-db0622030da4 tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] http://10.222.0.24:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=104098) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 01:06:06.033190 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-32a1af87-8fe6-42da-841a-db0622030da4 tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] 10.222.0.24 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0077963 Mar 28 01:06:06.036123 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50808) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:06.041299 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [None req-aedaa50b-2125-4c39-a57d-787beb9b9796 tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] http://10.222.0.24:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=104098) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 01:06:06.042224 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-aedaa50b-2125-4c39-a57d-787beb9b9796 tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] 10.222.0.24 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0050001 Mar 28 01:06:06.045399 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50810) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:06.050591 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [None req-5dab0c7d-14be-48f4-904c-6f9c30f3f9b8 tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] http://10.222.0.24:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=104098) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 01:06:06.051331 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-23b6f46e-13ff-4c51-a714-dbbe6fa19b72 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, 4def3977-30ad-4421-858b-c5a18ad30df2) {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:06:06.055225 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-5dab0c7d-14be-48f4-904c-6f9c30f3f9b8 tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] 10.222.0.24 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0086761 Mar 28 01:06:06.056263 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50812) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:06.060524 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [None req-2da25c41-f024-46cc-b1aa-bde4cac5553f tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] http://10.222.0.24:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=104098) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 01:06:06.065103 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b6f46e-13ff-4c51-a714-dbbe6fa19b72 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:06.065309 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-2da25c41-f024-46cc-b1aa-bde4cac5553f tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] 10.222.0.24 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0079074 Mar 28 01:06:06.065743 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-23b6f46e-13ff-4c51-a714-dbbe6fa19b72 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:06.068311 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-16d8ae04-8091-41ad-a4b4-f3df5d057472 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Publish callbacks [] for router (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:06.070304 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 50814) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:06.071306 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7615ea1c-7d82-47b9-a6b9-e8ea82de6e49 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (db8c43c0-5012-498c-a9d9-533bdb9d6cd5), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:06.072308 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-16d8ae04-8091-41ad-a4b4-f3df5d057472 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3334036 Mar 28 01:06:06.072910 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50816) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:06.078530 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-7683281d-c6e5-462b-8d15-804ab6e9bff9 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Request body: {'router': {'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'}}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:06.079103 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [None req-c4d35f93-5958-4a9a-8146-208f742658da tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] http://10.222.0.24:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=104099) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 01:06:06.083245 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50818) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:06.083395 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-c4d35f93-5958-4a9a-8146-208f742658da tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] 10.222.0.24 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0084326 Mar 28 01:06:06.089230 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [None req-c21b4515-e7f7-41be-a31e-3bbf77a89311 tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] http://10.222.0.24:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=104098) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 01:06:06.092021 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-def7b639-76ef-4935-a2b4-c0b68a7e35b0 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (9e53958c-1112-479d-93db-96e11bfcda29), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:06.094046 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-c21b4515-e7f7-41be-a31e-3bbf77a89311 tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] 10.222.0.24 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0095177 Mar 28 01:06:06.094634 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50820) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:06.108426 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7615ea1c-7d82-47b9-a6b9-e8ea82de6e49 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=104099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:06:06.108626 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7615ea1c-7d82-47b9-a6b9-e8ea82de6e49 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127280876'] for segment (db8c43c0-5012-498c-a9d9-533bdb9d6cd5), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:06.115255 dv-neutron-834874-6-hyperv neutron-server[104099]: Traceback (most recent call last): Mar 28 01:06:06.115255 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:06:06.115255 dv-neutron-834874-6-hyperv neutron-server[104099]: timer() Mar 28 01:06:06.115255 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:06:06.115255 dv-neutron-834874-6-hyperv neutron-server[104099]: cb(*args, **kw) Mar 28 01:06:06.115255 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:06:06.115255 dv-neutron-834874-6-hyperv neutron-server[104099]: return func(*args, **kwargs) Mar 28 01:06:06.115255 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:06:06.115255 dv-neutron-834874-6-hyperv neutron-server[104099]: self._notify() Mar 28 01:06:06.115255 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:06:06.115255 dv-neutron-834874-6-hyperv neutron-server[104099]: self.callback(batched_events) Mar 28 01:06:06.115255 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:06:06.115255 dv-neutron-834874-6-hyperv neutron-server[104099]: event.method(event) Mar 28 01:06:06.115255 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:06:06.115255 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:06:06.115255 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:06:06.115255 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:06:06.115255 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:06:06.115255 dv-neutron-834874-6-hyperv neutron-server[104099]: return f(self, *a, **k) Mar 28 01:06:06.115255 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:06:06.115255 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._get(url).json() Mar 28 01:06:06.115255 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:06:06.115255 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:06:06.115255 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:06:06.115255 dv-neutron-834874-6-hyperv neutron-server[104099]: return self.request(url, 'GET', **kwargs) Mar 28 01:06:06.115255 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:06:06.115255 dv-neutron-834874-6-hyperv neutron-server[104099]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:06:06.115255 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:06:06.115255 dv-neutron-834874-6-hyperv neutron-server[104099]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:06:06.115255 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:06:06.115255 dv-neutron-834874-6-hyperv neutron-server[104099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:06:06.115255 dv-neutron-834874-6-hyperv neutron-server[104099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:06:06.180348 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [None req-89d9ee74-34e2-4e49-89c0-d4c288cf1a75 tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] http://10.222.0.24:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=104098) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 01:06:06.185080 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-89d9ee74-34e2-4e49-89c0-d4c288cf1a75 tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] 10.222.0.24 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0387850 Mar 28 01:06:06.186009 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50822) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:06.188374 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9e6aef6-eab5-4190-9b70-8faceefd3515 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Made reservation on behalf of 564cf6bfe83a4d71adcd7d33f5d20cb1 for: {'subnet': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:06:06.191778 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e9e6aef6-eab5-4190-9b70-8faceefd3515 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126757772'] for subnet (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:06.193262 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [None req-b7e90b39-a28d-45dc-a29f-122a2346298b tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] http://10.222.0.24:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=104098) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 01:06:06.197566 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-b7e90b39-a28d-45dc-a29f-122a2346298b tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] 10.222.0.24 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0079119 Mar 28 01:06:06.199877 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50824) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:06.210044 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-23b6f46e-13ff-4c51-a714-dbbe6fa19b72 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0302973 Mar 28 01:06:06.210238 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [None req-885ac305-6c28-496a-baea-fffb2f878d7b tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] http://10.222.0.24:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=104098) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 01:06:06.210501 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def7b639-76ef-4935-a2b4-c0b68a7e35b0 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Pushing event deleted for resources: {'Port': ['ID=9e53958c-1112-479d-93db-96e11bfcda29,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:06.212013 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-885ac305-6c28-496a-baea-fffb2f878d7b tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] 10.222.0.24 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0106180 Mar 28 01:06:06.212632 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50826) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:06.212964 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50828) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:06.213260 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def7b639-76ef-4935-a2b4-c0b68a7e35b0 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] No DVR routers for this DVR port 9e53958c-1112-479d-93db-96e11bfcda29 on host dv-neutron-834874-6-hyperv {{(pid=104099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:06:06.220105 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [None req-dd8b84fc-3833-42b9-bd8b-5d5f31c7147e tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] http://10.222.0.24:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=104098) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 01:06:06.223757 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-dd8b84fc-3833-42b9-bd8b-5d5f31c7147e tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] 10.222.0.24 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0067503 Mar 28 01:06:06.226694 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 50830) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:06.226999 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-3bdc6252-82d5-4210-840f-ed291bf4892f tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-701382457', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:06.237452 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [None req-76c2186e-dda3-485c-9805-266f77eb7b7b tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] http://10.222.0.24:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=104099) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 01:06:06.238671 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-76c2186e-dda3-485c-9805-266f77eb7b7b tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] 10.222.0.24 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0082896 Mar 28 01:06:06.242196 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50832) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:06.284422 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [None req-2ff7550c-1601-47bb-90ae-864fc4eced75 tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] http://10.222.0.24:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=104098) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 01:06:06.285829 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-2ff7550c-1601-47bb-90ae-864fc4eced75 tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] 10.222.0.24 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0415545 Mar 28 01:06:06.302953 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 50834) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:06.312157 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [None req-1ea6bea2-bcdb-4f74-8544-f7b17de7752f tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] http://10.222.0.24:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=104099) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 01:06:06.313809 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-1ea6bea2-bcdb-4f74-8544-f7b17de7752f tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] 10.222.0.24 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0076902 Mar 28 01:06:06.319573 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50836) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:06.323825 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [None req-44812be0-a1bb-4b65-a10f-db2847ad560b tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] http://10.222.0.24:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=104098) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 01:06:06.324789 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-44812be0-a1bb-4b65-a10f-db2847ad560b tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] 10.222.0.24 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0042624 Mar 28 01:06:06.327749 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 50838) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:06.328139 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 50840) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:06.329078 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.db.api [None req-7615ea1c-7d82-47b9-a6b9-e8ea82de6e49 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 28 01:06:06.329078 dv-neutron-834874-6-hyperv neutron-server[104099]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 28 01:06:06.329078 dv-neutron-834874-6-hyperv neutron-server[104099]: [parameters: {'id': '2610edbe-1386-4269-843d-8e447dae20e9'}] Mar 28 01:06:06.329078 dv-neutron-834874-6-hyperv neutron-server[104099]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104099) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 01:06:06.329755 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG oslo_db.api [None req-7615ea1c-7d82-47b9-a6b9-e8ea82de6e49 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 01:06:06.338383 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3bdc6252-82d5-4210-840f-ed291bf4892f tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7069'] for router (333b67ca-d965-4561-97d6-745c382b0268), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:06.339659 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3bdc6252-82d5-4210-840f-ed291bf4892f tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4188952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7062'] for router (333b67ca-d965-4561-97d6-745c382b0268), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:06.378268 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [None req-9d686817-9c2e-4f06-9f39-870f9d588a02 tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] http://10.222.0.24:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=104099) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 01:06:06.379165 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-9d686817-9c2e-4f06-9f39-870f9d588a02 tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] 10.222.0.24 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0474863 Mar 28 01:06:06.393631 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 50842) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:06.404663 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [None req-d7fee26a-8281-4795-ace0-da9bccc8f6c3 tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] http://10.222.0.24:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=104099) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 01:06:06.405612 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-d7fee26a-8281-4795-ace0-da9bccc8f6c3 tempest-ExtensionsTestJSON-1453109473 tempest-ExtensionsTestJSON-1453109473-project] 10.222.0.24 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0067689 Mar 28 01:06:06.417314 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7683281d-c6e5-462b-8d15-804ab6e9bff9 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Publish callbacks [] for router_gateway (708860e6-d918-447e-a30a-4c468b9dfa1f), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:06.438329 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-def7b639-76ef-4935-a2b4-c0b68a7e35b0 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (37511641-4019-4eec-a20e-98121bf93ace), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:06.485511 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-17280fd2-051f-4ea3-8f45-210074ad551f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0b8696c5a2934c9895d76c895de286c3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1547582 Mar 28 01:06:06.488390 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-def7b639-76ef-4935-a2b4-c0b68a7e35b0 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37511641-4019-4eec-a20e-98121bf93ace']}} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:06.491487 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 50846) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:06.510304 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3bdc6252-82d5-4210-840f-ed291bf4892f tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks [] for router_controller (333b67ca-d965-4561-97d6-745c382b0268), precommit_add_association {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:06.516314 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-def7b639-76ef-4935-a2b4-c0b68a7e35b0 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e360c25-b071-4887-814c-c40fb09c2a27') {'for_net_delete': True} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:06.516695 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-def7b639-76ef-4935-a2b4-c0b68a7e35b0 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e360c25-b071-4887-814c-c40fb09c2a27') {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:06.519513 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3bdc6252-82d5-4210-840f-ed291bf4892f tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687953'] for router (333b67ca-d965-4561-97d6-745c382b0268), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:06.538021 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-def7b639-76ef-4935-a2b4-c0b68a7e35b0 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126946678'] for segment (6e360c25-b071-4887-814c-c40fb09c2a27), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:06.547779 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3bdc6252-82d5-4210-840f-ed291bf4892f tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks [] for router (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:06.551880 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-3bdc6252-82d5-4210-840f-ed291bf4892f tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3360932 Mar 28 01:06:06.552661 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50848) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:06.586617 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-def7b639-76ef-4935-a2b4-c0b68a7e35b0 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (6e360c25-b071-4887-814c-c40fb09c2a27), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:06.601699 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-def7b639-76ef-4935-a2b4-c0b68a7e35b0 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=104099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:06:06.602102 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-def7b639-76ef-4935-a2b4-c0b68a7e35b0 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127280876'] for segment (6e360c25-b071-4887-814c-c40fb09c2a27), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:06.607420 dv-neutron-834874-6-hyperv neutron-server[104099]: Traceback (most recent call last): Mar 28 01:06:06.607420 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:06:06.607420 dv-neutron-834874-6-hyperv neutron-server[104099]: timer() Mar 28 01:06:06.607420 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:06:06.607420 dv-neutron-834874-6-hyperv neutron-server[104099]: cb(*args, **kw) Mar 28 01:06:06.607420 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:06:06.607420 dv-neutron-834874-6-hyperv neutron-server[104099]: return func(*args, **kwargs) Mar 28 01:06:06.607420 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:06:06.607420 dv-neutron-834874-6-hyperv neutron-server[104099]: self._notify() Mar 28 01:06:06.607420 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:06:06.607420 dv-neutron-834874-6-hyperv neutron-server[104099]: self.callback(batched_events) Mar 28 01:06:06.607420 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:06:06.607420 dv-neutron-834874-6-hyperv neutron-server[104099]: event.method(event) Mar 28 01:06:06.607420 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:06:06.607420 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:06:06.607420 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:06:06.607420 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:06:06.607420 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:06:06.607420 dv-neutron-834874-6-hyperv neutron-server[104099]: return f(self, *a, **k) Mar 28 01:06:06.607420 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:06:06.607420 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._get(url).json() Mar 28 01:06:06.607420 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:06:06.607420 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:06:06.607420 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:06:06.607420 dv-neutron-834874-6-hyperv neutron-server[104099]: return self.request(url, 'GET', **kwargs) Mar 28 01:06:06.607420 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:06:06.607420 dv-neutron-834874-6-hyperv neutron-server[104099]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:06:06.607420 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:06:06.607420 dv-neutron-834874-6-hyperv neutron-server[104099]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:06:06.607420 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:06:06.607420 dv-neutron-834874-6-hyperv neutron-server[104099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:06:06.607420 dv-neutron-834874-6-hyperv neutron-server[104099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:06:06.671313 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2d9fb4aa-a9d6-425a-9afb-6910a8a6cbac admin admin] Publish callbacks [] for security_group (dd543fcd-009d-4682-aea5-7ea5bc1ece08), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:06.713776 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 50852) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:06.738685 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-def7b639-76ef-4935-a2b4-c0b68a7e35b0 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (37511641-4019-4eec-a20e-98121bf93ace), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:06.750799 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2d9fb4aa-a9d6-425a-9afb-6910a8a6cbac admin admin] Publish callbacks [] for security_group (dd543fcd-009d-4682-aea5-7ea5bc1ece08), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:06.753106 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-def7b639-76ef-4935-a2b4-c0b68a7e35b0 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:06.756234 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-def7b639-76ef-4935-a2b4-c0b68a7e35b0 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] 10.222.0.24 "DELETE /v2.0/networks/37511641-4019-4eec-a20e-98121bf93ace HTTP/1.1" status: 204 len: 168 time: 2.4552424 Mar 28 01:06:06.768089 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50856) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:06.778903 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def7b639-76ef-4935-a2b4-c0b68a7e35b0 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Pushing event deleted for resources: {'Network': ['ID=37511641-4019-4eec-a20e-98121bf93ace,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:06.831255 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7615ea1c-7d82-47b9-a6b9-e8ea82de6e49 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (2610edbe-1386-4269-843d-8e447dae20e9), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:06.884459 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c23ca9f7-7da1-4ac2-9a5d-a53cdefe8a82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:06.949570 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2d9fb4aa-a9d6-425a-9afb-6910a8a6cbac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (dd543fcd-009d-4682-aea5-7ea5bc1ece08), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:06.952182 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2d9fb4aa-a9d6-425a-9afb-6910a8a6cbac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:06.955816 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-2d9fb4aa-a9d6-425a-9afb-6910a8a6cbac admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dd543fcd-009d-4682-aea5-7ea5bc1ece08 HTTP/1.1" status: 204 len: 168 time: 0.4609156 Mar 28 01:06:06.985928 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7683281d-c6e5-462b-8d15-804ab6e9bff9 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Publish callbacks [] for router_gateway (708860e6-d918-447e-a30a-4c468b9dfa1f), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:06.995900 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9fb4aa-a9d6-425a-9afb-6910a8a6cbac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd543fcd-009d-4682-aea5-7ea5bc1ece08,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:07.014984 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.objects.ports [None req-e9e6aef6-eab5-4190-9b70-8faceefd3515 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104099) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 28 01:06:07.025422 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e4877a3a-8d2d-4e24-a1c2-0c55e21d69eb tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (252cc3e1-fbd9-4846-a3f5-2471cdb47fa0), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:07.033495 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7683281d-c6e5-462b-8d15-804ab6e9bff9 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:07.119571 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c13b7d7b-0ebf-4fe1-ab86-4a3272383121 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:07.253001 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-7615ea1c-7d82-47b9-a6b9-e8ea82de6e49 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Deleting port f756a035-6429-4eaa-83fe-8206c4ff9345 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:06:07.253341 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7615ea1c-7d82-47b9-a6b9-e8ea82de6e49 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (f756a035-6429-4eaa-83fe-8206c4ff9345), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:07.341465 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device b24e73a2-54cb-4cff-8ad0-1470c2bd8cb0 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:06:07.391443 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-7683281d-c6e5-462b-8d15-804ab6e9bff9 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Allocated IP 172.26.1.176 (dea6548b-502b-42db-97fb-371e423e739a/cce6de65-d8c9-45b8-9970-0a277e8c1192/ef9caffe-2339-43ce-8efa-cabde2711ed8) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:06:07.432792 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c23ca9f7-7da1-4ac2-9a5d-a53cdefe8a82 admin admin] Publish callbacks [] for security_group (7c2e0065-29e9-4128-95ed-a01ae31bc9e0), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:07.433262 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port b24e73a2-54cb-4cff-8ad0-1470c2bd8cb0 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:06:07.434203 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (b24e73a2-54cb-4cff-8ad0-1470c2bd8cb0), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:07.452014 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c23ca9f7-7da1-4ac2-9a5d-a53cdefe8a82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (7c2e0065-29e9-4128-95ed-a01ae31bc9e0), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:07.455667 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-7615ea1c-7d82-47b9-a6b9-e8ea82de6e49 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] For port f756a035-6429-4eaa-83fe-8206c4ff9345, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=f756a035-6429-4eaa-83fe-8206c4ff9345,segment=NetworkSegment(db8c43c0-5012-498c-a9d9-533bdb9d6cd5),segment_id=db8c43c0-5012-498c-a9d9-533bdb9d6cd5)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:06:07.456018 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7615ea1c-7d82-47b9-a6b9-e8ea82de6e49 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (f756a035-6429-4eaa-83fe-8206c4ff9345), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:07.486489 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe046a8-f66f-4042-9e77-6762137f4aa0 None None] get_active_networks_info from dv-neutron-834874-6-hyperv {{(pid=104100) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 28 01:06:07.494320 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-7615ea1c-7d82-47b9-a6b9-e8ea82de6e49 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Calling delete_port for f756a035-6429-4eaa-83fe-8206c4ff9345 owned by network:dhcp {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:06:07.546682 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-c23ca9f7-7da1-4ac2-9a5d-a53cdefe8a82 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dc6717f33e07493c817c62e7b6f264b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8298829 Mar 28 01:06:07.550945 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 50870) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:07.560902 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23ca9f7-7da1-4ac2-9a5d-a53cdefe8a82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c2e0065-29e9-4128-95ed-a01ae31bc9e0,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:07.566214 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e9e6aef6-eab5-4190-9b70-8faceefd3515 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (3c589cfc-34d4-4a41-ab27-d26681cc079e), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:07.605776 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e4877a3a-8d2d-4e24-a1c2-0c55e21d69eb tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (252cc3e1-fbd9-4846-a3f5-2471cdb47fa0), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:07.645567 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe046a8-f66f-4042-9e77-6762137f4aa0 None None] Resources bound (agent type, host, resource id): {{(pid=104100) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 28 01:06:07.680077 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-e4877a3a-8d2d-4e24-a1c2-0c55e21d69eb tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['252cc3e1-fbd9-4846-a3f5-2471cdb47fa0']}} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:07.692688 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-a32ac3da-351c-4930-873a-e972be059195 None None] Provisioning complete for port b24e73a2-54cb-4cff-8ad0-1470c2bd8cb0 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:06:07.692971 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-a32ac3da-351c-4930-873a-e972be059195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (b24e73a2-54cb-4cff-8ad0-1470c2bd8cb0), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:07.704688 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7683281d-c6e5-462b-8d15-804ab6e9bff9 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Publish callbacks [] for port (ef9caffe-2339-43ce-8efa-cabde2711ed8), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:07.707295 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-e4877a3a-8d2d-4e24-a1c2-0c55e21d69eb tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47d7bf0d-b473-4a9d-9372-c735e75a0b16') {'for_net_delete': True} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:07.707598 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-e4877a3a-8d2d-4e24-a1c2-0c55e21d69eb tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47d7bf0d-b473-4a9d-9372-c735e75a0b16') {} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:07.722480 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e4877a3a-8d2d-4e24-a1c2-0c55e21d69eb tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126443583'] for segment (47d7bf0d-b473-4a9d-9372-c735e75a0b16), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:07.753165 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e4877a3a-8d2d-4e24-a1c2-0c55e21d69eb tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (47d7bf0d-b473-4a9d-9372-c735e75a0b16), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:07.798276 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4877a3a-8d2d-4e24-a1c2-0c55e21d69eb tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=104098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:06:07.798619 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e4877a3a-8d2d-4e24-a1c2-0c55e21d69eb tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126177251'] for segment (47d7bf0d-b473-4a9d-9372-c735e75a0b16), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:07.802878 dv-neutron-834874-6-hyperv neutron-server[104098]: Traceback (most recent call last): Mar 28 01:06:07.802878 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:06:07.802878 dv-neutron-834874-6-hyperv neutron-server[104098]: timer() Mar 28 01:06:07.802878 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:06:07.802878 dv-neutron-834874-6-hyperv neutron-server[104098]: cb(*args, **kw) Mar 28 01:06:07.802878 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:06:07.802878 dv-neutron-834874-6-hyperv neutron-server[104098]: return func(*args, **kwargs) Mar 28 01:06:07.802878 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:06:07.802878 dv-neutron-834874-6-hyperv neutron-server[104098]: self._notify() Mar 28 01:06:07.802878 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:06:07.802878 dv-neutron-834874-6-hyperv neutron-server[104098]: self.callback(batched_events) Mar 28 01:06:07.802878 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:06:07.802878 dv-neutron-834874-6-hyperv neutron-server[104098]: event.method(event) Mar 28 01:06:07.802878 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:06:07.802878 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:06:07.802878 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:06:07.802878 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:06:07.802878 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:06:07.802878 dv-neutron-834874-6-hyperv neutron-server[104098]: return f(self, *a, **k) Mar 28 01:06:07.802878 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:06:07.802878 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._get(url).json() Mar 28 01:06:07.802878 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:06:07.802878 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:06:07.802878 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:06:07.802878 dv-neutron-834874-6-hyperv neutron-server[104098]: return self.request(url, 'GET', **kwargs) Mar 28 01:06:07.802878 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:06:07.802878 dv-neutron-834874-6-hyperv neutron-server[104098]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:06:07.802878 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:06:07.802878 dv-neutron-834874-6-hyperv neutron-server[104098]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:06:07.802878 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:06:07.802878 dv-neutron-834874-6-hyperv neutron-server[104098]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:06:07.802878 dv-neutron-834874-6-hyperv neutron-server[104098]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:06:07.817796 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port b24e73a2-54cb-4cff-8ad0-1470c2bd8cb0 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:06:07.818189 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (b24e73a2-54cb-4cff-8ad0-1470c2bd8cb0), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:07.832829 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c07c72fa-7013-4ff1-b037-089883e52970 admin admin] Publish callbacks [] for security_group (7c2e0065-29e9-4128-95ed-a01ae31bc9e0), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:07.864666 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c07c72fa-7013-4ff1-b037-089883e52970 admin admin] Publish callbacks [] for security_group (7c2e0065-29e9-4128-95ed-a01ae31bc9e0), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:07.936667 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c07c72fa-7013-4ff1-b037-089883e52970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (7c2e0065-29e9-4128-95ed-a01ae31bc9e0), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:07.939508 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c07c72fa-7013-4ff1-b037-089883e52970 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:07.941078 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-c07c72fa-7013-4ff1-b037-089883e52970 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7c2e0065-29e9-4128-95ed-a01ae31bc9e0 HTTP/1.1" status: 204 len: 168 time: 0.3889985 Mar 28 01:06:07.963478 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07c72fa-7013-4ff1-b037-089883e52970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c2e0065-29e9-4128-95ed-a01ae31bc9e0,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:07.969174 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7615ea1c-7d82-47b9-a6b9-e8ea82de6e49 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (f756a035-6429-4eaa-83fe-8206c4ff9345), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:08.001246 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7615ea1c-7d82-47b9-a6b9-e8ea82de6e49 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Pushing event deleted for resources: {'Port': ['ID=f756a035-6429-4eaa-83fe-8206c4ff9345,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:08.018406 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7615ea1c-7d82-47b9-a6b9-e8ea82de6e49 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] No DVR routers for this DVR port f756a035-6429-4eaa-83fe-8206c4ff9345 on host dv-neutron-834874-6-hyperv {{(pid=104099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:06:08.019980 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] For port b24e73a2-54cb-4cff-8ad0-1470c2bd8cb0, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=b24e73a2-54cb-4cff-8ad0-1470c2bd8cb0,segment=NetworkSegment(46f543ed-378d-4a84-ae76-f7b20c218f90),segment_id=46f543ed-378d-4a84-ae76-f7b20c218f90)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:06:08.021544 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-e9e6aef6-eab5-4190-9b70-8faceefd3515 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] For port 3c589cfc-34d4-4a41-ab27-d26681cc079e, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=3c589cfc-34d4-4a41-ab27-d26681cc079e,segment=NetworkSegment(9028fe72-9b79-4538-96be-757c3dc71a72),segment_id=9028fe72-9b79-4538-96be-757c3dc71a72)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:06:08.109825 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (b24e73a2-54cb-4cff-8ad0-1470c2bd8cb0), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:08.118152 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7615ea1c-7d82-47b9-a6b9-e8ea82de6e49 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (2610edbe-1386-4269-843d-8e447dae20e9), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:08.144574 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-7615ea1c-7d82-47b9-a6b9-e8ea82de6e49 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2610edbe-1386-4269-843d-8e447dae20e9']}} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:08.155095 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-7615ea1c-7d82-47b9-a6b9-e8ea82de6e49 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db8c43c0-5012-498c-a9d9-533bdb9d6cd5') {'for_net_delete': True} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:08.155488 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-7615ea1c-7d82-47b9-a6b9-e8ea82de6e49 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db8c43c0-5012-498c-a9d9-533bdb9d6cd5') {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:08.166271 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7615ea1c-7d82-47b9-a6b9-e8ea82de6e49 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126946678'] for segment (db8c43c0-5012-498c-a9d9-533bdb9d6cd5), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:08.182964 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7615ea1c-7d82-47b9-a6b9-e8ea82de6e49 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (db8c43c0-5012-498c-a9d9-533bdb9d6cd5), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:08.199451 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7615ea1c-7d82-47b9-a6b9-e8ea82de6e49 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=104099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:06:08.200111 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7615ea1c-7d82-47b9-a6b9-e8ea82de6e49 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127280876'] for segment (db8c43c0-5012-498c-a9d9-533bdb9d6cd5), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:08.227631 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7683281d-c6e5-462b-8d15-804ab6e9bff9 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (ef9caffe-2339-43ce-8efa-cabde2711ed8), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:08.229406 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-a32ac3da-351c-4930-873a-e972be059195 None None] Current status of the port b24e73a2-54cb-4cff-8ad0-1470c2bd8cb0 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:06:08.230952 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-c13b7d7b-0ebf-4fe1-ab86-4a3272383121 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Allocated IP 2001:db8::1 (dfdf8592-e8ac-4eea-b003-e6737bb2be57/4d2abbb2-6ebc-49e2-a848-7f6bcea58950/c113f1c9-ff47-4ba8-8769-c2573fc362ca) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:06:08.234273 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-a32ac3da-351c-4930-873a-e972be059195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (b24e73a2-54cb-4cff-8ad0-1470c2bd8cb0), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:08.268279 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e4877a3a-8d2d-4e24-a1c2-0c55e21d69eb tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (252cc3e1-fbd9-4846-a3f5-2471cdb47fa0), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:08.273811 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e4877a3a-8d2d-4e24-a1c2-0c55e21d69eb tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:08.277407 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-e4877a3a-8d2d-4e24-a1c2-0c55e21d69eb tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] 10.222.0.24 "DELETE /v2.0/networks/252cc3e1-fbd9-4846-a3f5-2471cdb47fa0 HTTP/1.1" status: 204 len: 168 time: 1.4781337 Mar 28 01:06:08.289289 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50886) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:08.301380 dv-neutron-834874-6-hyperv neutron-server[104099]: Traceback (most recent call last): Mar 28 01:06:08.301380 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:06:08.301380 dv-neutron-834874-6-hyperv neutron-server[104099]: timer() Mar 28 01:06:08.301380 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:06:08.301380 dv-neutron-834874-6-hyperv neutron-server[104099]: cb(*args, **kw) Mar 28 01:06:08.301380 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:06:08.301380 dv-neutron-834874-6-hyperv neutron-server[104099]: return func(*args, **kwargs) Mar 28 01:06:08.301380 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:06:08.301380 dv-neutron-834874-6-hyperv neutron-server[104099]: self._notify() Mar 28 01:06:08.301380 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:06:08.301380 dv-neutron-834874-6-hyperv neutron-server[104099]: self.callback(batched_events) Mar 28 01:06:08.301380 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:06:08.301380 dv-neutron-834874-6-hyperv neutron-server[104099]: event.method(event) Mar 28 01:06:08.301380 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:06:08.301380 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:06:08.301380 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:06:08.301380 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:06:08.301380 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:06:08.301380 dv-neutron-834874-6-hyperv neutron-server[104099]: return f(self, *a, **k) Mar 28 01:06:08.301380 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:06:08.301380 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._get(url).json() Mar 28 01:06:08.301380 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:06:08.301380 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:06:08.301380 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:06:08.301380 dv-neutron-834874-6-hyperv neutron-server[104099]: return self.request(url, 'GET', **kwargs) Mar 28 01:06:08.301380 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:06:08.301380 dv-neutron-834874-6-hyperv neutron-server[104099]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:06:08.301380 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:06:08.301380 dv-neutron-834874-6-hyperv neutron-server[104099]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:06:08.301380 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:06:08.301380 dv-neutron-834874-6-hyperv neutron-server[104099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:06:08.301380 dv-neutron-834874-6-hyperv neutron-server[104099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:06:08.339338 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7683281d-c6e5-462b-8d15-804ab6e9bff9 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Network dea6548b-502b-42db-97fb-371e423e739a is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:06:08.340411 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4877a3a-8d2d-4e24-a1c2-0c55e21d69eb tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Pushing event deleted for resources: {'Network': ['ID=252cc3e1-fbd9-4846-a3f5-2471cdb47fa0,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:08.345374 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Pushing event updated for resources: {'Port': ['ID=b24e73a2-54cb-4cff-8ad0-1470c2bd8cb0,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:08.353504 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7615ea1c-7d82-47b9-a6b9-e8ea82de6e49 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (2610edbe-1386-4269-843d-8e447dae20e9), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:08.358624 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e9e6aef6-eab5-4190-9b70-8faceefd3515 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks [] for port (3c589cfc-34d4-4a41-ab27-d26681cc079e), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:08.365966 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7615ea1c-7d82-47b9-a6b9-e8ea82de6e49 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:08.377557 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-7615ea1c-7d82-47b9-a6b9-e8ea82de6e49 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] 10.222.0.24 "DELETE /v2.0/networks/2610edbe-1386-4269-843d-8e447dae20e9 HTTP/1.1" status: 204 len: 168 time: 4.4519382 Mar 28 01:06:08.391525 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 50890) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:08.401835 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf749f9f-6056-4ea7-a3e0-020d4b847107 None None] DHCP port deletion for 0159ce53-5590-4705-812f-42a1a0e06ab8 request from dv-neutron-834874-6-hyperv {{(pid=104100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 01:06:08.407619 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-41289970-9394-4ab6-a692-00fcc2739d22 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2059005269'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:08.436508 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.db.api [None req-a32ac3da-351c-4930-873a-e972be059195 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104100) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 01:06:08.437066 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG oslo_db.api [None req-a32ac3da-351c-4930-873a-e972be059195 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 01:06:08.442748 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f38c8b-9f82-41fb-872c-5432ff11552d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-4def3977-30ad-4421-858b-c5a18ad30df2', 'network_id': '4def3977-30ad-4421-858b-c5a18ad30df2', 'project_id': '73b89705b12a4822849ef008702f6650', 'fixed_ips': [{'subnet_id': 'b237b924-5134-44e8-b9ac-c042314c06fc'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:06:08.448823 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-7683281d-c6e5-462b-8d15-804ab6e9bff9 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:06:08.448915 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-a4f38c8b-9f82-41fb-872c-5432ff11552d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:08.450124 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e9e6aef6-eab5-4190-9b70-8faceefd3515 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (3c589cfc-34d4-4a41-ab27-d26681cc079e), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:08.452285 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7683281d-c6e5-462b-8d15-804ab6e9bff9 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:06:08.475660 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7615ea1c-7d82-47b9-a6b9-e8ea82de6e49 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Pushing event deleted for resources: {'Network': ['ID=2610edbe-1386-4269-843d-8e447dae20e9,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:08.477670 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41289970-9394-4ab6-a692-00fcc2739d22 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Made reservation on behalf of 7dbb2ba455b84df9b72862aaa29899aa for: {'network': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:06:08.480958 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-41289970-9394-4ab6-a692-00fcc2739d22 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:08.586727 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7683281d-c6e5-462b-8d15-804ab6e9bff9 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Pushing event updated for resources: {'Port': ['ID=ef9caffe-2339-43ce-8efa-cabde2711ed8,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:08.592782 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e9e6aef6-eab5-4190-9b70-8faceefd3515 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127282703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126757786'] for subnet (f32aea39-9bf8-40b1-b7bf-df55e507ea30), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:08.601490 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7615ea1c-7d82-47b9-a6b9-e8ea82de6e49 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:06:08.601824 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7615ea1c-7d82-47b9-a6b9-e8ea82de6e49 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:06:08.602113 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7615ea1c-7d82-47b9-a6b9-e8ea82de6e49 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:06:08.602444 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7615ea1c-7d82-47b9-a6b9-e8ea82de6e49 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:06:08.602774 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7615ea1c-7d82-47b9-a6b9-e8ea82de6e49 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:06:08.603101 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7615ea1c-7d82-47b9-a6b9-e8ea82de6e49 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:06:08.603429 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7615ea1c-7d82-47b9-a6b9-e8ea82de6e49 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:06:08.603752 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7615ea1c-7d82-47b9-a6b9-e8ea82de6e49 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:06:08.612546 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7615ea1c-7d82-47b9-a6b9-e8ea82de6e49 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:06:08.612728 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7615ea1c-7d82-47b9-a6b9-e8ea82de6e49 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:06:08.612936 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7615ea1c-7d82-47b9-a6b9-e8ea82de6e49 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:06:08.613263 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7615ea1c-7d82-47b9-a6b9-e8ea82de6e49 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:06:08.613591 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7615ea1c-7d82-47b9-a6b9-e8ea82de6e49 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:06:08.613919 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7615ea1c-7d82-47b9-a6b9-e8ea82de6e49 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:06:08.614243 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7615ea1c-7d82-47b9-a6b9-e8ea82de6e49 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:06:08.640949 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-a4f38c8b-9f82-41fb-872c-5432ff11552d None None] Allocated IP 2001:db8:1::2 (4def3977-30ad-4421-858b-c5a18ad30df2/b237b924-5134-44e8-b9ac-c042314c06fc/13e1937c-70f3-4929-a648-f71c03644d31) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:06:08.693991 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41289970-9394-4ab6-a692-00fcc2739d22 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=104099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:06:08.718300 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-35903afc-2ce2-4608-91c5-03569acb1607 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (a957702b-8a31-4787-bcf5-900daa7dce3d), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:08.770200 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-41289970-9394-4ab6-a692-00fcc2739d22 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (8fa5c819-89be-4641-aa0b-79cdcddbc4fa), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:08.770200 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.segments_db [None req-41289970-9394-4ab6-a692-00fcc2739d22 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Added segment 8fa5c819-89be-4641-aa0b-79cdcddbc4fa of type vlan for network 0e226e02-9cae-484f-a052-ad96e3b23f2c Mar 28 01:06:08.772750 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e6aef6-eab5-4190-9b70-8faceefd3515 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Network be4801db-c8f8-4df3-b9b5-556693d6a290 is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:06:08.783499 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6aef6-eab5-4190-9b70-8faceefd3515 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Pushing event updated for resources: {'Port': ['ID=3c589cfc-34d4-4a41-ab27-d26681cc079e,revision_number=8']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:08.786667 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-e9e6aef6-eab5-4190-9b70-8faceefd3515 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:06:08.797248 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e6aef6-eab5-4190-9b70-8faceefd3515 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:08.798059 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e9e6aef6-eab5-4190-9b70-8faceefd3515 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:08.820382 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6aef6-eab5-4190-9b70-8faceefd3515 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Pushing event updated for resources: {'Subnet': ['ID=f32aea39-9bf8-40b1-b7bf-df55e507ea30,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:08.844026 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-41289970-9394-4ab6-a692-00fcc2739d22 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (0e226e02-9cae-484f-a052-ad96e3b23f2c), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:08.849657 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-e9e6aef6-eab5-4190-9b70-8faceefd3515 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.1189620 Mar 28 01:06:08.852398 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 50908) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:08.857705 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-5d738c27-66a6-40d5-b681-8eb9d3dac7ee tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Request body: {'subnet': {'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:08.864445 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-a4f38c8b-9f82-41fb-872c-5432ff11552d None None] Publish callbacks [] for port (13e1937c-70f3-4929-a648-f71c03644d31), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:08.868540 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c13b7d7b-0ebf-4fe1-ab86-4a3272383121 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks [] for port (c113f1c9-ff47-4ba8-8769-c2573fc362ca), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:08.875373 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-a4f38c8b-9f82-41fb-872c-5432ff11552d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (13e1937c-70f3-4929-a648-f71c03644d31), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:08.903099 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f38c8b-9f82-41fb-872c-5432ff11552d None None] Network 4def3977-30ad-4421-858b-c5a18ad30df2 is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:06:08.908979 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-a4f38c8b-9f82-41fb-872c-5432ff11552d None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:06:08.945016 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f38c8b-9f82-41fb-872c-5432ff11552d None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:06:08.958135 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.db.resource_extend [None req-41289970-9394-4ab6-a692-00fcc2739d22 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 01:06:09.027167 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-41289970-9394-4ab6-a692-00fcc2739d22 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (0e226e02-9cae-484f-a052-ad96e3b23f2c), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:09.044850 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41289970-9394-4ab6-a692-00fcc2739d22 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:09.044850 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-41289970-9394-4ab6-a692-00fcc2739d22 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:09.121320 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-35903afc-2ce2-4608-91c5-03569acb1607 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (a957702b-8a31-4787-bcf5-900daa7dce3d), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:09.141083 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 3c589cfc-34d4-4a41-ab27-d26681cc079e up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:06:09.170337 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 50914) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:09.189532 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-a4f38c8b-9f82-41fb-872c-5432ff11552d None None] Attempting to bind port 13e1937c-70f3-4929-a648-f71c03644d31 on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:06:09.190574 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-a4f38c8b-9f82-41fb-872c-5432ff11552d None None] Attempting to bind port 13e1937c-70f3-4929-a648-f71c03644d31 by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': '58efab08-0885-4c7a-8700-09de520f07f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '4def3977-30ad-4421-858b-c5a18ad30df2'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:06:09.191861 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f38c8b-9f82-41fb-872c-5432ff11552d None None] Attempting to bind port 13e1937c-70f3-4929-a648-f71c03644d31 on network 4def3977-30ad-4421-858b-c5a18ad30df2 {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:06:09.196118 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f38c8b-9f82-41fb-872c-5432ff11552d None None] Pushing event updated for resources: {'Port': ['ID=13e1937c-70f3-4929-a648-f71c03644d31,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:09.212329 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-35903afc-2ce2-4608-91c5-03569acb1607 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a957702b-8a31-4787-bcf5-900daa7dce3d']}} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:09.227466 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-35903afc-2ce2-4608-91c5-03569acb1607 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9b23a68-b139-4b64-bea0-314ba36396c7') {'for_net_delete': True} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:09.227827 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-35903afc-2ce2-4608-91c5-03569acb1607 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9b23a68-b139-4b64-bea0-314ba36396c7') {} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:09.236145 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c13b7d7b-0ebf-4fe1-ab86-4a3272383121 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (c113f1c9-ff47-4ba8-8769-c2573fc362ca), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:09.239275 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-41289970-9394-4ab6-a692-00fcc2739d22 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8454463 Mar 28 01:06:09.253798 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-35903afc-2ce2-4608-91c5-03569acb1607 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126443583'] for segment (a9b23a68-b139-4b64-bea0-314ba36396c7), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:09.255252 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50920) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:09.257094 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f38c8b-9f82-41fb-872c-5432ff11552d None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:06:09.257702 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f38c8b-9f82-41fb-872c-5432ff11552d None None] Checking segment: {'id': '58efab08-0885-4c7a-8700-09de520f07f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '4def3977-30ad-4421-858b-c5a18ad30df2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:06:09.258112 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-a4f38c8b-9f82-41fb-872c-5432ff11552d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:09.258810 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f38c8b-9f82-41fb-872c-5432ff11552d None None] Bound using segment: {'id': '58efab08-0885-4c7a-8700-09de520f07f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '4def3977-30ad-4421-858b-c5a18ad30df2'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:06:09.259482 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-a4f38c8b-9f82-41fb-872c-5432ff11552d None None] Bound port: 13e1937c-70f3-4929-a648-f71c03644d31, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58efab08-0885-4c7a-8700-09de520f07f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '4def3977-30ad-4421-858b-c5a18ad30df2'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:06:09.260007 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-a4f38c8b-9f82-41fb-872c-5432ff11552d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (13e1937c-70f3-4929-a648-f71c03644d31), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:09.260241 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-83973fc7-eec9-4d73-b5df-9a7430f9e8a8 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Request body: {'subnet': {'network_id': '0e226e02-9cae-484f-a052-ad96e3b23f2c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:09.263157 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-a32ac3da-351c-4930-873a-e972be059195 None None] Current status of the port b24e73a2-54cb-4cff-8ad0-1470c2bd8cb0 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:06:09.314788 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41289970-9394-4ab6-a692-00fcc2739d22 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Pushing event updated for resources: {'Network': ['ID=0e226e02-9cae-484f-a052-ad96e3b23f2c,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:09.399658 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-35903afc-2ce2-4608-91c5-03569acb1607 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (a9b23a68-b139-4b64-bea0-314ba36396c7), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:09.408670 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35903afc-2ce2-4608-91c5-03569acb1607 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=104098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:06:09.409079 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-35903afc-2ce2-4608-91c5-03569acb1607 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126177251'] for segment (a9b23a68-b139-4b64-bea0-314ba36396c7), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:09.414667 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d738c27-66a6-40d5-b681-8eb9d3dac7ee tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Made reservation on behalf of 564cf6bfe83a4d71adcd7d33f5d20cb1 for: {'subnet': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:06:09.428386 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5d738c27-66a6-40d5-b681-8eb9d3dac7ee tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126757772'] for subnet (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:09.511974 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-a4f38c8b-9f82-41fb-872c-5432ff11552d None None] For port 13e1937c-70f3-4929-a648-f71c03644d31, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:06:09.514707 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-381e27e0-b691-4d31-9784-04c84b9b0f1b tempest-MeteringTestJSON-734150365 tempest-MeteringTestJSON-734150365-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-20043662'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:09.515221 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-381e27e0-b691-4d31-9784-04c84b9b0f1b tempest-MeteringTestJSON-734150365 tempest-MeteringTestJSON-734150365-project-admin] Unknown quota resources ['metering_label']. {{(pid=104099) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 28 01:06:09.515715 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-a4f38c8b-9f82-41fb-872c-5432ff11552d None None] For port 13e1937c-70f3-4929-a648-f71c03644d31, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=13e1937c-70f3-4929-a648-f71c03644d31,segment=NetworkSegment(58efab08-0885-4c7a-8700-09de520f07f5),segment_id=58efab08-0885-4c7a-8700-09de520f07f5)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:06:09.521144 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network 0e226e02-9cae-484f-a052-ad96e3b23f2c details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:06:09.571580 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13b7d7b-0ebf-4fe1-ab86-4a3272383121 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Pushing event updated for resources: {'Port': ['ID=c113f1c9-ff47-4ba8-8769-c2573fc362ca,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:09.574466 dv-neutron-834874-6-hyperv neutron-server[104098]: Traceback (most recent call last): Mar 28 01:06:09.574466 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:06:09.574466 dv-neutron-834874-6-hyperv neutron-server[104098]: timer() Mar 28 01:06:09.574466 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:06:09.574466 dv-neutron-834874-6-hyperv neutron-server[104098]: cb(*args, **kw) Mar 28 01:06:09.574466 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:06:09.574466 dv-neutron-834874-6-hyperv neutron-server[104098]: return func(*args, **kwargs) Mar 28 01:06:09.574466 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:06:09.574466 dv-neutron-834874-6-hyperv neutron-server[104098]: self._notify() Mar 28 01:06:09.574466 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:06:09.574466 dv-neutron-834874-6-hyperv neutron-server[104098]: self.callback(batched_events) Mar 28 01:06:09.574466 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:06:09.574466 dv-neutron-834874-6-hyperv neutron-server[104098]: event.method(event) Mar 28 01:06:09.574466 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:06:09.574466 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:06:09.574466 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:06:09.574466 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:06:09.574466 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:06:09.574466 dv-neutron-834874-6-hyperv neutron-server[104098]: return f(self, *a, **k) Mar 28 01:06:09.574466 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:06:09.574466 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._get(url).json() Mar 28 01:06:09.574466 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:06:09.574466 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:06:09.574466 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:06:09.574466 dv-neutron-834874-6-hyperv neutron-server[104098]: return self.request(url, 'GET', **kwargs) Mar 28 01:06:09.574466 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:06:09.574466 dv-neutron-834874-6-hyperv neutron-server[104098]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:06:09.574466 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:06:09.574466 dv-neutron-834874-6-hyperv neutron-server[104098]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:06:09.574466 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:06:09.574466 dv-neutron-834874-6-hyperv neutron-server[104098]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:06:09.574466 dv-neutron-834874-6-hyperv neutron-server[104098]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:06:09.586407 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-a4f38c8b-9f82-41fb-872c-5432ff11552d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (13e1937c-70f3-4929-a648-f71c03644d31), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:09.589711 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7683281d-c6e5-462b-8d15-804ab6e9bff9 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Publish callbacks [] for router_gateway (708860e6-d918-447e-a30a-4c468b9dfa1f), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:09.597508 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50926) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:09.636719 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 3c589cfc-34d4-4a41-ab27-d26681cc079e triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:06:09.637093 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (3c589cfc-34d4-4a41-ab27-d26681cc079e), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:09.652158 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c13b7d7b-0ebf-4fe1-ab86-4a3272383121 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Network dfdf8592-e8ac-4eea-b003-e6737bb2be57 is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:06:09.652987 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-35903afc-2ce2-4608-91c5-03569acb1607 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (a957702b-8a31-4787-bcf5-900daa7dce3d), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:09.693036 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13b7d7b-0ebf-4fe1-ab86-4a3272383121 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:06:09.693414 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13b7d7b-0ebf-4fe1-ab86-4a3272383121 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:06:09.693634 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13b7d7b-0ebf-4fe1-ab86-4a3272383121 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:06:09.694018 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13b7d7b-0ebf-4fe1-ab86-4a3272383121 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:06:09.694281 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13b7d7b-0ebf-4fe1-ab86-4a3272383121 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:06:09.694606 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13b7d7b-0ebf-4fe1-ab86-4a3272383121 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:06:09.694929 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13b7d7b-0ebf-4fe1-ab86-4a3272383121 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:06:09.695249 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13b7d7b-0ebf-4fe1-ab86-4a3272383121 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:06:09.695597 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13b7d7b-0ebf-4fe1-ab86-4a3272383121 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:06:09.695745 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f38c8b-9f82-41fb-872c-5432ff11552d None None] Pushing event updated for resources: {'Port': ['ID=13e1937c-70f3-4929-a648-f71c03644d31,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:09.695912 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13b7d7b-0ebf-4fe1-ab86-4a3272383121 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:06:09.696434 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13b7d7b-0ebf-4fe1-ab86-4a3272383121 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:06:09.696792 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13b7d7b-0ebf-4fe1-ab86-4a3272383121 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:06:09.697111 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13b7d7b-0ebf-4fe1-ab86-4a3272383121 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:06:09.697845 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13b7d7b-0ebf-4fe1-ab86-4a3272383121 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:06:09.697845 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13b7d7b-0ebf-4fe1-ab86-4a3272383121 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:06:09.701590 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-c13b7d7b-0ebf-4fe1-ab86-4a3272383121 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:06:09.704857 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f38c8b-9f82-41fb-872c-5432ff11552d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:06:09.705217 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f38c8b-9f82-41fb-872c-5432ff11552d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:06:09.705569 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f38c8b-9f82-41fb-872c-5432ff11552d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:06:09.705916 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f38c8b-9f82-41fb-872c-5432ff11552d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:06:09.706260 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f38c8b-9f82-41fb-872c-5432ff11552d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:06:09.706603 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f38c8b-9f82-41fb-872c-5432ff11552d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:06:09.706937 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f38c8b-9f82-41fb-872c-5432ff11552d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:06:09.707270 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f38c8b-9f82-41fb-872c-5432ff11552d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:06:09.707620 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f38c8b-9f82-41fb-872c-5432ff11552d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:06:09.707962 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f38c8b-9f82-41fb-872c-5432ff11552d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:06:09.708473 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f38c8b-9f82-41fb-872c-5432ff11552d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:06:09.708830 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f38c8b-9f82-41fb-872c-5432ff11552d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:06:09.709162 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f38c8b-9f82-41fb-872c-5432ff11552d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:06:09.709491 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f38c8b-9f82-41fb-872c-5432ff11552d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:06:09.709820 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f38c8b-9f82-41fb-872c-5432ff11552d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:06:09.716245 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13b7d7b-0ebf-4fe1-ab86-4a3272383121 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:06:09.716920 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c13b7d7b-0ebf-4fe1-ab86-4a3272383121 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3686596'] for router_interface (333b67ca-d965-4561-97d6-745c382b0268), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:09.764736 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-35903afc-2ce2-4608-91c5-03569acb1607 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:09.770636 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-35903afc-2ce2-4608-91c5-03569acb1607 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] 10.222.0.24 "DELETE /v2.0/networks/a957702b-8a31-4787-bcf5-900daa7dce3d HTTP/1.1" status: 204 len: 168 time: 1.4775715 Mar 28 01:06:09.770636 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35903afc-2ce2-4608-91c5-03569acb1607 tempest-BulkNetworkOpsIpV6Test-1686023730 tempest-BulkNetworkOpsIpV6Test-1686023730-project] Pushing event deleted for resources: {'Network': ['ID=a957702b-8a31-4787-bcf5-900daa7dce3d,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:09.775799 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83973fc7-eec9-4d73-b5df-9a7430f9e8a8 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Made reservation on behalf of 7dbb2ba455b84df9b72862aaa29899aa for: {'subnet': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:06:09.779402 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-83973fc7-eec9-4d73-b5df-9a7430f9e8a8 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126112411'] for subnet (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:09.780711 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 3c589cfc-34d4-4a41-ab27-d26681cc079e is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:06:09.781838 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device b24e73a2-54cb-4cff-8ad0-1470c2bd8cb0 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:06:09.861527 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port b24e73a2-54cb-4cff-8ad0-1470c2bd8cb0 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:06:09.861953 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (b24e73a2-54cb-4cff-8ad0-1470c2bd8cb0), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:09.910837 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-381e27e0-b691-4d31-9784-04c84b9b0f1b tempest-MeteringTestJSON-734150365 tempest-MeteringTestJSON-734150365-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:09.915037 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-381e27e0-b691-4d31-9784-04c84b9b0f1b tempest-MeteringTestJSON-734150365 tempest-MeteringTestJSON-734150365-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 476 time: 0.7369056 Mar 28 01:06:09.916495 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 50932) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:09.923007 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-9204978d-352b-4bb2-9b08-5279fd519444 tempest-MeteringTestJSON-734150365 tempest-MeteringTestJSON-734150365-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '7e8f6713-9c5f-46a1-a750-59481e8626a9'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:09.923574 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-9204978d-352b-4bb2-9b08-5279fd519444 tempest-MeteringTestJSON-734150365 tempest-MeteringTestJSON-734150365-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=104099) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 28 01:06:09.927229 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-5f45360e-073c-4496-a22c-408570099537 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Request body: {'networks': [{'name': 'tempest-network--2072571454'}, {'name': 'tempest-network--1118769869'}]} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:09.927544 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-5f45360e-073c-4496-a22c-408570099537 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Request body: {'network': {'name': 'tempest-network--2072571454'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:09.928015 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-5f45360e-073c-4496-a22c-408570099537 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Request body: {'network': {'name': 'tempest-network--1118769869'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:10.019496 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port b24e73a2-54cb-4cff-8ad0-1470c2bd8cb0 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:06:10.040967 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 526d25f7-5dce-4aa5-9795-9e9395825251 no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:06:10.065737 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f45360e-073c-4496-a22c-408570099537 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Made reservation on behalf of 8686e504a21b45b7abe84195cfbbe04f for: {'network': 2} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:06:10.077431 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: 526d25f7-5dce-4aa5-9795-9e9395825251 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:06:10.077869 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 526d25f7-5dce-4aa5-9795-9e9395825251 not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:06:10.082972 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5f45360e-073c-4496-a22c-408570099537 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:10.087346 dv-neutron-834874-6-hyperv neutron-server[104099]: WARNING neutron.services.metering.metering_plugin [None req-9204978d-352b-4bb2-9b08-5279fd519444 tempest-MeteringTestJSON-734150365 tempest-MeteringTestJSON-734150365-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Mar 28 01:06:10.131882 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5f45360e-073c-4496-a22c-408570099537 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:10.228849 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50936) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:10.243078 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c13b7d7b-0ebf-4fe1-ab86-4a3272383121 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (c113f1c9-ff47-4ba8-8769-c2573fc362ca), before_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:10.489248 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7683281d-c6e5-462b-8d15-804ab6e9bff9 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3688170', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3689605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7136'] for router (708860e6-d918-447e-a30a-4c468b9dfa1f), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:10.506971 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7683281d-c6e5-462b-8d15-804ab6e9bff9 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3688163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3687960', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3689650'] for router (708860e6-d918-447e-a30a-4c468b9dfa1f), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:10.510733 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-83973fc7-eec9-4d73-b5df-9a7430f9e8a8 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126174976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126112397'] for subnet (052a4f29-f620-45be-b5bc-db5c103096f7), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:10.512937 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9204978d-352b-4bb2-9b08-5279fd519444 tempest-MeteringTestJSON-734150365 tempest-MeteringTestJSON-734150365-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:10.517419 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-9204978d-352b-4bb2-9b08-5279fd519444 tempest-MeteringTestJSON-734150365 tempest-MeteringTestJSON-734150365-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5972860 Mar 28 01:06:10.518196 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 50940) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:10.522517 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-72a57cb0-c4dc-41ff-ac92-d7f73c4adc90 tempest-MeteringTestJSON-734150365 tempest-MeteringTestJSON-734150365-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '7e8f6713-9c5f-46a1-a750-59481e8626a9'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:10.523215 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-72a57cb0-c4dc-41ff-ac92-d7f73c4adc90 tempest-MeteringTestJSON-734150365 tempest-MeteringTestJSON-734150365-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=104099) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 28 01:06:10.597397 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5d738c27-66a6-40d5-b681-8eb9d3dac7ee tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127282703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126757786'] for subnet (0fd4c5d5-95ad-4e6e-83a7-4eeea7739e6f), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:10.627951 dv-neutron-834874-6-hyperv neutron-server[104099]: WARNING neutron.services.metering.metering_plugin [None req-72a57cb0-c4dc-41ff-ac92-d7f73c4adc90 tempest-MeteringTestJSON-734150365 tempest-MeteringTestJSON-734150365-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Mar 28 01:06:10.691594 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d738c27-66a6-40d5-b681-8eb9d3dac7ee tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Network be4801db-c8f8-4df3-b9b5-556693d6a290 is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:06:10.696823 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5f45360e-073c-4496-a22c-408570099537 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Publish callbacks [] for security_group (ff370356-2ad7-478d-8f37-663062c1e741), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:10.697000 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-5d738c27-66a6-40d5-b681-8eb9d3dac7ee tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:06:10.706909 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-e61920d6-3240-485a-971c-9cffc867b2e3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=53bffb72fcad41779d04edeef38d5ecc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4746265 Mar 28 01:06:10.718184 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50942) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:10.729718 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5f45360e-073c-4496-a22c-408570099537 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (ff370356-2ad7-478d-8f37-663062c1e741), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:10.730181 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5f45360e-073c-4496-a22c-408570099537 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:10.740268 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d738c27-66a6-40d5-b681-8eb9d3dac7ee tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:10.740877 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5d738c27-66a6-40d5-b681-8eb9d3dac7ee tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:10.748842 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-72a57cb0-c4dc-41ff-ac92-d7f73c4adc90 tempest-MeteringTestJSON-734150365 tempest-MeteringTestJSON-734150365-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:10.752482 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-72a57cb0-c4dc-41ff-ac92-d7f73c4adc90 tempest-MeteringTestJSON-734150365 tempest-MeteringTestJSON-734150365-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2309010 Mar 28 01:06:10.753424 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 50944) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:10.761194 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d738c27-66a6-40d5-b681-8eb9d3dac7ee tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Pushing event updated for resources: {'Subnet': ['ID=0fd4c5d5-95ad-4e6e-83a7-4eeea7739e6f,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:10.772855 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-5074a24b-dbaa-4ce9-8125-7289c68bd07e tempest-MeteringTestJSON-734150365 tempest-MeteringTestJSON-734150365-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules?id=4261dff7-de1d-4581-8686-2fe1d24b6324 HTTP/1.1" status: 200 len: 464 time: 0.0156956 Mar 28 01:06:10.773224 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83973fc7-eec9-4d73-b5df-9a7430f9e8a8 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Pushing event updated for resources: {'Subnet': ['ID=052a4f29-f620-45be-b5bc-db5c103096f7,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:10.779283 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 50946) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:10.788475 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-5d738c27-66a6-40d5-b681-8eb9d3dac7ee tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9350026 Mar 28 01:06:10.791115 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 50948) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:10.795917 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-b4ab3f93-1760-4c4d-af70-c729e65d581b tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Request body: {'port': {'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290', 'mac_address': 'fa:16:3e:65:f2:96', 'name': 'tempest-NetworksTestDHCPv6-1362525100'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:10.919389 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff445ad-ca23-4143-b21c-afbcfa68fb4d None None] Network 2610edbe-1386-4269-843d-8e447dae20e9 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:06:10.943493 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea888773-e3ff-4246-bfe2-aa14f6fe8ff1 None None] Network dfdf8592-e8ac-4eea-b003-e6737bb2be57 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:06:10.946024 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff445ad-ca23-4143-b21c-afbcfa68fb4d None None] Network 2610edbe-1386-4269-843d-8e447dae20e9 could not be found, it might have been deleted concurrently. {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 28 01:06:10.994191 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a012f1ea-d9c2-4603-b081-db0fd807e5f3 tempest-MeteringTestJSON-734150365 tempest-MeteringTestJSON-734150365-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:10.999269 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-a012f1ea-d9c2-4603-b081-db0fd807e5f3 tempest-MeteringTestJSON-734150365 tempest-MeteringTestJSON-734150365-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-label-rules/4261dff7-de1d-4581-8686-2fe1d24b6324 HTTP/1.1" status: 204 len: 168 time: 0.2150958 Mar 28 01:06:11.003836 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 50952) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:11.033274 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-55aeb723-426d-43d8-ad0a-7a6368c7e13f tempest-MeteringTestJSON-734150365 tempest-MeteringTestJSON-734150365-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules?id=4261dff7-de1d-4581-8686-2fe1d24b6324 HTTP/1.1" status: 200 len: 221 time: 0.0224710 Mar 28 01:06:11.033505 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0930dfa-9f3b-4ed0-931a-ab13c9198939 None None] Network 2610edbe-1386-4269-843d-8e447dae20e9 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:06:11.033505 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c505061b-48ba-47d6-bd4f-724f6c5f9e35 None None] Network 4def3977-30ad-4421-858b-c5a18ad30df2 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:06:11.033699 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 50954) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:11.040474 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-1a1639ff-c39f-4258-9a9d-4cdf02b9258a tempest-MeteringTestJSON-734150365 tempest-MeteringTestJSON-734150365-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--2042554038', 'description': 'label created by tempest'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:11.040934 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-1a1639ff-c39f-4258-9a9d-4cdf02b9258a tempest-MeteringTestJSON-734150365 tempest-MeteringTestJSON-734150365-project-admin] Unknown quota resources ['metering_label']. {{(pid=104099) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 28 01:06:11.184967 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 13e1937c-70f3-4929-a648-f71c03644d31 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:06:11.189963 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4ab3f93-1760-4c4d-af70-c729e65d581b tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Made reservation on behalf of 564cf6bfe83a4d71adcd7d33f5d20cb1 for: {'port': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:06:11.196798 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f45360e-073c-4496-a22c-408570099537 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff370356-2ad7-478d-8f37-663062c1e741,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:11.198658 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0930dfa-9f3b-4ed0-931a-ab13c9198939 None None] Network 2610edbe-1386-4269-843d-8e447dae20e9 could not be found, it might have been deleted concurrently. {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 28 01:06:11.200247 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83973fc7-eec9-4d73-b5df-9a7430f9e8a8 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Checking segment: {'id': '8fa5c819-89be-4641-aa0b-79cdcddbc4fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '0e226e02-9cae-484f-a052-ad96e3b23f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:06:11.200651 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83973fc7-eec9-4d73-b5df-9a7430f9e8a8 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Network hostable DHCP agents. Network: 0e226e02-9cae-484f-a052-ad96e3b23f2c, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:06:11.241355 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f45360e-073c-4496-a22c-408570099537 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=104098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:06:11.290980 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5f45360e-073c-4496-a22c-408570099537 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (0f56ddb6-7bd6-455c-9569-8cc26fc0118e), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:11.291368 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.segments_db [None req-5f45360e-073c-4496-a22c-408570099537 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Added segment 0f56ddb6-7bd6-455c-9569-8cc26fc0118e of type vlan for network aa257756-bccf-477b-bc7a-4ec55ee45869 Mar 28 01:06:11.296543 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e181bb93-bb14-4ef0-89e5-08730b9659e8 None None] Network be4801db-c8f8-4df3-b9b5-556693d6a290 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:06:11.305349 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-74bd6a2e-b98f-4dbd-915f-cf3c190a2b8f None None] Provisioning complete for port 13e1937c-70f3-4929-a648-f71c03644d31 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:06:11.305809 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-74bd6a2e-b98f-4dbd-915f-cf3c190a2b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (13e1937c-70f3-4929-a648-f71c03644d31), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:11.309988 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83973fc7-eec9-4d73-b5df-9a7430f9e8a8 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Network 0e226e02-9cae-484f-a052-ad96e3b23f2c is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:06:11.312021 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-46113ca1-ce1b-4ca4-8da5-462b389c76f3 admin admin] Publish callbacks [] for security_group (54f6dea8-77b1-4c39-a4eb-a8802b249089), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:11.330059 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-1a1639ff-c39f-4258-9a9d-4cdf02b9258a tempest-MeteringTestJSON-734150365 tempest-MeteringTestJSON-734150365-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:11.331487 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-1a1639ff-c39f-4258-9a9d-4cdf02b9258a tempest-MeteringTestJSON-734150365 tempest-MeteringTestJSON-734150365-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2961702 Mar 28 01:06:11.334118 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 50956) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:11.363821 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-83973fc7-eec9-4d73-b5df-9a7430f9e8a8 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, 0e226e02-9cae-484f-a052-ad96e3b23f2c) {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:06:11.368505 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83973fc7-eec9-4d73-b5df-9a7430f9e8a8 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:11.369097 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-83973fc7-eec9-4d73-b5df-9a7430f9e8a8 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:11.399061 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5f45360e-073c-4496-a22c-408570099537 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (aa257756-bccf-477b-bc7a-4ec55ee45869), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:11.399332 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808ad458-2de4-4af0-a395-01ada5333463 None None] Network 0e226e02-9cae-484f-a052-ad96e3b23f2c requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:06:11.401242 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-7c5cac79-bb2c-4903-8e36-aa0529e937e6 tempest-MeteringTestJSON-734150365 tempest-MeteringTestJSON-734150365-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels?id=22cb1b93-cf1c-46f1-8e65-67a952c700fc HTTP/1.1" status: 200 len: 468 time: 0.0659246 Mar 28 01:06:11.404369 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 50958) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:11.406815 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-46113ca1-ce1b-4ca4-8da5-462b389c76f3 admin admin] Publish callbacks [] for security_group (54f6dea8-77b1-4c39-a4eb-a8802b249089), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:11.430265 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c13b7d7b-0ebf-4fe1-ab86-4a3272383121 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks [] for port (c113f1c9-ff47-4ba8-8769-c2573fc362ca), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:11.454864 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c13b7d7b-0ebf-4fe1-ab86-4a3272383121 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126177159'] for port (c113f1c9-ff47-4ba8-8769-c2573fc362ca), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:11.455668 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c13b7d7b-0ebf-4fe1-ab86-4a3272383121 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3725889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3686480'] for router_interface (333b67ca-d965-4561-97d6-745c382b0268), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:11.460554 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-83973fc7-eec9-4d73-b5df-9a7430f9e8a8 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2042880 Mar 28 01:06:11.475017 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 50960) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:11.535736 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7683281d-c6e5-462b-8d15-804ab6e9bff9 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Router 708860e6-d918-447e-a30a-4c468b9dfa1f is scheduled to L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 with binding_index 1 {{(pid=104098) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 01:06:11.571307 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638d6f59-68b0-433f-ba39-2a43c58037dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-0e226e02-9cae-484f-a052-ad96e3b23f2c', 'network_id': '0e226e02-9cae-484f-a052-ad96e3b23f2c', 'project_id': '7dbb2ba455b84df9b72862aaa29899aa', 'fixed_ips': [{'subnet_id': '052a4f29-f620-45be-b5bc-db5c103096f7'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:06:11.572368 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-638d6f59-68b0-433f-ba39-2a43c58037dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:11.579460 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f45360e-073c-4496-a22c-408570099537 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=104098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:06:11.580235 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-2fc57f85-86d7-4fc7-a591-655dd547ddc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:11.584669 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b4ab3f93-1760-4c4d-af70-c729e65d581b tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:11.599559 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13b7d7b-0ebf-4fe1-ab86-4a3272383121 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Pushing event updated for resources: {'Port': ['ID=c113f1c9-ff47-4ba8-8769-c2573fc362ca,revision_number=2']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:11.609765 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-46113ca1-ce1b-4ca4-8da5-462b389c76f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (54f6dea8-77b1-4c39-a4eb-a8802b249089), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:11.612061 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-46113ca1-ce1b-4ca4-8da5-462b389c76f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:11.612481 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [None req-b4ab3f93-1760-4c4d-af70-c729e65d581b tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] device_id is not set on port d6d59e90-cbb3-4160-bca8-7835ff1ff6ff yet. {{(pid=104099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 01:06:11.613287 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-46113ca1-ce1b-4ca4-8da5-462b389c76f3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/54f6dea8-77b1-4c39-a4eb-a8802b249089 HTTP/1.1" status: 204 len: 168 time: 0.8808312 Mar 28 01:06:11.620758 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5f45360e-073c-4496-a22c-408570099537 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (03ba3e21-0040-4499-9596-6bbda55fb3fa), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:11.621098 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.segments_db [None req-5f45360e-073c-4496-a22c-408570099537 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Added segment 03ba3e21-0040-4499-9596-6bbda55fb3fa of type vlan for network 8ced5665-1121-43ba-8fc6-74a3216fbc49 Mar 28 01:06:11.660931 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 13e1937c-70f3-4929-a648-f71c03644d31 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:06:11.661153 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (13e1937c-70f3-4929-a648-f71c03644d31), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:11.709736 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46113ca1-ce1b-4ca4-8da5-462b389c76f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54f6dea8-77b1-4c39-a4eb-a8802b249089,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:11.783230 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5f45360e-073c-4496-a22c-408570099537 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (8ced5665-1121-43ba-8fc6-74a3216fbc49), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:11.808739 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c13b7d7b-0ebf-4fe1-ab86-4a3272383121 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Network dfdf8592-e8ac-4eea-b003-e6737bb2be57 is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:06:11.817068 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-c13b7d7b-0ebf-4fe1-ab86-4a3272383121 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:06:11.918588 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5f45360e-073c-4496-a22c-408570099537 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (aa257756-bccf-477b-bc7a-4ec55ee45869), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:11.919105 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5f45360e-073c-4496-a22c-408570099537 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (8ced5665-1121-43ba-8fc6-74a3216fbc49), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:11.924087 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f45360e-073c-4496-a22c-408570099537 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:11.936948 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f45360e-073c-4496-a22c-408570099537 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:11.938008 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5f45360e-073c-4496-a22c-408570099537 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:11.953185 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7683281d-c6e5-462b-8d15-804ab6e9bff9 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:06:11.983008 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [None req-b4ab3f93-1760-4c4d-af70-c729e65d581b tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Allocated IP 172.20.0.9 (be4801db-c8f8-4df3-b9b5-556693d6a290/0fd4c5d5-95ad-4e6e-83a7-4eeea7739e6f/d6d59e90-cbb3-4160-bca8-7835ff1ff6ff) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:06:11.986445 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5449a773-e0c0-4248-beb5-1312532cedeb None None] Sync routers for ids ['708860e6-d918-447e-a30a-4c468b9dfa1f'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:06:12.023834 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-638d6f59-68b0-433f-ba39-2a43c58037dc None None] Allocated IP 172.20.0.2 (0e226e02-9cae-484f-a052-ad96e3b23f2c/052a4f29-f620-45be-b5bc-db5c103096f7/449ccfbd-1231-49eb-8bf4-2855f8151965) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:06:12.033596 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7683281d-c6e5-462b-8d15-804ab6e9bff9 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Publish callbacks [] for router (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:12.040056 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-7683281d-c6e5-462b-8d15-804ab6e9bff9 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] 10.222.0.24 "PUT /v2.0/routers/708860e6-d918-447e-a30a-4c468b9dfa1f HTTP/1.1" status: 200 len: 880 time: 5.9660861 Mar 28 01:06:12.043255 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-74bd6a2e-b98f-4dbd-915f-cf3c190a2b8f None None] Current status of the port 13e1937c-70f3-4929-a648-f71c03644d31 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:06:12.043678 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-74bd6a2e-b98f-4dbd-915f-cf3c190a2b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (13e1937c-70f3-4929-a648-f71c03644d31), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:12.049574 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50966) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:12.070414 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5449a773-e0c0-4248-beb5-1312532cedeb None None] Routers {'708860e6-d918-447e-a30a-4c468b9dfa1f'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:06:12.071124 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-5449a773-e0c0-4248-beb5-1312532cedeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:05:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['708860e6-d918-447e-a30a-4c468b9dfa1f'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:12.181578 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [None req-b4ab3f93-1760-4c4d-af70-c729e65d581b tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Allocated IP 2001:db8::f816:3eff:fe65:f296 (be4801db-c8f8-4df3-b9b5-556693d6a290/f32aea39-9bf8-40b1-b7bf-df55e507ea30/d6d59e90-cbb3-4160-bca8-7835ff1ff6ff) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:06:12.198680 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-56b5d913-ac63-43ef-8acd-ebecac5a9dd7 tempest-MeteringTestJSON-734150365 tempest-MeteringTestJSON-734150365-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:12.203343 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-56b5d913-ac63-43ef-8acd-ebecac5a9dd7 tempest-MeteringTestJSON-734150365 tempest-MeteringTestJSON-734150365-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-labels/22cb1b93-cf1c-46f1-8e65-67a952c700fc HTTP/1.1" status: 204 len: 168 time: 0.7898273 Mar 28 01:06:12.204219 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 50970) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:12.207162 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-5449a773-e0c0-4248-beb5-1312532cedeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:12.227077 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-5f45360e-073c-4496-a22c-408570099537 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.6284792 Mar 28 01:06:12.235787 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-c98c98cd-0f5d-45c5-9dc1-adaa508e149e tempest-MeteringTestJSON-734150365 tempest-MeteringTestJSON-734150365-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels?id=22cb1b93-cf1c-46f1-8e65-67a952c700fc HTTP/1.1" status: 200 len: 216 time: 0.0240529 Mar 28 01:06:12.238818 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 50972) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:12.238967 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-74bd6a2e-b98f-4dbd-915f-cf3c190a2b8f None None] For port 13e1937c-70f3-4929-a648-f71c03644d31, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=13e1937c-70f3-4929-a648-f71c03644d31,segment=NetworkSegment(58efab08-0885-4c7a-8700-09de520f07f5),segment_id=58efab08-0885-4c7a-8700-09de520f07f5)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:06:12.239482 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 50974) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:12.247441 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f45360e-073c-4496-a22c-408570099537 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Pushing event updated for resources: {'Network': ['ID=aa257756-bccf-477b-bc7a-4ec55ee45869,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:12.290872 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-74bd6a2e-b98f-4dbd-915f-cf3c190a2b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (13e1937c-70f3-4929-a648-f71c03644d31), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:12.295928 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network aa257756-bccf-477b-bc7a-4ec55ee45869 details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:06:12.310412 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50978) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:12.312815 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-c7b85e1b-9aa9-4989-907f-ae19be40eeb9 tempest-MeteringTestJSON-734150365 tempest-MeteringTestJSON-734150365-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0551002 Mar 28 01:06:12.382953 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0a68ee23-940a-4cc3-bd61-32ac75e12463 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (0e226e02-9cae-484f-a052-ad96e3b23f2c), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:12.432090 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-9dfe2adc-89e7-419f-84e8-6c9d90815c44 tempest-MeteringTestJSON-734150365 tempest-MeteringTestJSON-734150365-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0734353 Mar 28 01:06:12.438695 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50982) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:12.463989 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bd6a2e-b98f-4dbd-915f-cf3c190a2b8f None None] Pushing event updated for resources: {'Port': ['ID=13e1937c-70f3-4929-a648-f71c03644d31,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:12.499958 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5449a773-e0c0-4248-beb5-1312532cedeb None None] Routers {'708860e6-d918-447e-a30a-4c468b9dfa1f'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:06:12.501036 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-5449a773-e0c0-4248-beb5-1312532cedeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:05:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['708860e6-d918-447e-a30a-4c468b9dfa1f'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:12.514569 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f45360e-073c-4496-a22c-408570099537 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Pushing event updated for resources: {'Network': ['ID=8ced5665-1121-43ba-8fc6-74a3216fbc49,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:12.577976 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-5449a773-e0c0-4248-beb5-1312532cedeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:12.578967 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5449a773-e0c0-4248-beb5-1312532cedeb None None] The sync data for ids ['708860e6-d918-447e-a30a-4c468b9dfa1f'] in dv-neutron-834874-6-hyperv is: [] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:06:12.592433 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network 8ced5665-1121-43ba-8fc6-74a3216fbc49 details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:06:12.626931 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-6033978e-c929-4e16-a847-ffff131c508c tempest-MeteringTestJSON-734150365 tempest-MeteringTestJSON-734150365-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels/7e8f6713-9c5f-46a1-a750-59481e8626a9 HTTP/1.1" status: 200 len: 471 time: 0.1805611 Mar 28 01:06:12.635636 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50986) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:12.672510 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-2b3f26f9-4970-49ab-8115-f351752ad6d4 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] 10.222.0.24 "GET /v2.0/routers/708860e6-d918-447e-a30a-4c468b9dfa1f HTTP/1.1" status: 200 len: 921 time: 0.6145487 Mar 28 01:06:12.673310 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50988) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:12.686675 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c13b7d7b-0ebf-4fe1-ab86-4a3272383121 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Router 333b67ca-d965-4561-97d6-745c382b0268 is scheduled to L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 with binding_index 1 {{(pid=104098) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 01:06:12.721448 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-046a0f80-38e5-4ca9-a7de-2afef0dc79bc tempest-MeteringTestJSON-734150365 tempest-MeteringTestJSON-734150365-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules/0863e1be-e98e-473e-a743-32f8629ebd10 HTTP/1.1" status: 200 len: 461 time: 0.0844629 Mar 28 01:06:12.739817 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 50992) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:12.758659 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0a68ee23-940a-4cc3-bd61-32ac75e12463 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (052a4f29-f620-45be-b5bc-db5c103096f7), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:12.890865 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3026b87c-63df-4cad-b6c2-cdcb5e5cf2e3 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:12.895849 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-3026b87c-63df-4cad-b6c2-cdcb5e5cf2e3 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=dea6548b-502b-42db-97fb-371e423e739a&device_id=708860e6-d918-447e-a30a-4c468b9dfa1f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2102976 Mar 28 01:06:12.897264 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 50998) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:12.924357 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 13e1937c-70f3-4929-a648-f71c03644d31 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:06:12.924739 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (13e1937c-70f3-4929-a648-f71c03644d31), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:12.948650 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ec8dd7-17cf-44f1-a16e-bbca45872fc8 None None] Network be4801db-c8f8-4df3-b9b5-556693d6a290 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:06:13.004685 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c7c39b62-ed83-407b-99e7-d8b2b55cc47d tempest-MeteringTestJSON-734150365 tempest-MeteringTestJSON-734150365-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:13.006087 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-c7c39b62-ed83-407b-99e7-d8b2b55cc47d tempest-MeteringTestJSON-734150365 tempest-MeteringTestJSON-734150365-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-label-rules/0863e1be-e98e-473e-a743-32f8629ebd10 HTTP/1.1" status: 204 len: 168 time: 0.2628498 Mar 28 01:06:13.007417 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c13b7d7b-0ebf-4fe1-ab86-4a3272383121 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:06:13.009123 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51002) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:13.018388 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ede4cc2-5cf7-4b90-8031-69ed7da83e49 None None] Sync routers for ids ['333b67ca-d965-4561-97d6-745c382b0268'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:06:13.019908 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-c13b7d7b-0ebf-4fe1-ab86-4a3272383121 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] 10.222.0.24 "PUT /v2.0/routers/333b67ca-d965-4561-97d6-745c382b0268/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4652572 Mar 28 01:06:13.020393 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946fa8e1-7abe-4afa-b775-b854e966ff75 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:13.022547 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51004) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:13.024935 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-946fa8e1-7abe-4afa-b775-b854e966ff75 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] 10.222.0.24 "GET /v2.0/networks/dea6548b-502b-42db-97fb-371e423e739a HTTP/1.1" status: 200 len: 881 time: 0.1166213 Mar 28 01:06:13.025466 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65cc6870-6dcd-40da-b5ea-775411b07367 None None] Network dfdf8592-e8ac-4eea-b003-e6737bb2be57 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:06:13.027417 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3fcbc09-3538-4e7b-b45f-dec59f044e9e None None] Network 4def3977-30ad-4421-858b-c5a18ad30df2 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:06:13.033010 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51006) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:13.037274 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ede4cc2-5cf7-4b90-8031-69ed7da83e49 None None] Routers {'333b67ca-d965-4561-97d6-745c382b0268'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:06:13.038679 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-7ede4cc2-5cf7-4b90-8031-69ed7da83e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:05:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['333b67ca-d965-4561-97d6-745c382b0268'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:13.076837 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21fddfe3-bced-4386-bf63-e793ff555ab2 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:13.083071 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-7ede4cc2-5cf7-4b90-8031-69ed7da83e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:13.083765 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21fddfe3-bced-4386-bf63-e793ff555ab2 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:13.089291 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21fddfe3-bced-4386-bf63-e793ff555ab2 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:13.094724 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ede4cc2-5cf7-4b90-8031-69ed7da83e49 None None] Routers {'333b67ca-d965-4561-97d6-745c382b0268'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:06:13.095840 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-7ede4cc2-5cf7-4b90-8031-69ed7da83e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:05:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['333b67ca-d965-4561-97d6-745c382b0268'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:13.096023 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21fddfe3-bced-4386-bf63-e793ff555ab2 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:13.097839 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-21fddfe3-bced-4386-bf63-e793ff555ab2 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.8547065 Mar 28 01:06:13.120462 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51008) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:13.120960 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51010) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:13.145388 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-bbc5fef1-2401-4adc-a32b-4c11f92f914e tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] 10.222.0.24 "GET /v2.0/ports?device_id=708860e6-d918-447e-a30a-4c468b9dfa1f HTTP/1.1" status: 200 len: 205 time: 0.1085424 Mar 28 01:06:13.165942 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51014) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:13.190530 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b021685-fa45-4127-8b3a-6ca8980085ee tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:13.192373 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-8b021685-fa45-4127-8b3a-6ca8980085ee tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] 10.222.0.24 "GET /v2.0/ports/c113f1c9-ff47-4ba8-8769-c2573fc362ca HTTP/1.1" status: 200 len: 911 time: 0.1684234 Mar 28 01:06:13.207631 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51016) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:13.240217 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-7ede4cc2-5cf7-4b90-8031-69ed7da83e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:13.240879 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ede4cc2-5cf7-4b90-8031-69ed7da83e49 None None] The sync data for ids ['333b67ca-d965-4561-97d6-745c382b0268'] in dv-neutron-834874-6-hyperv is: [] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:06:13.287044 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.db.api [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104100) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 01:06:13.287044 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG oslo_db.api [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 01:06:13.305955 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a3434b74-fbd3-4e95-886b-cd0cf8c9ec4e tempest-MeteringTestJSON-734150365 tempest-MeteringTestJSON-734150365-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:13.307432 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-a3434b74-fbd3-4e95-886b-cd0cf8c9ec4e tempest-MeteringTestJSON-734150365 tempest-MeteringTestJSON-734150365-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-labels/7e8f6713-9c5f-46a1-a750-59481e8626a9 HTTP/1.1" status: 204 len: 168 time: 0.2971947 Mar 28 01:06:13.334363 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b4ab3f93-1760-4c4d-af70-c729e65d581b tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks [] for port (d6d59e90-cbb3-4160-bca8-7835ff1ff6ff), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:13.338158 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-5e772c75-5da8-4fcd-83f7-dd9a59e89cc8 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Request body: {'security_group': {'name': 'default'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:13.338871 dv-neutron-834874-6-hyperv neutron-server[104099]: WARNING neutron.api.v2.base [None req-5e772c75-5da8-4fcd-83f7-dd9a59e89cc8 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 28 01:06:13.339515 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.api.v2.resource [None req-5e772c75-5da8-4fcd-83f7-dd9a59e89cc8 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] create failed (client error): There was a conflict when trying to complete your request. Mar 28 01:06:13.344480 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-5e772c75-5da8-4fcd-83f7-dd9a59e89cc8 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2187402 Mar 28 01:06:13.344622 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-5db30f93-8547-4151-a088-c2c82f5e9bc3 None None] Provisioning complete for port 3c589cfc-34d4-4a41-ab27-d26681cc079e triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:06:13.344622 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5db30f93-8547-4151-a088-c2c82f5e9bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (3c589cfc-34d4-4a41-ab27-d26681cc079e), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:13.345362 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51020) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:13.350172 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-34a40f5b-8b6d-4a9f-a1a3-c968c1f84074 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Request body: {'security_group': {'name': 'tempest-secgroup--1415470138'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:13.381028 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-34a40f5b-8b6d-4a9f-a1a3-c968c1f84074 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:13.400104 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-34a40f5b-8b6d-4a9f-a1a3-c968c1f84074 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:13.447532 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-638d6f59-68b0-433f-ba39-2a43c58037dc None None] Publish callbacks [] for port (449ccfbd-1231-49eb-8bf4-2855f8151965), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:13.467866 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-638d6f59-68b0-433f-ba39-2a43c58037dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (449ccfbd-1231-49eb-8bf4-2855f8151965), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:13.532863 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-34a40f5b-8b6d-4a9f-a1a3-c968c1f84074 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Publish callbacks [] for security_group (9bdb28f5-685e-48ae-9e02-7c3308cfae09), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:13.538438 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-34a40f5b-8b6d-4a9f-a1a3-c968c1f84074 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (9bdb28f5-685e-48ae-9e02-7c3308cfae09), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:13.570314 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-638d6f59-68b0-433f-ba39-2a43c58037dc None None] Network 0e226e02-9cae-484f-a052-ad96e3b23f2c is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:06:13.599252 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a40f5b-8b6d-4a9f-a1a3-c968c1f84074 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bdb28f5-685e-48ae-9e02-7c3308cfae09,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:13.627670 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-638d6f59-68b0-433f-ba39-2a43c58037dc None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:06:13.642482 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638d6f59-68b0-433f-ba39-2a43c58037dc None None] Pushing event updated for resources: {'Port': ['ID=449ccfbd-1231-49eb-8bf4-2855f8151965,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:13.647737 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-7a9f8112-774a-4254-b357-99f61f0308b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:13.647737 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638d6f59-68b0-433f-ba39-2a43c58037dc None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:06:13.694235 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-34a40f5b-8b6d-4a9f-a1a3-c968c1f84074 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Publish callbacks [] for security_group (9e030aac-9d33-4f88-8e87-dc5e59ded7a4), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:13.700499 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-34a40f5b-8b6d-4a9f-a1a3-c968c1f84074 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (9e030aac-9d33-4f88-8e87-dc5e59ded7a4), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:13.712004 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-5db30f93-8547-4151-a088-c2c82f5e9bc3 None None] Current status of the port 3c589cfc-34d4-4a41-ab27-d26681cc079e is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:06:13.749846 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a40f5b-8b6d-4a9f-a1a3-c968c1f84074 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e030aac-9d33-4f88-8e87-dc5e59ded7a4,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:13.780397 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-34a40f5b-8b6d-4a9f-a1a3-c968c1f84074 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:13.793786 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-34a40f5b-8b6d-4a9f-a1a3-c968c1f84074 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4470079 Mar 28 01:06:13.794816 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51024) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:13.799145 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-638d6f59-68b0-433f-ba39-2a43c58037dc None None] Attempting to bind port 449ccfbd-1231-49eb-8bf4-2855f8151965 on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:06:13.799145 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-638d6f59-68b0-433f-ba39-2a43c58037dc None None] Attempting to bind port 449ccfbd-1231-49eb-8bf4-2855f8151965 by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': '8fa5c819-89be-4641-aa0b-79cdcddbc4fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '0e226e02-9cae-484f-a052-ad96e3b23f2c'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:06:13.802419 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638d6f59-68b0-433f-ba39-2a43c58037dc None None] Attempting to bind port 449ccfbd-1231-49eb-8bf4-2855f8151965 on network 0e226e02-9cae-484f-a052-ad96e3b23f2c {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:06:13.804703 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-b1066fad-42eb-4998-9ae0-2a1e179a35c2 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Request body: {'security_group_rule': {'security_group_id': '9e030aac-9d33-4f88-8e87-dc5e59ded7a4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:13.826999 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51026) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:13.875380 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638d6f59-68b0-433f-ba39-2a43c58037dc None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:06:13.875817 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638d6f59-68b0-433f-ba39-2a43c58037dc None None] Checking segment: {'id': '8fa5c819-89be-4641-aa0b-79cdcddbc4fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '0e226e02-9cae-484f-a052-ad96e3b23f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:06:13.876260 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-638d6f59-68b0-433f-ba39-2a43c58037dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:13.876669 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638d6f59-68b0-433f-ba39-2a43c58037dc None None] Bound using segment: {'id': '8fa5c819-89be-4641-aa0b-79cdcddbc4fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '0e226e02-9cae-484f-a052-ad96e3b23f2c'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:06:13.878158 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-638d6f59-68b0-433f-ba39-2a43c58037dc None None] Bound port: 449ccfbd-1231-49eb-8bf4-2855f8151965, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fa5c819-89be-4641-aa0b-79cdcddbc4fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '0e226e02-9cae-484f-a052-ad96e3b23f2c'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:06:13.878574 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-638d6f59-68b0-433f-ba39-2a43c58037dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (449ccfbd-1231-49eb-8bf4-2855f8151965), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:13.881548 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b1066fad-42eb-4998-9ae0-2a1e179a35c2 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Publish callbacks [] for security_group_rule (55b4bb8c-6505-4bae-8c55-d9e1d44ab70a), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:13.933803 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b3dbed71-1af2-43cb-a837-3cf146524e96 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (aa257756-bccf-477b-bc7a-4ec55ee45869), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:13.957228 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 13e1937c-70f3-4929-a648-f71c03644d31 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:06:13.967341 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0a68ee23-940a-4cc3-bd61-32ac75e12463 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127282766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126757793'] for subnet (052a4f29-f620-45be-b5bc-db5c103096f7), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:14.053689 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b1066fad-42eb-4998-9ae0-2a1e179a35c2 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Publish callbacks [] for security_group_rule (55b4bb8c-6505-4bae-8c55-d9e1d44ab70a), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:14.073697 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5c82b47c-acd8-4552-87a8-915b51b8073f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:14.073910 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-6f8946c6-6b8c-4928-ba6e-009260485ba3 None None] Provisioning complete for port b24e73a2-54cb-4cff-8ad0-1470c2bd8cb0 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:06:14.074379 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-6f8946c6-6b8c-4928-ba6e-009260485ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (b24e73a2-54cb-4cff-8ad0-1470c2bd8cb0), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:14.077458 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b1066fad-42eb-4998-9ae0-2a1e179a35c2 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (55b4bb8c-6505-4bae-8c55-d9e1d44ab70a), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:14.082835 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a68ee23-940a-4cc3-bd61-32ac75e12463 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Pushing event deleted for resources: {'Subnet': ['ID=052a4f29-f620-45be-b5bc-db5c103096f7,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:14.135172 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-638d6f59-68b0-433f-ba39-2a43c58037dc None None] For port 449ccfbd-1231-49eb-8bf4-2855f8151965, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:06:14.139022 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 13e1937c-70f3-4929-a648-f71c03644d31 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:06:14.149896 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1066fad-42eb-4998-9ae0-2a1e179a35c2 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55b4bb8c-6505-4bae-8c55-d9e1d44ab70a,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:14.181516 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b1066fad-42eb-4998-9ae0-2a1e179a35c2 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:14.183398 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-b1066fad-42eb-4998-9ae0-2a1e179a35c2 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3867338 Mar 28 01:06:14.188561 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51032) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:14.195885 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-caee3733-1e07-4021-9260-45382cdd81e2 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Request body: {'security_group_rule': {'security_group_id': '9e030aac-9d33-4f88-8e87-dc5e59ded7a4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:14.201505 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-638d6f59-68b0-433f-ba39-2a43c58037dc None None] For port 449ccfbd-1231-49eb-8bf4-2855f8151965, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=449ccfbd-1231-49eb-8bf4-2855f8151965,segment=NetworkSegment(8fa5c819-89be-4641-aa0b-79cdcddbc4fa),segment_id=8fa5c819-89be-4641-aa0b-79cdcddbc4fa)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:06:14.231665 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b4ab3f93-1760-4c4d-af70-c729e65d581b tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (d6d59e90-cbb3-4160-bca8-7835ff1ff6ff), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:14.265301 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-caee3733-1e07-4021-9260-45382cdd81e2 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Publish callbacks [] for security_group_rule (630b889e-a506-43de-97b8-543e5eddfe82), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:14.284499 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-6f8946c6-6b8c-4928-ba6e-009260485ba3 None None] Current status of the port b24e73a2-54cb-4cff-8ad0-1470c2bd8cb0 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:06:14.287556 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-638d6f59-68b0-433f-ba39-2a43c58037dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (449ccfbd-1231-49eb-8bf4-2855f8151965), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:14.316351 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c9c909bd-bba9-41dd-b45b-bc4101f6d5a3 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Publish callbacks [] for router (708860e6-d918-447e-a30a-4c468b9dfa1f), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:14.350050 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5c82b47c-acd8-4552-87a8-915b51b8073f admin admin] Publish callbacks [] for security_group (163cbeed-7036-4cb4-8ec0-1ba50020443c), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:14.364473 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5c82b47c-acd8-4552-87a8-915b51b8073f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (163cbeed-7036-4cb4-8ec0-1ba50020443c), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:14.403196 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.api.v2.resource [None req-caee3733-1e07-4021-9260-45382cdd81e2 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] create failed (client error): There was a conflict when trying to complete your request. Mar 28 01:06:14.408451 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-caee3733-1e07-4021-9260-45382cdd81e2 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2147813 Mar 28 01:06:14.408630 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-6f8946c6-6b8c-4928-ba6e-009260485ba3 None None] Provisioning complete for port 13e1937c-70f3-4929-a648-f71c03644d31 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:06:14.408630 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-6f8946c6-6b8c-4928-ba6e-009260485ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (13e1937c-70f3-4929-a648-f71c03644d31), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:14.411642 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51034) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:14.440340 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-5c82b47c-acd8-4552-87a8-915b51b8073f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d1102bc70ac64178847c1f8a6c080559&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6100671 Mar 28 01:06:14.440561 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638d6f59-68b0-433f-ba39-2a43c58037dc None None] Pushing event updated for resources: {'Port': ['ID=449ccfbd-1231-49eb-8bf4-2855f8151965,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:14.441671 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51036) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:14.447715 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae07ac36-f46b-4dbd-a9bc-6a24207fb545 None None] Network 0e226e02-9cae-484f-a052-ad96e3b23f2c requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:06:14.457498 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c82b47c-acd8-4552-87a8-915b51b8073f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=163cbeed-7036-4cb4-8ec0-1ba50020443c,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:14.500553 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b3dbed71-1af2-43cb-a837-3cf146524e96 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (aa257756-bccf-477b-bc7a-4ec55ee45869), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:14.532257 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 13e1937c-70f3-4929-a648-f71c03644d31 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:06:14.532636 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (13e1937c-70f3-4929-a648-f71c03644d31), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:14.534654 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-b3dbed71-1af2-43cb-a837-3cf146524e96 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa257756-bccf-477b-bc7a-4ec55ee45869']}} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:14.544935 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-19f94489-b6a1-425d-9592-4be1ede3e802 admin admin] Publish callbacks [] for security_group (163cbeed-7036-4cb4-8ec0-1ba50020443c), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:14.547812 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-05aa1bba-0c43-4e63-a9c8-77ea684c6043 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Publish callbacks [] for security_group (9e030aac-9d33-4f88-8e87-dc5e59ded7a4), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:14.586446 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-19f94489-b6a1-425d-9592-4be1ede3e802 admin admin] Publish callbacks [] for security_group (163cbeed-7036-4cb4-8ec0-1ba50020443c), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:14.598361 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-05aa1bba-0c43-4e63-a9c8-77ea684c6043 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Publish callbacks [] for security_group (9e030aac-9d33-4f88-8e87-dc5e59ded7a4), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:14.601723 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0a68ee23-940a-4cc3-bd61-32ac75e12463 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (0e226e02-9cae-484f-a052-ad96e3b23f2c), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:14.634234 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ab3f93-1760-4c4d-af70-c729e65d581b tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Pushing event updated for resources: {'Port': ['ID=d6d59e90-cbb3-4160-bca8-7835ff1ff6ff,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:14.690296 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-05aa1bba-0c43-4e63-a9c8-77ea684c6043 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (9e030aac-9d33-4f88-8e87-dc5e59ded7a4), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:14.693299 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-05aa1bba-0c43-4e63-a9c8-77ea684c6043 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:14.697437 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-05aa1bba-0c43-4e63-a9c8-77ea684c6043 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] 10.222.0.24 "DELETE /v2.0/security-groups/9e030aac-9d33-4f88-8e87-dc5e59ded7a4 HTTP/1.1" status: 204 len: 168 time: 0.2841873 Mar 28 01:06:14.699397 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51038) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:14.701096 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924e95a6-b7ce-4ed2-9e6c-697b16c8322e None None] get_active_networks_info from dv-neutron-834874-6-hyperv {{(pid=104100) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 28 01:06:14.702869 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-6f8946c6-6b8c-4928-ba6e-009260485ba3 None None] Current status of the port 13e1937c-70f3-4929-a648-f71c03644d31 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:06:14.715828 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-19f94489-b6a1-425d-9592-4be1ede3e802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (163cbeed-7036-4cb4-8ec0-1ba50020443c), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:14.718419 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-19f94489-b6a1-425d-9592-4be1ede3e802 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:14.720518 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-19f94489-b6a1-425d-9592-4be1ede3e802 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/163cbeed-7036-4cb4-8ec0-1ba50020443c HTTP/1.1" status: 204 len: 168 time: 0.2779164 Mar 28 01:06:14.728768 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-b3dbed71-1af2-43cb-a837-3cf146524e96 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f56ddb6-7bd6-455c-9569-8cc26fc0118e') {'for_net_delete': True} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:14.729387 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-b3dbed71-1af2-43cb-a837-3cf146524e96 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f56ddb6-7bd6-455c-9569-8cc26fc0118e') {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:14.730483 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aa1bba-0c43-4e63-a9c8-77ea684c6043 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e030aac-9d33-4f88-8e87-dc5e59ded7a4,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:14.739766 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b3dbed71-1af2-43cb-a837-3cf146524e96 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126946678'] for segment (0f56ddb6-7bd6-455c-9569-8cc26fc0118e), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:14.742552 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f94489-b6a1-425d-9592-4be1ede3e802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=163cbeed-7036-4cb4-8ec0-1ba50020443c,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:14.755116 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b3dbed71-1af2-43cb-a837-3cf146524e96 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (0f56ddb6-7bd6-455c-9569-8cc26fc0118e), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:14.761695 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3dbed71-1af2-43cb-a837-3cf146524e96 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=104099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:06:14.762392 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b3dbed71-1af2-43cb-a837-3cf146524e96 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127280876'] for segment (0f56ddb6-7bd6-455c-9569-8cc26fc0118e), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:14.789213 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-82c37028-c898-4096-b866-0bf4bf1298e3 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0842485 Mar 28 01:06:14.789873 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51042) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:14.795025 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-78e44b59-5fcd-4a96-aa11-0e13975d8fbf tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Request body: {'security_group': {'name': 'tempest-secgroup--1001714179'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:14.803708 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:14.804392 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 13e1937c-70f3-4929-a648-f71c03644d31 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:06:14.809430 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-6f8946c6-6b8c-4928-ba6e-009260485ba3 None None] Provisioning complete for port c113f1c9-ff47-4ba8-8769-c2573fc362ca triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:06:14.809975 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-6f8946c6-6b8c-4928-ba6e-009260485ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (c113f1c9-ff47-4ba8-8769-c2573fc362ca), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:14.819519 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-78e44b59-5fcd-4a96-aa11-0e13975d8fbf tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:14.832875 dv-neutron-834874-6-hyperv neutron-server[104099]: Traceback (most recent call last): Mar 28 01:06:14.832875 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:06:14.832875 dv-neutron-834874-6-hyperv neutron-server[104099]: timer() Mar 28 01:06:14.832875 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:06:14.832875 dv-neutron-834874-6-hyperv neutron-server[104099]: cb(*args, **kw) Mar 28 01:06:14.832875 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:06:14.832875 dv-neutron-834874-6-hyperv neutron-server[104099]: return func(*args, **kwargs) Mar 28 01:06:14.832875 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:06:14.832875 dv-neutron-834874-6-hyperv neutron-server[104099]: self._notify() Mar 28 01:06:14.832875 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:06:14.832875 dv-neutron-834874-6-hyperv neutron-server[104099]: self.callback(batched_events) Mar 28 01:06:14.832875 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:06:14.832875 dv-neutron-834874-6-hyperv neutron-server[104099]: event.method(event) Mar 28 01:06:14.832875 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:06:14.832875 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:06:14.832875 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:06:14.832875 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:06:14.832875 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:06:14.832875 dv-neutron-834874-6-hyperv neutron-server[104099]: return f(self, *a, **k) Mar 28 01:06:14.832875 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:06:14.832875 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._get(url).json() Mar 28 01:06:14.832875 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:06:14.832875 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:06:14.832875 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:06:14.832875 dv-neutron-834874-6-hyperv neutron-server[104099]: return self.request(url, 'GET', **kwargs) Mar 28 01:06:14.832875 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:06:14.832875 dv-neutron-834874-6-hyperv neutron-server[104099]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:06:14.832875 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:06:14.832875 dv-neutron-834874-6-hyperv neutron-server[104099]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:06:14.832875 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:06:14.832875 dv-neutron-834874-6-hyperv neutron-server[104099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:06:14.832875 dv-neutron-834874-6-hyperv neutron-server[104099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:06:14.835990 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c9c909bd-bba9-41dd-b45b-bc4101f6d5a3 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Publish callbacks [] for router_gateway (708860e6-d918-447e-a30a-4c468b9dfa1f), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:14.838910 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ab3f93-1760-4c4d-af70-c729e65d581b tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Network be4801db-c8f8-4df3-b9b5-556693d6a290 is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:06:14.850550 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b3dbed71-1af2-43cb-a837-3cf146524e96 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (aa257756-bccf-477b-bc7a-4ec55ee45869), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:14.864171 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-b4ab3f93-1760-4c4d-af70-c729e65d581b tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:06:14.871207 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ab3f93-1760-4c4d-af70-c729e65d581b tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:06:14.878459 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-6f8946c6-6b8c-4928-ba6e-009260485ba3 None None] Port c113f1c9-ff47-4ba8-8769-c2573fc362ca cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:06:14.899174 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-0a68ee23-940a-4cc3-bd61-32ac75e12463 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e226e02-9cae-484f-a052-ad96e3b23f2c']}} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:14.902080 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b3dbed71-1af2-43cb-a837-3cf146524e96 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:14.906067 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-b3dbed71-1af2-43cb-a837-3cf146524e96 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] 10.222.0.24 "DELETE /v2.0/networks/aa257756-bccf-477b-bc7a-4ec55ee45869 HTTP/1.1" status: 204 len: 168 time: 1.7822094 Mar 28 01:06:14.910119 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51044) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:14.914554 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-78e44b59-5fcd-4a96-aa11-0e13975d8fbf tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Publish callbacks [] for security_group (d3d200c3-bd4b-42f1-990d-06be8ee4dd8d), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:14.923145 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924e95a6-b7ce-4ed2-9e6c-697b16c8322e None None] Resources bound (agent type, host, resource id): {{(pid=104100) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 28 01:06:14.923673 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-78e44b59-5fcd-4a96-aa11-0e13975d8fbf tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (d3d200c3-bd4b-42f1-990d-06be8ee4dd8d), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:14.941718 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-0a68ee23-940a-4cc3-bd61-32ac75e12463 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fa5c819-89be-4641-aa0b-79cdcddbc4fa') {'for_net_delete': True} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:14.942991 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-0a68ee23-940a-4cc3-bd61-32ac75e12463 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fa5c819-89be-4641-aa0b-79cdcddbc4fa') {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:14.964817 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dbed71-1af2-43cb-a837-3cf146524e96 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Pushing event deleted for resources: {'Network': ['ID=aa257756-bccf-477b-bc7a-4ec55ee45869,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:14.987940 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0a68ee23-940a-4cc3-bd61-32ac75e12463 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126946678'] for segment (8fa5c819-89be-4641-aa0b-79cdcddbc4fa), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:15.014477 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ab3f93-1760-4c4d-af70-c729e65d581b tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:15.015491 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b4ab3f93-1760-4c4d-af70-c729e65d581b tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:15.015612 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e44b59-5fcd-4a96-aa11-0e13975d8fbf tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3d200c3-bd4b-42f1-990d-06be8ee4dd8d,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:15.024282 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-78e44b59-5fcd-4a96-aa11-0e13975d8fbf tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:15.029730 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-78e44b59-5fcd-4a96-aa11-0e13975d8fbf tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2388394 Mar 28 01:06:15.029936 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0a68ee23-940a-4cc3-bd61-32ac75e12463 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (8fa5c819-89be-4641-aa0b-79cdcddbc4fa), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:15.030481 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51046) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:15.035781 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-8387a606-43ba-4547-846c-ab907d0f1600 None None] Provisioning complete for port 3c589cfc-34d4-4a41-ab27-d26681cc079e triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:06:15.036467 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-8387a606-43ba-4547-846c-ab907d0f1600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (3c589cfc-34d4-4a41-ab27-d26681cc079e), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:15.041161 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-da4dde77-0654-4bee-8f9a-88028efab452 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Request body: {'security_group_rule': {'security_group_id': 'd3d200c3-bd4b-42f1-990d-06be8ee4dd8d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:15.042485 dv-neutron-834874-6-hyperv neutron-server[104098]: WARNING neutron.api.v2.base [None req-da4dde77-0654-4bee-8f9a-88028efab452 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 28 01:06:15.043052 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.api.v2.resource [None req-da4dde77-0654-4bee-8f9a-88028efab452 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 01:06:15.048169 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-da4dde77-0654-4bee-8f9a-88028efab452 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0103850 Mar 28 01:06:15.055730 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51048) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:15.059923 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3c37e130-6708-40f1-a33b-faf055a3f527 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (8ced5665-1121-43ba-8fc6-74a3216fbc49), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:15.089962 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a68ee23-940a-4cc3-bd61-32ac75e12463 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=104099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:06:15.091045 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0a68ee23-940a-4cc3-bd61-32ac75e12463 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127280876'] for segment (8fa5c819-89be-4641-aa0b-79cdcddbc4fa), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:15.096407 dv-neutron-834874-6-hyperv neutron-server[104099]: Traceback (most recent call last): Mar 28 01:06:15.096407 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:06:15.096407 dv-neutron-834874-6-hyperv neutron-server[104099]: timer() Mar 28 01:06:15.096407 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:06:15.096407 dv-neutron-834874-6-hyperv neutron-server[104099]: cb(*args, **kw) Mar 28 01:06:15.096407 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:06:15.096407 dv-neutron-834874-6-hyperv neutron-server[104099]: return func(*args, **kwargs) Mar 28 01:06:15.096407 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:06:15.096407 dv-neutron-834874-6-hyperv neutron-server[104099]: self._notify() Mar 28 01:06:15.096407 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:06:15.096407 dv-neutron-834874-6-hyperv neutron-server[104099]: self.callback(batched_events) Mar 28 01:06:15.096407 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:06:15.096407 dv-neutron-834874-6-hyperv neutron-server[104099]: event.method(event) Mar 28 01:06:15.096407 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:06:15.096407 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:06:15.096407 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:06:15.096407 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:06:15.096407 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:06:15.096407 dv-neutron-834874-6-hyperv neutron-server[104099]: return f(self, *a, **k) Mar 28 01:06:15.096407 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:06:15.096407 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._get(url).json() Mar 28 01:06:15.096407 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:06:15.096407 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:06:15.096407 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:06:15.096407 dv-neutron-834874-6-hyperv neutron-server[104099]: return self.request(url, 'GET', **kwargs) Mar 28 01:06:15.096407 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:06:15.096407 dv-neutron-834874-6-hyperv neutron-server[104099]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:06:15.096407 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:06:15.096407 dv-neutron-834874-6-hyperv neutron-server[104099]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:06:15.096407 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:06:15.096407 dv-neutron-834874-6-hyperv neutron-server[104099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:06:15.096407 dv-neutron-834874-6-hyperv neutron-server[104099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:06:15.158687 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-b4ab3f93-1760-4c4d-af70-c729e65d581b tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.3665490 Mar 28 01:06:15.168651 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51052) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:15.182867 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3c37e130-6708-40f1-a33b-faf055a3f527 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (8ced5665-1121-43ba-8fc6-74a3216fbc49), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:15.204773 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-c9c909bd-bba9-41dd-b45b-bc4101f6d5a3 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Deleting port ef9caffe-2339-43ce-8efa-cabde2711ed8 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:06:15.205398 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c9c909bd-bba9-41dd-b45b-bc4101f6d5a3 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (ef9caffe-2339-43ce-8efa-cabde2711ed8), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:15.212749 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-8387a606-43ba-4547-846c-ab907d0f1600 None None] Current status of the port 3c589cfc-34d4-4a41-ab27-d26681cc079e is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:06:15.227814 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-3c37e130-6708-40f1-a33b-faf055a3f527 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ced5665-1121-43ba-8fc6-74a3216fbc49']}} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:15.232729 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-8387a606-43ba-4547-846c-ab907d0f1600 None None] Provisioning complete for port b24e73a2-54cb-4cff-8ad0-1470c2bd8cb0 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:06:15.233352 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-8387a606-43ba-4547-846c-ab907d0f1600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (b24e73a2-54cb-4cff-8ad0-1470c2bd8cb0), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:15.241138 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-3c37e130-6708-40f1-a33b-faf055a3f527 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03ba3e21-0040-4499-9596-6bbda55fb3fa') {'for_net_delete': True} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:15.241437 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-3c37e130-6708-40f1-a33b-faf055a3f527 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03ba3e21-0040-4499-9596-6bbda55fb3fa') {} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:15.253965 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51054) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:15.263528 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3c37e130-6708-40f1-a33b-faf055a3f527 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126443583'] for segment (03ba3e21-0040-4499-9596-6bbda55fb3fa), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:15.284943 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b38716b-6785-4d0b-b39a-34dbd38e9efa tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:15.290692 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b38716b-6785-4d0b-b39a-34dbd38e9efa tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:15.291253 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.db.api [None req-0a68ee23-940a-4cc3-bd61-32ac75e12463 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 28 01:06:15.291253 dv-neutron-834874-6-hyperv neutron-server[104099]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 28 01:06:15.291253 dv-neutron-834874-6-hyperv neutron-server[104099]: [parameters: {'id': '0e226e02-9cae-484f-a052-ad96e3b23f2c'}] Mar 28 01:06:15.291253 dv-neutron-834874-6-hyperv neutron-server[104099]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104099) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 01:06:15.291880 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG oslo_db.api [None req-0a68ee23-940a-4cc3-bd61-32ac75e12463 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 01:06:15.295172 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-4b38716b-6785-4d0b-b39a-34dbd38e9efa tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.1248634 Mar 28 01:06:15.296480 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51056) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:15.298337 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-547febf8-a4cb-4cb6-baa9-56ead30d07ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:15.310701 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3c37e130-6708-40f1-a33b-faf055a3f527 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (03ba3e21-0040-4499-9596-6bbda55fb3fa), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:15.322396 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c37e130-6708-40f1-a33b-faf055a3f527 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=104098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:06:15.322803 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3c37e130-6708-40f1-a33b-faf055a3f527 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126177251'] for segment (03ba3e21-0040-4499-9596-6bbda55fb3fa), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:15.326622 dv-neutron-834874-6-hyperv neutron-server[104098]: Traceback (most recent call last): Mar 28 01:06:15.326622 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:06:15.326622 dv-neutron-834874-6-hyperv neutron-server[104098]: timer() Mar 28 01:06:15.326622 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:06:15.326622 dv-neutron-834874-6-hyperv neutron-server[104098]: cb(*args, **kw) Mar 28 01:06:15.326622 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:06:15.326622 dv-neutron-834874-6-hyperv neutron-server[104098]: return func(*args, **kwargs) Mar 28 01:06:15.326622 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:06:15.326622 dv-neutron-834874-6-hyperv neutron-server[104098]: self._notify() Mar 28 01:06:15.326622 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:06:15.326622 dv-neutron-834874-6-hyperv neutron-server[104098]: self.callback(batched_events) Mar 28 01:06:15.326622 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:06:15.326622 dv-neutron-834874-6-hyperv neutron-server[104098]: event.method(event) Mar 28 01:06:15.326622 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:06:15.326622 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:06:15.326622 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:06:15.326622 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:06:15.326622 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:06:15.326622 dv-neutron-834874-6-hyperv neutron-server[104098]: return f(self, *a, **k) Mar 28 01:06:15.326622 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:06:15.326622 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._get(url).json() Mar 28 01:06:15.326622 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:06:15.326622 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:06:15.326622 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:06:15.326622 dv-neutron-834874-6-hyperv neutron-server[104098]: return self.request(url, 'GET', **kwargs) Mar 28 01:06:15.326622 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:06:15.326622 dv-neutron-834874-6-hyperv neutron-server[104098]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:06:15.326622 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:06:15.326622 dv-neutron-834874-6-hyperv neutron-server[104098]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:06:15.326622 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:06:15.326622 dv-neutron-834874-6-hyperv neutron-server[104098]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:06:15.326622 dv-neutron-834874-6-hyperv neutron-server[104098]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:06:15.348648 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f58ae6b2-8fbb-4f76-9cbf-f8b0ee29f30e tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:15.363508 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c1f630a5-cf8a-467f-903c-a0a11788e544 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Publish callbacks [] for security_group (d3d200c3-bd4b-42f1-990d-06be8ee4dd8d), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:15.406176 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3c37e130-6708-40f1-a33b-faf055a3f527 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (8ced5665-1121-43ba-8fc6-74a3216fbc49), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:15.420749 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3c37e130-6708-40f1-a33b-faf055a3f527 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:15.426605 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-3c37e130-6708-40f1-a33b-faf055a3f527 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] 10.222.0.24 "DELETE /v2.0/networks/8ced5665-1121-43ba-8fc6-74a3216fbc49 HTTP/1.1" status: 204 len: 168 time: 0.5131192 Mar 28 01:06:15.439900 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51058) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:15.455056 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c37e130-6708-40f1-a33b-faf055a3f527 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Pushing event deleted for resources: {'Network': ['ID=8ced5665-1121-43ba-8fc6-74a3216fbc49,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:15.482424 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c9c909bd-bba9-41dd-b45b-bc4101f6d5a3 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (ef9caffe-2339-43ce-8efa-cabde2711ed8), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:15.519326 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c1f630a5-cf8a-467f-903c-a0a11788e544 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Publish callbacks [] for security_group (d3d200c3-bd4b-42f1-990d-06be8ee4dd8d), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:15.528264 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-547febf8-a4cb-4cb6-baa9-56ead30d07ae admin admin] Publish callbacks [] for security_group (ebfaef31-38c7-455c-aac7-fd92f23ec240), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:15.538043 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-547febf8-a4cb-4cb6-baa9-56ead30d07ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (ebfaef31-38c7-455c-aac7-fd92f23ec240), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:15.542024 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-8387a606-43ba-4547-846c-ab907d0f1600 None None] Current status of the port b24e73a2-54cb-4cff-8ad0-1470c2bd8cb0 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:06:15.568359 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-8387a606-43ba-4547-846c-ab907d0f1600 None None] Provisioning complete for port 13e1937c-70f3-4929-a648-f71c03644d31 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:06:15.568895 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-8387a606-43ba-4547-846c-ab907d0f1600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (13e1937c-70f3-4929-a648-f71c03644d31), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:15.573614 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-c9c909bd-bba9-41dd-b45b-bc4101f6d5a3 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Calling delete_port for ef9caffe-2339-43ce-8efa-cabde2711ed8 owned by network:router_gateway {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:06:15.597326 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547febf8-a4cb-4cb6-baa9-56ead30d07ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebfaef31-38c7-455c-aac7-fd92f23ec240,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:15.604658 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-547febf8-a4cb-4cb6-baa9-56ead30d07ae admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=569f3d86c0704767892c9a7d8bdcd37a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3495781 Mar 28 01:06:15.607511 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51060) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:15.614305 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ba21ae-9225-4f8c-8404-4e7b41679100 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:15.620067 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ba21ae-9225-4f8c-8404-4e7b41679100 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:15.627306 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-c4ba21ae-9225-4f8c-8404-4e7b41679100 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1864104 Mar 28 01:06:15.633268 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51062) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:15.639343 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-6bbf9299-8609-45c7-8e84-9f2e4c3e5e48 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1370991560'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:15.690276 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bbf9299-8609-45c7-8e84-9f2e4c3e5e48 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Made reservation on behalf of 8686e504a21b45b7abe84195cfbbe04f for: {'network': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:06:15.694725 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-6bbf9299-8609-45c7-8e84-9f2e4c3e5e48 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:15.738956 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-8387a606-43ba-4547-846c-ab907d0f1600 None None] Current status of the port 13e1937c-70f3-4929-a648-f71c03644d31 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:06:15.746260 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4226c034-5af4-499c-b9cc-04748cec24c2 admin admin] Publish callbacks [] for security_group (ebfaef31-38c7-455c-aac7-fd92f23ec240), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:15.762708 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-8387a606-43ba-4547-846c-ab907d0f1600 None None] Provisioning complete for port c113f1c9-ff47-4ba8-8769-c2573fc362ca triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:06:15.764308 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-8387a606-43ba-4547-846c-ab907d0f1600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (c113f1c9-ff47-4ba8-8769-c2573fc362ca), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:15.768982 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bbf9299-8609-45c7-8e84-9f2e4c3e5e48 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=104098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:06:15.809527 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4226c034-5af4-499c-b9cc-04748cec24c2 admin admin] Publish callbacks [] for security_group (ebfaef31-38c7-455c-aac7-fd92f23ec240), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:15.818600 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-6bbf9299-8609-45c7-8e84-9f2e4c3e5e48 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (aa6d406c-bae1-43aa-8579-29f6075dbebf), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:15.818938 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.segments_db [None req-6bbf9299-8609-45c7-8e84-9f2e4c3e5e48 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Added segment aa6d406c-bae1-43aa-8579-29f6075dbebf of type vlan for network 024d2fa7-a3cd-4d95-8303-364faaa0ad3b Mar 28 01:06:15.838484 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0a68ee23-940a-4cc3-bd61-32ac75e12463 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (0e226e02-9cae-484f-a052-ad96e3b23f2c), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:15.848770 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c1f630a5-cf8a-467f-903c-a0a11788e544 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (d3d200c3-bd4b-42f1-990d-06be8ee4dd8d), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:15.852356 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c1f630a5-cf8a-467f-903c-a0a11788e544 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:15.855944 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-8387a606-43ba-4547-846c-ab907d0f1600 None None] Port c113f1c9-ff47-4ba8-8769-c2573fc362ca cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:06:15.856514 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-c1f630a5-cf8a-467f-903c-a0a11788e544 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] 10.222.0.24 "DELETE /v2.0/security-groups/d3d200c3-bd4b-42f1-990d-06be8ee4dd8d HTTP/1.1" status: 204 len: 168 time: 0.7997277 Mar 28 01:06:15.859939 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51064) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:15.891066 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-46a5c27e-6e39-46f1-9d2a-a1f23be2de90 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Deleting port d6d59e90-cbb3-4160-bca8-7835ff1ff6ff {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:06:15.891625 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-46a5c27e-6e39-46f1-9d2a-a1f23be2de90 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (d6d59e90-cbb3-4160-bca8-7835ff1ff6ff), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:15.903501 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-6bbf9299-8609-45c7-8e84-9f2e4c3e5e48 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (024d2fa7-a3cd-4d95-8303-364faaa0ad3b), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:15.958479 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-6df2d553-434b-4833-808f-c5d7caaba50e tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0921466 Mar 28 01:06:15.958697 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51066) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:15.964859 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-311216ba-a82e-455e-bd77-e9bea84b879c tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Request body: {'security_group': {'name': 'tempest-secgroup--668671376'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:15.965024 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f630a5-cf8a-467f-903c-a0a11788e544 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3d200c3-bd4b-42f1-990d-06be8ee4dd8d,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:15.971728 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4226c034-5af4-499c-b9cc-04748cec24c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (ebfaef31-38c7-455c-aac7-fd92f23ec240), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:15.974433 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4226c034-5af4-499c-b9cc-04748cec24c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:15.975807 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-4226c034-5af4-499c-b9cc-04748cec24c2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ebfaef31-38c7-455c-aac7-fd92f23ec240 HTTP/1.1" status: 204 len: 168 time: 0.3471787 Mar 28 01:06:15.976286 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-6bbf9299-8609-45c7-8e84-9f2e4c3e5e48 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (024d2fa7-a3cd-4d95-8303-364faaa0ad3b), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:15.982643 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbf9299-8609-45c7-8e84-9f2e4c3e5e48 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:15.983243 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-6bbf9299-8609-45c7-8e84-9f2e4c3e5e48 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:16.056384 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4226c034-5af4-499c-b9cc-04748cec24c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebfaef31-38c7-455c-aac7-fd92f23ec240,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:16.078679 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-6bbf9299-8609-45c7-8e84-9f2e4c3e5e48 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4406486 Mar 28 01:06:16.080930 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51070) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:16.093271 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-c6b1aab9-7bde-402e-a8c1-25a38a6bd684 None None] Provisioning complete for port d6d59e90-cbb3-4160-bca8-7835ff1ff6ff triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:06:16.093658 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-c6b1aab9-7bde-402e-a8c1-25a38a6bd684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (d6d59e90-cbb3-4160-bca8-7835ff1ff6ff), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:16.094802 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-a1795a74-ba34-4afa-98be-b41d729afd1c tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-351924238'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:16.105031 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-311216ba-a82e-455e-bd77-e9bea84b879c tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:16.128265 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbf9299-8609-45c7-8e84-9f2e4c3e5e48 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Pushing event updated for resources: {'Network': ['ID=024d2fa7-a3cd-4d95-8303-364faaa0ad3b,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:16.154125 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1795a74-ba34-4afa-98be-b41d729afd1c tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Made reservation on behalf of 8686e504a21b45b7abe84195cfbbe04f for: {'network': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:06:16.158738 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a1795a74-ba34-4afa-98be-b41d729afd1c tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:16.172228 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network 024d2fa7-a3cd-4d95-8303-364faaa0ad3b details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:06:16.215367 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1795a74-ba34-4afa-98be-b41d729afd1c tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=104098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:06:16.252021 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a1795a74-ba34-4afa-98be-b41d729afd1c tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (c02d5f66-e97c-4b3c-a131-25909e18abdf), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:16.252021 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.segments_db [None req-a1795a74-ba34-4afa-98be-b41d729afd1c tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Added segment c02d5f66-e97c-4b3c-a131-25909e18abdf of type vlan for network 5966f4f9-83ba-48ed-b2de-1779e14db4a2 Mar 28 01:06:16.252511 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-c6b1aab9-7bde-402e-a8c1-25a38a6bd684 None None] Port d6d59e90-cbb3-4160-bca8-7835ff1ff6ff cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:06:16.254367 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:16.325585 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-311216ba-a82e-455e-bd77-e9bea84b879c tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Publish callbacks [] for security_group (933e845b-839e-4fb1-af26-5a8bfb5154cf), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:16.327331 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a1795a74-ba34-4afa-98be-b41d729afd1c tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (5966f4f9-83ba-48ed-b2de-1779e14db4a2), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:16.335615 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-311216ba-a82e-455e-bd77-e9bea84b879c tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (933e845b-839e-4fb1-af26-5a8bfb5154cf), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:16.383126 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-311216ba-a82e-455e-bd77-e9bea84b879c tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:16.387113 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-311216ba-a82e-455e-bd77-e9bea84b879c tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.4248977 Mar 28 01:06:16.387113 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311216ba-a82e-455e-bd77-e9bea84b879c tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=933e845b-839e-4fb1-af26-5a8bfb5154cf,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:16.388555 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a1795a74-ba34-4afa-98be-b41d729afd1c tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (5966f4f9-83ba-48ed-b2de-1779e14db4a2), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:16.393031 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51072) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:16.393698 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1795a74-ba34-4afa-98be-b41d729afd1c tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:16.394305 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a1795a74-ba34-4afa-98be-b41d729afd1c tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:16.401632 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-58b3f43e-dcf6-472a-a059-013452606701 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Request body: {'security_group_rule': {'security_group_id': '933e845b-839e-4fb1-af26-5a8bfb5154cf', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:16.403357 dv-neutron-834874-6-hyperv neutron-server[104099]: WARNING neutron.api.v2.base [None req-58b3f43e-dcf6-472a-a059-013452606701 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 28 01:06:16.404571 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.api.v2.resource [None req-58b3f43e-dcf6-472a-a059-013452606701 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 01:06:16.406002 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-58b3f43e-dcf6-472a-a059-013452606701 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0082414 Mar 28 01:06:16.414544 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51074) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:16.473161 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-a1795a74-ba34-4afa-98be-b41d729afd1c tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3880813 Mar 28 01:06:16.476329 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51078) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:16.484768 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-9007e574-0e1d-4e4c-9ccf-f189b5975429 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Request body: {'ports': [{'network_id': '024d2fa7-a3cd-4d95-8303-364faaa0ad3b', 'name': 'tempest-port--1014563516', 'admin_state_up': True}, {'network_id': '5966f4f9-83ba-48ed-b2de-1779e14db4a2', 'admin_state_up': False}]} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:16.485081 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-9007e574-0e1d-4e4c-9ccf-f189b5975429 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Request body: {'port': {'network_id': '024d2fa7-a3cd-4d95-8303-364faaa0ad3b', 'name': 'tempest-port--1014563516', 'admin_state_up': True}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:16.485674 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-9007e574-0e1d-4e4c-9ccf-f189b5975429 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Request body: {'port': {'network_id': '5966f4f9-83ba-48ed-b2de-1779e14db4a2', 'admin_state_up': False}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:16.490688 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1795a74-ba34-4afa-98be-b41d729afd1c tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Pushing event updated for resources: {'Network': ['ID=5966f4f9-83ba-48ed-b2de-1779e14db4a2,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:16.503158 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network 5966f4f9-83ba-48ed-b2de-1779e14db4a2 details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:06:16.587500 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-46a5c27e-6e39-46f1-9d2a-a1f23be2de90 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (d6d59e90-cbb3-4160-bca8-7835ff1ff6ff), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:16.658899 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [None req-f58ae6b2-8fbb-4f76-9cbf-f8b0ee29f30e tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Allocated IP 2001:db8:1::1 (4def3977-30ad-4421-858b-c5a18ad30df2/b237b924-5134-44e8-b9ac-c042314c06fc/7e717bfd-a2f2-4a9e-a876-37d3232a4e4b) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:06:16.699205 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9007e574-0e1d-4e4c-9ccf-f189b5975429 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Made reservation on behalf of 8686e504a21b45b7abe84195cfbbe04f for: {'port': 2} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:06:16.708407 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9007e574-0e1d-4e4c-9ccf-f189b5975429 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:16.710222 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-46a5c27e-6e39-46f1-9d2a-a1f23be2de90 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Calling delete_port for d6d59e90-cbb3-4160-bca8-7835ff1ff6ff owned by {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:06:16.717227 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2c02af1e-eb36-4c10-941b-4221d7d784a8 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Publish callbacks [] for security_group (933e845b-839e-4fb1-af26-5a8bfb5154cf), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:16.731475 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9007e574-0e1d-4e4c-9ccf-f189b5975429 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:16.799462 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c9c909bd-bba9-41dd-b45b-bc4101f6d5a3 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (ef9caffe-2339-43ce-8efa-cabde2711ed8), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:16.895150 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2c02af1e-eb36-4c10-941b-4221d7d784a8 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Publish callbacks [] for security_group (933e845b-839e-4fb1-af26-5a8bfb5154cf), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:16.902158 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c909bd-bba9-41dd-b45b-bc4101f6d5a3 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Pushing event deleted for resources: {'Port': ['ID=ef9caffe-2339-43ce-8efa-cabde2711ed8,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:16.913178 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.notifiers.nova [None req-9007e574-0e1d-4e4c-9ccf-f189b5975429 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] device_id is not set on port f327bd28-1e0e-49fd-aeb8-4243fed4b4b8 yet. {{(pid=104098) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 01:06:16.916935 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-0a68ee23-940a-4cc3-bd61-32ac75e12463 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Deleting port 449ccfbd-1231-49eb-8bf4-2855f8151965 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:06:16.917143 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0a68ee23-940a-4cc3-bd61-32ac75e12463 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (449ccfbd-1231-49eb-8bf4-2855f8151965), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:17.066631 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9007e574-0e1d-4e4c-9ccf-f189b5975429 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Publish callbacks [] for port (f327bd28-1e0e-49fd-aeb8-4243fed4b4b8), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:17.127108 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-0a68ee23-940a-4cc3-bd61-32ac75e12463 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] For port 449ccfbd-1231-49eb-8bf4-2855f8151965, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=449ccfbd-1231-49eb-8bf4-2855f8151965,segment=NetworkSegment(8fa5c819-89be-4641-aa0b-79cdcddbc4fa),segment_id=8fa5c819-89be-4641-aa0b-79cdcddbc4fa)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:06:17.127108 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0a68ee23-940a-4cc3-bd61-32ac75e12463 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (449ccfbd-1231-49eb-8bf4-2855f8151965), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:17.149732 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f58ae6b2-8fbb-4f76-9cbf-f8b0ee29f30e tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks [] for port (7e717bfd-a2f2-4a9e-a876-37d3232a4e4b), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:17.163993 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.notifiers.nova [None req-9007e574-0e1d-4e4c-9ccf-f189b5975429 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] device_id is not set on port 327b230e-e238-476d-a314-5704c3dd1a32 yet. {{(pid=104098) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 01:06:17.165202 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c9c909bd-bba9-41dd-b45b-bc4101f6d5a3 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3687989'] for router_gateway (708860e6-d918-447e-a30a-4c468b9dfa1f), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:17.167345 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-0a68ee23-940a-4cc3-bd61-32ac75e12463 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Calling delete_port for 449ccfbd-1231-49eb-8bf4-2855f8151965 owned by network:dhcp {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:06:17.204658 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2c02af1e-eb36-4c10-941b-4221d7d784a8 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (933e845b-839e-4fb1-af26-5a8bfb5154cf), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:17.208189 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2c02af1e-eb36-4c10-941b-4221d7d784a8 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:17.209369 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-2c02af1e-eb36-4c10-941b-4221d7d784a8 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] 10.222.0.24 "DELETE /v2.0/security-groups/933e845b-839e-4fb1-af26-5a8bfb5154cf HTTP/1.1" status: 204 len: 168 time: 0.7885385 Mar 28 01:06:17.259186 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51098) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:17.326220 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-83e3cb44-6dd7-4b2a-839d-5c82e2a7dc56 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0653875 Mar 28 01:06:17.329496 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51102) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:17.335172 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-8c1a7243-bedc-46e3-8334-04921c5a44b9 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Request body: {'security_group': {'name': 'tempest-secgroup--1639232018'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:17.338584 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c02af1e-eb36-4c10-941b-4221d7d784a8 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=933e845b-839e-4fb1-af26-5a8bfb5154cf,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:17.342484 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c9c909bd-bba9-41dd-b45b-bc4101f6d5a3 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7151'] for router (708860e6-d918-447e-a30a-4c468b9dfa1f), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:17.380237 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-8c1a7243-bedc-46e3-8334-04921c5a44b9 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:17.387648 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c9c909bd-bba9-41dd-b45b-bc4101f6d5a3 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Publish callbacks [] for router_controller (708860e6-d918-447e-a30a-4c468b9dfa1f), precommit_delete_associations {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:17.479498 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-8c1a7243-bedc-46e3-8334-04921c5a44b9 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Publish callbacks [] for security_group (d2795394-a2a8-46b4-9909-f86e2e914cc2), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:17.489305 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-8c1a7243-bedc-46e3-8334-04921c5a44b9 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (d2795394-a2a8-46b4-9909-f86e2e914cc2), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:17.524986 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f58ae6b2-8fbb-4f76-9cbf-f8b0ee29f30e tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (7e717bfd-a2f2-4a9e-a876-37d3232a4e4b), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:17.541779 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-8c1a7243-bedc-46e3-8334-04921c5a44b9 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:17.542990 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c9c909bd-bba9-41dd-b45b-bc4101f6d5a3 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689686'] for router (708860e6-d918-447e-a30a-4c468b9dfa1f), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:17.544315 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9c909bd-bba9-41dd-b45b-bc4101f6d5a3 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Fanout notify agent at l3_agent the message router_deleted on router 708860e6-d918-447e-a30a-4c468b9dfa1f {{(pid=104099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 01:06:17.545107 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-8c1a7243-bedc-46e3-8334-04921c5a44b9 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2141087 Mar 28 01:06:17.552590 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51108) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:17.562813 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c9c909bd-bba9-41dd-b45b-bc4101f6d5a3 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Publish callbacks [] for router (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:17.563717 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-c9c909bd-bba9-41dd-b45b-bc4101f6d5a3 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] 10.222.0.24 "DELETE /v2.0/routers/708860e6-d918-447e-a30a-4c468b9dfa1f HTTP/1.1" status: 204 len: 168 time: 4.3939652 Mar 28 01:06:17.571086 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51110) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:17.573077 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-8e036bba-eb92-453a-b829-fc7504781a3a tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Request body: {'security_group_rule': {'security_group_id': 'd2795394-a2a8-46b4-9909-f86e2e914cc2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:17.578203 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-6829b994-8668-4a72-b986-022cbca2283e tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-6069559', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:17.583504 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1a7243-bedc-46e3-8334-04921c5a44b9 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2795394-a2a8-46b4-9909-f86e2e914cc2,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:17.596535 dv-neutron-834874-6-hyperv neutron-server[104099]: WARNING neutron.api.v2.base [None req-8e036bba-eb92-453a-b829-fc7504781a3a tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 28 01:06:17.597718 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.api.v2.resource [None req-8e036bba-eb92-453a-b829-fc7504781a3a tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 01:06:17.599114 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-8e036bba-eb92-453a-b829-fc7504781a3a tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0337846 Mar 28 01:06:17.602578 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51114) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:17.608199 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-05813fb5-28f2-43d9-8973-3b19f5e1a714 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Request body: {'security_group_rule': {'security_group_id': 'd2795394-a2a8-46b4-9909-f86e2e914cc2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:17.610612 dv-neutron-834874-6-hyperv neutron-server[104098]: WARNING neutron.api.v2.base [None req-05813fb5-28f2-43d9-8973-3b19f5e1a714 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 28 01:06:17.611587 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.api.v2.resource [None req-05813fb5-28f2-43d9-8973-3b19f5e1a714 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 01:06:17.615182 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-05813fb5-28f2-43d9-8973-3b19f5e1a714 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0087938 Mar 28 01:06:17.615182 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-6829b994-8668-4a72-b986-022cbca2283e tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7069'] for router (66dcefff-ff45-403b-97d5-6ee2ae1fbd69), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:17.615706 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-6829b994-8668-4a72-b986-022cbca2283e tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4188952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7062'] for router (66dcefff-ff45-403b-97d5-6ee2ae1fbd69), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:17.619591 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51116) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:17.627872 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-43793ec1-84df-4e84-a9c7-c81d8bcf32a4 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Request body: {'security_group_rule': {'security_group_id': 'd2795394-a2a8-46b4-9909-f86e2e914cc2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:17.629532 dv-neutron-834874-6-hyperv neutron-server[104098]: WARNING neutron.api.v2.base [None req-43793ec1-84df-4e84-a9c7-c81d8bcf32a4 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 28 01:06:17.630088 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.api.v2.resource [None req-43793ec1-84df-4e84-a9c7-c81d8bcf32a4 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 01:06:17.633654 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-43793ec1-84df-4e84-a9c7-c81d8bcf32a4 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0101216 Mar 28 01:06:17.634296 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51118) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:17.641125 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-c9031a69-cab4-4071-9eaa-c658c938e736 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Request body: {'security_group_rule': {'security_group_id': 'd2795394-a2a8-46b4-9909-f86e2e914cc2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:17.642705 dv-neutron-834874-6-hyperv neutron-server[104098]: WARNING neutron.api.v2.base [None req-c9031a69-cab4-4071-9eaa-c658c938e736 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 28 01:06:17.643268 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.api.v2.resource [None req-c9031a69-cab4-4071-9eaa-c658c938e736 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 01:06:17.646939 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-c9031a69-cab4-4071-9eaa-c658c938e736 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0081558 Mar 28 01:06:17.647259 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51120) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:17.664847 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58ae6b2-8fbb-4f76-9cbf-f8b0ee29f30e tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Network 4def3977-30ad-4421-858b-c5a18ad30df2 is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:06:17.671564 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0a68ee23-940a-4cc3-bd61-32ac75e12463 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (449ccfbd-1231-49eb-8bf4-2855f8151965), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:17.682908 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-f58ae6b2-8fbb-4f76-9cbf-f8b0ee29f30e tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:06:17.696435 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58ae6b2-8fbb-4f76-9cbf-f8b0ee29f30e tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:06:17.701771 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f58ae6b2-8fbb-4f76-9cbf-f8b0ee29f30e tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3686596'] for router_interface (333b67ca-d965-4561-97d6-745c382b0268), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:17.749962 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-22e78b40-9b22-422a-906b-3721ea4bcd43 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Publish callbacks [] for security_group (d2795394-a2a8-46b4-9909-f86e2e914cc2), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:17.764512 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:17.780582 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-22e78b40-9b22-422a-906b-3721ea4bcd43 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Publish callbacks [] for security_group (d2795394-a2a8-46b4-9909-f86e2e914cc2), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:17.804874 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a68ee23-940a-4cc3-bd61-32ac75e12463 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] No DVR routers for this DVR port 449ccfbd-1231-49eb-8bf4-2855f8151965 on host dv-neutron-834874-6-hyperv {{(pid=104099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:06:17.810864 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58ae6b2-8fbb-4f76-9cbf-f8b0ee29f30e tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Pushing event updated for resources: {'Port': ['ID=7e717bfd-a2f2-4a9e-a876-37d3232a4e4b,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:17.831189 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-46a5c27e-6e39-46f1-9d2a-a1f23be2de90 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (d6d59e90-cbb3-4160-bca8-7835ff1ff6ff), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:17.957797 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a68ee23-940a-4cc3-bd61-32ac75e12463 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Pushing event deleted for resources: {'Port': ['ID=449ccfbd-1231-49eb-8bf4-2855f8151965,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:17.980076 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-6829b994-8668-4a72-b986-022cbca2283e tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Publish callbacks [] for router_controller (66dcefff-ff45-403b-97d5-6ee2ae1fbd69), precommit_add_association {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:17.987030 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9007e574-0e1d-4e4c-9ccf-f189b5975429 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Publish callbacks [] for port (327b230e-e238-476d-a314-5704c3dd1a32), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:18.056424 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-6829b994-8668-4a72-b986-022cbca2283e tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687953'] for router (66dcefff-ff45-403b-97d5-6ee2ae1fbd69), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:18.070967 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9007e574-0e1d-4e4c-9ccf-f189b5975429 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (f327bd28-1e0e-49fd-aeb8-4243fed4b4b8), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:18.136778 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-6829b994-8668-4a72-b986-022cbca2283e tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Publish callbacks [] for router (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:18.140680 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-6829b994-8668-4a72-b986-022cbca2283e tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.5660434 Mar 28 01:06:18.143721 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51130) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:18.154836 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-9c5fb7a1-4527-42a8-87a1-0ae3bcb13df4 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'enable_snat': True}}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:18.174926 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f58ae6b2-8fbb-4f76-9cbf-f8b0ee29f30e tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (7e717bfd-a2f2-4a9e-a876-37d3232a4e4b), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:18.207080 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a5c27e-6e39-46f1-9d2a-a1f23be2de90 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Pushing event deleted for resources: {'Port': ['ID=d6d59e90-cbb3-4160-bca8-7835ff1ff6ff,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:18.214181 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-63bc86d5-c0cd-4643-886f-6e9cae6c8ef6 None None] Provisioning complete for port 7e717bfd-a2f2-4a9e-a876-37d3232a4e4b triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:06:18.214603 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-63bc86d5-c0cd-4643-886f-6e9cae6c8ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (7e717bfd-a2f2-4a9e-a876-37d3232a4e4b), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:18.306833 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-63bc86d5-c0cd-4643-886f-6e9cae6c8ef6 None None] Port 7e717bfd-a2f2-4a9e-a876-37d3232a4e4b cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:06:18.404650 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51134) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:18.429776 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0a68ee23-940a-4cc3-bd61-32ac75e12463 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (0e226e02-9cae-484f-a052-ad96e3b23f2c), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:18.480159 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-0a68ee23-940a-4cc3-bd61-32ac75e12463 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e226e02-9cae-484f-a052-ad96e3b23f2c']}} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:18.496856 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-0a68ee23-940a-4cc3-bd61-32ac75e12463 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fa5c819-89be-4641-aa0b-79cdcddbc4fa') {'for_net_delete': True} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:18.497325 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-0a68ee23-940a-4cc3-bd61-32ac75e12463 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fa5c819-89be-4641-aa0b-79cdcddbc4fa') {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:18.518765 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0a68ee23-940a-4cc3-bd61-32ac75e12463 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126946678'] for segment (8fa5c819-89be-4641-aa0b-79cdcddbc4fa), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:18.521305 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-46a5c27e-6e39-46f1-9d2a-a1f23be2de90 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:18.524866 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-46a5c27e-6e39-46f1-9d2a-a1f23be2de90 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "DELETE /v2.0/ports/d6d59e90-cbb3-4160-bca8-7835ff1ff6ff HTTP/1.1" status: 204 len: 168 time: 3.2232077 Mar 28 01:06:18.534833 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51138) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:18.574235 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-3f7ace1b-06c5-48da-b90f-679603a99281 tempest-QuotasTest-842063935 tempest-QuotasTest-842063935-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:18.581356 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0a68ee23-940a-4cc3-bd61-32ac75e12463 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (8fa5c819-89be-4641-aa0b-79cdcddbc4fa), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:18.607748 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a68ee23-940a-4cc3-bd61-32ac75e12463 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=104099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:06:18.608297 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0a68ee23-940a-4cc3-bd61-32ac75e12463 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127280876'] for segment (8fa5c819-89be-4641-aa0b-79cdcddbc4fa), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:18.613541 dv-neutron-834874-6-hyperv neutron-server[104099]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Mar 28 01:06:18.613541 dv-neutron-834874-6-hyperv neutron-server[104099]: warnings.warn('Neutron quota engine will require "--force" ' Mar 28 01:06:18.613541 dv-neutron-834874-6-hyperv neutron-server[104099]: Traceback (most recent call last): Mar 28 01:06:18.613541 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:06:18.613541 dv-neutron-834874-6-hyperv neutron-server[104099]: timer() Mar 28 01:06:18.613541 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:06:18.613541 dv-neutron-834874-6-hyperv neutron-server[104099]: cb(*args, **kw) Mar 28 01:06:18.613541 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:06:18.613541 dv-neutron-834874-6-hyperv neutron-server[104099]: return func(*args, **kwargs) Mar 28 01:06:18.613541 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:06:18.613541 dv-neutron-834874-6-hyperv neutron-server[104099]: self._notify() Mar 28 01:06:18.613541 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:06:18.613541 dv-neutron-834874-6-hyperv neutron-server[104099]: self.callback(batched_events) Mar 28 01:06:18.613541 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:06:18.613541 dv-neutron-834874-6-hyperv neutron-server[104099]: event.method(event) Mar 28 01:06:18.613541 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:06:18.613541 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:06:18.613541 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:06:18.613541 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:06:18.613541 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:06:18.613541 dv-neutron-834874-6-hyperv neutron-server[104099]: return f(self, *a, **k) Mar 28 01:06:18.613541 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:06:18.613541 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._get(url).json() Mar 28 01:06:18.613541 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:06:18.613541 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:06:18.613541 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:06:18.613541 dv-neutron-834874-6-hyperv neutron-server[104099]: return self.request(url, 'GET', **kwargs) Mar 28 01:06:18.613541 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:06:18.613541 dv-neutron-834874-6-hyperv neutron-server[104099]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:06:18.613541 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:06:18.613541 dv-neutron-834874-6-hyperv neutron-server[104099]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:06:18.613541 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:06:18.613541 dv-neutron-834874-6-hyperv neutron-server[104099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:06:18.613541 dv-neutron-834874-6-hyperv neutron-server[104099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:06:18.624311 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-22e78b40-9b22-422a-906b-3721ea4bcd43 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (d2795394-a2a8-46b4-9909-f86e2e914cc2), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:18.626789 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-22e78b40-9b22-422a-906b-3721ea4bcd43 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:18.630214 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-22e78b40-9b22-422a-906b-3721ea4bcd43 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] 10.222.0.24 "DELETE /v2.0/security-groups/d2795394-a2a8-46b4-9909-f86e2e914cc2 HTTP/1.1" status: 204 len: 168 time: 0.9796000 Mar 28 01:06:18.634061 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51140) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:18.653023 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9007e574-0e1d-4e4c-9ccf-f189b5975429 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Pushing event updated for resources: {'Port': ['ID=f327bd28-1e0e-49fd-aeb8-4243fed4b4b8,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:18.665413 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e78b40-9b22-422a-906b-3721ea4bcd43 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2795394-a2a8-46b4-9909-f86e2e914cc2,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:18.719443 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc60f03-9e1e-47be-900e-374da4fb646d tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:18.720897 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc60f03-9e1e-47be-900e-374da4fb646d tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:18.722190 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc60f03-9e1e-47be-900e-374da4fb646d tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:18.723740 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-2bc60f03-9e1e-47be-900e-374da4fb646d tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1878204 Mar 28 01:06:18.731538 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51142) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:18.765748 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9007e574-0e1d-4e4c-9ccf-f189b5975429 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Checking segment: {'id': 'aa6d406c-bae1-43aa-8579-29f6075dbebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '024d2fa7-a3cd-4d95-8303-364faaa0ad3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:06:18.766084 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9007e574-0e1d-4e4c-9ccf-f189b5975429 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Network hostable DHCP agents. Network: 024d2fa7-a3cd-4d95-8303-364faaa0ad3b, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:06:18.784378 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0a68ee23-940a-4cc3-bd61-32ac75e12463 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (0e226e02-9cae-484f-a052-ad96e3b23f2c), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:18.786180 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-fb3461bf-c5f9-47e8-999d-a0abecbb4447 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1461618 Mar 28 01:06:18.799978 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51144) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:18.805208 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0a68ee23-940a-4cc3-bd61-32ac75e12463 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:18.808265 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-0a68ee23-940a-4cc3-bd61-32ac75e12463 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] 10.222.0.24 "DELETE /v2.0/networks/0e226e02-9cae-484f-a052-ad96e3b23f2c HTTP/1.1" status: 204 len: 168 time: 7.3276618 Mar 28 01:06:18.818296 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51146) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:18.826646 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-503726c0-0509-41ab-8be0-cdea2219cee9 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Request body: {'security_group': {'name': 'tempest-secgroup--1062013220'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:18.831006 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-3f7ace1b-06c5-48da-b90f-679603a99281 tempest-QuotasTest-842063935 tempest-QuotasTest-842063935-project-admin] 10.222.0.24 "PUT /v2.0/quotas/8d29e980065940c485310f09bfa0f0f7 HTTP/1.1" status: 200 len: 366 time: 0.4251742 Mar 28 01:06:18.841174 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51148) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:18.843226 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a68ee23-940a-4cc3-bd61-32ac75e12463 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Pushing event deleted for resources: {'Network': ['ID=0e226e02-9cae-484f-a052-ad96e3b23f2c,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:18.848815 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-bd5092c3-829d-4faf-8233-fbd162a4336e tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-885193039'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:18.870281 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9c5fb7a1-4527-42a8-87a1-0ae3bcb13df4 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks [] for router_gateway (66dcefff-ff45-403b-97d5-6ee2ae1fbd69), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:18.875313 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_v2 [None req-bccc9647-d554-4248-ba67-c834c189d232 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Deleting subnet 0fd4c5d5-95ad-4e6e-83a7-4eeea7739e6f {{(pid=104099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:06:18.881840 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9007e574-0e1d-4e4c-9ccf-f189b5975429 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Network 024d2fa7-a3cd-4d95-8303-364faaa0ad3b is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:06:18.884619 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-bccc9647-d554-4248-ba67-c834c189d232 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks [] for subnet (0fd4c5d5-95ad-4e6e-83a7-4eeea7739e6f), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:18.885761 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd5092c3-829d-4faf-8233-fbd162a4336e tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Made reservation on behalf of 7dbb2ba455b84df9b72862aaa29899aa for: {'network': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:06:18.889254 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-bd5092c3-829d-4faf-8233-fbd162a4336e tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:18.891214 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-a1c55bf1-f233-48e7-a968-d00637551f57 tempest-QuotasTest-842063935 tempest-QuotasTest-842063935-project-admin] 10.222.0.24 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0458519 Mar 28 01:06:18.895349 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51150) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:18.927634 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-9007e574-0e1d-4e4c-9ccf-f189b5975429 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, 024d2fa7-a3cd-4d95-8303-364faaa0ad3b) {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:06:18.931449 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9007e574-0e1d-4e4c-9ccf-f189b5975429 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:06:18.932320 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9007e574-0e1d-4e4c-9ccf-f189b5975429 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (327b230e-e238-476d-a314-5704c3dd1a32), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:18.934734 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-503726c0-0509-41ab-8be0-cdea2219cee9 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Publish callbacks [] for security_group (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:18.940630 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce05fc56-33a0-41dc-9337-01df0f5fa8e9 None None] Network 024d2fa7-a3cd-4d95-8303-364faaa0ad3b requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:06:18.952010 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f58ae6b2-8fbb-4f76-9cbf-f8b0ee29f30e tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks [] for port (7e717bfd-a2f2-4a9e-a876-37d3232a4e4b), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:18.963934 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-bccc9647-d554-4248-ba67-c834c189d232 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126946639'] for subnet (0fd4c5d5-95ad-4e6e-83a7-4eeea7739e6f), precommit_delete_associations {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:18.968866 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f58ae6b2-8fbb-4f76-9cbf-f8b0ee29f30e tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (7e717bfd-a2f2-4a9e-a876-37d3232a4e4b), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:18.969625 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f58ae6b2-8fbb-4f76-9cbf-f8b0ee29f30e tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3725889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3686480'] for router_interface (333b67ca-d965-4561-97d6-745c382b0268), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:18.978696 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-0b73839f-d4f6-4ee6-bb2c-83ac1a27b5bb tempest-QuotasTest-842063935 tempest-QuotasTest-842063935-project-admin] 10.222.0.24 "GET /v2.0/quotas/8d29e980065940c485310f09bfa0f0f7 HTTP/1.1" status: 200 len: 366 time: 0.0738704 Mar 28 01:06:18.996762 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51152) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:19.025157 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd5092c3-829d-4faf-8233-fbd162a4336e tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=104098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:06:19.052680 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-bb744255-2dcd-40b0-891a-2b5615c35254 tempest-QuotasTest-842063935 tempest-QuotasTest-842063935-project-admin] 10.222.0.24 "DELETE /v2.0/quotas/8d29e980065940c485310f09bfa0f0f7 HTTP/1.1" status: 204 len: 168 time: 0.0520320 Mar 28 01:06:19.054858 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9007e574-0e1d-4e4c-9ccf-f189b5975429 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Pushing event updated for resources: {'Port': ['ID=327b230e-e238-476d-a314-5704c3dd1a32,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:19.060538 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51154) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:19.065947 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-bd5092c3-829d-4faf-8233-fbd162a4336e tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (dd1fd9a1-fed1-4db2-90c5-ee06b58ba6b1), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:19.066290 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.segments_db [None req-bd5092c3-829d-4faf-8233-fbd162a4336e tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Added segment dd1fd9a1-fed1-4db2-90c5-ee06b58ba6b1 of type vlan for network bd16ce21-6aa5-4176-a7f8-e900fe8d47aa Mar 28 01:06:19.117430 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58ae6b2-8fbb-4f76-9cbf-f8b0ee29f30e tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Pushing event updated for resources: {'Port': ['ID=7e717bfd-a2f2-4a9e-a876-37d3232a4e4b,revision_number=2']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:19.125642 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-b04022ca-68a2-4683-81ac-3c88020eb9cf tempest-QuotasTest-842063935 tempest-QuotasTest-842063935-project-admin] 10.222.0.24 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0638797 Mar 28 01:06:19.127476 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-bccc9647-d554-4248-ba67-c834c189d232 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (0fd4c5d5-95ad-4e6e-83a7-4eeea7739e6f), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:19.133144 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51156) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:19.136785 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-bd5092c3-829d-4faf-8233-fbd162a4336e tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (bd16ce21-6aa5-4176-a7f8-e900fe8d47aa), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:19.140299 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9007e574-0e1d-4e4c-9ccf-f189b5975429 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Checking segment: {'id': 'c02d5f66-e97c-4b3c-a131-25909e18abdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5966f4f9-83ba-48ed-b2de-1779e14db4a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:06:19.140659 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9007e574-0e1d-4e4c-9ccf-f189b5975429 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Network hostable DHCP agents. Network: 5966f4f9-83ba-48ed-b2de-1779e14db4a2, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:06:19.186114 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-998b3caf-21c6-4a27-8f13-7cd29ef6006a tempest-QuotasTest-842063935 tempest-QuotasTest-842063935-project-admin] 10.222.0.24 "GET /v2.0/quotas/8d29e980065940c485310f09bfa0f0f7 HTTP/1.1" status: 200 len: 370 time: 0.0515926 Mar 28 01:06:19.187327 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9007e574-0e1d-4e4c-9ccf-f189b5975429 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Network 5966f4f9-83ba-48ed-b2de-1779e14db4a2 is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:06:19.190294 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51158) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:19.198005 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-503726c0-0509-41ab-8be0-cdea2219cee9 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Publish callbacks [] for security_group (087c5f46-9694-41ab-8b50-52f038441e22), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:19.199704 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-02789ec8-1265-4f45-ac5b-82fd06a78879 tempest-QuotasTest-842063935 tempest-QuotasTest-842063935-project-admin] 10.222.0.24 "GET /v2.0/quotas/8d29e980065940c485310f09bfa0f0f7/default HTTP/1.1" status: 200 len: 370 time: 0.0073562 Mar 28 01:06:19.202270 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-bd5092c3-829d-4faf-8233-fbd162a4336e tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (bd16ce21-6aa5-4176-a7f8-e900fe8d47aa), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:19.206795 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51160) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:19.207897 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5092c3-829d-4faf-8233-fbd162a4336e tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:19.208546 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-bd5092c3-829d-4faf-8233-fbd162a4336e tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:19.219696 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-503726c0-0509-41ab-8be0-cdea2219cee9 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (087c5f46-9694-41ab-8b50-52f038441e22), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:19.220922 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-9007e574-0e1d-4e4c-9ccf-f189b5975429 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, 5966f4f9-83ba-48ed-b2de-1779e14db4a2) {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:06:19.224840 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9007e574-0e1d-4e4c-9ccf-f189b5975429 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:06:19.231446 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c66c56f0-7bc3-4558-a696-89b4c5d4cc0c None None] Network 5966f4f9-83ba-48ed-b2de-1779e14db4a2 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:06:19.231613 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9007e574-0e1d-4e4c-9ccf-f189b5975429 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:19.236481 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9007e574-0e1d-4e4c-9ccf-f189b5975429 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:19.236946 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9007e574-0e1d-4e4c-9ccf-f189b5975429 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:19.254173 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.api.v2.resource [None req-2038a233-edb4-48ec-adb4-6c6085cfbfbd tempest-QuotasTest-842063935 tempest-QuotasTest-842063935-project-admin] delete failed (client error): The resource could not be found. Mar 28 01:06:19.257809 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-2038a233-edb4-48ec-adb4-6c6085cfbfbd tempest-QuotasTest-842063935 tempest-QuotasTest-842063935-project-admin] 10.222.0.24 "DELETE /v2.0/quotas/8d29e980065940c485310f09bfa0f0f7 HTTP/1.1" status: 404 len: 348 time: 0.0452452 Mar 28 01:06:19.282327 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-503726c0-0509-41ab-8be0-cdea2219cee9 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:19.283760 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-503726c0-0509-41ab-8be0-cdea2219cee9 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4737489 Mar 28 01:06:19.287581 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503726c0-0509-41ab-8be0-cdea2219cee9 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=087c5f46-9694-41ab-8b50-52f038441e22,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:19.290311 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51164) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:19.299152 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-a12bd885-3fbb-4db9-835f-2ef98834ce60 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Request body: {'security_group_rule': {'security_group_id': '087c5f46-9694-41ab-8b50-52f038441e22', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:19.299964 dv-neutron-834874-6-hyperv neutron-server[104099]: WARNING neutron.api.v2.base [None req-a12bd885-3fbb-4db9-835f-2ef98834ce60 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 28 01:06:19.300581 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.api.v2.resource [None req-a12bd885-3fbb-4db9-835f-2ef98834ce60 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 01:06:19.320079 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-a12bd885-3fbb-4db9-835f-2ef98834ce60 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0104110 Mar 28 01:06:19.320079 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58ae6b2-8fbb-4f76-9cbf-f8b0ee29f30e tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Network 4def3977-30ad-4421-858b-c5a18ad30df2 is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:06:19.320079 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-bccc9647-d554-4248-ba67-c834c189d232 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127282766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126757793'] for subnet (0fd4c5d5-95ad-4e6e-83a7-4eeea7739e6f), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:19.320473 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-bd5092c3-829d-4faf-8233-fbd162a4336e tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4855928 Mar 28 01:06:19.320569 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51166) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:19.320650 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51168) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:19.320650 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-95812a5f-a976-4a56-9ff1-e3e29045cb39 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Request body: {'subnet': {'network_id': 'bd16ce21-6aa5-4176-a7f8-e900fe8d47aa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:19.320791 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-c6b37786-bd1a-446e-9c42-9e10b965a1bc tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Request body: {'security_group_rule': {'security_group_id': '087c5f46-9694-41ab-8b50-52f038441e22', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:19.343813 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-f58ae6b2-8fbb-4f76-9cbf-f8b0ee29f30e tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:06:19.358674 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccc9647-d554-4248-ba67-c834c189d232 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Pushing event deleted for resources: {'Subnet': ['ID=0fd4c5d5-95ad-4e6e-83a7-4eeea7739e6f,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:19.370719 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-bccc9647-d554-4248-ba67-c834c189d232 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:19.376603 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-bccc9647-d554-4248-ba67-c834c189d232 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "DELETE /v2.0/subnets/0fd4c5d5-95ad-4e6e-83a7-4eeea7739e6f HTTP/1.1" status: 204 len: 168 time: 0.6410801 Mar 28 01:06:19.406897 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-9007e574-0e1d-4e4c-9ccf-f189b5975429 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.9295554 Mar 28 01:06:19.411525 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51170) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:19.411858 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51172) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:19.440160 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0c408d-3eb0-4547-a31c-e2c590f75ca5 None None] Network be4801db-c8f8-4df3-b9b5-556693d6a290 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:06:19.521208 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51174) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:19.537698 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5092c3-829d-4faf-8233-fbd162a4336e tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Pushing event updated for resources: {'Network': ['ID=bd16ce21-6aa5-4176-a7f8-e900fe8d47aa,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:19.581223 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network bd16ce21-6aa5-4176-a7f8-e900fe8d47aa details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:06:19.619132 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.quota.resource [None req-7b0cadf8-db19-492d-8f75-c7c052e358c1 tempest-QuotasTest-842063935 tempest-QuotasTest-842063935-project-admin] Usage tracker for resource:network and project:317b42ea30e04d8abc5151f51f9a1bdb is out of sync, need to count used quota {{(pid=104098) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 28 01:06:19.654103 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_v2 [None req-5141e28a-d52a-44b3-97ea-a17dadbcd1e2 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Deleting subnet f32aea39-9bf8-40b1-b7bf-df55e507ea30 {{(pid=104098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:06:19.660299 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.quota.resource [None req-7b0cadf8-db19-492d-8f75-c7c052e358c1 tempest-QuotasTest-842063935 tempest-QuotasTest-842063935-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=104098) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 28 01:06:19.662753 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95812a5f-a976-4a56-9ff1-e3e29045cb39 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Made reservation on behalf of 7dbb2ba455b84df9b72862aaa29899aa for: {'subnet': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:06:19.666177 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-95812a5f-a976-4a56-9ff1-e3e29045cb39 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126112411'] for subnet (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:19.674026 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5141e28a-d52a-44b3-97ea-a17dadbcd1e2 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks [] for subnet (f32aea39-9bf8-40b1-b7bf-df55e507ea30), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:19.750973 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9c5fb7a1-4527-42a8-87a1-0ae3bcb13df4 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks [] for router_gateway (66dcefff-ff45-403b-97d5-6ee2ae1fbd69), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:19.751391 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-1bb8bef5-c480-4cad-99dc-1d9c04b5e5dd None None] Provisioning complete for port 7e717bfd-a2f2-4a9e-a876-37d3232a4e4b triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:06:19.751976 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-1bb8bef5-c480-4cad-99dc-1d9c04b5e5dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (7e717bfd-a2f2-4a9e-a876-37d3232a4e4b), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:19.760255 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02764567-284f-4606-ac78-7102ebf1e0e4 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:19.766208 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02764567-284f-4606-ac78-7102ebf1e0e4 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:19.768062 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-02764567-284f-4606-ac78-7102ebf1e0e4 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.3167033 Mar 28 01:06:19.776199 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51176) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:19.802543 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-1bb8bef5-c480-4cad-99dc-1d9c04b5e5dd None None] Port 7e717bfd-a2f2-4a9e-a876-37d3232a4e4b cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:06:19.805144 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.api.v2.resource [None req-c6b37786-bd1a-446e-9c42-9e10b965a1bc tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 01:06:19.809353 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.quota.resource [None req-7b0cadf8-db19-492d-8f75-c7c052e358c1 tempest-QuotasTest-842063935 tempest-QuotasTest-842063935-project-admin] Usage tracker for resource:subnet and project:317b42ea30e04d8abc5151f51f9a1bdb is out of sync, need to count used quota {{(pid=104098) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 28 01:06:19.809563 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-c6b37786-bd1a-446e-9c42-9e10b965a1bc tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4930642 Mar 28 01:06:19.809648 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9c5fb7a1-4527-42a8-87a1-0ae3bcb13df4 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:19.813355 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51178) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:19.820379 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-5f5ff6b2-6901-45ae-8550-0363fdfb60cb tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Request body: {'security_group_rule': {'security_group_id': '087c5f46-9694-41ab-8b50-52f038441e22', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:19.821111 dv-neutron-834874-6-hyperv neutron-server[104098]: WARNING neutron.api.v2.base [None req-5f5ff6b2-6901-45ae-8550-0363fdfb60cb tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 28 01:06:19.821639 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.api.v2.resource [None req-5f5ff6b2-6901-45ae-8550-0363fdfb60cb tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 01:06:19.822796 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-5f5ff6b2-6901-45ae-8550-0363fdfb60cb tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0059307 Mar 28 01:06:19.828592 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5141e28a-d52a-44b3-97ea-a17dadbcd1e2 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126443526'] for subnet (f32aea39-9bf8-40b1-b7bf-df55e507ea30), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:19.828818 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51180) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:19.834661 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-6a0ec249-9319-436c-8ed7-8ea8d713dd45 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Request body: {'security_group_rule': {'security_group_id': '087c5f46-9694-41ab-8b50-52f038441e22', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:19.854552 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.ipam_backend_mixin [None req-95812a5f-a976-4a56-9ff1-e3e29045cb39 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Performing IP validity checks on allocation pools {{(pid=104098) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Mar 28 01:06:19.855067 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.ipam_backend_mixin [None req-95812a5f-a976-4a56-9ff1-e3e29045cb39 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104098) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Mar 28 01:06:19.857453 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.quota.resource [None req-7b0cadf8-db19-492d-8f75-c7c052e358c1 tempest-QuotasTest-842063935 tempest-QuotasTest-842063935-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=104098) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 28 01:06:19.892822 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f58ae6b2-8fbb-4f76-9cbf-f8b0ee29f30e tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Router 333b67ca-d965-4561-97d6-745c382b0268 has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:06:19.918498 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.api.v2.resource [None req-6a0ec249-9319-436c-8ed7-8ea8d713dd45 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 01:06:19.919869 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-6a0ec249-9319-436c-8ed7-8ea8d713dd45 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0887475 Mar 28 01:06:19.924324 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51182) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:19.929535 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-1e329bde-e4c7-40e5-86ab-fd309869468b tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Request body: {'security_group_rule': {'security_group_id': '087c5f46-9694-41ab-8b50-52f038441e22', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:19.930021 dv-neutron-834874-6-hyperv neutron-server[104099]: WARNING neutron.api.v2.base [None req-1e329bde-e4c7-40e5-86ab-fd309869468b tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 28 01:06:19.930535 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.api.v2.resource [None req-1e329bde-e4c7-40e5-86ab-fd309869468b tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 01:06:19.931524 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-1e329bde-e4c7-40e5-86ab-fd309869468b tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0054517 Mar 28 01:06:19.935295 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51184) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:19.941504 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.quota.resource [None req-7b0cadf8-db19-492d-8f75-c7c052e358c1 tempest-QuotasTest-842063935 tempest-QuotasTest-842063935-project-admin] Usage tracker for resource:subnetpool and project:317b42ea30e04d8abc5151f51f9a1bdb is out of sync, need to count used quota {{(pid=104098) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 28 01:06:19.952125 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-afdfc9da-1253-494f-9926-0c6a4e8f07ff tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Request body: {'security_group_rule': {'security_group_id': '087c5f46-9694-41ab-8b50-52f038441e22', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:19.970731 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.quota.resource [None req-7b0cadf8-db19-492d-8f75-c7c052e358c1 tempest-QuotasTest-842063935 tempest-QuotasTest-842063935-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=104098) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 28 01:06:20.015088 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-3c47289e-3455-40b9-94cd-51b2340ac408 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Deleting port f327bd28-1e0e-49fd-aeb8-4243fed4b4b8 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:06:20.015487 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3c47289e-3455-40b9-94cd-51b2340ac408 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (f327bd28-1e0e-49fd-aeb8-4243fed4b4b8), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:20.055414 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.quota.resource [None req-7b0cadf8-db19-492d-8f75-c7c052e358c1 tempest-QuotasTest-842063935 tempest-QuotasTest-842063935-project-admin] Usage tracker for resource:port and project:317b42ea30e04d8abc5151f51f9a1bdb is out of sync, need to count used quota {{(pid=104098) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 28 01:06:20.078602 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.quota.resource [None req-7b0cadf8-db19-492d-8f75-c7c052e358c1 tempest-QuotasTest-842063935 tempest-QuotasTest-842063935-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=104098) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 28 01:06:20.096314 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f58ae6b2-8fbb-4f76-9cbf-f8b0ee29f30e tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:06:20.106251 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-f58ae6b2-8fbb-4f76-9cbf-f8b0ee29f30e tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] 10.222.0.24 "PUT /v2.0/routers/333b67ca-d965-4561-97d6-745c382b0268/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8644500 Mar 28 01:06:20.109599 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51186) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:20.112172 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd5db16-955d-4473-8f72-5fb7dde51656 None None] Sync routers for ids ['333b67ca-d965-4561-97d6-745c382b0268'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:06:20.119846 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3c47289e-3455-40b9-94cd-51b2340ac408 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (f327bd28-1e0e-49fd-aeb8-4243fed4b4b8), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:20.130201 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5141e28a-d52a-44b3-97ea-a17dadbcd1e2 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (f32aea39-9bf8-40b1-b7bf-df55e507ea30), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:20.139105 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-9c5fb7a1-4527-42a8-87a1-0ae3bcb13df4 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Allocated IP 172.26.1.150 (dea6548b-502b-42db-97fb-371e423e739a/cce6de65-d8c9-45b8-9970-0a277e8c1192/21c045a4-a8b6-47fd-8417-e96b6dc02220) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:06:20.139746 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd5db16-955d-4473-8f72-5fb7dde51656 None None] Routers {'333b67ca-d965-4561-97d6-745c382b0268'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:06:20.140606 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-dcd5db16-955d-4473-8f72-5fb7dde51656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:06:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['333b67ca-d965-4561-97d6-745c382b0268'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:20.157862 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-3c47289e-3455-40b9-94cd-51b2340ac408 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Calling delete_port for f327bd28-1e0e-49fd-aeb8-4243fed4b4b8 owned by {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:06:20.173164 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.quota.resource [None req-7b0cadf8-db19-492d-8f75-c7c052e358c1 tempest-QuotasTest-842063935 tempest-QuotasTest-842063935-project-admin] Usage tracker for resource:router and project:317b42ea30e04d8abc5151f51f9a1bdb is out of sync, need to count used quota {{(pid=104098) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 28 01:06:20.179394 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63635b5-80c1-4da2-bf24-b34e39336703 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:20.180889 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-c63635b5-80c1-4da2-bf24-b34e39336703 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] 10.222.0.24 "GET /v2.0/ports/7e717bfd-a2f2-4a9e-a876-37d3232a4e4b HTTP/1.1" status: 200 len: 913 time: 0.0704312 Mar 28 01:06:20.186074 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51188) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:20.191781 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-dcd5db16-955d-4473-8f72-5fb7dde51656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:20.196162 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.api.v2.resource [None req-afdfc9da-1253-494f-9926-0c6a4e8f07ff tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 01:06:20.201308 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-afdfc9da-1253-494f-9926-0c6a4e8f07ff tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2607360 Mar 28 01:06:20.202505 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd5db16-955d-4473-8f72-5fb7dde51656 None None] Routers {'333b67ca-d965-4561-97d6-745c382b0268'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:06:20.203356 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-dcd5db16-955d-4473-8f72-5fb7dde51656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:06:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['333b67ca-d965-4561-97d6-745c382b0268'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:20.239903 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-dcd5db16-955d-4473-8f72-5fb7dde51656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:20.240981 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd5db16-955d-4473-8f72-5fb7dde51656 None None] The sync data for ids ['333b67ca-d965-4561-97d6-745c382b0268'] in dv-neutron-834874-6-hyperv is: [] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:06:20.252308 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51190) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:20.275611 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.quota.resource [None req-7b0cadf8-db19-492d-8f75-c7c052e358c1 tempest-QuotasTest-842063935 tempest-QuotasTest-842063935-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=104098) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 28 01:06:20.286550 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-64d0e0e4-9d03-466f-ac2a-7e62b5e2f298 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Request body: {'security_group_rule': {'security_group_id': '087c5f46-9694-41ab-8b50-52f038441e22', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:20.287020 dv-neutron-834874-6-hyperv neutron-server[104099]: WARNING neutron.api.v2.base [None req-64d0e0e4-9d03-466f-ac2a-7e62b5e2f298 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 28 01:06:20.287771 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.api.v2.resource [None req-64d0e0e4-9d03-466f-ac2a-7e62b5e2f298 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 01:06:20.291760 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-64d0e0e4-9d03-466f-ac2a-7e62b5e2f298 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0355163 Mar 28 01:06:20.293013 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51192) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:20.297635 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-9ba790fd-7157-49f7-9c6d-6f21d2915c86 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Request body: {'security_group_rule': {'security_group_id': '087c5f46-9694-41ab-8b50-52f038441e22', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:20.340024 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.quota.resource [None req-7b0cadf8-db19-492d-8f75-c7c052e358c1 tempest-QuotasTest-842063935 tempest-QuotasTest-842063935-project-admin] Usage tracker for resource:floatingip and project:317b42ea30e04d8abc5151f51f9a1bdb is out of sync, need to count used quota {{(pid=104098) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 28 01:06:20.353866 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5141e28a-d52a-44b3-97ea-a17dadbcd1e2 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126175041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126112438'] for subnet (f32aea39-9bf8-40b1-b7bf-df55e507ea30), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:20.363557 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.quota.resource [None req-7b0cadf8-db19-492d-8f75-c7c052e358c1 tempest-QuotasTest-842063935 tempest-QuotasTest-842063935-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=104098) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 28 01:06:20.397545 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-95812a5f-a976-4a56-9ff1-e3e29045cb39 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126174976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126112397'] for subnet (7d0e0e10-5eaf-4c75-8cea-7f25804aad7c), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:20.406848 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5141e28a-d52a-44b3-97ea-a17dadbcd1e2 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Pushing event deleted for resources: {'Subnet': ['ID=f32aea39-9bf8-40b1-b7bf-df55e507ea30,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:20.424392 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85bdd76f-40d7-4bc5-96cd-e7605345c3ce None None] Network be4801db-c8f8-4df3-b9b5-556693d6a290 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:06:20.426165 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5141e28a-d52a-44b3-97ea-a17dadbcd1e2 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:20.431529 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-5141e28a-d52a-44b3-97ea-a17dadbcd1e2 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "DELETE /v2.0/subnets/f32aea39-9bf8-40b1-b7bf-df55e507ea30 HTTP/1.1" status: 204 len: 168 time: 0.9799120 Mar 28 01:06:20.437776 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51194) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:20.445745 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.api.v2.resource [None req-9ba790fd-7157-49f7-9c6d-6f21d2915c86 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 01:06:20.446964 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-9ba790fd-7157-49f7-9c6d-6f21d2915c86 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1535656 Mar 28 01:06:20.449774 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3c47289e-3455-40b9-94cd-51b2340ac408 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (f327bd28-1e0e-49fd-aeb8-4243fed4b4b8), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:20.455792 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51196) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:20.467594 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-82c51516-b5a1-4198-9971-a2a3efb84ed7 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Request body: {'security_group_rule': {'security_group_id': '087c5f46-9694-41ab-8b50-52f038441e22', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:20.492638 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-7ec39a58-7a17-4cf2-92f8-cba64e4253a2 None None] Provisioning complete for port 3c589cfc-34d4-4a41-ab27-d26681cc079e triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:06:20.493227 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-7ec39a58-7a17-4cf2-92f8-cba64e4253a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (3c589cfc-34d4-4a41-ab27-d26681cc079e), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:20.504107 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3c47289e-3455-40b9-94cd-51b2340ac408 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:20.510461 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-3c47289e-3455-40b9-94cd-51b2340ac408 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] 10.222.0.24 "DELETE /v2.0/ports/f327bd28-1e0e-49fd-aeb8-4243fed4b4b8 HTTP/1.1" status: 204 len: 168 time: 0.7288113 Mar 28 01:06:20.514167 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c47289e-3455-40b9-94cd-51b2340ac408 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Pushing event deleted for resources: {'Port': ['ID=f327bd28-1e0e-49fd-aeb8-4243fed4b4b8,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:20.516441 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51198) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:20.528214 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-f79a52e7-4976-4e24-b372-14a468379115 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0694661 Mar 28 01:06:20.528501 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51200) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:20.535465 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-28936f39-e8d7-4c86-9d36-615067c178c8 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Request body: {'subnet': {'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:20.540813 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9c5fb7a1-4527-42a8-87a1-0ae3bcb13df4 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks [] for port (21c045a4-a8b6-47fd-8417-e96b6dc02220), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:20.593028 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95812a5f-a976-4a56-9ff1-e3e29045cb39 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Pushing event updated for resources: {'Subnet': ['ID=7d0e0e10-5eaf-4c75-8cea-7f25804aad7c,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:20.637206 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-7ec39a58-7a17-4cf2-92f8-cba64e4253a2 None None] Current status of the port 3c589cfc-34d4-4a41-ab27-d26681cc079e is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:06:20.645400 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.api.v2.resource [None req-82c51516-b5a1-4198-9971-a2a3efb84ed7 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 01:06:20.646694 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-82c51516-b5a1-4198-9971-a2a3efb84ed7 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1872039 Mar 28 01:06:20.651986 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51202) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:20.661162 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95812a5f-a976-4a56-9ff1-e3e29045cb39 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Checking segment: {'id': 'dd1fd9a1-fed1-4db2-90c5-ee06b58ba6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'bd16ce21-6aa5-4176-a7f8-e900fe8d47aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:06:20.661862 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95812a5f-a976-4a56-9ff1-e3e29045cb39 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Network hostable DHCP agents. Network: bd16ce21-6aa5-4176-a7f8-e900fe8d47aa, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:06:20.684100 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20ea900-1ff5-4637-b99a-1e8d6b798b45 None None] DHCP port deletion for be4801db-c8f8-4df3-b9b5-556693d6a290 request from dv-neutron-834874-6-hyperv {{(pid=104100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 01:06:20.701119 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.quota.resource [None req-7b0cadf8-db19-492d-8f75-c7c052e358c1 tempest-QuotasTest-842063935 tempest-QuotasTest-842063935-project-admin] Usage tracker for resource:security_group and project:317b42ea30e04d8abc5151f51f9a1bdb is out of sync, need to count used quota {{(pid=104098) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 28 01:06:20.705328 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9c5fb7a1-4527-42a8-87a1-0ae3bcb13df4 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (21c045a4-a8b6-47fd-8417-e96b6dc02220), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:20.718034 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.quota.resource [None req-7b0cadf8-db19-492d-8f75-c7c052e358c1 tempest-QuotasTest-842063935 tempest-QuotasTest-842063935-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=104098) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 28 01:06:20.732649 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28936f39-e8d7-4c86-9d36-615067c178c8 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Made reservation on behalf of 564cf6bfe83a4d71adcd7d33f5d20cb1 for: {'subnet': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:06:20.735976 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-28936f39-e8d7-4c86-9d36-615067c178c8 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126757772'] for subnet (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:20.741881 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95812a5f-a976-4a56-9ff1-e3e29045cb39 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Network bd16ce21-6aa5-4176-a7f8-e900fe8d47aa is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:06:20.745142 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-e20ea900-1ff5-4637-b99a-1e8d6b798b45 None None] Deleting port 3c589cfc-34d4-4a41-ab27-d26681cc079e {{(pid=104100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:06:20.745527 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-e20ea900-1ff5-4637-b99a-1e8d6b798b45 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (3c589cfc-34d4-4a41-ab27-d26681cc079e), before_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:20.767504 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5fb7a1-4527-42a8-87a1-0ae3bcb13df4 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Network dea6548b-502b-42db-97fb-371e423e739a is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:06:20.776954 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.quota.resource [None req-7b0cadf8-db19-492d-8f75-c7c052e358c1 tempest-QuotasTest-842063935 tempest-QuotasTest-842063935-project-admin] Usage tracker for resource:security_group_rule and project:317b42ea30e04d8abc5151f51f9a1bdb is out of sync, need to count used quota {{(pid=104098) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 28 01:06:20.776954 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-95812a5f-a976-4a56-9ff1-e3e29045cb39 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, bd16ce21-6aa5-4176-a7f8-e900fe8d47aa) {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:06:20.784272 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-c2c095d9-713e-4c47-8172-a912851778ed tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Deleting port 327b230e-e238-476d-a314-5704c3dd1a32 {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:06:20.784620 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c2c095d9-713e-4c47-8172-a912851778ed tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (327b230e-e238-476d-a314-5704c3dd1a32), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:20.787761 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-9c5fb7a1-4527-42a8-87a1-0ae3bcb13df4 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:06:20.793004 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5fb7a1-4527-42a8-87a1-0ae3bcb13df4 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:06:20.796213 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe01584-e108-4c9e-ac0f-cf481e439ff4 None None] Network bd16ce21-6aa5-4176-a7f8-e900fe8d47aa requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:06:20.796382 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95812a5f-a976-4a56-9ff1-e3e29045cb39 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:20.796835 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-95812a5f-a976-4a56-9ff1-e3e29045cb39 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:20.808572 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5fb7a1-4527-42a8-87a1-0ae3bcb13df4 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Pushing event updated for resources: {'Port': ['ID=21c045a4-a8b6-47fd-8417-e96b6dc02220,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:20.810855 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.quota.resource [None req-7b0cadf8-db19-492d-8f75-c7c052e358c1 tempest-QuotasTest-842063935 tempest-QuotasTest-842063935-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=104098) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 28 01:06:20.822919 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a549d181-ec23-4212-a7b6-c15f03197cb4 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Publish callbacks [] for security_group (087c5f46-9694-41ab-8b50-52f038441e22), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:20.866635 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a549d181-ec23-4212-a7b6-c15f03197cb4 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Publish callbacks [] for security_group (087c5f46-9694-41ab-8b50-52f038441e22), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:20.870588 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-e20ea900-1ff5-4637-b99a-1e8d6b798b45 None None] For port 3c589cfc-34d4-4a41-ab27-d26681cc079e, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=3c589cfc-34d4-4a41-ab27-d26681cc079e,segment=NetworkSegment(9028fe72-9b79-4538-96be-757c3dc71a72),segment_id=9028fe72-9b79-4538-96be-757c3dc71a72)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:06:20.871312 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-e20ea900-1ff5-4637-b99a-1e8d6b798b45 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (3c589cfc-34d4-4a41-ab27-d26681cc079e), precommit_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:20.875482 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-7b0cadf8-db19-492d-8f75-c7c052e358c1 tempest-QuotasTest-842063935 tempest-QuotasTest-842063935-project-admin] 10.222.0.24 "GET /v2.0/quotas/317b42ea30e04d8abc5151f51f9a1bdb/details.json HTTP/1.1" status: 200 len: 703 time: 1.3532157 Mar 28 01:06:20.906022 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-e20ea900-1ff5-4637-b99a-1e8d6b798b45 None None] Calling delete_port for 3c589cfc-34d4-4a41-ab27-d26681cc079e owned by network:dhcp {{(pid=104100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:06:20.909067 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-95812a5f-a976-4a56-9ff1-e3e29045cb39 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.5982721 Mar 28 01:06:20.911280 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51206) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:20.912906 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c2c095d9-713e-4c47-8172-a912851778ed tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (327b230e-e238-476d-a314-5704c3dd1a32), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:20.929364 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-c2c095d9-713e-4c47-8172-a912851778ed tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Calling delete_port for 327b230e-e238-476d-a314-5704c3dd1a32 owned by {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:06:21.014555 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44679a7-9e82-439c-844b-49ed0f0e1d2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-bd16ce21-6aa5-4176-a7f8-e900fe8d47aa', 'network_id': 'bd16ce21-6aa5-4176-a7f8-e900fe8d47aa', 'project_id': '7dbb2ba455b84df9b72862aaa29899aa', 'fixed_ips': [{'subnet_id': '7d0e0e10-5eaf-4c75-8cea-7f25804aad7c'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:06:21.016785 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d44679a7-9e82-439c-844b-49ed0f0e1d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:21.052339 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a549d181-ec23-4212-a7b6-c15f03197cb4 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (087c5f46-9694-41ab-8b50-52f038441e22), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:21.054919 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a549d181-ec23-4212-a7b6-c15f03197cb4 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:21.058392 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-a549d181-ec23-4212-a7b6-c15f03197cb4 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] 10.222.0.24 "DELETE /v2.0/security-groups/087c5f46-9694-41ab-8b50-52f038441e22 HTTP/1.1" status: 204 len: 168 time: 0.4026248 Mar 28 01:06:21.065156 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51208) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:21.088289 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f40519c3-29cd-4bd9-8f40-478cdaea15bd tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3686527'] for router_interface (333b67ca-d965-4561-97d6-745c382b0268), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:21.100224 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a549d181-ec23-4212-a7b6-c15f03197cb4 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=087c5f46-9694-41ab-8b50-52f038441e22,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:21.160441 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-e20ea900-1ff5-4637-b99a-1e8d6b798b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886'] for port (3c589cfc-34d4-4a41-ab27-d26681cc079e), after_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:21.214040 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20ea900-1ff5-4637-b99a-1e8d6b798b45 None None] Pushing event deleted for resources: {'Port': ['ID=3c589cfc-34d4-4a41-ab27-d26681cc079e,revision_number=None']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:21.220392 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20ea900-1ff5-4637-b99a-1e8d6b798b45 None None] No DVR routers for this DVR port 3c589cfc-34d4-4a41-ab27-d26681cc079e on host dv-neutron-834874-6-hyperv {{(pid=104100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:06:21.232886 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3c1a00cf-4318-48a2-b921-cdb7d7dd9741 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (bd16ce21-6aa5-4176-a7f8-e900fe8d47aa), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:21.239431 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c2c095d9-713e-4c47-8172-a912851778ed tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (327b230e-e238-476d-a314-5704c3dd1a32), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:21.255312 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-d44679a7-9e82-439c-844b-49ed0f0e1d2b None None] Allocated IP 172.20.0.3 (bd16ce21-6aa5-4176-a7f8-e900fe8d47aa/7d0e0e10-5eaf-4c75-8cea-7f25804aad7c/f1ad4db9-721e-45bf-9628-cba55bd5dcf7) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:06:21.258835 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-28936f39-e8d7-4c86-9d36-615067c178c8 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127282703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126757786'] for subnet (27a3db99-2d47-456c-a3bb-f9896fa00366), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:21.354216 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c095d9-713e-4c47-8172-a912851778ed tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Pushing event deleted for resources: {'Port': ['ID=327b230e-e238-476d-a314-5704c3dd1a32,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:21.371003 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-76362410-078b-4878-8e74-522225b79c84 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2999444 Mar 28 01:06:21.373136 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51212) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:21.373136 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51214) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:21.381203 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c2c095d9-713e-4c47-8172-a912851778ed tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:21.385629 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-c2c095d9-713e-4c47-8172-a912851778ed tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] 10.222.0.24 "DELETE /v2.0/ports/327b230e-e238-476d-a314-5704c3dd1a32 HTTP/1.1" status: 204 len: 168 time: 0.8628917 Mar 28 01:06:21.388274 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-0b2a49f8-42c4-4454-b8e6-fdea87d8297b tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Request body: {'security_group': {'name': 'tempest-secgroup--1169255534'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:21.391729 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28936f39-e8d7-4c86-9d36-615067c178c8 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Network be4801db-c8f8-4df3-b9b5-556693d6a290 is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:06:21.394275 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51218) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:21.410513 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-28936f39-e8d7-4c86-9d36-615067c178c8 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:06:21.413806 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28936f39-e8d7-4c86-9d36-615067c178c8 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:21.414699 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-28936f39-e8d7-4c86-9d36-615067c178c8 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:21.423311 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0b2a49f8-42c4-4454-b8e6-fdea87d8297b tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:21.435378 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd47348-76e9-40ef-97f8-9346f34ac180 None None] Network be4801db-c8f8-4df3-b9b5-556693d6a290 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:06:21.461056 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9c5fb7a1-4527-42a8-87a1-0ae3bcb13df4 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks [] for router_gateway (66dcefff-ff45-403b-97d5-6ee2ae1fbd69), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:21.474417 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28936f39-e8d7-4c86-9d36-615067c178c8 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Pushing event updated for resources: {'Subnet': ['ID=27a3db99-2d47-456c-a3bb-f9896fa00366,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:21.482896 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-1b4dcc3d-2445-43eb-8a1d-c2aa980e539f tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0874953 Mar 28 01:06:21.483642 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51220) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:21.490458 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-fe927da7-48bd-4939-b737-b2ff07397aed tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-591015133'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:21.493880 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3c1a00cf-4318-48a2-b921-cdb7d7dd9741 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (7d0e0e10-5eaf-4c75-8cea-7f25804aad7c), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:21.554414 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-28936f39-e8d7-4c86-9d36-615067c178c8 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0244412 Mar 28 01:06:21.555054 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51222) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:21.563828 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-3e4a2b23-8d5e-4853-90ed-d23ce32bbd35 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Request body: {'subnet': {'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:21.571908 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0bf60582-553e-4344-8c6a-71b6ef58355a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:21.604945 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e812ce79-4128-494d-a013-e8f0d6b211c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-be4801db-c8f8-4df3-b9b5-556693d6a290', 'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290', 'project_id': '564cf6bfe83a4d71adcd7d33f5d20cb1', 'fixed_ips': [{'subnet_id': '27a3db99-2d47-456c-a3bb-f9896fa00366'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:06:21.606222 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-e812ce79-4128-494d-a013-e8f0d6b211c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:21.637092 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0b2a49f8-42c4-4454-b8e6-fdea87d8297b tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Publish callbacks [] for security_group (8a431491-d1dd-470f-9eb9-aa26fd54c112), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:21.648701 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d44679a7-9e82-439c-844b-49ed0f0e1d2b None None] Publish callbacks [] for port (f1ad4db9-721e-45bf-9628-cba55bd5dcf7), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:21.658313 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe927da7-48bd-4939-b737-b2ff07397aed tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Made reservation on behalf of 8686e504a21b45b7abe84195cfbbe04f for: {'network': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:06:21.661663 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-fe927da7-48bd-4939-b737-b2ff07397aed tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:21.679123 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0b2a49f8-42c4-4454-b8e6-fdea87d8297b tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (8a431491-d1dd-470f-9eb9-aa26fd54c112), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:21.704903 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d44679a7-9e82-439c-844b-49ed0f0e1d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (f1ad4db9-721e-45bf-9628-cba55bd5dcf7), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:21.737280 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3c1a00cf-4318-48a2-b921-cdb7d7dd9741 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127282766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126757793'] for subnet (7d0e0e10-5eaf-4c75-8cea-7f25804aad7c), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:21.788474 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44679a7-9e82-439c-844b-49ed0f0e1d2b None None] Network bd16ce21-6aa5-4176-a7f8-e900fe8d47aa is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:06:21.793747 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe927da7-48bd-4939-b737-b2ff07397aed tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=104099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:06:21.797900 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-d44679a7-9e82-439c-844b-49ed0f0e1d2b None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:06:21.806653 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44679a7-9e82-439c-844b-49ed0f0e1d2b None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:06:21.813573 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44679a7-9e82-439c-844b-49ed0f0e1d2b None None] Pushing event updated for resources: {'Port': ['ID=f1ad4db9-721e-45bf-9628-cba55bd5dcf7,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:21.822542 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1a00cf-4318-48a2-b921-cdb7d7dd9741 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Pushing event deleted for resources: {'Subnet': ['ID=7d0e0e10-5eaf-4c75-8cea-7f25804aad7c,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:21.876056 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-e812ce79-4128-494d-a013-e8f0d6b211c0 None None] Allocated IP 172.20.0.2 (be4801db-c8f8-4df3-b9b5-556693d6a290/27a3db99-2d47-456c-a3bb-f9896fa00366/ce03165a-29f1-4f60-9322-47fe9e3427b6) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:06:21.888273 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-d44679a7-9e82-439c-844b-49ed0f0e1d2b None None] Attempting to bind port f1ad4db9-721e-45bf-9628-cba55bd5dcf7 on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:06:21.888659 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-d44679a7-9e82-439c-844b-49ed0f0e1d2b None None] Attempting to bind port f1ad4db9-721e-45bf-9628-cba55bd5dcf7 by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': 'dd1fd9a1-fed1-4db2-90c5-ee06b58ba6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'bd16ce21-6aa5-4176-a7f8-e900fe8d47aa'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:06:21.889023 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44679a7-9e82-439c-844b-49ed0f0e1d2b None None] Attempting to bind port f1ad4db9-721e-45bf-9628-cba55bd5dcf7 on network bd16ce21-6aa5-4176-a7f8-e900fe8d47aa {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:06:21.900003 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44679a7-9e82-439c-844b-49ed0f0e1d2b None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:06:21.900410 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44679a7-9e82-439c-844b-49ed0f0e1d2b None None] Checking segment: {'id': 'dd1fd9a1-fed1-4db2-90c5-ee06b58ba6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'bd16ce21-6aa5-4176-a7f8-e900fe8d47aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:06:21.900854 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d44679a7-9e82-439c-844b-49ed0f0e1d2b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:21.901229 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44679a7-9e82-439c-844b-49ed0f0e1d2b None None] Bound using segment: {'id': 'dd1fd9a1-fed1-4db2-90c5-ee06b58ba6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'bd16ce21-6aa5-4176-a7f8-e900fe8d47aa'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:06:21.901714 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-d44679a7-9e82-439c-844b-49ed0f0e1d2b None None] Bound port: f1ad4db9-721e-45bf-9628-cba55bd5dcf7, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd1fd9a1-fed1-4db2-90c5-ee06b58ba6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'bd16ce21-6aa5-4176-a7f8-e900fe8d47aa'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:06:21.903020 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d44679a7-9e82-439c-844b-49ed0f0e1d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (f1ad4db9-721e-45bf-9628-cba55bd5dcf7), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:21.913568 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-fe927da7-48bd-4939-b737-b2ff07397aed tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (02801b4a-6f62-42fd-82e9-fbb02d75e2c6), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:21.914075 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.segments_db [None req-fe927da7-48bd-4939-b737-b2ff07397aed tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Added segment 02801b4a-6f62-42fd-82e9-fbb02d75e2c6 of type vlan for network f4154ac5-ef7a-4278-b010-2bf402f9a10e Mar 28 01:06:21.950478 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3c1a00cf-4318-48a2-b921-cdb7d7dd9741 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (bd16ce21-6aa5-4176-a7f8-e900fe8d47aa), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:21.977460 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e4a2b23-8d5e-4853-90ed-d23ce32bbd35 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Made reservation on behalf of 564cf6bfe83a4d71adcd7d33f5d20cb1 for: {'subnet': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:06:21.982008 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3e4a2b23-8d5e-4853-90ed-d23ce32bbd35 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126757772'] for subnet (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:22.026419 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-fe927da7-48bd-4939-b737-b2ff07397aed tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (f4154ac5-ef7a-4278-b010-2bf402f9a10e), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:22.098891 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 3c589cfc-34d4-4a41-ab27-d26681cc079e no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:06:22.113776 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0b2a49f8-42c4-4454-b8e6-fdea87d8297b tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:22.118014 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-0b2a49f8-42c4-4454-b8e6-fdea87d8297b tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7412946 Mar 28 01:06:22.119740 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51224) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:22.128778 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: 3c589cfc-34d4-4a41-ab27-d26681cc079e {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:06:22.129125 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 3c589cfc-34d4-4a41-ab27-d26681cc079e not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:06:22.129276 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-1813c832-6528-4131-b24b-30515b0d4882 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Request body: {'security_group_rule': {'security_group_id': '8a431491-d1dd-470f-9eb9-aa26fd54c112', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:22.134126 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2a49f8-42c4-4454-b8e6-fdea87d8297b tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a431491-d1dd-470f-9eb9-aa26fd54c112,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:22.189311 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9c5fb7a1-4527-42a8-87a1-0ae3bcb13df4 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3688170', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3689605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7136'] for router (66dcefff-ff45-403b-97d5-6ee2ae1fbd69), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:22.205233 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9c5fb7a1-4527-42a8-87a1-0ae3bcb13df4 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3688163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3687960', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3689650'] for router (66dcefff-ff45-403b-97d5-6ee2ae1fbd69), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:22.213258 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0bf60582-553e-4344-8c6a-71b6ef58355a admin admin] Publish callbacks [] for security_group (5a2dcb48-0935-4934-9cb6-bdecaca70627), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:22.223264 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-d44679a7-9e82-439c-844b-49ed0f0e1d2b None None] For port f1ad4db9-721e-45bf-9628-cba55bd5dcf7, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:06:22.225838 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0bf60582-553e-4344-8c6a-71b6ef58355a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (5a2dcb48-0935-4934-9cb6-bdecaca70627), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:22.245068 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-d44679a7-9e82-439c-844b-49ed0f0e1d2b None None] For port f1ad4db9-721e-45bf-9628-cba55bd5dcf7, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=f1ad4db9-721e-45bf-9628-cba55bd5dcf7,segment=NetworkSegment(dd1fd9a1-fed1-4db2-90c5-ee06b58ba6b1),segment_id=dd1fd9a1-fed1-4db2-90c5-ee06b58ba6b1)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:06:22.269303 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d44679a7-9e82-439c-844b-49ed0f0e1d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (f1ad4db9-721e-45bf-9628-cba55bd5dcf7), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:22.324156 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.api.v2.resource [None req-1813c832-6528-4131-b24b-30515b0d4882 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] create failed (client error): The resource could not be found. Mar 28 01:06:22.328527 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-1813c832-6528-4131-b24b-30515b0d4882 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2030315 Mar 28 01:06:22.331415 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-3c1a00cf-4318-48a2-b921-cdb7d7dd9741 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd16ce21-6aa5-4176-a7f8-e900fe8d47aa']}} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:22.335420 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51226) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:22.348470 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-8e2b7db5-3912-4cfd-8bc3-9fad4d415a72 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Request body: {'security_group_rule': {'security_group_id': '8a431491-d1dd-470f-9eb9-aa26fd54c112', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '6525325e-b1e6-434e-bb93-48fed17aebb3'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:22.349840 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-e812ce79-4128-494d-a013-e8f0d6b211c0 None None] Publish callbacks [] for port (ce03165a-29f1-4f60-9322-47fe9e3427b6), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:22.357390 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-0bf60582-553e-4344-8c6a-71b6ef58355a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c7d4b28048b74373846e4ad7768967e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9797242 Mar 28 01:06:22.357598 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-3c1a00cf-4318-48a2-b921-cdb7d7dd9741 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd1fd9a1-fed1-4db2-90c5-ee06b58ba6b1') {'for_net_delete': True} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:22.357598 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-3c1a00cf-4318-48a2-b921-cdb7d7dd9741 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd1fd9a1-fed1-4db2-90c5-ee06b58ba6b1') {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:22.359513 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51228) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:22.371407 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf60582-553e-4344-8c6a-71b6ef58355a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a2dcb48-0935-4934-9cb6-bdecaca70627,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:22.371975 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-e812ce79-4128-494d-a013-e8f0d6b211c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (ce03165a-29f1-4f60-9322-47fe9e3427b6), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:22.378233 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-f40519c3-29cd-4bd9-8f40-478cdaea15bd tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Deleting port 7e717bfd-a2f2-4a9e-a876-37d3232a4e4b {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:06:22.378414 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f40519c3-29cd-4bd9-8f40-478cdaea15bd tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (7e717bfd-a2f2-4a9e-a876-37d3232a4e4b), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:22.393159 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44679a7-9e82-439c-844b-49ed0f0e1d2b None None] Pushing event updated for resources: {'Port': ['ID=f1ad4db9-721e-45bf-9628-cba55bd5dcf7,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:22.395458 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3c1a00cf-4318-48a2-b921-cdb7d7dd9741 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126946678'] for segment (dd1fd9a1-fed1-4db2-90c5-ee06b58ba6b1), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:22.430886 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e812ce79-4128-494d-a013-e8f0d6b211c0 None None] Network be4801db-c8f8-4df3-b9b5-556693d6a290 is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:06:22.433517 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c4d0bf-0e21-469a-8fac-dec2a651ae18 None None] Network bd16ce21-6aa5-4176-a7f8-e900fe8d47aa requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:06:22.452113 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-e812ce79-4128-494d-a013-e8f0d6b211c0 None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:06:22.461283 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3c1a00cf-4318-48a2-b921-cdb7d7dd9741 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (dd1fd9a1-fed1-4db2-90c5-ee06b58ba6b1), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:22.475561 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-fe927da7-48bd-4939-b737-b2ff07397aed tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (f4154ac5-ef7a-4278-b010-2bf402f9a10e), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:22.480006 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-145fd953-8b4b-4a5f-89f1-1e1c540cf153 admin admin] Publish callbacks [] for security_group (5a2dcb48-0935-4934-9cb6-bdecaca70627), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:22.480702 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe927da7-48bd-4939-b737-b2ff07397aed tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:22.481308 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-fe927da7-48bd-4939-b737-b2ff07397aed tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:22.481912 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.api.v2.resource [None req-8e2b7db5-3912-4cfd-8bc3-9fad4d415a72 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] create failed (client error): The resource could not be found. Mar 28 01:06:22.486933 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-8e2b7db5-3912-4cfd-8bc3-9fad4d415a72 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1435797 Mar 28 01:06:22.487098 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e812ce79-4128-494d-a013-e8f0d6b211c0 None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:06:22.487319 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51230) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:22.495006 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c1a00cf-4318-48a2-b921-cdb7d7dd9741 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=104099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:06:22.495479 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3c1a00cf-4318-48a2-b921-cdb7d7dd9741 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127280876'] for segment (dd1fd9a1-fed1-4db2-90c5-ee06b58ba6b1), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:22.504103 dv-neutron-834874-6-hyperv neutron-server[104099]: Traceback (most recent call last): Mar 28 01:06:22.504103 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:06:22.504103 dv-neutron-834874-6-hyperv neutron-server[104099]: timer() Mar 28 01:06:22.504103 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:06:22.504103 dv-neutron-834874-6-hyperv neutron-server[104099]: cb(*args, **kw) Mar 28 01:06:22.504103 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:06:22.504103 dv-neutron-834874-6-hyperv neutron-server[104099]: return func(*args, **kwargs) Mar 28 01:06:22.504103 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:06:22.504103 dv-neutron-834874-6-hyperv neutron-server[104099]: self._notify() Mar 28 01:06:22.504103 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:06:22.504103 dv-neutron-834874-6-hyperv neutron-server[104099]: self.callback(batched_events) Mar 28 01:06:22.504103 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:06:22.504103 dv-neutron-834874-6-hyperv neutron-server[104099]: event.method(event) Mar 28 01:06:22.504103 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:06:22.504103 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:06:22.504103 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:06:22.504103 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:06:22.504103 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:06:22.504103 dv-neutron-834874-6-hyperv neutron-server[104099]: return f(self, *a, **k) Mar 28 01:06:22.504103 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:06:22.504103 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._get(url).json() Mar 28 01:06:22.504103 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:06:22.504103 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:06:22.504103 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:06:22.504103 dv-neutron-834874-6-hyperv neutron-server[104099]: return self.request(url, 'GET', **kwargs) Mar 28 01:06:22.504103 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:06:22.504103 dv-neutron-834874-6-hyperv neutron-server[104099]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:06:22.504103 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:06:22.504103 dv-neutron-834874-6-hyperv neutron-server[104099]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:06:22.504103 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:06:22.504103 dv-neutron-834874-6-hyperv neutron-server[104099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:06:22.504103 dv-neutron-834874-6-hyperv neutron-server[104099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:06:22.527140 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e812ce79-4128-494d-a013-e8f0d6b211c0 None None] Pushing event updated for resources: {'Port': ['ID=ce03165a-29f1-4f60-9322-47fe9e3427b6,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:22.540331 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-145fd953-8b4b-4a5f-89f1-1e1c540cf153 admin admin] Publish callbacks [] for security_group (5a2dcb48-0935-4934-9cb6-bdecaca70627), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:22.556169 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c5fb7a1-4527-42a8-87a1-0ae3bcb13df4 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Router 66dcefff-ff45-403b-97d5-6ee2ae1fbd69 is scheduled to L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 with binding_index 1 {{(pid=104098) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 01:06:22.586552 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-e812ce79-4128-494d-a013-e8f0d6b211c0 None None] Attempting to bind port ce03165a-29f1-4f60-9322-47fe9e3427b6 on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:06:22.586834 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-e812ce79-4128-494d-a013-e8f0d6b211c0 None None] Attempting to bind port ce03165a-29f1-4f60-9322-47fe9e3427b6 by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': '9028fe72-9b79-4538-96be-757c3dc71a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:06:22.587379 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e812ce79-4128-494d-a013-e8f0d6b211c0 None None] Attempting to bind port ce03165a-29f1-4f60-9322-47fe9e3427b6 on network be4801db-c8f8-4df3-b9b5-556693d6a290 {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:06:22.594511 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e812ce79-4128-494d-a013-e8f0d6b211c0 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:06:22.595356 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e812ce79-4128-494d-a013-e8f0d6b211c0 None None] Checking segment: {'id': '9028fe72-9b79-4538-96be-757c3dc71a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:06:22.595718 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-e812ce79-4128-494d-a013-e8f0d6b211c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:22.596135 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e812ce79-4128-494d-a013-e8f0d6b211c0 None None] Bound using segment: {'id': '9028fe72-9b79-4538-96be-757c3dc71a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:06:22.596790 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-e812ce79-4128-494d-a013-e8f0d6b211c0 None None] Bound port: ce03165a-29f1-4f60-9322-47fe9e3427b6, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9028fe72-9b79-4538-96be-757c3dc71a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:06:22.597337 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-e812ce79-4128-494d-a013-e8f0d6b211c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (ce03165a-29f1-4f60-9322-47fe9e3427b6), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:22.641995 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-fe927da7-48bd-4939-b737-b2ff07397aed tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1555264 Mar 28 01:06:22.644969 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51232) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:22.654104 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-c817c71c-0a10-4356-ac37-b597e0ab5b44 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-898749570'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:22.673958 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-e812ce79-4128-494d-a013-e8f0d6b211c0 None None] For port ce03165a-29f1-4f60-9322-47fe9e3427b6, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:06:22.679368 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-e812ce79-4128-494d-a013-e8f0d6b211c0 None None] For port ce03165a-29f1-4f60-9322-47fe9e3427b6, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=ce03165a-29f1-4f60-9322-47fe9e3427b6,segment=NetworkSegment(9028fe72-9b79-4538-96be-757c3dc71a72),segment_id=9028fe72-9b79-4538-96be-757c3dc71a72)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:06:22.684655 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e29eda51-c974-4c3d-949f-30fdeb45ff4a tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Publish callbacks [] for security_group (8a431491-d1dd-470f-9eb9-aa26fd54c112), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:22.690638 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe927da7-48bd-4939-b737-b2ff07397aed tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Pushing event updated for resources: {'Network': ['ID=f4154ac5-ef7a-4278-b010-2bf402f9a10e,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:22.692258 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.db.api [None req-3c1a00cf-4318-48a2-b921-cdb7d7dd9741 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 28 01:06:22.692258 dv-neutron-834874-6-hyperv neutron-server[104099]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 28 01:06:22.692258 dv-neutron-834874-6-hyperv neutron-server[104099]: [parameters: {'id': 'bd16ce21-6aa5-4176-a7f8-e900fe8d47aa'}] Mar 28 01:06:22.692258 dv-neutron-834874-6-hyperv neutron-server[104099]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104099) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 01:06:22.692603 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG oslo_db.api [None req-3c1a00cf-4318-48a2-b921-cdb7d7dd9741 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 01:06:22.693071 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-e812ce79-4128-494d-a013-e8f0d6b211c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (ce03165a-29f1-4f60-9322-47fe9e3427b6), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:22.701932 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f40519c3-29cd-4bd9-8f40-478cdaea15bd tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (7e717bfd-a2f2-4a9e-a876-37d3232a4e4b), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:22.710127 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network f4154ac5-ef7a-4278-b010-2bf402f9a10e details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:06:22.721729 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-f40519c3-29cd-4bd9-8f40-478cdaea15bd tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Calling delete_port for 7e717bfd-a2f2-4a9e-a876-37d3232a4e4b owned by network:router_interface {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:06:22.733624 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-145fd953-8b4b-4a5f-89f1-1e1c540cf153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (5a2dcb48-0935-4934-9cb6-bdecaca70627), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:22.736810 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-145fd953-8b4b-4a5f-89f1-1e1c540cf153 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:22.738321 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-145fd953-8b4b-4a5f-89f1-1e1c540cf153 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5a2dcb48-0935-4934-9cb6-bdecaca70627 HTTP/1.1" status: 204 len: 168 time: 0.3760147 Mar 28 01:06:22.741823 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e29eda51-c974-4c3d-949f-30fdeb45ff4a tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Publish callbacks [] for security_group (8a431491-d1dd-470f-9eb9-aa26fd54c112), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:22.762694 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c817c71c-0a10-4356-ac37-b597e0ab5b44 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Made reservation on behalf of 8686e504a21b45b7abe84195cfbbe04f for: {'network': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:06:22.766171 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c817c71c-0a10-4356-ac37-b597e0ab5b44 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:22.768279 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145fd953-8b4b-4a5f-89f1-1e1c540cf153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a2dcb48-0935-4934-9cb6-bdecaca70627,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:22.792781 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c5fb7a1-4527-42a8-87a1-0ae3bcb13df4 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:06:22.797680 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9c5fb7a1-4527-42a8-87a1-0ae3bcb13df4 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:22.799125 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-9c5fb7a1-4527-42a8-87a1-0ae3bcb13df4 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] 10.222.0.24 "PUT /v2.0/routers/66dcefff-ff45-403b-97d5-6ee2ae1fbd69 HTTP/1.1" status: 200 len: 912 time: 4.6523442 Mar 28 01:06:22.805298 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51236) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:22.805611 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb32a929-ee3a-4d53-91df-0c0ec645c2f0 None None] Sync routers for ids ['66dcefff-ff45-403b-97d5-6ee2ae1fbd69'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:06:22.839704 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb32a929-ee3a-4d53-91df-0c0ec645c2f0 None None] Routers {'66dcefff-ff45-403b-97d5-6ee2ae1fbd69'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:06:22.840603 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-fb32a929-ee3a-4d53-91df-0c0ec645c2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:06:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['66dcefff-ff45-403b-97d5-6ee2ae1fbd69'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:22.919851 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c817c71c-0a10-4356-ac37-b597e0ab5b44 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=104099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:06:22.966142 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-fb32a929-ee3a-4d53-91df-0c0ec645c2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:22.977019 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e29eda51-c974-4c3d-949f-30fdeb45ff4a tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (8a431491-d1dd-470f-9eb9-aa26fd54c112), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:22.980111 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e29eda51-c974-4c3d-949f-30fdeb45ff4a tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:22.986216 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-e29eda51-c974-4c3d-949f-30fdeb45ff4a tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] 10.222.0.24 "DELETE /v2.0/security-groups/8a431491-d1dd-470f-9eb9-aa26fd54c112 HTTP/1.1" status: 204 len: 168 time: 0.4929409 Mar 28 01:06:22.986765 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51240) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:22.987074 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c817c71c-0a10-4356-ac37-b597e0ab5b44 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (c858a34c-7af3-462f-8fbd-8cf7623d8d7c), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:22.987431 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.segments_db [None req-c817c71c-0a10-4356-ac37-b597e0ab5b44 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Added segment c858a34c-7af3-462f-8fbd-8cf7623d8d7c of type vlan for network 9e7d0498-4acf-41ab-bced-1334081cf593 Mar 28 01:06:23.001694 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e812ce79-4128-494d-a013-e8f0d6b211c0 None None] Pushing event updated for resources: {'Port': ['ID=ce03165a-29f1-4f60-9322-47fe9e3427b6,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:23.015506 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb32a929-ee3a-4d53-91df-0c0ec645c2f0 None None] Routers {'66dcefff-ff45-403b-97d5-6ee2ae1fbd69'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:06:23.016149 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-fb32a929-ee3a-4d53-91df-0c0ec645c2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:06:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['66dcefff-ff45-403b-97d5-6ee2ae1fbd69'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:23.044114 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29eda51-c974-4c3d-949f-30fdeb45ff4a tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a431491-d1dd-470f-9eb9-aa26fd54c112,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:23.078460 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-fb32a929-ee3a-4d53-91df-0c0ec645c2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:23.079121 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb32a929-ee3a-4d53-91df-0c0ec645c2f0 None None] The sync data for ids ['66dcefff-ff45-403b-97d5-6ee2ae1fbd69'] in dv-neutron-834874-6-hyperv is: [] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:06:23.111361 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-812dbcdf-504a-4c42-9751-250f74f17b5e tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1160984 Mar 28 01:06:23.116742 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51242) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:23.118385 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c817c71c-0a10-4356-ac37-b597e0ab5b44 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (9e7d0498-4acf-41ab-bced-1334081cf593), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:23.122265 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-97755ded-a250-4bcc-8f2c-218b1a691dac tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Request body: {'security_group_rule': {'security_group_id': '53b53ff4-aaf1-4c37-9e07-fb8f4be2daa6', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:23.177883 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-dc324c80-1661-40b8-a36d-778682f67800 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] 10.222.0.24 "GET /v2.0/routers/66dcefff-ff45-403b-97d5-6ee2ae1fbd69 HTTP/1.1" status: 200 len: 918 time: 0.3712556 Mar 28 01:06:23.181776 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51244) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:23.206618 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3c1a00cf-4318-48a2-b921-cdb7d7dd9741 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (bd16ce21-6aa5-4176-a7f8-e900fe8d47aa), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:23.238410 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51246) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:23.240653 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.api.v2.resource [None req-97755ded-a250-4bcc-8f2c-218b1a691dac tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] create failed (client error): The resource could not be found. Mar 28 01:06:23.245092 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-97755ded-a250-4bcc-8f2c-218b1a691dac tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1239164 Mar 28 01:06:23.250074 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51248) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:23.260534 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-4bf868ba-90d9-4f33-a010-5b8073724d74 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Request body: {'security_group': {'name': 'tempest-secgroup--1789265070'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:23.268660 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-09433466-68e0-4f90-9452-5705c02227fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:23.273793 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b2143f-0f14-4ba6-9bae-0e5d75f40133 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:23.275338 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-35b2143f-0f14-4ba6-9bae-0e5d75f40133 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=dea6548b-502b-42db-97fb-371e423e739a&device_id=66dcefff-ff45-403b-97d5-6ee2ae1fbd69&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0926473 Mar 28 01:06:23.279036 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51250) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:23.334077 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f40519c3-29cd-4bd9-8f40-478cdaea15bd tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (7e717bfd-a2f2-4a9e-a876-37d3232a4e4b), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:23.365493 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4bf868ba-90d9-4f33-a010-5b8073724d74 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:23.367035 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c817c71c-0a10-4356-ac37-b597e0ab5b44 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (9e7d0498-4acf-41ab-bced-1334081cf593), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:23.372507 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c817c71c-0a10-4356-ac37-b597e0ab5b44 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:23.373130 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c817c71c-0a10-4356-ac37-b597e0ab5b44 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:23.423235 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40519c3-29cd-4bd9-8f40-478cdaea15bd tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Pushing event deleted for resources: {'Port': ['ID=7e717bfd-a2f2-4a9e-a876-37d3232a4e4b,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:23.437656 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c47822-a1d3-4a38-803f-0101b8584bef tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:23.439041 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-a2c47822-a1d3-4a38-803f-0101b8584bef tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] 10.222.0.24 "GET /v2.0/networks/dea6548b-502b-42db-97fb-371e423e739a HTTP/1.1" status: 200 len: 881 time: 0.1546192 Mar 28 01:06:23.448595 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51252) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:23.492064 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-c817c71c-0a10-4356-ac37-b597e0ab5b44 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8326051 Mar 28 01:06:23.499611 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-d40ae621-0391-45a3-8e59-467fd371878b tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] 10.222.0.24 "GET /v2.0/ports?device_id=66dcefff-ff45-403b-97d5-6ee2ae1fbd69 HTTP/1.1" status: 200 len: 205 time: 0.0497050 Mar 28 01:06:23.505032 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-09433466-68e0-4f90-9452-5705c02227fb admin admin] Publish callbacks [] for security_group (d9bcb833-62af-4094-baa9-82417b0d7faf), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:23.506941 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51254) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:23.534161 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.objects.ports [None req-3e4a2b23-8d5e-4853-90ed-d23ce32bbd35 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104099) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 28 01:06:23.546854 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4bf868ba-90d9-4f33-a010-5b8073724d74 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Publish callbacks [] for security_group (66b78f15-25ad-4574-935a-994cf597fb5f), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:23.590850 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-09433466-68e0-4f90-9452-5705c02227fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (d9bcb833-62af-4094-baa9-82417b0d7faf), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:23.622260 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4bf868ba-90d9-4f33-a010-5b8073724d74 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (66b78f15-25ad-4574-935a-994cf597fb5f), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:23.625429 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51256) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:23.632476 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c817c71c-0a10-4356-ac37-b597e0ab5b44 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Pushing event updated for resources: {'Network': ['ID=9e7d0498-4acf-41ab-bced-1334081cf593,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:23.639641 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-654ca3ee-beb8-44c6-a63d-7a96347379b3 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Request body: {'subnets': [{'network_id': 'f4154ac5-ef7a-4278-b010-2bf402f9a10e', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1333691873', 'ip_version': 4}, {'network_id': '9e7d0498-4acf-41ab-bced-1334081cf593', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:23.639954 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-654ca3ee-beb8-44c6-a63d-7a96347379b3 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Request body: {'subnet': {'network_id': 'f4154ac5-ef7a-4278-b010-2bf402f9a10e', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1333691873', 'ip_version': 4}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:23.640549 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-654ca3ee-beb8-44c6-a63d-7a96347379b3 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Request body: {'subnet': {'network_id': '9e7d0498-4acf-41ab-bced-1334081cf593', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:23.645220 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network 9e7d0498-4acf-41ab-bced-1334081cf593 details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:06:23.677836 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4bf868ba-90d9-4f33-a010-5b8073724d74 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:23.679084 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-4bf868ba-90d9-4f33-a010-5b8073724d74 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4272757 Mar 28 01:06:23.684594 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51258) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:23.687273 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-09433466-68e0-4f90-9452-5705c02227fb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=317b42ea30e04d8abc5151f51f9a1bdb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4477675 Mar 28 01:06:23.691633 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-0db32421-ec10-45f6-a261-ad1ae2fb2034 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Request body: {'security_group': {'name': 'tempest-secgroup--606414804'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:23.697317 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09433466-68e0-4f90-9452-5705c02227fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9bcb833-62af-4094-baa9-82417b0d7faf,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:23.707750 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51260) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:23.800523 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.agents_db [None req-9a1d863f-391a-42f4-9870-e8292b919beb None None] Agent healthcheck: found 6 active agents {{(pid=104101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 01:06:23.809252 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf868ba-90d9-4f33-a010-5b8073724d74 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66b78f15-25ad-4574-935a-994cf597fb5f,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:23.810529 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b6096ac8-c015-4943-9bb0-1dfc977b5483 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Publish callbacks [] for router (66dcefff-ff45-403b-97d5-6ee2ae1fbd69), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:23.819612 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0db32421-ec10-45f6-a261-ad1ae2fb2034 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:23.825959 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f40519c3-29cd-4bd9-8f40-478cdaea15bd tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3725912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3690191'] for router_interface (333b67ca-d965-4561-97d6-745c382b0268), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:23.885724 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-3c1a00cf-4318-48a2-b921-cdb7d7dd9741 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Deleting port f1ad4db9-721e-45bf-9628-cba55bd5dcf7 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:06:23.886070 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3c1a00cf-4318-48a2-b921-cdb7d7dd9741 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (f1ad4db9-721e-45bf-9628-cba55bd5dcf7), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:23.929636 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2922f2a1-5e0f-48ac-bd25-47512337fabc admin admin] Publish callbacks [] for security_group (d9bcb833-62af-4094-baa9-82417b0d7faf), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:23.974265 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2922f2a1-5e0f-48ac-bd25-47512337fabc admin admin] Publish callbacks [] for security_group (d9bcb833-62af-4094-baa9-82417b0d7faf), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:24.044657 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b6096ac8-c015-4943-9bb0-1dfc977b5483 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Publish callbacks [] for router_gateway (66dcefff-ff45-403b-97d5-6ee2ae1fbd69), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:24.071426 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0db32421-ec10-45f6-a261-ad1ae2fb2034 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Publish callbacks [] for security_group (229c5ff9-22b6-4fa4-b171-78a5fcdacfef), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:24.102229 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0db32421-ec10-45f6-a261-ad1ae2fb2034 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (229c5ff9-22b6-4fa4-b171-78a5fcdacfef), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:24.138838 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2922f2a1-5e0f-48ac-bd25-47512337fabc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (d9bcb833-62af-4094-baa9-82417b0d7faf), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:24.141410 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2922f2a1-5e0f-48ac-bd25-47512337fabc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:24.142567 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-2922f2a1-5e0f-48ac-bd25-47512337fabc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d9bcb833-62af-4094-baa9-82417b0d7faf HTTP/1.1" status: 204 len: 168 time: 0.4330597 Mar 28 01:06:24.168173 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device ce03165a-29f1-4f60-9322-47fe9e3427b6 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:06:24.183101 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-b6096ac8-c015-4943-9bb0-1dfc977b5483 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Deleting port 21c045a4-a8b6-47fd-8417-e96b6dc02220 {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:06:24.183424 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b6096ac8-c015-4943-9bb0-1dfc977b5483 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (21c045a4-a8b6-47fd-8417-e96b6dc02220), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:24.196692 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-3c1a00cf-4318-48a2-b921-cdb7d7dd9741 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] For port f1ad4db9-721e-45bf-9628-cba55bd5dcf7, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=f1ad4db9-721e-45bf-9628-cba55bd5dcf7,segment=NetworkSegment(dd1fd9a1-fed1-4db2-90c5-ee06b58ba6b1),segment_id=dd1fd9a1-fed1-4db2-90c5-ee06b58ba6b1)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:06:24.197840 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3c1a00cf-4318-48a2-b921-cdb7d7dd9741 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (f1ad4db9-721e-45bf-9628-cba55bd5dcf7), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:24.204149 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0db32421-ec10-45f6-a261-ad1ae2fb2034 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:24.210500 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-0db32421-ec10-45f6-a261-ad1ae2fb2034 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.5221229 Mar 28 01:06:24.212859 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51266) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:24.216786 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db32421-ec10-45f6-a261-ad1ae2fb2034 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=229c5ff9-22b6-4fa4-b171-78a5fcdacfef,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:24.219827 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3e4a2b23-8d5e-4853-90ed-d23ce32bbd35 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (ce03165a-29f1-4f60-9322-47fe9e3427b6), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:24.224385 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-3c1a00cf-4318-48a2-b921-cdb7d7dd9741 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Calling delete_port for f1ad4db9-721e-45bf-9628-cba55bd5dcf7 owned by network:dhcp {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:06:24.232253 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port ce03165a-29f1-4f60-9322-47fe9e3427b6 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:06:24.232912 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (ce03165a-29f1-4f60-9322-47fe9e3427b6), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:24.235970 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-86151ab7-2564-4d16-b284-6cc34109e816 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Request body: {'security_group_rule': {'security_group_id': '66b78f15-25ad-4574-935a-994cf597fb5f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '229c5ff9-22b6-4fa4-b171-78a5fcdacfef'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:24.267468 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c23b6ef-a2c1-41fa-936a-cea8971b88d7 None None] get_active_networks_info from dv-neutron-834874-6-hyperv {{(pid=104100) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 28 01:06:24.330625 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-654ca3ee-beb8-44c6-a63d-7a96347379b3 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Made reservation on behalf of 8686e504a21b45b7abe84195cfbbe04f for: {'subnet': 2} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:06:24.335467 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-654ca3ee-beb8-44c6-a63d-7a96347379b3 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126757772'] for subnet (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:24.336100 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-654ca3ee-beb8-44c6-a63d-7a96347379b3 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126757772'] for subnet (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:24.342584 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2922f2a1-5e0f-48ac-bd25-47512337fabc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9bcb833-62af-4094-baa9-82417b0d7faf,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:24.362044 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.api.v2.resource [None req-86151ab7-2564-4d16-b284-6cc34109e816 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 01:06:24.366397 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-86151ab7-2564-4d16-b284-6cc34109e816 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1409209 Mar 28 01:06:24.367080 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51268) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:24.367463 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-275256d2-1db1-4202-a41b-9ca7f27f5fda None None] Provisioning complete for port ce03165a-29f1-4f60-9322-47fe9e3427b6 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:06:24.368076 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-275256d2-1db1-4202-a41b-9ca7f27f5fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (ce03165a-29f1-4f60-9322-47fe9e3427b6), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:24.369478 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b6096ac8-c015-4943-9bb0-1dfc977b5483 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (21c045a4-a8b6-47fd-8417-e96b6dc02220), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:24.400184 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-b6096ac8-c015-4943-9bb0-1dfc977b5483 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Calling delete_port for 21c045a4-a8b6-47fd-8417-e96b6dc02220 owned by network:router_gateway {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:06:24.503670 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port ce03165a-29f1-4f60-9322-47fe9e3427b6 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:06:24.503969 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (ce03165a-29f1-4f60-9322-47fe9e3427b6), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:24.523246 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c23b6ef-a2c1-41fa-936a-cea8971b88d7 None None] Resources bound (agent type, host, resource id): {{(pid=104100) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 28 01:06:24.523538 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-21097c3c-2114-4ae7-b37b-c6106325e5f3 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Publish callbacks [] for security_group (229c5ff9-22b6-4fa4-b171-78a5fcdacfef), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:24.563903 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-21097c3c-2114-4ae7-b37b-c6106325e5f3 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Publish callbacks [] for security_group (229c5ff9-22b6-4fa4-b171-78a5fcdacfef), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:24.578066 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-275256d2-1db1-4202-a41b-9ca7f27f5fda None None] Current status of the port ce03165a-29f1-4f60-9322-47fe9e3427b6 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:06:24.578625 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-275256d2-1db1-4202-a41b-9ca7f27f5fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (ce03165a-29f1-4f60-9322-47fe9e3427b6), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:24.635084 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f40519c3-29cd-4bd9-8f40-478cdaea15bd tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Router 333b67ca-d965-4561-97d6-745c382b0268 has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:06:24.667715 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-21097c3c-2114-4ae7-b37b-c6106325e5f3 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (229c5ff9-22b6-4fa4-b171-78a5fcdacfef), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:24.671442 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-21097c3c-2114-4ae7-b37b-c6106325e5f3 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:24.675135 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-21097c3c-2114-4ae7-b37b-c6106325e5f3 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] 10.222.0.24 "DELETE /v2.0/security-groups/229c5ff9-22b6-4fa4-b171-78a5fcdacfef HTTP/1.1" status: 204 len: 168 time: 0.2994964 Mar 28 01:06:24.675907 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51278) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:24.698033 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21097c3c-2114-4ae7-b37b-c6106325e5f3 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=229c5ff9-22b6-4fa4-b171-78a5fcdacfef,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:24.750062 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3c1a00cf-4318-48a2-b921-cdb7d7dd9741 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (f1ad4db9-721e-45bf-9628-cba55bd5dcf7), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:24.763670 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b6096ac8-c015-4943-9bb0-1dfc977b5483 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (21c045a4-a8b6-47fd-8417-e96b6dc02220), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:24.813922 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6096ac8-c015-4943-9bb0-1dfc977b5483 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Pushing event deleted for resources: {'Port': ['ID=21c045a4-a8b6-47fd-8417-e96b6dc02220,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:24.879339 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b6096ac8-c015-4943-9bb0-1dfc977b5483 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3687989'] for router_gateway (66dcefff-ff45-403b-97d5-6ee2ae1fbd69), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:24.988173 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b6096ac8-c015-4943-9bb0-1dfc977b5483 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7151'] for router (66dcefff-ff45-403b-97d5-6ee2ae1fbd69), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:24.990709 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b6096ac8-c015-4943-9bb0-1dfc977b5483 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Publish callbacks [] for router_controller (66dcefff-ff45-403b-97d5-6ee2ae1fbd69), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:25.039702 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b6096ac8-c015-4943-9bb0-1dfc977b5483 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689686'] for router (66dcefff-ff45-403b-97d5-6ee2ae1fbd69), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:25.040417 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6096ac8-c015-4943-9bb0-1dfc977b5483 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Fanout notify agent at l3_agent the message router_deleted on router 66dcefff-ff45-403b-97d5-6ee2ae1fbd69 {{(pid=104098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 01:06:25.048334 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b6096ac8-c015-4943-9bb0-1dfc977b5483 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Publish callbacks [] for router (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:25.049779 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-b6096ac8-c015-4943-9bb0-1dfc977b5483 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] 10.222.0.24 "DELETE /v2.0/routers/66dcefff-ff45-403b-97d5-6ee2ae1fbd69 HTTP/1.1" status: 204 len: 168 time: 1.5419040 Mar 28 01:06:25.053598 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51290) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:25.059312 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-1d76b085-5720-4523-a781-2b2a264838cd tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1741702832', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:25.081470 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1d76b085-5720-4523-a781-2b2a264838cd tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7069'] for router (08b7851b-79db-464e-8583-b0de10bc0bdf), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:25.082848 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1d76b085-5720-4523-a781-2b2a264838cd tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4188952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7062'] for router (08b7851b-79db-464e-8583-b0de10bc0bdf), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:25.121849 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1a00cf-4318-48a2-b921-cdb7d7dd9741 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Pushing event deleted for resources: {'Port': ['ID=f1ad4db9-721e-45bf-9628-cba55bd5dcf7,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:25.138850 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1a00cf-4318-48a2-b921-cdb7d7dd9741 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] No DVR routers for this DVR port f1ad4db9-721e-45bf-9628-cba55bd5dcf7 on host dv-neutron-834874-6-hyperv {{(pid=104099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:06:25.147670 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51292) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:25.158567 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1d76b085-5720-4523-a781-2b2a264838cd tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Publish callbacks [] for router_controller (08b7851b-79db-464e-8583-b0de10bc0bdf), precommit_add_association {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:25.163662 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1d76b085-5720-4523-a781-2b2a264838cd tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687953'] for router (08b7851b-79db-464e-8583-b0de10bc0bdf), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:25.183843 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1d76b085-5720-4523-a781-2b2a264838cd tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Publish callbacks [] for router (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:25.187864 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-1d76b085-5720-4523-a781-2b2a264838cd tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1332796 Mar 28 01:06:25.188474 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51296) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:25.192674 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-5a0da0d7-53cb-4251-9524-68dc96e09694 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'enable_snat': False}}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:25.229366 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-3e4a2b23-8d5e-4853-90ed-d23ce32bbd35 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] For port ce03165a-29f1-4f60-9322-47fe9e3427b6, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=ce03165a-29f1-4f60-9322-47fe9e3427b6,segment=NetworkSegment(9028fe72-9b79-4538-96be-757c3dc71a72),segment_id=9028fe72-9b79-4538-96be-757c3dc71a72)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:06:25.264702 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-74a2b3bc-64cd-4dad-a266-aa4c1e2e0ed3 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1838997753'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:25.266610 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f40519c3-29cd-4bd9-8f40-478cdaea15bd tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:06:25.276849 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f08031f-120a-403c-83e3-84099c4170a5 None None] Sync routers for ids ['333b67ca-d965-4561-97d6-745c382b0268'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:06:25.289852 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f08031f-120a-403c-83e3-84099c4170a5 None None] Routers {'333b67ca-d965-4561-97d6-745c382b0268'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:06:25.290574 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-7f08031f-120a-403c-83e3-84099c4170a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:06:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['333b67ca-d965-4561-97d6-745c382b0268'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:25.301808 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-f40519c3-29cd-4bd9-8f40-478cdaea15bd tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] 10.222.0.24 "PUT /v2.0/routers/333b67ca-d965-4561-97d6-745c382b0268/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1147075 Mar 28 01:06:25.305411 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51298) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:25.318593 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-9be3bce4-3fc7-4594-a3c5-6495e3ff555b tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4539 time: 0.6378586 Mar 28 01:06:25.329760 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-7f08031f-120a-403c-83e3-84099c4170a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:25.331894 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51300) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:25.339001 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f08031f-120a-403c-83e3-84099c4170a5 None None] Routers {'333b67ca-d965-4561-97d6-745c382b0268'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:06:25.339631 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-7f08031f-120a-403c-83e3-84099c4170a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:06:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['333b67ca-d965-4561-97d6-745c382b0268'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:25.353978 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74a2b3bc-64cd-4dad-a266-aa4c1e2e0ed3 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Made reservation on behalf of 0fc260a97fca47e594c25025336ed9b2 for: {'network': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:06:25.357307 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-74a2b3bc-64cd-4dad-a266-aa4c1e2e0ed3 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:25.367590 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-74a2b3bc-64cd-4dad-a266-aa4c1e2e0ed3 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:25.373807 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-7f08031f-120a-403c-83e3-84099c4170a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:25.374476 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f08031f-120a-403c-83e3-84099c4170a5 None None] The sync data for ids ['333b67ca-d965-4561-97d6-745c382b0268'] in dv-neutron-834874-6-hyperv is: [] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:06:25.444397 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5a0da0d7-53cb-4251-9524-68dc96e09694 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks [] for router_gateway (08b7851b-79db-464e-8583-b0de10bc0bdf), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:25.450280 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3e4a2b23-8d5e-4853-90ed-d23ce32bbd35 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks [] for port (ce03165a-29f1-4f60-9322-47fe9e3427b6), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:25.452801 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3c1a00cf-4318-48a2-b921-cdb7d7dd9741 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (bd16ce21-6aa5-4176-a7f8-e900fe8d47aa), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:25.470121 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3e4a2b23-8d5e-4853-90ed-d23ce32bbd35 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (ce03165a-29f1-4f60-9322-47fe9e3427b6), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:25.521253 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.db.api [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104100) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 01:06:25.521776 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG oslo_db.api [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 01:06:25.530738 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.db.api [None req-275256d2-1db1-4202-a41b-9ca7f27f5fda None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104100) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 01:06:25.531214 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG oslo_db.api [None req-275256d2-1db1-4202-a41b-9ca7f27f5fda None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 01:06:25.561763 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-3c1a00cf-4318-48a2-b921-cdb7d7dd9741 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd16ce21-6aa5-4176-a7f8-e900fe8d47aa']}} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:25.565112 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-74a2b3bc-64cd-4dad-a266-aa4c1e2e0ed3 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Publish callbacks [] for security_group (8ef55755-5a15-4b4b-9e9a-9f99151ed720), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:25.571836 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-74a2b3bc-64cd-4dad-a266-aa4c1e2e0ed3 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (8ef55755-5a15-4b4b-9e9a-9f99151ed720), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:25.598070 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3e4a2b23-8d5e-4853-90ed-d23ce32bbd35 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127282703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126757786'] for subnet (1b8f21cb-3697-4e66-b27b-cb7ccc9d74ae), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:25.609921 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-3c1a00cf-4318-48a2-b921-cdb7d7dd9741 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd1fd9a1-fed1-4db2-90c5-ee06b58ba6b1') {'for_net_delete': True} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:25.610226 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-3c1a00cf-4318-48a2-b921-cdb7d7dd9741 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd1fd9a1-fed1-4db2-90c5-ee06b58ba6b1') {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:25.613106 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74a2b3bc-64cd-4dad-a266-aa4c1e2e0ed3 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=104098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:06:25.615271 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a2b3bc-64cd-4dad-a266-aa4c1e2e0ed3 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ef55755-5a15-4b4b-9e9a-9f99151ed720,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:25.630180 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-74a2b3bc-64cd-4dad-a266-aa4c1e2e0ed3 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (c37cced3-e953-4e65-9829-57943b0099f0), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:25.630180 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.segments_db [None req-74a2b3bc-64cd-4dad-a266-aa4c1e2e0ed3 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Added segment c37cced3-e953-4e65-9829-57943b0099f0 of type vlan for network bb1f9cb0-68da-4cb4-9ac8-a08ba319102f Mar 28 01:06:25.697814 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3c1a00cf-4318-48a2-b921-cdb7d7dd9741 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126946678'] for segment (dd1fd9a1-fed1-4db2-90c5-ee06b58ba6b1), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:25.707934 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-74a2b3bc-64cd-4dad-a266-aa4c1e2e0ed3 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (bb1f9cb0-68da-4cb4-9ac8-a08ba319102f), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:25.783150 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4a2b23-8d5e-4853-90ed-d23ce32bbd35 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Pushing event updated for resources: {'Port': ['ID=ce03165a-29f1-4f60-9322-47fe9e3427b6,revision_number=4']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:25.787762 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4a2b23-8d5e-4853-90ed-d23ce32bbd35 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Network be4801db-c8f8-4df3-b9b5-556693d6a290 is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:06:25.788247 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-74a2b3bc-64cd-4dad-a266-aa4c1e2e0ed3 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (bb1f9cb0-68da-4cb4-9ac8-a08ba319102f), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:25.788882 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3c1a00cf-4318-48a2-b921-cdb7d7dd9741 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (dd1fd9a1-fed1-4db2-90c5-ee06b58ba6b1), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:25.793544 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a2b3bc-64cd-4dad-a266-aa4c1e2e0ed3 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:25.794147 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-74a2b3bc-64cd-4dad-a266-aa4c1e2e0ed3 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:25.816631 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7b2d19a6-d6a7-4a01-9377-e58fcce6e72c tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Publish callbacks [] for security_group (66b78f15-25ad-4574-935a-994cf597fb5f), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:25.818398 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-3e4a2b23-8d5e-4853-90ed-d23ce32bbd35 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:06:25.827419 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c1a00cf-4318-48a2-b921-cdb7d7dd9741 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=104099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:06:25.827826 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3c1a00cf-4318-48a2-b921-cdb7d7dd9741 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127280876'] for segment (dd1fd9a1-fed1-4db2-90c5-ee06b58ba6b1), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:25.829665 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afabedda-c382-4e65-ad47-9521f97b58ee None None] Network be4801db-c8f8-4df3-b9b5-556693d6a290 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:06:25.832713 dv-neutron-834874-6-hyperv neutron-server[104099]: Traceback (most recent call last): Mar 28 01:06:25.832713 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:06:25.832713 dv-neutron-834874-6-hyperv neutron-server[104099]: timer() Mar 28 01:06:25.832713 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:06:25.832713 dv-neutron-834874-6-hyperv neutron-server[104099]: cb(*args, **kw) Mar 28 01:06:25.832713 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:06:25.832713 dv-neutron-834874-6-hyperv neutron-server[104099]: return func(*args, **kwargs) Mar 28 01:06:25.832713 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:06:25.832713 dv-neutron-834874-6-hyperv neutron-server[104099]: self._notify() Mar 28 01:06:25.832713 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:06:25.832713 dv-neutron-834874-6-hyperv neutron-server[104099]: self.callback(batched_events) Mar 28 01:06:25.832713 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:06:25.832713 dv-neutron-834874-6-hyperv neutron-server[104099]: event.method(event) Mar 28 01:06:25.832713 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:06:25.832713 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:06:25.832713 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:06:25.832713 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:06:25.832713 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:06:25.832713 dv-neutron-834874-6-hyperv neutron-server[104099]: return f(self, *a, **k) Mar 28 01:06:25.832713 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:06:25.832713 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._get(url).json() Mar 28 01:06:25.832713 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:06:25.832713 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:06:25.832713 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:06:25.832713 dv-neutron-834874-6-hyperv neutron-server[104099]: return self.request(url, 'GET', **kwargs) Mar 28 01:06:25.832713 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:06:25.832713 dv-neutron-834874-6-hyperv neutron-server[104099]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:06:25.832713 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:06:25.832713 dv-neutron-834874-6-hyperv neutron-server[104099]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:06:25.832713 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:06:25.832713 dv-neutron-834874-6-hyperv neutron-server[104099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:06:25.832713 dv-neutron-834874-6-hyperv neutron-server[104099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:06:25.836922 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4a2b23-8d5e-4853-90ed-d23ce32bbd35 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:25.837533 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3e4a2b23-8d5e-4853-90ed-d23ce32bbd35 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:25.852080 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5a0da0d7-53cb-4251-9524-68dc96e09694 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks [] for router_gateway (08b7851b-79db-464e-8583-b0de10bc0bdf), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:25.859933 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-74a2b3bc-64cd-4dad-a266-aa4c1e2e0ed3 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.7111962 Mar 28 01:06:25.882040 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51304) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:25.889666 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-ef46bcc6-2351-4bc9-9a54-b2058934b286 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Request body: {'subnet': {'network_id': 'bb1f9cb0-68da-4cb4-9ac8-a08ba319102f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:25.893376 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5a0da0d7-53cb-4251-9524-68dc96e09694 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:25.929734 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4a2b23-8d5e-4853-90ed-d23ce32bbd35 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Pushing event updated for resources: {'Subnet': ['ID=1b8f21cb-3697-4e66-b27b-cb7ccc9d74ae,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:25.940569 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7b2d19a6-d6a7-4a01-9377-e58fcce6e72c tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Publish callbacks [] for security_group (66b78f15-25ad-4574-935a-994cf597fb5f), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:25.948681 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a2b3bc-64cd-4dad-a266-aa4c1e2e0ed3 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Pushing event updated for resources: {'Network': ['ID=bb1f9cb0-68da-4cb4-9ac8-a08ba319102f,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:25.974255 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network bb1f9cb0-68da-4cb4-9ac8-a08ba319102f details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:06:25.991931 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-3e4a2b23-8d5e-4853-90ed-d23ce32bbd35 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.4330010 Mar 28 01:06:25.998314 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51306) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:26.008761 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3c1a00cf-4318-48a2-b921-cdb7d7dd9741 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (bd16ce21-6aa5-4176-a7f8-e900fe8d47aa), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:26.009512 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-9972b084-abb3-4d17-9dfe-4aa282e1bf3e tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Request body: {'port': {'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290', 'mac_address': 'fa:16:3e:14:c4:f3', 'name': 'tempest-NetworksTestDHCPv6-2104439190'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:26.038359 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3c1a00cf-4318-48a2-b921-cdb7d7dd9741 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:26.045505 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-3c1a00cf-4318-48a2-b921-cdb7d7dd9741 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] 10.222.0.24 "DELETE /v2.0/networks/bd16ce21-6aa5-4176-a7f8-e900fe8d47aa HTTP/1.1" status: 204 len: 168 time: 5.1313446 Mar 28 01:06:26.068803 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51308) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:26.078812 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-beb1c41a-ebee-4aae-b1e2-65f6950ae3b6 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-936129777'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:26.120595 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port ce03165a-29f1-4f60-9322-47fe9e3427b6 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:06:26.121058 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (ce03165a-29f1-4f60-9322-47fe9e3427b6), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:26.130365 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-275256d2-1db1-4202-a41b-9ca7f27f5fda None None] Current status of the port ce03165a-29f1-4f60-9322-47fe9e3427b6 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:06:26.130985 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-275256d2-1db1-4202-a41b-9ca7f27f5fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (ce03165a-29f1-4f60-9322-47fe9e3427b6), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:26.170730 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef46bcc6-2351-4bc9-9a54-b2058934b286 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Made reservation on behalf of 0fc260a97fca47e594c25025336ed9b2 for: {'subnet': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:06:26.173928 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ef46bcc6-2351-4bc9-9a54-b2058934b286 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126112411'] for subnet (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:26.175176 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] For port ce03165a-29f1-4f60-9322-47fe9e3427b6, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=ce03165a-29f1-4f60-9322-47fe9e3427b6,segment=NetworkSegment(9028fe72-9b79-4538-96be-757c3dc71a72),segment_id=9028fe72-9b79-4538-96be-757c3dc71a72)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:06:26.182605 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (ce03165a-29f1-4f60-9322-47fe9e3427b6), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:26.191871 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-5a0da0d7-53cb-4251-9524-68dc96e09694 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Allocated IP 172.26.1.225 (dea6548b-502b-42db-97fb-371e423e739a/cce6de65-d8c9-45b8-9970-0a277e8c1192/c8189846-a9d0-406f-8b19-4487b9c2cdb0) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:06:26.205386 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beb1c41a-ebee-4aae-b1e2-65f6950ae3b6 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Made reservation on behalf of 7dbb2ba455b84df9b72862aaa29899aa for: {'network': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:06:26.209025 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-beb1c41a-ebee-4aae-b1e2-65f6950ae3b6 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:26.229338 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7b2d19a6-d6a7-4a01-9377-e58fcce6e72c tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (66b78f15-25ad-4574-935a-994cf597fb5f), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:26.234976 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7b2d19a6-d6a7-4a01-9377-e58fcce6e72c tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:26.240647 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-7b2d19a6-d6a7-4a01-9377-e58fcce6e72c tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] 10.222.0.24 "DELETE /v2.0/security-groups/66b78f15-25ad-4574-935a-994cf597fb5f HTTP/1.1" status: 204 len: 168 time: 0.9027605 Mar 28 01:06:26.255712 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.db.api [None req-275256d2-1db1-4202-a41b-9ca7f27f5fda None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104100) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 01:06:26.255885 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51310) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:26.255985 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG oslo_db.api [None req-275256d2-1db1-4202-a41b-9ca7f27f5fda None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 01:06:26.280203 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1a00cf-4318-48a2-b921-cdb7d7dd9741 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Pushing event deleted for resources: {'Network': ['ID=bd16ce21-6aa5-4176-a7f8-e900fe8d47aa,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:26.291016 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Pushing event updated for resources: {'Port': ['ID=ce03165a-29f1-4f60-9322-47fe9e3427b6,revision_number=5']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:26.298137 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2d19a6-d6a7-4a01-9377-e58fcce6e72c tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b78f15-25ad-4574-935a-994cf597fb5f,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:26.303796 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-654ca3ee-beb8-44c6-a63d-7a96347379b3 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127282703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126757786'] for subnet (ff67cd93-8ba2-49f3-aaff-d4e88eb2f04b), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:26.321766 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device ce03165a-29f1-4f60-9322-47fe9e3427b6 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:06:26.384461 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port ce03165a-29f1-4f60-9322-47fe9e3427b6 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:06:26.384843 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (ce03165a-29f1-4f60-9322-47fe9e3427b6), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:26.431942 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-beb1c41a-ebee-4aae-b1e2-65f6950ae3b6 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=104098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:06:26.438249 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654ca3ee-beb8-44c6-a63d-7a96347379b3 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Checking segment: {'id': '02801b4a-6f62-42fd-82e9-fbb02d75e2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'f4154ac5-ef7a-4278-b010-2bf402f9a10e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:06:26.438557 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654ca3ee-beb8-44c6-a63d-7a96347379b3 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Network hostable DHCP agents. Network: f4154ac5-ef7a-4278-b010-2bf402f9a10e, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:06:26.482570 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-beb1c41a-ebee-4aae-b1e2-65f6950ae3b6 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (b87114f2-c233-469c-a52c-fcdd879b5284), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:26.483031 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.segments_db [None req-beb1c41a-ebee-4aae-b1e2-65f6950ae3b6 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Added segment b87114f2-c233-469c-a52c-fcdd879b5284 of type vlan for network b3b8b812-49fa-4eeb-8637-f97f277b5028 Mar 28 01:06:26.507863 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-474989b4-9d7e-4b80-8da0-04488d3b01ba tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2511213 Mar 28 01:06:26.513094 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9972b084-abb3-4d17-9dfe-4aa282e1bf3e tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Made reservation on behalf of 564cf6bfe83a4d71adcd7d33f5d20cb1 for: {'port': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:06:26.518995 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51312) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:26.521617 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port ce03165a-29f1-4f60-9322-47fe9e3427b6 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:06:26.522035 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654ca3ee-beb8-44c6-a63d-7a96347379b3 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Pushing event updated for resources: {'Subnet': ['ID=ff67cd93-8ba2-49f3-aaff-d4e88eb2f04b,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:26.531443 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-275256d2-1db1-4202-a41b-9ca7f27f5fda None None] Current status of the port ce03165a-29f1-4f60-9322-47fe9e3427b6 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:06:26.531892 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-570fb87c-6a6b-4540-8ded-3d8c8956b60d tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Request body: {'security_group': {'name': 'tempest-secgroup--1039710384'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:26.561415 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654ca3ee-beb8-44c6-a63d-7a96347379b3 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Network f4154ac5-ef7a-4278-b010-2bf402f9a10e is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:06:26.578174 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-570fb87c-6a6b-4540-8ded-3d8c8956b60d tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Publish callbacks [] for security_group (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:26.586050 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-654ca3ee-beb8-44c6-a63d-7a96347379b3 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, f4154ac5-ef7a-4278-b010-2bf402f9a10e) {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:06:26.594836 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f511e19a-e589-432c-9e67-6a2cbd5ef600 None None] Network f4154ac5-ef7a-4278-b010-2bf402f9a10e requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:06:26.598901 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-654ca3ee-beb8-44c6-a63d-7a96347379b3 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127282703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126757786'] for subnet (80caec73-41c7-4b93-b471-f1c51ce020ef), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:26.616245 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5a0da0d7-53cb-4251-9524-68dc96e09694 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks [] for port (c8189846-a9d0-406f-8b19-4487b9c2cdb0), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:26.629794 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-beb1c41a-ebee-4aae-b1e2-65f6950ae3b6 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (b3b8b812-49fa-4eeb-8637-f97f277b5028), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:26.659168 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-dbf7c6b0-abf2-496d-b60c-6ffac3846820 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3686527'] for router_interface (333b67ca-d965-4561-97d6-745c382b0268), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:26.803736 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654ca3ee-beb8-44c6-a63d-7a96347379b3 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Pushing event updated for resources: {'Subnet': ['ID=80caec73-41c7-4b93-b471-f1c51ce020ef,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:26.828248 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654ca3ee-beb8-44c6-a63d-7a96347379b3 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Checking segment: {'id': 'c858a34c-7af3-462f-8fbd-8cf7623d8d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9e7d0498-4acf-41ab-bced-1334081cf593'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:06:26.828578 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654ca3ee-beb8-44c6-a63d-7a96347379b3 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Network hostable DHCP agents. Network: 9e7d0498-4acf-41ab-bced-1334081cf593, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:06:26.889763 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-dd8aa8a5-a0b4-4fd7-8aff-eb1183ee0770 None None] Provisioning complete for port ce03165a-29f1-4f60-9322-47fe9e3427b6 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:06:26.892197 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-dd8aa8a5-a0b4-4fd7-8aff-eb1183ee0770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (ce03165a-29f1-4f60-9322-47fe9e3427b6), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:26.918971 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b9ab0a9-3a1d-4819-9a82-7d8c5f0ce40e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-f4154ac5-ef7a-4278-b010-2bf402f9a10e', 'network_id': 'f4154ac5-ef7a-4278-b010-2bf402f9a10e', 'project_id': '8686e504a21b45b7abe84195cfbbe04f', 'fixed_ips': [{'subnet_id': 'ff67cd93-8ba2-49f3-aaff-d4e88eb2f04b'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:06:26.920162 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b9ab0a9-3a1d-4819-9a82-7d8c5f0ce40e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:26.938091 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654ca3ee-beb8-44c6-a63d-7a96347379b3 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Network 9e7d0498-4acf-41ab-bced-1334081cf593 is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:06:26.942077 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-570fb87c-6a6b-4540-8ded-3d8c8956b60d tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Publish callbacks [] for security_group (cd922fe1-59a8-4758-82ad-dc4ec0f522f3), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:26.953427 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-570fb87c-6a6b-4540-8ded-3d8c8956b60d tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (cd922fe1-59a8-4758-82ad-dc4ec0f522f3), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:26.980946 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-654ca3ee-beb8-44c6-a63d-7a96347379b3 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, 9e7d0498-4acf-41ab-bced-1334081cf593) {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:06:26.985758 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654ca3ee-beb8-44c6-a63d-7a96347379b3 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:26.986285 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654ca3ee-beb8-44c6-a63d-7a96347379b3 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:26.986919 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-654ca3ee-beb8-44c6-a63d-7a96347379b3 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:27.006962 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c60999f-62d6-427a-83d2-b77fc02d4a3d None None] Network 9e7d0498-4acf-41ab-bced-1334081cf593 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:06:27.016479 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-570fb87c-6a6b-4540-8ded-3d8c8956b60d tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:27.020965 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-570fb87c-6a6b-4540-8ded-3d8c8956b60d tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4998512 Mar 28 01:06:27.022445 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51314) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:27.031429 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-fcf24083-a80a-4a44-912a-0f1b435b1a43 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Request body: {'security_group': {'name': 'default'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:27.031429 dv-neutron-834874-6-hyperv neutron-server[104099]: WARNING neutron.api.v2.base [None req-fcf24083-a80a-4a44-912a-0f1b435b1a43 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 28 01:06:27.031849 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.api.v2.resource [None req-fcf24083-a80a-4a44-912a-0f1b435b1a43 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] update failed (client error): There was a conflict when trying to complete your request. Mar 28 01:06:27.035634 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-fcf24083-a80a-4a44-912a-0f1b435b1a43 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] 10.222.0.24 "PUT /v2.0/security-groups/cd922fe1-59a8-4758-82ad-dc4ec0f522f3 HTTP/1.1" status: 409 len: 330 time: 0.0091157 Mar 28 01:06:27.041542 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51316) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:27.055672 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-654ca3ee-beb8-44c6-a63d-7a96347379b3 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 3.4241848 Mar 28 01:06:27.056491 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570fb87c-6a6b-4540-8ded-3d8c8956b60d tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd922fe1-59a8-4758-82ad-dc4ec0f522f3,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:27.062235 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51318) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:27.099768 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-beb1c41a-ebee-4aae-b1e2-65f6950ae3b6 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (b3b8b812-49fa-4eeb-8637-f97f277b5028), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:27.104809 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb1c41a-ebee-4aae-b1e2-65f6950ae3b6 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:27.105612 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-beb1c41a-ebee-4aae-b1e2-65f6950ae3b6 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:27.123894 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9972b084-abb3-4d17-9dfe-4aa282e1bf3e tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:27.165161 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-dd8aa8a5-a0b4-4fd7-8aff-eb1183ee0770 None None] Current status of the port ce03165a-29f1-4f60-9322-47fe9e3427b6 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:06:27.183317 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-5b9ab0a9-3a1d-4819-9a82-7d8c5f0ce40e None None] Allocated IP 172.20.0.2 (f4154ac5-ef7a-4278-b010-2bf402f9a10e/ff67cd93-8ba2-49f3-aaff-d4e88eb2f04b/2c5e96cf-ad0d-46f4-88ec-0d00b251b638) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:06:27.191422 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ef46bcc6-2351-4bc9-9a54-b2058934b286 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126174976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126112397'] for subnet (aef34266-3e90-4215-a92b-bead5999ff06), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:27.230396 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51ab7ed-50bc-4247-a544-77272f202a43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-9e7d0498-4acf-41ab-bced-1334081cf593', 'network_id': '9e7d0498-4acf-41ab-bced-1334081cf593', 'project_id': '8686e504a21b45b7abe84195cfbbe04f', 'fixed_ips': [{'subnet_id': '80caec73-41c7-4b93-b471-f1c51ce020ef'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:06:27.231672 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-b51ab7ed-50bc-4247-a544-77272f202a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:27.231995 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7eec4f4-c0a0-46a4-a92d-ae6897136670 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:27.233445 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7eec4f4-c0a0-46a4-a92d-ae6897136670 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:27.234751 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7eec4f4-c0a0-46a4-a92d-ae6897136670 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:27.236398 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-c7eec4f4-c0a0-46a4-a92d-ae6897136670 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1738827 Mar 28 01:06:27.241164 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-beb1c41a-ebee-4aae-b1e2-65f6950ae3b6 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1690378 Mar 28 01:06:27.242261 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51320) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:27.243866 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51322) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:27.250997 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-d6bba165-70f3-4b63-bdb3-0d2e367a56cc tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Request body: {'subnet': {'network_id': 'b3b8b812-49fa-4eeb-8637-f97f277b5028', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:27.257138 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5a0da0d7-53cb-4251-9524-68dc96e09694 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (c8189846-a9d0-406f-8b19-4487b9c2cdb0), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:27.262940 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.notifiers.nova [None req-9972b084-abb3-4d17-9dfe-4aa282e1bf3e tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] device_id is not set on port 584e4f34-3453-491f-8ddb-46c8a9680b02 yet. {{(pid=104098) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 01:06:27.296654 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-61e16cf7-4f24-4ae8-8028-0c72d92a3ec6 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Publish callbacks [] for security_group (cd922fe1-59a8-4758-82ad-dc4ec0f522f3), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:27.321173 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb1c41a-ebee-4aae-b1e2-65f6950ae3b6 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Pushing event updated for resources: {'Network': ['ID=b3b8b812-49fa-4eeb-8637-f97f277b5028,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:27.350417 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-dbf7c6b0-abf2-496d-b60c-6ffac3846820 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Deleting port c113f1c9-ff47-4ba8-8769-c2573fc362ca {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:06:27.350417 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-dbf7c6b0-abf2-496d-b60c-6ffac3846820 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (c113f1c9-ff47-4ba8-8769-c2573fc362ca), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:27.353733 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-61e16cf7-4f24-4ae8-8028-0c72d92a3ec6 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Publish callbacks [] for security_group (cd922fe1-59a8-4758-82ad-dc4ec0f522f3), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:27.356596 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network b3b8b812-49fa-4eeb-8637-f97f277b5028 details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:06:27.403591 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef46bcc6-2351-4bc9-9a54-b2058934b286 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Pushing event updated for resources: {'Subnet': ['ID=aef34266-3e90-4215-a92b-bead5999ff06,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:27.411022 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0da0d7-53cb-4251-9524-68dc96e09694 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Network dea6548b-502b-42db-97fb-371e423e739a is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:06:27.432865 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-5a0da0d7-53cb-4251-9524-68dc96e09694 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:06:27.444576 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0da0d7-53cb-4251-9524-68dc96e09694 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Pushing event updated for resources: {'Port': ['ID=c8189846-a9d0-406f-8b19-4487b9c2cdb0,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:27.447084 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0da0d7-53cb-4251-9524-68dc96e09694 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:06:27.458993 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_v2 [None req-845c5658-9b3f-48a4-b957-f1be48449535 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Deleting subnet ff67cd93-8ba2-49f3-aaff-d4e88eb2f04b {{(pid=104098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:06:27.465626 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6bba165-70f3-4b63-bdb3-0d2e367a56cc tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Made reservation on behalf of 7dbb2ba455b84df9b72862aaa29899aa for: {'subnet': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:06:27.469119 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d6bba165-70f3-4b63-bdb3-0d2e367a56cc tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126757772'] for subnet (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:27.522647 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef46bcc6-2351-4bc9-9a54-b2058934b286 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Checking segment: {'id': 'c37cced3-e953-4e65-9829-57943b0099f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'bb1f9cb0-68da-4cb4-9ac8-a08ba319102f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:06:27.522647 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef46bcc6-2351-4bc9-9a54-b2058934b286 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Network hostable DHCP agents. Network: bb1f9cb0-68da-4cb4-9ac8-a08ba319102f, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:06:27.528068 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-61e16cf7-4f24-4ae8-8028-0c72d92a3ec6 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (cd922fe1-59a8-4758-82ad-dc4ec0f522f3), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:27.530705 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-61e16cf7-4f24-4ae8-8028-0c72d92a3ec6 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:27.533087 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-61e16cf7-4f24-4ae8-8028-0c72d92a3ec6 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] 10.222.0.24 "DELETE /v2.0/security-groups/cd922fe1-59a8-4758-82ad-dc4ec0f522f3 HTTP/1.1" status: 204 len: 168 time: 0.4887795 Mar 28 01:06:27.537530 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51324) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:27.554041 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-dbf7c6b0-abf2-496d-b60c-6ffac3846820 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (c113f1c9-ff47-4ba8-8769-c2573fc362ca), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:27.569995 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e16cf7-4f24-4ae8-8028-0c72d92a3ec6 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd922fe1-59a8-4758-82ad-dc4ec0f522f3,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:27.586116 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-dbf7c6b0-abf2-496d-b60c-6ffac3846820 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Calling delete_port for c113f1c9-ff47-4ba8-8769-c2573fc362ca owned by network:router_interface {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:06:27.611610 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-b51ab7ed-50bc-4247-a544-77272f202a43 None None] Allocated IP 172.20.0.18 (9e7d0498-4acf-41ab-bced-1334081cf593/80caec73-41c7-4b93-b471-f1c51ce020ef/3143b500-eed6-4f14-8db3-b5bd8553e5dd) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:06:27.622337 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b9ab0a9-3a1d-4819-9a82-7d8c5f0ce40e None None] Publish callbacks [] for port (2c5e96cf-ad0d-46f4-88ec-0d00b251b638), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:27.634436 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b9ab0a9-3a1d-4819-9a82-7d8c5f0ce40e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (2c5e96cf-ad0d-46f4-88ec-0d00b251b638), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:27.651391 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef46bcc6-2351-4bc9-9a54-b2058934b286 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Network bb1f9cb0-68da-4cb4-9ac8-a08ba319102f is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:06:27.656263 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-845c5658-9b3f-48a4-b957-f1be48449535 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Publish callbacks [] for subnet (ff67cd93-8ba2-49f3-aaff-d4e88eb2f04b), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:27.747509 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9ab0a9-3a1d-4819-9a82-7d8c5f0ce40e None None] Network f4154ac5-ef7a-4278-b010-2bf402f9a10e is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:06:27.752071 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9ab0a9-3a1d-4819-9a82-7d8c5f0ce40e None None] Pushing event updated for resources: {'Port': ['ID=2c5e96cf-ad0d-46f4-88ec-0d00b251b638,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:27.755732 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-5b9ab0a9-3a1d-4819-9a82-7d8c5f0ce40e None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:06:27.758658 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-ef46bcc6-2351-4bc9-9a54-b2058934b286 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, bb1f9cb0-68da-4cb4-9ac8-a08ba319102f) {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:06:27.758811 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9ab0a9-3a1d-4819-9a82-7d8c5f0ce40e None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:06:27.778793 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef46bcc6-2351-4bc9-9a54-b2058934b286 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:27.778793 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ef46bcc6-2351-4bc9-9a54-b2058934b286 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:27.779087 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a46c45f6-2db2-4910-bac0-ddcafb570e6c None None] Network bb1f9cb0-68da-4cb4-9ac8-a08ba319102f requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:06:27.781637 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-2455fb75-30ef-408c-9853-af095bfada0f tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2409456 Mar 28 01:06:27.786854 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51326) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:27.797263 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-845c5658-9b3f-48a4-b957-f1be48449535 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126443526'] for subnet (ff67cd93-8ba2-49f3-aaff-d4e88eb2f04b), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:27.811552 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.api.v2.resource [None req-158147a3-ed5c-4137-82e9-0adde9a2f42b tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] delete failed (client error): The resource could not be found. Mar 28 01:06:27.812636 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-158147a3-ed5c-4137-82e9-0adde9a2f42b tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] 10.222.0.24 "DELETE /v2.0/security-groups/fdef4b30-0762-495b-ac93-cadc13363c7f HTTP/1.1" status: 404 len: 347 time: 0.0247209 Mar 28 01:06:27.821036 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51328) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:27.838361 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.api.v2.resource [None req-5be8a1db-6833-4e9e-ab32-beb7200251fd tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] show failed (client error): The resource could not be found. Mar 28 01:06:27.844876 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-5be8a1db-6833-4e9e-ab32-beb7200251fd tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] 10.222.0.24 "GET /v2.0/security-groups/57a757f2-5168-48f4-9f29-d1ed4129021c HTTP/1.1" status: 404 len: 347 time: 0.0175550 Mar 28 01:06:27.845049 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-ef46bcc6-2351-4bc9-9a54-b2058934b286 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9574656 Mar 28 01:06:27.845155 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d6bba165-70f3-4b63-bdb3-0d2e367a56cc tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127282703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126757786'] for subnet (bef81bd2-4030-4416-b28c-72493582d9a5), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:27.845155 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51330) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:27.845818 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-9972b084-abb3-4d17-9dfe-4aa282e1bf3e tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Allocated IP 172.20.0.13 (be4801db-c8f8-4df3-b9b5-556693d6a290/27a3db99-2d47-456c-a3bb-f9896fa00366/584e4f34-3453-491f-8ddb-46c8a9680b02) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:06:27.847709 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51332) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:27.853147 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-a00eac23-3296-4074-a984-86bbffc4d1b5 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Request body: {'port': {'network_id': 'bb1f9cb0-68da-4cb4-9ac8-a08ba319102f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-631247321'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:27.875522 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-9972b084-abb3-4d17-9dfe-4aa282e1bf3e tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Allocated IP 2001:db8::f816:3eff:fe14:c4f3 (be4801db-c8f8-4df3-b9b5-556693d6a290/1b8f21cb-3697-4e66-b27b-cb7ccc9d74ae/584e4f34-3453-491f-8ddb-46c8a9680b02) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:06:27.878111 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.api.v2.resource [None req-8f64ad73-b37b-454b-8aae-42482e674317 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] show failed (client error): The resource could not be found. Mar 28 01:06:27.879154 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-8f64ad73-b37b-454b-8aae-42482e674317 tempest-NegativeSecGroupTest-789272627 tempest-NegativeSecGroupTest-789272627-project] 10.222.0.24 "GET /v2.0/security-group-rules/44bba9cb-72c6-4f58-a896-9f9169cb2887 HTTP/1.1" status: 404 len: 356 time: 0.0304923 Mar 28 01:06:27.952896 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-5b9ab0a9-3a1d-4819-9a82-7d8c5f0ce40e None None] Attempting to bind port 2c5e96cf-ad0d-46f4-88ec-0d00b251b638 on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:06:27.953464 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-5b9ab0a9-3a1d-4819-9a82-7d8c5f0ce40e None None] Attempting to bind port 2c5e96cf-ad0d-46f4-88ec-0d00b251b638 by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': '02801b4a-6f62-42fd-82e9-fbb02d75e2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'f4154ac5-ef7a-4278-b010-2bf402f9a10e'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:06:27.953930 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9ab0a9-3a1d-4819-9a82-7d8c5f0ce40e None None] Attempting to bind port 2c5e96cf-ad0d-46f4-88ec-0d00b251b638 on network f4154ac5-ef7a-4278-b010-2bf402f9a10e {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:06:27.965393 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9ab0a9-3a1d-4819-9a82-7d8c5f0ce40e None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:06:27.965393 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9ab0a9-3a1d-4819-9a82-7d8c5f0ce40e None None] Checking segment: {'id': '02801b4a-6f62-42fd-82e9-fbb02d75e2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'f4154ac5-ef7a-4278-b010-2bf402f9a10e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:06:27.965393 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b9ab0a9-3a1d-4819-9a82-7d8c5f0ce40e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:27.965923 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9ab0a9-3a1d-4819-9a82-7d8c5f0ce40e None None] Bound using segment: {'id': '02801b4a-6f62-42fd-82e9-fbb02d75e2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'f4154ac5-ef7a-4278-b010-2bf402f9a10e'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:06:27.966497 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-5b9ab0a9-3a1d-4819-9a82-7d8c5f0ce40e None None] Bound port: 2c5e96cf-ad0d-46f4-88ec-0d00b251b638, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02801b4a-6f62-42fd-82e9-fbb02d75e2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'f4154ac5-ef7a-4278-b010-2bf402f9a10e'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:06:27.966984 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b9ab0a9-3a1d-4819-9a82-7d8c5f0ce40e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (2c5e96cf-ad0d-46f4-88ec-0d00b251b638), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:27.983896 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-845c5658-9b3f-48a4-b957-f1be48449535 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (ff67cd93-8ba2-49f3-aaff-d4e88eb2f04b), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:28.061106 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-845c5658-9b3f-48a4-b957-f1be48449535 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126175041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126112438'] for subnet (ff67cd93-8ba2-49f3-aaff-d4e88eb2f04b), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:28.064532 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-5b9ab0a9-3a1d-4819-9a82-7d8c5f0ce40e None None] For port 2c5e96cf-ad0d-46f4-88ec-0d00b251b638, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:06:28.077734 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-5b9ab0a9-3a1d-4819-9a82-7d8c5f0ce40e None None] For port 2c5e96cf-ad0d-46f4-88ec-0d00b251b638, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=2c5e96cf-ad0d-46f4-88ec-0d00b251b638,segment=NetworkSegment(02801b4a-6f62-42fd-82e9-fbb02d75e2c6),segment_id=02801b4a-6f62-42fd-82e9-fbb02d75e2c6)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:06:28.091467 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b9ab0a9-3a1d-4819-9a82-7d8c5f0ce40e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (2c5e96cf-ad0d-46f4-88ec-0d00b251b638), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:28.098396 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845c5658-9b3f-48a4-b957-f1be48449535 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Pushing event deleted for resources: {'Subnet': ['ID=ff67cd93-8ba2-49f3-aaff-d4e88eb2f04b,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:28.101548 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-845c5658-9b3f-48a4-b957-f1be48449535 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:28.108400 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-845c5658-9b3f-48a4-b957-f1be48449535 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] 10.222.0.24 "DELETE /v2.0/subnets/ff67cd93-8ba2-49f3-aaff-d4e88eb2f04b HTTP/1.1" status: 204 len: 168 time: 0.8506711 Mar 28 01:06:28.108593 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51336) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:28.136820 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-b51ab7ed-50bc-4247-a544-77272f202a43 None None] Publish callbacks [] for port (3143b500-eed6-4f14-8db3-b5bd8553e5dd), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:28.159635 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4949565c-65ce-4f26-8d14-1ef5491122ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-bb1f9cb0-68da-4cb4-9ac8-a08ba319102f', 'network_id': 'bb1f9cb0-68da-4cb4-9ac8-a08ba319102f', 'project_id': '0fc260a97fca47e594c25025336ed9b2', 'fixed_ips': [{'subnet_id': 'aef34266-3e90-4215-a92b-bead5999ff06'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:06:28.160672 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-4949565c-65ce-4f26-8d14-1ef5491122ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:28.178883 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_v2 [None req-0956f150-a027-4c3a-b9d6-8b3492766b59 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Deleting subnet 80caec73-41c7-4b93-b471-f1c51ce020ef {{(pid=104098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:06:28.183932 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-b51ab7ed-50bc-4247-a544-77272f202a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (3143b500-eed6-4f14-8db3-b5bd8553e5dd), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:28.189937 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0956f150-a027-4c3a-b9d6-8b3492766b59 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Publish callbacks [] for subnet (80caec73-41c7-4b93-b471-f1c51ce020ef), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:28.290067 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0956f150-a027-4c3a-b9d6-8b3492766b59 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126443526'] for subnet (80caec73-41c7-4b93-b471-f1c51ce020ef), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:28.307324 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51ab7ed-50bc-4247-a544-77272f202a43 None None] Network 9e7d0498-4acf-41ab-bced-1334081cf593 is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:06:28.308247 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9ab0a9-3a1d-4819-9a82-7d8c5f0ce40e None None] Pushing event updated for resources: {'Port': ['ID=2c5e96cf-ad0d-46f4-88ec-0d00b251b638,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:28.315451 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-b51ab7ed-50bc-4247-a544-77272f202a43 None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:06:28.343380 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51ab7ed-50bc-4247-a544-77272f202a43 None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:06:28.359156 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device ce03165a-29f1-4f60-9322-47fe9e3427b6 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:06:28.377037 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-dbf7c6b0-abf2-496d-b60c-6ffac3846820 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (c113f1c9-ff47-4ba8-8769-c2573fc362ca), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:28.391306 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bba165-70f3-4b63-bdb3-0d2e367a56cc tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Pushing event updated for resources: {'Subnet': ['ID=bef81bd2-4030-4416-b28c-72493582d9a5,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:28.415530 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51340) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:28.433867 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a00eac23-3296-4074-a984-86bbffc4d1b5 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Made reservation on behalf of 0fc260a97fca47e594c25025336ed9b2 for: {'port': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:06:28.437625 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a00eac23-3296-4074-a984-86bbffc4d1b5 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:28.460449 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf7c6b0-abf2-496d-b60c-6ffac3846820 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Pushing event deleted for resources: {'Port': ['ID=c113f1c9-ff47-4ba8-8769-c2573fc362ca,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:28.469112 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [None req-a00eac23-3296-4074-a984-86bbffc4d1b5 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] device_id is not set on port b5fee40a-0264-462a-9ab3-2c69141d4595 yet. {{(pid=104099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 01:06:28.538796 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51ab7ed-50bc-4247-a544-77272f202a43 None None] Pushing event updated for resources: {'Port': ['ID=3143b500-eed6-4f14-8db3-b5bd8553e5dd,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:28.560431 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-b51ab7ed-50bc-4247-a544-77272f202a43 None None] Attempting to bind port 3143b500-eed6-4f14-8db3-b5bd8553e5dd on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:06:28.560809 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-b51ab7ed-50bc-4247-a544-77272f202a43 None None] Attempting to bind port 3143b500-eed6-4f14-8db3-b5bd8553e5dd by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': 'c858a34c-7af3-462f-8fbd-8cf7623d8d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9e7d0498-4acf-41ab-bced-1334081cf593'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:06:28.561675 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51ab7ed-50bc-4247-a544-77272f202a43 None None] Attempting to bind port 3143b500-eed6-4f14-8db3-b5bd8553e5dd on network 9e7d0498-4acf-41ab-bced-1334081cf593 {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:06:28.566725 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-4949565c-65ce-4f26-8d14-1ef5491122ae None None] Allocated IP 2001:db8::2 (bb1f9cb0-68da-4cb4-9ac8-a08ba319102f/aef34266-3e90-4215-a92b-bead5999ff06/d0de76ea-dcca-453d-b72a-67756681a6e4) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:06:28.576540 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51ab7ed-50bc-4247-a544-77272f202a43 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:06:28.576969 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51ab7ed-50bc-4247-a544-77272f202a43 None None] Checking segment: {'id': 'c858a34c-7af3-462f-8fbd-8cf7623d8d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9e7d0498-4acf-41ab-bced-1334081cf593'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:06:28.577369 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-b51ab7ed-50bc-4247-a544-77272f202a43 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:28.578098 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51ab7ed-50bc-4247-a544-77272f202a43 None None] Bound using segment: {'id': 'c858a34c-7af3-462f-8fbd-8cf7623d8d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9e7d0498-4acf-41ab-bced-1334081cf593'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:06:28.578928 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-b51ab7ed-50bc-4247-a544-77272f202a43 None None] Bound port: 3143b500-eed6-4f14-8db3-b5bd8553e5dd, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c858a34c-7af3-462f-8fbd-8cf7623d8d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9e7d0498-4acf-41ab-bced-1334081cf593'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:06:28.579855 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-b51ab7ed-50bc-4247-a544-77272f202a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (3143b500-eed6-4f14-8db3-b5bd8553e5dd), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:28.647502 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port ce03165a-29f1-4f60-9322-47fe9e3427b6 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:06:28.647743 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (ce03165a-29f1-4f60-9322-47fe9e3427b6), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:28.651842 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0956f150-a027-4c3a-b9d6-8b3492766b59 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (80caec73-41c7-4b93-b471-f1c51ce020ef), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:28.743322 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6bba165-70f3-4b63-bdb3-0d2e367a56cc tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Checking segment: {'id': 'b87114f2-c233-469c-a52c-fcdd879b5284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b3b8b812-49fa-4eeb-8637-f97f277b5028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:06:28.743904 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6bba165-70f3-4b63-bdb3-0d2e367a56cc tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Network hostable DHCP agents. Network: b3b8b812-49fa-4eeb-8637-f97f277b5028, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:06:28.746597 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-dbf7c6b0-abf2-496d-b60c-6ffac3846820 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3725912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3690191'] for router_interface (333b67ca-d965-4561-97d6-745c382b0268), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:28.867059 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6bba165-70f3-4b63-bdb3-0d2e367a56cc tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Network b3b8b812-49fa-4eeb-8637-f97f277b5028 is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:06:28.881316 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-d6bba165-70f3-4b63-bdb3-0d2e367a56cc tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, b3b8b812-49fa-4eeb-8637-f97f277b5028) {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:06:28.887398 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6bba165-70f3-4b63-bdb3-0d2e367a56cc tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:28.887629 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9972b084-abb3-4d17-9dfe-4aa282e1bf3e tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks [] for port (584e4f34-3453-491f-8ddb-46c8a9680b02), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:28.887999 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d6bba165-70f3-4b63-bdb3-0d2e367a56cc tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:28.891646 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5a0da0d7-53cb-4251-9524-68dc96e09694 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks [] for router_gateway (08b7851b-79db-464e-8583-b0de10bc0bdf), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:28.927860 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-ef6242a8-31e4-449f-a953-c0b11119d4c8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=684b3c7de07b4bc6ac5be72cbd2dabfb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5046680 Mar 28 01:06:28.930464 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51344) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:28.960643 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0956f150-a027-4c3a-b9d6-8b3492766b59 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126175041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126112438'] for subnet (80caec73-41c7-4b93-b471-f1c51ce020ef), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:28.965199 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4273aa13-a9b4-4fee-a5d1-bffc87e7028c None None] Network b3b8b812-49fa-4eeb-8637-f97f277b5028 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:06:28.986648 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-d6bba165-70f3-4b63-bdb3-0d2e367a56cc tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.7393105 Mar 28 01:06:28.992879 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51346) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:29.002825 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0956f150-a027-4c3a-b9d6-8b3492766b59 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Pushing event deleted for resources: {'Subnet': ['ID=80caec73-41c7-4b93-b471-f1c51ce020ef,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:29.029383 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0956f150-a027-4c3a-b9d6-8b3492766b59 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:29.034905 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-0956f150-a027-4c3a-b9d6-8b3492766b59 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] 10.222.0.24 "DELETE /v2.0/subnets/80caec73-41c7-4b93-b471-f1c51ce020ef HTTP/1.1" status: 204 len: 168 time: 0.9230618 Mar 28 01:06:29.040650 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51348) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:29.060504 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-b51ab7ed-50bc-4247-a544-77272f202a43 None None] For port 3143b500-eed6-4f14-8db3-b5bd8553e5dd, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:06:29.063989 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbf7c6b0-abf2-496d-b60c-6ffac3846820 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Router 333b67ca-d965-4561-97d6-745c382b0268 has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:06:29.067221 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-b51ab7ed-50bc-4247-a544-77272f202a43 None None] For port 3143b500-eed6-4f14-8db3-b5bd8553e5dd, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=3143b500-eed6-4f14-8db3-b5bd8553e5dd,segment=NetworkSegment(c858a34c-7af3-462f-8fbd-8cf7623d8d7c),segment_id=c858a34c-7af3-462f-8fbd-8cf7623d8d7c)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:06:29.096348 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-b51ab7ed-50bc-4247-a544-77272f202a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (3143b500-eed6-4f14-8db3-b5bd8553e5dd), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:29.099441 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9972b084-abb3-4d17-9dfe-4aa282e1bf3e tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (584e4f34-3453-491f-8ddb-46c8a9680b02), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:29.119148 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b38219ac-35ed-4b50-9c98-570e886877cd admin admin] Publish callbacks [] for security_group (9bdb28f5-685e-48ae-9e02-7c3308cfae09), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:29.141763 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e175c42-74fa-46fb-9f33-4a22469d23ed tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:29.146731 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-9e175c42-74fa-46fb-9f33-4a22469d23ed tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1018248 Mar 28 01:06:29.148866 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51350) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:29.218208 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbf7c6b0-abf2-496d-b60c-6ffac3846820 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:06:29.222857 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-cdb3c151-62d6-4670-a4d8-059f9b9cc79b tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (b3b8b812-49fa-4eeb-8637-f97f277b5028), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:29.231912 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-dbf7c6b0-abf2-496d-b60c-6ffac3846820 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] 10.222.0.24 "PUT /v2.0/routers/333b67ca-d965-4561-97d6-745c382b0268/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9186058 Mar 28 01:06:29.232598 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51352) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:29.241085 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74077a35-a711-4c6f-ae22-9f4b70741ac7 None None] Sync routers for ids ['333b67ca-d965-4561-97d6-745c382b0268'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:06:29.242330 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b38219ac-35ed-4b50-9c98-570e886877cd admin admin] Publish callbacks [] for security_group (9bdb28f5-685e-48ae-9e02-7c3308cfae09), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:29.254738 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74077a35-a711-4c6f-ae22-9f4b70741ac7 None None] Routers {'333b67ca-d965-4561-97d6-745c382b0268'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:06:29.255369 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-74077a35-a711-4c6f-ae22-9f4b70741ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:06:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['333b67ca-d965-4561-97d6-745c382b0268'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:29.275556 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-25b2f7c6-d417-4d80-98a7-66998d319714 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] 10.222.0.24 "GET /v2.0/ports?device_id=333b67ca-d965-4561-97d6-745c382b0268 HTTP/1.1" status: 200 len: 205 time: 0.0395629 Mar 28 01:06:29.282193 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51354) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:29.314100 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-74077a35-a711-4c6f-ae22-9f4b70741ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:29.329204 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9972b084-abb3-4d17-9dfe-4aa282e1bf3e tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Network be4801db-c8f8-4df3-b9b5-556693d6a290 is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:06:29.331472 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9972b084-abb3-4d17-9dfe-4aa282e1bf3e tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Pushing event updated for resources: {'Port': ['ID=584e4f34-3453-491f-8ddb-46c8a9680b02,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:29.340450 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74077a35-a711-4c6f-ae22-9f4b70741ac7 None None] Routers {'333b67ca-d965-4561-97d6-745c382b0268'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:06:29.341068 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-74077a35-a711-4c6f-ae22-9f4b70741ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:06:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['333b67ca-d965-4561-97d6-745c382b0268'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:29.346497 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-4949565c-65ce-4f26-8d14-1ef5491122ae None None] Publish callbacks [] for port (d0de76ea-dcca-453d-b72a-67756681a6e4), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:29.349426 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-9972b084-abb3-4d17-9dfe-4aa282e1bf3e tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:06:29.357700 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9972b084-abb3-4d17-9dfe-4aa282e1bf3e tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:06:29.389732 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51ab7ed-50bc-4247-a544-77272f202a43 None None] Pushing event updated for resources: {'Port': ['ID=3143b500-eed6-4f14-8db3-b5bd8553e5dd,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:29.396090 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-74077a35-a711-4c6f-ae22-9f4b70741ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:29.397365 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74077a35-a711-4c6f-ae22-9f4b70741ac7 None None] The sync data for ids ['333b67ca-d965-4561-97d6-745c382b0268'] in dv-neutron-834874-6-hyperv is: [] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:06:29.399188 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port ce03165a-29f1-4f60-9322-47fe9e3427b6 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:06:29.401930 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe625750-7ad0-4ea9-b7df-9c147c1c40f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-b3b8b812-49fa-4eeb-8637-f97f277b5028', 'network_id': 'b3b8b812-49fa-4eeb-8637-f97f277b5028', 'project_id': '7dbb2ba455b84df9b72862aaa29899aa', 'fixed_ips': [{'subnet_id': 'bef81bd2-4030-4416-b28c-72493582d9a5'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:06:29.403325 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-fe625750-7ad0-4ea9-b7df-9c147c1c40f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:29.407445 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-4949565c-65ce-4f26-8d14-1ef5491122ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (d0de76ea-dcca-453d-b72a-67756681a6e4), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:29.452866 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a6591e34-a216-4d65-9bc6-840da979192e tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (9e7d0498-4acf-41ab-bced-1334081cf593), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:29.481847 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [None req-a00eac23-3296-4074-a984-86bbffc4d1b5 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Allocated IP 2001:db8::364 (bb1f9cb0-68da-4cb4-9ac8-a08ba319102f/aef34266-3e90-4215-a92b-bead5999ff06/b5fee40a-0264-462a-9ab3-2c69141d4595) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:06:29.496651 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9972b084-abb3-4d17-9dfe-4aa282e1bf3e tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:29.497331 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9972b084-abb3-4d17-9dfe-4aa282e1bf3e tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:29.530561 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5a0da0d7-53cb-4251-9524-68dc96e09694 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3688170', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3689605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7136'] for router (08b7851b-79db-464e-8583-b0de10bc0bdf), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:29.539712 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4949565c-65ce-4f26-8d14-1ef5491122ae None None] Network bb1f9cb0-68da-4cb4-9ac8-a08ba319102f is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:06:29.551495 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-9972b084-abb3-4d17-9dfe-4aa282e1bf3e tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 3.5505619 Mar 28 01:06:29.551904 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-4949565c-65ce-4f26-8d14-1ef5491122ae None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:06:29.553450 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51356) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:29.557336 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949565c-65ce-4f26-8d14-1ef5491122ae None None] Pushing event updated for resources: {'Port': ['ID=d0de76ea-dcca-453d-b72a-67756681a6e4,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:29.587150 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5a0da0d7-53cb-4251-9524-68dc96e09694 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3688163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3687960', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3689650'] for router (08b7851b-79db-464e-8583-b0de10bc0bdf), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:29.629076 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4949565c-65ce-4f26-8d14-1ef5491122ae None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:06:29.688999 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b38219ac-35ed-4b50-9c98-570e886877cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (9bdb28f5-685e-48ae-9e02-7c3308cfae09), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:29.692817 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b38219ac-35ed-4b50-9c98-570e886877cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:29.696416 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-b38219ac-35ed-4b50-9c98-570e886877cd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9bdb28f5-685e-48ae-9e02-7c3308cfae09 HTTP/1.1" status: 204 len: 168 time: 0.7626569 Mar 28 01:06:29.731581 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-fc3ace1c-a804-4be2-ae17-72e785fe762c tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks [] for router (333b67ca-d965-4561-97d6-745c382b0268), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:29.828333 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38219ac-35ed-4b50-9c98-570e886877cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bdb28f5-685e-48ae-9e02-7c3308cfae09,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:29.882805 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-4949565c-65ce-4f26-8d14-1ef5491122ae None None] Attempting to bind port d0de76ea-dcca-453d-b72a-67756681a6e4 on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:06:29.883191 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-4949565c-65ce-4f26-8d14-1ef5491122ae None None] Attempting to bind port d0de76ea-dcca-453d-b72a-67756681a6e4 by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': 'c37cced3-e953-4e65-9829-57943b0099f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'bb1f9cb0-68da-4cb4-9ac8-a08ba319102f'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:06:29.883563 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4949565c-65ce-4f26-8d14-1ef5491122ae None None] Attempting to bind port d0de76ea-dcca-453d-b72a-67756681a6e4 on network bb1f9cb0-68da-4cb4-9ac8-a08ba319102f {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:06:29.889953 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5d762e-ba19-4da8-b455-b5427bfe3e3d tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:29.892666 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a00eac23-3296-4074-a984-86bbffc4d1b5 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Publish callbacks [] for port (b5fee40a-0264-462a-9ab3-2c69141d4595), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:29.896002 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-cdb3c151-62d6-4670-a4d8-059f9b9cc79b tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (bef81bd2-4030-4416-b28c-72493582d9a5), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:29.903917 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5d762e-ba19-4da8-b455-b5427bfe3e3d tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:29.905627 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-0d5d762e-ba19-4da8-b455-b5427bfe3e3d tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.3512409 Mar 28 01:06:29.907347 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4949565c-65ce-4f26-8d14-1ef5491122ae None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:06:29.908985 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51360) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:29.910954 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-a6591e34-a216-4d65-9bc6-840da979192e tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Deleting port 3143b500-eed6-4f14-8db3-b5bd8553e5dd {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:06:29.911470 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a6591e34-a216-4d65-9bc6-840da979192e tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (3143b500-eed6-4f14-8db3-b5bd8553e5dd), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:29.920320 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4949565c-65ce-4f26-8d14-1ef5491122ae None None] Checking segment: {'id': 'c37cced3-e953-4e65-9829-57943b0099f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'bb1f9cb0-68da-4cb4-9ac8-a08ba319102f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:06:29.920946 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-4949565c-65ce-4f26-8d14-1ef5491122ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:29.921746 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4949565c-65ce-4f26-8d14-1ef5491122ae None None] Bound using segment: {'id': 'c37cced3-e953-4e65-9829-57943b0099f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'bb1f9cb0-68da-4cb4-9ac8-a08ba319102f'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:06:29.927226 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-4949565c-65ce-4f26-8d14-1ef5491122ae None None] Bound port: d0de76ea-dcca-453d-b72a-67756681a6e4, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c37cced3-e953-4e65-9829-57943b0099f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'bb1f9cb0-68da-4cb4-9ac8-a08ba319102f'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:06:29.929965 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-4949565c-65ce-4f26-8d14-1ef5491122ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (d0de76ea-dcca-453d-b72a-67756681a6e4), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:30.051947 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-fe625750-7ad0-4ea9-b7df-9c147c1c40f7 None None] Allocated IP 172.20.0.1 (b3b8b812-49fa-4eeb-8637-f97f277b5028/bef81bd2-4030-4416-b28c-72493582d9a5/a648589e-bf3e-4594-afc1-c9743874131a) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:06:30.079641 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-4949565c-65ce-4f26-8d14-1ef5491122ae None None] For port d0de76ea-dcca-453d-b72a-67756681a6e4, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:06:30.095282 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.db [None req-a6591e34-a216-4d65-9bc6-840da979192e tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] For port 3143b500-eed6-4f14-8db3-b5bd8553e5dd, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=3143b500-eed6-4f14-8db3-b5bd8553e5dd,segment=NetworkSegment(c858a34c-7af3-462f-8fbd-8cf7623d8d7c),segment_id=c858a34c-7af3-462f-8fbd-8cf7623d8d7c)] {{(pid=104098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:06:30.095701 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a6591e34-a216-4d65-9bc6-840da979192e tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (3143b500-eed6-4f14-8db3-b5bd8553e5dd), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:30.140406 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-a6591e34-a216-4d65-9bc6-840da979192e tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Calling delete_port for 3143b500-eed6-4f14-8db3-b5bd8553e5dd owned by network:dhcp {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:06:30.147792 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-4949565c-65ce-4f26-8d14-1ef5491122ae None None] For port d0de76ea-dcca-453d-b72a-67756681a6e4, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=d0de76ea-dcca-453d-b72a-67756681a6e4,segment=NetworkSegment(c37cced3-e953-4e65-9829-57943b0099f0),segment_id=c37cced3-e953-4e65-9829-57943b0099f0)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:06:30.167491 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f8169d-2c83-49cc-882f-22bbeded8be4 None None] Network f4154ac5-ef7a-4278-b010-2bf402f9a10e requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:06:30.195910 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-4949565c-65ce-4f26-8d14-1ef5491122ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (d0de76ea-dcca-453d-b72a-67756681a6e4), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:30.205595 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a00eac23-3296-4074-a984-86bbffc4d1b5 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (b5fee40a-0264-462a-9ab3-2c69141d4595), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:30.241687 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-07af7692-fbc5-4516-9c8d-377f076948a2 None None] Provisioning complete for port 584e4f34-3453-491f-8ddb-46c8a9680b02 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:06:30.242237 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-07af7692-fbc5-4516-9c8d-377f076948a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (584e4f34-3453-491f-8ddb-46c8a9680b02), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:30.299901 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-fc3ace1c-a804-4be2-ae17-72e785fe762c tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7151'] for router (333b67ca-d965-4561-97d6-745c382b0268), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:30.303132 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00eac23-3296-4074-a984-86bbffc4d1b5 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Pushing event updated for resources: {'Port': ['ID=b5fee40a-0264-462a-9ab3-2c69141d4595,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:30.312811 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-fc3ace1c-a804-4be2-ae17-72e785fe762c tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks [] for router_controller (333b67ca-d965-4561-97d6-745c382b0268), precommit_delete_associations {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:30.338057 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00eac23-3296-4074-a984-86bbffc4d1b5 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Network bb1f9cb0-68da-4cb4-9ac8-a08ba319102f is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:06:30.344599 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-a00eac23-3296-4074-a984-86bbffc4d1b5 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:06:30.350180 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00eac23-3296-4074-a984-86bbffc4d1b5 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:06:30.363036 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00eac23-3296-4074-a984-86bbffc4d1b5 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:30.373145 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a00eac23-3296-4074-a984-86bbffc4d1b5 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:30.406905 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a0da0d7-53cb-4251-9524-68dc96e09694 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Router 08b7851b-79db-464e-8583-b0de10bc0bdf is scheduled to L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 with binding_index 1 {{(pid=104098) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 01:06:30.454075 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-a00eac23-3296-4074-a984-86bbffc4d1b5 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.6045938 Mar 28 01:06:30.455897 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-fc3ace1c-a804-4be2-ae17-72e785fe762c tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689686'] for router (333b67ca-d965-4561-97d6-745c382b0268), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:30.456852 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc3ace1c-a804-4be2-ae17-72e785fe762c tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Fanout notify agent at l3_agent the message router_deleted on router 333b67ca-d965-4561-97d6-745c382b0268 {{(pid=104099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 01:06:30.459304 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51372) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:30.468772 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-07af7692-fbc5-4516-9c8d-377f076948a2 None None] Port 584e4f34-3453-491f-8ddb-46c8a9680b02 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:06:30.469964 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-b70a243d-a294-412a-a044-196d3049b69b tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Request body: {'port': {'network_id': 'bb1f9cb0-68da-4cb4-9ac8-a08ba319102f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-202430530', 'allowed_address_pairs': [{'ip_address': '2001:db8::364', 'mac_address': 'fa:16:3e:15:a4:7b'}]}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:30.480367 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-fc3ace1c-a804-4be2-ae17-72e785fe762c tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks [] for router (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:30.481847 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-fc3ace1c-a804-4be2-ae17-72e785fe762c tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] 10.222.0.24 "DELETE /v2.0/routers/333b67ca-d965-4561-97d6-745c382b0268 HTTP/1.1" status: 204 len: 168 time: 1.1985409 Mar 28 01:06:30.485537 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51374) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:30.522469 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 3143b500-eed6-4f14-8db3-b5bd8553e5dd up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:06:30.621487 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949565c-65ce-4f26-8d14-1ef5491122ae None None] Pushing event updated for resources: {'Port': ['ID=d0de76ea-dcca-453d-b72a-67756681a6e4,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:30.658865 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-3651a1c5-053f-457f-806a-cba6245bd88b None None] Provisioning complete for port 2c5e96cf-ad0d-46f4-88ec-0d00b251b638 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:06:30.659067 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-3651a1c5-053f-457f-806a-cba6245bd88b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (2c5e96cf-ad0d-46f4-88ec-0d00b251b638), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:30.673622 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-13969d80-24e6-410b-9efa-7c86f810245c tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Deleting port 584e4f34-3453-491f-8ddb-46c8a9680b02 {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:06:30.673966 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-13969d80-24e6-410b-9efa-7c86f810245c tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (584e4f34-3453-491f-8ddb-46c8a9680b02), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:30.695611 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e0e16cb-73e7-47fd-980f-5b6e1c01292b tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Deleting subnet b237b924-5134-44e8-b9ac-c042314c06fc {{(pid=104099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:06:30.706282 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5e0e16cb-73e7-47fd-980f-5b6e1c01292b tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks [] for subnet (b237b924-5134-44e8-b9ac-c042314c06fc), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:30.720600 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a6591e34-a216-4d65-9bc6-840da979192e tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (3143b500-eed6-4f14-8db3-b5bd8553e5dd), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:30.730195 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 3143b500-eed6-4f14-8db3-b5bd8553e5dd triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:06:30.730582 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (3143b500-eed6-4f14-8db3-b5bd8553e5dd), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:30.765396 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Port 3143b500-eed6-4f14-8db3-b5bd8553e5dd was deleted so its status cannot be updated. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Mar 28 01:06:30.766442 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 2c5e96cf-ad0d-46f4-88ec-0d00b251b638 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:06:30.847792 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75b63f0-d87b-469a-8e56-c18b9ec9bd92 None None] DHCP port deletion for f4154ac5-ef7a-4278-b010-2bf402f9a10e request from dv-neutron-834874-6-hyperv {{(pid=104100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 01:06:30.851434 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5e0e16cb-73e7-47fd-980f-5b6e1c01292b tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126946639'] for subnet (b237b924-5134-44e8-b9ac-c042314c06fc), precommit_delete_associations {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:30.856937 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-fe625750-7ad0-4ea9-b7df-9c147c1c40f7 None None] Publish callbacks [] for port (a648589e-bf3e-4594-afc1-c9743874131a), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:30.892356 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b70a243d-a294-412a-a044-196d3049b69b tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Made reservation on behalf of 0fc260a97fca47e594c25025336ed9b2 for: {'port': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:06:30.911769 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-fe625750-7ad0-4ea9-b7df-9c147c1c40f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (a648589e-bf3e-4594-afc1-c9743874131a), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:30.917284 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 2c5e96cf-ad0d-46f4-88ec-0d00b251b638 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:06:30.918911 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (2c5e96cf-ad0d-46f4-88ec-0d00b251b638), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:31.040612 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-3651a1c5-053f-457f-806a-cba6245bd88b None None] Current status of the port 2c5e96cf-ad0d-46f4-88ec-0d00b251b638 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:06:31.041148 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-3651a1c5-053f-457f-806a-cba6245bd88b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (2c5e96cf-ad0d-46f4-88ec-0d00b251b638), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:31.084218 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe625750-7ad0-4ea9-b7df-9c147c1c40f7 None None] Network b3b8b812-49fa-4eeb-8637-f97f277b5028 is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:06:31.092662 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-fe625750-7ad0-4ea9-b7df-9c147c1c40f7 None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:06:31.107015 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe625750-7ad0-4ea9-b7df-9c147c1c40f7 None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:06:31.110165 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-cdb3c151-62d6-4670-a4d8-059f9b9cc79b tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127282766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126757793'] for subnet (bef81bd2-4030-4416-b28c-72493582d9a5), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:31.124882 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51384) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:31.143371 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe625750-7ad0-4ea9-b7df-9c147c1c40f7 None None] Pushing event updated for resources: {'Port': ['ID=a648589e-bf3e-4594-afc1-c9743874131a,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:31.183999 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb3c151-62d6-4670-a4d8-059f9b9cc79b tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Pushing event deleted for resources: {'Subnet': ['ID=bef81bd2-4030-4416-b28c-72493582d9a5,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:31.194088 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5e0e16cb-73e7-47fd-980f-5b6e1c01292b tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (b237b924-5134-44e8-b9ac-c042314c06fc), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:31.238732 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1678a6a-a2c2-4eef-b76a-06c2a696ab42 None None] Network 9e7d0498-4acf-41ab-bced-1334081cf593 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:06:31.272856 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6591e34-a216-4d65-9bc6-840da979192e tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Pushing event deleted for resources: {'Port': ['ID=3143b500-eed6-4f14-8db3-b5bd8553e5dd,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:31.280240 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6591e34-a216-4d65-9bc6-840da979192e tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] No DVR routers for this DVR port 3143b500-eed6-4f14-8db3-b5bd8553e5dd on host dv-neutron-834874-6-hyperv {{(pid=104098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:06:31.315888 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-3651a1c5-053f-457f-806a-cba6245bd88b None None] For port 2c5e96cf-ad0d-46f4-88ec-0d00b251b638, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=2c5e96cf-ad0d-46f4-88ec-0d00b251b638,segment=NetworkSegment(02801b4a-6f62-42fd-82e9-fbb02d75e2c6),segment_id=02801b4a-6f62-42fd-82e9-fbb02d75e2c6)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:06:31.327612 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-cdb3c151-62d6-4670-a4d8-059f9b9cc79b tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (b3b8b812-49fa-4eeb-8637-f97f277b5028), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:31.346629 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-120b61e4-0564-41cd-988a-94db0bf23b6b tempest-SubnetPoolsTestJSON-1433304059 tempest-SubnetPoolsTestJSON-1433304059-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1255884182', 'prefixes': ['172.20.0.0/16']}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:31.348848 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-3651a1c5-053f-457f-806a-cba6245bd88b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (2c5e96cf-ad0d-46f4-88ec-0d00b251b638), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:31.377613 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b70a243d-a294-412a-a044-196d3049b69b tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:31.406227 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-13969d80-24e6-410b-9efa-7c86f810245c tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (584e4f34-3453-491f-8ddb-46c8a9680b02), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:31.414278 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-cdb3c151-62d6-4670-a4d8-059f9b9cc79b tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3b8b812-49fa-4eeb-8637-f97f277b5028']}} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:31.419566 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-fe625750-7ad0-4ea9-b7df-9c147c1c40f7 None None] Attempting to bind port a648589e-bf3e-4594-afc1-c9743874131a on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:06:31.420235 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-fe625750-7ad0-4ea9-b7df-9c147c1c40f7 None None] Attempting to bind port a648589e-bf3e-4594-afc1-c9743874131a by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': 'b87114f2-c233-469c-a52c-fcdd879b5284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b3b8b812-49fa-4eeb-8637-f97f277b5028'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:06:31.420581 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5e0e16cb-73e7-47fd-980f-5b6e1c01292b tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127282766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126757793'] for subnet (b237b924-5134-44e8-b9ac-c042314c06fc), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:31.420817 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe625750-7ad0-4ea9-b7df-9c147c1c40f7 None None] Attempting to bind port a648589e-bf3e-4594-afc1-c9743874131a on network b3b8b812-49fa-4eeb-8637-f97f277b5028 {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:06:31.423997 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-b75b63f0-d87b-469a-8e56-c18b9ec9bd92 None None] Deleting port 2c5e96cf-ad0d-46f4-88ec-0d00b251b638 {{(pid=104100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:06:31.424529 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-b75b63f0-d87b-469a-8e56-c18b9ec9bd92 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (2c5e96cf-ad0d-46f4-88ec-0d00b251b638), before_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:31.437117 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a0da0d7-53cb-4251-9524-68dc96e09694 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:06:31.438974 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-13969d80-24e6-410b-9efa-7c86f810245c tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Calling delete_port for 584e4f34-3453-491f-8ddb-46c8a9680b02 owned by {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:06:31.445292 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5a0da0d7-53cb-4251-9524-68dc96e09694 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:31.454631 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-5a0da0d7-53cb-4251-9524-68dc96e09694 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] 10.222.0.24 "PUT /v2.0/routers/08b7851b-79db-464e-8583-b0de10bc0bdf HTTP/1.1" status: 200 len: 916 time: 6.2571359 Mar 28 01:06:31.454631 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a6591e34-a216-4d65-9bc6-840da979192e tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (9e7d0498-4acf-41ab-bced-1334081cf593), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:31.454631 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51388) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:31.476191 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5e0e16cb-73e7-47fd-980f-5b6e1c01292b tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:31.485366 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-5e0e16cb-73e7-47fd-980f-5b6e1c01292b tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] 10.222.0.24 "DELETE /v2.0/subnets/b237b924-5134-44e8-b9ac-c042314c06fc HTTP/1.1" status: 204 len: 168 time: 0.9991355 Mar 28 01:06:31.486232 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51390) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:31.490785 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-cdb3c151-62d6-4670-a4d8-059f9b9cc79b tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b87114f2-c233-469c-a52c-fcdd879b5284') {'for_net_delete': True} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:31.491287 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-cdb3c151-62d6-4670-a4d8-059f9b9cc79b tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b87114f2-c233-469c-a52c-fcdd879b5284') {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:31.509218 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9a0761-bb90-4424-81e5-42f49e4cdf75 None None] Network 4def3977-30ad-4421-858b-c5a18ad30df2 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:06:31.512188 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e862e0-ecb6-43d4-a733-59d622498976 None None] Sync routers for ids ['08b7851b-79db-464e-8583-b0de10bc0bdf'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:06:31.515585 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe625750-7ad0-4ea9-b7df-9c147c1c40f7 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:06:31.516071 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe625750-7ad0-4ea9-b7df-9c147c1c40f7 None None] Checking segment: {'id': 'b87114f2-c233-469c-a52c-fcdd879b5284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b3b8b812-49fa-4eeb-8637-f97f277b5028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:06:31.516544 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-fe625750-7ad0-4ea9-b7df-9c147c1c40f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:31.517014 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe625750-7ad0-4ea9-b7df-9c147c1c40f7 None None] Bound using segment: {'id': 'b87114f2-c233-469c-a52c-fcdd879b5284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b3b8b812-49fa-4eeb-8637-f97f277b5028'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:06:31.517914 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-fe625750-7ad0-4ea9-b7df-9c147c1c40f7 None None] Bound port: a648589e-bf3e-4594-afc1-c9743874131a, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b87114f2-c233-469c-a52c-fcdd879b5284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b3b8b812-49fa-4eeb-8637-f97f277b5028'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:06:31.518849 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-fe625750-7ad0-4ea9-b7df-9c147c1c40f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (a648589e-bf3e-4594-afc1-c9743874131a), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:31.577805 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [None req-b70a243d-a294-412a-a044-196d3049b69b tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] device_id is not set on port b76c2fb0-fde3-470f-b8f3-10235afa4464 yet. {{(pid=104099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 01:06:31.583854 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-cdb3c151-62d6-4670-a4d8-059f9b9cc79b tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126946678'] for segment (b87114f2-c233-469c-a52c-fcdd879b5284), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:31.589045 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a68564a-dc83-4196-aeb7-58fcb18422ba tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Deleting subnet 4d2abbb2-6ebc-49e2-a848-7f6bcea58950 {{(pid=104099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:06:31.596516 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-a6591e34-a216-4d65-9bc6-840da979192e tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e7d0498-4acf-41ab-bced-1334081cf593']}} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:31.601135 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0e16cb-73e7-47fd-980f-5b6e1c01292b tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Pushing event deleted for resources: {'Subnet': ['ID=b237b924-5134-44e8-b9ac-c042314c06fc,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:31.610647 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8a68564a-dc83-4196-aeb7-58fcb18422ba tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks [] for subnet (4d2abbb2-6ebc-49e2-a848-7f6bcea58950), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:31.620176 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-a6591e34-a216-4d65-9bc6-840da979192e tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c858a34c-7af3-462f-8fbd-8cf7623d8d7c') {'for_net_delete': True} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:31.620493 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-a6591e34-a216-4d65-9bc6-840da979192e tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c858a34c-7af3-462f-8fbd-8cf7623d8d7c') {} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:31.640405 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a6591e34-a216-4d65-9bc6-840da979192e tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126443583'] for segment (c858a34c-7af3-462f-8fbd-8cf7623d8d7c), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:31.680282 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a6591e34-a216-4d65-9bc6-840da979192e tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (c858a34c-7af3-462f-8fbd-8cf7623d8d7c), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:31.697019 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6591e34-a216-4d65-9bc6-840da979192e tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=104098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:06:31.697446 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a6591e34-a216-4d65-9bc6-840da979192e tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126177251'] for segment (c858a34c-7af3-462f-8fbd-8cf7623d8d7c), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:31.702070 dv-neutron-834874-6-hyperv neutron-server[104098]: Traceback (most recent call last): Mar 28 01:06:31.702070 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:06:31.702070 dv-neutron-834874-6-hyperv neutron-server[104098]: timer() Mar 28 01:06:31.702070 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:06:31.702070 dv-neutron-834874-6-hyperv neutron-server[104098]: cb(*args, **kw) Mar 28 01:06:31.702070 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:06:31.702070 dv-neutron-834874-6-hyperv neutron-server[104098]: return func(*args, **kwargs) Mar 28 01:06:31.702070 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:06:31.702070 dv-neutron-834874-6-hyperv neutron-server[104098]: self._notify() Mar 28 01:06:31.702070 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:06:31.702070 dv-neutron-834874-6-hyperv neutron-server[104098]: self.callback(batched_events) Mar 28 01:06:31.702070 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:06:31.702070 dv-neutron-834874-6-hyperv neutron-server[104098]: event.method(event) Mar 28 01:06:31.702070 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:06:31.702070 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:06:31.702070 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:06:31.702070 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:06:31.702070 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:06:31.702070 dv-neutron-834874-6-hyperv neutron-server[104098]: return f(self, *a, **k) Mar 28 01:06:31.702070 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:06:31.702070 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._get(url).json() Mar 28 01:06:31.702070 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:06:31.702070 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:06:31.702070 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:06:31.702070 dv-neutron-834874-6-hyperv neutron-server[104098]: return self.request(url, 'GET', **kwargs) Mar 28 01:06:31.702070 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:06:31.702070 dv-neutron-834874-6-hyperv neutron-server[104098]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:06:31.702070 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:06:31.702070 dv-neutron-834874-6-hyperv neutron-server[104098]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:06:31.702070 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:06:31.702070 dv-neutron-834874-6-hyperv neutron-server[104098]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:06:31.702070 dv-neutron-834874-6-hyperv neutron-server[104098]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:06:31.732080 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-cdb3c151-62d6-4670-a4d8-059f9b9cc79b tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (b87114f2-c233-469c-a52c-fcdd879b5284), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:31.738684 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8a68564a-dc83-4196-aeb7-58fcb18422ba tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126946639'] for subnet (4d2abbb2-6ebc-49e2-a848-7f6bcea58950), precommit_delete_associations {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:31.769767 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-44d37d6d-0f4c-4172-b54d-1d5a7631e107 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] 10.222.0.24 "GET /v2.0/routers/08b7851b-79db-464e-8583-b0de10bc0bdf HTTP/1.1" status: 200 len: 922 time: 0.3140318 Mar 28 01:06:31.775294 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51392) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:31.783151 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-1d652e50-356a-4b9a-8498-4376c7fc573e None None] Could not find standard attr ID for object 3143b500-eed6-4f14-8db3-b5bd8553e5dd. {{(pid=104100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 28 01:06:31.793230 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdb3c151-62d6-4670-a4d8-059f9b9cc79b tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=104099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:06:31.794429 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-cdb3c151-62d6-4670-a4d8-059f9b9cc79b tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127280876'] for segment (b87114f2-c233-469c-a52c-fcdd879b5284), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:31.798574 dv-neutron-834874-6-hyperv neutron-server[104099]: Traceback (most recent call last): Mar 28 01:06:31.798574 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:06:31.798574 dv-neutron-834874-6-hyperv neutron-server[104099]: timer() Mar 28 01:06:31.798574 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:06:31.798574 dv-neutron-834874-6-hyperv neutron-server[104099]: cb(*args, **kw) Mar 28 01:06:31.798574 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:06:31.798574 dv-neutron-834874-6-hyperv neutron-server[104099]: return func(*args, **kwargs) Mar 28 01:06:31.798574 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:06:31.798574 dv-neutron-834874-6-hyperv neutron-server[104099]: self._notify() Mar 28 01:06:31.798574 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:06:31.798574 dv-neutron-834874-6-hyperv neutron-server[104099]: self.callback(batched_events) Mar 28 01:06:31.798574 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:06:31.798574 dv-neutron-834874-6-hyperv neutron-server[104099]: event.method(event) Mar 28 01:06:31.798574 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:06:31.798574 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:06:31.798574 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:06:31.798574 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:06:31.798574 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:06:31.798574 dv-neutron-834874-6-hyperv neutron-server[104099]: return f(self, *a, **k) Mar 28 01:06:31.798574 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:06:31.798574 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._get(url).json() Mar 28 01:06:31.798574 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:06:31.798574 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:06:31.798574 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:06:31.798574 dv-neutron-834874-6-hyperv neutron-server[104099]: return self.request(url, 'GET', **kwargs) Mar 28 01:06:31.798574 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:06:31.798574 dv-neutron-834874-6-hyperv neutron-server[104099]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:06:31.798574 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:06:31.798574 dv-neutron-834874-6-hyperv neutron-server[104099]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:06:31.798574 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:06:31.798574 dv-neutron-834874-6-hyperv neutron-server[104099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:06:31.798574 dv-neutron-834874-6-hyperv neutron-server[104099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:06:31.824715 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 2c5e96cf-ad0d-46f4-88ec-0d00b251b638 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:06:31.838199 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3651a1c5-053f-457f-806a-cba6245bd88b None None] Pushing event updated for resources: {'Port': ['ID=2c5e96cf-ad0d-46f4-88ec-0d00b251b638,revision_number=4']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:31.858924 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a6591e34-a216-4d65-9bc6-840da979192e tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (9e7d0498-4acf-41ab-bced-1334081cf593), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:31.873156 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a6591e34-a216-4d65-9bc6-840da979192e tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:31.881707 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-a6591e34-a216-4d65-9bc6-840da979192e tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] 10.222.0.24 "DELETE /v2.0/networks/9e7d0498-4acf-41ab-bced-1334081cf593 HTTP/1.1" status: 204 len: 168 time: 2.7298391 Mar 28 01:06:31.890784 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e862e0-ecb6-43d4-a733-59d622498976 None None] Routers {'08b7851b-79db-464e-8583-b0de10bc0bdf'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:06:31.891416 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51394) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:31.891780 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-17e862e0-ecb6-43d4-a733-59d622498976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:06:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['08b7851b-79db-464e-8583-b0de10bc0bdf'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:31.896322 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-b75b63f0-d87b-469a-8e56-c18b9ec9bd92 None None] For port 2c5e96cf-ad0d-46f4-88ec-0d00b251b638, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=2c5e96cf-ad0d-46f4-88ec-0d00b251b638,segment=NetworkSegment(02801b4a-6f62-42fd-82e9-fbb02d75e2c6),segment_id=02801b4a-6f62-42fd-82e9-fbb02d75e2c6)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:06:31.896954 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-b75b63f0-d87b-469a-8e56-c18b9ec9bd92 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (2c5e96cf-ad0d-46f4-88ec-0d00b251b638), precommit_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:31.966412 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-120b61e4-0564-41cd-988a-94db0bf23b6b tempest-SubnetPoolsTestJSON-1433304059 tempest-SubnetPoolsTestJSON-1433304059-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:31.970755 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-120b61e4-0564-41cd-988a-94db0bf23b6b tempest-SubnetPoolsTestJSON-1433304059 tempest-SubnetPoolsTestJSON-1433304059-project] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.8320816 Mar 28 01:06:31.970934 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e87ac1a-0975-434a-8649-b3b76e08a2d1 None None] DHCP port deletion for 9e7d0498-4acf-41ab-bced-1334081cf593 request from dv-neutron-834874-6-hyperv {{(pid=104100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 01:06:31.973484 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-b75b63f0-d87b-469a-8e56-c18b9ec9bd92 None None] Calling delete_port for 2c5e96cf-ad0d-46f4-88ec-0d00b251b638 owned by network:dhcp {{(pid=104100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:06:31.976515 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51396) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:31.976845 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.db.api [None req-cdb3c151-62d6-4670-a4d8-059f9b9cc79b tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 28 01:06:31.976845 dv-neutron-834874-6-hyperv neutron-server[104099]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 28 01:06:31.976845 dv-neutron-834874-6-hyperv neutron-server[104099]: [parameters: {'id': 'b3b8b812-49fa-4eeb-8637-f97f277b5028'}] Mar 28 01:06:31.976845 dv-neutron-834874-6-hyperv neutron-server[104099]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104099) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 01:06:31.977449 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG oslo_db.api [None req-cdb3c151-62d6-4670-a4d8-059f9b9cc79b tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 01:06:31.980795 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6591e34-a216-4d65-9bc6-840da979192e tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Pushing event deleted for resources: {'Network': ['ID=9e7d0498-4acf-41ab-bced-1334081cf593,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:31.995482 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-17e862e0-ecb6-43d4-a733-59d622498976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:32.018131 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ed2e02-7bbd-40a0-a3e2-7f7634f26131 None None] Network bb1f9cb0-68da-4cb4-9ac8-a08ba319102f requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:06:32.049184 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8a68564a-dc83-4196-aeb7-58fcb18422ba tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (4d2abbb2-6ebc-49e2-a848-7f6bcea58950), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:32.053748 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [None req-b70a243d-a294-412a-a044-196d3049b69b tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Allocated IP 2001:db8::281 (bb1f9cb0-68da-4cb4-9ac8-a08ba319102f/aef34266-3e90-4215-a92b-bead5999ff06/b76c2fb0-fde3-470f-b8f3-10235afa4464) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:06:32.067593 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-fe625750-7ad0-4ea9-b7df-9c147c1c40f7 None None] For port a648589e-bf3e-4594-afc1-c9743874131a, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:06:32.071662 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-fe625750-7ad0-4ea9-b7df-9c147c1c40f7 None None] For port a648589e-bf3e-4594-afc1-c9743874131a, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=a648589e-bf3e-4594-afc1-c9743874131a,segment=NetworkSegment(b87114f2-c233-469c-a52c-fcdd879b5284),segment_id=b87114f2-c233-469c-a52c-fcdd879b5284)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:06:32.072323 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19724e2d-d5f4-4b41-8f93-b5fcd7b45fec tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:32.074442 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-19724e2d-d5f4-4b41-8f93-b5fcd7b45fec tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=dea6548b-502b-42db-97fb-371e423e739a&device_id=08b7851b-79db-464e-8583-b0de10bc0bdf&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2994196 Mar 28 01:06:32.079498 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51398) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:32.092194 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-a012e094-0434-48ab-a6eb-f0f065a21408 tempest-SubnetPoolsTestJSON-1433304059 tempest-SubnetPoolsTestJSON-1433304059-project] 10.222.0.24 "GET /v2.0/subnetpools/bbb52407-9ac3-4a63-9562-c6ceb9510181 HTTP/1.1" status: 200 len: 732 time: 0.1064565 Mar 28 01:06:32.093669 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51400) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:32.099788 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-ba749477-a585-4fc0-9830-82c9bc492a9f tempest-SubnetPoolsTestJSON-1433304059 tempest-SubnetPoolsTestJSON-1433304059-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-485049428'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:32.109179 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-310d88af-e375-45c4-8c95-fb2086819232 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (f4154ac5-ef7a-4278-b010-2bf402f9a10e), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:32.133342 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-13969d80-24e6-410b-9efa-7c86f810245c tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (584e4f34-3453-491f-8ddb-46c8a9680b02), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:32.197077 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13969d80-24e6-410b-9efa-7c86f810245c tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Pushing event deleted for resources: {'Port': ['ID=584e4f34-3453-491f-8ddb-46c8a9680b02,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:32.250490 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-310d88af-e375-45c4-8c95-fb2086819232 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] The port '2c5e96cf-ad0d-46f4-88ec-0d00b251b638' was deleted {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2024}} Mar 28 01:06:32.272224 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8a68564a-dc83-4196-aeb7-58fcb18422ba tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127282766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126757793'] for subnet (4d2abbb2-6ebc-49e2-a848-7f6bcea58950), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:32.284437 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-fe625750-7ad0-4ea9-b7df-9c147c1c40f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (a648589e-bf3e-4594-afc1-c9743874131a), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:32.298991 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-b75b63f0-d87b-469a-8e56-c18b9ec9bd92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886'] for port (2c5e96cf-ad0d-46f4-88ec-0d00b251b638), after_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:32.309728 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e862e0-ecb6-43d4-a733-59d622498976 None None] Routers {'08b7851b-79db-464e-8583-b0de10bc0bdf'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:06:32.310447 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-17e862e0-ecb6-43d4-a733-59d622498976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:06:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['08b7851b-79db-464e-8583-b0de10bc0bdf'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:32.347333 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a68564a-dc83-4196-aeb7-58fcb18422ba tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Pushing event deleted for resources: {'Subnet': ['ID=4d2abbb2-6ebc-49e2-a848-7f6bcea58950,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:32.359056 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8775a42e-7efc-499a-b1da-c65ba18d3c95 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:32.360551 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-8775a42e-7efc-499a-b1da-c65ba18d3c95 tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] 10.222.0.24 "GET /v2.0/networks/dea6548b-502b-42db-97fb-371e423e739a HTTP/1.1" status: 200 len: 881 time: 0.2786214 Mar 28 01:06:32.365764 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8a68564a-dc83-4196-aeb7-58fcb18422ba tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:32.373575 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-8a68564a-dc83-4196-aeb7-58fcb18422ba tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] 10.222.0.24 "DELETE /v2.0/subnets/4d2abbb2-6ebc-49e2-a848-7f6bcea58950 HTTP/1.1" status: 204 len: 168 time: 0.8489447 Mar 28 01:06:32.376605 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51402) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:32.376940 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51404) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:32.425050 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-13969d80-24e6-410b-9efa-7c86f810245c tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:32.428420 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-13969d80-24e6-410b-9efa-7c86f810245c tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "DELETE /v2.0/ports/584e4f34-3453-491f-8ddb-46c8a9680b02 HTTP/1.1" status: 204 len: 168 time: 2.5142462 Mar 28 01:06:32.437582 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d5020b-b6e5-4a86-8712-4f90d584142a None None] Network dfdf8592-e8ac-4eea-b003-e6737bb2be57 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:06:32.441639 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device d0de76ea-dcca-453d-b72a-67756681a6e4 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:06:32.461945 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51406) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:32.463903 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75b63f0-d87b-469a-8e56-c18b9ec9bd92 None None] No DVR routers for this DVR port 2c5e96cf-ad0d-46f4-88ec-0d00b251b638 on host dv-neutron-834874-6-hyperv {{(pid=104100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:06:32.474154 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-17e862e0-ecb6-43d4-a733-59d622498976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:32.474949 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e862e0-ecb6-43d4-a733-59d622498976 None None] The sync data for ids ['08b7851b-79db-464e-8583-b0de10bc0bdf'] in dv-neutron-834874-6-hyperv is: [] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:06:32.576266 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c6ec5e-bae3-4368-8366-13053801342b tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:32.577708 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c6ec5e-bae3-4368-8366-13053801342b tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:32.579108 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c6ec5e-bae3-4368-8366-13053801342b tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:32.585136 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-76c6ec5e-bae3-4368-8366-13053801342b tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1170435 Mar 28 01:06:32.585974 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51408) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:32.592476 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ba749477-a585-4fc0-9830-82c9bc492a9f tempest-SubnetPoolsTestJSON-1433304059 tempest-SubnetPoolsTestJSON-1433304059-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:32.594708 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-ba749477-a585-4fc0-9830-82c9bc492a9f tempest-SubnetPoolsTestJSON-1433304059 tempest-SubnetPoolsTestJSON-1433304059-project] 10.222.0.24 "PUT /v2.0/subnetpools/bbb52407-9ac3-4a63-9562-c6ceb9510181 HTTP/1.1" status: 200 len: 683 time: 0.4973066 Mar 28 01:06:32.597026 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51410) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:32.616055 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-310d88af-e375-45c4-8c95-fb2086819232 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (f4154ac5-ef7a-4278-b010-2bf402f9a10e), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:32.653723 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-0755ee2f-9936-4486-a474-0e498769a78d None None] Provisioning complete for port d0de76ea-dcca-453d-b72a-67756681a6e4 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:06:32.654294 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-0755ee2f-9936-4486-a474-0e498769a78d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (d0de76ea-dcca-453d-b72a-67756681a6e4), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:32.684459 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-310d88af-e375-45c4-8c95-fb2086819232 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4154ac5-ef7a-4278-b010-2bf402f9a10e']}} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:32.698816 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-cdb3c151-62d6-4670-a4d8-059f9b9cc79b tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (b3b8b812-49fa-4eeb-8637-f97f277b5028), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:32.705404 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-310d88af-e375-45c4-8c95-fb2086819232 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02801b4a-6f62-42fd-82e9-fbb02d75e2c6') {'for_net_delete': True} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:32.705787 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-310d88af-e375-45c4-8c95-fb2086819232 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02801b4a-6f62-42fd-82e9-fbb02d75e2c6') {} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:32.730456 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_v2 [None req-c57e584a-1738-4ea0-955c-2b481e772c65 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Deleting subnet 1b8f21cb-3697-4e66-b27b-cb7ccc9d74ae {{(pid=104098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:06:32.733893 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-310d88af-e375-45c4-8c95-fb2086819232 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126443583'] for segment (02801b4a-6f62-42fd-82e9-fbb02d75e2c6), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:32.735622 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe625750-7ad0-4ea9-b7df-9c147c1c40f7 None None] Pushing event updated for resources: {'Port': ['ID=a648589e-bf3e-4594-afc1-c9743874131a,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:32.738882 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-6eadbc08-1550-49f7-b7cb-6ce9dc7883ad tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] 10.222.0.24 "GET /v2.0/ports?device_id=08b7851b-79db-464e-8583-b0de10bc0bdf HTTP/1.1" status: 200 len: 205 time: 0.3584661 Mar 28 01:06:32.748541 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51412) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:32.749340 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c57e584a-1738-4ea0-955c-2b481e772c65 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks [] for subnet (1b8f21cb-3697-4e66-b27b-cb7ccc9d74ae), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:32.764471 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:32.860712 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436f2179-d1c8-4f7a-9a8a-6da37454de3f None None] Network b3b8b812-49fa-4eeb-8637-f97f277b5028 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:06:32.863617 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b996372-10bc-4603-b1a5-915456b6052c None None] DHCP port deletion for 4def3977-30ad-4421-858b-c5a18ad30df2 request from dv-neutron-834874-6-hyperv {{(pid=104100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 01:06:32.865043 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-681bb1e5-b4da-4209-8f1a-c2a833c33b8e tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (4def3977-30ad-4421-858b-c5a18ad30df2), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:32.873771 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-310d88af-e375-45c4-8c95-fb2086819232 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (02801b4a-6f62-42fd-82e9-fbb02d75e2c6), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:32.879666 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75b63f0-d87b-469a-8e56-c18b9ec9bd92 None None] Pushing event deleted for resources: {'Port': ['ID=2c5e96cf-ad0d-46f4-88ec-0d00b251b638,revision_number=None']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:32.893255 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-310d88af-e375-45c4-8c95-fb2086819232 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=104098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:06:32.893659 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-310d88af-e375-45c4-8c95-fb2086819232 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126177251'] for segment (02801b4a-6f62-42fd-82e9-fbb02d75e2c6), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:32.894257 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b70a243d-a294-412a-a044-196d3049b69b tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Publish callbacks [] for port (b76c2fb0-fde3-470f-b8f3-10235afa4464), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:32.898929 dv-neutron-834874-6-hyperv neutron-server[104098]: Traceback (most recent call last): Mar 28 01:06:32.898929 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:06:32.898929 dv-neutron-834874-6-hyperv neutron-server[104098]: timer() Mar 28 01:06:32.898929 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:06:32.898929 dv-neutron-834874-6-hyperv neutron-server[104098]: cb(*args, **kw) Mar 28 01:06:32.898929 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:06:32.898929 dv-neutron-834874-6-hyperv neutron-server[104098]: return func(*args, **kwargs) Mar 28 01:06:32.898929 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:06:32.898929 dv-neutron-834874-6-hyperv neutron-server[104098]: self._notify() Mar 28 01:06:32.898929 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:06:32.898929 dv-neutron-834874-6-hyperv neutron-server[104098]: self.callback(batched_events) Mar 28 01:06:32.898929 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:06:32.898929 dv-neutron-834874-6-hyperv neutron-server[104098]: event.method(event) Mar 28 01:06:32.898929 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:06:32.898929 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:06:32.898929 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:06:32.898929 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:06:32.898929 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:06:32.898929 dv-neutron-834874-6-hyperv neutron-server[104098]: return f(self, *a, **k) Mar 28 01:06:32.898929 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:06:32.898929 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._get(url).json() Mar 28 01:06:32.898929 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:06:32.898929 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:06:32.898929 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:06:32.898929 dv-neutron-834874-6-hyperv neutron-server[104098]: return self.request(url, 'GET', **kwargs) Mar 28 01:06:32.898929 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:06:32.898929 dv-neutron-834874-6-hyperv neutron-server[104098]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:06:32.898929 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:06:32.898929 dv-neutron-834874-6-hyperv neutron-server[104098]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:06:32.898929 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:06:32.898929 dv-neutron-834874-6-hyperv neutron-server[104098]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:06:32.898929 dv-neutron-834874-6-hyperv neutron-server[104098]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:06:32.914360 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c57e584a-1738-4ea0-955c-2b481e772c65 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126443526'] for subnet (1b8f21cb-3697-4e66-b27b-cb7ccc9d74ae), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:32.948856 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-cdb3c151-62d6-4670-a4d8-059f9b9cc79b tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Deleting port a648589e-bf3e-4594-afc1-c9743874131a {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:06:32.949249 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-cdb3c151-62d6-4670-a4d8-059f9b9cc79b tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (a648589e-bf3e-4594-afc1-c9743874131a), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:32.967827 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b8a583fa-ff6c-4a9a-a9f4-70b7d1d36a54 tempest-SubnetPoolsTestJSON-1433304059 tempest-SubnetPoolsTestJSON-1433304059-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:32.969840 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-b8a583fa-ff6c-4a9a-a9f4-70b7d1d36a54 tempest-SubnetPoolsTestJSON-1433304059 tempest-SubnetPoolsTestJSON-1433304059-project] 10.222.0.24 "DELETE /v2.0/subnetpools/bbb52407-9ac3-4a63-9562-c6ceb9510181 HTTP/1.1" status: 204 len: 168 time: 0.3621371 Mar 28 01:06:32.984194 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51414) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:33.011404 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-0755ee2f-9936-4486-a474-0e498769a78d None None] Current status of the port d0de76ea-dcca-453d-b72a-67756681a6e4 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:06:33.011803 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-0755ee2f-9936-4486-a474-0e498769a78d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (d0de76ea-dcca-453d-b72a-67756681a6e4), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:33.049905 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.api.v2.resource [None req-ccbcc63b-6ee8-44c0-a1cc-73ae08e4013e tempest-SubnetPoolsTestJSON-1433304059 tempest-SubnetPoolsTestJSON-1433304059-project] show failed (client error): The resource could not be found. Mar 28 01:06:33.050459 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port d0de76ea-dcca-453d-b72a-67756681a6e4 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:06:33.051067 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (d0de76ea-dcca-453d-b72a-67756681a6e4), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:33.052948 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-ccbcc63b-6ee8-44c0-a1cc-73ae08e4013e tempest-SubnetPoolsTestJSON-1433304059 tempest-SubnetPoolsTestJSON-1433304059-project] 10.222.0.24 "GET /v2.0/subnetpools/bbb52407-9ac3-4a63-9562-c6ceb9510181 HTTP/1.1" status: 404 len: 346 time: 0.0675068 Mar 28 01:06:33.055969 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-479dbef3-f9fc-4620-bd20-d3e9a46fd173 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Publish callbacks [] for router (08b7851b-79db-464e-8583-b0de10bc0bdf), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:33.057078 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-cdb3c151-62d6-4670-a4d8-059f9b9cc79b tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] For port a648589e-bf3e-4594-afc1-c9743874131a, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=a648589e-bf3e-4594-afc1-c9743874131a,segment=NetworkSegment(b87114f2-c233-469c-a52c-fcdd879b5284),segment_id=b87114f2-c233-469c-a52c-fcdd879b5284)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:06:33.057541 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-cdb3c151-62d6-4670-a4d8-059f9b9cc79b tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (a648589e-bf3e-4594-afc1-c9743874131a), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:33.059583 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51416) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:33.062077 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-681bb1e5-b4da-4209-8f1a-c2a833c33b8e tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Deleting port 13e1937c-70f3-4929-a648-f71c03644d31 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:06:33.062415 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-681bb1e5-b4da-4209-8f1a-c2a833c33b8e tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (13e1937c-70f3-4929-a648-f71c03644d31), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:33.071956 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b70a243d-a294-412a-a044-196d3049b69b tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (b76c2fb0-fde3-470f-b8f3-10235afa4464), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:33.116780 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-310d88af-e375-45c4-8c95-fb2086819232 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (f4154ac5-ef7a-4278-b010-2bf402f9a10e), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:33.150260 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-cdb3c151-62d6-4670-a4d8-059f9b9cc79b tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Calling delete_port for a648589e-bf3e-4594-afc1-c9743874131a owned by network:dhcp {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:06:33.175884 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70a243d-a294-412a-a044-196d3049b69b tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Network bb1f9cb0-68da-4cb4-9ac8-a08ba319102f is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:06:33.176878 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-0755ee2f-9936-4486-a474-0e498769a78d None None] For port d0de76ea-dcca-453d-b72a-67756681a6e4, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=d0de76ea-dcca-453d-b72a-67756681a6e4,segment=NetworkSegment(c37cced3-e953-4e65-9829-57943b0099f0),segment_id=c37cced3-e953-4e65-9829-57943b0099f0)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:06:33.183199 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-b70a243d-a294-412a-a044-196d3049b69b tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:06:33.190395 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-310d88af-e375-45c4-8c95-fb2086819232 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:33.197993 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-310d88af-e375-45c4-8c95-fb2086819232 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] 10.222.0.24 "DELETE /v2.0/networks/f4154ac5-ef7a-4278-b010-2bf402f9a10e HTTP/1.1" status: 204 len: 168 time: 1.3029749 Mar 28 01:06:33.202774 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.api.v2.resource [None req-21c77321-ca61-4478-a577-ef1814147f48 tempest-SubnetPoolsTestJSON-1433304059 tempest-SubnetPoolsTestJSON-1433304059-project] delete failed (client error): The resource could not be found. Mar 28 01:06:33.203961 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-0755ee2f-9936-4486-a474-0e498769a78d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (d0de76ea-dcca-453d-b72a-67756681a6e4), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:33.205266 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51418) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:33.205947 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70a243d-a294-412a-a044-196d3049b69b tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:06:33.207987 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-21c77321-ca61-4478-a577-ef1814147f48 tempest-SubnetPoolsTestJSON-1433304059 tempest-SubnetPoolsTestJSON-1433304059-project] 10.222.0.24 "DELETE /v2.0/subnetpools/bbb52407-9ac3-4a63-9562-c6ceb9510181 HTTP/1.1" status: 404 len: 346 time: 0.1419876 Mar 28 01:06:33.211690 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70a243d-a294-412a-a044-196d3049b69b tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:33.212456 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b70a243d-a294-412a-a044-196d3049b69b tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:33.227583 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310d88af-e375-45c4-8c95-fb2086819232 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Pushing event deleted for resources: {'Network': ['ID=f4154ac5-ef7a-4278-b010-2bf402f9a10e,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:33.265736 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c57e584a-1738-4ea0-955c-2b481e772c65 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (1b8f21cb-3697-4e66-b27b-cb7ccc9d74ae), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:33.299340 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0755ee2f-9936-4486-a474-0e498769a78d None None] Pushing event updated for resources: {'Port': ['ID=d0de76ea-dcca-453d-b72a-67756681a6e4,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:33.325936 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a88555d7-b644-442c-a9c1-2dad2031d874 None None] DHCP port deletion for dfdf8592-e8ac-4eea-b003-e6737bb2be57 request from dv-neutron-834874-6-hyperv {{(pid=104100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 01:06:33.345539 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-479dbef3-f9fc-4620-bd20-d3e9a46fd173 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Publish callbacks [] for router_gateway (08b7851b-79db-464e-8583-b0de10bc0bdf), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:33.355654 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70a243d-a294-412a-a044-196d3049b69b tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Pushing event updated for resources: {'Port': ['ID=b76c2fb0-fde3-470f-b8f3-10235afa4464,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:33.407197 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-4b996372-10bc-4603-b1a5-915456b6052c None None] Deleting port 13e1937c-70f3-4929-a648-f71c03644d31 {{(pid=104100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:06:33.407579 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-4b996372-10bc-4603-b1a5-915456b6052c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (13e1937c-70f3-4929-a648-f71c03644d31), before_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:33.409261 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-b70a243d-a294-412a-a044-196d3049b69b tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 2.9487627 Mar 28 01:06:33.409902 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51422) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:33.412675 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-681bb1e5-b4da-4209-8f1a-c2a833c33b8e tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] For port 13e1937c-70f3-4929-a648-f71c03644d31, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=13e1937c-70f3-4929-a648-f71c03644d31,segment=NetworkSegment(58efab08-0885-4c7a-8700-09de520f07f5),segment_id=58efab08-0885-4c7a-8700-09de520f07f5)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:06:33.412675 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-681bb1e5-b4da-4209-8f1a-c2a833c33b8e tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (13e1937c-70f3-4929-a648-f71c03644d31), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:33.443903 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-d2216e2a-bd7b-4143-9549-baa0153ec4ab None None] Provisioning complete for port b5fee40a-0264-462a-9ab3-2c69141d4595 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:06:33.444718 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d2216e2a-bd7b-4143-9549-baa0153ec4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (b5fee40a-0264-462a-9ab3-2c69141d4595), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:33.448902 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c57e584a-1738-4ea0-955c-2b481e772c65 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126175041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126112438'] for subnet (1b8f21cb-3697-4e66-b27b-cb7ccc9d74ae), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:33.483384 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-681bb1e5-b4da-4209-8f1a-c2a833c33b8e tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Calling delete_port for 13e1937c-70f3-4929-a648-f71c03644d31 owned by network:dhcp {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:06:33.493831 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57e584a-1738-4ea0-955c-2b481e772c65 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Pushing event deleted for resources: {'Subnet': ['ID=1b8f21cb-3697-4e66-b27b-cb7ccc9d74ae,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:33.503002 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c57e584a-1738-4ea0-955c-2b481e772c65 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:33.509811 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-c57e584a-1738-4ea0-955c-2b481e772c65 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "DELETE /v2.0/subnets/1b8f21cb-3697-4e66-b27b-cb7ccc9d74ae HTTP/1.1" status: 204 len: 168 time: 0.9137847 Mar 28 01:06:33.512684 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51424) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:33.523419 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-479dbef3-f9fc-4620-bd20-d3e9a46fd173 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Deleting port c8189846-a9d0-406f-8b19-4487b9c2cdb0 {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:06:33.524822 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-479dbef3-f9fc-4620-bd20-d3e9a46fd173 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (c8189846-a9d0-406f-8b19-4487b9c2cdb0), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:33.548628 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4bfa7364-e0c4-4cd3-99ed-120cfecd3f95 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (5966f4f9-83ba-48ed-b2de-1779e14db4a2), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:33.558476 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939acae2-b3d3-4311-9767-4a4f53cef9bd None None] Network be4801db-c8f8-4df3-b9b5-556693d6a290 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:06:33.630169 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-479dbef3-f9fc-4620-bd20-d3e9a46fd173 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (c8189846-a9d0-406f-8b19-4487b9c2cdb0), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:33.644072 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-479dbef3-f9fc-4620-bd20-d3e9a46fd173 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Calling delete_port for c8189846-a9d0-406f-8b19-4487b9c2cdb0 owned by network:router_gateway {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:06:33.659264 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-d2216e2a-bd7b-4143-9549-baa0153ec4ab None None] Port b5fee40a-0264-462a-9ab3-2c69141d4595 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:06:33.673546 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-4b996372-10bc-4603-b1a5-915456b6052c None None] For port 13e1937c-70f3-4929-a648-f71c03644d31, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=13e1937c-70f3-4929-a648-f71c03644d31,segment=NetworkSegment(58efab08-0885-4c7a-8700-09de520f07f5),segment_id=58efab08-0885-4c7a-8700-09de520f07f5)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:06:33.674168 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-4b996372-10bc-4603-b1a5-915456b6052c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (13e1937c-70f3-4929-a648-f71c03644d31), precommit_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:33.681750 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port d0de76ea-dcca-453d-b72a-67756681a6e4 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:06:33.721446 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43d63c4-9c92-4ba7-8d23-8b3727eb8d05 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:33.728532 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43d63c4-9c92-4ba7-8d23-8b3727eb8d05 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:33.738580 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-4b996372-10bc-4603-b1a5-915456b6052c None None] Calling delete_port for 13e1937c-70f3-4929-a648-f71c03644d31 owned by network:dhcp {{(pid=104100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:06:33.741117 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-a88555d7-b644-442c-a9c1-2dad2031d874 None None] Deleting port b24e73a2-54cb-4cff-8ad0-1470c2bd8cb0 {{(pid=104100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:06:33.741572 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-a88555d7-b644-442c-a9c1-2dad2031d874 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (b24e73a2-54cb-4cff-8ad0-1470c2bd8cb0), before_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:33.745471 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43d63c4-9c92-4ba7-8d23-8b3727eb8d05 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:33.754203 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-f43d63c4-9c92-4ba7-8d23-8b3727eb8d05 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.3290496 Mar 28 01:06:33.762089 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51428) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:33.767703 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-cdb3c151-62d6-4670-a4d8-059f9b9cc79b tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (a648589e-bf3e-4594-afc1-c9743874131a), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:33.772026 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-d2216e2a-bd7b-4143-9549-baa0153ec4ab None None] Provisioning complete for port d0de76ea-dcca-453d-b72a-67756681a6e4 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:06:33.772289 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d2216e2a-bd7b-4143-9549-baa0153ec4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (d0de76ea-dcca-453d-b72a-67756681a6e4), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:33.790831 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51430) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:33.806524 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 3143b500-eed6-4f14-8db3-b5bd8553e5dd no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:06:33.865193 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-479dbef3-f9fc-4620-bd20-d3e9a46fd173 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (c8189846-a9d0-406f-8b19-4487b9c2cdb0), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:33.884772 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_v2 [None req-0834a9cb-c449-4260-949f-bfa0cf11fd0b tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Deleting subnet 27a3db99-2d47-456c-a3bb-f9896fa00366 {{(pid=104099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:06:33.896126 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479dbef3-f9fc-4620-bd20-d3e9a46fd173 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Pushing event deleted for resources: {'Port': ['ID=c8189846-a9d0-406f-8b19-4487b9c2cdb0,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:33.914533 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb3c151-62d6-4670-a4d8-059f9b9cc79b tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Pushing event deleted for resources: {'Port': ['ID=a648589e-bf3e-4594-afc1-c9743874131a,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:33.915932 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: 3143b500-eed6-4f14-8db3-b5bd8553e5dd {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:06:33.916306 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 3143b500-eed6-4f14-8db3-b5bd8553e5dd not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:06:33.916907 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 2c5e96cf-ad0d-46f4-88ec-0d00b251b638 no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:06:33.943212 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0834a9cb-c449-4260-949f-bfa0cf11fd0b tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks [] for subnet (27a3db99-2d47-456c-a3bb-f9896fa00366), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:33.980674 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: 2c5e96cf-ad0d-46f4-88ec-0d00b251b638 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:06:33.981178 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 2c5e96cf-ad0d-46f4-88ec-0d00b251b638 not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:06:33.990094 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d03806f0-e068-4200-aa78-25fa98534609 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:33.994349 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-a88555d7-b644-442c-a9c1-2dad2031d874 None None] For port b24e73a2-54cb-4cff-8ad0-1470c2bd8cb0, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=b24e73a2-54cb-4cff-8ad0-1470c2bd8cb0,segment=NetworkSegment(46f543ed-378d-4a84-ae76-f7b20c218f90),segment_id=46f543ed-378d-4a84-ae76-f7b20c218f90)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:06:33.994700 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-a88555d7-b644-442c-a9c1-2dad2031d874 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (b24e73a2-54cb-4cff-8ad0-1470c2bd8cb0), precommit_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:34.008482 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0834a9cb-c449-4260-949f-bfa0cf11fd0b tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126946639'] for subnet (27a3db99-2d47-456c-a3bb-f9896fa00366), precommit_delete_associations {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:34.040452 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-479dbef3-f9fc-4620-bd20-d3e9a46fd173 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3687989'] for router_gateway (08b7851b-79db-464e-8583-b0de10bc0bdf), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:34.085808 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb3c151-62d6-4670-a4d8-059f9b9cc79b tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] No DVR routers for this DVR port a648589e-bf3e-4594-afc1-c9743874131a on host dv-neutron-834874-6-hyperv {{(pid=104099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:06:34.159818 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-479dbef3-f9fc-4620-bd20-d3e9a46fd173 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7151'] for router (08b7851b-79db-464e-8583-b0de10bc0bdf), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:34.163703 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-479dbef3-f9fc-4620-bd20-d3e9a46fd173 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Publish callbacks [] for router_controller (08b7851b-79db-464e-8583-b0de10bc0bdf), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:34.201800 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-a88555d7-b644-442c-a9c1-2dad2031d874 None None] Calling delete_port for b24e73a2-54cb-4cff-8ad0-1470c2bd8cb0 owned by network:dhcp {{(pid=104100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:06:34.227167 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-479dbef3-f9fc-4620-bd20-d3e9a46fd173 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689686'] for router (08b7851b-79db-464e-8583-b0de10bc0bdf), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:34.227958 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-479dbef3-f9fc-4620-bd20-d3e9a46fd173 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Fanout notify agent at l3_agent the message router_deleted on router 08b7851b-79db-464e-8583-b0de10bc0bdf {{(pid=104098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 01:06:34.237180 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-479dbef3-f9fc-4620-bd20-d3e9a46fd173 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Publish callbacks [] for router (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:34.243275 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-479dbef3-f9fc-4620-bd20-d3e9a46fd173 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] 10.222.0.24 "DELETE /v2.0/routers/08b7851b-79db-464e-8583-b0de10bc0bdf HTTP/1.1" status: 204 len: 168 time: 1.4909971 Mar 28 01:06:34.244287 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51434) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:34.254735 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-4c862696-5c46-4be2-b46c-816483f17a0e tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1528541429', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'}, 'admin_state_up': False}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:34.266955 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d03806f0-e068-4200-aa78-25fa98534609 admin admin] Publish callbacks [] for security_group (0a4613ac-78f6-4d14-a71d-5b4dc33950fc), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:34.267562 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-cdb3c151-62d6-4670-a4d8-059f9b9cc79b tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (b3b8b812-49fa-4eeb-8637-f97f277b5028), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:34.277665 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d03806f0-e068-4200-aa78-25fa98534609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (0a4613ac-78f6-4d14-a71d-5b4dc33950fc), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:34.289432 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-cdb3c151-62d6-4670-a4d8-059f9b9cc79b tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3b8b812-49fa-4eeb-8637-f97f277b5028']}} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:34.301803 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-a88555d7-b644-442c-a9c1-2dad2031d874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886'] for port (b24e73a2-54cb-4cff-8ad0-1470c2bd8cb0), after_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:34.302044 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-cdb3c151-62d6-4670-a4d8-059f9b9cc79b tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b87114f2-c233-469c-a52c-fcdd879b5284') {'for_net_delete': True} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:34.302044 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-cdb3c151-62d6-4670-a4d8-059f9b9cc79b tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b87114f2-c233-469c-a52c-fcdd879b5284') {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:34.310655 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4c862696-5c46-4be2-b46c-816483f17a0e tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7069'] for router (75c0cf88-9e2a-47b2-9430-19d1b830b634), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:34.311128 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-cdb3c151-62d6-4670-a4d8-059f9b9cc79b tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126946678'] for segment (b87114f2-c233-469c-a52c-fcdd879b5284), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:34.312117 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4c862696-5c46-4be2-b46c-816483f17a0e tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4188952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7062'] for router (75c0cf88-9e2a-47b2-9430-19d1b830b634), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:34.325383 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-cdb3c151-62d6-4670-a4d8-059f9b9cc79b tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (b87114f2-c233-469c-a52c-fcdd879b5284), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:34.326211 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-d03806f0-e068-4200-aa78-25fa98534609 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=99422b0c06b74d3493785db30ebcac79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5341129 Mar 28 01:06:34.330487 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51438) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:34.332656 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdb3c151-62d6-4670-a4d8-059f9b9cc79b tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=104099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:06:34.333178 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-cdb3c151-62d6-4670-a4d8-059f9b9cc79b tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127280876'] for segment (b87114f2-c233-469c-a52c-fcdd879b5284), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:34.349768 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03806f0-e068-4200-aa78-25fa98534609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a4613ac-78f6-4d14-a71d-5b4dc33950fc,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:34.359645 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88555d7-b644-442c-a9c1-2dad2031d874 None None] Pushing event deleted for resources: {'Port': ['ID=b24e73a2-54cb-4cff-8ad0-1470c2bd8cb0,revision_number=None']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:34.370523 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88555d7-b644-442c-a9c1-2dad2031d874 None None] No DVR routers for this DVR port b24e73a2-54cb-4cff-8ad0-1470c2bd8cb0 on host dv-neutron-834874-6-hyperv {{(pid=104100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:06:34.396949 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device d0de76ea-dcca-453d-b72a-67756681a6e4 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:06:34.401233 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-402a2584-b47e-47b8-9f19-4cb1d087325f admin admin] Publish callbacks [] for security_group (0a4613ac-78f6-4d14-a71d-5b4dc33950fc), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:34.408795 dv-neutron-834874-6-hyperv neutron-server[104099]: Traceback (most recent call last): Mar 28 01:06:34.408795 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:06:34.408795 dv-neutron-834874-6-hyperv neutron-server[104099]: timer() Mar 28 01:06:34.408795 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:06:34.408795 dv-neutron-834874-6-hyperv neutron-server[104099]: cb(*args, **kw) Mar 28 01:06:34.408795 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:06:34.408795 dv-neutron-834874-6-hyperv neutron-server[104099]: return func(*args, **kwargs) Mar 28 01:06:34.408795 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:06:34.408795 dv-neutron-834874-6-hyperv neutron-server[104099]: self._notify() Mar 28 01:06:34.408795 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:06:34.408795 dv-neutron-834874-6-hyperv neutron-server[104099]: self.callback(batched_events) Mar 28 01:06:34.408795 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:06:34.408795 dv-neutron-834874-6-hyperv neutron-server[104099]: event.method(event) Mar 28 01:06:34.408795 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:06:34.408795 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:06:34.408795 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:06:34.408795 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:06:34.408795 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:06:34.408795 dv-neutron-834874-6-hyperv neutron-server[104099]: return f(self, *a, **k) Mar 28 01:06:34.408795 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:06:34.408795 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._get(url).json() Mar 28 01:06:34.408795 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:06:34.408795 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:06:34.408795 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:06:34.408795 dv-neutron-834874-6-hyperv neutron-server[104099]: return self.request(url, 'GET', **kwargs) Mar 28 01:06:34.408795 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:06:34.408795 dv-neutron-834874-6-hyperv neutron-server[104099]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:06:34.408795 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:06:34.408795 dv-neutron-834874-6-hyperv neutron-server[104099]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:06:34.408795 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:06:34.408795 dv-neutron-834874-6-hyperv neutron-server[104099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:06:34.408795 dv-neutron-834874-6-hyperv neutron-server[104099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:06:34.421706 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4bfa7364-e0c4-4cd3-99ed-120cfecd3f95 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (5966f4f9-83ba-48ed-b2de-1779e14db4a2), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:34.436004 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-cdb3c151-62d6-4670-a4d8-059f9b9cc79b tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (b3b8b812-49fa-4eeb-8637-f97f277b5028), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:34.441716 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-402a2584-b47e-47b8-9f19-4cb1d087325f admin admin] Publish callbacks [] for security_group (0a4613ac-78f6-4d14-a71d-5b4dc33950fc), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:34.457854 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-681bb1e5-b4da-4209-8f1a-c2a833c33b8e tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (13e1937c-70f3-4929-a648-f71c03644d31), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:34.460328 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-cdb3c151-62d6-4670-a4d8-059f9b9cc79b tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:34.463505 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-cdb3c151-62d6-4670-a4d8-059f9b9cc79b tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] 10.222.0.24 "DELETE /v2.0/networks/b3b8b812-49fa-4eeb-8637-f97f277b5028 HTTP/1.1" status: 204 len: 168 time: 5.4696944 Mar 28 01:06:34.469638 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-d2216e2a-bd7b-4143-9549-baa0153ec4ab None None] Current status of the port d0de76ea-dcca-453d-b72a-67756681a6e4 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:06:34.477194 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-4b996372-10bc-4603-b1a5-915456b6052c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886'] for port (13e1937c-70f3-4929-a648-f71c03644d31), after_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:34.488590 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51440) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:34.497962 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0834a9cb-c449-4260-949f-bfa0cf11fd0b tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (27a3db99-2d47-456c-a3bb-f9896fa00366), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:34.517468 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b996372-10bc-4603-b1a5-915456b6052c None None] Pushing event deleted for resources: {'Port': ['ID=13e1937c-70f3-4929-a648-f71c03644d31,revision_number=None']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:34.521556 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b996372-10bc-4603-b1a5-915456b6052c None None] No DVR routers for this DVR port 13e1937c-70f3-4929-a648-f71c03644d31 on host dv-neutron-834874-6-hyperv {{(pid=104100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:06:34.532743 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port d0de76ea-dcca-453d-b72a-67756681a6e4 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:06:34.533873 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (d0de76ea-dcca-453d-b72a-67756681a6e4), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:34.534217 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-4bfa7364-e0c4-4cd3-99ed-120cfecd3f95 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5966f4f9-83ba-48ed-b2de-1779e14db4a2']}} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:34.541591 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-3a0c98b1-b3ec-42a2-91e5-f5f56e828a10 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-228570248'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:34.562679 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb3c151-62d6-4670-a4d8-059f9b9cc79b tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Pushing event deleted for resources: {'Network': ['ID=b3b8b812-49fa-4eeb-8637-f97f277b5028,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:34.571738 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a0c98b1-b3ec-42a2-91e5-f5f56e828a10 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Made reservation on behalf of 7dbb2ba455b84df9b72862aaa29899aa for: {'network': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:06:34.572211 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681bb1e5-b4da-4209-8f1a-c2a833c33b8e tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Pushing event deleted for resources: {'Port': ['ID=13e1937c-70f3-4929-a648-f71c03644d31,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:34.579824 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3a0c98b1-b3ec-42a2-91e5-f5f56e828a10 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:34.580160 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-4bfa7364-e0c4-4cd3-99ed-120cfecd3f95 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c02d5f66-e97c-4b3c-a131-25909e18abdf') {'for_net_delete': True} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:34.580551 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-4bfa7364-e0c4-4cd3-99ed-120cfecd3f95 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c02d5f66-e97c-4b3c-a131-25909e18abdf') {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:34.584202 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-cc6d249f-d255-4195-a832-2829df802e02 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Deleting port b76c2fb0-fde3-470f-b8f3-10235afa4464 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:06:34.585154 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-cc6d249f-d255-4195-a832-2829df802e02 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (b76c2fb0-fde3-470f-b8f3-10235afa4464), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:34.588915 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681bb1e5-b4da-4209-8f1a-c2a833c33b8e tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] No DVR routers for this DVR port 13e1937c-70f3-4929-a648-f71c03644d31 on host dv-neutron-834874-6-hyperv {{(pid=104099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:06:34.604881 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4c862696-5c46-4be2-b46c-816483f17a0e tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Publish callbacks [] for router_controller (75c0cf88-9e2a-47b2-9430-19d1b830b634), precommit_add_association {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:34.607323 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-4075e75e-f824-4c47-8679-b01d25238c63 None None] Provisioning complete for port b76c2fb0-fde3-470f-b8f3-10235afa4464 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:06:34.607722 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-4075e75e-f824-4c47-8679-b01d25238c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (b76c2fb0-fde3-470f-b8f3-10235afa4464), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:34.622836 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4bfa7364-e0c4-4cd3-99ed-120cfecd3f95 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126946678'] for segment (c02d5f66-e97c-4b3c-a131-25909e18abdf), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:34.687084 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-4075e75e-f824-4c47-8679-b01d25238c63 None None] Port b76c2fb0-fde3-470f-b8f3-10235afa4464 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:06:34.709368 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-402a2584-b47e-47b8-9f19-4cb1d087325f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (0a4613ac-78f6-4d14-a71d-5b4dc33950fc), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:34.715890 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-402a2584-b47e-47b8-9f19-4cb1d087325f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:34.717408 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port d0de76ea-dcca-453d-b72a-67756681a6e4 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:06:34.721453 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-402a2584-b47e-47b8-9f19-4cb1d087325f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0a4613ac-78f6-4d14-a71d-5b4dc33950fc HTTP/1.1" status: 204 len: 168 time: 0.3883069 Mar 28 01:06:34.723308 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-4075e75e-f824-4c47-8679-b01d25238c63 None None] Provisioning complete for port b5fee40a-0264-462a-9ab3-2c69141d4595 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:06:34.724339 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-4075e75e-f824-4c47-8679-b01d25238c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (b5fee40a-0264-462a-9ab3-2c69141d4595), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:34.734976 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a0c98b1-b3ec-42a2-91e5-f5f56e828a10 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=104098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:06:34.763726 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402a2584-b47e-47b8-9f19-4cb1d087325f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a4613ac-78f6-4d14-a71d-5b4dc33950fc,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:34.807249 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-4075e75e-f824-4c47-8679-b01d25238c63 None None] Port b5fee40a-0264-462a-9ab3-2c69141d4595 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:06:34.810917 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 13e1937c-70f3-4929-a648-f71c03644d31 no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:06:34.826169 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4bfa7364-e0c4-4cd3-99ed-120cfecd3f95 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (c02d5f66-e97c-4b3c-a131-25909e18abdf), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:34.845238 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4c862696-5c46-4be2-b46c-816483f17a0e tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Publish callbacks [] for router_gateway (75c0cf88-9e2a-47b2-9430-19d1b830b634), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:34.851151 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: 13e1937c-70f3-4929-a648-f71c03644d31 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:06:34.851813 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 13e1937c-70f3-4929-a648-f71c03644d31 not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:06:34.851943 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device b24e73a2-54cb-4cff-8ad0-1470c2bd8cb0 no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:06:34.852969 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3a0c98b1-b3ec-42a2-91e5-f5f56e828a10 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (61b518aa-c9c5-4068-9909-eaed190cbcbc), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:34.853362 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.segments_db [None req-3a0c98b1-b3ec-42a2-91e5-f5f56e828a10 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Added segment 61b518aa-c9c5-4068-9909-eaed190cbcbc of type vlan for network 75ab64ac-f1eb-4840-98ab-14f20bd89774 Mar 28 01:06:34.877987 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: b24e73a2-54cb-4cff-8ad0-1470c2bd8cb0 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:06:34.878367 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device b24e73a2-54cb-4cff-8ad0-1470c2bd8cb0 not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:06:34.881754 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-681bb1e5-b4da-4209-8f1a-c2a833c33b8e tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (4def3977-30ad-4421-858b-c5a18ad30df2), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:34.939033 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-cc6d249f-d255-4195-a832-2829df802e02 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (b76c2fb0-fde3-470f-b8f3-10235afa4464), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:34.956251 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-cc6d249f-d255-4195-a832-2829df802e02 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Calling delete_port for b76c2fb0-fde3-470f-b8f3-10235afa4464 owned by {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:06:34.962688 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3a0c98b1-b3ec-42a2-91e5-f5f56e828a10 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (75ab64ac-f1eb-4840-98ab-14f20bd89774), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:34.981991 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bfa7364-e0c4-4cd3-99ed-120cfecd3f95 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=104099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:06:34.982980 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4bfa7364-e0c4-4cd3-99ed-120cfecd3f95 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127280876'] for segment (c02d5f66-e97c-4b3c-a131-25909e18abdf), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:35.012062 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3a0c98b1-b3ec-42a2-91e5-f5f56e828a10 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (75ab64ac-f1eb-4840-98ab-14f20bd89774), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:35.018643 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0c98b1-b3ec-42a2-91e5-f5f56e828a10 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:35.019348 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3a0c98b1-b3ec-42a2-91e5-f5f56e828a10 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:35.102564 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0c98b1-b3ec-42a2-91e5-f5f56e828a10 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Pushing event updated for resources: {'Network': ['ID=75ab64ac-f1eb-4840-98ab-14f20bd89774,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:35.115800 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network 75ab64ac-f1eb-4840-98ab-14f20bd89774 details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:06:35.136144 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-3a0c98b1-b3ec-42a2-91e5-f5f56e828a10 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6462219 Mar 28 01:06:35.138693 dv-neutron-834874-6-hyperv neutron-server[104099]: Traceback (most recent call last): Mar 28 01:06:35.138693 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:06:35.138693 dv-neutron-834874-6-hyperv neutron-server[104099]: timer() Mar 28 01:06:35.138693 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:06:35.138693 dv-neutron-834874-6-hyperv neutron-server[104099]: cb(*args, **kw) Mar 28 01:06:35.138693 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:06:35.138693 dv-neutron-834874-6-hyperv neutron-server[104099]: return func(*args, **kwargs) Mar 28 01:06:35.138693 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:06:35.138693 dv-neutron-834874-6-hyperv neutron-server[104099]: self._notify() Mar 28 01:06:35.138693 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:06:35.138693 dv-neutron-834874-6-hyperv neutron-server[104099]: self.callback(batched_events) Mar 28 01:06:35.138693 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:06:35.138693 dv-neutron-834874-6-hyperv neutron-server[104099]: event.method(event) Mar 28 01:06:35.138693 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:06:35.138693 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:06:35.138693 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:06:35.138693 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:06:35.138693 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:06:35.138693 dv-neutron-834874-6-hyperv neutron-server[104099]: return f(self, *a, **k) Mar 28 01:06:35.138693 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:06:35.138693 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._get(url).json() Mar 28 01:06:35.138693 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:06:35.138693 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:06:35.138693 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:06:35.138693 dv-neutron-834874-6-hyperv neutron-server[104099]: return self.request(url, 'GET', **kwargs) Mar 28 01:06:35.138693 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:06:35.138693 dv-neutron-834874-6-hyperv neutron-server[104099]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:06:35.138693 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:06:35.138693 dv-neutron-834874-6-hyperv neutron-server[104099]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:06:35.138693 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:06:35.138693 dv-neutron-834874-6-hyperv neutron-server[104099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:06:35.138693 dv-neutron-834874-6-hyperv neutron-server[104099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:06:35.145837 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51444) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:35.152710 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-681bb1e5-b4da-4209-8f1a-c2a833c33b8e tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4def3977-30ad-4421-858b-c5a18ad30df2']}} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:35.156520 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-ce769376-165f-421c-97fd-fa26f34b9476 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Request body: {'subnet': {'network_id': '75ab64ac-f1eb-4840-98ab-14f20bd89774', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:35.179780 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1756b9-6f9f-495c-a17b-f2a2b79a962e None None] get_active_networks_info from dv-neutron-834874-6-hyperv {{(pid=104100) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 28 01:06:35.208235 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-681bb1e5-b4da-4209-8f1a-c2a833c33b8e tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58efab08-0885-4c7a-8700-09de520f07f5') {'for_net_delete': True} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:35.208541 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-681bb1e5-b4da-4209-8f1a-c2a833c33b8e tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58efab08-0885-4c7a-8700-09de520f07f5') {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:35.210851 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0834a9cb-c449-4260-949f-bfa0cf11fd0b tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127282766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126757793'] for subnet (27a3db99-2d47-456c-a3bb-f9896fa00366), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:35.264157 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-681bb1e5-b4da-4209-8f1a-c2a833c33b8e tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126946678'] for segment (58efab08-0885-4c7a-8700-09de520f07f5), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:35.273393 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-7aeb8a4a-5ae2-4772-b739-0960268f6ae4 None None] Provisioning complete for port ce03165a-29f1-4f60-9322-47fe9e3427b6 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:06:35.273770 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-7aeb8a4a-5ae2-4772-b739-0960268f6ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (ce03165a-29f1-4f60-9322-47fe9e3427b6), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:35.275560 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0834a9cb-c449-4260-949f-bfa0cf11fd0b tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Pushing event deleted for resources: {'Subnet': ['ID=27a3db99-2d47-456c-a3bb-f9896fa00366,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:35.286005 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0834a9cb-c449-4260-949f-bfa0cf11fd0b tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:35.291849 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-0834a9cb-c449-4260-949f-bfa0cf11fd0b tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "DELETE /v2.0/subnets/27a3db99-2d47-456c-a3bb-f9896fa00366 HTTP/1.1" status: 204 len: 168 time: 1.7689893 Mar 28 01:06:35.291849 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-681bb1e5-b4da-4209-8f1a-c2a833c33b8e tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (58efab08-0885-4c7a-8700-09de520f07f5), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:35.293904 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51446) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:35.305866 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-cc6d249f-d255-4195-a832-2829df802e02 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (b76c2fb0-fde3-470f-b8f3-10235afa4464), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:35.308861 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-681bb1e5-b4da-4209-8f1a-c2a833c33b8e tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=104099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:06:35.309263 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-681bb1e5-b4da-4209-8f1a-c2a833c33b8e tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127280876'] for segment (58efab08-0885-4c7a-8700-09de520f07f5), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:35.330546 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1756b9-6f9f-495c-a17b-f2a2b79a962e None None] Resources bound (agent type, host, resource id): {{(pid=104100) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 28 01:06:35.343216 dv-neutron-834874-6-hyperv neutron-server[104099]: Traceback (most recent call last): Mar 28 01:06:35.343216 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:06:35.343216 dv-neutron-834874-6-hyperv neutron-server[104099]: timer() Mar 28 01:06:35.343216 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:06:35.343216 dv-neutron-834874-6-hyperv neutron-server[104099]: cb(*args, **kw) Mar 28 01:06:35.343216 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:06:35.343216 dv-neutron-834874-6-hyperv neutron-server[104099]: return func(*args, **kwargs) Mar 28 01:06:35.343216 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:06:35.343216 dv-neutron-834874-6-hyperv neutron-server[104099]: self._notify() Mar 28 01:06:35.343216 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:06:35.343216 dv-neutron-834874-6-hyperv neutron-server[104099]: self.callback(batched_events) Mar 28 01:06:35.343216 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:06:35.343216 dv-neutron-834874-6-hyperv neutron-server[104099]: event.method(event) Mar 28 01:06:35.343216 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:06:35.343216 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:06:35.343216 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:06:35.343216 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:06:35.343216 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:06:35.343216 dv-neutron-834874-6-hyperv neutron-server[104099]: return f(self, *a, **k) Mar 28 01:06:35.343216 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:06:35.343216 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._get(url).json() Mar 28 01:06:35.343216 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:06:35.343216 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:06:35.343216 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:06:35.343216 dv-neutron-834874-6-hyperv neutron-server[104099]: return self.request(url, 'GET', **kwargs) Mar 28 01:06:35.343216 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:06:35.343216 dv-neutron-834874-6-hyperv neutron-server[104099]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:06:35.343216 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:06:35.343216 dv-neutron-834874-6-hyperv neutron-server[104099]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:06:35.343216 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:06:35.343216 dv-neutron-834874-6-hyperv neutron-server[104099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:06:35.343216 dv-neutron-834874-6-hyperv neutron-server[104099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:06:35.345267 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4bfa7364-e0c4-4cd3-99ed-120cfecd3f95 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (5966f4f9-83ba-48ed-b2de-1779e14db4a2), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:35.365965 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-bb47b672-05b9-4719-9833-0dbfbb8f866e tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0687556 Mar 28 01:06:35.407722 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51448) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:35.410090 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4bfa7364-e0c4-4cd3-99ed-120cfecd3f95 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:35.413680 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-4bfa7364-e0c4-4cd3-99ed-120cfecd3f95 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] 10.222.0.24 "DELETE /v2.0/networks/5966f4f9-83ba-48ed-b2de-1779e14db4a2 HTTP/1.1" status: 204 len: 168 time: 2.1979091 Mar 28 01:06:35.434407 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51450) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:35.453973 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-afeb88d9-7eb4-40d6-9572-359321b01e4f tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Request body: {'subnet': {'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:35.457605 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-7aeb8a4a-5ae2-4772-b739-0960268f6ae4 None None] Current status of the port ce03165a-29f1-4f60-9322-47fe9e3427b6 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:06:35.467111 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6d249f-d255-4195-a832-2829df802e02 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Pushing event deleted for resources: {'Port': ['ID=b76c2fb0-fde3-470f-b8f3-10235afa4464,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:35.476524 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfa7364-e0c4-4cd3-99ed-120cfecd3f95 tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Pushing event deleted for resources: {'Network': ['ID=5966f4f9-83ba-48ed-b2de-1779e14db4a2,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:35.566630 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b209e3-f621-43e9-aac2-d39e3f39963e None None] Network be4801db-c8f8-4df3-b9b5-556693d6a290 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:06:35.592880 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-681bb1e5-b4da-4209-8f1a-c2a833c33b8e tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (4def3977-30ad-4421-858b-c5a18ad30df2), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:35.622142 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-681bb1e5-b4da-4209-8f1a-c2a833c33b8e tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:35.625493 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-681bb1e5-b4da-4209-8f1a-c2a833c33b8e tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] 10.222.0.24 "DELETE /v2.0/networks/4def3977-30ad-4421-858b-c5a18ad30df2 HTTP/1.1" status: 204 len: 168 time: 3.2464275 Mar 28 01:06:35.635605 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51452) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:35.704515 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4c862696-5c46-4be2-b46c-816483f17a0e tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Publish callbacks [] for router_gateway (75c0cf88-9e2a-47b2-9430-19d1b830b634), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:35.722929 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681bb1e5-b4da-4209-8f1a-c2a833c33b8e tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Pushing event deleted for resources: {'Network': ['ID=4def3977-30ad-4421-858b-c5a18ad30df2,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:35.753781 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4c862696-5c46-4be2-b46c-816483f17a0e tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:35.785558 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8742f6e-ff3f-4866-a6f4-c8cd9b03bc75 None None] DHCP port deletion for be4801db-c8f8-4df3-b9b5-556693d6a290 request from dv-neutron-834874-6-hyperv {{(pid=104100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 01:06:35.808381 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce769376-165f-421c-97fd-fa26f34b9476 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Made reservation on behalf of 7dbb2ba455b84df9b72862aaa29899aa for: {'subnet': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:06:35.811946 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ce769376-165f-421c-97fd-fa26f34b9476 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126112411'] for subnet (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:35.825274 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afeb88d9-7eb4-40d6-9572-359321b01e4f tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Made reservation on behalf of 564cf6bfe83a4d71adcd7d33f5d20cb1 for: {'subnet': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:06:35.828740 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-afeb88d9-7eb4-40d6-9572-359321b01e4f tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126757772'] for subnet (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:35.837341 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0d98f46b-e2e5-4004-982a-47ae62b59e6c tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (024d2fa7-a3cd-4d95-8303-364faaa0ad3b), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:35.872356 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-c8742f6e-ff3f-4866-a6f4-c8cd9b03bc75 None None] Deleting port ce03165a-29f1-4f60-9322-47fe9e3427b6 {{(pid=104100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:06:35.873159 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-c8742f6e-ff3f-4866-a6f4-c8cd9b03bc75 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (ce03165a-29f1-4f60-9322-47fe9e3427b6), before_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:35.940357 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-cc6d249f-d255-4195-a832-2829df802e02 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:35.946361 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-cc6d249f-d255-4195-a832-2829df802e02 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] 10.222.0.24 "DELETE /v2.0/ports/b76c2fb0-fde3-470f-b8f3-10235afa4464 HTTP/1.1" status: 204 len: 168 time: 2.1779690 Mar 28 01:06:35.949494 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51454) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:35.956227 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-c8742f6e-ff3f-4866-a6f4-c8cd9b03bc75 None None] For port ce03165a-29f1-4f60-9322-47fe9e3427b6, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=ce03165a-29f1-4f60-9322-47fe9e3427b6,segment=NetworkSegment(9028fe72-9b79-4538-96be-757c3dc71a72),segment_id=9028fe72-9b79-4538-96be-757c3dc71a72)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:06:35.956769 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-c8742f6e-ff3f-4866-a6f4-c8cd9b03bc75 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (ce03165a-29f1-4f60-9322-47fe9e3427b6), precommit_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:35.972253 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-c8742f6e-ff3f-4866-a6f4-c8cd9b03bc75 None None] Calling delete_port for ce03165a-29f1-4f60-9322-47fe9e3427b6 owned by network:dhcp {{(pid=104100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:06:35.973118 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-4c862696-5c46-4be2-b46c-816483f17a0e tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Allocated IP 172.26.1.239 (dea6548b-502b-42db-97fb-371e423e739a/cce6de65-d8c9-45b8-9970-0a277e8c1192/6b62e835-5d16-4dff-9644-f14c26cb20d8) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:06:35.982289 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a99d0258-8cfc-43d5-930d-09dd357581e5 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (dfdf8592-e8ac-4eea-b003-e6737bb2be57), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:35.989275 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-39ad9d1b-67cf-499c-a05d-00ab95e18a5e tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] GET failed (client error): The resource could not be found. Mar 28 01:06:35.992111 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-39ad9d1b-67cf-499c-a05d-00ab95e18a5e tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] 10.222.0.24 "GET /v2.0/ports/b76c2fb0-fde3-470f-b8f3-10235afa4464 HTTP/1.1" status: 404 len: 333 time: 0.0398326 Mar 28 01:06:36.010222 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51456) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:36.020837 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-8a5d80ee-1877-4796-a1fc-97abb28caadd tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Request body: {'port': {'network_id': 'bb1f9cb0-68da-4cb4-9ac8-a08ba319102f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-498874032'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:36.086085 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-c8742f6e-ff3f-4866-a6f4-c8cd9b03bc75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886'] for port (ce03165a-29f1-4f60-9322-47fe9e3427b6), after_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:36.116822 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8742f6e-ff3f-4866-a6f4-c8cd9b03bc75 None None] Pushing event deleted for resources: {'Port': ['ID=ce03165a-29f1-4f60-9322-47fe9e3427b6,revision_number=None']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:36.118931 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8742f6e-ff3f-4866-a6f4-c8cd9b03bc75 None None] No DVR routers for this DVR port ce03165a-29f1-4f60-9322-47fe9e3427b6 on host dv-neutron-834874-6-hyperv {{(pid=104100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:06:36.157350 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ce769376-165f-421c-97fd-fa26f34b9476 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126174976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126112397'] for subnet (a13db5a4-34dc-4893-b625-bc494a7899cc), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:36.228154 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4c862696-5c46-4be2-b46c-816483f17a0e tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Publish callbacks [] for port (6b62e835-5d16-4dff-9644-f14c26cb20d8), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:36.246932 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce769376-165f-421c-97fd-fa26f34b9476 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Pushing event updated for resources: {'Subnet': ['ID=a13db5a4-34dc-4893-b625-bc494a7899cc,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:36.274103 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce769376-165f-421c-97fd-fa26f34b9476 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Checking segment: {'id': '61b518aa-c9c5-4068-9909-eaed190cbcbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '75ab64ac-f1eb-4840-98ab-14f20bd89774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:06:36.274471 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce769376-165f-421c-97fd-fa26f34b9476 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Network hostable DHCP agents. Network: 75ab64ac-f1eb-4840-98ab-14f20bd89774, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:06:36.293033 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device ce03165a-29f1-4f60-9322-47fe9e3427b6 no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:06:36.305429 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4c862696-5c46-4be2-b46c-816483f17a0e tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (6b62e835-5d16-4dff-9644-f14c26cb20d8), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:36.314829 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: ce03165a-29f1-4f60-9322-47fe9e3427b6 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:06:36.314829 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device ce03165a-29f1-4f60-9322-47fe9e3427b6 not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:06:36.315158 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce769376-165f-421c-97fd-fa26f34b9476 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Network 75ab64ac-f1eb-4840-98ab-14f20bd89774 is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:06:36.349621 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-ce769376-165f-421c-97fd-fa26f34b9476 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, 75ab64ac-f1eb-4840-98ab-14f20bd89774) {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:06:36.352164 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c862696-5c46-4be2-b46c-816483f17a0e tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Network dea6548b-502b-42db-97fb-371e423e739a is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:06:36.357948 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-4c862696-5c46-4be2-b46c-816483f17a0e tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:06:36.361190 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff554cd5-1cbe-4814-b52c-60d7c97bd81b None None] Network 75ab64ac-f1eb-4840-98ab-14f20bd89774 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:06:36.364145 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce769376-165f-421c-97fd-fa26f34b9476 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:36.364734 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ce769376-165f-421c-97fd-fa26f34b9476 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:36.371628 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c862696-5c46-4be2-b46c-816483f17a0e tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:06:36.393903 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c862696-5c46-4be2-b46c-816483f17a0e tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Pushing event updated for resources: {'Port': ['ID=6b62e835-5d16-4dff-9644-f14c26cb20d8,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:36.421359 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-ce769376-165f-421c-97fd-fa26f34b9476 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2731214 Mar 28 01:06:36.425478 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51458) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:36.468124 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0d98f46b-e2e5-4004-982a-47ae62b59e6c tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (024d2fa7-a3cd-4d95-8303-364faaa0ad3b), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:36.492878 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e9c720b-32e3-48fc-8dc0-597ed7573b09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-75ab64ac-f1eb-4840-98ab-14f20bd89774', 'network_id': '75ab64ac-f1eb-4840-98ab-14f20bd89774', 'project_id': '7dbb2ba455b84df9b72862aaa29899aa', 'fixed_ips': [{'subnet_id': 'a13db5a4-34dc-4893-b625-bc494a7899cc'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:06:36.493690 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5e9c720b-32e3-48fc-8dc0-597ed7573b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:36.550260 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a99d0258-8cfc-43d5-930d-09dd357581e5 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (dfdf8592-e8ac-4eea-b003-e6737bb2be57), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:36.569142 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-0d98f46b-e2e5-4004-982a-47ae62b59e6c tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['024d2fa7-a3cd-4d95-8303-364faaa0ad3b']}} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:36.593824 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-0d98f46b-e2e5-4004-982a-47ae62b59e6c tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa6d406c-bae1-43aa-8579-29f6075dbebf') {'for_net_delete': True} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:36.594122 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-0d98f46b-e2e5-4004-982a-47ae62b59e6c tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa6d406c-bae1-43aa-8579-29f6075dbebf') {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:36.618413 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-a99d0258-8cfc-43d5-930d-09dd357581e5 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfdf8592-e8ac-4eea-b003-e6737bb2be57']}} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:36.632672 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-920e7899-bab4-4849-aadc-458a33fe459e tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (75ab64ac-f1eb-4840-98ab-14f20bd89774), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:36.645813 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-5e9c720b-32e3-48fc-8dc0-597ed7573b09 None None] Allocated IP 172.20.0.1 (75ab64ac-f1eb-4840-98ab-14f20bd89774/a13db5a4-34dc-4893-b625-bc494a7899cc/8539a4b2-0d4e-4641-acf8-a69b3adbcebb) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:06:36.649013 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0d98f46b-e2e5-4004-982a-47ae62b59e6c tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126946678'] for segment (aa6d406c-bae1-43aa-8579-29f6075dbebf), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:36.657486 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-a99d0258-8cfc-43d5-930d-09dd357581e5 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46f543ed-378d-4a84-ae76-f7b20c218f90') {'for_net_delete': True} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:36.657785 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-a99d0258-8cfc-43d5-930d-09dd357581e5 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46f543ed-378d-4a84-ae76-f7b20c218f90') {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:36.683761 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0d98f46b-e2e5-4004-982a-47ae62b59e6c tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (aa6d406c-bae1-43aa-8579-29f6075dbebf), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:36.688571 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a99d0258-8cfc-43d5-930d-09dd357581e5 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126946678'] for segment (46f543ed-378d-4a84-ae76-f7b20c218f90), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:36.707437 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d98f46b-e2e5-4004-982a-47ae62b59e6c tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=104099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:06:36.707834 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0d98f46b-e2e5-4004-982a-47ae62b59e6c tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127280876'] for segment (aa6d406c-bae1-43aa-8579-29f6075dbebf), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:36.711617 dv-neutron-834874-6-hyperv neutron-server[104099]: Traceback (most recent call last): Mar 28 01:06:36.711617 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:06:36.711617 dv-neutron-834874-6-hyperv neutron-server[104099]: timer() Mar 28 01:06:36.711617 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:06:36.711617 dv-neutron-834874-6-hyperv neutron-server[104099]: cb(*args, **kw) Mar 28 01:06:36.711617 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:06:36.711617 dv-neutron-834874-6-hyperv neutron-server[104099]: return func(*args, **kwargs) Mar 28 01:06:36.711617 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:06:36.711617 dv-neutron-834874-6-hyperv neutron-server[104099]: self._notify() Mar 28 01:06:36.711617 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:06:36.711617 dv-neutron-834874-6-hyperv neutron-server[104099]: self.callback(batched_events) Mar 28 01:06:36.711617 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:06:36.711617 dv-neutron-834874-6-hyperv neutron-server[104099]: event.method(event) Mar 28 01:06:36.711617 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:06:36.711617 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:06:36.711617 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:06:36.711617 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:06:36.711617 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:06:36.711617 dv-neutron-834874-6-hyperv neutron-server[104099]: return f(self, *a, **k) Mar 28 01:06:36.711617 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:06:36.711617 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._get(url).json() Mar 28 01:06:36.711617 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:06:36.711617 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:06:36.711617 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:06:36.711617 dv-neutron-834874-6-hyperv neutron-server[104099]: return self.request(url, 'GET', **kwargs) Mar 28 01:06:36.711617 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:06:36.711617 dv-neutron-834874-6-hyperv neutron-server[104099]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:06:36.711617 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:06:36.711617 dv-neutron-834874-6-hyperv neutron-server[104099]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:06:36.711617 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:06:36.711617 dv-neutron-834874-6-hyperv neutron-server[104099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:06:36.711617 dv-neutron-834874-6-hyperv neutron-server[104099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:06:36.751009 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a5d80ee-1877-4796-a1fc-97abb28caadd tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Made reservation on behalf of 0fc260a97fca47e594c25025336ed9b2 for: {'port': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:06:36.754217 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8a5d80ee-1877-4796-a1fc-97abb28caadd tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:36.760137 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-afeb88d9-7eb4-40d6-9572-359321b01e4f tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127282703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126757786'] for subnet (d3d6d92c-e78e-41d1-bfa1-bf5a07690a57), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:36.760323 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-920e7899-bab4-4849-aadc-458a33fe459e tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (a13db5a4-34dc-4893-b625-bc494a7899cc), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:36.791179 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a99d0258-8cfc-43d5-930d-09dd357581e5 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (46f543ed-378d-4a84-ae76-f7b20c218f90), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:36.808003 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5e9c720b-32e3-48fc-8dc0-597ed7573b09 None None] Publish callbacks [] for port (8539a4b2-0d4e-4641-acf8-a69b3adbcebb), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:36.815779 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5e9c720b-32e3-48fc-8dc0-597ed7573b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (8539a4b2-0d4e-4641-acf8-a69b3adbcebb), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:36.824842 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4c862696-5c46-4be2-b46c-816483f17a0e tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Publish callbacks [] for router_gateway (75c0cf88-9e2a-47b2-9430-19d1b830b634), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:36.833390 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a99d0258-8cfc-43d5-930d-09dd357581e5 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=104099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:06:36.833604 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a99d0258-8cfc-43d5-930d-09dd357581e5 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127280876'] for segment (46f543ed-378d-4a84-ae76-f7b20c218f90), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:36.844949 dv-neutron-834874-6-hyperv neutron-server[104099]: Traceback (most recent call last): Mar 28 01:06:36.844949 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:06:36.844949 dv-neutron-834874-6-hyperv neutron-server[104099]: timer() Mar 28 01:06:36.844949 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:06:36.844949 dv-neutron-834874-6-hyperv neutron-server[104099]: cb(*args, **kw) Mar 28 01:06:36.844949 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:06:36.844949 dv-neutron-834874-6-hyperv neutron-server[104099]: return func(*args, **kwargs) Mar 28 01:06:36.844949 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:06:36.844949 dv-neutron-834874-6-hyperv neutron-server[104099]: self._notify() Mar 28 01:06:36.844949 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:06:36.844949 dv-neutron-834874-6-hyperv neutron-server[104099]: self.callback(batched_events) Mar 28 01:06:36.844949 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:06:36.844949 dv-neutron-834874-6-hyperv neutron-server[104099]: event.method(event) Mar 28 01:06:36.844949 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:06:36.844949 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:06:36.844949 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:06:36.844949 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:06:36.844949 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:06:36.844949 dv-neutron-834874-6-hyperv neutron-server[104099]: return f(self, *a, **k) Mar 28 01:06:36.844949 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:06:36.844949 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._get(url).json() Mar 28 01:06:36.844949 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:06:36.844949 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:06:36.844949 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:06:36.844949 dv-neutron-834874-6-hyperv neutron-server[104099]: return self.request(url, 'GET', **kwargs) Mar 28 01:06:36.844949 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:06:36.844949 dv-neutron-834874-6-hyperv neutron-server[104099]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:06:36.844949 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:06:36.844949 dv-neutron-834874-6-hyperv neutron-server[104099]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:06:36.844949 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:06:36.844949 dv-neutron-834874-6-hyperv neutron-server[104099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:06:36.844949 dv-neutron-834874-6-hyperv neutron-server[104099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:06:36.865138 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e9c720b-32e3-48fc-8dc0-597ed7573b09 None None] Network 75ab64ac-f1eb-4840-98ab-14f20bd89774 is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:06:36.865357 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [None req-8a5d80ee-1877-4796-a1fc-97abb28caadd tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] device_id is not set on port b6bc754d-1226-453e-bea3-a71491bf7ec5 yet. {{(pid=104099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 01:06:36.872022 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afeb88d9-7eb4-40d6-9572-359321b01e4f tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Network be4801db-c8f8-4df3-b9b5-556693d6a290 is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:06:36.874710 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-5e9c720b-32e3-48fc-8dc0-597ed7573b09 None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:06:36.877111 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9c720b-32e3-48fc-8dc0-597ed7573b09 None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:06:36.881166 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9c720b-32e3-48fc-8dc0-597ed7573b09 None None] Pushing event updated for resources: {'Port': ['ID=8539a4b2-0d4e-4641-acf8-a69b3adbcebb,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:36.900806 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0d98f46b-e2e5-4004-982a-47ae62b59e6c tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (024d2fa7-a3cd-4d95-8303-364faaa0ad3b), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:36.918656 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-afeb88d9-7eb4-40d6-9572-359321b01e4f tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:06:36.921006 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-920e7899-bab4-4849-aadc-458a33fe459e tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126175041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126112438'] for subnet (a13db5a4-34dc-4893-b625-bc494a7899cc), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:36.936388 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0d98f46b-e2e5-4004-982a-47ae62b59e6c tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:36.936926 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34803e74-4a34-434f-9a92-fc09f98fa049 None None] Network be4801db-c8f8-4df3-b9b5-556693d6a290 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:06:36.944590 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-0d98f46b-e2e5-4004-982a-47ae62b59e6c tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] 10.222.0.24 "DELETE /v2.0/networks/024d2fa7-a3cd-4d95-8303-364faaa0ad3b HTTP/1.1" status: 204 len: 168 time: 1.4949026 Mar 28 01:06:36.957274 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-5e9c720b-32e3-48fc-8dc0-597ed7573b09 None None] Attempting to bind port 8539a4b2-0d4e-4641-acf8-a69b3adbcebb on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:06:36.957648 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-5e9c720b-32e3-48fc-8dc0-597ed7573b09 None None] Attempting to bind port 8539a4b2-0d4e-4641-acf8-a69b3adbcebb by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': '61b518aa-c9c5-4068-9909-eaed190cbcbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '75ab64ac-f1eb-4840-98ab-14f20bd89774'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:06:36.958015 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9c720b-32e3-48fc-8dc0-597ed7573b09 None None] Attempting to bind port 8539a4b2-0d4e-4641-acf8-a69b3adbcebb on network 75ab64ac-f1eb-4840-98ab-14f20bd89774 {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:06:36.962552 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920e7899-bab4-4849-aadc-458a33fe459e tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Pushing event deleted for resources: {'Subnet': ['ID=a13db5a4-34dc-4893-b625-bc494a7899cc,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:37.008395 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9c720b-32e3-48fc-8dc0-597ed7573b09 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:06:37.008770 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9c720b-32e3-48fc-8dc0-597ed7573b09 None None] Checking segment: {'id': '61b518aa-c9c5-4068-9909-eaed190cbcbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '75ab64ac-f1eb-4840-98ab-14f20bd89774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:06:37.009920 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5e9c720b-32e3-48fc-8dc0-597ed7573b09 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:37.009920 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9c720b-32e3-48fc-8dc0-597ed7573b09 None None] Bound using segment: {'id': '61b518aa-c9c5-4068-9909-eaed190cbcbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '75ab64ac-f1eb-4840-98ab-14f20bd89774'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:06:37.010122 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-5e9c720b-32e3-48fc-8dc0-597ed7573b09 None None] Bound port: 8539a4b2-0d4e-4641-acf8-a69b3adbcebb, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61b518aa-c9c5-4068-9909-eaed190cbcbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '75ab64ac-f1eb-4840-98ab-14f20bd89774'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:06:37.010407 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5e9c720b-32e3-48fc-8dc0-597ed7573b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (8539a4b2-0d4e-4641-acf8-a69b3adbcebb), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:37.018684 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afeb88d9-7eb4-40d6-9572-359321b01e4f tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:37.020604 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-afeb88d9-7eb4-40d6-9572-359321b01e4f tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:37.026202 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-920e7899-bab4-4849-aadc-458a33fe459e tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (75ab64ac-f1eb-4840-98ab-14f20bd89774), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:37.031369 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeb88d9-7eb4-40d6-9572-359321b01e4f tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Pushing event updated for resources: {'Subnet': ['ID=d3d6d92c-e78e-41d1-bfa1-bf5a07690a57,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:37.033475 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d98f46b-e2e5-4004-982a-47ae62b59e6c tempest-BulkNetworkOpsTest-471944111 tempest-BulkNetworkOpsTest-471944111-project] Pushing event deleted for resources: {'Network': ['ID=024d2fa7-a3cd-4d95-8303-364faaa0ad3b,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:37.088633 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-afeb88d9-7eb4-40d6-9572-359321b01e4f tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6573925 Mar 28 01:06:37.097064 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51462) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:37.111079 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-97e2ef1b-0e71-4d14-9ecf-3b4ce4892d64 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Request body: {'subnet': {'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:37.111953 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-920e7899-bab4-4849-aadc-458a33fe459e tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75ab64ac-f1eb-4840-98ab-14f20bd89774']}} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:37.125623 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-920e7899-bab4-4849-aadc-458a33fe459e tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61b518aa-c9c5-4068-9909-eaed190cbcbc') {'for_net_delete': True} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:37.125865 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-920e7899-bab4-4849-aadc-458a33fe459e tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61b518aa-c9c5-4068-9909-eaed190cbcbc') {} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:37.130014 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e899196-7299-41ba-9ce4-6ebf18c66dab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-be4801db-c8f8-4df3-b9b5-556693d6a290', 'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290', 'project_id': '564cf6bfe83a4d71adcd7d33f5d20cb1', 'fixed_ips': [{'subnet_id': 'd3d6d92c-e78e-41d1-bfa1-bf5a07690a57'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:06:37.130898 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-3e899196-7299-41ba-9ce4-6ebf18c66dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:37.142737 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-920e7899-bab4-4849-aadc-458a33fe459e tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126443583'] for segment (61b518aa-c9c5-4068-9909-eaed190cbcbc), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:37.163490 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-920e7899-bab4-4849-aadc-458a33fe459e tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (61b518aa-c9c5-4068-9909-eaed190cbcbc), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:37.186790 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-920e7899-bab4-4849-aadc-458a33fe459e tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=104098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:06:37.187190 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-920e7899-bab4-4849-aadc-458a33fe459e tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126177251'] for segment (61b518aa-c9c5-4068-9909-eaed190cbcbc), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:37.190250 dv-neutron-834874-6-hyperv neutron-server[104098]: Traceback (most recent call last): Mar 28 01:06:37.190250 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:06:37.190250 dv-neutron-834874-6-hyperv neutron-server[104098]: timer() Mar 28 01:06:37.190250 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:06:37.190250 dv-neutron-834874-6-hyperv neutron-server[104098]: cb(*args, **kw) Mar 28 01:06:37.190250 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:06:37.190250 dv-neutron-834874-6-hyperv neutron-server[104098]: return func(*args, **kwargs) Mar 28 01:06:37.190250 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:06:37.190250 dv-neutron-834874-6-hyperv neutron-server[104098]: self._notify() Mar 28 01:06:37.190250 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:06:37.190250 dv-neutron-834874-6-hyperv neutron-server[104098]: self.callback(batched_events) Mar 28 01:06:37.190250 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:06:37.190250 dv-neutron-834874-6-hyperv neutron-server[104098]: event.method(event) Mar 28 01:06:37.190250 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:06:37.190250 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:06:37.190250 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:06:37.190250 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:06:37.190250 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:06:37.190250 dv-neutron-834874-6-hyperv neutron-server[104098]: return f(self, *a, **k) Mar 28 01:06:37.190250 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:06:37.190250 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._get(url).json() Mar 28 01:06:37.190250 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:06:37.190250 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:06:37.190250 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:06:37.190250 dv-neutron-834874-6-hyperv neutron-server[104098]: return self.request(url, 'GET', **kwargs) Mar 28 01:06:37.190250 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:06:37.190250 dv-neutron-834874-6-hyperv neutron-server[104098]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:06:37.190250 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:06:37.190250 dv-neutron-834874-6-hyperv neutron-server[104098]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:06:37.190250 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:06:37.190250 dv-neutron-834874-6-hyperv neutron-server[104098]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:06:37.190250 dv-neutron-834874-6-hyperv neutron-server[104098]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:06:37.203416 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4c862696-5c46-4be2-b46c-816483f17a0e tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687953'] for router (75c0cf88-9e2a-47b2-9430-19d1b830b634), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:37.257130 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a99d0258-8cfc-43d5-930d-09dd357581e5 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (dfdf8592-e8ac-4eea-b003-e6737bb2be57), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:37.262294 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a99d0258-8cfc-43d5-930d-09dd357581e5 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:37.270099 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-a99d0258-8cfc-43d5-930d-09dd357581e5 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] 10.222.0.24 "DELETE /v2.0/networks/dfdf8592-e8ac-4eea-b003-e6737bb2be57 HTTP/1.1" status: 204 len: 168 time: 1.6130614 Mar 28 01:06:37.273800 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51466) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:37.284262 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-5a9bb509-fbef-41ba-bfde-8cf64963006e tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2075572796'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:37.286150 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-3e899196-7299-41ba-9ce4-6ebf18c66dab None None] Allocated IP 172.20.0.2 (be4801db-c8f8-4df3-b9b5-556693d6a290/d3d6d92c-e78e-41d1-bfa1-bf5a07690a57/ccf5cb72-9191-47f3-9488-d8bc8aed8479) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:06:37.325601 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51468) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:37.349698 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99d0258-8cfc-43d5-930d-09dd357581e5 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Pushing event deleted for resources: {'Network': ['ID=dfdf8592-e8ac-4eea-b003-e6737bb2be57,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:37.349910 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-5e9c720b-32e3-48fc-8dc0-597ed7573b09 None None] For port 8539a4b2-0d4e-4641-acf8-a69b3adbcebb, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:06:37.360300 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.db.api [None req-920e7899-bab4-4849-aadc-458a33fe459e tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 28 01:06:37.360300 dv-neutron-834874-6-hyperv neutron-server[104098]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 28 01:06:37.360300 dv-neutron-834874-6-hyperv neutron-server[104098]: [parameters: {'id': '75ab64ac-f1eb-4840-98ab-14f20bd89774'}] Mar 28 01:06:37.360300 dv-neutron-834874-6-hyperv neutron-server[104098]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104098) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 01:06:37.361068 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG oslo_db.api [None req-920e7899-bab4-4849-aadc-458a33fe459e tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 01:06:37.375352 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-5e9c720b-32e3-48fc-8dc0-597ed7573b09 None None] For port 8539a4b2-0d4e-4641-acf8-a69b3adbcebb, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=8539a4b2-0d4e-4641-acf8-a69b3adbcebb,segment=NetworkSegment(61b518aa-c9c5-4068-9909-eaed190cbcbc),segment_id=61b518aa-c9c5-4068-9909-eaed190cbcbc)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:06:37.390317 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5e9c720b-32e3-48fc-8dc0-597ed7573b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (8539a4b2-0d4e-4641-acf8-a69b3adbcebb), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:37.390555 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97e2ef1b-0e71-4d14-9ecf-3b4ce4892d64 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Made reservation on behalf of 564cf6bfe83a4d71adcd7d33f5d20cb1 for: {'subnet': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:06:37.394033 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-97e2ef1b-0e71-4d14-9ecf-3b4ce4892d64 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126757772'] for subnet (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:37.443042 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c862696-5c46-4be2-b46c-816483f17a0e tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Router 75c0cf88-9e2a-47b2-9430-19d1b830b634 is scheduled to L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 with binding_index 1 {{(pid=104098) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 01:06:37.451801 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a9bb509-fbef-41ba-bfde-8cf64963006e tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Made reservation on behalf of 73b89705b12a4822849ef008702f6650 for: {'network': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:06:37.455077 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5a9bb509-fbef-41ba-bfde-8cf64963006e tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:37.512086 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [None req-8a5d80ee-1877-4796-a1fc-97abb28caadd tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Allocated IP 2001:db8::374 (bb1f9cb0-68da-4cb4-9ac8-a08ba319102f/aef34266-3e90-4215-a92b-bead5999ff06/b6bc754d-1226-453e-bea3-a71491bf7ec5) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:06:37.525117 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a9bb509-fbef-41ba-bfde-8cf64963006e tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=104099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:06:37.529369 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9c720b-32e3-48fc-8dc0-597ed7573b09 None None] Pushing event updated for resources: {'Port': ['ID=8539a4b2-0d4e-4641-acf8-a69b3adbcebb,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:37.533805 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-3e899196-7299-41ba-9ce4-6ebf18c66dab None None] Publish callbacks [] for port (ccf5cb72-9191-47f3-9488-d8bc8aed8479), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:37.545602 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-3e899196-7299-41ba-9ce4-6ebf18c66dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (ccf5cb72-9191-47f3-9488-d8bc8aed8479), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:37.571472 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5a9bb509-fbef-41ba-bfde-8cf64963006e tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (e181752f-35b6-4a2c-8d6d-75f610afd2a3), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:37.571898 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.segments_db [None req-5a9bb509-fbef-41ba-bfde-8cf64963006e tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Added segment e181752f-35b6-4a2c-8d6d-75f610afd2a3 of type vlan for network f026ff35-8f2e-43cd-a2a8-00db0cefa590 Mar 28 01:06:37.585037 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd9ba33-69ce-4c8d-aa29-658e54a2d980 None None] Network 75ab64ac-f1eb-4840-98ab-14f20bd89774 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:06:37.618004 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-66468539-631b-4a18-920d-cfa8cf1957db admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8686e504a21b45b7abe84195cfbbe04f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2869349 Mar 28 01:06:37.621425 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51472) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:37.643773 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e899196-7299-41ba-9ce4-6ebf18c66dab None None] Network be4801db-c8f8-4df3-b9b5-556693d6a290 is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:06:37.651658 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c862696-5c46-4be2-b46c-816483f17a0e tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:06:37.652126 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e899196-7299-41ba-9ce4-6ebf18c66dab None None] Pushing event updated for resources: {'Port': ['ID=ccf5cb72-9191-47f3-9488-d8bc8aed8479,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:37.661780 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5a9bb509-fbef-41ba-bfde-8cf64963006e tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (f026ff35-8f2e-43cd-a2a8-00db0cefa590), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:37.668979 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-3e899196-7299-41ba-9ce4-6ebf18c66dab None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:06:37.672840 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ce101b-280c-410f-8ae8-1d51dc79ab94 None None] Sync routers for ids ['75c0cf88-9e2a-47b2-9430-19d1b830b634'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:06:37.676890 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e899196-7299-41ba-9ce4-6ebf18c66dab None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:06:37.692203 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4c862696-5c46-4be2-b46c-816483f17a0e tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Publish callbacks [] for router (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:37.693556 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-4c862696-5c46-4be2-b46c-816483f17a0e tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.4429717 Mar 28 01:06:37.696619 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ce101b-280c-410f-8ae8-1d51dc79ab94 None None] Routers {'75c0cf88-9e2a-47b2-9430-19d1b830b634'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:06:37.697454 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-f1ce101b-280c-410f-8ae8-1d51dc79ab94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:06:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['75c0cf88-9e2a-47b2-9430-19d1b830b634'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:37.699208 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51474) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:37.704956 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-c1e576a4-4df8-46ed-bb47-b7f8872f37b1 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:37.745283 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c9433668-ec99-4a9e-a73b-c6a3851efb0e admin admin] Publish callbacks [] for security_group (ff370356-2ad7-478d-8f37-663062c1e741), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:37.760537 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-3e899196-7299-41ba-9ce4-6ebf18c66dab None None] Attempting to bind port ccf5cb72-9191-47f3-9488-d8bc8aed8479 on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:06:37.761278 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-3e899196-7299-41ba-9ce4-6ebf18c66dab None None] Attempting to bind port ccf5cb72-9191-47f3-9488-d8bc8aed8479 by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': '9028fe72-9b79-4538-96be-757c3dc71a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:06:37.761837 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e899196-7299-41ba-9ce4-6ebf18c66dab None None] Attempting to bind port ccf5cb72-9191-47f3-9488-d8bc8aed8479 on network be4801db-c8f8-4df3-b9b5-556693d6a290 {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:06:37.762741 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-f1ce101b-280c-410f-8ae8-1d51dc79ab94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:37.776631 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ce101b-280c-410f-8ae8-1d51dc79ab94 None None] Routers {'75c0cf88-9e2a-47b2-9430-19d1b830b634'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:06:37.778033 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-f1ce101b-280c-410f-8ae8-1d51dc79ab94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:06:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['75c0cf88-9e2a-47b2-9430-19d1b830b634'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:37.784101 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e899196-7299-41ba-9ce4-6ebf18c66dab None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:06:37.784101 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e899196-7299-41ba-9ce4-6ebf18c66dab None None] Checking segment: {'id': '9028fe72-9b79-4538-96be-757c3dc71a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:06:37.784101 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-3e899196-7299-41ba-9ce4-6ebf18c66dab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:37.784101 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e899196-7299-41ba-9ce4-6ebf18c66dab None None] Bound using segment: {'id': '9028fe72-9b79-4538-96be-757c3dc71a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:06:37.784101 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-3e899196-7299-41ba-9ce4-6ebf18c66dab None None] Bound port: ccf5cb72-9191-47f3-9488-d8bc8aed8479, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9028fe72-9b79-4538-96be-757c3dc71a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:06:37.785241 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-3e899196-7299-41ba-9ce4-6ebf18c66dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (ccf5cb72-9191-47f3-9488-d8bc8aed8479), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:37.805752 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5a9bb509-fbef-41ba-bfde-8cf64963006e tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (f026ff35-8f2e-43cd-a2a8-00db0cefa590), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:37.811049 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a9bb509-fbef-41ba-bfde-8cf64963006e tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:37.811652 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5a9bb509-fbef-41ba-bfde-8cf64963006e tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:37.823594 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c9433668-ec99-4a9e-a73b-c6a3851efb0e admin admin] Publish callbacks [] for security_group (ff370356-2ad7-478d-8f37-663062c1e741), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:37.843283 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-f1ce101b-280c-410f-8ae8-1d51dc79ab94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:37.843953 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ce101b-280c-410f-8ae8-1d51dc79ab94 None None] The sync data for ids ['75c0cf88-9e2a-47b2-9430-19d1b830b634'] in dv-neutron-834874-6-hyperv is: [] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:06:37.862021 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-920e7899-bab4-4849-aadc-458a33fe459e tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (75ab64ac-f1eb-4840-98ab-14f20bd89774), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:37.882883 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-3e899196-7299-41ba-9ce4-6ebf18c66dab None None] For port ccf5cb72-9191-47f3-9488-d8bc8aed8479, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:06:37.888277 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-3e899196-7299-41ba-9ce4-6ebf18c66dab None None] For port ccf5cb72-9191-47f3-9488-d8bc8aed8479, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=ccf5cb72-9191-47f3-9488-d8bc8aed8479,segment=NetworkSegment(9028fe72-9b79-4538-96be-757c3dc71a72),segment_id=9028fe72-9b79-4538-96be-757c3dc71a72)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:06:37.895297 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-3e899196-7299-41ba-9ce4-6ebf18c66dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (ccf5cb72-9191-47f3-9488-d8bc8aed8479), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:37.907446 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-5a9bb509-fbef-41ba-bfde-8cf64963006e tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6277263 Mar 28 01:06:37.910362 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51476) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:37.945521 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-e26a8424-299a-48ff-8cad-47c2342e2a90 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Request body: {'subnet': {'network_id': 'f026ff35-8f2e-43cd-a2a8-00db0cefa590', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:37.946493 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8a5d80ee-1877-4796-a1fc-97abb28caadd tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Publish callbacks [] for port (b6bc754d-1226-453e-bea3-a71491bf7ec5), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:37.958817 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9bb509-fbef-41ba-bfde-8cf64963006e tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Pushing event updated for resources: {'Network': ['ID=f026ff35-8f2e-43cd-a2a8-00db0cefa590,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:37.968436 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e899196-7299-41ba-9ce4-6ebf18c66dab None None] Pushing event updated for resources: {'Port': ['ID=ccf5cb72-9191-47f3-9488-d8bc8aed8479,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:37.974061 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network f026ff35-8f2e-43cd-a2a8-00db0cefa590 details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:06:38.060790 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8a5d80ee-1877-4796-a1fc-97abb28caadd tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (b6bc754d-1226-453e-bea3-a71491bf7ec5), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:38.091968 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c9433668-ec99-4a9e-a73b-c6a3851efb0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (ff370356-2ad7-478d-8f37-663062c1e741), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:38.094615 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c9433668-ec99-4a9e-a73b-c6a3851efb0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:38.098107 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-c9433668-ec99-4a9e-a73b-c6a3851efb0e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ff370356-2ad7-478d-8f37-663062c1e741 HTTP/1.1" status: 204 len: 168 time: 0.4731812 Mar 28 01:06:38.119049 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5d80ee-1877-4796-a1fc-97abb28caadd tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Network bb1f9cb0-68da-4cb4-9ac8-a08ba319102f is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:06:38.133664 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9433668-ec99-4a9e-a73b-c6a3851efb0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff370356-2ad7-478d-8f37-663062c1e741,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:38.153503 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e26a8424-299a-48ff-8cad-47c2342e2a90 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Made reservation on behalf of 73b89705b12a4822849ef008702f6650 for: {'subnet': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:06:38.153688 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-8a5d80ee-1877-4796-a1fc-97abb28caadd tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:06:38.156446 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e26a8424-299a-48ff-8cad-47c2342e2a90 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126112411'] for subnet (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:38.169344 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5d80ee-1877-4796-a1fc-97abb28caadd tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:06:38.174543 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5d80ee-1877-4796-a1fc-97abb28caadd tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:38.175171 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8a5d80ee-1877-4796-a1fc-97abb28caadd tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:38.202097 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5d80ee-1877-4796-a1fc-97abb28caadd tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Pushing event updated for resources: {'Port': ['ID=b6bc754d-1226-453e-bea3-a71491bf7ec5,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:38.226271 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-8a5d80ee-1877-4796-a1fc-97abb28caadd tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.2104928 Mar 28 01:06:38.231136 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51480) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:38.248140 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-3b0ee5b5-b756-4720-b531-c8e9cf7486c9 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::364', 'mac_address': 'fa:16:3e:15:a4:7b'}]}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:38.303109 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.objects.ports [None req-97e2ef1b-0e71-4d14-9ecf-3b4ce4892d64 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104099) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 28 01:06:38.326600 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-920e7899-bab4-4849-aadc-458a33fe459e tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Deleting port 8539a4b2-0d4e-4641-acf8-a69b3adbcebb {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:06:38.327150 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-920e7899-bab4-4849-aadc-458a33fe459e tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (8539a4b2-0d4e-4641-acf8-a69b3adbcebb), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:38.488478 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.db [None req-920e7899-bab4-4849-aadc-458a33fe459e tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] For port 8539a4b2-0d4e-4641-acf8-a69b3adbcebb, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=8539a4b2-0d4e-4641-acf8-a69b3adbcebb,segment=NetworkSegment(61b518aa-c9c5-4068-9909-eaed190cbcbc),segment_id=61b518aa-c9c5-4068-9909-eaed190cbcbc)] {{(pid=104098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:06:38.489417 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-920e7899-bab4-4849-aadc-458a33fe459e tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (8539a4b2-0d4e-4641-acf8-a69b3adbcebb), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:38.508793 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-920e7899-bab4-4849-aadc-458a33fe459e tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Calling delete_port for 8539a4b2-0d4e-4641-acf8-a69b3adbcebb owned by network:dhcp {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:06:38.546545 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c1e576a4-4df8-46ed-bb47-b7f8872f37b1 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Publish callbacks [] for router_gateway (75c0cf88-9e2a-47b2-9430-19d1b830b634), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:38.620217 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3b0ee5b5-b756-4720-b531-c8e9cf7486c9 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (b6bc754d-1226-453e-bea3-a71491bf7ec5), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:38.624826 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c1e576a4-4df8-46ed-bb47-b7f8872f37b1 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Publish callbacks [] for router_gateway (75c0cf88-9e2a-47b2-9430-19d1b830b634), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:38.634473 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-97e2ef1b-0e71-4d14-9ecf-3b4ce4892d64 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (ccf5cb72-9191-47f3-9488-d8bc8aed8479), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:38.654659 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ce29feb2-2a41-4148-9679-8c75f539349c None None] Provisioning complete for port b6bc754d-1226-453e-bea3-a71491bf7ec5 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:06:38.655039 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ce29feb2-2a41-4148-9679-8c75f539349c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (b6bc754d-1226-453e-bea3-a71491bf7ec5), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:38.703983 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ce29feb2-2a41-4148-9679-8c75f539349c None None] Port b6bc754d-1226-453e-bea3-a71491bf7ec5 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:06:38.749395 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e26a8424-299a-48ff-8cad-47c2342e2a90 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126174976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126112397'] for subnet (79aaa03d-21fc-4d1c-8544-d8e9b9b81fca), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:38.762609 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-920e7899-bab4-4849-aadc-458a33fe459e tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (8539a4b2-0d4e-4641-acf8-a69b3adbcebb), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:38.807250 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-c1e576a4-4df8-46ed-bb47-b7f8872f37b1 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Deleting port 6b62e835-5d16-4dff-9644-f14c26cb20d8 {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:06:38.807593 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c1e576a4-4df8-46ed-bb47-b7f8872f37b1 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (6b62e835-5d16-4dff-9644-f14c26cb20d8), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:38.901346 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-97e2ef1b-0e71-4d14-9ecf-3b4ce4892d64 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] For port ccf5cb72-9191-47f3-9488-d8bc8aed8479, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=ccf5cb72-9191-47f3-9488-d8bc8aed8479,segment=NetworkSegment(9028fe72-9b79-4538-96be-757c3dc71a72),segment_id=9028fe72-9b79-4538-96be-757c3dc71a72)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:06:39.009212 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-97e2ef1b-0e71-4d14-9ecf-3b4ce4892d64 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks [] for port (ccf5cb72-9191-47f3-9488-d8bc8aed8479), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:39.015156 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3b0ee5b5-b756-4720-b531-c8e9cf7486c9 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Publish callbacks [] for port (b6bc754d-1226-453e-bea3-a71491bf7ec5), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:39.019036 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-97e2ef1b-0e71-4d14-9ecf-3b4ce4892d64 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (ccf5cb72-9191-47f3-9488-d8bc8aed8479), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:39.032554 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3b0ee5b5-b756-4720-b531-c8e9cf7486c9 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (b6bc754d-1226-453e-bea3-a71491bf7ec5), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:39.065368 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-97e2ef1b-0e71-4d14-9ecf-3b4ce4892d64 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127282703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126757786'] for subnet (7a646c8d-832b-470b-a782-6f6168a51c63), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:39.107714 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-3b0ee5b5-b756-4720-b531-c8e9cf7486c9 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] In _notify_port_updated(), no bound segment for port b6bc754d-1226-453e-bea3-a71491bf7ec5 on network bb1f9cb0-68da-4cb4-9ac8-a08ba319102f {{(pid=104099) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 28 01:06:39.113058 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b0ee5b5-b756-4720-b531-c8e9cf7486c9 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:39.113735 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3b0ee5b5-b756-4720-b531-c8e9cf7486c9 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:39.115076 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-3b0ee5b5-b756-4720-b531-c8e9cf7486c9 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] 10.222.0.24 "PUT /v2.0/ports/b6bc754d-1226-453e-bea3-a71491bf7ec5 HTTP/1.1" status: 200 len: 1002 time: 0.8829875 Mar 28 01:06:39.120988 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51500) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:39.173829 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e2ef1b-0e71-4d14-9ecf-3b4ce4892d64 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Network be4801db-c8f8-4df3-b9b5-556693d6a290 is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:06:39.178524 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51502) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:39.198741 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-97e2ef1b-0e71-4d14-9ecf-3b4ce4892d64 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:06:39.201761 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e2ef1b-0e71-4d14-9ecf-3b4ce4892d64 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:39.202549 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-97e2ef1b-0e71-4d14-9ecf-3b4ce4892d64 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:39.210788 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e2ef1b-0e71-4d14-9ecf-3b4ce4892d64 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Pushing event updated for resources: {'Subnet': ['ID=7a646c8d-832b-470b-a782-6f6168a51c63,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:39.225532 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e2ef1b-0e71-4d14-9ecf-3b4ce4892d64 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Pushing event updated for resources: {'Port': ['ID=ccf5cb72-9191-47f3-9488-d8bc8aed8479,revision_number=4']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:39.250754 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26a8424-299a-48ff-8cad-47c2342e2a90 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Pushing event updated for resources: {'Subnet': ['ID=79aaa03d-21fc-4d1c-8544-d8e9b9b81fca,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:39.273740 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920e7899-bab4-4849-aadc-458a33fe459e tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] No DVR routers for this DVR port 8539a4b2-0d4e-4641-acf8-a69b3adbcebb on host dv-neutron-834874-6-hyperv {{(pid=104098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:06:39.280238 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-97e2ef1b-0e71-4d14-9ecf-3b4ce4892d64 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1810873 Mar 28 01:06:39.305821 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51506) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:39.313797 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-d9b407af-7794-43bf-a7ba-327be691498c tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Request body: {'port': {'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290', 'mac_address': 'fa:16:3e:ca:a9:a3', 'name': 'tempest-NetworksTestDHCPv6-1532752631'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:39.331733 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-15661666-ac9d-4523-ad5a-42eeb7734485 tempest-NetworksNegativeTestJSON-2025898484 tempest-NetworksNegativeTestJSON-2025898484-project] Request body: {'port': {'network_id': '3979ab8e-bd4b-403d-a809-4a06ec0eb6cc', 'name': 'tempest-NetworksNegativeTestJSON-312974432'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:39.349557 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920e7899-bab4-4849-aadc-458a33fe459e tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Pushing event deleted for resources: {'Port': ['ID=8539a4b2-0d4e-4641-acf8-a69b3adbcebb,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:39.396769 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-15661666-ac9d-4523-ad5a-42eeb7734485 tempest-NetworksNegativeTestJSON-2025898484 tempest-NetworksNegativeTestJSON-2025898484-project] POST failed (client error): The resource could not be found. Mar 28 01:06:39.397461 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15661666-ac9d-4523-ad5a-42eeb7734485 tempest-NetworksNegativeTestJSON-2025898484 tempest-NetworksNegativeTestJSON-2025898484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:06:39.402693 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-15661666-ac9d-4523-ad5a-42eeb7734485 tempest-NetworksNegativeTestJSON-2025898484 tempest-NetworksNegativeTestJSON-2025898484-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2232132 Mar 28 01:06:39.403554 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0ee5b5-b756-4720-b531-c8e9cf7486c9 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Pushing event updated for resources: {'Port': ['ID=b6bc754d-1226-453e-bea3-a71491bf7ec5,revision_number=2']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:39.410282 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51508) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:39.447423 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cd60ce7-d92f-4cbf-9717-95b38e117a42 tempest-NetworksNegativeTestJSON-2025898484 tempest-NetworksNegativeTestJSON-2025898484-project] DELETE failed (client error): The resource could not be found. Mar 28 01:06:39.447929 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cd60ce7-d92f-4cbf-9717-95b38e117a42 tempest-NetworksNegativeTestJSON-2025898484 tempest-NetworksNegativeTestJSON-2025898484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:06:39.451925 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26a8424-299a-48ff-8cad-47c2342e2a90 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Checking segment: {'id': 'e181752f-35b6-4a2c-8d6d-75f610afd2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'f026ff35-8f2e-43cd-a2a8-00db0cefa590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:06:39.452361 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26a8424-299a-48ff-8cad-47c2342e2a90 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Network hostable DHCP agents. Network: f026ff35-8f2e-43cd-a2a8-00db0cefa590, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:06:39.455672 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-5cd60ce7-d92f-4cbf-9717-95b38e117a42 tempest-NetworksNegativeTestJSON-2025898484 tempest-NetworksNegativeTestJSON-2025898484-project] 10.222.0.24 "DELETE /v2.0/networks/400e9ae0-4877-4e9d-9a72-9678fb5f73f3 HTTP/1.1" status: 404 len: 339 time: 0.0397236 Mar 28 01:06:39.460640 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51510) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:39.466363 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-920e7899-bab4-4849-aadc-458a33fe459e tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (75ab64ac-f1eb-4840-98ab-14f20bd89774), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:39.494550 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288ae80b-fe20-410b-8edc-322949081aaf None None] get_active_networks_info from dv-neutron-834874-6-hyperv {{(pid=104100) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 28 01:06:39.495082 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c1e576a4-4df8-46ed-bb47-b7f8872f37b1 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (6b62e835-5d16-4dff-9644-f14c26cb20d8), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:39.498642 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-4eb8f1cc-9d80-47f5-9aba-fcd9ecc62403 tempest-NetworksNegativeTestJSON-2025898484 tempest-NetworksNegativeTestJSON-2025898484-project] DELETE failed (client error): The resource could not be found. Mar 28 01:06:39.499212 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4eb8f1cc-9d80-47f5-9aba-fcd9ecc62403 tempest-NetworksNegativeTestJSON-2025898484 tempest-NetworksNegativeTestJSON-2025898484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:06:39.506511 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-4eb8f1cc-9d80-47f5-9aba-fcd9ecc62403 tempest-NetworksNegativeTestJSON-2025898484 tempest-NetworksNegativeTestJSON-2025898484-project] 10.222.0.24 "DELETE /v2.0/ports/8e8e958a-2dc8-46a5-bba5-99fafcc23f4e HTTP/1.1" status: 404 len: 333 time: 0.0442293 Mar 28 01:06:39.508138 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51512) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:39.514590 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-920e7899-bab4-4849-aadc-458a33fe459e tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75ab64ac-f1eb-4840-98ab-14f20bd89774']}} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:39.525132 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-c1e576a4-4df8-46ed-bb47-b7f8872f37b1 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Calling delete_port for 6b62e835-5d16-4dff-9644-f14c26cb20d8 owned by network:router_gateway {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:06:39.532521 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-920e7899-bab4-4849-aadc-458a33fe459e tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61b518aa-c9c5-4068-9909-eaed190cbcbc') {'for_net_delete': True} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:39.532826 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-920e7899-bab4-4849-aadc-458a33fe459e tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61b518aa-c9c5-4068-9909-eaed190cbcbc') {} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:39.544010 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-17d100b2-5581-4ab8-a346-439bc6bd9d04 tempest-NetworksNegativeTestJSON-2025898484 tempest-NetworksNegativeTestJSON-2025898484-project] DELETE failed (client error): The resource could not be found. Mar 28 01:06:39.544010 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17d100b2-5581-4ab8-a346-439bc6bd9d04 tempest-NetworksNegativeTestJSON-2025898484 tempest-NetworksNegativeTestJSON-2025898484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:06:39.544334 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26a8424-299a-48ff-8cad-47c2342e2a90 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Network f026ff35-8f2e-43cd-a2a8-00db0cefa590 is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:06:39.550150 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-17d100b2-5581-4ab8-a346-439bc6bd9d04 tempest-NetworksNegativeTestJSON-2025898484 tempest-NetworksNegativeTestJSON-2025898484-project] 10.222.0.24 "DELETE /v2.0/subnets/3dfd2ab7-0425-4b26-a701-53e091095d93 HTTP/1.1" status: 404 len: 337 time: 0.0329454 Mar 28 01:06:39.550711 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-920e7899-bab4-4849-aadc-458a33fe459e tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126443583'] for segment (61b518aa-c9c5-4068-9909-eaed190cbcbc), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:39.553542 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-eeae1272-8d34-4942-8470-fa7648dd72ce tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Deleting port b6bc754d-1226-453e-bea3-a71491bf7ec5 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:06:39.553957 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-eeae1272-8d34-4942-8470-fa7648dd72ce tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (b6bc754d-1226-453e-bea3-a71491bf7ec5), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:39.557352 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51514) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:39.592181 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-b668b9cc-62e2-4cdd-815b-e21e12155672 None None] Provisioning complete for port b6bc754d-1226-453e-bea3-a71491bf7ec5 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:06:39.592908 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-b668b9cc-62e2-4cdd-815b-e21e12155672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (b6bc754d-1226-453e-bea3-a71491bf7ec5), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:39.601082 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-e26a8424-299a-48ff-8cad-47c2342e2a90 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, f026ff35-8f2e-43cd-a2a8-00db0cefa590) {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:06:39.604409 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-920e7899-bab4-4849-aadc-458a33fe459e tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (61b518aa-c9c5-4068-9909-eaed190cbcbc), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:39.616363 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26a8424-299a-48ff-8cad-47c2342e2a90 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:39.616946 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e26a8424-299a-48ff-8cad-47c2342e2a90 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:39.626436 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-920e7899-bab4-4849-aadc-458a33fe459e tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=104098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:06:39.626836 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-920e7899-bab4-4849-aadc-458a33fe459e tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126177251'] for segment (61b518aa-c9c5-4068-9909-eaed190cbcbc), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:39.632016 dv-neutron-834874-6-hyperv neutron-server[104098]: Traceback (most recent call last): Mar 28 01:06:39.632016 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:06:39.632016 dv-neutron-834874-6-hyperv neutron-server[104098]: timer() Mar 28 01:06:39.632016 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:06:39.632016 dv-neutron-834874-6-hyperv neutron-server[104098]: cb(*args, **kw) Mar 28 01:06:39.632016 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:06:39.632016 dv-neutron-834874-6-hyperv neutron-server[104098]: return func(*args, **kwargs) Mar 28 01:06:39.632016 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:06:39.632016 dv-neutron-834874-6-hyperv neutron-server[104098]: self._notify() Mar 28 01:06:39.632016 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:06:39.632016 dv-neutron-834874-6-hyperv neutron-server[104098]: self.callback(batched_events) Mar 28 01:06:39.632016 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:06:39.632016 dv-neutron-834874-6-hyperv neutron-server[104098]: event.method(event) Mar 28 01:06:39.632016 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:06:39.632016 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:06:39.632016 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:06:39.632016 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:06:39.632016 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:06:39.632016 dv-neutron-834874-6-hyperv neutron-server[104098]: return f(self, *a, **k) Mar 28 01:06:39.632016 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:06:39.632016 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._get(url).json() Mar 28 01:06:39.632016 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:06:39.632016 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:06:39.632016 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:06:39.632016 dv-neutron-834874-6-hyperv neutron-server[104098]: return self.request(url, 'GET', **kwargs) Mar 28 01:06:39.632016 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:06:39.632016 dv-neutron-834874-6-hyperv neutron-server[104098]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:06:39.632016 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:06:39.632016 dv-neutron-834874-6-hyperv neutron-server[104098]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:06:39.632016 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:06:39.632016 dv-neutron-834874-6-hyperv neutron-server[104098]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:06:39.632016 dv-neutron-834874-6-hyperv neutron-server[104098]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:06:39.635189 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-b668b9cc-62e2-4cdd-815b-e21e12155672 None None] Port b6bc754d-1226-453e-bea3-a71491bf7ec5 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:06:39.635954 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-e15fc4dd-bfa3-42f5-b594-ecbec8b97a0e tempest-NetworksNegativeTestJSON-2025898484 tempest-NetworksNegativeTestJSON-2025898484-project] GET failed (client error): The resource could not be found. Mar 28 01:06:39.637406 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-e15fc4dd-bfa3-42f5-b594-ecbec8b97a0e tempest-NetworksNegativeTestJSON-2025898484 tempest-NetworksNegativeTestJSON-2025898484-project] 10.222.0.24 "GET /v2.0/networks/76637fdb-8a6c-44fc-bfd2-7cb41beb0160 HTTP/1.1" status: 404 len: 339 time: 0.0716980 Mar 28 01:06:39.642831 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51516) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:39.681134 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-b668b9cc-62e2-4cdd-815b-e21e12155672 None None] Provisioning complete for port ccf5cb72-9191-47f3-9488-d8bc8aed8479 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:06:39.681795 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-b668b9cc-62e2-4cdd-815b-e21e12155672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (ccf5cb72-9191-47f3-9488-d8bc8aed8479), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:39.688423 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-e26a8424-299a-48ff-8cad-47c2342e2a90 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7768123 Mar 28 01:06:39.693024 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51518) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:39.703562 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-360b0284-92df-41ff-a79e-bd1143efb656 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1494887357', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:39.709234 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-00d9eda7-32e9-4fdd-b14a-c71483cc584f tempest-NetworksNegativeTestJSON-2025898484 tempest-NetworksNegativeTestJSON-2025898484-project] GET failed (client error): The resource could not be found. Mar 28 01:06:39.710657 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-00d9eda7-32e9-4fdd-b14a-c71483cc584f tempest-NetworksNegativeTestJSON-2025898484 tempest-NetworksNegativeTestJSON-2025898484-project] 10.222.0.24 "GET /v2.0/ports/944d23db-b4c8-4aef-a7bd-4be4bf69b866 HTTP/1.1" status: 404 len: 333 time: 0.0669408 Mar 28 01:06:39.716343 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51520) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:39.751566 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-920e7899-bab4-4849-aadc-458a33fe459e tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (75ab64ac-f1eb-4840-98ab-14f20bd89774), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:39.762348 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-920e7899-bab4-4849-aadc-458a33fe459e tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:39.769153 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-920e7899-bab4-4849-aadc-458a33fe459e tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] 10.222.0.24 "DELETE /v2.0/networks/75ab64ac-f1eb-4840-98ab-14f20bd89774 HTTP/1.1" status: 204 len: 168 time: 3.3424790 Mar 28 01:06:39.771563 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51522) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:39.776889 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9b407af-7794-43bf-a7ba-327be691498c tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Made reservation on behalf of 564cf6bfe83a4d71adcd7d33f5d20cb1 for: {'port': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:06:39.793252 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920e7899-bab4-4849-aadc-458a33fe459e tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Pushing event deleted for resources: {'Network': ['ID=75ab64ac-f1eb-4840-98ab-14f20bd89774,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:39.799110 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-1b12e7be-343d-4ed4-9c97-104629335394 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-92664680'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:39.807812 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-4501f41a-19c0-40df-a995-5540d84bc0e3 tempest-NetworksNegativeTestJSON-2025898484 tempest-NetworksNegativeTestJSON-2025898484-project] GET failed (client error): The resource could not be found. Mar 28 01:06:39.813459 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-4501f41a-19c0-40df-a995-5540d84bc0e3 tempest-NetworksNegativeTestJSON-2025898484 tempest-NetworksNegativeTestJSON-2025898484-project] 10.222.0.24 "GET /v2.0/subnets/7754b65c-2564-4527-ac45-fdfc39ab3643 HTTP/1.1" status: 404 len: 337 time: 0.0924854 Mar 28 01:06:39.821866 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51524) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:39.829151 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-2f4f3054-626b-4307-bbb8-622cc6121d80 tempest-NetworksNegativeTestJSON-2025898484 tempest-NetworksNegativeTestJSON-2025898484-project] Request body: {'network': {'name': 'new_name'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:39.839059 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-eeae1272-8d34-4942-8470-fa7648dd72ce tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (b6bc754d-1226-453e-bea3-a71491bf7ec5), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:39.855911 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f4f3054-626b-4307-bbb8-622cc6121d80 tempest-NetworksNegativeTestJSON-2025898484 tempest-NetworksNegativeTestJSON-2025898484-project] PUT failed (client error): The resource could not be found. Mar 28 01:06:39.856500 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f4f3054-626b-4307-bbb8-622cc6121d80 tempest-NetworksNegativeTestJSON-2025898484 tempest-NetworksNegativeTestJSON-2025898484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:06:39.862387 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-2f4f3054-626b-4307-bbb8-622cc6121d80 tempest-NetworksNegativeTestJSON-2025898484 tempest-NetworksNegativeTestJSON-2025898484-project] 10.222.0.24 "PUT /v2.0/networks/f131e825-a397-48a0-9fb2-f19442e60732 HTTP/1.1" status: 404 len: 339 time: 0.0346320 Mar 28 01:06:39.863642 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51526) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:39.868812 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-360b0284-92df-41ff-a79e-bd1143efb656 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7069'] for router (834798ac-a011-48f4-abf5-fb133f1458f0), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:39.869877 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-3ca0bc92-02e5-44ff-b80c-daae1dcb0260 tempest-NetworksNegativeTestJSON-2025898484 tempest-NetworksNegativeTestJSON-2025898484-project] Request body: {'port': {'name': 'new_name'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:39.869999 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-360b0284-92df-41ff-a79e-bd1143efb656 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4188952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7062'] for router (834798ac-a011-48f4-abf5-fb133f1458f0), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:39.883231 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-eeae1272-8d34-4942-8470-fa7648dd72ce tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Calling delete_port for b6bc754d-1226-453e-bea3-a71491bf7ec5 owned by {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:06:39.893449 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ca0bc92-02e5-44ff-b80c-daae1dcb0260 tempest-NetworksNegativeTestJSON-2025898484 tempest-NetworksNegativeTestJSON-2025898484-project] PUT failed (client error): The resource could not be found. Mar 28 01:06:39.894148 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ca0bc92-02e5-44ff-b80c-daae1dcb0260 tempest-NetworksNegativeTestJSON-2025898484 tempest-NetworksNegativeTestJSON-2025898484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:06:39.899881 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-3ca0bc92-02e5-44ff-b80c-daae1dcb0260 tempest-NetworksNegativeTestJSON-2025898484 tempest-NetworksNegativeTestJSON-2025898484-project] 10.222.0.24 "PUT /v2.0/ports/4d3f6b15-48d8-4999-bbf8-bf93b7c50305 HTTP/1.1" status: 404 len: 333 time: 0.0310419 Mar 28 01:06:39.900071 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51528) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:39.904454 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-3a3debb1-0841-434f-8fe9-a59cc69f789f tempest-NetworksNegativeTestJSON-2025898484 tempest-NetworksNegativeTestJSON-2025898484-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:39.910049 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c1e576a4-4df8-46ed-bb47-b7f8872f37b1 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (6b62e835-5d16-4dff-9644-f14c26cb20d8), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:39.941333 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e576a4-4df8-46ed-bb47-b7f8872f37b1 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Pushing event deleted for resources: {'Port': ['ID=6b62e835-5d16-4dff-9644-f14c26cb20d8,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:39.945536 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b12e7be-343d-4ed4-9c97-104629335394 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Made reservation on behalf of 7dbb2ba455b84df9b72862aaa29899aa for: {'network': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:06:39.949591 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-1b12e7be-343d-4ed4-9c97-104629335394 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:39.956575 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a3debb1-0841-434f-8fe9-a59cc69f789f tempest-NetworksNegativeTestJSON-2025898484 tempest-NetworksNegativeTestJSON-2025898484-project] PUT failed (client error): The resource could not be found. Mar 28 01:06:39.957028 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a3debb1-0841-434f-8fe9-a59cc69f789f tempest-NetworksNegativeTestJSON-2025898484 tempest-NetworksNegativeTestJSON-2025898484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:06:39.961993 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-3a3debb1-0841-434f-8fe9-a59cc69f789f tempest-NetworksNegativeTestJSON-2025898484 tempest-NetworksNegativeTestJSON-2025898484-project] 10.222.0.24 "PUT /v2.0/subnets/ec1828fb-a6bd-427f-b749-c6f86a69f7ff HTTP/1.1" status: 404 len: 337 time: 0.0580881 Mar 28 01:06:39.996751 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-b668b9cc-62e2-4cdd-815b-e21e12155672 None None] Current status of the port ccf5cb72-9191-47f3-9488-d8bc8aed8479 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:06:39.997386 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-b668b9cc-62e2-4cdd-815b-e21e12155672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (ccf5cb72-9191-47f3-9488-d8bc8aed8479), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:40.018157 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c1e576a4-4df8-46ed-bb47-b7f8872f37b1 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3687989'] for router_gateway (75c0cf88-9e2a-47b2-9430-19d1b830b634), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:40.047596 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-b668b9cc-62e2-4cdd-815b-e21e12155672 None None] For port ccf5cb72-9191-47f3-9488-d8bc8aed8479, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=ccf5cb72-9191-47f3-9488-d8bc8aed8479,segment=NetworkSegment(9028fe72-9b79-4538-96be-757c3dc71a72),segment_id=9028fe72-9b79-4538-96be-757c3dc71a72)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:06:40.049125 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288ae80b-fe20-410b-8edc-322949081aaf None None] Unable to find a vacant binding_index for network f026ff35-8f2e-43cd-a2a8-00db0cefa590 and agent 8a97cc4e-9a54-4b69-95cc-698092188635 {{(pid=104100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Mar 28 01:06:40.057243 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288ae80b-fe20-410b-8edc-322949081aaf None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, f026ff35-8f2e-43cd-a2a8-00db0cefa590) {{(pid=104100) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 28 01:06:40.059351 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-b668b9cc-62e2-4cdd-815b-e21e12155672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (ccf5cb72-9191-47f3-9488-d8bc8aed8479), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:40.063565 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-360b0284-92df-41ff-a79e-bd1143efb656 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks [] for router_controller (834798ac-a011-48f4-abf5-fb133f1458f0), precommit_add_association {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:40.069276 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d9b407af-7794-43bf-a7ba-327be691498c tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:40.093660 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-360b0284-92df-41ff-a79e-bd1143efb656 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687953'] for router (834798ac-a011-48f4-abf5-fb133f1458f0), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:40.099786 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b12e7be-343d-4ed4-9c97-104629335394 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=104099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:06:40.137468 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-1b12e7be-343d-4ed4-9c97-104629335394 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (7b6df9ab-9223-490b-b1c3-bc256f8177f8), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:40.137840 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.segments_db [None req-1b12e7be-343d-4ed4-9c97-104629335394 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Added segment 7b6df9ab-9223-490b-b1c3-bc256f8177f8 of type vlan for network 56868cf2-7268-469e-8df2-6c6ebbfbda8a Mar 28 01:06:40.140873 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [None req-d9b407af-7794-43bf-a7ba-327be691498c tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] device_id is not set on port ba5cb04a-a03e-4ccb-a9e5-e475843ecec6 yet. {{(pid=104099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 01:06:40.159344 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-360b0284-92df-41ff-a79e-bd1143efb656 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks [] for router (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:40.164008 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-360b0284-92df-41ff-a79e-bd1143efb656 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4675519 Mar 28 01:06:40.165910 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51532) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:40.176470 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-78dfefe7-69cd-43ab-9e80-ae3e92b27aad tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Request body: {'port': {'network_id': 'f026ff35-8f2e-43cd-a2a8-00db0cefa590', 'name': 'tempest-RoutersIpV6Test-874977048'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:40.183796 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b668b9cc-62e2-4cdd-815b-e21e12155672 None None] Pushing event updated for resources: {'Port': ['ID=ccf5cb72-9191-47f3-9488-d8bc8aed8479,revision_number=5']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:40.274939 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c1e576a4-4df8-46ed-bb47-b7f8872f37b1 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3688170', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3689605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7136'] for router (75c0cf88-9e2a-47b2-9430-19d1b830b634), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:40.279320 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c1e576a4-4df8-46ed-bb47-b7f8872f37b1 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3688163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3687960', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3689650'] for router (75c0cf88-9e2a-47b2-9430-19d1b830b634), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:40.380282 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae61c744-2212-4bae-a659-d22240b93831 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-f026ff35-8f2e-43cd-a2a8-00db0cefa590', 'network_id': 'f026ff35-8f2e-43cd-a2a8-00db0cefa590', 'project_id': '73b89705b12a4822849ef008702f6650', 'fixed_ips': [{'subnet_id': '79aaa03d-21fc-4d1c-8544-d8e9b9b81fca'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:06:40.381823 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ae61c744-2212-4bae-a659-d22240b93831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:40.401668 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device ccf5cb72-9191-47f3-9488-d8bc8aed8479 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:06:40.414934 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1e576a4-4df8-46ed-bb47-b7f8872f37b1 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Router 75c0cf88-9e2a-47b2-9430-19d1b830b634 has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:06:40.462064 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51536) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:40.513655 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1e576a4-4df8-46ed-bb47-b7f8872f37b1 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:06:40.529431 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c1e576a4-4df8-46ed-bb47-b7f8872f37b1 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Publish callbacks [] for router (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:40.531215 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-c1e576a4-4df8-46ed-bb47-b7f8872f37b1 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] 10.222.0.24 "PUT /v2.0/routers/75c0cf88-9e2a-47b2-9430-19d1b830b634 HTTP/1.1" status: 200 len: 706 time: 2.8309290 Mar 28 01:06:40.533828 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51540) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:40.536359 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d4343d-bd65-443a-a0b6-fa92486b6ca3 None None] Sync routers for ids ['75c0cf88-9e2a-47b2-9430-19d1b830b634'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:06:40.585242 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d4343d-bd65-443a-a0b6-fa92486b6ca3 None None] Routers {'75c0cf88-9e2a-47b2-9430-19d1b830b634'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:06:40.585891 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-d8d4343d-bd65-443a-a0b6-fa92486b6ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:06:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['75c0cf88-9e2a-47b2-9430-19d1b830b634'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:40.630816 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-1b12e7be-343d-4ed4-9c97-104629335394 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (56868cf2-7268-469e-8df2-6c6ebbfbda8a), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:40.645155 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-d8d4343d-bd65-443a-a0b6-fa92486b6ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:40.649735 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-cc0f20ff-1595-4f72-bef2-30032d94be3c tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] 10.222.0.24 "GET /v2.0/routers/75c0cf88-9e2a-47b2-9430-19d1b830b634 HTTP/1.1" status: 200 len: 741 time: 0.1145494 Mar 28 01:06:40.652529 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51542) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:40.663077 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-ae61c744-2212-4bae-a659-d22240b93831 None None] Allocated IP 2001:db8::2 (f026ff35-8f2e-43cd-a2a8-00db0cefa590/79aaa03d-21fc-4d1c-8544-d8e9b9b81fca/2089dce0-c0d7-4d5b-bb6d-e42e30f25bee) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:06:40.671193 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port ccf5cb72-9191-47f3-9488-d8bc8aed8479 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:06:40.671489 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (ccf5cb72-9191-47f3-9488-d8bc8aed8479), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:40.679053 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ed60c4ae-e5bd-4ad7-bb54-4a9f4f9b6cd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:40.698070 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d4343d-bd65-443a-a0b6-fa92486b6ca3 None None] Routers {'75c0cf88-9e2a-47b2-9430-19d1b830b634'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:06:40.698783 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-d8d4343d-bd65-443a-a0b6-fa92486b6ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:06:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['75c0cf88-9e2a-47b2-9430-19d1b830b634'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:40.727822 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-fb761e3b-9e54-4a54-b255-2844694f5ebd tempest-RoutersAdminTest-1174452865 tempest-RoutersAdminTest-1174452865-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=dea6548b-502b-42db-97fb-371e423e739a&device_id=75c0cf88-9e2a-47b2-9430-19d1b830b634 HTTP/1.1" status: 200 len: 205 time: 0.0728390 Mar 28 01:06:40.732468 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51544) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:40.748967 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-eeae1272-8d34-4942-8470-fa7648dd72ce tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (b6bc754d-1226-453e-bea3-a71491bf7ec5), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:40.768300 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-22d9c611-9c1e-469a-bffd-9af8cc34a6fc tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] 10.222.0.24 "GET /v2.0/ports?device_id=75c0cf88-9e2a-47b2-9430-19d1b830b634 HTTP/1.1" status: 200 len: 205 time: 0.0323315 Mar 28 01:06:40.768528 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51546) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:40.769000 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-1b12e7be-343d-4ed4-9c97-104629335394 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (56868cf2-7268-469e-8df2-6c6ebbfbda8a), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:40.773698 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-d8d4343d-bd65-443a-a0b6-fa92486b6ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:40.774367 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d4343d-bd65-443a-a0b6-fa92486b6ca3 None None] The sync data for ids ['75c0cf88-9e2a-47b2-9430-19d1b830b634'] in dv-neutron-834874-6-hyperv is: [] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:06:40.774497 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b12e7be-343d-4ed4-9c97-104629335394 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:40.775087 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-1b12e7be-343d-4ed4-9c97-104629335394 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:40.843892 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeae1272-8d34-4942-8470-fa7648dd72ce tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Pushing event deleted for resources: {'Port': ['ID=b6bc754d-1226-453e-bea3-a71491bf7ec5,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:40.888775 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-091bbbde-b152-475c-8367-3acab8a3a567 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Publish callbacks [] for router (75c0cf88-9e2a-47b2-9430-19d1b830b634), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:40.933542 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port ccf5cb72-9191-47f3-9488-d8bc8aed8479 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:06:40.956483 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-1b12e7be-343d-4ed4-9c97-104629335394 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.1722221 Mar 28 01:06:40.958893 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51548) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:40.967442 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-c104a9d4-e0ea-4736-9170-96aa0de2a32b tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Request body: {'network': {'name': 'New_network'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:40.981654 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b12e7be-343d-4ed4-9c97-104629335394 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Pushing event updated for resources: {'Network': ['ID=56868cf2-7268-469e-8df2-6c6ebbfbda8a,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:41.006608 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [None req-d9b407af-7794-43bf-a7ba-327be691498c tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Allocated IP 172.20.0.13 (be4801db-c8f8-4df3-b9b5-556693d6a290/d3d6d92c-e78e-41d1-bfa1-bf5a07690a57/ba5cb04a-a03e-4ccb-a9e5-e475843ecec6) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:06:41.006832 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network 56868cf2-7268-469e-8df2-6c6ebbfbda8a details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:06:41.046580 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78dfefe7-69cd-43ab-9e80-ae3e92b27aad tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Made reservation on behalf of 73b89705b12a4822849ef008702f6650 for: {'port': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:06:41.050713 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-78dfefe7-69cd-43ab-9e80-ae3e92b27aad tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:41.058732 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [None req-d9b407af-7794-43bf-a7ba-327be691498c tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Allocated IP 2001:db8::f816:3eff:feca:a9a3 (be4801db-c8f8-4df3-b9b5-556693d6a290/7a646c8d-832b-470b-a782-6f6168a51c63/ba5cb04a-a03e-4ccb-a9e5-e475843ecec6) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:06:41.092169 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-eeae1272-8d34-4942-8470-fa7648dd72ce tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:41.098509 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-eeae1272-8d34-4942-8470-fa7648dd72ce tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] 10.222.0.24 "DELETE /v2.0/ports/b6bc754d-1226-453e-bea3-a71491bf7ec5 HTTP/1.1" status: 204 len: 168 time: 1.9704270 Mar 28 01:06:41.102431 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51550) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:41.111266 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [None req-78dfefe7-69cd-43ab-9e80-ae3e92b27aad tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] device_id is not set on port 5aaf79d6-77df-46fe-a592-f9ec2414b918 yet. {{(pid=104099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 01:06:41.143251 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ae61c744-2212-4bae-a659-d22240b93831 None None] Publish callbacks [] for port (2089dce0-c0d7-4d5b-bb6d-e42e30f25bee), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:41.158653 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ae61c744-2212-4bae-a659-d22240b93831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (2089dce0-c0d7-4d5b-bb6d-e42e30f25bee), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:41.174384 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e3d7785-d465-4a11-afc1-058ea6ad09f6 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] GET failed (client error): The resource could not be found. Mar 28 01:06:41.175807 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-1e3d7785-d465-4a11-afc1-058ea6ad09f6 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] 10.222.0.24 "GET /v2.0/ports/b6bc754d-1226-453e-bea3-a71491bf7ec5 HTTP/1.1" status: 404 len: 333 time: 0.0724244 Mar 28 01:06:41.188178 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51552) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:41.191519 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-091bbbde-b152-475c-8367-3acab8a3a567 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7151'] for router (75c0cf88-9e2a-47b2-9430-19d1b830b634), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:41.197764 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-60acb6d7-5ce8-49f5-9c0e-77b37bdfb05d tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Request body: {'port': {'network_id': 'bb1f9cb0-68da-4cb4-9ac8-a08ba319102f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2045517861'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:41.204239 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ed60c4ae-e5bd-4ad7-bb54-4a9f4f9b6cd0 admin admin] Publish callbacks [] for security_group (f90b00a4-a0f6-435d-80ab-53b74dbea310), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:41.206118 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-091bbbde-b152-475c-8367-3acab8a3a567 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Publish callbacks [] for router_controller (75c0cf88-9e2a-47b2-9430-19d1b830b634), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:41.211255 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae61c744-2212-4bae-a659-d22240b93831 None None] Network f026ff35-8f2e-43cd-a2a8-00db0cefa590 is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:06:41.216995 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-ae61c744-2212-4bae-a659-d22240b93831 None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:06:41.219583 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae61c744-2212-4bae-a659-d22240b93831 None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:06:41.234967 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ed60c4ae-e5bd-4ad7-bb54-4a9f4f9b6cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (f90b00a4-a0f6-435d-80ab-53b74dbea310), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:41.264974 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae61c744-2212-4bae-a659-d22240b93831 None None] Pushing event updated for resources: {'Port': ['ID=2089dce0-c0d7-4d5b-bb6d-e42e30f25bee,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:41.301689 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-ae61c744-2212-4bae-a659-d22240b93831 None None] Attempting to bind port 2089dce0-c0d7-4d5b-bb6d-e42e30f25bee on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:06:41.302964 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-ae61c744-2212-4bae-a659-d22240b93831 None None] Attempting to bind port 2089dce0-c0d7-4d5b-bb6d-e42e30f25bee by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': 'e181752f-35b6-4a2c-8d6d-75f610afd2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'f026ff35-8f2e-43cd-a2a8-00db0cefa590'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:06:41.303186 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae61c744-2212-4bae-a659-d22240b93831 None None] Attempting to bind port 2089dce0-c0d7-4d5b-bb6d-e42e30f25bee on network f026ff35-8f2e-43cd-a2a8-00db0cefa590 {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:06:41.309821 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae61c744-2212-4bae-a659-d22240b93831 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:06:41.311017 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae61c744-2212-4bae-a659-d22240b93831 None None] Checking segment: {'id': 'e181752f-35b6-4a2c-8d6d-75f610afd2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'f026ff35-8f2e-43cd-a2a8-00db0cefa590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:06:41.311017 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ae61c744-2212-4bae-a659-d22240b93831 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:41.314071 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae61c744-2212-4bae-a659-d22240b93831 None None] Bound using segment: {'id': 'e181752f-35b6-4a2c-8d6d-75f610afd2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'f026ff35-8f2e-43cd-a2a8-00db0cefa590'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:06:41.314071 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-ae61c744-2212-4bae-a659-d22240b93831 None None] Bound port: 2089dce0-c0d7-4d5b-bb6d-e42e30f25bee, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e181752f-35b6-4a2c-8d6d-75f610afd2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'f026ff35-8f2e-43cd-a2a8-00db0cefa590'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:06:41.314423 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ae61c744-2212-4bae-a659-d22240b93831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (2089dce0-c0d7-4d5b-bb6d-e42e30f25bee), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:41.337638 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-ed60c4ae-e5bd-4ad7-bb54-4a9f4f9b6cd0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4900fd71298d438694035022669dade1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8726420 Mar 28 01:06:41.337638 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-091bbbde-b152-475c-8367-3acab8a3a567 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689686'] for router (75c0cf88-9e2a-47b2-9430-19d1b830b634), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:41.338256 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-091bbbde-b152-475c-8367-3acab8a3a567 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Fanout notify agent at l3_agent the message router_deleted on router 75c0cf88-9e2a-47b2-9430-19d1b830b634 {{(pid=104098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 01:06:41.340304 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed60c4ae-e5bd-4ad7-bb54-4a9f4f9b6cd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f90b00a4-a0f6-435d-80ab-53b74dbea310,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:41.342448 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51554) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:41.351077 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-091bbbde-b152-475c-8367-3acab8a3a567 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] Publish callbacks [] for router (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:41.352236 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-091bbbde-b152-475c-8367-3acab8a3a567 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] 10.222.0.24 "DELETE /v2.0/routers/75c0cf88-9e2a-47b2-9430-19d1b830b634 HTTP/1.1" status: 204 len: 168 time: 0.5827563 Mar 28 01:06:41.362988 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51556) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:41.378928 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c104a9d4-e0ea-4736-9170-96aa0de2a32b tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (56868cf2-7268-469e-8df2-6c6ebbfbda8a), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:41.415240 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c104a9d4-e0ea-4736-9170-96aa0de2a32b tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (56868cf2-7268-469e-8df2-6c6ebbfbda8a), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:41.429581 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-c32c2bb2-0ab2-4548-9f60-2bcd757552ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:41.431793 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-ae61c744-2212-4bae-a659-d22240b93831 None None] For port 2089dce0-c0d7-4d5b-bb6d-e42e30f25bee, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:06:41.435719 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-ae61c744-2212-4bae-a659-d22240b93831 None None] For port 2089dce0-c0d7-4d5b-bb6d-e42e30f25bee, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=2089dce0-c0d7-4d5b-bb6d-e42e30f25bee,segment=NetworkSegment(e181752f-35b6-4a2c-8d6d-75f610afd2a3),segment_id=e181752f-35b6-4a2c-8d6d-75f610afd2a3)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:06:41.443329 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ae61c744-2212-4bae-a659-d22240b93831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (2089dce0-c0d7-4d5b-bb6d-e42e30f25bee), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:41.448211 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-f874697f-54d1-40ee-b298-fce8103cd00d tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] 10.222.0.24 "GET /v2.0/ports?device_id=75c0cf88-9e2a-47b2-9430-19d1b830b634 HTTP/1.1" status: 200 len: 205 time: 0.0798795 Mar 28 01:06:41.453388 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51558) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:41.472202 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [None req-78dfefe7-69cd-43ab-9e80-ae3e92b27aad tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Allocated IP 2001:db8::2d9 (f026ff35-8f2e-43cd-a2a8-00db0cefa590/79aaa03d-21fc-4d1c-8544-d8e9b9b81fca/5aaf79d6-77df-46fe-a592-f9ec2414b918) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:06:41.475642 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c104a9d4-e0ea-4736-9170-96aa0de2a32b tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Network 56868cf2-7268-469e-8df2-6c6ebbfbda8a is not hosted by any dhcp agent {{(pid=104098) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 28 01:06:41.480303 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c104a9d4-e0ea-4736-9170-96aa0de2a32b tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:41.481160 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c104a9d4-e0ea-4736-9170-96aa0de2a32b tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:41.484830 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-c104a9d4-e0ea-4736-9170-96aa0de2a32b tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] 10.222.0.24 "PUT /v2.0/networks/56868cf2-7268-469e-8df2-6c6ebbfbda8a HTTP/1.1" status: 200 len: 723 time: 0.5223262 Mar 28 01:06:41.492068 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51560) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:41.508201 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-1188abd7-1e94-4207-8485-0317a9b9e111 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Request body: {'subnet': {'network_id': '56868cf2-7268-469e-8df2-6c6ebbfbda8a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:41.509126 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae61c744-2212-4bae-a659-d22240b93831 None None] Pushing event updated for resources: {'Port': ['ID=2089dce0-c0d7-4d5b-bb6d-e42e30f25bee,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:41.523249 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-820a2e6f-1a9e-441b-a450-ad1cb148d3e4 admin admin] Publish callbacks [] for security_group (f90b00a4-a0f6-435d-80ab-53b74dbea310), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:41.543139 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.api.v2.resource [None req-adef0300-0769-43dd-9258-2c97db377939 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] delete failed (client error): The resource could not be found. Mar 28 01:06:41.546669 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-adef0300-0769-43dd-9258-2c97db377939 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] 10.222.0.24 "DELETE /v2.0/routers/75c0cf88-9e2a-47b2-9430-19d1b830b634 HTTP/1.1" status: 404 len: 336 time: 0.0778856 Mar 28 01:06:41.551339 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51562) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:41.560322 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c104a9d4-e0ea-4736-9170-96aa0de2a32b tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Pushing event updated for resources: {'Network': ['ID=56868cf2-7268-469e-8df2-6c6ebbfbda8a,revision_number=2']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:41.579137 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network 56868cf2-7268-469e-8df2-6c6ebbfbda8a details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:06:41.589357 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d9b407af-7794-43bf-a7ba-327be691498c tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks [] for port (ba5cb04a-a03e-4ccb-a9e5-e475843ecec6), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:41.605288 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-820a2e6f-1a9e-441b-a450-ad1cb148d3e4 admin admin] Publish callbacks [] for security_group (f90b00a4-a0f6-435d-80ab-53b74dbea310), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:41.618080 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-f6a20644-c911-4db5-a60d-7a315ccd92b2 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] 10.222.0.24 "GET /v2.0/ports?device_id=08b7851b-79db-464e-8583-b0de10bc0bdf HTTP/1.1" status: 200 len: 205 time: 0.0602596 Mar 28 01:06:41.619046 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51564) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:41.646909 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60acb6d7-5ce8-49f5-9c0e-77b37bdfb05d tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Made reservation on behalf of 0fc260a97fca47e594c25025336ed9b2 for: {'port': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:06:41.650309 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-60acb6d7-5ce8-49f5-9c0e-77b37bdfb05d tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:41.679829 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.api.v2.resource [None req-4bf2ab64-0fd7-4b47-b8a2-5c41bbf8958a tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] delete failed (client error): The resource could not be found. Mar 28 01:06:41.683718 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-4bf2ab64-0fd7-4b47-b8a2-5c41bbf8958a tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] 10.222.0.24 "DELETE /v2.0/routers/08b7851b-79db-464e-8583-b0de10bc0bdf HTTP/1.1" status: 404 len: 336 time: 0.0614729 Mar 28 01:06:41.687435 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51566) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:41.708627 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1188abd7-1e94-4207-8485-0317a9b9e111 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Made reservation on behalf of 7dbb2ba455b84df9b72862aaa29899aa for: {'subnet': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:06:41.708851 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [None req-60acb6d7-5ce8-49f5-9c0e-77b37bdfb05d tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] device_id is not set on port ea13a17e-d6c0-484c-89ae-262ac8d046f4 yet. {{(pid=104099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 01:06:41.712439 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1188abd7-1e94-4207-8485-0317a9b9e111 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126112411'] for subnet (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:41.778167 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-9ce42011-e6e6-4f06-a117-7dc8f7406e3d tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] 10.222.0.24 "GET /v2.0/ports?device_id=66dcefff-ff45-403b-97d5-6ee2ae1fbd69 HTTP/1.1" status: 200 len: 205 time: 0.0843048 Mar 28 01:06:41.789380 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51568) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:41.832318 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d9b407af-7794-43bf-a7ba-327be691498c tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (ba5cb04a-a03e-4ccb-a9e5-e475843ecec6), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:41.849524 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-820a2e6f-1a9e-441b-a450-ad1cb148d3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (f90b00a4-a0f6-435d-80ab-53b74dbea310), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:41.853072 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-820a2e6f-1a9e-441b-a450-ad1cb148d3e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:41.855634 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-820a2e6f-1a9e-441b-a450-ad1cb148d3e4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f90b00a4-a0f6-435d-80ab-53b74dbea310 HTTP/1.1" status: 204 len: 168 time: 0.5013168 Mar 28 01:06:41.866949 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.api.v2.resource [None req-ba78e699-2bd6-4c71-b22a-cb89376f246b tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] delete failed (client error): The resource could not be found. Mar 28 01:06:41.868002 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-ba78e699-2bd6-4c71-b22a-cb89376f246b tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] 10.222.0.24 "DELETE /v2.0/routers/66dcefff-ff45-403b-97d5-6ee2ae1fbd69 HTTP/1.1" status: 404 len: 336 time: 0.0768397 Mar 28 01:06:41.876623 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51572) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:41.895317 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820a2e6f-1a9e-441b-a450-ad1cb148d3e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f90b00a4-a0f6-435d-80ab-53b74dbea310,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:41.922263 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-5e97da3d-3603-4267-8b45-2bf594b98301 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] 10.222.0.24 "GET /v2.0/ports?device_id=708860e6-d918-447e-a30a-4c468b9dfa1f HTTP/1.1" status: 200 len: 205 time: 0.0441813 Mar 28 01:06:41.925686 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51574) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:41.945967 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b407af-7794-43bf-a7ba-327be691498c tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Pushing event updated for resources: {'Port': ['ID=ba5cb04a-a03e-4ccb-a9e5-e475843ecec6,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:41.950063 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b407af-7794-43bf-a7ba-327be691498c tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Network be4801db-c8f8-4df3-b9b5-556693d6a290 is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:06:41.979273 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-d9b407af-7794-43bf-a7ba-327be691498c tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:06:41.990218 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b407af-7794-43bf-a7ba-327be691498c tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:06:41.993748 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.api.v2.resource [None req-c169bde6-d14e-4d6a-933d-014611f74c2a tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] delete failed (client error): The resource could not be found. Mar 28 01:06:41.995934 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-c169bde6-d14e-4d6a-933d-014611f74c2a tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] 10.222.0.24 "DELETE /v2.0/routers/708860e6-d918-447e-a30a-4c468b9dfa1f HTTP/1.1" status: 404 len: 336 time: 0.0687010 Mar 28 01:06:41.999430 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51576) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:42.037687 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-6b2b8eba-8333-4b39-8395-cfe0984fe6c0 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf9c9c41-56d5-49b6-ad94-d79da3cfd334 HTTP/1.1" status: 200 len: 205 time: 0.0367403 Mar 28 01:06:42.043829 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51580) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:42.063817 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-78dfefe7-69cd-43ab-9e80-ae3e92b27aad tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks [] for port (5aaf79d6-77df-46fe-a592-f9ec2414b918), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:42.094092 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [None req-60acb6d7-5ce8-49f5-9c0e-77b37bdfb05d tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Allocated IP 2001:db8::189 (bb1f9cb0-68da-4cb4-9ac8-a08ba319102f/aef34266-3e90-4215-a92b-bead5999ff06/ea13a17e-d6c0-484c-89ae-262ac8d046f4) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:06:42.106082 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.api.v2.resource [None req-49ebae29-183a-4961-80b4-6b8a245a0281 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] delete failed (client error): The resource could not be found. Mar 28 01:06:42.107245 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-49ebae29-183a-4961-80b4-6b8a245a0281 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] 10.222.0.24 "DELETE /v2.0/routers/bf9c9c41-56d5-49b6-ad94-d79da3cfd334 HTTP/1.1" status: 404 len: 336 time: 0.0624068 Mar 28 01:06:42.109079 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b407af-7794-43bf-a7ba-327be691498c tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:42.109744 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d9b407af-7794-43bf-a7ba-327be691498c tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:42.111444 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51582) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:42.153865 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-10085871-c466-4f7d-a512-32397b649f98 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] 10.222.0.24 "GET /v2.0/ports?device_id=c01715c3-9221-49a5-a46f-29422f81a793 HTTP/1.1" status: 200 len: 205 time: 0.0411253 Mar 28 01:06:42.156573 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51586) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:42.167780 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-d9b407af-7794-43bf-a7ba-327be691498c tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.8602085 Mar 28 01:06:42.168839 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51588) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:42.201326 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.api.v2.resource [None req-d48ef7f6-b960-46d9-a681-0dff97824f54 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] delete failed (client error): The resource could not be found. Mar 28 01:06:42.202374 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-d48ef7f6-b960-46d9-a681-0dff97824f54 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] 10.222.0.24 "DELETE /v2.0/routers/c01715c3-9221-49a5-a46f-29422f81a793 HTTP/1.1" status: 404 len: 336 time: 0.0447376 Mar 28 01:06:42.221466 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51592) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:42.263902 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d4c3161-656f-4670-96b3-4f48595fcda7 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] DELETE failed (client error): The resource could not be found. Mar 28 01:06:42.264388 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d4c3161-656f-4670-96b3-4f48595fcda7 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:06:42.271092 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-0d4c3161-656f-4670-96b3-4f48595fcda7 tempest-RoutersAdminTest-1733418576 tempest-RoutersAdminTest-1733418576-project] 10.222.0.24 "DELETE /v2.0/subnets/1eecec9f-e041-4a3a-8cc3-5c65723ebc27 HTTP/1.1" status: 404 len: 337 time: 0.0449848 Mar 28 01:06:42.271226 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-78dfefe7-69cd-43ab-9e80-ae3e92b27aad tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (5aaf79d6-77df-46fe-a592-f9ec2414b918), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:42.282319 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1188abd7-1e94-4207-8485-0317a9b9e111 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126174976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126112397'] for subnet (c32306fe-f7d4-4b59-ac73-d146c4b35a92), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:42.362572 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 2089dce0-c0d7-4d5b-bb6d-e42e30f25bee up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:06:42.389795 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1188abd7-1e94-4207-8485-0317a9b9e111 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Pushing event updated for resources: {'Subnet': ['ID=c32306fe-f7d4-4b59-ac73-d146c4b35a92,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:42.410111 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1188abd7-1e94-4207-8485-0317a9b9e111 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Checking segment: {'id': '7b6df9ab-9223-490b-b1c3-bc256f8177f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '56868cf2-7268-469e-8df2-6c6ebbfbda8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:06:42.410835 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1188abd7-1e94-4207-8485-0317a9b9e111 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Network hostable DHCP agents. Network: 56868cf2-7268-469e-8df2-6c6ebbfbda8a, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:06:42.434420 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78dfefe7-69cd-43ab-9e80-ae3e92b27aad tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Network f026ff35-8f2e-43cd-a2a8-00db0cefa590 is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:06:42.437241 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1188abd7-1e94-4207-8485-0317a9b9e111 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Network 56868cf2-7268-469e-8df2-6c6ebbfbda8a is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:06:42.451777 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-1188abd7-1e94-4207-8485-0317a9b9e111 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, 56868cf2-7268-469e-8df2-6c6ebbfbda8a) {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:06:42.463072 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1188abd7-1e94-4207-8485-0317a9b9e111 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:42.465647 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1188abd7-1e94-4207-8485-0317a9b9e111 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:42.466409 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c323be81-c269-4104-902b-7a097a7f40c3 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:42.469272 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 2089dce0-c0d7-4d5b-bb6d-e42e30f25bee triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:06:42.472295 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (2089dce0-c0d7-4d5b-bb6d-e42e30f25bee), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:42.472671 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c323be81-c269-4104-902b-7a097a7f40c3 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:42.478087 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-c323be81-c269-4104-902b-7a097a7f40c3 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.3010230 Mar 28 01:06:42.484097 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51600) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:42.487458 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-78dfefe7-69cd-43ab-9e80-ae3e92b27aad tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:06:42.492487 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dfefe7-69cd-43ab-9e80-ae3e92b27aad tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Pushing event updated for resources: {'Port': ['ID=5aaf79d6-77df-46fe-a592-f9ec2414b918,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:42.507860 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78dfefe7-69cd-43ab-9e80-ae3e92b27aad tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:06:42.521625 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78dfefe7-69cd-43ab-9e80-ae3e92b27aad tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:42.522290 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-78dfefe7-69cd-43ab-9e80-ae3e92b27aad tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:42.567202 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-78dfefe7-69cd-43ab-9e80-ae3e92b27aad tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.3972349 Mar 28 01:06:42.569579 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51606) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:42.579517 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-60acb6d7-5ce8-49f5-9c0e-77b37bdfb05d tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Publish callbacks [] for port (ea13a17e-d6c0-484c-89ae-262ac8d046f4), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:42.586128 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-1188abd7-1e94-4207-8485-0317a9b9e111 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0868976 Mar 28 01:06:42.591250 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51608) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:42.596903 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 2089dce0-c0d7-4d5b-bb6d-e42e30f25bee is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:06:42.597469 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (2089dce0-c0d7-4d5b-bb6d-e42e30f25bee), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:42.604166 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-be36ec33-99d4-4d13-86a5-2b325abd8fb9 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:42.645570 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] For port 2089dce0-c0d7-4d5b-bb6d-e42e30f25bee, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=2089dce0-c0d7-4d5b-bb6d-e42e30f25bee,segment=NetworkSegment(e181752f-35b6-4a2c-8d6d-75f610afd2a3),segment_id=e181752f-35b6-4a2c-8d6d-75f610afd2a3)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:06:42.655179 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (2089dce0-c0d7-4d5b-bb6d-e42e30f25bee), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:42.747222 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51612) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:42.768764 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Pushing event updated for resources: {'Port': ['ID=2089dce0-c0d7-4d5b-bb6d-e42e30f25bee,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:42.837183 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-be36ec33-99d4-4d13-86a5-2b325abd8fb9 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-126757779'] for subnet (c32306fe-f7d4-4b59-ac73-d146c4b35a92), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:42.971437 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b0f986df-efcd-450d-81c9-8b0072c082a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:42.986979 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-60acb6d7-5ce8-49f5-9c0e-77b37bdfb05d tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (ea13a17e-d6c0-484c-89ae-262ac8d046f4), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:43.061324 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51620) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:43.109288 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60acb6d7-5ce8-49f5-9c0e-77b37bdfb05d tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Network bb1f9cb0-68da-4cb4-9ac8-a08ba319102f is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:06:43.116126 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-60acb6d7-5ce8-49f5-9c0e-77b37bdfb05d tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:06:43.125890 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60acb6d7-5ce8-49f5-9c0e-77b37bdfb05d tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:06:43.131591 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60acb6d7-5ce8-49f5-9c0e-77b37bdfb05d tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:43.132259 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-60acb6d7-5ce8-49f5-9c0e-77b37bdfb05d tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:43.146692 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-be36ec33-99d4-4d13-86a5-2b325abd8fb9 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8758317293963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-127282757'] for subnet (c32306fe-f7d4-4b59-ac73-d146c4b35a92), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:43.208905 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60acb6d7-5ce8-49f5-9c0e-77b37bdfb05d tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Pushing event updated for resources: {'Port': ['ID=ea13a17e-d6c0-484c-89ae-262ac8d046f4,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:43.217385 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-d5807220-d29d-46b3-a2b2-5025d7e7578e tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-231421903'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:43.221200 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be36ec33-99d4-4d13-86a5-2b325abd8fb9 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:43.221788 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-be36ec33-99d4-4d13-86a5-2b325abd8fb9 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks [] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:43.225522 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-be36ec33-99d4-4d13-86a5-2b325abd8fb9 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] 10.222.0.24 "PUT /v2.0/subnets/c32306fe-f7d4-4b59-ac73-d146c4b35a92 HTTP/1.1" status: 200 len: 806 time: 0.6308012 Mar 28 01:06:43.233550 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-60acb6d7-5ce8-49f5-9c0e-77b37bdfb05d tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.0443900 Mar 28 01:06:43.236197 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51624) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:43.236748 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51626) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:43.242011 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658a3d1b-4661-477a-ac34-3186e79824e0 None None] Network be4801db-c8f8-4df3-b9b5-556693d6a290 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:06:43.249332 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c38cc0a-d19d-47b6-a56e-ebe16019b223 None None] Network f026ff35-8f2e-43cd-a2a8-00db0cefa590 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:06:43.265812 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be36ec33-99d4-4d13-86a5-2b325abd8fb9 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Pushing event updated for resources: {'Subnet': ['ID=c32306fe-f7d4-4b59-ac73-d146c4b35a92,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:43.279710 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5807220-d29d-46b3-a2b2-5025d7e7578e tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Made reservation on behalf of fa54b4b5eec2452a8dcd67fc666c1bd8 for: {'network': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:06:43.283301 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d5807220-d29d-46b3-a2b2-5025d7e7578e tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:43.295280 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d5807220-d29d-46b3-a2b2-5025d7e7578e tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks [] for security_group (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:43.314960 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b0f986df-efcd-450d-81c9-8b0072c082a3 admin admin] Publish callbacks [] for security_group (20371b35-a971-4139-8d92-43fcce2ad3e2), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:43.319280 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5194e50c-941a-4f89-ad47-01370296651d None None] Network 56868cf2-7268-469e-8df2-6c6ebbfbda8a requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:06:43.324612 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b0f986df-efcd-450d-81c9-8b0072c082a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (20371b35-a971-4139-8d92-43fcce2ad3e2), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:43.328614 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-7257e3ea-b879-47fd-a90d-94f6ef6129ba tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:15:a4:7b'}]}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:43.389704 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-b0f986df-efcd-450d-81c9-8b0072c082a3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=12948cb212b84751a57d05edd556498a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6411078 Mar 28 01:06:43.390571 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f986df-efcd-450d-81c9-8b0072c082a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20371b35-a971-4139-8d92-43fcce2ad3e2,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:43.394412 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51628) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:43.475625 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-9f5769c0-7411-41e8-903e-1cc724e6ceba None None] Provisioning complete for port 2089dce0-c0d7-4d5b-bb6d-e42e30f25bee triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:06:43.476446 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-9f5769c0-7411-41e8-903e-1cc724e6ceba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (2089dce0-c0d7-4d5b-bb6d-e42e30f25bee), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:43.505740 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-078d9329-7a33-42a8-b363-8191c52c0914 admin admin] Publish callbacks [] for security_group (20371b35-a971-4139-8d92-43fcce2ad3e2), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:43.526778 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d5807220-d29d-46b3-a2b2-5025d7e7578e tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks [] for security_group (862b30e4-d5e7-4f22-90ab-318eac8690f3), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:43.536823 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d5807220-d29d-46b3-a2b2-5025d7e7578e tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (862b30e4-d5e7-4f22-90ab-318eac8690f3), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:43.555141 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-078d9329-7a33-42a8-b363-8191c52c0914 admin admin] Publish callbacks [] for security_group (20371b35-a971-4139-8d92-43fcce2ad3e2), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:43.591238 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5807220-d29d-46b3-a2b2-5025d7e7578e tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=104099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:06:43.615949 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-12dc51d0-2c55-42e0-bb21-1cc458e5f5c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:43.616574 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5807220-d29d-46b3-a2b2-5025d7e7578e tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=862b30e4-d5e7-4f22-90ab-318eac8690f3,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:43.620996 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d5807220-d29d-46b3-a2b2-5025d7e7578e tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (0f52be84-067f-4302-b5e4-5e00d9af71ac), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:43.621391 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.segments_db [None req-d5807220-d29d-46b3-a2b2-5025d7e7578e tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Added segment 0f52be84-067f-4302-b5e4-5e00d9af71ac of type vlan for network 9b0bf857-0292-47f5-90e9-70cc555bb212 Mar 28 01:06:43.665799 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d5807220-d29d-46b3-a2b2-5025d7e7578e tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (9b0bf857-0292-47f5-90e9-70cc555bb212), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:43.671935 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7bf7adb-356f-4e6a-b504-62c3ed1faac0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-56868cf2-7268-469e-8df2-6c6ebbfbda8a', 'network_id': '56868cf2-7268-469e-8df2-6c6ebbfbda8a', 'project_id': '7dbb2ba455b84df9b72862aaa29899aa', 'fixed_ips': [{'subnet_id': 'c32306fe-f7d4-4b59-ac73-d146c4b35a92'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:06:43.672946 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-c7bf7adb-356f-4e6a-b504-62c3ed1faac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:43.678496 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-078d9329-7a33-42a8-b363-8191c52c0914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (20371b35-a971-4139-8d92-43fcce2ad3e2), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:43.680860 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-078d9329-7a33-42a8-b363-8191c52c0914 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:43.686605 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-078d9329-7a33-42a8-b363-8191c52c0914 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/20371b35-a971-4139-8d92-43fcce2ad3e2 HTTP/1.1" status: 204 len: 168 time: 0.2868774 Mar 28 01:06:43.704533 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078d9329-7a33-42a8-b363-8191c52c0914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20371b35-a971-4139-8d92-43fcce2ad3e2,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:43.704972 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-83aaf48d-87e6-48b5-bc9c-0a12e2aa131f tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Deleting port ba5cb04a-a03e-4ccb-a9e5-e475843ecec6 {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:06:43.705436 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-83aaf48d-87e6-48b5-bc9c-0a12e2aa131f tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (ba5cb04a-a03e-4ccb-a9e5-e475843ecec6), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:43.711580 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-9f5769c0-7411-41e8-903e-1cc724e6ceba None None] Current status of the port 2089dce0-c0d7-4d5b-bb6d-e42e30f25bee is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:06:43.715661 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d5807220-d29d-46b3-a2b2-5025d7e7578e tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (9b0bf857-0292-47f5-90e9-70cc555bb212), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:43.727341 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5807220-d29d-46b3-a2b2-5025d7e7578e tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:43.728375 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d5807220-d29d-46b3-a2b2-5025d7e7578e tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:43.773916 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-d5807220-d29d-46b3-a2b2-5025d7e7578e tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7114134 Mar 28 01:06:43.827446 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51632) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:43.832745 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-16d73533-6312-436e-bd21-d48a6a1d1b80 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Request body: {'port': {'network_id': '9b0bf857-0292-47f5-90e9-70cc555bb212', 'name': 'tempest-PortsTestJSON-1907561585'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:43.877221 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5807220-d29d-46b3-a2b2-5025d7e7578e tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Pushing event updated for resources: {'Network': ['ID=9b0bf857-0292-47f5-90e9-70cc555bb212,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:43.899316 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network 9b0bf857-0292-47f5-90e9-70cc555bb212 details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:06:43.911304 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-83aaf48d-87e6-48b5-bc9c-0a12e2aa131f tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (ba5cb04a-a03e-4ccb-a9e5-e475843ecec6), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:43.927248 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-83aaf48d-87e6-48b5-bc9c-0a12e2aa131f tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Calling delete_port for ba5cb04a-a03e-4ccb-a9e5-e475843ecec6 owned by {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:06:44.070953 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16d73533-6312-436e-bd21-d48a6a1d1b80 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Made reservation on behalf of fa54b4b5eec2452a8dcd67fc666c1bd8 for: {'port': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:06:44.075621 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-16d73533-6312-436e-bd21-d48a6a1d1b80 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:44.105303 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [None req-16d73533-6312-436e-bd21-d48a6a1d1b80 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] device_id is not set on port 852c3391-561a-4e4f-912d-9e28127ba276 yet. {{(pid=104099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 01:06:44.177649 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-abe0ceb8-87a1-49b0-95b0-0c9b67ee187e tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (56868cf2-7268-469e-8df2-6c6ebbfbda8a), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:44.191883 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-83aaf48d-87e6-48b5-bc9c-0a12e2aa131f tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (ba5cb04a-a03e-4ccb-a9e5-e475843ecec6), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:44.235744 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-c7bf7adb-356f-4e6a-b504-62c3ed1faac0 None None] Allocated IP 172.20.0.2 (56868cf2-7268-469e-8df2-6c6ebbfbda8a/c32306fe-f7d4-4b59-ac73-d146c4b35a92/f997ca6a-4be9-4c26-b4b6-e5cfb9e4a2f9) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:06:44.274485 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aaf48d-87e6-48b5-bc9c-0a12e2aa131f tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Pushing event deleted for resources: {'Port': ['ID=ba5cb04a-a03e-4ccb-a9e5-e475843ecec6,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:44.330017 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-65f73f95-7955-4fcc-a42d-01ac0446b049 None None] Provisioning complete for port ea13a17e-d6c0-484c-89ae-262ac8d046f4 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:06:44.330311 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-65f73f95-7955-4fcc-a42d-01ac0446b049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (ea13a17e-d6c0-484c-89ae-262ac8d046f4), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:44.356870 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 2089dce0-c0d7-4d5b-bb6d-e42e30f25bee up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:06:44.419382 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51636) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:44.474409 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-40b8d5cc-e443-44ea-a155-839c32e2fc58 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (5aaf79d6-77df-46fe-a592-f9ec2414b918), before_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:44.481750 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-16d73533-6312-436e-bd21-d48a6a1d1b80 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks [] for port (852c3391-561a-4e4f-912d-9e28127ba276), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:44.507555 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-efaa8b9b-0919-4b5f-9f58-0c6252dd6f12 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=96c79905b17c454b87508ea9d204bf03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0869725 Mar 28 01:06:44.508600 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51638) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:44.572283 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-abe0ceb8-87a1-49b0-95b0-0c9b67ee187e tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (c32306fe-f7d4-4b59-ac73-d146c4b35a92), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:44.589628 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-16d73533-6312-436e-bd21-d48a6a1d1b80 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (852c3391-561a-4e4f-912d-9e28127ba276), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:44.607024 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2ccfac8a-57f2-42cd-bcca-1d96a723f5e4 admin admin] Publish callbacks [] for security_group (25aff749-71b1-434d-b44b-c49b32333c49), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:44.657353 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-65f73f95-7955-4fcc-a42d-01ac0446b049 None None] Port ea13a17e-d6c0-484c-89ae-262ac8d046f4 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:06:44.675369 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2ccfac8a-57f2-42cd-bcca-1d96a723f5e4 admin admin] Publish callbacks [] for security_group (25aff749-71b1-434d-b44b-c49b32333c49), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:44.681035 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7257e3ea-b879-47fd-a90d-94f6ef6129ba tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (ea13a17e-d6c0-484c-89ae-262ac8d046f4), before_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:44.725359 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d73533-6312-436e-bd21-d48a6a1d1b80 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Pushing event updated for resources: {'Port': ['ID=852c3391-561a-4e4f-912d-9e28127ba276,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:44.736912 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 2089dce0-c0d7-4d5b-bb6d-e42e30f25bee triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:06:44.737388 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (2089dce0-c0d7-4d5b-bb6d-e42e30f25bee), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:44.743555 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-83aaf48d-87e6-48b5-bc9c-0a12e2aa131f tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:44.747278 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-83aaf48d-87e6-48b5-bc9c-0a12e2aa131f tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "DELETE /v2.0/ports/ba5cb04a-a03e-4ccb-a9e5-e475843ecec6 HTTP/1.1" status: 204 len: 168 time: 2.2548859 Mar 28 01:06:44.753480 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51640) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:44.768795 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d73533-6312-436e-bd21-d48a6a1d1b80 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Checking segment: {'id': '0f52be84-067f-4302-b5e4-5e00d9af71ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9b0bf857-0292-47f5-90e9-70cc555bb212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:06:44.769418 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d73533-6312-436e-bd21-d48a6a1d1b80 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Network hostable DHCP agents. Network: 9b0bf857-0292-47f5-90e9-70cc555bb212, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:06:44.816078 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:44.821517 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-c7bf7adb-356f-4e6a-b504-62c3ed1faac0 None None] Publish callbacks [] for port (f997ca6a-4be9-4c26-b4b6-e5cfb9e4a2f9), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:44.855262 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-c7bf7adb-356f-4e6a-b504-62c3ed1faac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (f997ca6a-4be9-4c26-b4b6-e5cfb9e4a2f9), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:44.858060 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2ccfac8a-57f2-42cd-bcca-1d96a723f5e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (25aff749-71b1-434d-b44b-c49b32333c49), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:44.861453 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2ccfac8a-57f2-42cd-bcca-1d96a723f5e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:44.864818 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-2ccfac8a-57f2-42cd-bcca-1d96a723f5e4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/25aff749-71b1-434d-b44b-c49b32333c49 HTTP/1.1" status: 204 len: 168 time: 0.3498166 Mar 28 01:06:44.883614 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d73533-6312-436e-bd21-d48a6a1d1b80 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Network 9b0bf857-0292-47f5-90e9-70cc555bb212 is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:06:44.910310 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccfac8a-57f2-42cd-bcca-1d96a723f5e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25aff749-71b1-434d-b44b-c49b32333c49,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:44.934115 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bf7adb-356f-4e6a-b504-62c3ed1faac0 None None] Pushing event updated for resources: {'Port': ['ID=f997ca6a-4be9-4c26-b4b6-e5cfb9e4a2f9,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:44.937843 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a01660-76f9-4021-99f5-0fa19e0bf49b None None] Network f026ff35-8f2e-43cd-a2a8-00db0cefa590 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:06:44.943794 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf60709e-dd41-4505-9717-c1a2e47c130b tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:44.948473 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf60709e-dd41-4505-9717-c1a2e47c130b tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:44.949900 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf60709e-dd41-4505-9717-c1a2e47c130b tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:44.951568 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-bf60709e-dd41-4505-9717-c1a2e47c130b tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1954551 Mar 28 01:06:44.952294 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-16d73533-6312-436e-bd21-d48a6a1d1b80 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, 9b0bf857-0292-47f5-90e9-70cc555bb212) {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:06:44.958010 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51644) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:44.960473 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-abe0ceb8-87a1-49b0-95b0-0c9b67ee187e tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126175041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126112438'] for subnet (c32306fe-f7d4-4b59-ac73-d146c4b35a92), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:44.969946 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d73533-6312-436e-bd21-d48a6a1d1b80 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:06:44.976337 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d73533-6312-436e-bd21-d48a6a1d1b80 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:44.977350 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-16d73533-6312-436e-bd21-d48a6a1d1b80 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:45.019336 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-16d73533-6312-436e-bd21-d48a6a1d1b80 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1874790 Mar 28 01:06:45.019691 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51646) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:45.024726 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-741a9073-3275-46fe-919e-46e0f1a2a1a8 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-239869206'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:45.044759 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6a2272-0152-45ad-a949-b8f51210636e None None] Network 9b0bf857-0292-47f5-90e9-70cc555bb212 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:06:45.056644 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_v2 [None req-529b01d7-71d2-4a59-a877-32fee2c3e407 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Deleting subnet 7a646c8d-832b-470b-a782-6f6168a51c63 {{(pid=104098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:06:45.070180 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-741a9073-3275-46fe-919e-46e0f1a2a1a8 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Made reservation on behalf of fa54b4b5eec2452a8dcd67fc666c1bd8 for: {'network': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:06:45.075826 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-529b01d7-71d2-4a59-a877-32fee2c3e407 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks [] for subnet (7a646c8d-832b-470b-a782-6f6168a51c63), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:45.076643 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-741a9073-3275-46fe-919e-46e0f1a2a1a8 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:45.117351 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-741a9073-3275-46fe-919e-46e0f1a2a1a8 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=104099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:06:45.149835 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-741a9073-3275-46fe-919e-46e0f1a2a1a8 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (1a72da2e-4169-4bed-9bd5-a9cdc3eb47ce), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:45.150410 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.segments_db [None req-741a9073-3275-46fe-919e-46e0f1a2a1a8 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Added segment 1a72da2e-4169-4bed-9bd5-a9cdc3eb47ce of type vlan for network ffb36085-6b99-45e8-8316-c87363443f2b Mar 28 01:06:45.158289 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7bf7adb-356f-4e6a-b504-62c3ed1faac0 None None] Network 56868cf2-7268-469e-8df2-6c6ebbfbda8a is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:06:45.170279 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 2089dce0-c0d7-4d5b-bb6d-e42e30f25bee is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:06:45.174830 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-c9044c99-b9ab-4b6d-8493-39993ed97bf9 None None] Provisioning complete for port 2089dce0-c0d7-4d5b-bb6d-e42e30f25bee triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:06:45.175176 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-c9044c99-b9ab-4b6d-8493-39993ed97bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (2089dce0-c0d7-4d5b-bb6d-e42e30f25bee), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:45.176874 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-c7bf7adb-356f-4e6a-b504-62c3ed1faac0 None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:06:45.186331 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bf7adb-356f-4e6a-b504-62c3ed1faac0 None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:06:45.194950 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe0ceb8-87a1-49b0-95b0-0c9b67ee187e tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Pushing event deleted for resources: {'Subnet': ['ID=c32306fe-f7d4-4b59-ac73-d146c4b35a92,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:45.268159 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-741a9073-3275-46fe-919e-46e0f1a2a1a8 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (ffb36085-6b99-45e8-8316-c87363443f2b), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:45.285687 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-529b01d7-71d2-4a59-a877-32fee2c3e407 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126443526'] for subnet (7a646c8d-832b-470b-a782-6f6168a51c63), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:45.313655 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-741a9073-3275-46fe-919e-46e0f1a2a1a8 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (ffb36085-6b99-45e8-8316-c87363443f2b), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:45.323459 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741a9073-3275-46fe-919e-46e0f1a2a1a8 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:45.324295 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-741a9073-3275-46fe-919e-46e0f1a2a1a8 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:45.335415 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-c7bf7adb-356f-4e6a-b504-62c3ed1faac0 None None] Attempting to bind port f997ca6a-4be9-4c26-b4b6-e5cfb9e4a2f9 on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:06:45.335783 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-c7bf7adb-356f-4e6a-b504-62c3ed1faac0 None None] Attempting to bind port f997ca6a-4be9-4c26-b4b6-e5cfb9e4a2f9 by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': '7b6df9ab-9223-490b-b1c3-bc256f8177f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '56868cf2-7268-469e-8df2-6c6ebbfbda8a'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:06:45.343684 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bf7adb-356f-4e6a-b504-62c3ed1faac0 None None] Attempting to bind port f997ca6a-4be9-4c26-b4b6-e5cfb9e4a2f9 on network 56868cf2-7268-469e-8df2-6c6ebbfbda8a {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:06:45.353862 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bf7adb-356f-4e6a-b504-62c3ed1faac0 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:06:45.354627 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bf7adb-356f-4e6a-b504-62c3ed1faac0 None None] Checking segment: {'id': '7b6df9ab-9223-490b-b1c3-bc256f8177f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '56868cf2-7268-469e-8df2-6c6ebbfbda8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:06:45.355739 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-c7bf7adb-356f-4e6a-b504-62c3ed1faac0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:45.356325 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bf7adb-356f-4e6a-b504-62c3ed1faac0 None None] Bound using segment: {'id': '7b6df9ab-9223-490b-b1c3-bc256f8177f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '56868cf2-7268-469e-8df2-6c6ebbfbda8a'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:06:45.356984 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-c7bf7adb-356f-4e6a-b504-62c3ed1faac0 None None] Bound port: f997ca6a-4be9-4c26-b4b6-e5cfb9e4a2f9, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b6df9ab-9223-490b-b1c3-bc256f8177f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '56868cf2-7268-469e-8df2-6c6ebbfbda8a'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:06:45.357539 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-c7bf7adb-356f-4e6a-b504-62c3ed1faac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (f997ca6a-4be9-4c26-b4b6-e5cfb9e4a2f9), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:45.411444 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-abe0ceb8-87a1-49b0-95b0-0c9b67ee187e tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (56868cf2-7268-469e-8df2-6c6ebbfbda8a), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:45.428703 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-c9044c99-b9ab-4b6d-8493-39993ed97bf9 None None] Current status of the port 2089dce0-c0d7-4d5b-bb6d-e42e30f25bee is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:06:45.441200 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741a9073-3275-46fe-919e-46e0f1a2a1a8 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Pushing event updated for resources: {'Network': ['ID=ffb36085-6b99-45e8-8316-c87363443f2b,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:45.455846 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-741a9073-3275-46fe-919e-46e0f1a2a1a8 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4313846 Mar 28 01:06:45.456772 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51654) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:45.462743 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network ffb36085-6b99-45e8-8316-c87363443f2b details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:06:45.467269 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-62634745-1f04-4d37-a2b1-eec6f2713bb7 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Request body: {'ports': [{'network_id': '9b0bf857-0292-47f5-90e9-70cc555bb212'}, {'network_id': 'ffb36085-6b99-45e8-8316-c87363443f2b'}]} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:45.468020 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-62634745-1f04-4d37-a2b1-eec6f2713bb7 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Request body: {'port': {'network_id': '9b0bf857-0292-47f5-90e9-70cc555bb212'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:45.468556 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-62634745-1f04-4d37-a2b1-eec6f2713bb7 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Request body: {'port': {'network_id': 'ffb36085-6b99-45e8-8316-c87363443f2b'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:45.543556 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-abe0ceb8-87a1-49b0-95b0-0c9b67ee187e tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56868cf2-7268-469e-8df2-6c6ebbfbda8a']}} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:45.588149 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-abe0ceb8-87a1-49b0-95b0-0c9b67ee187e tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b6df9ab-9223-490b-b1c3-bc256f8177f8') {'for_net_delete': True} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:45.588447 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-abe0ceb8-87a1-49b0-95b0-0c9b67ee187e tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b6df9ab-9223-490b-b1c3-bc256f8177f8') {} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:45.593506 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-c9044c99-b9ab-4b6d-8493-39993ed97bf9 None None] Provisioning complete for port 5aaf79d6-77df-46fe-a592-f9ec2414b918 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:06:45.593887 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-c9044c99-b9ab-4b6d-8493-39993ed97bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (5aaf79d6-77df-46fe-a592-f9ec2414b918), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:45.615392 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-abe0ceb8-87a1-49b0-95b0-0c9b67ee187e tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126443583'] for segment (7b6df9ab-9223-490b-b1c3-bc256f8177f8), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:45.642087 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-40b8d5cc-e443-44ea-a155-839c32e2fc58 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks [] for port (5aaf79d6-77df-46fe-a592-f9ec2414b918), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:45.655786 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-c7bf7adb-356f-4e6a-b504-62c3ed1faac0 None None] For port f997ca6a-4be9-4c26-b4b6-e5cfb9e4a2f9, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:06:45.664455 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-40b8d5cc-e443-44ea-a155-839c32e2fc58 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126177159'] for port (5aaf79d6-77df-46fe-a592-f9ec2414b918), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:45.668772 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7257e3ea-b879-47fd-a90d-94f6ef6129ba tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Publish callbacks [] for port (ea13a17e-d6c0-484c-89ae-262ac8d046f4), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:45.669366 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-c9044c99-b9ab-4b6d-8493-39993ed97bf9 None None] Port 5aaf79d6-77df-46fe-a592-f9ec2414b918 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:06:45.670595 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-abe0ceb8-87a1-49b0-95b0-0c9b67ee187e tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (7b6df9ab-9223-490b-b1c3-bc256f8177f8), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:45.689906 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abe0ceb8-87a1-49b0-95b0-0c9b67ee187e tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=104098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:06:45.691665 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-abe0ceb8-87a1-49b0-95b0-0c9b67ee187e tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126177251'] for segment (7b6df9ab-9223-490b-b1c3-bc256f8177f8), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:45.715164 dv-neutron-834874-6-hyperv neutron-server[104098]: Traceback (most recent call last): Mar 28 01:06:45.715164 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:06:45.715164 dv-neutron-834874-6-hyperv neutron-server[104098]: timer() Mar 28 01:06:45.715164 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:06:45.715164 dv-neutron-834874-6-hyperv neutron-server[104098]: cb(*args, **kw) Mar 28 01:06:45.715164 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:06:45.715164 dv-neutron-834874-6-hyperv neutron-server[104098]: return func(*args, **kwargs) Mar 28 01:06:45.715164 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:06:45.715164 dv-neutron-834874-6-hyperv neutron-server[104098]: self._notify() Mar 28 01:06:45.715164 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:06:45.715164 dv-neutron-834874-6-hyperv neutron-server[104098]: self.callback(batched_events) Mar 28 01:06:45.715164 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:06:45.715164 dv-neutron-834874-6-hyperv neutron-server[104098]: event.method(event) Mar 28 01:06:45.715164 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:06:45.715164 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:06:45.715164 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:06:45.715164 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:06:45.715164 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:06:45.715164 dv-neutron-834874-6-hyperv neutron-server[104098]: return f(self, *a, **k) Mar 28 01:06:45.715164 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:06:45.715164 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._get(url).json() Mar 28 01:06:45.715164 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:06:45.715164 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:06:45.715164 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:06:45.715164 dv-neutron-834874-6-hyperv neutron-server[104098]: return self.request(url, 'GET', **kwargs) Mar 28 01:06:45.715164 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:06:45.715164 dv-neutron-834874-6-hyperv neutron-server[104098]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:06:45.715164 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:06:45.715164 dv-neutron-834874-6-hyperv neutron-server[104098]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:06:45.715164 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:06:45.715164 dv-neutron-834874-6-hyperv neutron-server[104098]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:06:45.715164 dv-neutron-834874-6-hyperv neutron-server[104098]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:06:45.744350 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-529b01d7-71d2-4a59-a877-32fee2c3e407 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (7a646c8d-832b-470b-a782-6f6168a51c63), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:45.749411 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62634745-1f04-4d37-a2b1-eec6f2713bb7 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Made reservation on behalf of fa54b4b5eec2452a8dcd67fc666c1bd8 for: {'port': 2} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:06:45.755066 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-62634745-1f04-4d37-a2b1-eec6f2713bb7 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:45.769024 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-62634745-1f04-4d37-a2b1-eec6f2713bb7 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:45.772180 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7257e3ea-b879-47fd-a90d-94f6ef6129ba tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126177159'] for port (ea13a17e-d6c0-484c-89ae-262ac8d046f4), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:45.812311 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-18e77ffa-31de-4025-8c08-508142e2bafc None None] Provisioning complete for port 2089dce0-c0d7-4d5b-bb6d-e42e30f25bee triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:06:45.814105 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-18e77ffa-31de-4025-8c08-508142e2bafc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (2089dce0-c0d7-4d5b-bb6d-e42e30f25bee), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:45.885479 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-c7bf7adb-356f-4e6a-b504-62c3ed1faac0 None None] For port f997ca6a-4be9-4c26-b4b6-e5cfb9e4a2f9, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=f997ca6a-4be9-4c26-b4b6-e5cfb9e4a2f9,segment=NetworkSegment(7b6df9ab-9223-490b-b1c3-bc256f8177f8),segment_id=7b6df9ab-9223-490b-b1c3-bc256f8177f8)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:06:45.908353 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-c7bf7adb-356f-4e6a-b504-62c3ed1faac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (f997ca6a-4be9-4c26-b4b6-e5cfb9e4a2f9), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:45.969814 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [None req-62634745-1f04-4d37-a2b1-eec6f2713bb7 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] device_id is not set on port d2ea78db-de6d-4f97-9b1f-d0908b41e483 yet. {{(pid=104099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 01:06:46.136693 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07c358c-bce1-4c29-a7da-9bf891cd70a0 None None] Network 56868cf2-7268-469e-8df2-6c6ebbfbda8a requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:06:46.153185 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-7257e3ea-b879-47fd-a90d-94f6ef6129ba tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] In _notify_port_updated(), no bound segment for port ea13a17e-d6c0-484c-89ae-262ac8d046f4 on network bb1f9cb0-68da-4cb4-9ac8-a08ba319102f {{(pid=104098) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 28 01:06:46.155128 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bf7adb-356f-4e6a-b504-62c3ed1faac0 None None] Pushing event updated for resources: {'Port': ['ID=f997ca6a-4be9-4c26-b4b6-e5cfb9e4a2f9,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:46.170295 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7257e3ea-b879-47fd-a90d-94f6ef6129ba tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:46.171255 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7257e3ea-b879-47fd-a90d-94f6ef6129ba tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:46.173733 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-7257e3ea-b879-47fd-a90d-94f6ef6129ba tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] 10.222.0.24 "PUT /v2.0/ports/ea13a17e-d6c0-484c-89ae-262ac8d046f4 HTTP/1.1" status: 200 len: 1003 time: 2.8507528 Mar 28 01:06:46.178103 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-62634745-1f04-4d37-a2b1-eec6f2713bb7 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks [] for port (d2ea78db-de6d-4f97-9b1f-d0908b41e483), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:46.182208 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.db.api [None req-abe0ceb8-87a1-49b0-95b0-0c9b67ee187e tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 28 01:06:46.182208 dv-neutron-834874-6-hyperv neutron-server[104098]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 28 01:06:46.182208 dv-neutron-834874-6-hyperv neutron-server[104098]: [parameters: {'id': '56868cf2-7268-469e-8df2-6c6ebbfbda8a'}] Mar 28 01:06:46.182208 dv-neutron-834874-6-hyperv neutron-server[104098]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104098) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 01:06:46.183836 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG oslo_db.api [None req-abe0ceb8-87a1-49b0-95b0-0c9b67ee187e tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 01:06:46.185887 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51670) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:46.233832 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-18e77ffa-31de-4025-8c08-508142e2bafc None None] Current status of the port 2089dce0-c0d7-4d5b-bb6d-e42e30f25bee is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:06:46.243232 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:46.258552 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-18e77ffa-31de-4025-8c08-508142e2bafc None None] Provisioning complete for port 5aaf79d6-77df-46fe-a592-f9ec2414b918 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:06:46.259382 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-18e77ffa-31de-4025-8c08-508142e2bafc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (5aaf79d6-77df-46fe-a592-f9ec2414b918), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:46.291105 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-40b8d5cc-e443-44ea-a155-839c32e2fc58 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3686596'] for router_interface (834798ac-a011-48f4-abf5-fb133f1458f0), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:46.318893 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51672) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:46.378198 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-18e77ffa-31de-4025-8c08-508142e2bafc None None] Port 5aaf79d6-77df-46fe-a592-f9ec2414b918 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:06:46.381384 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-529b01d7-71d2-4a59-a877-32fee2c3e407 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126175041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126112438'] for subnet (7a646c8d-832b-470b-a782-6f6168a51c63), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:46.399992 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b8d5cc-e443-44ea-a155-839c32e2fc58 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Pushing event updated for resources: {'Port': ['ID=5aaf79d6-77df-46fe-a592-f9ec2414b918,revision_number=2']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:46.423274 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7864d2-9344-47bc-ad75-6a4f3c755f21 None None] Network 56868cf2-7268-469e-8df2-6c6ebbfbda8a requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:06:46.426722 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-18e77ffa-31de-4025-8c08-508142e2bafc None None] Provisioning complete for port ccf5cb72-9191-47f3-9488-d8bc8aed8479 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:06:46.427106 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-18e77ffa-31de-4025-8c08-508142e2bafc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (ccf5cb72-9191-47f3-9488-d8bc8aed8479), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:46.440848 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529b01d7-71d2-4a59-a877-32fee2c3e407 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Pushing event deleted for resources: {'Subnet': ['ID=7a646c8d-832b-470b-a782-6f6168a51c63,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:46.468085 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-529b01d7-71d2-4a59-a877-32fee2c3e407 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:46.471663 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-529b01d7-71d2-4a59-a877-32fee2c3e407 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "DELETE /v2.0/subnets/7a646c8d-832b-470b-a782-6f6168a51c63 HTTP/1.1" status: 204 len: 168 time: 1.5125523 Mar 28 01:06:46.505345 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51676) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:46.535481 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8d77e5-2b0b-47b8-996f-fde3ee48b761 None None] Network be4801db-c8f8-4df3-b9b5-556693d6a290 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:06:46.570527 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-42929fd6-3d4f-497b-81ef-3e28ad3cb9e8 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-2002004366'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:46.593518 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3cbaf43-cdd0-4d5c-b672-da95d33ff9da tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Deleting subnet d3d6d92c-e78e-41d1-bfa1-bf5a07690a57 {{(pid=104098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:06:46.597625 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a3cbaf43-cdd0-4d5c-b672-da95d33ff9da tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks [] for subnet (d3d6d92c-e78e-41d1-bfa1-bf5a07690a57), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:46.642024 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a3cbaf43-cdd0-4d5c-b672-da95d33ff9da tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126443526'] for subnet (d3d6d92c-e78e-41d1-bfa1-bf5a07690a57), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:46.671690 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42929fd6-3d4f-497b-81ef-3e28ad3cb9e8 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Made reservation on behalf of f7291090c7af4583a9e36d63365ee839 for: {'network': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:06:46.675255 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-42929fd6-3d4f-497b-81ef-3e28ad3cb9e8 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:46.686102 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-abe0ceb8-87a1-49b0-95b0-0c9b67ee187e tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (56868cf2-7268-469e-8df2-6c6ebbfbda8a), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:46.711516 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-42929fd6-3d4f-497b-81ef-3e28ad3cb9e8 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:46.720424 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7257e3ea-b879-47fd-a90d-94f6ef6129ba tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Pushing event updated for resources: {'Port': ['ID=ea13a17e-d6c0-484c-89ae-262ac8d046f4,revision_number=2']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:46.739105 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [None req-62634745-1f04-4d37-a2b1-eec6f2713bb7 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] device_id is not set on port 48d86095-b00b-49e0-9221-5f7ad388c2db yet. {{(pid=104099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 01:06:46.747824 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-6b029948-6a8c-44c8-8fcf-0c57cec30560 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Deleting port ea13a17e-d6c0-484c-89ae-262ac8d046f4 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:06:46.748402 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-6b029948-6a8c-44c8-8fcf-0c57cec30560 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (ea13a17e-d6c0-484c-89ae-262ac8d046f4), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:46.763456 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-18e77ffa-31de-4025-8c08-508142e2bafc None None] Current status of the port ccf5cb72-9191-47f3-9488-d8bc8aed8479 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:06:46.767490 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-18e77ffa-31de-4025-8c08-508142e2bafc None None] Could not find standard attr ID for object ba5cb04a-a03e-4ccb-a9e5-e475843ecec6. {{(pid=104100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 28 01:06:46.863889 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-6b029948-6a8c-44c8-8fcf-0c57cec30560 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (ea13a17e-d6c0-484c-89ae-262ac8d046f4), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:46.878419 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-40b8d5cc-e443-44ea-a155-839c32e2fc58 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (5aaf79d6-77df-46fe-a592-f9ec2414b918), before_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:46.886332 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-6b029948-6a8c-44c8-8fcf-0c57cec30560 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Calling delete_port for ea13a17e-d6c0-484c-89ae-262ac8d046f4 owned by {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:06:46.898853 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-9450906a-4143-4404-84c3-48c4773f8145 None None] Provisioning complete for port 5aaf79d6-77df-46fe-a592-f9ec2414b918 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:06:46.899696 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-9450906a-4143-4404-84c3-48c4773f8145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (5aaf79d6-77df-46fe-a592-f9ec2414b918), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:46.904702 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a3cbaf43-cdd0-4d5c-b672-da95d33ff9da tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (d3d6d92c-e78e-41d1-bfa1-bf5a07690a57), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:46.947842 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-9450906a-4143-4404-84c3-48c4773f8145 None None] Port 5aaf79d6-77df-46fe-a592-f9ec2414b918 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:06:46.962654 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-9450906a-4143-4404-84c3-48c4773f8145 None None] Provisioning complete for port ea13a17e-d6c0-484c-89ae-262ac8d046f4 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:06:46.963052 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-9450906a-4143-4404-84c3-48c4773f8145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (ea13a17e-d6c0-484c-89ae-262ac8d046f4), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:47.001212 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-62634745-1f04-4d37-a2b1-eec6f2713bb7 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks [] for port (48d86095-b00b-49e0-9221-5f7ad388c2db), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:47.008403 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-9450906a-4143-4404-84c3-48c4773f8145 None None] Port ea13a17e-d6c0-484c-89ae-262ac8d046f4 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:06:47.089199 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-62634745-1f04-4d37-a2b1-eec6f2713bb7 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (d2ea78db-de6d-4f97-9b1f-d0908b41e483), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:47.097346 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-abe0ceb8-87a1-49b0-95b0-0c9b67ee187e tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Deleting port f997ca6a-4be9-4c26-b4b6-e5cfb9e4a2f9 {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:06:47.097683 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-abe0ceb8-87a1-49b0-95b0-0c9b67ee187e tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (f997ca6a-4be9-4c26-b4b6-e5cfb9e4a2f9), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:47.142130 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62634745-1f04-4d37-a2b1-eec6f2713bb7 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Network 9b0bf857-0292-47f5-90e9-70cc555bb212 is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:06:47.144876 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-42929fd6-3d4f-497b-81ef-3e28ad3cb9e8 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Publish callbacks [] for security_group (65636f7f-50eb-4b47-a74e-93995fec0c0f), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:47.145406 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-62634745-1f04-4d37-a2b1-eec6f2713bb7 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:06:47.149490 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62634745-1f04-4d37-a2b1-eec6f2713bb7 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:06:47.150333 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-62634745-1f04-4d37-a2b1-eec6f2713bb7 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (48d86095-b00b-49e0-9221-5f7ad388c2db), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:47.154093 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-6b029948-6a8c-44c8-8fcf-0c57cec30560 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (ea13a17e-d6c0-484c-89ae-262ac8d046f4), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:47.160451 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-42929fd6-3d4f-497b-81ef-3e28ad3cb9e8 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (65636f7f-50eb-4b47-a74e-93995fec0c0f), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:47.179974 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62634745-1f04-4d37-a2b1-eec6f2713bb7 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Pushing event updated for resources: {'Port': ['ID=d2ea78db-de6d-4f97-9b1f-d0908b41e483,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:47.180653 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a3cbaf43-cdd0-4d5c-b672-da95d33ff9da tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126175041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126112438'] for subnet (d3d6d92c-e78e-41d1-bfa1-bf5a07690a57), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:47.236138 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-6b029948-6a8c-44c8-8fcf-0c57cec30560 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:47.242084 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-6b029948-6a8c-44c8-8fcf-0c57cec30560 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] 10.222.0.24 "DELETE /v2.0/ports/ea13a17e-d6c0-484c-89ae-262ac8d046f4 HTTP/1.1" status: 204 len: 168 time: 1.0542734 Mar 28 01:06:47.242892 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51678) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:47.261829 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42929fd6-3d4f-497b-81ef-3e28ad3cb9e8 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=104098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:06:47.266743 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cbaf43-cdd0-4d5c-b672-da95d33ff9da tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Pushing event deleted for resources: {'Subnet': ['ID=d3d6d92c-e78e-41d1-bfa1-bf5a07690a57,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:47.274625 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.db [None req-abe0ceb8-87a1-49b0-95b0-0c9b67ee187e tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] For port f997ca6a-4be9-4c26-b4b6-e5cfb9e4a2f9, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=f997ca6a-4be9-4c26-b4b6-e5cfb9e4a2f9,segment=NetworkSegment(7b6df9ab-9223-490b-b1c3-bc256f8177f8),segment_id=7b6df9ab-9223-490b-b1c3-bc256f8177f8)] {{(pid=104098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:06:47.275116 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-abe0ceb8-87a1-49b0-95b0-0c9b67ee187e tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (f997ca6a-4be9-4c26-b4b6-e5cfb9e4a2f9), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:47.282355 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a3cbaf43-cdd0-4d5c-b672-da95d33ff9da tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:47.285868 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-a3cbaf43-cdd0-4d5c-b672-da95d33ff9da tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "DELETE /v2.0/subnets/d3d6d92c-e78e-41d1-bfa1-bf5a07690a57 HTTP/1.1" status: 204 len: 168 time: 0.7755051 Mar 28 01:06:47.296845 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51680) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:47.299511 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1b909c1-4c6c-4bd7-84e3-08595bd4027d tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] GET failed (client error): The resource could not be found. Mar 28 01:06:47.304486 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-e1b909c1-4c6c-4bd7-84e3-08595bd4027d tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] 10.222.0.24 "GET /v2.0/ports/ea13a17e-d6c0-484c-89ae-262ac8d046f4 HTTP/1.1" status: 404 len: 333 time: 0.0529654 Mar 28 01:06:47.309121 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51682) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:47.311393 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42929fd6-3d4f-497b-81ef-3e28ad3cb9e8 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65636f7f-50eb-4b47-a74e-93995fec0c0f,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:47.318926 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-fee78beb-951b-4a41-9480-fdeac99586de tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Request body: {'port': {'network_id': 'bb1f9cb0-68da-4cb4-9ac8-a08ba319102f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-482964463'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:47.323153 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-abe0ceb8-87a1-49b0-95b0-0c9b67ee187e tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Calling delete_port for f997ca6a-4be9-4c26-b4b6-e5cfb9e4a2f9 owned by network:dhcp {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:06:47.324934 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62634745-1f04-4d37-a2b1-eec6f2713bb7 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Pushing event updated for resources: {'Port': ['ID=48d86095-b00b-49e0-9221-5f7ad388c2db,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:47.363879 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-42929fd6-3d4f-497b-81ef-3e28ad3cb9e8 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (f0611544-5b90-444c-8874-5a6e2e4a3709), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:47.364262 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.segments_db [None req-42929fd6-3d4f-497b-81ef-3e28ad3cb9e8 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Added segment f0611544-5b90-444c-8874-5a6e2e4a3709 of type vlan for network d94257fd-1e35-4876-a0ad-68855908c010 Mar 28 01:06:47.372584 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62634745-1f04-4d37-a2b1-eec6f2713bb7 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Checking segment: {'id': '1a72da2e-4169-4bed-9bd5-a9cdc3eb47ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ffb36085-6b99-45e8-8316-c87363443f2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:06:47.372961 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62634745-1f04-4d37-a2b1-eec6f2713bb7 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Network hostable DHCP agents. Network: ffb36085-6b99-45e8-8316-c87363443f2b, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:06:47.376076 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-8f544191-6000-4f3b-9366-0adb0a42c244 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0739768 Mar 28 01:06:47.383826 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51684) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:47.434015 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b029948-6a8c-44c8-8fcf-0c57cec30560 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Pushing event deleted for resources: {'Port': ['ID=ea13a17e-d6c0-484c-89ae-262ac8d046f4,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:47.464624 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62634745-1f04-4d37-a2b1-eec6f2713bb7 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Network ffb36085-6b99-45e8-8316-c87363443f2b is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:06:47.489557 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-62634745-1f04-4d37-a2b1-eec6f2713bb7 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, ffb36085-6b99-45e8-8316-c87363443f2b) {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:06:47.495131 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-42929fd6-3d4f-497b-81ef-3e28ad3cb9e8 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (d94257fd-1e35-4876-a0ad-68855908c010), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:47.499247 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62634745-1f04-4d37-a2b1-eec6f2713bb7 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:06:47.501214 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05fad53f-d232-4c1f-870e-a5f43d323961 None None] Network ffb36085-6b99-45e8-8316-c87363443f2b requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:06:47.505360 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62634745-1f04-4d37-a2b1-eec6f2713bb7 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:47.513152 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62634745-1f04-4d37-a2b1-eec6f2713bb7 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:47.513756 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-62634745-1f04-4d37-a2b1-eec6f2713bb7 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:47.550892 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-62634745-1f04-4d37-a2b1-eec6f2713bb7 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.0930305 Mar 28 01:06:47.552142 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51686) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:47.552767 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fee78beb-951b-4a41-9480-fdeac99586de tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Made reservation on behalf of 0fc260a97fca47e594c25025336ed9b2 for: {'port': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:06:47.556666 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-fee78beb-951b-4a41-9480-fdeac99586de tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:47.591490 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c585e7ea-3c61-42d1-bcf2-1cea38101a62 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:47.595415 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-c585e7ea-3c61-42d1-bcf2-1cea38101a62 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2066562 Mar 28 01:06:47.597323 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51688) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:47.614132 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-42929fd6-3d4f-497b-81ef-3e28ad3cb9e8 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (d94257fd-1e35-4876-a0ad-68855908c010), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:47.618205 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [None req-fee78beb-951b-4a41-9480-fdeac99586de tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] device_id is not set on port f4e38085-408a-47c7-a7d5-bb50d4e0b458 yet. {{(pid=104099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 01:06:47.619063 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42929fd6-3d4f-497b-81ef-3e28ad3cb9e8 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:47.620064 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-42929fd6-3d4f-497b-81ef-3e28ad3cb9e8 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:47.646169 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e25b2f9-daa5-414b-97b8-8b35540885f7 None None] Network be4801db-c8f8-4df3-b9b5-556693d6a290 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:06:47.646474 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-40b8d5cc-e443-44ea-a155-839c32e2fc58 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks [] for port (5aaf79d6-77df-46fe-a592-f9ec2414b918), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:47.692854 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-40b8d5cc-e443-44ea-a155-839c32e2fc58 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126177159'] for port (5aaf79d6-77df-46fe-a592-f9ec2414b918), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:47.693128 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-40b8d5cc-e443-44ea-a155-839c32e2fc58 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3725889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3686480'] for router_interface (834798ac-a011-48f4-abf5-fb133f1458f0), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:47.701576 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-abe0ceb8-87a1-49b0-95b0-0c9b67ee187e tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (f997ca6a-4be9-4c26-b4b6-e5cfb9e4a2f9), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:47.717819 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-8e6f781a-aab7-4b54-91f9-6a76595e0923 None None] Provisioning complete for port ccf5cb72-9191-47f3-9488-d8bc8aed8479 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:06:47.718548 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-8e6f781a-aab7-4b54-91f9-6a76595e0923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (ccf5cb72-9191-47f3-9488-d8bc8aed8479), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:47.725830 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-42929fd6-3d4f-497b-81ef-3e28ad3cb9e8 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.4056945 Mar 28 01:06:47.739083 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [None req-fee78beb-951b-4a41-9480-fdeac99586de tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Allocated IP 2001:db8::1ff (bb1f9cb0-68da-4cb4-9ac8-a08ba319102f/aef34266-3e90-4215-a92b-bead5999ff06/f4e38085-408a-47c7-a7d5-bb50d4e0b458) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:06:47.750688 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51690) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:47.758181 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-8404d453-09f0-4914-954a-e9826024be2e tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Request body: {'subnet': {'network_id': 'd94257fd-1e35-4876-a0ad-68855908c010', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:47.766547 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe0ceb8-87a1-49b0-95b0-0c9b67ee187e tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] No DVR routers for this DVR port f997ca6a-4be9-4c26-b4b6-e5cfb9e4a2f9 on host dv-neutron-834874-6-hyperv {{(pid=104098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:06:47.797776 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:47.861604 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-8e6f781a-aab7-4b54-91f9-6a76595e0923 None None] Current status of the port ccf5cb72-9191-47f3-9488-d8bc8aed8479 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:06:47.941309 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c594a69-cc48-49bd-ab8d-64cc4316e8e2 None None] DHCP port deletion for be4801db-c8f8-4df3-b9b5-556693d6a290 request from dv-neutron-834874-6-hyperv {{(pid=104100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 01:06:47.983212 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26282102-de02-4ab1-a25e-91e60d80b8d5 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:47.984800 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-26282102-de02-4ab1-a25e-91e60d80b8d5 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3851991 Mar 28 01:06:47.992806 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51692) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:47.994060 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-8c594a69-cc48-49bd-ab8d-64cc4316e8e2 None None] Deleting port ccf5cb72-9191-47f3-9488-d8bc8aed8479 {{(pid=104100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:06:47.994596 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-8c594a69-cc48-49bd-ab8d-64cc4316e8e2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (ccf5cb72-9191-47f3-9488-d8bc8aed8479), before_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:48.004610 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-fee78beb-951b-4a41-9480-fdeac99586de tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Publish callbacks [] for port (f4e38085-408a-47c7-a7d5-bb50d4e0b458), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:48.049359 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-dc6af7c6-bb6f-45f2-bb2a-bead13ca9f35 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0494480 Mar 28 01:06:48.050851 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51694) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:48.057308 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-bb352777-80b3-4ef4-87ed-ba77413cbba4 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Request body: {'subnet': {'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:48.071950 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-8c594a69-cc48-49bd-ab8d-64cc4316e8e2 None None] For port ccf5cb72-9191-47f3-9488-d8bc8aed8479, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=ccf5cb72-9191-47f3-9488-d8bc8aed8479,segment=NetworkSegment(9028fe72-9b79-4538-96be-757c3dc71a72),segment_id=9028fe72-9b79-4538-96be-757c3dc71a72)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:06:48.072370 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-8c594a69-cc48-49bd-ab8d-64cc4316e8e2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (ccf5cb72-9191-47f3-9488-d8bc8aed8479), precommit_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:48.085889 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-8c594a69-cc48-49bd-ab8d-64cc4316e8e2 None None] Calling delete_port for ccf5cb72-9191-47f3-9488-d8bc8aed8479 owned by network:dhcp {{(pid=104100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:06:48.154669 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-898d5d37-3844-4316-a1b3-3a37055fa2b0 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Deleting port 48d86095-b00b-49e0-9221-5f7ad388c2db {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:06:48.154921 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-898d5d37-3844-4316-a1b3-3a37055fa2b0 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (48d86095-b00b-49e0-9221-5f7ad388c2db), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:48.158238 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42929fd6-3d4f-497b-81ef-3e28ad3cb9e8 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Pushing event updated for resources: {'Network': ['ID=d94257fd-1e35-4876-a0ad-68855908c010,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:48.173635 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network d94257fd-1e35-4876-a0ad-68855908c010 details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:06:48.233371 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-fee78beb-951b-4a41-9480-fdeac99586de tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (f4e38085-408a-47c7-a7d5-bb50d4e0b458), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:48.271589 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b8d5cc-e443-44ea-a155-839c32e2fc58 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Pushing event updated for resources: {'Port': ['ID=5aaf79d6-77df-46fe-a592-f9ec2414b918,revision_number=3']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:48.308887 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee78beb-951b-4a41-9480-fdeac99586de tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Network bb1f9cb0-68da-4cb4-9ac8-a08ba319102f is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:06:48.314489 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-898d5d37-3844-4316-a1b3-3a37055fa2b0 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (48d86095-b00b-49e0-9221-5f7ad388c2db), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:48.317392 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-fee78beb-951b-4a41-9480-fdeac99586de tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:06:48.319864 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee78beb-951b-4a41-9480-fdeac99586de tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:06:48.325977 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee78beb-951b-4a41-9480-fdeac99586de tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:48.326627 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-fee78beb-951b-4a41-9480-fdeac99586de tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:48.336391 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-abe0ceb8-87a1-49b0-95b0-0c9b67ee187e tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (56868cf2-7268-469e-8df2-6c6ebbfbda8a), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:48.339309 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe0ceb8-87a1-49b0-95b0-0c9b67ee187e tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Pushing event deleted for resources: {'Port': ['ID=f997ca6a-4be9-4c26-b4b6-e5cfb9e4a2f9,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:48.356615 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-fee78beb-951b-4a41-9480-fdeac99586de tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.0420835 Mar 28 01:06:48.365762 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb352777-80b3-4ef4-87ed-ba77413cbba4 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Made reservation on behalf of 564cf6bfe83a4d71adcd7d33f5d20cb1 for: {'subnet': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:06:48.370646 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-bb352777-80b3-4ef4-87ed-ba77413cbba4 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126757772'] for subnet (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:48.372400 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb352777-80b3-4ef4-87ed-ba77413cbba4 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 01:06:48.372543 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51696) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:48.372645 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb352777-80b3-4ef4-87ed-ba77413cbba4 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:06:48.372882 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-8c594a69-cc48-49bd-ab8d-64cc4316e8e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886'] for port (ccf5cb72-9191-47f3-9488-d8bc8aed8479), after_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:48.376156 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-898d5d37-3844-4316-a1b3-3a37055fa2b0 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Calling delete_port for 48d86095-b00b-49e0-9221-5f7ad388c2db owned by {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:06:48.387305 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-e1be9c1e-875d-4f04-aaae-566f9ce53faa tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Request body: {'port': {'network_id': 'bb1f9cb0-68da-4cb4-9ac8-a08ba319102f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-886788501'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:48.388906 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee78beb-951b-4a41-9480-fdeac99586de tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Pushing event updated for resources: {'Port': ['ID=f4e38085-408a-47c7-a7d5-bb50d4e0b458,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:48.395963 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-abe0ceb8-87a1-49b0-95b0-0c9b67ee187e tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56868cf2-7268-469e-8df2-6c6ebbfbda8a']}} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:48.417170 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device ccf5cb72-9191-47f3-9488-d8bc8aed8479 no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:06:48.449383 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-bb352777-80b3-4ef4-87ed-ba77413cbba4 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3960116 Mar 28 01:06:48.452855 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51698) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:48.458562 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-eea44cbd-723a-483f-80fd-1eba0d0d9345 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Request body: {'subnet': {'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:48.460861 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-abe0ceb8-87a1-49b0-95b0-0c9b67ee187e tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b6df9ab-9223-490b-b1c3-bc256f8177f8') {'for_net_delete': True} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:48.461161 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-abe0ceb8-87a1-49b0-95b0-0c9b67ee187e tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b6df9ab-9223-490b-b1c3-bc256f8177f8') {} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:48.468588 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8404d453-09f0-4914-954a-e9826024be2e tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Made reservation on behalf of f7291090c7af4583a9e36d63365ee839 for: {'subnet': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:06:48.472268 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-8404d453-09f0-4914-954a-e9826024be2e tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126112411'] for subnet (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:48.483990 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c594a69-cc48-49bd-ab8d-64cc4316e8e2 None None] Pushing event deleted for resources: {'Port': ['ID=ccf5cb72-9191-47f3-9488-d8bc8aed8479,revision_number=None']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:48.487519 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c594a69-cc48-49bd-ab8d-64cc4316e8e2 None None] No DVR routers for this DVR port ccf5cb72-9191-47f3-9488-d8bc8aed8479 on host dv-neutron-834874-6-hyperv {{(pid=104100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:06:48.492692 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: ccf5cb72-9191-47f3-9488-d8bc8aed8479 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:06:48.493099 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device ccf5cb72-9191-47f3-9488-d8bc8aed8479 not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:06:48.506292 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-abe0ceb8-87a1-49b0-95b0-0c9b67ee187e tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126443583'] for segment (7b6df9ab-9223-490b-b1c3-bc256f8177f8), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:48.509354 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b8d5cc-e443-44ea-a155-839c32e2fc58 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Network f026ff35-8f2e-43cd-a2a8-00db0cefa590 is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:06:48.545573 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-40b8d5cc-e443-44ea-a155-839c32e2fc58 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:06:48.570600 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-abe0ceb8-87a1-49b0-95b0-0c9b67ee187e tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (7b6df9ab-9223-490b-b1c3-bc256f8177f8), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:48.596384 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-898d5d37-3844-4316-a1b3-3a37055fa2b0 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (48d86095-b00b-49e0-9221-5f7ad388c2db), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:48.607495 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abe0ceb8-87a1-49b0-95b0-0c9b67ee187e tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=104098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:06:48.608185 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-abe0ceb8-87a1-49b0-95b0-0c9b67ee187e tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126177251'] for segment (7b6df9ab-9223-490b-b1c3-bc256f8177f8), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:48.612774 dv-neutron-834874-6-hyperv neutron-server[104098]: Traceback (most recent call last): Mar 28 01:06:48.612774 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:06:48.612774 dv-neutron-834874-6-hyperv neutron-server[104098]: timer() Mar 28 01:06:48.612774 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:06:48.612774 dv-neutron-834874-6-hyperv neutron-server[104098]: cb(*args, **kw) Mar 28 01:06:48.612774 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:06:48.612774 dv-neutron-834874-6-hyperv neutron-server[104098]: return func(*args, **kwargs) Mar 28 01:06:48.612774 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:06:48.612774 dv-neutron-834874-6-hyperv neutron-server[104098]: self._notify() Mar 28 01:06:48.612774 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:06:48.612774 dv-neutron-834874-6-hyperv neutron-server[104098]: self.callback(batched_events) Mar 28 01:06:48.612774 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:06:48.612774 dv-neutron-834874-6-hyperv neutron-server[104098]: event.method(event) Mar 28 01:06:48.612774 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:06:48.612774 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:06:48.612774 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:06:48.612774 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:06:48.612774 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:06:48.612774 dv-neutron-834874-6-hyperv neutron-server[104098]: return f(self, *a, **k) Mar 28 01:06:48.612774 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:06:48.612774 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._get(url).json() Mar 28 01:06:48.612774 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:06:48.612774 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:06:48.612774 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:06:48.612774 dv-neutron-834874-6-hyperv neutron-server[104098]: return self.request(url, 'GET', **kwargs) Mar 28 01:06:48.612774 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:06:48.612774 dv-neutron-834874-6-hyperv neutron-server[104098]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:06:48.612774 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:06:48.612774 dv-neutron-834874-6-hyperv neutron-server[104098]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:06:48.612774 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:06:48.612774 dv-neutron-834874-6-hyperv neutron-server[104098]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:06:48.612774 dv-neutron-834874-6-hyperv neutron-server[104098]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:06:48.636704 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898d5d37-3844-4316-a1b3-3a37055fa2b0 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Pushing event deleted for resources: {'Port': ['ID=48d86095-b00b-49e0-9221-5f7ad388c2db,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:48.639356 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eea44cbd-723a-483f-80fd-1eba0d0d9345 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Made reservation on behalf of 564cf6bfe83a4d71adcd7d33f5d20cb1 for: {'subnet': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:06:48.642860 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-eea44cbd-723a-483f-80fd-1eba0d0d9345 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126757772'] for subnet (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:48.644450 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-eea44cbd-723a-483f-80fd-1eba0d0d9345 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 01:06:48.644911 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eea44cbd-723a-483f-80fd-1eba0d0d9345 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:06:48.649247 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-898d5d37-3844-4316-a1b3-3a37055fa2b0 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:48.654960 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-898d5d37-3844-4316-a1b3-3a37055fa2b0 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "DELETE /v2.0/ports/48d86095-b00b-49e0-9221-5f7ad388c2db HTTP/1.1" status: 204 len: 168 time: 1.0935762 Mar 28 01:06:48.657529 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51700) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:48.702331 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-eea44cbd-723a-483f-80fd-1eba0d0d9345 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2452869 Mar 28 01:06:48.702708 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51702) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:48.708118 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-fc54d8ce-e601-496e-8fb7-db5c7b66c192 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Request body: {'subnet': {'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:48.792596 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0391922a-419b-4b20-a47a-0b4da33be95f tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:48.798535 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0391922a-419b-4b20-a47a-0b4da33be95f tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:48.800583 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-0391922a-419b-4b20-a47a-0b4da33be95f tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1420231 Mar 28 01:06:48.804866 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51704) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:48.836325 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-abe0ceb8-87a1-49b0-95b0-0c9b67ee187e tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (56868cf2-7268-469e-8df2-6c6ebbfbda8a), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:48.862231 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-abe0ceb8-87a1-49b0-95b0-0c9b67ee187e tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:48.866149 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-abe0ceb8-87a1-49b0-95b0-0c9b67ee187e tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] 10.222.0.24 "DELETE /v2.0/networks/56868cf2-7268-469e-8df2-6c6ebbfbda8a HTTP/1.1" status: 204 len: 168 time: 5.5449235 Mar 28 01:06:48.866856 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1be9c1e-875d-4f04-aaae-566f9ce53faa tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Made reservation on behalf of 0fc260a97fca47e594c25025336ed9b2 for: {'port': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:06:48.869951 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51706) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:48.871086 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e1be9c1e-875d-4f04-aaae-566f9ce53faa tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:48.907679 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe0ceb8-87a1-49b0-95b0-0c9b67ee187e tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Pushing event deleted for resources: {'Network': ['ID=56868cf2-7268-469e-8df2-6c6ebbfbda8a,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:48.914805 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc54d8ce-e601-496e-8fb7-db5c7b66c192 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Made reservation on behalf of 564cf6bfe83a4d71adcd7d33f5d20cb1 for: {'subnet': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:06:48.918652 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-fc54d8ce-e601-496e-8fb7-db5c7b66c192 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126757772'] for subnet (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:48.920105 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc54d8ce-e601-496e-8fb7-db5c7b66c192 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 01:06:48.920548 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc54d8ce-e601-496e-8fb7-db5c7b66c192 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:06:48.925184 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-d909c477-ce5e-4cca-bbd1-b47cf53a863f tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] DELETE failed (client error): The resource could not be found. Mar 28 01:06:48.925817 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d909c477-ce5e-4cca-bbd1-b47cf53a863f tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:06:48.926826 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.notifiers.nova [None req-e1be9c1e-875d-4f04-aaae-566f9ce53faa tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] device_id is not set on port 9bc6715a-d6cf-4c50-be5a-f79235d4070d yet. {{(pid=104098) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 01:06:48.929544 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-d909c477-ce5e-4cca-bbd1-b47cf53a863f tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] 10.222.0.24 "DELETE /v2.0/networks/56868cf2-7268-469e-8df2-6c6ebbfbda8a HTTP/1.1" status: 404 len: 339 time: 0.0576043 Mar 28 01:06:48.936057 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51708) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:48.948474 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ae5df3-0f33-4f5e-a91c-ea5a454a7c87 None None] get_active_networks_info from dv-neutron-834874-6-hyperv {{(pid=104100) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 28 01:06:48.949259 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-c4c8756f-e3f8-4e76-82fa-ef42a3ff84d4 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-833134902', 'description': 'd1'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:48.968085 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-fc54d8ce-e601-496e-8fb7-db5c7b66c192 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2632945 Mar 28 01:06:48.971322 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51710) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:48.978546 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-040396e1-83a7-47c5-9331-4d075a154fc8 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Request body: {'subnet': {'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:48.983029 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-bbf8ef49-a617-4404-aeb1-f881846481c1 None None] Provisioning complete for port f4e38085-408a-47c7-a7d5-bb50d4e0b458 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:06:48.984147 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-bbf8ef49-a617-4404-aeb1-f881846481c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (f4e38085-408a-47c7-a7d5-bb50d4e0b458), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:49.044603 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-bbf8ef49-a617-4404-aeb1-f881846481c1 None None] Port f4e38085-408a-47c7-a7d5-bb50d4e0b458 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:06:49.077565 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ae5df3-0f33-4f5e-a91c-ea5a454a7c87 None None] Resources bound (agent type, host, resource id): {{(pid=104100) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 28 01:06:49.087482 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4c8756f-e3f8-4e76-82fa-ef42a3ff84d4 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Made reservation on behalf of 7dbb2ba455b84df9b72862aaa29899aa for: {'network': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:06:49.091851 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c4c8756f-e3f8-4e76-82fa-ef42a3ff84d4 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:49.091987 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40b8d5cc-e443-44ea-a155-839c32e2fc58 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Router 834798ac-a011-48f4-abf5-fb133f1458f0 is scheduled to L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 with binding_index 1 {{(pid=104098) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 01:06:49.112842 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-6570ccab-436c-4f3c-847c-b142b26e671e tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Deleting port d2ea78db-de6d-4f97-9b1f-d0908b41e483 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:06:49.113210 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-6570ccab-436c-4f3c-847c-b142b26e671e tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (d2ea78db-de6d-4f97-9b1f-d0908b41e483), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:49.123397 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-8404d453-09f0-4914-954a-e9826024be2e tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126174976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126112397'] for subnet (79532fc3-9890-4a05-ad24-ac6614f5c9bf), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:49.187376 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-79daa868-9543-4c95-9035-05cf01c27874 None None] Provisioning complete for port 5aaf79d6-77df-46fe-a592-f9ec2414b918 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:06:49.187758 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-79daa868-9543-4c95-9035-05cf01c27874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (5aaf79d6-77df-46fe-a592-f9ec2414b918), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:49.209294 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-040396e1-83a7-47c5-9331-4d075a154fc8 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Made reservation on behalf of 564cf6bfe83a4d71adcd7d33f5d20cb1 for: {'subnet': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:06:49.212672 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-040396e1-83a7-47c5-9331-4d075a154fc8 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126757772'] for subnet (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:49.214593 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-040396e1-83a7-47c5-9331-4d075a154fc8 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 01:06:49.215690 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-040396e1-83a7-47c5-9331-4d075a154fc8 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:06:49.226437 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4c8756f-e3f8-4e76-82fa-ef42a3ff84d4 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=104099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:06:49.230005 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-6570ccab-436c-4f3c-847c-b142b26e671e tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (d2ea78db-de6d-4f97-9b1f-d0908b41e483), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:49.239763 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-e1be9c1e-875d-4f04-aaae-566f9ce53faa tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Allocated IP 2001:db8::16c (bb1f9cb0-68da-4cb4-9ac8-a08ba319102f/aef34266-3e90-4215-a92b-bead5999ff06/9bc6715a-d6cf-4c50-be5a-f79235d4070d) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:06:49.253492 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-79daa868-9543-4c95-9035-05cf01c27874 None None] Port 5aaf79d6-77df-46fe-a592-f9ec2414b918 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:06:49.256273 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c4c8756f-e3f8-4e76-82fa-ef42a3ff84d4 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (fcb5c4ae-6b02-4db9-ae46-f3ad7eddd582), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:49.256629 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.segments_db [None req-c4c8756f-e3f8-4e76-82fa-ef42a3ff84d4 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Added segment fcb5c4ae-6b02-4db9-ae46-f3ad7eddd582 of type vlan for network b906982b-1ddb-4aa8-abe2-5d36a2668a7e Mar 28 01:06:49.259118 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-6570ccab-436c-4f3c-847c-b142b26e671e tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Calling delete_port for d2ea78db-de6d-4f97-9b1f-d0908b41e483 owned by {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:06:49.264559 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-040396e1-83a7-47c5-9331-4d075a154fc8 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2901938 Mar 28 01:06:49.273154 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51712) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:49.281054 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-77449874-d9e1-42d6-89ef-2f5ffc27ef13 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Request body: {'subnet': {'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:49.345420 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c4c8756f-e3f8-4e76-82fa-ef42a3ff84d4 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (b906982b-1ddb-4aa8-abe2-5d36a2668a7e), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:49.358591 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8404d453-09f0-4914-954a-e9826024be2e tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Pushing event updated for resources: {'Subnet': ['ID=79532fc3-9890-4a05-ad24-ac6614f5c9bf,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:49.392563 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c4c8756f-e3f8-4e76-82fa-ef42a3ff84d4 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (b906982b-1ddb-4aa8-abe2-5d36a2668a7e), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:49.396472 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8404d453-09f0-4914-954a-e9826024be2e tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Checking segment: {'id': 'f0611544-5b90-444c-8874-5a6e2e4a3709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd94257fd-1e35-4876-a0ad-68855908c010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:06:49.396844 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8404d453-09f0-4914-954a-e9826024be2e tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Network hostable DHCP agents. Network: d94257fd-1e35-4876-a0ad-68855908c010, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:06:49.397634 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c8756f-e3f8-4e76-82fa-ef42a3ff84d4 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:49.398229 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c4c8756f-e3f8-4e76-82fa-ef42a3ff84d4 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:49.406809 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40b8d5cc-e443-44ea-a155-839c32e2fc58 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:06:49.418859 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0904df38-2109-4dd0-bf0a-810fe2fe2e2c None None] Sync routers for ids ['834798ac-a011-48f4-abf5-fb133f1458f0'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:06:49.426726 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-40b8d5cc-e443-44ea-a155-839c32e2fc58 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] 10.222.0.24 "PUT /v2.0/routers/834798ac-a011-48f4-abf5-fb133f1458f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8541965 Mar 28 01:06:49.428808 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0904df38-2109-4dd0-bf0a-810fe2fe2e2c None None] Routers {'834798ac-a011-48f4-abf5-fb133f1458f0'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:06:49.429419 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-0904df38-2109-4dd0-bf0a-810fe2fe2e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:06:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['834798ac-a011-48f4-abf5-fb133f1458f0'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:49.459697 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51714) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:49.466685 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-0904df38-2109-4dd0-bf0a-810fe2fe2e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:49.477126 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0904df38-2109-4dd0-bf0a-810fe2fe2e2c None None] Routers {'834798ac-a011-48f4-abf5-fb133f1458f0'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:06:49.477497 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-c4c8756f-e3f8-4e76-82fa-ef42a3ff84d4 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.5404038 Mar 28 01:06:49.478619 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-0904df38-2109-4dd0-bf0a-810fe2fe2e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:06:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['834798ac-a011-48f4-abf5-fb133f1458f0'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:49.480818 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51716) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:49.491968 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-6570ccab-436c-4f3c-847c-b142b26e671e tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (d2ea78db-de6d-4f97-9b1f-d0908b41e483), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:49.515783 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-0904df38-2109-4dd0-bf0a-810fe2fe2e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:49.516629 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0904df38-2109-4dd0-bf0a-810fe2fe2e2c None None] The sync data for ids ['834798ac-a011-48f4-abf5-fb133f1458f0'] in dv-neutron-834874-6-hyperv is: [] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:06:49.529210 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c8756f-e3f8-4e76-82fa-ef42a3ff84d4 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Pushing event updated for resources: {'Network': ['ID=b906982b-1ddb-4aa8-abe2-5d36a2668a7e,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:49.538621 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36ab10e-f854-48fa-a3c7-7e9771e2742a tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:49.540005 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-c36ab10e-f854-48fa-a3c7-7e9771e2742a tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] 10.222.0.24 "GET /v2.0/ports/5aaf79d6-77df-46fe-a592-f9ec2414b918 HTTP/1.1" status: 200 len: 983 time: 0.0795536 Mar 28 01:06:49.541944 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network b906982b-1ddb-4aa8-abe2-5d36a2668a7e details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:06:49.549262 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8404d453-09f0-4914-954a-e9826024be2e tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Network d94257fd-1e35-4876-a0ad-68855908c010 is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:06:49.552659 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51718) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:49.598710 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6570ccab-436c-4f3c-847c-b142b26e671e tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Pushing event deleted for resources: {'Port': ['ID=d2ea78db-de6d-4f97-9b1f-d0908b41e483,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:49.617716 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-6570ccab-436c-4f3c-847c-b142b26e671e tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:49.621258 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-6570ccab-436c-4f3c-847c-b142b26e671e tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "DELETE /v2.0/ports/d2ea78db-de6d-4f97-9b1f-d0908b41e483 HTTP/1.1" status: 204 len: 168 time: 0.8152244 Mar 28 01:06:49.627534 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51720) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:49.631276 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77449874-d9e1-42d6-89ef-2f5ffc27ef13 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Made reservation on behalf of 564cf6bfe83a4d71adcd7d33f5d20cb1 for: {'subnet': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:06:49.634588 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-77449874-d9e1-42d6-89ef-2f5ffc27ef13 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126112411'] for subnet (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:49.637015 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.pecan_wsgi.hooks.translation [None req-77449874-d9e1-42d6-89ef-2f5ffc27ef13 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 01:06:49.637437 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77449874-d9e1-42d6-89ef-2f5ffc27ef13 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:06:49.639382 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-8404d453-09f0-4914-954a-e9826024be2e tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, d94257fd-1e35-4876-a0ad-68855908c010) {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:06:49.646841 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca8753ed-aa42-4475-b78b-b2f10f036cc7 None None] Network d94257fd-1e35-4876-a0ad-68855908c010 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:06:49.657848 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8404d453-09f0-4914-954a-e9826024be2e tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:49.658444 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-8404d453-09f0-4914-954a-e9826024be2e tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:49.689646 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-77449874-d9e1-42d6-89ef-2f5ffc27ef13 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4133971 Mar 28 01:06:49.690793 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f2fc9d-53a0-423a-a366-7bd7ced2bb42 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:49.694719 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-93f2fc9d-53a0-423a-a366-7bd7ced2bb42 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] 10.222.0.24 "GET /v2.0/networks?id=b906982b-1ddb-4aa8-abe2-5d36a2668a7e HTTP/1.1" status: 200 len: 760 time: 0.2106051 Mar 28 01:06:49.694719 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51722) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:49.694973 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e1be9c1e-875d-4f04-aaae-566f9ce53faa tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Publish callbacks [] for port (9bc6715a-d6cf-4c50-be5a-f79235d4070d), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:49.699729 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51724) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:49.703225 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-2fe640f6-0266-4a0e-9414-626bc28ebbae tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Request body: {'subnet': {'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:49.704791 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-4361cf45-0f0b-4f63-8525-e8183f148e39 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Request body: {'network': {'description': 'd2'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:49.727606 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-8404d453-09f0-4914-954a-e9826024be2e tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9762981 Mar 28 01:06:49.753918 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51726) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:49.758900 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-ed946b6a-e6fb-4eee-a31e-d27fa62cc181 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Request body: {'port': {'network_id': 'd94257fd-1e35-4876-a0ad-68855908c010', 'name': 'tempest-AllowedAddressPairTestJSON-1374822262'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:49.774659 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c577fde0-d777-40eb-b67d-4ba338571d45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-d94257fd-1e35-4876-a0ad-68855908c010', 'network_id': 'd94257fd-1e35-4876-a0ad-68855908c010', 'project_id': 'f7291090c7af4583a9e36d63365ee839', 'fixed_ips': [{'subnet_id': '79532fc3-9890-4a05-ad24-ac6614f5c9bf'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:06:49.776127 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-c577fde0-d777-40eb-b67d-4ba338571d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:49.824904 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ce7aea-b7bf-4a9b-bab2-1ee365586a2f tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:49.829219 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-38ce7aea-b7bf-4a9b-bab2-1ee365586a2f tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1982174 Mar 28 01:06:49.834985 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51728) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:49.864179 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c0a239c-99b7-4d0e-8d3f-7493bf2dd29f tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] GET failed (client error): The resource could not be found. Mar 28 01:06:49.868333 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-0c0a239c-99b7-4d0e-8d3f-7493bf2dd29f tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "GET /v2.0/ports/48d86095-b00b-49e0-9221-5f7ad388c2db HTTP/1.1" status: 404 len: 333 time: 0.0297046 Mar 28 01:06:49.868622 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51730) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:49.925995 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-c577fde0-d777-40eb-b67d-4ba338571d45 None None] Allocated IP 172.20.0.2 (d94257fd-1e35-4876-a0ad-68855908c010/79532fc3-9890-4a05-ad24-ac6614f5c9bf/9f0b474a-3bcd-49af-824a-bcbb1a1276aa) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:06:49.933105 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe640f6-0266-4a0e-9414-626bc28ebbae tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Made reservation on behalf of 564cf6bfe83a4d71adcd7d33f5d20cb1 for: {'subnet': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:06:49.936597 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2fe640f6-0266-4a0e-9414-626bc28ebbae tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126757772'] for subnet (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:49.937805 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fe640f6-0266-4a0e-9414-626bc28ebbae tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 01:06:49.938231 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fe640f6-0266-4a0e-9414-626bc28ebbae tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:06:49.951170 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.pecan_wsgi.hooks.translation [None req-011d909d-5e2b-4298-9fc4-a2e0ed76d2c7 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] GET failed (client error): The resource could not be found. Mar 28 01:06:49.955417 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-011d909d-5e2b-4298-9fc4-a2e0ed76d2c7 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "GET /v2.0/ports/d2ea78db-de6d-4f97-9b1f-d0908b41e483 HTTP/1.1" status: 404 len: 333 time: 0.0831375 Mar 28 01:06:49.955697 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51732) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:49.962963 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e1be9c1e-875d-4f04-aaae-566f9ce53faa tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (9bc6715a-d6cf-4c50-be5a-f79235d4070d), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:49.973108 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-2fe640f6-0266-4a0e-9414-626bc28ebbae tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2722764 Mar 28 01:06:49.974451 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51734) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:50.005642 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed946b6a-e6fb-4eee-a31e-d27fa62cc181 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Made reservation on behalf of f7291090c7af4583a9e36d63365ee839 for: {'port': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:06:50.009046 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ed946b6a-e6fb-4eee-a31e-d27fa62cc181 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:50.039461 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [None req-ed946b6a-e6fb-4eee-a31e-d27fa62cc181 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] device_id is not set on port 4399a6e6-b0cd-45f9-a7f5-fd27dd6409ec yet. {{(pid=104099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 01:06:50.059138 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-bc25091f-41e1-4864-a70e-66b8bc55fb5b tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0787139 Mar 28 01:06:50.059365 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51736) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:50.087309 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1be9c1e-875d-4f04-aaae-566f9ce53faa tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Network bb1f9cb0-68da-4cb4-9ac8-a08ba319102f is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:06:50.089988 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4361cf45-0f0b-4f63-8525-e8183f148e39 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (b906982b-1ddb-4aa8-abe2-5d36a2668a7e), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:50.100475 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7e5c3996-a9f1-4772-856a-3903e8647879 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (ffb36085-6b99-45e8-8316-c87363443f2b), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:50.102604 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-e1be9c1e-875d-4f04-aaae-566f9ce53faa tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:06:50.103842 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-c577fde0-d777-40eb-b67d-4ba338571d45 None None] Publish callbacks [] for port (9f0b474a-3bcd-49af-824a-bcbb1a1276aa), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:50.111339 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1be9c1e-875d-4f04-aaae-566f9ce53faa tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:06:50.112162 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-c577fde0-d777-40eb-b67d-4ba338571d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (9f0b474a-3bcd-49af-824a-bcbb1a1276aa), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:50.118726 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1be9c1e-875d-4f04-aaae-566f9ce53faa tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:50.118726 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e1be9c1e-875d-4f04-aaae-566f9ce53faa tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:50.126394 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1be9c1e-875d-4f04-aaae-566f9ce53faa tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Pushing event updated for resources: {'Port': ['ID=9bc6715a-d6cf-4c50-be5a-f79235d4070d,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:50.137059 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4361cf45-0f0b-4f63-8525-e8183f148e39 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (b906982b-1ddb-4aa8-abe2-5d36a2668a7e), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:50.151093 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4361cf45-0f0b-4f63-8525-e8183f148e39 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Network b906982b-1ddb-4aa8-abe2-5d36a2668a7e is not hosted by any dhcp agent {{(pid=104098) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 28 01:06:50.156243 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4361cf45-0f0b-4f63-8525-e8183f148e39 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:50.156471 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4361cf45-0f0b-4f63-8525-e8183f148e39 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:50.157894 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-4361cf45-0f0b-4f63-8525-e8183f148e39 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] 10.222.0.24 "PUT /v2.0/networks/b906982b-1ddb-4aa8-abe2-5d36a2668a7e HTTP/1.1" status: 200 len: 757 time: 0.4570370 Mar 28 01:06:50.166736 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51738) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:50.168348 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c577fde0-d777-40eb-b67d-4ba338571d45 None None] Network d94257fd-1e35-4876-a0ad-68855908c010 is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:06:50.174367 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-c577fde0-d777-40eb-b67d-4ba338571d45 None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:06:50.177109 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c577fde0-d777-40eb-b67d-4ba338571d45 None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:06:50.186035 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c577fde0-d777-40eb-b67d-4ba338571d45 None None] Pushing event updated for resources: {'Port': ['ID=9f0b474a-3bcd-49af-824a-bcbb1a1276aa,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:50.186910 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654463a6-eac6-4a2f-a1ce-26f1e6e2e63d tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:50.190820 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-654463a6-eac6-4a2f-a1ce-26f1e6e2e63d tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1280446 Mar 28 01:06:50.202470 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-e1be9c1e-875d-4f04-aaae-566f9ce53faa tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.8290503 Mar 28 01:06:50.205973 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51740) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:50.206310 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51742) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:50.214631 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-346644b6-c8f8-44db-bcdb-12cdd16076f6 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::364', 'mac_address': 'fa:16:3e:15:a4:7b'}, {'ip_address': '2001:db8::1ff', 'mac_address': 'fa:16:3e:80:4f:0a'}]}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:50.258383 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-c577fde0-d777-40eb-b67d-4ba338571d45 None None] Attempting to bind port 9f0b474a-3bcd-49af-824a-bcbb1a1276aa on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:06:50.258905 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-c577fde0-d777-40eb-b67d-4ba338571d45 None None] Attempting to bind port 9f0b474a-3bcd-49af-824a-bcbb1a1276aa by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': 'f0611544-5b90-444c-8874-5a6e2e4a3709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd94257fd-1e35-4876-a0ad-68855908c010'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:06:50.259376 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c577fde0-d777-40eb-b67d-4ba338571d45 None None] Attempting to bind port 9f0b474a-3bcd-49af-824a-bcbb1a1276aa on network d94257fd-1e35-4876-a0ad-68855908c010 {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:06:50.266633 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c577fde0-d777-40eb-b67d-4ba338571d45 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:06:50.267295 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c577fde0-d777-40eb-b67d-4ba338571d45 None None] Checking segment: {'id': 'f0611544-5b90-444c-8874-5a6e2e4a3709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd94257fd-1e35-4876-a0ad-68855908c010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:06:50.268373 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-c577fde0-d777-40eb-b67d-4ba338571d45 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:50.268373 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c577fde0-d777-40eb-b67d-4ba338571d45 None None] Bound using segment: {'id': 'f0611544-5b90-444c-8874-5a6e2e4a3709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd94257fd-1e35-4876-a0ad-68855908c010'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:06:50.268877 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-c577fde0-d777-40eb-b67d-4ba338571d45 None None] Bound port: 9f0b474a-3bcd-49af-824a-bcbb1a1276aa, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0611544-5b90-444c-8874-5a6e2e4a3709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd94257fd-1e35-4876-a0ad-68855908c010'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:06:50.269344 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-c577fde0-d777-40eb-b67d-4ba338571d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (9f0b474a-3bcd-49af-824a-bcbb1a1276aa), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:50.295706 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-72dc4faa-bbba-419d-9efb-3fefe4bc7b70 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0861318 Mar 28 01:06:50.311784 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51744) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:50.325738 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-d02406b4-85bb-4e40-a023-d9f56bde31fe tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Request body: {'subnet': {'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:50.347588 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-c577fde0-d777-40eb-b67d-4ba338571d45 None None] For port 9f0b474a-3bcd-49af-824a-bcbb1a1276aa, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:06:50.350926 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-c577fde0-d777-40eb-b67d-4ba338571d45 None None] For port 9f0b474a-3bcd-49af-824a-bcbb1a1276aa, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=9f0b474a-3bcd-49af-824a-bcbb1a1276aa,segment=NetworkSegment(f0611544-5b90-444c-8874-5a6e2e4a3709),segment_id=f0611544-5b90-444c-8874-5a6e2e4a3709)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:06:50.360451 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-c577fde0-d777-40eb-b67d-4ba338571d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (9f0b474a-3bcd-49af-824a-bcbb1a1276aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:50.430921 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4361cf45-0f0b-4f63-8525-e8183f148e39 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Pushing event updated for resources: {'Network': ['ID=b906982b-1ddb-4aa8-abe2-5d36a2668a7e,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:50.439363 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c577fde0-d777-40eb-b67d-4ba338571d45 None None] Pushing event updated for resources: {'Port': ['ID=9f0b474a-3bcd-49af-824a-bcbb1a1276aa,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:50.455991 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network b906982b-1ddb-4aa8-abe2-5d36a2668a7e details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:06:50.482578 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-346644b6-c8f8-44db-bcdb-12cdd16076f6 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (9bc6715a-d6cf-4c50-be5a-f79235d4070d), before_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:50.597906 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-df2a21fb-5f00-4106-93f5-4033bf352d3f None None] Provisioning complete for port 9bc6715a-d6cf-4c50-be5a-f79235d4070d triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:06:50.598698 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-df2a21fb-5f00-4106-93f5-4033bf352d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (9bc6715a-d6cf-4c50-be5a-f79235d4070d), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:50.607042 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-aa915921-a6df-4959-9eea-bc898443bee6 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3686527'] for router_interface (834798ac-a011-48f4-abf5-fb133f1458f0), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:50.663532 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-df2a21fb-5f00-4106-93f5-4033bf352d3f None None] Port 9bc6715a-d6cf-4c50-be5a-f79235d4070d cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:06:50.774559 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7e5c3996-a9f1-4772-856a-3903e8647879 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (ffb36085-6b99-45e8-8316-c87363443f2b), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:50.788540 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [None req-ed946b6a-e6fb-4eee-a31e-d27fa62cc181 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Allocated IP 172.20.0.14 (d94257fd-1e35-4876-a0ad-68855908c010/79532fc3-9890-4a05-ad24-ac6614f5c9bf/4399a6e6-b0cd-45f9-a7f5-fd27dd6409ec) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:06:50.796709 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21adf21-1283-4930-b1a2-294a44a87659 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:50.798221 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-d21adf21-1283-4930-b1a2-294a44a87659 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] 10.222.0.24 "GET /v2.0/networks?id=b906982b-1ddb-4aa8-abe2-5d36a2668a7e HTTP/1.1" status: 200 len: 760 time: 0.6314237 Mar 28 01:06:50.808583 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51746) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:50.850038 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-e7ecc073-67a3-4677-99f2-1dc69d6acd0e tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-443519858'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:50.870057 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-7e5c3996-a9f1-4772-856a-3903e8647879 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffb36085-6b99-45e8-8316-c87363443f2b']}} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:50.882898 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-346644b6-c8f8-44db-bcdb-12cdd16076f6 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Publish callbacks [] for port (9bc6715a-d6cf-4c50-be5a-f79235d4070d), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:50.890319 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-346644b6-c8f8-44db-bcdb-12cdd16076f6 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126177159'] for port (9bc6715a-d6cf-4c50-be5a-f79235d4070d), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:50.892996 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-7e5c3996-a9f1-4772-856a-3903e8647879 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a72da2e-4169-4bed-9bd5-a9cdc3eb47ce') {'for_net_delete': True} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:50.893296 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-7e5c3996-a9f1-4772-856a-3903e8647879 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a72da2e-4169-4bed-9bd5-a9cdc3eb47ce') {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:50.918669 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7e5c3996-a9f1-4772-856a-3903e8647879 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126946678'] for segment (1a72da2e-4169-4bed-9bd5-a9cdc3eb47ce), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:50.986396 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7ecc073-67a3-4677-99f2-1dc69d6acd0e tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Made reservation on behalf of 7dbb2ba455b84df9b72862aaa29899aa for: {'network': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:06:50.989746 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e7ecc073-67a3-4677-99f2-1dc69d6acd0e tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:50.996663 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7e5c3996-a9f1-4772-856a-3903e8647879 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (1a72da2e-4169-4bed-9bd5-a9cdc3eb47ce), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:51.003847 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d02406b4-85bb-4e40-a023-d9f56bde31fe tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Made reservation on behalf of 564cf6bfe83a4d71adcd7d33f5d20cb1 for: {'subnet': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:06:51.007270 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d02406b4-85bb-4e40-a023-d9f56bde31fe tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126757772'] for subnet (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:51.027720 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e5c3996-a9f1-4772-856a-3903e8647879 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=104099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:06:51.028149 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7e5c3996-a9f1-4772-856a-3903e8647879 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127280876'] for segment (1a72da2e-4169-4bed-9bd5-a9cdc3eb47ce), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:51.041270 dv-neutron-834874-6-hyperv neutron-server[104099]: Traceback (most recent call last): Mar 28 01:06:51.041270 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:06:51.041270 dv-neutron-834874-6-hyperv neutron-server[104099]: timer() Mar 28 01:06:51.041270 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:06:51.041270 dv-neutron-834874-6-hyperv neutron-server[104099]: cb(*args, **kw) Mar 28 01:06:51.041270 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:06:51.041270 dv-neutron-834874-6-hyperv neutron-server[104099]: return func(*args, **kwargs) Mar 28 01:06:51.041270 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:06:51.041270 dv-neutron-834874-6-hyperv neutron-server[104099]: self._notify() Mar 28 01:06:51.041270 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:06:51.041270 dv-neutron-834874-6-hyperv neutron-server[104099]: self.callback(batched_events) Mar 28 01:06:51.041270 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:06:51.041270 dv-neutron-834874-6-hyperv neutron-server[104099]: event.method(event) Mar 28 01:06:51.041270 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:06:51.041270 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:06:51.041270 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:06:51.041270 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:06:51.041270 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:06:51.041270 dv-neutron-834874-6-hyperv neutron-server[104099]: return f(self, *a, **k) Mar 28 01:06:51.041270 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:06:51.041270 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._get(url).json() Mar 28 01:06:51.041270 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:06:51.041270 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:06:51.041270 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:06:51.041270 dv-neutron-834874-6-hyperv neutron-server[104099]: return self.request(url, 'GET', **kwargs) Mar 28 01:06:51.041270 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:06:51.041270 dv-neutron-834874-6-hyperv neutron-server[104099]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:06:51.041270 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:06:51.041270 dv-neutron-834874-6-hyperv neutron-server[104099]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:06:51.041270 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:06:51.041270 dv-neutron-834874-6-hyperv neutron-server[104099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:06:51.041270 dv-neutron-834874-6-hyperv neutron-server[104099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:06:51.180614 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7ecc073-67a3-4677-99f2-1dc69d6acd0e tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=104099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:06:51.188514 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7e5c3996-a9f1-4772-856a-3903e8647879 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (ffb36085-6b99-45e8-8316-c87363443f2b), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:51.223216 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7e5c3996-a9f1-4772-856a-3903e8647879 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:51.228092 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-7e5c3996-a9f1-4772-856a-3903e8647879 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "DELETE /v2.0/networks/ffb36085-6b99-45e8-8316-c87363443f2b HTTP/1.1" status: 204 len: 168 time: 1.2697947 Mar 28 01:06:51.236733 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e7ecc073-67a3-4677-99f2-1dc69d6acd0e tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (4e375ab2-18ec-474e-a5f9-a3dff0555671), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:51.237345 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.segments_db [None req-e7ecc073-67a3-4677-99f2-1dc69d6acd0e tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Added segment 4e375ab2-18ec-474e-a5f9-a3dff0555671 of type vlan for network aba7b41c-8b9c-4492-a7b3-4647ca5c8d87 Mar 28 01:06:51.239060 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5c3996-a9f1-4772-856a-3903e8647879 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Pushing event deleted for resources: {'Network': ['ID=ffb36085-6b99-45e8-8316-c87363443f2b,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:51.240942 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51748) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:51.252143 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-346644b6-c8f8-44db-bcdb-12cdd16076f6 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] In _notify_port_updated(), no bound segment for port 9bc6715a-d6cf-4c50-be5a-f79235d4070d on network bb1f9cb0-68da-4cb4-9ac8-a08ba319102f {{(pid=104098) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 28 01:06:51.255935 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-819e52cd-ed38-4b56-af24-1829b64a15b0 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1384312138'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:51.257564 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346644b6-c8f8-44db-bcdb-12cdd16076f6 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:51.258270 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-346644b6-c8f8-44db-bcdb-12cdd16076f6 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:51.259598 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-346644b6-c8f8-44db-bcdb-12cdd16076f6 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] 10.222.0.24 "PUT /v2.0/ports/9bc6715a-d6cf-4c50-be5a-f79235d4070d HTTP/1.1" status: 200 len: 1067 time: 1.0490627 Mar 28 01:06:51.263553 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ed946b6a-e6fb-4eee-a31e-d27fa62cc181 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Publish callbacks [] for port (4399a6e6-b0cd-45f9-a7f5-fd27dd6409ec), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:51.264822 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51750) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:51.318256 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e7ecc073-67a3-4677-99f2-1dc69d6acd0e tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (aba7b41c-8b9c-4492-a7b3-4647ca5c8d87), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:51.330918 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346644b6-c8f8-44db-bcdb-12cdd16076f6 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Pushing event updated for resources: {'Port': ['ID=9bc6715a-d6cf-4c50-be5a-f79235d4070d,revision_number=2']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:51.372004 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-819e52cd-ed38-4b56-af24-1829b64a15b0 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Made reservation on behalf of fa54b4b5eec2452a8dcd67fc666c1bd8 for: {'network': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:06:51.375291 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-819e52cd-ed38-4b56-af24-1829b64a15b0 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:51.412841 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-aa915921-a6df-4959-9eea-bc898443bee6 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Deleting port 5aaf79d6-77df-46fe-a592-f9ec2414b918 {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:06:51.413926 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-aa915921-a6df-4959-9eea-bc898443bee6 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (5aaf79d6-77df-46fe-a592-f9ec2414b918), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:51.436135 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e7ecc073-67a3-4677-99f2-1dc69d6acd0e tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (aba7b41c-8b9c-4492-a7b3-4647ca5c8d87), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:51.441077 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ecc073-67a3-4677-99f2-1dc69d6acd0e tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:51.441692 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e7ecc073-67a3-4677-99f2-1dc69d6acd0e tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:51.479604 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-b6e61f00-b8cd-4985-8b79-c6fba1f9d9d1 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Deleting port 9bc6715a-d6cf-4c50-be5a-f79235d4070d {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:06:51.479953 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b6e61f00-b8cd-4985-8b79-c6fba1f9d9d1 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (9bc6715a-d6cf-4c50-be5a-f79235d4070d), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:51.483102 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ed946b6a-e6fb-4eee-a31e-d27fa62cc181 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (4399a6e6-b0cd-45f9-a7f5-fd27dd6409ec), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:51.528615 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-819e52cd-ed38-4b56-af24-1829b64a15b0 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=104099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:06:51.577335 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-aa915921-a6df-4959-9eea-bc898443bee6 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (5aaf79d6-77df-46fe-a592-f9ec2414b918), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:51.588700 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-e7ecc073-67a3-4677-99f2-1dc69d6acd0e tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7738495 Mar 28 01:06:51.589824 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51752) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:51.608318 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-aa915921-a6df-4959-9eea-bc898443bee6 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Calling delete_port for 5aaf79d6-77df-46fe-a592-f9ec2414b918 owned by network:router_interface {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:06:51.612934 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-71bdce8d-4bc2-432e-90ba-1c4d2ff0632e None None] Provisioning complete for port 9bc6715a-d6cf-4c50-be5a-f79235d4070d triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:06:51.613839 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-71bdce8d-4bc2-432e-90ba-1c4d2ff0632e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (9bc6715a-d6cf-4c50-be5a-f79235d4070d), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:51.633289 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b6e61f00-b8cd-4985-8b79-c6fba1f9d9d1 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (9bc6715a-d6cf-4c50-be5a-f79235d4070d), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:51.653996 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-71bdce8d-4bc2-432e-90ba-1c4d2ff0632e None None] Port 9bc6715a-d6cf-4c50-be5a-f79235d4070d cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:06:51.659352 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-819e52cd-ed38-4b56-af24-1829b64a15b0 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (67460d04-88fb-4294-a760-a8c9670ac219), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:51.659775 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.segments_db [None req-819e52cd-ed38-4b56-af24-1829b64a15b0 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Added segment 67460d04-88fb-4294-a760-a8c9670ac219 of type vlan for network 81614d1c-d912-45ee-bbb1-56978be1df93 Mar 28 01:06:51.664938 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ecc073-67a3-4677-99f2-1dc69d6acd0e tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Pushing event updated for resources: {'Network': ['ID=aba7b41c-8b9c-4492-a7b3-4647ca5c8d87,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:51.673918 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-82754c38-c1d4-4f40-a3a1-305bc4fba6a4 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Request body: {'subnet': {'network_id': 'aba7b41c-8b9c-4492-a7b3-4647ca5c8d87', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:51.678340 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-b6e61f00-b8cd-4985-8b79-c6fba1f9d9d1 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Calling delete_port for 9bc6715a-d6cf-4c50-be5a-f79235d4070d owned by {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:06:51.680431 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network aba7b41c-8b9c-4492-a7b3-4647ca5c8d87 details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:06:51.747500 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c2cdbc-6154-44da-b51a-4cf3b9524bb9 None None] Network d94257fd-1e35-4876-a0ad-68855908c010 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:06:51.764076 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed946b6a-e6fb-4eee-a31e-d27fa62cc181 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Network d94257fd-1e35-4876-a0ad-68855908c010 is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:06:51.827060 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-a1e9470d-32b5-41db-af48-48b6eae5c95c None None] Provisioning complete for port 9f0b474a-3bcd-49af-824a-bcbb1a1276aa triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:06:51.827421 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-a1e9470d-32b5-41db-af48-48b6eae5c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (9f0b474a-3bcd-49af-824a-bcbb1a1276aa), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:51.833952 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-ed946b6a-e6fb-4eee-a31e-d27fa62cc181 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:06:51.862829 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.objects.ports [None req-d02406b4-85bb-4e40-a023-d9f56bde31fe tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104099) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 28 01:06:51.864254 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed946b6a-e6fb-4eee-a31e-d27fa62cc181 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:06:51.867239 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed946b6a-e6fb-4eee-a31e-d27fa62cc181 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Pushing event updated for resources: {'Port': ['ID=4399a6e6-b0cd-45f9-a7f5-fd27dd6409ec,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:51.877010 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-819e52cd-ed38-4b56-af24-1829b64a15b0 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (81614d1c-d912-45ee-bbb1-56978be1df93), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:51.899022 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d02406b4-85bb-4e40-a023-d9f56bde31fe tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127282703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126757786'] for subnet (418f0433-0184-4927-b437-4f3def8d8ccd), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:51.940524 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-aa915921-a6df-4959-9eea-bc898443bee6 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (5aaf79d6-77df-46fe-a592-f9ec2414b918), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:51.951088 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-a1e9470d-32b5-41db-af48-48b6eae5c95c None None] Current status of the port 9f0b474a-3bcd-49af-824a-bcbb1a1276aa is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:06:51.951477 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-a1e9470d-32b5-41db-af48-48b6eae5c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (9f0b474a-3bcd-49af-824a-bcbb1a1276aa), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:51.978281 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b6e61f00-b8cd-4985-8b79-c6fba1f9d9d1 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (9bc6715a-d6cf-4c50-be5a-f79235d4070d), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:51.982511 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa915921-a6df-4959-9eea-bc898443bee6 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Pushing event deleted for resources: {'Port': ['ID=5aaf79d6-77df-46fe-a592-f9ec2414b918,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:51.993472 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-a1e9470d-32b5-41db-af48-48b6eae5c95c None None] For port 9f0b474a-3bcd-49af-824a-bcbb1a1276aa, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=9f0b474a-3bcd-49af-824a-bcbb1a1276aa,segment=NetworkSegment(f0611544-5b90-444c-8874-5a6e2e4a3709),segment_id=f0611544-5b90-444c-8874-5a6e2e4a3709)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:06:52.014869 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-a1e9470d-32b5-41db-af48-48b6eae5c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (9f0b474a-3bcd-49af-824a-bcbb1a1276aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:52.023949 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e61f00-b8cd-4985-8b79-c6fba1f9d9d1 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Pushing event deleted for resources: {'Port': ['ID=9bc6715a-d6cf-4c50-be5a-f79235d4070d,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:52.042705 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02406b4-85bb-4e40-a023-d9f56bde31fe tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Network be4801db-c8f8-4df3-b9b5-556693d6a290 is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:06:52.047862 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-d02406b4-85bb-4e40-a023-d9f56bde31fe tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:06:52.050913 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02406b4-85bb-4e40-a023-d9f56bde31fe tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:52.051545 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d02406b4-85bb-4e40-a023-d9f56bde31fe tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks [] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:52.054050 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02406b4-85bb-4e40-a023-d9f56bde31fe tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Pushing event updated for resources: {'Subnet': ['ID=418f0433-0184-4927-b437-4f3def8d8ccd,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:52.063719 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed946b6a-e6fb-4eee-a31e-d27fa62cc181 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:52.064680 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ed946b6a-e6fb-4eee-a31e-d27fa62cc181 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:52.067109 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-819e52cd-ed38-4b56-af24-1829b64a15b0 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (81614d1c-d912-45ee-bbb1-56978be1df93), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:52.072197 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819e52cd-ed38-4b56-af24-1829b64a15b0 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:52.073240 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-819e52cd-ed38-4b56-af24-1829b64a15b0 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:52.082771 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82754c38-c1d4-4f40-a3a1-305bc4fba6a4 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Made reservation on behalf of 7dbb2ba455b84df9b72862aaa29899aa for: {'subnet': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:06:52.086180 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-82754c38-c1d4-4f40-a3a1-305bc4fba6a4 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126757772'] for subnet (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:52.108063 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5643057f-16b6-494a-8fdd-f7c4b1d42de4 None None] Network be4801db-c8f8-4df3-b9b5-556693d6a290 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:06:52.146117 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e9470d-32b5-41db-af48-48b6eae5c95c None None] Pushing event updated for resources: {'Port': ['ID=9f0b474a-3bcd-49af-824a-bcbb1a1276aa,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:52.203436 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-d02406b4-85bb-4e40-a023-d9f56bde31fe tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8875768 Mar 28 01:06:52.225362 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51754) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:52.241720 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-ed946b6a-e6fb-4eee-a31e-d27fa62cc181 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4867330 Mar 28 01:06:52.242724 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-0bb9817b-78c1-4f76-8a15-7021bf65387f tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Request body: {'port': {'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290', 'mac_address': 'fa:16:3e:d3:cc:3d', 'name': 'tempest-NetworksTestDHCPv6-1567233515'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:52.245245 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-819e52cd-ed38-4b56-af24-1829b64a15b0 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9932697 Mar 28 01:06:52.245823 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51756) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:52.256859 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51758) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:52.271532 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-30e19b13-1b87-4599-b60c-b56256a3d4c2 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Request body: {'port': {'network_id': 'd94257fd-1e35-4876-a0ad-68855908c010', 'name': 'tempest-AllowedAddressPairTestJSON-637204482', 'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:18:9b:cf'}]}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:52.293809 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-801bb9ee-8986-4018-9939-0094b2615b7e tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Request body: {'subnet': {'network_id': '81614d1c-d912-45ee-bbb1-56978be1df93', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:52.304843 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819e52cd-ed38-4b56-af24-1829b64a15b0 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Pushing event updated for resources: {'Network': ['ID=81614d1c-d912-45ee-bbb1-56978be1df93,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:52.356413 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network 81614d1c-d912-45ee-bbb1-56978be1df93 details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:06:52.406475 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-aa915921-a6df-4959-9eea-bc898443bee6 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3725912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3690191'] for router_interface (834798ac-a011-48f4-abf5-fb133f1458f0), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:52.421751 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea7d13a-1632-4c12-ade2-dcdb5543a2a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-be4801db-c8f8-4df3-b9b5-556693d6a290', 'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290', 'project_id': '564cf6bfe83a4d71adcd7d33f5d20cb1', 'fixed_ips': [{'subnet_id': '418f0433-0184-4927-b437-4f3def8d8ccd'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:06:52.422616 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-7ea7d13a-1632-4c12-ade2-dcdb5543a2a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:52.429660 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 9f0b474a-3bcd-49af-824a-bcbb1a1276aa up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:06:52.572579 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-d80d3c7b-592e-41f6-81f2-0bea932c4f1b None None] Provisioning complete for port 9f0b474a-3bcd-49af-824a-bcbb1a1276aa triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:06:52.573522 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d80d3c7b-592e-41f6-81f2-0bea932c4f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (9f0b474a-3bcd-49af-824a-bcbb1a1276aa), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:52.589803 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bb9817b-78c1-4f76-8a15-7021bf65387f tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Made reservation on behalf of 564cf6bfe83a4d71adcd7d33f5d20cb1 for: {'port': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:06:52.606144 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-801bb9ee-8986-4018-9939-0094b2615b7e tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Made reservation on behalf of fa54b4b5eec2452a8dcd67fc666c1bd8 for: {'subnet': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:06:52.610677 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-801bb9ee-8986-4018-9939-0094b2615b7e tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126757772'] for subnet (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:52.663679 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 9f0b474a-3bcd-49af-824a-bcbb1a1276aa triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:06:52.664277 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (9f0b474a-3bcd-49af-824a-bcbb1a1276aa), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:52.675987 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.ipam_backend_mixin [None req-801bb9ee-8986-4018-9939-0094b2615b7e tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Performing IP validity checks on allocation pools {{(pid=104099) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Mar 28 01:06:52.677141 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.ipam_backend_mixin [None req-801bb9ee-8986-4018-9939-0094b2615b7e tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104099) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Mar 28 01:06:52.739655 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-7ea7d13a-1632-4c12-ade2-dcdb5543a2a0 None None] Allocated IP 2001:db8::f816:3eff:fe8e:bc55 (be4801db-c8f8-4df3-b9b5-556693d6a290/418f0433-0184-4927-b437-4f3def8d8ccd/1e57c872-cb72-4c8a-8f26-54648ed8356a) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:06:52.857765 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-d80d3c7b-592e-41f6-81f2-0bea932c4f1b None None] Current status of the port 9f0b474a-3bcd-49af-824a-bcbb1a1276aa is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:06:52.861130 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-801bb9ee-8986-4018-9939-0094b2615b7e tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127282703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126757786'] for subnet (87ac26fe-6345-478d-8153-04dfdfc7524f), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:52.864138 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b6e61f00-b8cd-4985-8b79-c6fba1f9d9d1 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:52.870943 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-b6e61f00-b8cd-4985-8b79-c6fba1f9d9d1 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] 10.222.0.24 "DELETE /v2.0/ports/9bc6715a-d6cf-4c50-be5a-f79235d4070d HTTP/1.1" status: 204 len: 168 time: 1.6028962 Mar 28 01:06:52.873583 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51760) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:52.877750 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa915921-a6df-4959-9eea-bc898443bee6 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Router 834798ac-a011-48f4-abf5-fb133f1458f0 has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:06:52.880373 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0bb9817b-78c1-4f76-8a15-7021bf65387f tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:52.905186 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 9f0b474a-3bcd-49af-824a-bcbb1a1276aa is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:06:52.905438 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.notifiers.nova [None req-0bb9817b-78c1-4f76-8a15-7021bf65387f tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] device_id is not set on port 2a2b5ccf-d368-4548-94b9-cbe8f800e0fe yet. {{(pid=104098) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 01:06:52.908322 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-d80d3c7b-592e-41f6-81f2-0bea932c4f1b None None] Provisioning complete for port 4399a6e6-b0cd-45f9-a7f5-fd27dd6409ec triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:06:52.908960 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d80d3c7b-592e-41f6-81f2-0bea932c4f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (4399a6e6-b0cd-45f9-a7f5-fd27dd6409ec), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:52.955342 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-32d965a5-1f76-4360-89a1-fc6205aca75f tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] GET failed (client error): The resource could not be found. Mar 28 01:06:52.956879 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-32d965a5-1f76-4360-89a1-fc6205aca75f tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] 10.222.0.24 "GET /v2.0/ports/9bc6715a-d6cf-4c50-be5a-f79235d4070d HTTP/1.1" status: 404 len: 333 time: 0.0762763 Mar 28 01:06:52.972711 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51762) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:52.998946 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-d80d3c7b-592e-41f6-81f2-0bea932c4f1b None None] Port 4399a6e6-b0cd-45f9-a7f5-fd27dd6409ec cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:06:53.023290 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-7ea7d13a-1632-4c12-ade2-dcdb5543a2a0 None None] Publish callbacks [] for port (1e57c872-cb72-4c8a-8f26-54648ed8356a), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:53.029542 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-7ea7d13a-1632-4c12-ade2-dcdb5543a2a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (1e57c872-cb72-4c8a-8f26-54648ed8356a), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:53.031355 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa915921-a6df-4959-9eea-bc898443bee6 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:06:53.038791 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-aa915921-a6df-4959-9eea-bc898443bee6 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] 10.222.0.24 "PUT /v2.0/routers/834798ac-a011-48f4-abf5-fb133f1458f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4821076 Mar 28 01:06:53.041163 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30e19b13-1b87-4599-b60c-b56256a3d4c2 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Made reservation on behalf of f7291090c7af4583a9e36d63365ee839 for: {'port': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:06:53.042243 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51764) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:53.049914 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc10ec8-ec47-4920-86c3-773f77071e46 None None] Sync routers for ids ['834798ac-a011-48f4-abf5-fb133f1458f0'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:06:53.110068 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801bb9ee-8986-4018-9939-0094b2615b7e tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Pushing event updated for resources: {'Subnet': ['ID=87ac26fe-6345-478d-8153-04dfdfc7524f,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:53.140081 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-82754c38-c1d4-4f40-a3a1-305bc4fba6a4 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127282703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126757786'] for subnet (afe64c04-b3f5-4ad6-b26f-e189219bc3a5), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:53.211462 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801bb9ee-8986-4018-9939-0094b2615b7e tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Checking segment: {'id': '67460d04-88fb-4294-a760-a8c9670ac219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '81614d1c-d912-45ee-bbb1-56978be1df93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:06:53.212190 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801bb9ee-8986-4018-9939-0094b2615b7e tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Network hostable DHCP agents. Network: 81614d1c-d912-45ee-bbb1-56978be1df93, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:06:53.245482 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-0bb9817b-78c1-4f76-8a15-7021bf65387f tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Allocated IP 2001:db8::f816:3eff:fed3:cc3d (be4801db-c8f8-4df3-b9b5-556693d6a290/418f0433-0184-4927-b437-4f3def8d8ccd/2a2b5ccf-d368-4548-94b9-cbe8f800e0fe) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:06:53.264829 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea7d13a-1632-4c12-ade2-dcdb5543a2a0 None None] Network be4801db-c8f8-4df3-b9b5-556693d6a290 is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:06:53.274942 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-7ea7d13a-1632-4c12-ade2-dcdb5543a2a0 None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:06:53.276783 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc10ec8-ec47-4920-86c3-773f77071e46 None None] Routers {'834798ac-a011-48f4-abf5-fb133f1458f0'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:06:53.277023 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82754c38-c1d4-4f40-a3a1-305bc4fba6a4 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Pushing event updated for resources: {'Subnet': ['ID=afe64c04-b3f5-4ad6-b26f-e189219bc3a5,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:53.277424 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-5dc10ec8-ec47-4920-86c3-773f77071e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:06:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['834798ac-a011-48f4-abf5-fb133f1458f0'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:53.279785 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea7d13a-1632-4c12-ade2-dcdb5543a2a0 None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:06:53.290626 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-30e19b13-1b87-4599-b60c-b56256a3d4c2 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:53.292862 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.api.v2.resource [None req-34fcd225-ed23-4848-ac3e-6f8d5bdec394 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] remove_router_interface failed (client error): The resource could not be found. Mar 28 01:06:53.293873 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-34fcd225-ed23-4848-ac3e-6f8d5bdec394 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] 10.222.0.24 "PUT /v2.0/routers/834798ac-a011-48f4-abf5-fb133f1458f0/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2493298 Mar 28 01:06:53.307210 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51766) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:53.310290 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801bb9ee-8986-4018-9939-0094b2615b7e tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Network 81614d1c-d912-45ee-bbb1-56978be1df93 is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:06:53.320904 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-b89232cf-a6dd-4996-804f-334194ad705c None None] Provisioning complete for port 4399a6e6-b0cd-45f9-a7f5-fd27dd6409ec triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:06:53.320904 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-b89232cf-a6dd-4996-804f-334194ad705c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (4399a6e6-b0cd-45f9-a7f5-fd27dd6409ec), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:53.324649 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea7d13a-1632-4c12-ade2-dcdb5543a2a0 None None] Pushing event updated for resources: {'Port': ['ID=1e57c872-cb72-4c8a-8f26-54648ed8356a,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:53.329521 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82754c38-c1d4-4f40-a3a1-305bc4fba6a4 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Checking segment: {'id': '4e375ab2-18ec-474e-a5f9-a3dff0555671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'aba7b41c-8b9c-4492-a7b3-4647ca5c8d87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:06:53.329894 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82754c38-c1d4-4f40-a3a1-305bc4fba6a4 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Network hostable DHCP agents. Network: aba7b41c-8b9c-4492-a7b3-4647ca5c8d87, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:06:53.331283 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-5dc10ec8-ec47-4920-86c3-773f77071e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:53.334743 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [None req-30e19b13-1b87-4599-b60c-b56256a3d4c2 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] device_id is not set on port d7e20b19-5b7e-469f-8aa5-7b72bbf1a984 yet. {{(pid=104099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 01:06:53.338801 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-801bb9ee-8986-4018-9939-0094b2615b7e tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, 81614d1c-d912-45ee-bbb1-56978be1df93) {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:06:53.347866 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-801bb9ee-8986-4018-9939-0094b2615b7e tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:53.348496 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-801bb9ee-8986-4018-9939-0094b2615b7e tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks [] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:53.357431 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-d2e78f7e-fe20-4ab7-aef0-4a434ad221f8 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Deleting port f4e38085-408a-47c7-a7d5-bb50d4e0b458 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:06:53.357794 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d2e78f7e-fe20-4ab7-aef0-4a434ad221f8 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (f4e38085-408a-47c7-a7d5-bb50d4e0b458), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:53.358263 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b4fd49-f8c5-400f-9029-b7f444b7a42d None None] Network 81614d1c-d912-45ee-bbb1-56978be1df93 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:06:53.362758 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-cfd2d13b-fafb-4094-825e-c5485a61bb31 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] 10.222.0.24 "GET /v2.0/ports?device_id=834798ac-a011-48f4-abf5-fb133f1458f0 HTTP/1.1" status: 200 len: 205 time: 0.0505197 Mar 28 01:06:53.363704 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51768) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:53.450883 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc10ec8-ec47-4920-86c3-773f77071e46 None None] Routers {'834798ac-a011-48f4-abf5-fb133f1458f0'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:06:53.451515 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-5dc10ec8-ec47-4920-86c3-773f77071e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:06:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['834798ac-a011-48f4-abf5-fb133f1458f0'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:53.461196 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-b89232cf-a6dd-4996-804f-334194ad705c None None] Port 4399a6e6-b0cd-45f9-a7f5-fd27dd6409ec cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:06:53.466109 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-801bb9ee-8986-4018-9939-0094b2615b7e tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2052298 Mar 28 01:06:53.468607 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51770) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:53.472591 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82754c38-c1d4-4f40-a3a1-305bc4fba6a4 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Network aba7b41c-8b9c-4492-a7b3-4647ca5c8d87 is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:06:53.474013 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-506d4142-a1ca-4db9-9f2f-397c1861fe58 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks [] for router (834798ac-a011-48f4-abf5-fb133f1458f0), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:53.479923 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-5016c27f-a224-4f7d-8c6e-9976f58562f5 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Request body: {'port': {'network_id': '81614d1c-d912-45ee-bbb1-56978be1df93', 'name': 'tempest-PortsTestJSON-417994510'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:53.500018 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-5dc10ec8-ec47-4920-86c3-773f77071e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:53.500615 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc10ec8-ec47-4920-86c3-773f77071e46 None None] The sync data for ids ['834798ac-a011-48f4-abf5-fb133f1458f0'] in dv-neutron-834874-6-hyperv is: [] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:06:53.503842 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-7ea7d13a-1632-4c12-ade2-dcdb5543a2a0 None None] Attempting to bind port 1e57c872-cb72-4c8a-8f26-54648ed8356a on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:06:53.504997 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-7ea7d13a-1632-4c12-ade2-dcdb5543a2a0 None None] Attempting to bind port 1e57c872-cb72-4c8a-8f26-54648ed8356a by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': '9028fe72-9b79-4538-96be-757c3dc71a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:06:53.504997 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea7d13a-1632-4c12-ade2-dcdb5543a2a0 None None] Attempting to bind port 1e57c872-cb72-4c8a-8f26-54648ed8356a on network be4801db-c8f8-4df3-b9b5-556693d6a290 {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:06:53.521936 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea7d13a-1632-4c12-ade2-dcdb5543a2a0 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:06:53.522455 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea7d13a-1632-4c12-ade2-dcdb5543a2a0 None None] Checking segment: {'id': '9028fe72-9b79-4538-96be-757c3dc71a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:06:53.522970 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-7ea7d13a-1632-4c12-ade2-dcdb5543a2a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:53.523475 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea7d13a-1632-4c12-ade2-dcdb5543a2a0 None None] Bound using segment: {'id': '9028fe72-9b79-4538-96be-757c3dc71a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:06:53.524345 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-7ea7d13a-1632-4c12-ade2-dcdb5543a2a0 None None] Bound port: 1e57c872-cb72-4c8a-8f26-54648ed8356a, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9028fe72-9b79-4538-96be-757c3dc71a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:06:53.524847 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-7ea7d13a-1632-4c12-ade2-dcdb5543a2a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (1e57c872-cb72-4c8a-8f26-54648ed8356a), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:53.542720 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-82754c38-c1d4-4f40-a3a1-305bc4fba6a4 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, aba7b41c-8b9c-4492-a7b3-4647ca5c8d87) {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:06:53.553097 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d725f0ff-b0da-46a1-9c39-365fb54f0f38 None None] Network aba7b41c-8b9c-4492-a7b3-4647ca5c8d87 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:06:53.572736 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82754c38-c1d4-4f40-a3a1-305bc4fba6a4 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:53.573370 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-82754c38-c1d4-4f40-a3a1-305bc4fba6a4 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks [] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:53.629045 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1464e007-c458-42ed-a314-dfd81f056091 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-81614d1c-d912-45ee-bbb1-56978be1df93', 'network_id': '81614d1c-d912-45ee-bbb1-56978be1df93', 'project_id': 'fa54b4b5eec2452a8dcd67fc666c1bd8', 'fixed_ips': [{'subnet_id': '87ac26fe-6345-478d-8153-04dfdfc7524f'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:06:53.629890 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-1464e007-c458-42ed-a314-dfd81f056091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:53.641865 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-82754c38-c1d4-4f40-a3a1-305bc4fba6a4 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9755766 Mar 28 01:06:53.641865 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d2e78f7e-fe20-4ab7-aef0-4a434ad221f8 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (f4e38085-408a-47c7-a7d5-bb50d4e0b458), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:53.642163 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51772) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:53.666505 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [None req-30e19b13-1b87-4599-b60c-b56256a3d4c2 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Allocated IP 172.20.0.4 (d94257fd-1e35-4876-a0ad-68855908c010/79532fc3-9890-4a05-ad24-ac6614f5c9bf/d7e20b19-5b7e-469f-8aa5-7b72bbf1a984) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:06:53.669520 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-d2e78f7e-fe20-4ab7-aef0-4a434ad221f8 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Calling delete_port for f4e38085-408a-47c7-a7d5-bb50d4e0b458 owned by {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:06:53.736130 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-506d4142-a1ca-4db9-9f2f-397c1861fe58 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7151'] for router (834798ac-a011-48f4-abf5-fb133f1458f0), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:53.743178 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-7ea7d13a-1632-4c12-ade2-dcdb5543a2a0 None None] For port 1e57c872-cb72-4c8a-8f26-54648ed8356a, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:06:53.743711 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-506d4142-a1ca-4db9-9f2f-397c1861fe58 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks [] for router_controller (834798ac-a011-48f4-abf5-fb133f1458f0), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:53.778636 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-7ea7d13a-1632-4c12-ade2-dcdb5543a2a0 None None] For port 1e57c872-cb72-4c8a-8f26-54648ed8356a, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=1e57c872-cb72-4c8a-8f26-54648ed8356a,segment=NetworkSegment(9028fe72-9b79-4538-96be-757c3dc71a72),segment_id=9028fe72-9b79-4538-96be-757c3dc71a72)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:06:53.782248 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5016c27f-a224-4f7d-8c6e-9976f58562f5 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Made reservation on behalf of fa54b4b5eec2452a8dcd67fc666c1bd8 for: {'port': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:06:53.785893 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5016c27f-a224-4f7d-8c6e-9976f58562f5 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:53.802445 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-7ea7d13a-1632-4c12-ade2-dcdb5543a2a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (1e57c872-cb72-4c8a-8f26-54648ed8356a), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:53.836793 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-506d4142-a1ca-4db9-9f2f-397c1861fe58 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689686'] for router (834798ac-a011-48f4-abf5-fb133f1458f0), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:53.837314 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-506d4142-a1ca-4db9-9f2f-397c1861fe58 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Fanout notify agent at l3_agent the message router_deleted on router 834798ac-a011-48f4-abf5-fb133f1458f0 {{(pid=104098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 01:06:53.844004 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [None req-5016c27f-a224-4f7d-8c6e-9976f58562f5 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] device_id is not set on port dcf9c9c4-9913-40c7-b141-d77a1ba97c1c yet. {{(pid=104099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 01:06:53.853624 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0bb9817b-78c1-4f76-8a15-7021bf65387f tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks [] for port (2a2b5ccf-d368-4548-94b9-cbe8f800e0fe), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:53.864961 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-506d4142-a1ca-4db9-9f2f-397c1861fe58 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks [] for router (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:53.866014 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c510180f-6193-47b3-9850-3bd68b0f9f2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-aba7b41c-8b9c-4492-a7b3-4647ca5c8d87', 'network_id': 'aba7b41c-8b9c-4492-a7b3-4647ca5c8d87', 'project_id': '7dbb2ba455b84df9b72862aaa29899aa', 'fixed_ips': [{'subnet_id': 'afe64c04-b3f5-4ad6-b26f-e189219bc3a5'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:06:53.866706 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-506d4142-a1ca-4db9-9f2f-397c1861fe58 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] 10.222.0.24 "DELETE /v2.0/routers/834798ac-a011-48f4-abf5-fb133f1458f0 HTTP/1.1" status: 204 len: 168 time: 0.5021546 Mar 28 01:06:53.866850 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-c510180f-6193-47b3-9850-3bd68b0f9f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:53.873949 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51774) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:53.884581 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5dba2866-a5b7-4493-a339-c66325acf8b8 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (aba7b41c-8b9c-4492-a7b3-4647ca5c8d87), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:53.963101 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0bb9817b-78c1-4f76-8a15-7021bf65387f tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (2a2b5ccf-d368-4548-94b9-cbe8f800e0fe), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:53.976072 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5dba2866-a5b7-4493-a339-c66325acf8b8 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (afe64c04-b3f5-4ad6-b26f-e189219bc3a5), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:53.989613 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-1464e007-c458-42ed-a314-dfd81f056091 None None] Allocated IP 172.20.0.2 (81614d1c-d912-45ee-bbb1-56978be1df93/87ac26fe-6345-478d-8153-04dfdfc7524f/d01ea6dc-883c-4e36-8c31-c88c4b34cca5) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:06:53.993743 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea7d13a-1632-4c12-ade2-dcdb5543a2a0 None None] Pushing event updated for resources: {'Port': ['ID=1e57c872-cb72-4c8a-8f26-54648ed8356a,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:54.044737 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb9817b-78c1-4f76-8a15-7021bf65387f tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Network be4801db-c8f8-4df3-b9b5-556693d6a290 is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:06:54.051774 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-0bb9817b-78c1-4f76-8a15-7021bf65387f tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:06:54.054216 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb9817b-78c1-4f76-8a15-7021bf65387f tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:06:54.059761 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb9817b-78c1-4f76-8a15-7021bf65387f tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:54.060430 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0bb9817b-78c1-4f76-8a15-7021bf65387f tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:54.078379 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-c510180f-6193-47b3-9850-3bd68b0f9f2c None None] Allocated IP 172.20.0.2 (aba7b41c-8b9c-4492-a7b3-4647ca5c8d87/afe64c04-b3f5-4ad6-b26f-e189219bc3a5/56a39ccd-2e10-4709-96ba-e0972941e2ec) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:06:54.084193 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb9817b-78c1-4f76-8a15-7021bf65387f tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Pushing event updated for resources: {'Port': ['ID=2a2b5ccf-d368-4548-94b9-cbe8f800e0fe,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:54.087353 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d2e78f7e-fe20-4ab7-aef0-4a434ad221f8 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (f4e38085-408a-47c7-a7d5-bb50d4e0b458), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:54.103483 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-0bb9817b-78c1-4f76-8a15-7021bf65387f tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8662024 Mar 28 01:06:54.103644 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51776) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:54.109034 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a78dfde-930b-4cff-8d65-1a2439bed875 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Deleting subnet 79aaa03d-21fc-4d1c-8544-d8e9b9b81fca {{(pid=104099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:06:54.115907 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4a78dfde-930b-4cff-8d65-1a2439bed875 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks [] for subnet (79aaa03d-21fc-4d1c-8544-d8e9b9b81fca), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:54.178077 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d531675-d6c1-4cf8-be25-7f350abe019e tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:54.185359 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e78f7e-fe20-4ab7-aef0-4a434ad221f8 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Pushing event deleted for resources: {'Port': ['ID=f4e38085-408a-47c7-a7d5-bb50d4e0b458,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:54.202712 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d531675-d6c1-4cf8-be25-7f350abe019e tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:54.223648 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-6d531675-d6c1-4cf8-be25-7f350abe019e tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1188745 Mar 28 01:06:54.224309 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51778) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:54.244424 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4a78dfde-930b-4cff-8d65-1a2439bed875 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126946639'] for subnet (79aaa03d-21fc-4d1c-8544-d8e9b9b81fca), precommit_delete_associations {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:54.348222 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d2e78f7e-fe20-4ab7-aef0-4a434ad221f8 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:54.352054 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-d2e78f7e-fe20-4ab7-aef0-4a434ad221f8 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] 10.222.0.24 "DELETE /v2.0/ports/f4e38085-408a-47c7-a7d5-bb50d4e0b458 HTTP/1.1" status: 204 len: 168 time: 1.3763063 Mar 28 01:06:54.354463 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-30e19b13-1b87-4599-b60c-b56256a3d4c2 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Publish callbacks [] for port (d7e20b19-5b7e-469f-8aa5-7b72bbf1a984), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:54.355987 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51780) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:54.422161 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-1464e007-c458-42ed-a314-dfd81f056091 None None] Publish callbacks [] for port (d01ea6dc-883c-4e36-8c31-c88c4b34cca5), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:54.457672 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 1e57c872-cb72-4c8a-8f26-54648ed8356a up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:06:54.466304 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-1464e007-c458-42ed-a314-dfd81f056091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (d01ea6dc-883c-4e36-8c31-c88c4b34cca5), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:54.497700 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-c510180f-6193-47b3-9850-3bd68b0f9f2c None None] Publish callbacks [] for port (56a39ccd-2e10-4709-96ba-e0972941e2ec), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:54.568953 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-c510180f-6193-47b3-9850-3bd68b0f9f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (56a39ccd-2e10-4709-96ba-e0972941e2ec), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:54.576384 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1464e007-c458-42ed-a314-dfd81f056091 None None] Pushing event updated for resources: {'Port': ['ID=d01ea6dc-883c-4e36-8c31-c88c4b34cca5,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:54.583284 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1464e007-c458-42ed-a314-dfd81f056091 None None] Network 81614d1c-d912-45ee-bbb1-56978be1df93 is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:06:54.596099 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-1464e007-c458-42ed-a314-dfd81f056091 None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:06:54.605847 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c510180f-6193-47b3-9850-3bd68b0f9f2c None None] Network aba7b41c-8b9c-4492-a7b3-4647ca5c8d87 is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:06:54.625318 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1464e007-c458-42ed-a314-dfd81f056091 None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:06:54.627500 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-c510180f-6193-47b3-9850-3bd68b0f9f2c None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:06:54.636124 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c510180f-6193-47b3-9850-3bd68b0f9f2c None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:06:54.700457 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c510180f-6193-47b3-9850-3bd68b0f9f2c None None] Pushing event updated for resources: {'Port': ['ID=56a39ccd-2e10-4709-96ba-e0972941e2ec,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:54.749004 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5dba2866-a5b7-4493-a339-c66325acf8b8 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126175041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126112438'] for subnet (afe64c04-b3f5-4ad6-b26f-e189219bc3a5), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:54.755371 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-285e2b0f-d0e9-4d66-a840-f86eb574a5ab tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] GET failed (client error): The resource could not be found. Mar 28 01:06:54.757144 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-285e2b0f-d0e9-4d66-a840-f86eb574a5ab tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] 10.222.0.24 "GET /v2.0/ports/f4e38085-408a-47c7-a7d5-bb50d4e0b458 HTTP/1.1" status: 404 len: 333 time: 0.3978937 Mar 28 01:06:54.762762 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51782) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:54.783693 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-c510180f-6193-47b3-9850-3bd68b0f9f2c None None] Attempting to bind port 56a39ccd-2e10-4709-96ba-e0972941e2ec on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:06:54.785390 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-c510180f-6193-47b3-9850-3bd68b0f9f2c None None] Attempting to bind port 56a39ccd-2e10-4709-96ba-e0972941e2ec by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': '4e375ab2-18ec-474e-a5f9-a3dff0555671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'aba7b41c-8b9c-4492-a7b3-4647ca5c8d87'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:06:54.785784 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c510180f-6193-47b3-9850-3bd68b0f9f2c None None] Attempting to bind port 56a39ccd-2e10-4709-96ba-e0972941e2ec on network aba7b41c-8b9c-4492-a7b3-4647ca5c8d87 {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:06:54.788123 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 1e57c872-cb72-4c8a-8f26-54648ed8356a triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:06:54.789881 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dba2866-a5b7-4493-a339-c66325acf8b8 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Pushing event deleted for resources: {'Subnet': ['ID=afe64c04-b3f5-4ad6-b26f-e189219bc3a5,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:54.790189 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (1e57c872-cb72-4c8a-8f26-54648ed8356a), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:54.794647 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-1464e007-c458-42ed-a314-dfd81f056091 None None] Attempting to bind port d01ea6dc-883c-4e36-8c31-c88c4b34cca5 on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:06:54.795214 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-1464e007-c458-42ed-a314-dfd81f056091 None None] Attempting to bind port d01ea6dc-883c-4e36-8c31-c88c4b34cca5 by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': '67460d04-88fb-4294-a760-a8c9670ac219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '81614d1c-d912-45ee-bbb1-56978be1df93'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:06:54.795746 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1464e007-c458-42ed-a314-dfd81f056091 None None] Attempting to bind port d01ea6dc-883c-4e36-8c31-c88c4b34cca5 on network 81614d1c-d912-45ee-bbb1-56978be1df93 {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:06:54.823323 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c510180f-6193-47b3-9850-3bd68b0f9f2c None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:06:54.823982 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c510180f-6193-47b3-9850-3bd68b0f9f2c None None] Checking segment: {'id': '4e375ab2-18ec-474e-a5f9-a3dff0555671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'aba7b41c-8b9c-4492-a7b3-4647ca5c8d87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:06:54.824429 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-c510180f-6193-47b3-9850-3bd68b0f9f2c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:54.824830 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c510180f-6193-47b3-9850-3bd68b0f9f2c None None] Bound using segment: {'id': '4e375ab2-18ec-474e-a5f9-a3dff0555671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'aba7b41c-8b9c-4492-a7b3-4647ca5c8d87'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:06:54.825477 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-c510180f-6193-47b3-9850-3bd68b0f9f2c None None] Bound port: 56a39ccd-2e10-4709-96ba-e0972941e2ec, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e375ab2-18ec-474e-a5f9-a3dff0555671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'aba7b41c-8b9c-4492-a7b3-4647ca5c8d87'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:06:54.825873 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-c510180f-6193-47b3-9850-3bd68b0f9f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (56a39ccd-2e10-4709-96ba-e0972941e2ec), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:54.827849 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1464e007-c458-42ed-a314-dfd81f056091 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:06:54.828242 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1464e007-c458-42ed-a314-dfd81f056091 None None] Checking segment: {'id': '67460d04-88fb-4294-a760-a8c9670ac219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '81614d1c-d912-45ee-bbb1-56978be1df93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:06:54.828802 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-1464e007-c458-42ed-a314-dfd81f056091 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:54.829218 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1464e007-c458-42ed-a314-dfd81f056091 None None] Bound using segment: {'id': '67460d04-88fb-4294-a760-a8c9670ac219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '81614d1c-d912-45ee-bbb1-56978be1df93'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:06:54.830319 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-1464e007-c458-42ed-a314-dfd81f056091 None None] Bound port: d01ea6dc-883c-4e36-8c31-c88c4b34cca5, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67460d04-88fb-4294-a760-a8c9670ac219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '81614d1c-d912-45ee-bbb1-56978be1df93'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:06:54.830711 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-1464e007-c458-42ed-a314-dfd81f056091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (d01ea6dc-883c-4e36-8c31-c88c4b34cca5), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:54.856906 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [None req-5016c27f-a224-4f7d-8c6e-9976f58562f5 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Allocated IP 172.20.0.12 (81614d1c-d912-45ee-bbb1-56978be1df93/87ac26fe-6345-478d-8153-04dfdfc7524f/dcf9c9c4-9913-40c7-b141-d77a1ba97c1c) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:06:54.860856 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4a78dfde-930b-4cff-8d65-1a2439bed875 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (79aaa03d-21fc-4d1c-8544-d8e9b9b81fca), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:54.887909 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5dba2866-a5b7-4493-a339-c66325acf8b8 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (aba7b41c-8b9c-4492-a7b3-4647ca5c8d87), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:54.913530 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-30e19b13-1b87-4599-b60c-b56256a3d4c2 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (d7e20b19-5b7e-469f-8aa5-7b72bbf1a984), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:54.984692 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-e81bb56a-03a3-43d6-b3ac-80089fa1547d tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Deleting port 2a2b5ccf-d368-4548-94b9-cbe8f800e0fe {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:06:54.985036 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e81bb56a-03a3-43d6-b3ac-80089fa1547d tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (2a2b5ccf-d368-4548-94b9-cbe8f800e0fe), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:55.001969 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-c510180f-6193-47b3-9850-3bd68b0f9f2c None None] For port 56a39ccd-2e10-4709-96ba-e0972941e2ec, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:06:55.019637 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-c510180f-6193-47b3-9850-3bd68b0f9f2c None None] For port 56a39ccd-2e10-4709-96ba-e0972941e2ec, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=56a39ccd-2e10-4709-96ba-e0972941e2ec,segment=NetworkSegment(4e375ab2-18ec-474e-a5f9-a3dff0555671),segment_id=4e375ab2-18ec-474e-a5f9-a3dff0555671)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:06:55.021524 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-1464e007-c458-42ed-a314-dfd81f056091 None None] For port d01ea6dc-883c-4e36-8c31-c88c4b34cca5, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:06:55.024106 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e19b13-1b87-4599-b60c-b56256a3d4c2 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Network d94257fd-1e35-4876-a0ad-68855908c010 is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:06:55.039308 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-1464e007-c458-42ed-a314-dfd81f056091 None None] For port d01ea6dc-883c-4e36-8c31-c88c4b34cca5, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=d01ea6dc-883c-4e36-8c31-c88c4b34cca5,segment=NetworkSegment(67460d04-88fb-4294-a760-a8c9670ac219),segment_id=67460d04-88fb-4294-a760-a8c9670ac219)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:06:55.040271 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-30e19b13-1b87-4599-b60c-b56256a3d4c2 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:06:55.041303 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-c510180f-6193-47b3-9850-3bd68b0f9f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (56a39ccd-2e10-4709-96ba-e0972941e2ec), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:55.043036 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e19b13-1b87-4599-b60c-b56256a3d4c2 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:06:55.043647 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 1e57c872-cb72-4c8a-8f26-54648ed8356a is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:06:55.044024 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (1e57c872-cb72-4c8a-8f26-54648ed8356a), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:55.069884 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-1464e007-c458-42ed-a314-dfd81f056091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (d01ea6dc-883c-4e36-8c31-c88c4b34cca5), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:55.082190 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e19b13-1b87-4599-b60c-b56256a3d4c2 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Pushing event updated for resources: {'Port': ['ID=d7e20b19-5b7e-469f-8aa5-7b72bbf1a984,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:55.105987 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-5dba2866-a5b7-4493-a339-c66325acf8b8 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aba7b41c-8b9c-4492-a7b3-4647ca5c8d87']}} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:55.118178 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-5dba2866-a5b7-4493-a339-c66325acf8b8 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e375ab2-18ec-474e-a5f9-a3dff0555671') {'for_net_delete': True} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:55.118592 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-5dba2866-a5b7-4493-a339-c66325acf8b8 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e375ab2-18ec-474e-a5f9-a3dff0555671') {} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:55.135986 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5dba2866-a5b7-4493-a339-c66325acf8b8 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126443583'] for segment (4e375ab2-18ec-474e-a5f9-a3dff0555671), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:55.137425 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4a78dfde-930b-4cff-8d65-1a2439bed875 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127282766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126757793'] for subnet (79aaa03d-21fc-4d1c-8544-d8e9b9b81fca), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:55.190687 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] For port 1e57c872-cb72-4c8a-8f26-54648ed8356a, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=1e57c872-cb72-4c8a-8f26-54648ed8356a,segment=NetworkSegment(9028fe72-9b79-4538-96be-757c3dc71a72),segment_id=9028fe72-9b79-4538-96be-757c3dc71a72)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:06:55.201399 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a78dfde-930b-4cff-8d65-1a2439bed875 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Pushing event deleted for resources: {'Subnet': ['ID=79aaa03d-21fc-4d1c-8544-d8e9b9b81fca,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:55.202431 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e81bb56a-03a3-43d6-b3ac-80089fa1547d tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (2a2b5ccf-d368-4548-94b9-cbe8f800e0fe), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:55.207309 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4a78dfde-930b-4cff-8d65-1a2439bed875 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks [] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:55.209255 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c510180f-6193-47b3-9850-3bd68b0f9f2c None None] Pushing event updated for resources: {'Port': ['ID=56a39ccd-2e10-4709-96ba-e0972941e2ec,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:55.211902 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (1e57c872-cb72-4c8a-8f26-54648ed8356a), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:55.212283 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-4a78dfde-930b-4cff-8d65-1a2439bed875 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] 10.222.0.24 "DELETE /v2.0/subnets/79aaa03d-21fc-4d1c-8544-d8e9b9b81fca HTTP/1.1" status: 204 len: 168 time: 1.3355887 Mar 28 01:06:55.218647 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51784) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:55.231217 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301836c0-7ed4-4665-bf28-b7c10acd805c None None] Network f026ff35-8f2e-43cd-a2a8-00db0cefa590 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:06:55.239821 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e19b13-1b87-4599-b60c-b56256a3d4c2 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:55.240550 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-30e19b13-1b87-4599-b60c-b56256a3d4c2 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:55.260780 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-e81bb56a-03a3-43d6-b3ac-80089fa1547d tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Calling delete_port for 2a2b5ccf-d368-4548-94b9-cbe8f800e0fe owned by {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:06:55.275313 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5dba2866-a5b7-4493-a339-c66325acf8b8 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (4e375ab2-18ec-474e-a5f9-a3dff0555671), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:55.305786 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dba2866-a5b7-4493-a339-c66325acf8b8 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=104098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:06:55.306419 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5dba2866-a5b7-4493-a339-c66325acf8b8 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126177251'] for segment (4e375ab2-18ec-474e-a5f9-a3dff0555671), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:55.328703 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-addb62cd-39fe-4e97-a897-a995d51e3f50 None None] Network aba7b41c-8b9c-4492-a7b3-4647ca5c8d87 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:06:55.360112 dv-neutron-834874-6-hyperv neutron-server[104098]: Traceback (most recent call last): Mar 28 01:06:55.360112 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:06:55.360112 dv-neutron-834874-6-hyperv neutron-server[104098]: timer() Mar 28 01:06:55.360112 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:06:55.360112 dv-neutron-834874-6-hyperv neutron-server[104098]: cb(*args, **kw) Mar 28 01:06:55.360112 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:06:55.360112 dv-neutron-834874-6-hyperv neutron-server[104098]: return func(*args, **kwargs) Mar 28 01:06:55.360112 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:06:55.360112 dv-neutron-834874-6-hyperv neutron-server[104098]: self._notify() Mar 28 01:06:55.360112 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:06:55.360112 dv-neutron-834874-6-hyperv neutron-server[104098]: self.callback(batched_events) Mar 28 01:06:55.360112 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:06:55.360112 dv-neutron-834874-6-hyperv neutron-server[104098]: event.method(event) Mar 28 01:06:55.360112 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:06:55.360112 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:06:55.360112 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:06:55.360112 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:06:55.360112 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:06:55.360112 dv-neutron-834874-6-hyperv neutron-server[104098]: return f(self, *a, **k) Mar 28 01:06:55.360112 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:06:55.360112 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._get(url).json() Mar 28 01:06:55.360112 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:06:55.360112 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:06:55.360112 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:06:55.360112 dv-neutron-834874-6-hyperv neutron-server[104098]: return self.request(url, 'GET', **kwargs) Mar 28 01:06:55.360112 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:06:55.360112 dv-neutron-834874-6-hyperv neutron-server[104098]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:06:55.360112 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:06:55.360112 dv-neutron-834874-6-hyperv neutron-server[104098]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:06:55.360112 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:06:55.360112 dv-neutron-834874-6-hyperv neutron-server[104098]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:06:55.360112 dv-neutron-834874-6-hyperv neutron-server[104098]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:06:55.395461 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-30e19b13-1b87-4599-b60c-b56256a3d4c2 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 3.1440070 Mar 28 01:06:55.403542 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51786) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:55.477393 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5016c27f-a224-4f7d-8c6e-9976f58562f5 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks [] for port (dcf9c9c4-9913-40c7-b141-d77a1ba97c1c), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:55.516511 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-0ef63435-c1ca-43cc-9565-48716480a769 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Deleting port b5fee40a-0264-462a-9ab3-2c69141d4595 {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:06:55.516952 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0ef63435-c1ca-43cc-9565-48716480a769 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (b5fee40a-0264-462a-9ab3-2c69141d4595), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:55.591787 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2cb10939-32a5-484e-b7d8-5c763338a2fe tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (f026ff35-8f2e-43cd-a2a8-00db0cefa590), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:55.603377 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5016c27f-a224-4f7d-8c6e-9976f58562f5 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (dcf9c9c4-9913-40c7-b141-d77a1ba97c1c), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:55.634724 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0ef63435-c1ca-43cc-9565-48716480a769 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (b5fee40a-0264-462a-9ab3-2c69141d4595), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:55.648530 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.db.api [None req-5dba2866-a5b7-4493-a339-c66325acf8b8 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 28 01:06:55.648530 dv-neutron-834874-6-hyperv neutron-server[104098]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 28 01:06:55.648530 dv-neutron-834874-6-hyperv neutron-server[104098]: [parameters: {'id': 'aba7b41c-8b9c-4492-a7b3-4647ca5c8d87'}] Mar 28 01:06:55.648530 dv-neutron-834874-6-hyperv neutron-server[104098]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104098) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 01:06:55.648946 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG oslo_db.api [None req-5dba2866-a5b7-4493-a339-c66325acf8b8 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 01:06:55.649602 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-0ef63435-c1ca-43cc-9565-48716480a769 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Calling delete_port for b5fee40a-0264-462a-9ab3-2c69141d4595 owned by {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:06:55.672111 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb93a223-4806-483b-92f0-39f54b55e812 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:55.683487 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb93a223-4806-483b-92f0-39f54b55e812 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:55.691697 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb93a223-4806-483b-92f0-39f54b55e812 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:55.693754 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-cb93a223-4806-483b-92f0-39f54b55e812 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.2861021 Mar 28 01:06:55.698631 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51788) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:55.708795 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1464e007-c458-42ed-a314-dfd81f056091 None None] Pushing event updated for resources: {'Port': ['ID=d01ea6dc-883c-4e36-8c31-c88c4b34cca5,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:55.744147 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5016c27f-a224-4f7d-8c6e-9976f58562f5 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Network 81614d1c-d912-45ee-bbb1-56978be1df93 is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:06:55.751272 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-5016c27f-a224-4f7d-8c6e-9976f58562f5 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:06:55.771865 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5016c27f-a224-4f7d-8c6e-9976f58562f5 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:06:55.782482 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e81bb56a-03a3-43d6-b3ac-80089fa1547d tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (2a2b5ccf-d368-4548-94b9-cbe8f800e0fe), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:55.789517 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-f58e9a28-a35c-46c8-bb22-2083bb917991 None None] Provisioning complete for port d7e20b19-5b7e-469f-8aa5-7b72bbf1a984 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:06:55.790018 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f58e9a28-a35c-46c8-bb22-2083bb917991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (d7e20b19-5b7e-469f-8aa5-7b72bbf1a984), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:55.816329 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81bb56a-03a3-43d6-b3ac-80089fa1547d tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Pushing event deleted for resources: {'Port': ['ID=2a2b5ccf-d368-4548-94b9-cbe8f800e0fe,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:55.852104 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5016c27f-a224-4f7d-8c6e-9976f58562f5 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Pushing event updated for resources: {'Port': ['ID=dcf9c9c4-9913-40c7-b141-d77a1ba97c1c,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:55.894754 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-f58e9a28-a35c-46c8-bb22-2083bb917991 None None] Port d7e20b19-5b7e-469f-8aa5-7b72bbf1a984 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:06:55.898578 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Pushing event updated for resources: {'Port': ['ID=1e57c872-cb72-4c8a-8f26-54648ed8356a,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:55.919610 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5016c27f-a224-4f7d-8c6e-9976f58562f5 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:55.920474 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5016c27f-a224-4f7d-8c6e-9976f58562f5 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:55.933666 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e81bb56a-03a3-43d6-b3ac-80089fa1547d tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:55.942768 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-e81bb56a-03a3-43d6-b3ac-80089fa1547d tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "DELETE /v2.0/ports/2a2b5ccf-d368-4548-94b9-cbe8f800e0fe HTTP/1.1" status: 204 len: 168 time: 1.7174349 Mar 28 01:06:55.946697 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51790) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:55.959103 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-5016c27f-a224-4f7d-8c6e-9976f58562f5 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.4874549 Mar 28 01:06:55.961451 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51792) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:55.974016 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-2cb10939-32a5-484e-b7d8-5c763338a2fe tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Deleting port 2089dce0-c0d7-4d5b-bb6d-e42e30f25bee {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:06:55.974361 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2cb10939-32a5-484e-b7d8-5c763338a2fe tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (2089dce0-c0d7-4d5b-bb6d-e42e30f25bee), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:55.980485 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a754ab2-81d1-4a7e-ae5d-481f2f1e3026 None None] DHCP port deletion for f026ff35-8f2e-43cd-a2a8-00db0cefa590 request from dv-neutron-834874-6-hyperv {{(pid=104100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 01:06:56.038620 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-8b928b4e-c6ca-41ae-b496-64e3155de71f tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Deleting port d7e20b19-5b7e-469f-8aa5-7b72bbf1a984 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:06:56.038989 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8b928b4e-c6ca-41ae-b496-64e3155de71f tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (d7e20b19-5b7e-469f-8aa5-7b72bbf1a984), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:56.043229 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-6fdea43d-adc5-44cc-89fd-7d5fc86a4035 None None] Provisioning complete for port 1e57c872-cb72-4c8a-8f26-54648ed8356a triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:06:56.043604 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-6fdea43d-adc5-44cc-89fd-7d5fc86a4035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (1e57c872-cb72-4c8a-8f26-54648ed8356a), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:56.054162 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0ef63435-c1ca-43cc-9565-48716480a769 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (b5fee40a-0264-462a-9ab3-2c69141d4595), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:56.100424 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef63435-c1ca-43cc-9565-48716480a769 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Pushing event deleted for resources: {'Port': ['ID=b5fee40a-0264-462a-9ab3-2c69141d4595,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:56.101606 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-1a754ab2-81d1-4a7e-ae5d-481f2f1e3026 None None] Deleting port 2089dce0-c0d7-4d5b-bb6d-e42e30f25bee {{(pid=104100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:06:56.101979 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-1a754ab2-81d1-4a7e-ae5d-481f2f1e3026 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (2089dce0-c0d7-4d5b-bb6d-e42e30f25bee), before_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:56.115579 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2b5edb-e0eb-44e5-9e29-d6995fa4610f tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:56.117177 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2b5edb-e0eb-44e5-9e29-d6995fa4610f tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:56.118706 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-cd2b5edb-e0eb-44e5-9e29-d6995fa4610f tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1712708 Mar 28 01:06:56.123957 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51794) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:56.129239 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-2cb10939-32a5-484e-b7d8-5c763338a2fe tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] For port 2089dce0-c0d7-4d5b-bb6d-e42e30f25bee, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=2089dce0-c0d7-4d5b-bb6d-e42e30f25bee,segment=NetworkSegment(e181752f-35b6-4a2c-8d6d-75f610afd2a3),segment_id=e181752f-35b6-4a2c-8d6d-75f610afd2a3)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:06:56.130677 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2cb10939-32a5-484e-b7d8-5c763338a2fe tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (2089dce0-c0d7-4d5b-bb6d-e42e30f25bee), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:56.165776 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5dba2866-a5b7-4493-a339-c66325acf8b8 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (aba7b41c-8b9c-4492-a7b3-4647ca5c8d87), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:56.175081 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0ef63435-c1ca-43cc-9565-48716480a769 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:56.180729 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-0ef63435-c1ca-43cc-9565-48716480a769 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] 10.222.0.24 "DELETE /v2.0/ports/b5fee40a-0264-462a-9ab3-2c69141d4595 HTTP/1.1" status: 204 len: 168 time: 1.3998218 Mar 28 01:06:56.193721 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51796) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:56.207814 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-2cb10939-32a5-484e-b7d8-5c763338a2fe tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Calling delete_port for 2089dce0-c0d7-4d5b-bb6d-e42e30f25bee owned by network:dhcp {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:06:56.247678 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-6fdea43d-adc5-44cc-89fd-7d5fc86a4035 None None] Current status of the port 1e57c872-cb72-4c8a-8f26-54648ed8356a is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:06:56.287407 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bbfd59e-3a80-432b-84b0-055f12201e97 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Deleting subnet aef34266-3e90-4215-a92b-bead5999ff06 {{(pid=104098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:06:56.307030 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_v2 [None req-58a2b0df-63c8-4b9e-a6fe-f29177d1556d tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Deleting subnet 418f0433-0184-4927-b437-4f3def8d8ccd {{(pid=104099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:06:56.316994 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-1a754ab2-81d1-4a7e-ae5d-481f2f1e3026 None None] For port 2089dce0-c0d7-4d5b-bb6d-e42e30f25bee, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=2089dce0-c0d7-4d5b-bb6d-e42e30f25bee,segment=NetworkSegment(e181752f-35b6-4a2c-8d6d-75f610afd2a3),segment_id=e181752f-35b6-4a2c-8d6d-75f610afd2a3)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:06:56.318917 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-1a754ab2-81d1-4a7e-ae5d-481f2f1e3026 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (2089dce0-c0d7-4d5b-bb6d-e42e30f25bee), precommit_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:56.321080 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-58a2b0df-63c8-4b9e-a6fe-f29177d1556d tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks [] for subnet (418f0433-0184-4927-b437-4f3def8d8ccd), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:56.325044 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-8bbfd59e-3a80-432b-84b0-055f12201e97 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Publish callbacks [] for subnet (aef34266-3e90-4215-a92b-bead5999ff06), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:56.344719 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-1a754ab2-81d1-4a7e-ae5d-481f2f1e3026 None None] Calling delete_port for 2089dce0-c0d7-4d5b-bb6d-e42e30f25bee owned by network:dhcp {{(pid=104100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:06:56.378855 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8b928b4e-c6ca-41ae-b496-64e3155de71f tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (d7e20b19-5b7e-469f-8aa5-7b72bbf1a984), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:56.390702 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-d3640748-53c0-4076-9e87-8e04fba6e69d None None] Could not find standard attr ID for object 2a2b5ccf-d368-4548-94b9-cbe8f800e0fe. {{(pid=104100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 28 01:06:56.431382 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-8b928b4e-c6ca-41ae-b496-64e3155de71f tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Calling delete_port for d7e20b19-5b7e-469f-8aa5-7b72bbf1a984 owned by {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:06:56.456382 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-58a2b0df-63c8-4b9e-a6fe-f29177d1556d tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126946639'] for subnet (418f0433-0184-4927-b437-4f3def8d8ccd), precommit_delete_associations {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:56.503587 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-8bbfd59e-3a80-432b-84b0-055f12201e97 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126443526'] for subnet (aef34266-3e90-4215-a92b-bead5999ff06), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:56.529386 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-1a754ab2-81d1-4a7e-ae5d-481f2f1e3026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886'] for port (2089dce0-c0d7-4d5b-bb6d-e42e30f25bee), after_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:56.546229 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a754ab2-81d1-4a7e-ae5d-481f2f1e3026 None None] No DVR routers for this DVR port 2089dce0-c0d7-4d5b-bb6d-e42e30f25bee on host dv-neutron-834874-6-hyperv {{(pid=104100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:06:56.575573 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-54dfa8dd-a035-46e3-8971-13be4a3b0e60 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Deleting port dcf9c9c4-9913-40c7-b141-d77a1ba97c1c {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:06:56.575957 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-54dfa8dd-a035-46e3-8971-13be4a3b0e60 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (dcf9c9c4-9913-40c7-b141-d77a1ba97c1c), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:56.578722 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a754ab2-81d1-4a7e-ae5d-481f2f1e3026 None None] Pushing event deleted for resources: {'Port': ['ID=2089dce0-c0d7-4d5b-bb6d-e42e30f25bee,revision_number=None']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:56.581509 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 1e57c872-cb72-4c8a-8f26-54648ed8356a up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:06:56.637069 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 1e57c872-cb72-4c8a-8f26-54648ed8356a triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:06:56.637478 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (1e57c872-cb72-4c8a-8f26-54648ed8356a), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:56.642059 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-58a2b0df-63c8-4b9e-a6fe-f29177d1556d tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (418f0433-0184-4927-b437-4f3def8d8ccd), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:56.710221 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-54dfa8dd-a035-46e3-8971-13be4a3b0e60 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (dcf9c9c4-9913-40c7-b141-d77a1ba97c1c), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:56.732588 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-58a2b0df-63c8-4b9e-a6fe-f29177d1556d tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127282766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126757793'] for subnet (418f0433-0184-4927-b437-4f3def8d8ccd), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:56.748148 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 1e57c872-cb72-4c8a-8f26-54648ed8356a is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:06:56.749432 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device d01ea6dc-883c-4e36-8c31-c88c4b34cca5 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:06:56.754860 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-5dba2866-a5b7-4493-a339-c66325acf8b8 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Deleting port 56a39ccd-2e10-4709-96ba-e0972941e2ec {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:06:56.755195 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5dba2866-a5b7-4493-a339-c66325acf8b8 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (56a39ccd-2e10-4709-96ba-e0972941e2ec), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:56.758668 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-54dfa8dd-a035-46e3-8971-13be4a3b0e60 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Calling delete_port for dcf9c9c4-9913-40c7-b141-d77a1ba97c1c owned by {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:06:56.779857 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a2b0df-63c8-4b9e-a6fe-f29177d1556d tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Pushing event deleted for resources: {'Subnet': ['ID=418f0433-0184-4927-b437-4f3def8d8ccd,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:56.781675 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-58a2b0df-63c8-4b9e-a6fe-f29177d1556d tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks [] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:56.788119 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-58a2b0df-63c8-4b9e-a6fe-f29177d1556d tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "DELETE /v2.0/subnets/418f0433-0184-4927-b437-4f3def8d8ccd HTTP/1.1" status: 204 len: 168 time: 0.6609612 Mar 28 01:06:56.800373 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-730f70e4-62a4-4abe-95c1-9e6248c11eb8 None None] Network be4801db-c8f8-4df3-b9b5-556693d6a290 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:06:56.811490 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51798) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:56.829946 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2cb10939-32a5-484e-b7d8-5c763338a2fe tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (2089dce0-c0d7-4d5b-bb6d-e42e30f25bee), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:56.866861 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d574bbe-ab1a-47f4-9983-9aac4ebfea89 None None] Network 81614d1c-d912-45ee-bbb1-56978be1df93 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:06:56.868533 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb10939-32a5-484e-b7d8-5c763338a2fe tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Pushing event deleted for resources: {'Port': ['ID=2089dce0-c0d7-4d5b-bb6d-e42e30f25bee,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:56.871830 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb10939-32a5-484e-b7d8-5c763338a2fe tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] No DVR routers for this DVR port 2089dce0-c0d7-4d5b-bb6d-e42e30f25bee on host dv-neutron-834874-6-hyperv {{(pid=104099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:06:56.875844 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-8bbfd59e-3a80-432b-84b0-055f12201e97 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (aef34266-3e90-4215-a92b-bead5999ff06), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:56.880559 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-2ecc1542-e382-470b-9caf-7a6247d019ca tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0635359 Mar 28 01:06:56.901865 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51800) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:56.907013 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-f8bc3039-c92a-4363-842d-c160806f07fd tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Request body: {'subnet': {'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:56.959185 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.db [None req-5dba2866-a5b7-4493-a339-c66325acf8b8 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] For port 56a39ccd-2e10-4709-96ba-e0972941e2ec, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=56a39ccd-2e10-4709-96ba-e0972941e2ec,segment=NetworkSegment(4e375ab2-18ec-474e-a5f9-a3dff0555671),segment_id=4e375ab2-18ec-474e-a5f9-a3dff0555671)] {{(pid=104098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:06:56.959594 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5dba2866-a5b7-4493-a339-c66325acf8b8 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (56a39ccd-2e10-4709-96ba-e0972941e2ec), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:56.981635 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-2ad66951-67fb-4000-a4cc-a6df31f18f54 None None] Provisioning complete for port d01ea6dc-883c-4e36-8c31-c88c4b34cca5 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:06:56.982018 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-2ad66951-67fb-4000-a4cc-a6df31f18f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (d01ea6dc-883c-4e36-8c31-c88c4b34cca5), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:56.988746 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-5dba2866-a5b7-4493-a339-c66325acf8b8 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Calling delete_port for 56a39ccd-2e10-4709-96ba-e0972941e2ec owned by network:dhcp {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:06:57.039266 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port d01ea6dc-883c-4e36-8c31-c88c4b34cca5 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:06:57.039655 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (d01ea6dc-883c-4e36-8c31-c88c4b34cca5), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:57.042652 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2cb10939-32a5-484e-b7d8-5c763338a2fe tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (f026ff35-8f2e-43cd-a2a8-00db0cefa590), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:57.105681 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-2cb10939-32a5-484e-b7d8-5c763338a2fe tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f026ff35-8f2e-43cd-a2a8-00db0cefa590']}} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:57.123171 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-2cb10939-32a5-484e-b7d8-5c763338a2fe tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e181752f-35b6-4a2c-8d6d-75f610afd2a3') {'for_net_delete': True} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:57.123508 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-2cb10939-32a5-484e-b7d8-5c763338a2fe tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e181752f-35b6-4a2c-8d6d-75f610afd2a3') {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:57.133797 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-8bbfd59e-3a80-432b-84b0-055f12201e97 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126175041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126112438'] for subnet (aef34266-3e90-4215-a92b-bead5999ff06), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:57.145470 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2cb10939-32a5-484e-b7d8-5c763338a2fe tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126946678'] for segment (e181752f-35b6-4a2c-8d6d-75f610afd2a3), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:57.159266 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8b928b4e-c6ca-41ae-b496-64e3155de71f tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (d7e20b19-5b7e-469f-8aa5-7b72bbf1a984), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:57.173681 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-2ad66951-67fb-4000-a4cc-a6df31f18f54 None None] Current status of the port d01ea6dc-883c-4e36-8c31-c88c4b34cca5 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:06:57.174169 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-2ad66951-67fb-4000-a4cc-a6df31f18f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (d01ea6dc-883c-4e36-8c31-c88c4b34cca5), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:57.184245 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbfd59e-3a80-432b-84b0-055f12201e97 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Pushing event deleted for resources: {'Subnet': ['ID=aef34266-3e90-4215-a92b-bead5999ff06,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:57.186298 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-8bbfd59e-3a80-432b-84b0-055f12201e97 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:57.190832 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-8bbfd59e-3a80-432b-84b0-055f12201e97 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] 10.222.0.24 "DELETE /v2.0/subnets/aef34266-3e90-4215-a92b-bead5999ff06 HTTP/1.1" status: 204 len: 168 time: 0.9948812 Mar 28 01:06:57.196396 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51802) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:57.198833 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8bc3039-c92a-4363-842d-c160806f07fd tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Made reservation on behalf of 564cf6bfe83a4d71adcd7d33f5d20cb1 for: {'subnet': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:06:57.204346 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f8bc3039-c92a-4363-842d-c160806f07fd tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126757772'] for subnet (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:57.209755 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2cb10939-32a5-484e-b7d8-5c763338a2fe tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (e181752f-35b6-4a2c-8d6d-75f610afd2a3), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:57.242118 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port d01ea6dc-883c-4e36-8c31-c88c4b34cca5 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:06:57.242516 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (d01ea6dc-883c-4e36-8c31-c88c4b34cca5), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:57.249797 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1218a088-5773-4c05-aec0-ed7b64cc6dc9 None None] Network bb1f9cb0-68da-4cb4-9ac8-a08ba319102f requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:06:57.252767 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5283cf-2a97-4059-bce0-2413c3dc4c24 None None] DHCP port deletion for be4801db-c8f8-4df3-b9b5-556693d6a290 request from dv-neutron-834874-6-hyperv {{(pid=104100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 01:06:57.255231 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-2ad66951-67fb-4000-a4cc-a6df31f18f54 None None] For port d01ea6dc-883c-4e36-8c31-c88c4b34cca5, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=d01ea6dc-883c-4e36-8c31-c88c4b34cca5,segment=NetworkSegment(67460d04-88fb-4294-a760-a8c9670ac219),segment_id=67460d04-88fb-4294-a760-a8c9670ac219)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:06:57.273119 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5dba2866-a5b7-4493-a339-c66325acf8b8 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (56a39ccd-2e10-4709-96ba-e0972941e2ec), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:57.287493 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b928b4e-c6ca-41ae-b496-64e3155de71f tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Pushing event deleted for resources: {'Port': ['ID=d7e20b19-5b7e-469f-8aa5-7b72bbf1a984,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:57.289377 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-54dfa8dd-a035-46e3-8971-13be4a3b0e60 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (dcf9c9c4-9913-40c7-b141-d77a1ba97c1c), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:57.302167 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-2ad66951-67fb-4000-a4cc-a6df31f18f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (d01ea6dc-883c-4e36-8c31-c88c4b34cca5), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:57.334686 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dba2866-a5b7-4493-a339-c66325acf8b8 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] No DVR routers for this DVR port 56a39ccd-2e10-4709-96ba-e0972941e2ec on host dv-neutron-834874-6-hyperv {{(pid=104098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:06:57.354478 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dba2866-a5b7-4493-a339-c66325acf8b8 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Pushing event deleted for resources: {'Port': ['ID=56a39ccd-2e10-4709-96ba-e0972941e2ec,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:57.371312 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-36daa6b6-d2c3-4b8a-8e0a-b3e1f8818c75 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (bb1f9cb0-68da-4cb4-9ac8-a08ba319102f), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:57.410424 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cb10939-32a5-484e-b7d8-5c763338a2fe tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=104099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:06:57.416223 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2cb10939-32a5-484e-b7d8-5c763338a2fe tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127280876'] for segment (e181752f-35b6-4a2c-8d6d-75f610afd2a3), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:57.424781 dv-neutron-834874-6-hyperv neutron-server[104099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 01:06:57.424781 dv-neutron-834874-6-hyperv neutron-server[104099]: self.session.flush() Mar 28 01:06:57.424781 dv-neutron-834874-6-hyperv neutron-server[104099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 01:06:57.424781 dv-neutron-834874-6-hyperv neutron-server[104099]: self.session.flush() Mar 28 01:06:57.424781 dv-neutron-834874-6-hyperv neutron-server[104099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 01:06:57.424781 dv-neutron-834874-6-hyperv neutron-server[104099]: self.session.flush() Mar 28 01:06:57.424781 dv-neutron-834874-6-hyperv neutron-server[104099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 01:06:57.424781 dv-neutron-834874-6-hyperv neutron-server[104099]: self.session.flush() Mar 28 01:06:57.424781 dv-neutron-834874-6-hyperv neutron-server[104099]: Traceback (most recent call last): Mar 28 01:06:57.424781 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:06:57.424781 dv-neutron-834874-6-hyperv neutron-server[104099]: timer() Mar 28 01:06:57.424781 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:06:57.424781 dv-neutron-834874-6-hyperv neutron-server[104099]: cb(*args, **kw) Mar 28 01:06:57.424781 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:06:57.424781 dv-neutron-834874-6-hyperv neutron-server[104099]: return func(*args, **kwargs) Mar 28 01:06:57.424781 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:06:57.424781 dv-neutron-834874-6-hyperv neutron-server[104099]: self._notify() Mar 28 01:06:57.424781 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:06:57.424781 dv-neutron-834874-6-hyperv neutron-server[104099]: self.callback(batched_events) Mar 28 01:06:57.424781 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:06:57.424781 dv-neutron-834874-6-hyperv neutron-server[104099]: event.method(event) Mar 28 01:06:57.424781 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:06:57.424781 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:06:57.424781 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:06:57.424781 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:06:57.424781 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:06:57.424781 dv-neutron-834874-6-hyperv neutron-server[104099]: return f(self, *a, **k) Mar 28 01:06:57.424781 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:06:57.424781 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._get(url).json() Mar 28 01:06:57.424781 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:06:57.424781 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:06:57.424781 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:06:57.424781 dv-neutron-834874-6-hyperv neutron-server[104099]: return self.request(url, 'GET', **kwargs) Mar 28 01:06:57.424781 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:06:57.424781 dv-neutron-834874-6-hyperv neutron-server[104099]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:06:57.424781 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:06:57.424781 dv-neutron-834874-6-hyperv neutron-server[104099]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:06:57.424781 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:06:57.424781 dv-neutron-834874-6-hyperv neutron-server[104099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:06:57.424781 dv-neutron-834874-6-hyperv neutron-server[104099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:06:57.454812 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dfa8dd-a035-46e3-8971-13be4a3b0e60 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Pushing event deleted for resources: {'Port': ['ID=dcf9c9c4-9913-40c7-b141-d77a1ba97c1c,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:57.472936 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad66951-67fb-4000-a4cc-a6df31f18f54 None None] Pushing event updated for resources: {'Port': ['ID=d01ea6dc-883c-4e36-8c31-c88c4b34cca5,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:57.479128 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.db.api [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104100) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 01:06:57.479576 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG oslo_db.api [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 01:06:57.515050 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-5f5283cf-2a97-4059-bce0-2413c3dc4c24 None None] Deleting port 1e57c872-cb72-4c8a-8f26-54648ed8356a {{(pid=104100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:06:57.515437 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5f5283cf-2a97-4059-bce0-2413c3dc4c24 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (1e57c872-cb72-4c8a-8f26-54648ed8356a), before_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:57.559982 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5dba2866-a5b7-4493-a339-c66325acf8b8 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (aba7b41c-8b9c-4492-a7b3-4647ca5c8d87), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:57.591249 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-5dba2866-a5b7-4493-a339-c66325acf8b8 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aba7b41c-8b9c-4492-a7b3-4647ca5c8d87']}} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:57.603850 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-5dba2866-a5b7-4493-a339-c66325acf8b8 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e375ab2-18ec-474e-a5f9-a3dff0555671') {'for_net_delete': True} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:57.604781 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-5dba2866-a5b7-4493-a339-c66325acf8b8 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e375ab2-18ec-474e-a5f9-a3dff0555671') {} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:57.617826 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5dba2866-a5b7-4493-a339-c66325acf8b8 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126443583'] for segment (4e375ab2-18ec-474e-a5f9-a3dff0555671), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:57.627131 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2cb10939-32a5-484e-b7d8-5c763338a2fe tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (f026ff35-8f2e-43cd-a2a8-00db0cefa590), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:57.631092 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d24d83-7aff-44ce-9675-ce011c023416 None None] DHCP port deletion for bb1f9cb0-68da-4cb4-9ac8-a08ba319102f request from dv-neutron-834874-6-hyperv {{(pid=104100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 01:06:57.651116 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-5f5283cf-2a97-4059-bce0-2413c3dc4c24 None None] For port 1e57c872-cb72-4c8a-8f26-54648ed8356a, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=1e57c872-cb72-4c8a-8f26-54648ed8356a,segment=NetworkSegment(9028fe72-9b79-4538-96be-757c3dc71a72),segment_id=9028fe72-9b79-4538-96be-757c3dc71a72)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:06:57.651821 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5f5283cf-2a97-4059-bce0-2413c3dc4c24 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (1e57c872-cb72-4c8a-8f26-54648ed8356a), precommit_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:57.663824 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5dba2866-a5b7-4493-a339-c66325acf8b8 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (4e375ab2-18ec-474e-a5f9-a3dff0555671), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:57.681109 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-54dfa8dd-a035-46e3-8971-13be4a3b0e60 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:57.689621 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-54dfa8dd-a035-46e3-8971-13be4a3b0e60 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "DELETE /v2.0/ports/dcf9c9c4-9913-40c7-b141-d77a1ba97c1c HTTP/1.1" status: 204 len: 168 time: 1.7249935 Mar 28 01:06:57.689621 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dba2866-a5b7-4493-a339-c66325acf8b8 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=104098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:06:57.689621 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5dba2866-a5b7-4493-a339-c66325acf8b8 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126177251'] for segment (4e375ab2-18ec-474e-a5f9-a3dff0555671), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:57.693159 dv-neutron-834874-6-hyperv neutron-server[104098]: Traceback (most recent call last): Mar 28 01:06:57.693159 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:06:57.693159 dv-neutron-834874-6-hyperv neutron-server[104098]: timer() Mar 28 01:06:57.693159 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:06:57.693159 dv-neutron-834874-6-hyperv neutron-server[104098]: cb(*args, **kw) Mar 28 01:06:57.693159 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:06:57.693159 dv-neutron-834874-6-hyperv neutron-server[104098]: return func(*args, **kwargs) Mar 28 01:06:57.693159 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:06:57.693159 dv-neutron-834874-6-hyperv neutron-server[104098]: self._notify() Mar 28 01:06:57.693159 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:06:57.693159 dv-neutron-834874-6-hyperv neutron-server[104098]: self.callback(batched_events) Mar 28 01:06:57.693159 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:06:57.693159 dv-neutron-834874-6-hyperv neutron-server[104098]: event.method(event) Mar 28 01:06:57.693159 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:06:57.693159 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:06:57.693159 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:06:57.693159 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:06:57.693159 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:06:57.693159 dv-neutron-834874-6-hyperv neutron-server[104098]: return f(self, *a, **k) Mar 28 01:06:57.693159 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:06:57.693159 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._get(url).json() Mar 28 01:06:57.693159 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:06:57.693159 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:06:57.693159 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:06:57.693159 dv-neutron-834874-6-hyperv neutron-server[104098]: return self.request(url, 'GET', **kwargs) Mar 28 01:06:57.693159 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:06:57.693159 dv-neutron-834874-6-hyperv neutron-server[104098]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:06:57.693159 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:06:57.693159 dv-neutron-834874-6-hyperv neutron-server[104098]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:06:57.693159 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:06:57.693159 dv-neutron-834874-6-hyperv neutron-server[104098]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:06:57.693159 dv-neutron-834874-6-hyperv neutron-server[104098]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:06:57.701136 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2cb10939-32a5-484e-b7d8-5c763338a2fe tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:57.701377 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-5f5283cf-2a97-4059-bce0-2413c3dc4c24 None None] Calling delete_port for 1e57c872-cb72-4c8a-8f26-54648ed8356a owned by network:dhcp {{(pid=104100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:06:57.704519 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-2cb10939-32a5-484e-b7d8-5c763338a2fe tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] 10.222.0.24 "DELETE /v2.0/networks/f026ff35-8f2e-43cd-a2a8-00db0cefa590 HTTP/1.1" status: 204 len: 168 time: 2.4828537 Mar 28 01:06:57.705095 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51804) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:57.726398 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51806) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:57.735645 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-9222262b-2d22-4590-ac29-ef3c024ea529 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1144196611'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:57.780173 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-4fccb7bf-67de-4e98-861c-d7eec577e596 None None] Could not find standard attr ID for object dcf9c9c4-9913-40c7-b141-d77a1ba97c1c. {{(pid=104100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 28 01:06:57.783560 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5dba2866-a5b7-4493-a339-c66325acf8b8 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (aba7b41c-8b9c-4492-a7b3-4647ca5c8d87), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:57.790477 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5dba2866-a5b7-4493-a339-c66325acf8b8 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:57.795041 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-5dba2866-a5b7-4493-a339-c66325acf8b8 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] 10.222.0.24 "DELETE /v2.0/networks/aba7b41c-8b9c-4492-a7b3-4647ca5c8d87 HTTP/1.1" status: 204 len: 168 time: 4.1519606 Mar 28 01:06:57.799960 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-36daa6b6-d2c3-4b8a-8e0a-b3e1f8818c75 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Deleting port d0de76ea-dcca-453d-b72a-67756681a6e4 {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:06:57.800813 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-36daa6b6-d2c3-4b8a-8e0a-b3e1f8818c75 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (d0de76ea-dcca-453d-b72a-67756681a6e4), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:57.803777 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51808) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:57.806870 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb10939-32a5-484e-b7d8-5c763338a2fe tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Pushing event deleted for resources: {'Network': ['ID=f026ff35-8f2e-43cd-a2a8-00db0cefa590,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:57.817514 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-f3d24d83-7aff-44ce-9675-ce011c023416 None None] Deleting port d0de76ea-dcca-453d-b72a-67756681a6e4 {{(pid=104100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:06:57.818031 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f3d24d83-7aff-44ce-9675-ce011c023416 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (d0de76ea-dcca-453d-b72a-67756681a6e4), before_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:57.821252 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b0978f1-2991-4826-a4dd-bc01f067cca2 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] DELETE failed (client error): The resource could not be found. Mar 28 01:06:57.821787 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b0978f1-2991-4826-a4dd-bc01f067cca2 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:06:57.825075 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-3b0978f1-2991-4826-a4dd-bc01f067cca2 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "DELETE /v2.0/ports/dcf9c9c4-9913-40c7-b141-d77a1ba97c1c HTTP/1.1" status: 404 len: 333 time: 0.1047554 Mar 28 01:06:57.841629 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51810) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:57.869230 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-4fccb7bf-67de-4e98-861c-d7eec577e596 None None] Provisioning complete for port d01ea6dc-883c-4e36-8c31-c88c4b34cca5 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:06:57.870162 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-4fccb7bf-67de-4e98-861c-d7eec577e596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (d01ea6dc-883c-4e36-8c31-c88c4b34cca5), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:57.884139 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9222262b-2d22-4590-ac29-ef3c024ea529 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Made reservation on behalf of 73b89705b12a4822849ef008702f6650 for: {'network': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:06:57.887722 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9222262b-2d22-4590-ac29-ef3c024ea529 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:57.892247 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8b928b4e-c6ca-41ae-b496-64e3155de71f tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:57.895813 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-8b928b4e-c6ca-41ae-b496-64e3155de71f tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] 10.222.0.24 "DELETE /v2.0/ports/d7e20b19-5b7e-469f-8aa5-7b72bbf1a984 HTTP/1.1" status: 204 len: 168 time: 2.1686091 Mar 28 01:06:57.898443 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51812) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:57.914668 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dba2866-a5b7-4493-a339-c66325acf8b8 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Pushing event deleted for resources: {'Network': ['ID=aba7b41c-8b9c-4492-a7b3-4647ca5c8d87,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:57.936067 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-3077b4f2-7af0-4078-812c-7e16b7ecd495 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] GET failed (client error): The resource could not be found. Mar 28 01:06:57.937916 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-3077b4f2-7af0-4078-812c-7e16b7ecd495 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] 10.222.0.24 "GET /v2.0/ports/d7e20b19-5b7e-469f-8aa5-7b72bbf1a984 HTTP/1.1" status: 404 len: 333 time: 0.0382760 Mar 28 01:06:57.942506 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51814) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:57.947502 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-c8fca12f-b15f-4c9b-9f7a-f64ec75dba54 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Request body: {'port': {'network_id': 'd94257fd-1e35-4876-a0ad-68855908c010', 'name': 'tempest-AllowedAddressPairTestJSON-1041909159'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:57.952863 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5f5283cf-2a97-4059-bce0-2413c3dc4c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886'] for port (1e57c872-cb72-4c8a-8f26-54648ed8356a), after_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:57.956011 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-f3d24d83-7aff-44ce-9675-ce011c023416 None None] For port d0de76ea-dcca-453d-b72a-67756681a6e4, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=d0de76ea-dcca-453d-b72a-67756681a6e4,segment=NetworkSegment(c37cced3-e953-4e65-9829-57943b0099f0),segment_id=c37cced3-e953-4e65-9829-57943b0099f0)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:06:57.956459 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f3d24d83-7aff-44ce-9675-ce011c023416 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (d0de76ea-dcca-453d-b72a-67756681a6e4), precommit_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:57.963885 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5393f49-529c-4e4c-afd7-9860824abbe8 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] GET failed (client error): The resource could not be found. Mar 28 01:06:57.965263 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-d5393f49-529c-4e4c-afd7-9860824abbe8 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] 10.222.0.24 "GET /v2.0/subnets/afe64c04-b3f5-4ad6-b26f-e189219bc3a5 HTTP/1.1" status: 404 len: 337 time: 0.1597486 Mar 28 01:06:57.969040 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.pecan_wsgi.hooks.translation [None req-94486c9f-d1ee-408a-a52b-0add4eedacf7 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] GET failed (client error): The resource could not be found. Mar 28 01:06:57.970489 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-94486c9f-d1ee-408a-a52b-0add4eedacf7 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "GET /v2.0/ports/dcf9c9c4-9913-40c7-b141-d77a1ba97c1c HTTP/1.1" status: 404 len: 333 time: 0.0925295 Mar 28 01:06:57.971063 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51816) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:57.983042 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51818) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:58.006276 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-f3d24d83-7aff-44ce-9675-ce011c023416 None None] Calling delete_port for d0de76ea-dcca-453d-b72a-67756681a6e4 owned by network:dhcp {{(pid=104100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:06:58.028138 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5283cf-2a97-4059-bce0-2413c3dc4c24 None None] Pushing event deleted for resources: {'Port': ['ID=1e57c872-cb72-4c8a-8f26-54648ed8356a,revision_number=None']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:58.030066 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5283cf-2a97-4059-bce0-2413c3dc4c24 None None] No DVR routers for this DVR port 1e57c872-cb72-4c8a-8f26-54648ed8356a on host dv-neutron-834874-6-hyperv {{(pid=104100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:06:58.051091 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9222262b-2d22-4590-ac29-ef3c024ea529 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=104099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:06:58.069884 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_v2 [None req-305bb3c4-f63b-4fcf-86eb-dcca21ba77f6 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Deleting subnet 87ac26fe-6345-478d-8153-04dfdfc7524f {{(pid=104098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:06:58.078407 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9222262b-2d22-4590-ac29-ef3c024ea529 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (f1031554-065d-4f0d-9689-3da9c1b37fb5), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:58.079120 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.segments_db [None req-9222262b-2d22-4590-ac29-ef3c024ea529 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Added segment f1031554-065d-4f0d-9689-3da9c1b37fb5 of type vlan for network 144a04a0-7528-4169-ae32-9f37bef1931a Mar 28 01:06:58.085852 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-305bb3c4-f63b-4fcf-86eb-dcca21ba77f6 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks [] for subnet (87ac26fe-6345-478d-8153-04dfdfc7524f), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:58.093282 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.pecan_wsgi.hooks.translation [None req-8544395c-075f-4d14-a1ec-b33cbab76af3 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] DELETE failed (client error): The resource could not be found. Mar 28 01:06:58.093849 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8544395c-075f-4d14-a1ec-b33cbab76af3 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:06:58.097452 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-8544395c-075f-4d14-a1ec-b33cbab76af3 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] 10.222.0.24 "DELETE /v2.0/networks/aba7b41c-8b9c-4492-a7b3-4647ca5c8d87 HTTP/1.1" status: 404 len: 339 time: 0.1232135 Mar 28 01:06:58.124477 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51820) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:58.139960 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.objects.ports [None req-f8bc3039-c92a-4363-842d-c160806f07fd tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104099) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 28 01:06:58.150580 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f8bc3039-c92a-4363-842d-c160806f07fd tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127282703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126757786'] for subnet (c46fa541-1a71-4f80-bbb3-310a16ba03e1), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:58.209790 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.db [None req-36daa6b6-d2c3-4b8a-8e0a-b3e1f8818c75 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] For port d0de76ea-dcca-453d-b72a-67756681a6e4, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=d0de76ea-dcca-453d-b72a-67756681a6e4,segment=NetworkSegment(c37cced3-e953-4e65-9829-57943b0099f0),segment_id=c37cced3-e953-4e65-9829-57943b0099f0)] {{(pid=104098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:06:58.210152 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-36daa6b6-d2c3-4b8a-8e0a-b3e1f8818c75 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (d0de76ea-dcca-453d-b72a-67756681a6e4), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:58.231032 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9222262b-2d22-4590-ac29-ef3c024ea529 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (144a04a0-7528-4169-ae32-9f37bef1931a), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:58.238131 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8bc3039-c92a-4363-842d-c160806f07fd tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Network be4801db-c8f8-4df3-b9b5-556693d6a290 is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:06:58.248053 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-f8bc3039-c92a-4363-842d-c160806f07fd tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:06:58.258644 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-36daa6b6-d2c3-4b8a-8e0a-b3e1f8818c75 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Calling delete_port for d0de76ea-dcca-453d-b72a-67756681a6e4 owned by network:dhcp {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:06:58.259571 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8bc3039-c92a-4363-842d-c160806f07fd tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:58.260191 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f8bc3039-c92a-4363-842d-c160806f07fd tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks [] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:58.277705 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-305bb3c4-f63b-4fcf-86eb-dcca21ba77f6 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126443526'] for subnet (87ac26fe-6345-478d-8153-04dfdfc7524f), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:58.303062 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bc3039-c92a-4363-842d-c160806f07fd tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Pushing event updated for resources: {'Subnet': ['ID=c46fa541-1a71-4f80-bbb3-310a16ba03e1,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:58.314598 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9222262b-2d22-4590-ac29-ef3c024ea529 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (144a04a0-7528-4169-ae32-9f37bef1931a), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:58.321940 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9222262b-2d22-4590-ac29-ef3c024ea529 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:58.323341 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9222262b-2d22-4590-ac29-ef3c024ea529 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:58.331304 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-f8bc3039-c92a-4363-842d-c160806f07fd tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4258161 Mar 28 01:06:58.335825 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51822) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:58.347179 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-38183226-1918-4e8c-87a5-55554a70dd1b tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Request body: {'port': {'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290', 'mac_address': 'fa:16:3e:0a:18:e1', 'name': 'tempest-NetworksTestDHCPv6-1000280577'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:58.381971 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5addf4af-dba6-4448-a382-57eb4235015b None None] Network be4801db-c8f8-4df3-b9b5-556693d6a290 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:06:58.393921 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8fca12f-b15f-4c9b-9f7a-f64ec75dba54 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Made reservation on behalf of f7291090c7af4583a9e36d63365ee839 for: {'port': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:06:58.397797 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c8fca12f-b15f-4c9b-9f7a-f64ec75dba54 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:58.399968 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port d01ea6dc-883c-4e36-8c31-c88c4b34cca5 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:06:58.407006 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-36daa6b6-d2c3-4b8a-8e0a-b3e1f8818c75 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (d0de76ea-dcca-453d-b72a-67756681a6e4), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:58.444991 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f3d24d83-7aff-44ce-9675-ce011c023416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886'] for port (d0de76ea-dcca-453d-b72a-67756681a6e4), after_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:58.477518 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d24d83-7aff-44ce-9675-ce011c023416 None None] No DVR routers for this DVR port d0de76ea-dcca-453d-b72a-67756681a6e4 on host dv-neutron-834874-6-hyperv {{(pid=104100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:06:58.486680 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-9222262b-2d22-4590-ac29-ef3c024ea529 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7552485 Mar 28 01:06:58.497570 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51826) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:58.506157 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-4fccb7bf-67de-4e98-861c-d7eec577e596 None None] Current status of the port d01ea6dc-883c-4e36-8c31-c88c4b34cca5 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:06:58.512720 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [None req-c8fca12f-b15f-4c9b-9f7a-f64ec75dba54 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] device_id is not set on port f392c5b4-3a62-435c-bbc4-2d160afb57d2 yet. {{(pid=104099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 01:06:58.513143 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d24d83-7aff-44ce-9675-ce011c023416 None None] Pushing event deleted for resources: {'Port': ['ID=d0de76ea-dcca-453d-b72a-67756681a6e4,revision_number=None']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:58.515089 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 2089dce0-c0d7-4d5b-bb6d-e42e30f25bee no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:06:58.526561 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36daa6b6-d2c3-4b8a-8e0a-b3e1f8818c75 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Pushing event deleted for resources: {'Port': ['ID=d0de76ea-dcca-453d-b72a-67756681a6e4,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:58.527273 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-e899f456-6221-47cc-b812-fdfd3e8b8c37 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Request body: {'subnet': {'network_id': '144a04a0-7528-4169-ae32-9f37bef1931a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:06:58.528687 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36daa6b6-d2c3-4b8a-8e0a-b3e1f8818c75 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] No DVR routers for this DVR port d0de76ea-dcca-453d-b72a-67756681a6e4 on host dv-neutron-834874-6-hyperv {{(pid=104098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:06:58.552681 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: 2089dce0-c0d7-4d5b-bb6d-e42e30f25bee {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:06:58.553044 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 2089dce0-c0d7-4d5b-bb6d-e42e30f25bee not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:06:58.577670 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a6b0b4-8871-4c71-b795-012dd0509efa tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:58.582030 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-56a6b0b4-8871-4c71-b795-012dd0509efa tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4545641 Mar 28 01:06:58.582625 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51828) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:58.599348 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1990bd7-1220-4274-92b8-8f2fd5dd2f84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-be4801db-c8f8-4df3-b9b5-556693d6a290', 'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290', 'project_id': '564cf6bfe83a4d71adcd7d33f5d20cb1', 'fixed_ips': [{'subnet_id': 'c46fa541-1a71-4f80-bbb3-310a16ba03e1'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:06:58.600711 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d1990bd7-1220-4274-92b8-8f2fd5dd2f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:58.636324 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-7f99066f-4de2-4142-92c7-5d9f4ca8ff48 None None] Could not find standard attr ID for object dcf9c9c4-9913-40c7-b141-d77a1ba97c1c. {{(pid=104100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 28 01:06:58.636675 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9222262b-2d22-4590-ac29-ef3c024ea529 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Pushing event updated for resources: {'Network': ['ID=144a04a0-7528-4169-ae32-9f37bef1931a,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:58.649898 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e899f456-6221-47cc-b812-fdfd3e8b8c37 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Made reservation on behalf of 73b89705b12a4822849ef008702f6650 for: {'subnet': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:06:58.660107 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e899f456-6221-47cc-b812-fdfd3e8b8c37 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126757772'] for subnet (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:58.684478 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-680a541a-3d07-4c1c-84cc-41bbdec4ae0b tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] 10.222.0.24 "GET /v2.0/subnets?network_id=dea6548b-502b-42db-97fb-371e423e739a HTTP/1.1" status: 200 len: 207 time: 0.0986178 Mar 28 01:06:58.685179 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51830) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:58.709183 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network 144a04a0-7528-4169-ae32-9f37bef1931a details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:06:58.733340 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device d01ea6dc-883c-4e36-8c31-c88c4b34cca5 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:06:58.762558 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-305bb3c4-f63b-4fcf-86eb-dcca21ba77f6 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (87ac26fe-6345-478d-8153-04dfdfc7524f), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:58.791204 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-36daa6b6-d2c3-4b8a-8e0a-b3e1f8818c75 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (bb1f9cb0-68da-4cb4-9ac8-a08ba319102f), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:58.833792 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-36daa6b6-d2c3-4b8a-8e0a-b3e1f8818c75 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb1f9cb0-68da-4cb4-9ac8-a08ba319102f']}} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:58.850300 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38183226-1918-4e8c-87a5-55554a70dd1b tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Made reservation on behalf of 564cf6bfe83a4d71adcd7d33f5d20cb1 for: {'port': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:06:58.862259 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-36daa6b6-d2c3-4b8a-8e0a-b3e1f8818c75 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c37cced3-e953-4e65-9829-57943b0099f0') {'for_net_delete': True} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:58.862851 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-36daa6b6-d2c3-4b8a-8e0a-b3e1f8818c75 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c37cced3-e953-4e65-9829-57943b0099f0') {} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:06:58.888107 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-d1990bd7-1220-4274-92b8-8f2fd5dd2f84 None None] Allocated IP 2001:db8::f816:3eff:fea7:af2 (be4801db-c8f8-4df3-b9b5-556693d6a290/c46fa541-1a71-4f80-bbb3-310a16ba03e1/9ee11417-d479-4695-8e64-37537c306619) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:06:58.894245 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port d01ea6dc-883c-4e36-8c31-c88c4b34cca5 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:06:58.894614 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (d01ea6dc-883c-4e36-8c31-c88c4b34cca5), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:58.897522 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-36daa6b6-d2c3-4b8a-8e0a-b3e1f8818c75 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126443583'] for segment (c37cced3-e953-4e65-9829-57943b0099f0), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:58.920960 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037adc9c-1cab-472d-9937-f1f14d00c273 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:58.926067 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037adc9c-1cab-472d-9937-f1f14d00c273 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:58.927685 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [None req-c8fca12f-b15f-4c9b-9f7a-f64ec75dba54 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Allocated IP 172.20.0.10 (d94257fd-1e35-4876-a0ad-68855908c010/79532fc3-9890-4a05-ad24-ac6614f5c9bf/f392c5b4-3a62-435c-bbc4-2d160afb57d2) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:06:58.931451 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037adc9c-1cab-472d-9937-f1f14d00c273 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:58.937369 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037adc9c-1cab-472d-9937-f1f14d00c273 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:58.941786 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-037adc9c-1cab-472d-9937-f1f14d00c273 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.2500958 Mar 28 01:06:58.944019 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-36daa6b6-d2c3-4b8a-8e0a-b3e1f8818c75 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (c37cced3-e953-4e65-9829-57943b0099f0), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:58.946639 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51832) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:58.949869 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-305bb3c4-f63b-4fcf-86eb-dcca21ba77f6 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126175041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126112438'] for subnet (87ac26fe-6345-478d-8153-04dfdfc7524f), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:58.973062 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36daa6b6-d2c3-4b8a-8e0a-b3e1f8818c75 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=104098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:06:58.973654 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-36daa6b6-d2c3-4b8a-8e0a-b3e1f8818c75 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126177251'] for segment (c37cced3-e953-4e65-9829-57943b0099f0), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:58.992139 dv-neutron-834874-6-hyperv neutron-server[104098]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 01:06:58.992139 dv-neutron-834874-6-hyperv neutron-server[104098]: self.session.flush() Mar 28 01:06:58.992139 dv-neutron-834874-6-hyperv neutron-server[104098]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 01:06:58.992139 dv-neutron-834874-6-hyperv neutron-server[104098]: self.session.flush() Mar 28 01:06:58.992139 dv-neutron-834874-6-hyperv neutron-server[104098]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 01:06:58.992139 dv-neutron-834874-6-hyperv neutron-server[104098]: self.session.flush() Mar 28 01:06:58.992139 dv-neutron-834874-6-hyperv neutron-server[104098]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 01:06:58.992139 dv-neutron-834874-6-hyperv neutron-server[104098]: self.session.flush() Mar 28 01:06:58.992139 dv-neutron-834874-6-hyperv neutron-server[104098]: Traceback (most recent call last): Mar 28 01:06:58.992139 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:06:58.992139 dv-neutron-834874-6-hyperv neutron-server[104098]: timer() Mar 28 01:06:58.992139 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:06:58.992139 dv-neutron-834874-6-hyperv neutron-server[104098]: cb(*args, **kw) Mar 28 01:06:58.992139 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:06:58.992139 dv-neutron-834874-6-hyperv neutron-server[104098]: return func(*args, **kwargs) Mar 28 01:06:58.992139 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:06:58.992139 dv-neutron-834874-6-hyperv neutron-server[104098]: self._notify() Mar 28 01:06:58.992139 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:06:58.992139 dv-neutron-834874-6-hyperv neutron-server[104098]: self.callback(batched_events) Mar 28 01:06:58.992139 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:06:58.992139 dv-neutron-834874-6-hyperv neutron-server[104098]: event.method(event) Mar 28 01:06:58.992139 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:06:58.992139 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:06:58.992139 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:06:58.992139 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:06:58.992139 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:06:58.992139 dv-neutron-834874-6-hyperv neutron-server[104098]: return f(self, *a, **k) Mar 28 01:06:58.992139 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:06:58.992139 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._get(url).json() Mar 28 01:06:58.992139 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:06:58.992139 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:06:58.992139 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:06:58.992139 dv-neutron-834874-6-hyperv neutron-server[104098]: return self.request(url, 'GET', **kwargs) Mar 28 01:06:58.992139 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:06:58.992139 dv-neutron-834874-6-hyperv neutron-server[104098]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:06:58.992139 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:06:58.992139 dv-neutron-834874-6-hyperv neutron-server[104098]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:06:58.992139 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:06:58.992139 dv-neutron-834874-6-hyperv neutron-server[104098]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:06:58.992139 dv-neutron-834874-6-hyperv neutron-server[104098]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:06:59.038533 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305bb3c4-f63b-4fcf-86eb-dcca21ba77f6 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Pushing event deleted for resources: {'Subnet': ['ID=87ac26fe-6345-478d-8153-04dfdfc7524f,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:59.048541 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port d01ea6dc-883c-4e36-8c31-c88c4b34cca5 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:06:59.086521 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e0da74-14d4-4123-a51d-efeafce33e2b None None] Network 81614d1c-d912-45ee-bbb1-56978be1df93 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:06:59.149171 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device d0de76ea-dcca-453d-b72a-67756681a6e4 no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:06:59.206599 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: d0de76ea-dcca-453d-b72a-67756681a6e4 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:06:59.206951 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device d0de76ea-dcca-453d-b72a-67756681a6e4 not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:06:59.207378 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 1e57c872-cb72-4c8a-8f26-54648ed8356a no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:06:59.258548 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: 1e57c872-cb72-4c8a-8f26-54648ed8356a {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:06:59.258929 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 1e57c872-cb72-4c8a-8f26-54648ed8356a not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:06:59.268161 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d1990bd7-1220-4274-92b8-8f2fd5dd2f84 None None] Publish callbacks [] for port (9ee11417-d479-4695-8e64-37537c306619), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:59.279673 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d1990bd7-1220-4274-92b8-8f2fd5dd2f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (9ee11417-d479-4695-8e64-37537c306619), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:59.325170 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-38183226-1918-4e8c-87a5-55554a70dd1b tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:59.340908 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1990bd7-1220-4274-92b8-8f2fd5dd2f84 None None] Network be4801db-c8f8-4df3-b9b5-556693d6a290 is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:06:59.342835 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-d1990bd7-1220-4274-92b8-8f2fd5dd2f84 None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:06:59.344865 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1990bd7-1220-4274-92b8-8f2fd5dd2f84 None None] Pushing event updated for resources: {'Port': ['ID=9ee11417-d479-4695-8e64-37537c306619,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:59.347065 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1990bd7-1220-4274-92b8-8f2fd5dd2f84 None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:06:59.396736 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-305bb3c4-f63b-4fcf-86eb-dcca21ba77f6 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:59.403181 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-305bb3c4-f63b-4fcf-86eb-dcca21ba77f6 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "DELETE /v2.0/subnets/87ac26fe-6345-478d-8153-04dfdfc7524f HTTP/1.1" status: 204 len: 168 time: 1.4158838 Mar 28 01:06:59.408547 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51834) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:59.414031 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-d1990bd7-1220-4274-92b8-8f2fd5dd2f84 None None] Attempting to bind port 9ee11417-d479-4695-8e64-37537c306619 on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:06:59.414401 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-d1990bd7-1220-4274-92b8-8f2fd5dd2f84 None None] Attempting to bind port 9ee11417-d479-4695-8e64-37537c306619 by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': '9028fe72-9b79-4538-96be-757c3dc71a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:06:59.414881 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1990bd7-1220-4274-92b8-8f2fd5dd2f84 None None] Attempting to bind port 9ee11417-d479-4695-8e64-37537c306619 on network be4801db-c8f8-4df3-b9b5-556693d6a290 {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:06:59.421982 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1990bd7-1220-4274-92b8-8f2fd5dd2f84 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:06:59.421982 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1990bd7-1220-4274-92b8-8f2fd5dd2f84 None None] Checking segment: {'id': '9028fe72-9b79-4538-96be-757c3dc71a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:06:59.422505 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d1990bd7-1220-4274-92b8-8f2fd5dd2f84 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:59.422678 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1990bd7-1220-4274-92b8-8f2fd5dd2f84 None None] Bound using segment: {'id': '9028fe72-9b79-4538-96be-757c3dc71a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:06:59.423047 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-d1990bd7-1220-4274-92b8-8f2fd5dd2f84 None None] Bound port: 9ee11417-d479-4695-8e64-37537c306619, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9028fe72-9b79-4538-96be-757c3dc71a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:06:59.426289 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d1990bd7-1220-4274-92b8-8f2fd5dd2f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (9ee11417-d479-4695-8e64-37537c306619), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:59.436599 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7b1c42-ecb8-4400-9595-7d59c80e1358 None None] DHCP port deletion for 81614d1c-d912-45ee-bbb1-56978be1df93 request from dv-neutron-834874-6-hyperv {{(pid=104100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 01:06:59.453830 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [None req-38183226-1918-4e8c-87a5-55554a70dd1b tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] device_id is not set on port 9ca9b149-7423-470d-b861-852cbe3d24a2 yet. {{(pid=104099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 01:06:59.484556 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-36daa6b6-d2c3-4b8a-8e0a-b3e1f8818c75 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (bb1f9cb0-68da-4cb4-9ac8-a08ba319102f), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:59.499171 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-36daa6b6-d2c3-4b8a-8e0a-b3e1f8818c75 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:59.504899 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e899f456-6221-47cc-b812-fdfd3e8b8c37 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127282703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126757786'] for subnet (5adc2412-b943-4c15-8347-8f6de4f1dd30), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:59.513819 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-36daa6b6-d2c3-4b8a-8e0a-b3e1f8818c75 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] 10.222.0.24 "DELETE /v2.0/networks/bb1f9cb0-68da-4cb4-9ac8-a08ba319102f HTTP/1.1" status: 204 len: 168 time: 2.3121531 Mar 28 01:06:59.528146 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-d1990bd7-1220-4274-92b8-8f2fd5dd2f84 None None] For port 9ee11417-d479-4695-8e64-37537c306619, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:06:59.549429 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36daa6b6-d2c3-4b8a-8e0a-b3e1f8818c75 tempest-AllowedAddressPairIpV6TestJSON-1055525241 tempest-AllowedAddressPairIpV6TestJSON-1055525241-project] Pushing event deleted for resources: {'Network': ['ID=bb1f9cb0-68da-4cb4-9ac8-a08ba319102f,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:59.551624 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-2c7b1c42-ecb8-4400-9595-7d59c80e1358 None None] Deleting port d01ea6dc-883c-4e36-8c31-c88c4b34cca5 {{(pid=104100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:06:59.552064 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-2c7b1c42-ecb8-4400-9595-7d59c80e1358 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (d01ea6dc-883c-4e36-8c31-c88c4b34cca5), before_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:59.555053 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-d1990bd7-1220-4274-92b8-8f2fd5dd2f84 None None] For port 9ee11417-d479-4695-8e64-37537c306619, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=9ee11417-d479-4695-8e64-37537c306619,segment=NetworkSegment(9028fe72-9b79-4538-96be-757c3dc71a72),segment_id=9028fe72-9b79-4538-96be-757c3dc71a72)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:06:59.568154 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-b8e2ef0d-54c1-4a93-b25c-5e1a776ee321 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] 10.222.0.24 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.6200631 Mar 28 01:06:59.572290 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d3f51603-8af0-47a3-97c1-ab7317801f98 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (81614d1c-d912-45ee-bbb1-56978be1df93), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:59.575017 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51838) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:59.608755 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d1990bd7-1220-4274-92b8-8f2fd5dd2f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (9ee11417-d479-4695-8e64-37537c306619), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:59.653685 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c8788b9-0714-43e0-a4cf-e698a1c81b3c tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:59.654921 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c8788b9-0714-43e0-a4cf-e698a1c81b3c tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:59.658887 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-3c8788b9-0714-43e0-a4cf-e698a1c81b3c tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0805187 Mar 28 01:06:59.667562 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51840) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:59.687192 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e899f456-6221-47cc-b812-fdfd3e8b8c37 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Pushing event updated for resources: {'Subnet': ['ID=5adc2412-b943-4c15-8347-8f6de4f1dd30,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:59.704116 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-2c7b1c42-ecb8-4400-9595-7d59c80e1358 None None] For port d01ea6dc-883c-4e36-8c31-c88c4b34cca5, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=d01ea6dc-883c-4e36-8c31-c88c4b34cca5,segment=NetworkSegment(67460d04-88fb-4294-a760-a8c9670ac219),segment_id=67460d04-88fb-4294-a760-a8c9670ac219)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:06:59.704339 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-2c7b1c42-ecb8-4400-9595-7d59c80e1358 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (d01ea6dc-883c-4e36-8c31-c88c4b34cca5), precommit_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:59.712705 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-d3f51603-8af0-47a3-97c1-ab7317801f98 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Deleting port d01ea6dc-883c-4e36-8c31-c88c4b34cca5 {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:06:59.713973 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d3f51603-8af0-47a3-97c1-ab7317801f98 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (d01ea6dc-883c-4e36-8c31-c88c4b34cca5), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:59.731089 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-2c7b1c42-ecb8-4400-9595-7d59c80e1358 None None] Calling delete_port for d01ea6dc-883c-4e36-8c31-c88c4b34cca5 owned by network:dhcp {{(pid=104100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:06:59.731434 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e899f456-6221-47cc-b812-fdfd3e8b8c37 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Checking segment: {'id': 'f1031554-065d-4f0d-9689-3da9c1b37fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '144a04a0-7528-4169-ae32-9f37bef1931a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:06:59.731724 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e899f456-6221-47cc-b812-fdfd3e8b8c37 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Network hostable DHCP agents. Network: 144a04a0-7528-4169-ae32-9f37bef1931a, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:06:59.738414 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1990bd7-1220-4274-92b8-8f2fd5dd2f84 None None] Pushing event updated for resources: {'Port': ['ID=9ee11417-d479-4695-8e64-37537c306619,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:06:59.749234 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [None req-38183226-1918-4e8c-87a5-55554a70dd1b tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Allocated IP 2001:db8::f816:3eff:fe0a:18e1 (be4801db-c8f8-4df3-b9b5-556693d6a290/c46fa541-1a71-4f80-bbb3-310a16ba03e1/9ca9b149-7423-470d-b861-852cbe3d24a2) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:06:59.784774 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c8fca12f-b15f-4c9b-9f7a-f64ec75dba54 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Publish callbacks [] for port (f392c5b4-3a62-435c-bbc4-2d160afb57d2), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:59.796066 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e899f456-6221-47cc-b812-fdfd3e8b8c37 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Network 144a04a0-7528-4169-ae32-9f37bef1931a is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:06:59.829189 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.db [None req-d3f51603-8af0-47a3-97c1-ab7317801f98 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] For port d01ea6dc-883c-4e36-8c31-c88c4b34cca5, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=d01ea6dc-883c-4e36-8c31-c88c4b34cca5,segment=NetworkSegment(67460d04-88fb-4294-a760-a8c9670ac219),segment_id=67460d04-88fb-4294-a760-a8c9670ac219)] {{(pid=104098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:06:59.829897 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ae3363-ea41-40fe-9a2a-b53fe4800eaf tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Attributes excluded by policy engine: ['shared'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:59.830045 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d3f51603-8af0-47a3-97c1-ab7317801f98 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (d01ea6dc-883c-4e36-8c31-c88c4b34cca5), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:59.831150 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ae3363-ea41-40fe-9a2a-b53fe4800eaf tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Attributes excluded by policy engine: ['shared'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:59.832928 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-79ae3363-ea41-40fe-9a2a-b53fe4800eaf tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] 10.222.0.24 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1642246 Mar 28 01:06:59.836788 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51842) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:06:59.842168 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-e899f456-6221-47cc-b812-fdfd3e8b8c37 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, 144a04a0-7528-4169-ae32-9f37bef1931a) {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:06:59.859178 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e899f456-6221-47cc-b812-fdfd3e8b8c37 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:06:59.860058 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e899f456-6221-47cc-b812-fdfd3e8b8c37 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks [] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:06:59.864390 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03deb4a-5a48-4483-be15-eaffcebb7d7a None None] Network 144a04a0-7528-4169-ae32-9f37bef1931a requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:06:59.889067 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-d3f51603-8af0-47a3-97c1-ab7317801f98 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Calling delete_port for d01ea6dc-883c-4e36-8c31-c88c4b34cca5 owned by network:dhcp {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:06:59.961918 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-2c7b1c42-ecb8-4400-9595-7d59c80e1358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886'] for port (d01ea6dc-883c-4e36-8c31-c88c4b34cca5), after_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:00.009586 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-e899f456-6221-47cc-b812-fdfd3e8b8c37 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5089443 Mar 28 01:07:00.021092 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b1c42-ecb8-4400-9595-7d59c80e1358 None None] Pushing event deleted for resources: {'Port': ['ID=d01ea6dc-883c-4e36-8c31-c88c4b34cca5,revision_number=None']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:00.054063 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51846) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:00.054401 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51848) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:00.060154 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7b1c42-ecb8-4400-9595-7d59c80e1358 None None] No DVR routers for this DVR port d01ea6dc-883c-4e36-8c31-c88c4b34cca5 on host dv-neutron-834874-6-hyperv {{(pid=104100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:07:00.067999 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-f3377b42-d843-4a12-a52e-3043f5601cec tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1030198921', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:07:00.079862 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a142c47d-2f1b-495a-b8e8-12739bff0748 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-144a04a0-7528-4169-ae32-9f37bef1931a', 'network_id': '144a04a0-7528-4169-ae32-9f37bef1931a', 'project_id': '73b89705b12a4822849ef008702f6650', 'fixed_ips': [{'subnet_id': '5adc2412-b943-4c15-8347-8f6de4f1dd30'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:07:00.081258 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-a142c47d-2f1b-495a-b8e8-12739bff0748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:00.097240 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d3f51603-8af0-47a3-97c1-ab7317801f98 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (d01ea6dc-883c-4e36-8c31-c88c4b34cca5), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:00.107598 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f3377b42-d843-4a12-a52e-3043f5601cec tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7069'] for router (4b4cc15d-d6d4-468f-a89b-57ff022ea501), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:00.109127 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f3377b42-d843-4a12-a52e-3043f5601cec tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4188952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7062'] for router (4b4cc15d-d6d4-468f-a89b-57ff022ea501), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:00.137627 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c8fca12f-b15f-4c9b-9f7a-f64ec75dba54 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (f392c5b4-3a62-435c-bbc4-2d160afb57d2), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:00.164859 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f51603-8af0-47a3-97c1-ab7317801f98 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Pushing event deleted for resources: {'Port': ['ID=d01ea6dc-883c-4e36-8c31-c88c4b34cca5,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:00.174696 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f51603-8af0-47a3-97c1-ab7317801f98 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] No DVR routers for this DVR port d01ea6dc-883c-4e36-8c31-c88c4b34cca5 on host dv-neutron-834874-6-hyperv {{(pid=104098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:07:00.250671 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093d516b-3d8b-41ab-8d6d-245604d4c9c3 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:00.255840 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-093d516b-3d8b-41ab-8d6d-245604d4c9c3 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] 10.222.0.24 "GET /v2.0/networks/156e1638-ffe2-41e6-92da-1be34817f1bc HTTP/1.1" status: 200 len: 799 time: 0.4117718 Mar 28 01:07:00.258756 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8fca12f-b15f-4c9b-9f7a-f64ec75dba54 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Network d94257fd-1e35-4876-a0ad-68855908c010 is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:07:00.264398 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51852) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:00.269404 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-a142c47d-2f1b-495a-b8e8-12739bff0748 None None] Allocated IP 2001:db8::2 (144a04a0-7528-4169-ae32-9f37bef1931a/5adc2412-b943-4c15-8347-8f6de4f1dd30/0dbf8c47-fba7-4f3e-bec7-a1c9cbd538b5) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:07:00.302580 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-c8fca12f-b15f-4c9b-9f7a-f64ec75dba54 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:07:00.304929 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fca12f-b15f-4c9b-9f7a-f64ec75dba54 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:07:00.325440 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d3f51603-8af0-47a3-97c1-ab7317801f98 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (81614d1c-d912-45ee-bbb1-56978be1df93), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:00.345303 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fca12f-b15f-4c9b-9f7a-f64ec75dba54 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Pushing event updated for resources: {'Port': ['ID=f392c5b4-3a62-435c-bbc4-2d160afb57d2,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:00.351919 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f3377b42-d843-4a12-a52e-3043f5601cec tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks [] for router_controller (4b4cc15d-d6d4-468f-a89b-57ff022ea501), precommit_add_association {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:00.355962 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-d3f51603-8af0-47a3-97c1-ab7317801f98 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81614d1c-d912-45ee-bbb1-56978be1df93']}} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:07:00.372484 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f3377b42-d843-4a12-a52e-3043f5601cec tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687953'] for router (4b4cc15d-d6d4-468f-a89b-57ff022ea501), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:00.379567 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-38183226-1918-4e8c-87a5-55554a70dd1b tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks [] for port (9ca9b149-7423-470d-b861-852cbe3d24a2), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:00.384789 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-d3f51603-8af0-47a3-97c1-ab7317801f98 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67460d04-88fb-4294-a760-a8c9670ac219') {'for_net_delete': True} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:07:00.385703 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-d3f51603-8af0-47a3-97c1-ab7317801f98 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67460d04-88fb-4294-a760-a8c9670ac219') {} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:07:00.406374 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d3f51603-8af0-47a3-97c1-ab7317801f98 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126443583'] for segment (67460d04-88fb-4294-a760-a8c9670ac219), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:00.422391 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8fca12f-b15f-4c9b-9f7a-f64ec75dba54 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:00.423054 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c8fca12f-b15f-4c9b-9f7a-f64ec75dba54 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:00.441482 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f3377b42-d843-4a12-a52e-3043f5601cec tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks [] for router (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:00.442607 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-f3377b42-d843-4a12-a52e-3043f5601cec tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3871963 Mar 28 01:07:00.454279 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-f0b3e91b-190e-47c4-81b7-835603812166 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] 10.222.0.24 "GET /v2.0/networks/156e1638-ffe2-41e6-92da-1be34817f1bc?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1838889 Mar 28 01:07:00.454279 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51854) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:00.454279 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d3f51603-8af0-47a3-97c1-ab7317801f98 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (67460d04-88fb-4294-a760-a8c9670ac219), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:00.455630 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51856) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:00.475878 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-d7f9cc6a-9add-4f03-a6a1-1acbc68a1dc0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0fc260a97fca47e594c25025336ed9b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4191933 Mar 28 01:07:00.493938 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-a142c47d-2f1b-495a-b8e8-12739bff0748 None None] Publish callbacks [] for port (0dbf8c47-fba7-4f3e-bec7-a1c9cbd538b5), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:00.500078 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-c8fca12f-b15f-4c9b-9f7a-f64ec75dba54 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5555773 Mar 28 01:07:00.501676 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3f51603-8af0-47a3-97c1-ab7317801f98 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=104098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:07:00.502569 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d3f51603-8af0-47a3-97c1-ab7317801f98 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126177251'] for segment (67460d04-88fb-4294-a760-a8c9670ac219), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:00.503394 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51858) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:00.503785 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51860) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:00.505447 dv-neutron-834874-6-hyperv neutron-server[104098]: Traceback (most recent call last): Mar 28 01:07:00.505447 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:07:00.505447 dv-neutron-834874-6-hyperv neutron-server[104098]: timer() Mar 28 01:07:00.505447 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:07:00.505447 dv-neutron-834874-6-hyperv neutron-server[104098]: cb(*args, **kw) Mar 28 01:07:00.505447 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:07:00.505447 dv-neutron-834874-6-hyperv neutron-server[104098]: return func(*args, **kwargs) Mar 28 01:07:00.505447 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:07:00.505447 dv-neutron-834874-6-hyperv neutron-server[104098]: self._notify() Mar 28 01:07:00.505447 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:07:00.505447 dv-neutron-834874-6-hyperv neutron-server[104098]: self.callback(batched_events) Mar 28 01:07:00.505447 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:07:00.505447 dv-neutron-834874-6-hyperv neutron-server[104098]: event.method(event) Mar 28 01:07:00.505447 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:07:00.505447 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:07:00.505447 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:07:00.505447 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:07:00.505447 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:07:00.505447 dv-neutron-834874-6-hyperv neutron-server[104098]: return f(self, *a, **k) Mar 28 01:07:00.505447 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:07:00.505447 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._get(url).json() Mar 28 01:07:00.505447 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:07:00.505447 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:07:00.505447 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:07:00.505447 dv-neutron-834874-6-hyperv neutron-server[104098]: return self.request(url, 'GET', **kwargs) Mar 28 01:07:00.505447 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:07:00.505447 dv-neutron-834874-6-hyperv neutron-server[104098]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:07:00.505447 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:07:00.505447 dv-neutron-834874-6-hyperv neutron-server[104098]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:07:00.505447 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:07:00.505447 dv-neutron-834874-6-hyperv neutron-server[104098]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:07:00.505447 dv-neutron-834874-6-hyperv neutron-server[104098]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:07:00.510849 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-22b0bf27-3de2-4fe3-aab4-727db2b9e636 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:18:9b:cf'}]}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:07:00.512266 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-a142c47d-2f1b-495a-b8e8-12739bff0748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (0dbf8c47-fba7-4f3e-bec7-a1c9cbd538b5), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:00.593112 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-38183226-1918-4e8c-87a5-55554a70dd1b tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (9ca9b149-7423-470d-b861-852cbe3d24a2), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:00.606136 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a142c47d-2f1b-495a-b8e8-12739bff0748 None None] Network 144a04a0-7528-4169-ae32-9f37bef1931a is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:07:00.613883 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-a142c47d-2f1b-495a-b8e8-12739bff0748 None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:07:00.621129 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36ad497-6225-4ede-875c-4606d731e5bb tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:00.622155 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-a36ad497-6225-4ede-875c-4606d731e5bb tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] 10.222.0.24 "GET /v2.0/subnets/fa2b8a2a-e3e5-49d6-9f6a-8b2e76064e98 HTTP/1.1" status: 200 len: 811 time: 0.1664927 Mar 28 01:07:00.625919 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a142c47d-2f1b-495a-b8e8-12739bff0748 None None] Pushing event updated for resources: {'Port': ['ID=0dbf8c47-fba7-4f3e-bec7-a1c9cbd538b5,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:00.634105 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a142c47d-2f1b-495a-b8e8-12739bff0748 None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:07:00.660192 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51862) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:00.719614 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-a142c47d-2f1b-495a-b8e8-12739bff0748 None None] Attempting to bind port 0dbf8c47-fba7-4f3e-bec7-a1c9cbd538b5 on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:07:00.720272 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-a142c47d-2f1b-495a-b8e8-12739bff0748 None None] Attempting to bind port 0dbf8c47-fba7-4f3e-bec7-a1c9cbd538b5 by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': 'f1031554-065d-4f0d-9689-3da9c1b37fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '144a04a0-7528-4169-ae32-9f37bef1931a'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:07:00.720872 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a142c47d-2f1b-495a-b8e8-12739bff0748 None None] Attempting to bind port 0dbf8c47-fba7-4f3e-bec7-a1c9cbd538b5 on network 144a04a0-7528-4169-ae32-9f37bef1931a {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:07:00.727309 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a142c47d-2f1b-495a-b8e8-12739bff0748 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:07:00.727812 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a142c47d-2f1b-495a-b8e8-12739bff0748 None None] Checking segment: {'id': 'f1031554-065d-4f0d-9689-3da9c1b37fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '144a04a0-7528-4169-ae32-9f37bef1931a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:07:00.728342 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-a142c47d-2f1b-495a-b8e8-12739bff0748 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:00.728878 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a142c47d-2f1b-495a-b8e8-12739bff0748 None None] Bound using segment: {'id': 'f1031554-065d-4f0d-9689-3da9c1b37fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '144a04a0-7528-4169-ae32-9f37bef1931a'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:07:00.732997 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-a142c47d-2f1b-495a-b8e8-12739bff0748 None None] Bound port: 0dbf8c47-fba7-4f3e-bec7-a1c9cbd538b5, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1031554-065d-4f0d-9689-3da9c1b37fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '144a04a0-7528-4169-ae32-9f37bef1931a'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:07:00.733451 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-a142c47d-2f1b-495a-b8e8-12739bff0748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (0dbf8c47-fba7-4f3e-bec7-a1c9cbd538b5), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:00.737734 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d3f51603-8af0-47a3-97c1-ab7317801f98 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (81614d1c-d912-45ee-bbb1-56978be1df93), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:00.744568 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38183226-1918-4e8c-87a5-55554a70dd1b tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Network be4801db-c8f8-4df3-b9b5-556693d6a290 is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:07:00.748131 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d3f51603-8af0-47a3-97c1-ab7317801f98 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:00.752653 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-d3f51603-8af0-47a3-97c1-ab7317801f98 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "DELETE /v2.0/networks/81614d1c-d912-45ee-bbb1-56978be1df93 HTTP/1.1" status: 204 len: 168 time: 1.3429534 Mar 28 01:07:00.759718 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51864) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:00.762500 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-38183226-1918-4e8c-87a5-55554a70dd1b tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:07:00.769673 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38183226-1918-4e8c-87a5-55554a70dd1b tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:07:00.774872 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38183226-1918-4e8c-87a5-55554a70dd1b tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:00.775502 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-38183226-1918-4e8c-87a5-55554a70dd1b tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:00.781103 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-a969af38-53bd-499a-b057-3b1f5324794b tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1149398021'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:07:00.799946 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.agents_db [None req-9a1d863f-391a-42f4-9870-e8292b919beb None None] Agent healthcheck: found 6 active agents {{(pid=104101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 01:07:00.803599 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f51603-8af0-47a3-97c1-ab7317801f98 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Pushing event deleted for resources: {'Network': ['ID=81614d1c-d912-45ee-bbb1-56978be1df93,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:00.812873 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38183226-1918-4e8c-87a5-55554a70dd1b tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Pushing event updated for resources: {'Port': ['ID=9ca9b149-7423-470d-b861-852cbe3d24a2,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:00.846120 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 9ee11417-d479-4695-8e64-37537c306619 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:07:00.847294 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-37c71d36-4635-47e2-8129-60530be150b8 admin admin] Publish callbacks [] for security_group (8ef55755-5a15-4b4b-9e9a-9f99151ed720), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:00.849746 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-a142c47d-2f1b-495a-b8e8-12739bff0748 None None] For port 0dbf8c47-fba7-4f3e-bec7-a1c9cbd538b5, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:07:00.868061 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29d7a12-7032-415f-accd-707be051e68c tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Attributes excluded by policy engine: ['shared'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:00.875201 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-e29d7a12-7032-415f-accd-707be051e68c tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] 10.222.0.24 "GET /v2.0/subnets/fa2b8a2a-e3e5-49d6-9f6a-8b2e76064e98?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2083464 Mar 28 01:07:00.876178 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51866) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:00.888253 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-c58c26c1-c2a3-44d6-a254-6c7c88869e1a tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-740962494'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:07:00.889421 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-38183226-1918-4e8c-87a5-55554a70dd1b tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.5469110 Mar 28 01:07:00.892169 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-a142c47d-2f1b-495a-b8e8-12739bff0748 None None] For port 0dbf8c47-fba7-4f3e-bec7-a1c9cbd538b5, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=0dbf8c47-fba7-4f3e-bec7-a1c9cbd538b5,segment=NetworkSegment(f1031554-065d-4f0d-9689-3da9c1b37fb5),segment_id=f1031554-065d-4f0d-9689-3da9c1b37fb5)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:07:00.895538 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51868) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:00.905729 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-a142c47d-2f1b-495a-b8e8-12739bff0748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (0dbf8c47-fba7-4f3e-bec7-a1c9cbd538b5), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:00.914249 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-37c71d36-4635-47e2-8129-60530be150b8 admin admin] Publish callbacks [] for security_group (8ef55755-5a15-4b4b-9e9a-9f99151ed720), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:00.915119 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-d21b181b-6e67-492a-bb05-253dea4d38f5 None None] Provisioning complete for port f392c5b4-3a62-435c-bbc4-2d160afb57d2 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:07:00.915652 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d21b181b-6e67-492a-bb05-253dea4d38f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (f392c5b4-3a62-435c-bbc4-2d160afb57d2), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:00.941097 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c58c26c1-c2a3-44d6-a254-6c7c88869e1a tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Made reservation on behalf of 7dbb2ba455b84df9b72862aaa29899aa for: {'network': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:07:00.944196 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c58c26c1-c2a3-44d6-a254-6c7c88869e1a tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:00.966495 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a969af38-53bd-499a-b057-3b1f5324794b tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Made reservation on behalf of fa54b4b5eec2452a8dcd67fc666c1bd8 for: {'network': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:07:00.970054 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a969af38-53bd-499a-b057-3b1f5324794b tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:00.999023 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-22b0bf27-3de2-4fe3-aab4-727db2b9e636 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (f392c5b4-3a62-435c-bbc4-2d160afb57d2), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:01.022879 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-d21b181b-6e67-492a-bb05-253dea4d38f5 None None] Port f392c5b4-3a62-435c-bbc4-2d160afb57d2 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:07:01.026630 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c58c26c1-c2a3-44d6-a254-6c7c88869e1a tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=104098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:07:01.038738 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a142c47d-2f1b-495a-b8e8-12739bff0748 None None] Pushing event updated for resources: {'Port': ['ID=0dbf8c47-fba7-4f3e-bec7-a1c9cbd538b5,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:01.045946 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 9ee11417-d479-4695-8e64-37537c306619 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:07:01.046820 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (9ee11417-d479-4695-8e64-37537c306619), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:01.051256 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a969af38-53bd-499a-b057-3b1f5324794b tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=104098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:07:01.064675 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c58c26c1-c2a3-44d6-a254-6c7c88869e1a tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (b0792f68-ccc6-43fa-92c2-1f23bcfb1b5e), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:01.065043 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.segments_db [None req-c58c26c1-c2a3-44d6-a254-6c7c88869e1a tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Added segment b0792f68-ccc6-43fa-92c2-1f23bcfb1b5e of type vlan for network decd72e5-9984-494d-a3f4-e973319803e3 Mar 28 01:07:01.088630 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8451c2-74d9-441a-b353-92999c1501b7 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:01.094017 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8451c2-74d9-441a-b353-92999c1501b7 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:01.095719 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-ad8451c2-74d9-441a-b353-92999c1501b7 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1974466 Mar 28 01:07:01.098813 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51870) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:01.117255 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a969af38-53bd-499a-b057-3b1f5324794b tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (ba18ec23-8441-4c58-bc66-cf0d2b09f6f1), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:01.117255 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.segments_db [None req-a969af38-53bd-499a-b057-3b1f5324794b tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Added segment ba18ec23-8441-4c58-bc66-cf0d2b09f6f1 of type vlan for network 8c298378-d0a0-4776-bf31-3d5b4c1b060a Mar 28 01:07:01.159594 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-37c71d36-4635-47e2-8129-60530be150b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (8ef55755-5a15-4b4b-9e9a-9f99151ed720), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:01.162503 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-37c71d36-4635-47e2-8129-60530be150b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:01.163683 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-37c71d36-4635-47e2-8129-60530be150b8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8ef55755-5a15-4b4b-9e9a-9f99151ed720 HTTP/1.1" status: 204 len: 168 time: 0.6589286 Mar 28 01:07:01.177594 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 9ee11417-d479-4695-8e64-37537c306619 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:07:01.177984 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (9ee11417-d479-4695-8e64-37537c306619), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:01.203702 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c58c26c1-c2a3-44d6-a254-6c7c88869e1a tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (decd72e5-9984-494d-a3f4-e973319803e3), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:01.217499 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c71d36-4635-47e2-8129-60530be150b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ef55755-5a15-4b4b-9e9a-9f99151ed720,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:01.257330 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] For port 9ee11417-d479-4695-8e64-37537c306619, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=9ee11417-d479-4695-8e64-37537c306619,segment=NetworkSegment(9028fe72-9b79-4538-96be-757c3dc71a72),segment_id=9028fe72-9b79-4538-96be-757c3dc71a72)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:07:01.258238 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5c1fcbe6-1c08-44ac-83ae-0ced3db2c53d tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:01.272159 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c58c26c1-c2a3-44d6-a254-6c7c88869e1a tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (decd72e5-9984-494d-a3f4-e973319803e3), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:01.283669 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (9ee11417-d479-4695-8e64-37537c306619), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:01.294004 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c58c26c1-c2a3-44d6-a254-6c7c88869e1a tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:01.294004 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c58c26c1-c2a3-44d6-a254-6c7c88869e1a tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:01.346623 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-caaeb646-aec6-44f6-b4b3-d490b9acfe92 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Deleting port 9ca9b149-7423-470d-b861-852cbe3d24a2 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:07:01.346959 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-caaeb646-aec6-44f6-b4b3-d490b9acfe92 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (9ca9b149-7423-470d-b861-852cbe3d24a2), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:01.407003 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device d01ea6dc-883c-4e36-8c31-c88c4b34cca5 no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:07:01.463157 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: d01ea6dc-883c-4e36-8c31-c88c4b34cca5 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:07:01.463686 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device d01ea6dc-883c-4e36-8c31-c88c4b34cca5 not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:07:01.486749 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Pushing event updated for resources: {'Port': ['ID=9ee11417-d479-4695-8e64-37537c306619,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:01.492566 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-22b0bf27-3de2-4fe3-aab4-727db2b9e636 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Publish callbacks [] for port (f392c5b4-3a62-435c-bbc4-2d160afb57d2), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:01.506908 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-22b0bf27-3de2-4fe3-aab4-727db2b9e636 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (f392c5b4-3a62-435c-bbc4-2d160afb57d2), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:01.517348 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-caaeb646-aec6-44f6-b4b3-d490b9acfe92 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (9ca9b149-7423-470d-b861-852cbe3d24a2), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:01.522011 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-0db3e898-d90f-4bca-bd2e-cd45aba156a2 None None] Provisioning complete for port 9ee11417-d479-4695-8e64-37537c306619 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:07:01.522443 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-0db3e898-d90f-4bca-bd2e-cd45aba156a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (9ee11417-d479-4695-8e64-37537c306619), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:01.551020 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c26c1-c2a3-44d6-a254-6c7c88869e1a tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Pushing event updated for resources: {'Network': ['ID=decd72e5-9984-494d-a3f4-e973319803e3,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:01.577961 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-caaeb646-aec6-44f6-b4b3-d490b9acfe92 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Calling delete_port for 9ca9b149-7423-470d-b861-852cbe3d24a2 owned by {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:07:01.647690 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b0bf27-3de2-4fe3-aab4-727db2b9e636 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Pushing event updated for resources: {'Port': ['ID=f392c5b4-3a62-435c-bbc4-2d160afb57d2,revision_number=2']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:01.674131 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network decd72e5-9984-494d-a3f4-e973319803e3 details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:07:01.829959 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-22b0bf27-3de2-4fe3-aab4-727db2b9e636 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] In _notify_port_updated(), no bound segment for port f392c5b4-3a62-435c-bbc4-2d160afb57d2 on network d94257fd-1e35-4876-a0ad-68855908c010 {{(pid=104099) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 28 01:07:01.840255 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b0bf27-3de2-4fe3-aab4-727db2b9e636 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:01.841172 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-22b0bf27-3de2-4fe3-aab4-727db2b9e636 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:01.843212 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-22b0bf27-3de2-4fe3-aab4-727db2b9e636 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] 10.222.0.24 "PUT /v2.0/ports/f392c5b4-3a62-435c-bbc4-2d160afb57d2 HTTP/1.1" status: 200 len: 995 time: 1.3371863 Mar 28 01:07:01.854125 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51880) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:01.870107 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-5c1fcbe6-1c08-44ac-83ae-0ced3db2c53d tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Allocated IP 2001:db8::1 (144a04a0-7528-4169-ae32-9f37bef1931a/5adc2412-b943-4c15-8347-8f6de4f1dd30/02315df6-c88f-415e-87f0-6c74a982f4d4) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:07:01.957869 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-caaeb646-aec6-44f6-b4b3-d490b9acfe92 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (9ca9b149-7423-470d-b861-852cbe3d24a2), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:01.979511 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a969af38-53bd-499a-b057-3b1f5324794b tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (8c298378-d0a0-4776-bf31-3d5b4c1b060a), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:01.998449 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-c58c26c1-c2a3-44d6-a254-6c7c88869e1a tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1211622 Mar 28 01:07:02.001251 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51886) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:02.009234 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-49ba3d58-52c7-406f-b8f4-c935339abdfa tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Request body: {'subnet': {'network_id': 'decd72e5-9984-494d-a3f4-e973319803e3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:07:02.022987 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-caaeb646-aec6-44f6-b4b3-d490b9acfe92 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:02.030649 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-caaeb646-aec6-44f6-b4b3-d490b9acfe92 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "DELETE /v2.0/ports/9ca9b149-7423-470d-b861-852cbe3d24a2 HTTP/1.1" status: 204 len: 168 time: 0.9287467 Mar 28 01:07:02.062877 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51888) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:02.070053 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaeb646-aec6-44f6-b4b3-d490b9acfe92 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Pushing event deleted for resources: {'Port': ['ID=9ca9b149-7423-470d-b861-852cbe3d24a2,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:02.079545 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-0db3e898-d90f-4bca-bd2e-cd45aba156a2 None None] Current status of the port 9ee11417-d479-4695-8e64-37537c306619 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:07:02.132481 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5c1fcbe6-1c08-44ac-83ae-0ced3db2c53d tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks [] for port (02315df6-c88f-415e-87f0-6c74a982f4d4), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:02.134925 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-f12bd316-d79b-4a10-80d7-83c1b2fd23c7 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Deleting port f392c5b4-3a62-435c-bbc4-2d160afb57d2 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:07:02.135538 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f12bd316-d79b-4a10-80d7-83c1b2fd23c7 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (f392c5b4-3a62-435c-bbc4-2d160afb57d2), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:02.210408 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a969af38-53bd-499a-b057-3b1f5324794b tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (8c298378-d0a0-4776-bf31-3d5b4c1b060a), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:02.216171 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a969af38-53bd-499a-b057-3b1f5324794b tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:02.216986 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a969af38-53bd-499a-b057-3b1f5324794b tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:02.219127 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-21cc1b03-e855-48d0-9f02-f054192049d6 None None] Could not find standard attr ID for object 9ca9b149-7423-470d-b861-852cbe3d24a2. {{(pid=104100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 28 01:07:02.250124 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-21cc1b03-e855-48d0-9f02-f054192049d6 None None] Provisioning complete for port f392c5b4-3a62-435c-bbc4-2d160afb57d2 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:07:02.250758 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-21cc1b03-e855-48d0-9f02-f054192049d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (f392c5b4-3a62-435c-bbc4-2d160afb57d2), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:02.284310 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-a969af38-53bd-499a-b057-3b1f5324794b tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.5069785 Mar 28 01:07:02.294628 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51892) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:02.299834 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-80f32761-05e0-48b0-a143-665fee447aac tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Request body: {'subnet': {'network_id': '8c298378-d0a0-4776-bf31-3d5b4c1b060a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:07:02.303806 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-21cc1b03-e855-48d0-9f02-f054192049d6 None None] Port f392c5b4-3a62-435c-bbc4-2d160afb57d2 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:07:02.311409 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f12bd316-d79b-4a10-80d7-83c1b2fd23c7 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (f392c5b4-3a62-435c-bbc4-2d160afb57d2), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:02.386515 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-f12bd316-d79b-4a10-80d7-83c1b2fd23c7 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Calling delete_port for f392c5b4-3a62-435c-bbc4-2d160afb57d2 owned by {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:07:02.392023 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e173f55-6b78-4af7-a360-cf27365044bd tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:02.393803 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e173f55-6b78-4af7-a360-cf27365044bd tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:02.398121 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-1e173f55-6b78-4af7-a360-cf27365044bd tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3145585 Mar 28 01:07:02.403701 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51898) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:02.415240 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49ba3d58-52c7-406f-b8f4-c935339abdfa tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Made reservation on behalf of 7dbb2ba455b84df9b72862aaa29899aa for: {'subnet': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:07:02.428263 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-49ba3d58-52c7-406f-b8f4-c935339abdfa tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126112411'] for subnet (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:02.451007 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a969af38-53bd-499a-b057-3b1f5324794b tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Pushing event updated for resources: {'Network': ['ID=8c298378-d0a0-4776-bf31-3d5b4c1b060a,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:02.463026 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network 8c298378-d0a0-4776-bf31-3d5b4c1b060a details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:07:02.524500 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.ipam_backend_mixin [None req-49ba3d58-52c7-406f-b8f4-c935339abdfa tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Performing IP validity checks on allocation pools {{(pid=104098) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Mar 28 01:07:02.524989 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.ipam_backend_mixin [None req-49ba3d58-52c7-406f-b8f4-c935339abdfa tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104098) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Mar 28 01:07:02.528600 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5c1fcbe6-1c08-44ac-83ae-0ced3db2c53d tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (02315df6-c88f-415e-87f0-6c74a982f4d4), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:02.548568 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_v2 [None req-c814198d-b8b7-4129-bc9a-3cf584f38fb4 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Deleting subnet c46fa541-1a71-4f80-bbb3-310a16ba03e1 {{(pid=104099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:07:02.553302 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c814198d-b8b7-4129-bc9a-3cf584f38fb4 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks [] for subnet (c46fa541-1a71-4f80-bbb3-310a16ba03e1), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:02.555957 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80f32761-05e0-48b0-a143-665fee447aac tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Made reservation on behalf of fa54b4b5eec2452a8dcd67fc666c1bd8 for: {'subnet': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:07:02.559379 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-80f32761-05e0-48b0-a143-665fee447aac tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126757772'] for subnet (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:02.592843 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1fcbe6-1c08-44ac-83ae-0ced3db2c53d tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Pushing event updated for resources: {'Port': ['ID=02315df6-c88f-415e-87f0-6c74a982f4d4,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:02.606819 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51902) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:02.634761 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1fcbe6-1c08-44ac-83ae-0ced3db2c53d tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Network 144a04a0-7528-4169-ae32-9f37bef1931a is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:07:02.643562 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-5c1fcbe6-1c08-44ac-83ae-0ced3db2c53d tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:07:02.652136 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:02.656084 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1fcbe6-1c08-44ac-83ae-0ced3db2c53d tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:07:02.656694 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5c1fcbe6-1c08-44ac-83ae-0ced3db2c53d tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3686596'] for router_interface (4b4cc15d-d6d4-468f-a89b-57ff022ea501), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:02.711125 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6347841-c0e1-49f6-b3c2-511e35bab093 None None] get_active_networks_info from dv-neutron-834874-6-hyperv {{(pid=104100) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 28 01:07:02.768048 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c814198d-b8b7-4129-bc9a-3cf584f38fb4 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126946639'] for subnet (c46fa541-1a71-4f80-bbb3-310a16ba03e1), precommit_delete_associations {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:02.815691 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-987d1c30-d6fc-4cf4-9978-e688b1b8fc4c tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1811735452'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:07:02.858964 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 0dbf8c47-fba7-4f3e-bec7-a1c9cbd538b5 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:07:02.865938 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f12bd316-d79b-4a10-80d7-83c1b2fd23c7 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (f392c5b4-3a62-435c-bbc4-2d160afb57d2), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:02.912743 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5c1fcbe6-1c08-44ac-83ae-0ced3db2c53d tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (02315df6-c88f-415e-87f0-6c74a982f4d4), before_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:02.917092 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-04ef1997-bd6b-42ae-8c89-b5a8905f36d8 None None] Provisioning complete for port 0dbf8c47-fba7-4f3e-bec7-a1c9cbd538b5 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:07:02.917665 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-04ef1997-bd6b-42ae-8c89-b5a8905f36d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (0dbf8c47-fba7-4f3e-bec7-a1c9cbd538b5), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:02.918266 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-987d1c30-d6fc-4cf4-9978-e688b1b8fc4c tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Made reservation on behalf of b3681da997b841e59750a00e0d8e0c2a for: {'network': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:07:02.921551 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-987d1c30-d6fc-4cf4-9978-e688b1b8fc4c tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:02.950603 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6347841-c0e1-49f6-b3c2-511e35bab093 None None] Resources bound (agent type, host, resource id): {{(pid=104100) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 28 01:07:02.954473 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-987d1c30-d6fc-4cf4-9978-e688b1b8fc4c tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:02.965803 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12bd316-d79b-4a10-80d7-83c1b2fd23c7 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Pushing event deleted for resources: {'Port': ['ID=f392c5b4-3a62-435c-bbc4-2d160afb57d2,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:02.974081 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c814198d-b8b7-4129-bc9a-3cf584f38fb4 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (c46fa541-1a71-4f80-bbb3-310a16ba03e1), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:02.987447 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-49ba3d58-52c7-406f-b8f4-c935339abdfa tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126174976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126112397'] for subnet (f703f050-56d4-490c-acd6-1b15ab6f1a1a), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:03.036535 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 0dbf8c47-fba7-4f3e-bec7-a1c9cbd538b5 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:07:03.037224 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (0dbf8c47-fba7-4f3e-bec7-a1c9cbd538b5), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:03.159485 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ba3d58-52c7-406f-b8f4-c935339abdfa tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Pushing event updated for resources: {'Subnet': ['ID=f703f050-56d4-490c-acd6-1b15ab6f1a1a,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:03.165853 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-04ef1997-bd6b-42ae-8c89-b5a8905f36d8 None None] Current status of the port 0dbf8c47-fba7-4f3e-bec7-a1c9cbd538b5 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:07:03.166401 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-04ef1997-bd6b-42ae-8c89-b5a8905f36d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (0dbf8c47-fba7-4f3e-bec7-a1c9cbd538b5), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:03.206347 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ba3d58-52c7-406f-b8f4-c935339abdfa tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Checking segment: {'id': 'b0792f68-ccc6-43fa-92c2-1f23bcfb1b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'decd72e5-9984-494d-a3f4-e973319803e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:07:03.206677 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ba3d58-52c7-406f-b8f4-c935339abdfa tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Network hostable DHCP agents. Network: decd72e5-9984-494d-a3f4-e973319803e3, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:07:03.208006 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c814198d-b8b7-4129-bc9a-3cf584f38fb4 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127282766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126757793'] for subnet (c46fa541-1a71-4f80-bbb3-310a16ba03e1), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:03.226301 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-80f32761-05e0-48b0-a143-665fee447aac tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127282703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126757786'] for subnet (842559e7-f73c-4baf-8496-9640d8b03099), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:03.255921 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-04ef1997-bd6b-42ae-8c89-b5a8905f36d8 None None] For port 0dbf8c47-fba7-4f3e-bec7-a1c9cbd538b5, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=0dbf8c47-fba7-4f3e-bec7-a1c9cbd538b5,segment=NetworkSegment(f1031554-065d-4f0d-9689-3da9c1b37fb5),segment_id=f1031554-065d-4f0d-9689-3da9c1b37fb5)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:07:03.256267 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c814198d-b8b7-4129-bc9a-3cf584f38fb4 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Pushing event deleted for resources: {'Subnet': ['ID=c46fa541-1a71-4f80-bbb3-310a16ba03e1,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:03.257110 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 0dbf8c47-fba7-4f3e-bec7-a1c9cbd538b5 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:07:03.257500 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (0dbf8c47-fba7-4f3e-bec7-a1c9cbd538b5), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:03.263037 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c814198d-b8b7-4129-bc9a-3cf584f38fb4 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks [] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:03.266214 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-c814198d-b8b7-4129-bc9a-3cf584f38fb4 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "DELETE /v2.0/subnets/c46fa541-1a71-4f80-bbb3-310a16ba03e1 HTTP/1.1" status: 204 len: 168 time: 0.8617287 Mar 28 01:07:03.274465 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51906) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:03.274710 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-04ef1997-bd6b-42ae-8c89-b5a8905f36d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (0dbf8c47-fba7-4f3e-bec7-a1c9cbd538b5), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:03.290341 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ba3d58-52c7-406f-b8f4-c935339abdfa tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Network decd72e5-9984-494d-a3f4-e973319803e3 is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:07:03.318363 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-49ba3d58-52c7-406f-b8f4-c935339abdfa tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, decd72e5-9984-494d-a3f4-e973319803e3) {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:07:03.321822 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ba3d58-52c7-406f-b8f4-c935339abdfa tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:03.322472 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-49ba3d58-52c7-406f-b8f4-c935339abdfa tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:03.338259 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-987d1c30-d6fc-4cf4-9978-e688b1b8fc4c tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks [] for security_group (53e21b91-bf27-4a82-976c-72d49b21146e), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:03.356932 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-987d1c30-d6fc-4cf4-9978-e688b1b8fc4c tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (53e21b91-bf27-4a82-976c-72d49b21146e), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:03.364339 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f3017c-7fd3-46a3-b0d0-63ed5b929c23 None None] Network decd72e5-9984-494d-a3f4-e973319803e3 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:07:03.371132 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41183e40-9496-40eb-b655-ee5b47c529ec None None] Network 144a04a0-7528-4169-ae32-9f37bef1931a requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:07:03.378719 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-49ba3d58-52c7-406f-b8f4-c935339abdfa tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.3746588 Mar 28 01:07:03.394904 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51908) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:03.401297 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-c0e394d1-dc78-4c0a-ae2a-31cae62ffe19 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:07:03.448105 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-987d1c30-d6fc-4cf4-9978-e688b1b8fc4c tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=104098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:07:03.456157 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e3aa27-1457-45a1-aae5-1908cd7e67c4 None None] Network be4801db-c8f8-4df3-b9b5-556693d6a290 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:07:03.458391 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ef1997-bd6b-42ae-8c89-b5a8905f36d8 None None] Pushing event updated for resources: {'Port': ['ID=0dbf8c47-fba7-4f3e-bec7-a1c9cbd538b5,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:03.488542 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987d1c30-d6fc-4cf4-9978-e688b1b8fc4c tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53e21b91-bf27-4a82-976c-72d49b21146e,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:03.495641 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-987d1c30-d6fc-4cf4-9978-e688b1b8fc4c tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (ac2ad844-924d-4211-be7b-e4994c6f86b8), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:03.496087 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.segments_db [None req-987d1c30-d6fc-4cf4-9978-e688b1b8fc4c tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Added segment ac2ad844-924d-4211-be7b-e4994c6f86b8 of type vlan for network ea50161c-d3a7-4fe1-bf8d-06dfdf35913f Mar 28 01:07:03.534472 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.db.api [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104100) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 01:07:03.534834 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG oslo_db.api [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 01:07:03.573384 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c0e394d1-dc78-4c0a-ae2a-31cae62ffe19 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-126112388'] for subnet (f703f050-56d4-490c-acd6-1b15ab6f1a1a), before_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:03.615339 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5c1fcbe6-1c08-44ac-83ae-0ced3db2c53d tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks [] for port (02315df6-c88f-415e-87f0-6c74a982f4d4), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:03.647495 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f12bd316-d79b-4a10-80d7-83c1b2fd23c7 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:03.650806 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-f12bd316-d79b-4a10-80d7-83c1b2fd23c7 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] 10.222.0.24 "DELETE /v2.0/ports/f392c5b4-3a62-435c-bbc4-2d160afb57d2 HTTP/1.1" status: 204 len: 168 time: 1.7953777 Mar 28 01:07:03.651166 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5c1fcbe6-1c08-44ac-83ae-0ced3db2c53d tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126177159'] for port (02315df6-c88f-415e-87f0-6c74a982f4d4), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:03.651943 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5c1fcbe6-1c08-44ac-83ae-0ced3db2c53d tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3725889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3686480'] for router_interface (4b4cc15d-d6d4-468f-a89b-57ff022ea501), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:03.652752 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-691d442a-c512-4bff-bb26-d031e44ab0a4 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3750179 Mar 28 01:07:03.655158 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51910) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:03.657625 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-987d1c30-d6fc-4cf4-9978-e688b1b8fc4c tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (ea50161c-d3a7-4fe1-bf8d-06dfdf35913f), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:03.660817 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51912) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:03.692447 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3943f612-d6b6-485c-9adb-12ccec126320 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-decd72e5-9984-494d-a3f4-e973319803e3', 'network_id': 'decd72e5-9984-494d-a3f4-e973319803e3', 'project_id': '7dbb2ba455b84df9b72862aaa29899aa', 'fixed_ips': [{'subnet_id': 'f703f050-56d4-490c-acd6-1b15ab6f1a1a'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:07:03.693288 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-3943f612-d6b6-485c-9adb-12ccec126320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:03.731024 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f32761-05e0-48b0-a143-665fee447aac tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Pushing event updated for resources: {'Subnet': ['ID=842559e7-f73c-4baf-8496-9640d8b03099,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:03.742726 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f32761-05e0-48b0-a143-665fee447aac tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Checking segment: {'id': 'ba18ec23-8441-4c58-bc66-cf0d2b09f6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '8c298378-d0a0-4776-bf31-3d5b4c1b060a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:07:03.743086 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f32761-05e0-48b0-a143-665fee447aac tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Network hostable DHCP agents. Network: 8c298378-d0a0-4776-bf31-3d5b4c1b060a, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:07:03.755711 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.pecan_wsgi.hooks.translation [None req-59623ab7-2eda-4952-91cc-26b19c759d5d tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] GET failed (client error): The resource could not be found. Mar 28 01:07:03.757168 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-59623ab7-2eda-4952-91cc-26b19c759d5d tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] 10.222.0.24 "GET /v2.0/ports/f392c5b4-3a62-435c-bbc4-2d160afb57d2 HTTP/1.1" status: 404 len: 333 time: 0.0911465 Mar 28 01:07:03.762229 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51914) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:03.769381 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-20539ff9-21b2-4482-a257-13f9c433daab tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Request body: {'port': {'network_id': 'd94257fd-1e35-4876-a0ad-68855908c010', 'name': 'tempest-AllowedAddressPairTestJSON-1394684714'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:07:03.783741 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fedec8be-b0ee-4e99-a100-da994cd37385 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:03.785444 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-fedec8be-b0ee-4e99-a100-da994cd37385 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1244693 Mar 28 01:07:03.796888 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51916) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:03.852775 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-987d1c30-d6fc-4cf4-9978-e688b1b8fc4c tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (ea50161c-d3a7-4fe1-bf8d-06dfdf35913f), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:03.860699 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987d1c30-d6fc-4cf4-9978-e688b1b8fc4c tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:03.861428 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-987d1c30-d6fc-4cf4-9978-e688b1b8fc4c tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:03.879555 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1fcbe6-1c08-44ac-83ae-0ced3db2c53d tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Pushing event updated for resources: {'Port': ['ID=02315df6-c88f-415e-87f0-6c74a982f4d4,revision_number=2']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:03.879802 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f32761-05e0-48b0-a143-665fee447aac tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Network 8c298378-d0a0-4776-bf31-3d5b4c1b060a is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:07:03.885777 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fedc64f-7db4-4cab-80e3-b4920bf63c46 None None] DHCP port deletion for be4801db-c8f8-4df3-b9b5-556693d6a290 request from dv-neutron-834874-6-hyperv {{(pid=104100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 01:07:03.907034 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-80f32761-05e0-48b0-a143-665fee447aac tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, 8c298378-d0a0-4776-bf31-3d5b4c1b060a) {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:07:03.927811 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f32761-05e0-48b0-a143-665fee447aac tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:03.928705 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-80f32761-05e0-48b0-a143-665fee447aac tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks [] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:03.939888 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00243941-c071-4f05-ad0a-5d398db886c6 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:03.940477 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9af1fd-0acb-4d59-b25d-458cd59b01e7 None None] Network 8c298378-d0a0-4776-bf31-3d5b4c1b060a requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:07:03.941693 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-00243941-c071-4f05-ad0a-5d398db886c6 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1438718 Mar 28 01:07:03.949995 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51918) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:04.003102 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-987d1c30-d6fc-4cf4-9978-e688b1b8fc4c tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3949635 Mar 28 01:07:04.028911 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-b6978e6d-997b-461a-a64b-378f6fd4651f tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0778072 Mar 28 01:07:04.036297 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-80f32761-05e0-48b0-a143-665fee447aac tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7410781 Mar 28 01:07:04.039394 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51920) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:04.039888 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51922) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:04.046614 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-78795ba2-f4c9-4414-99ce-3abb6a524973 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Request body: {'port': {'network_id': '8c298378-d0a0-4776-bf31-3d5b4c1b060a', 'security_groups': [], 'name': 'tempest-PortsTestJSON-2103477350'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:07:04.055378 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-2fdc54bd-aaa2-45c3-8d8d-ba0f9fc2e1e8 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Request body: {'subnet': {'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:07:04.065328 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987d1c30-d6fc-4cf4-9978-e688b1b8fc4c tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Pushing event updated for resources: {'Network': ['ID=ea50161c-d3a7-4fe1-bf8d-06dfdf35913f,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:04.092765 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network ea50161c-d3a7-4fe1-bf8d-06dfdf35913f details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:07:04.121006 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1fcbe6-1c08-44ac-83ae-0ced3db2c53d tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Network 144a04a0-7528-4169-ae32-9f37bef1931a is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:07:04.125741 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-5c1fcbe6-1c08-44ac-83ae-0ced3db2c53d tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:07:04.193132 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20539ff9-21b2-4482-a257-13f9c433daab tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Made reservation on behalf of f7291090c7af4583a9e36d63365ee839 for: {'port': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:07:04.198977 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-20539ff9-21b2-4482-a257-13f9c433daab tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:04.265480 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [None req-20539ff9-21b2-4482-a257-13f9c433daab tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] device_id is not set on port da2a780c-a97e-4ec0-8f9f-212086e40cb6 yet. {{(pid=104099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 01:07:04.318931 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 0dbf8c47-fba7-4f3e-bec7-a1c9cbd538b5 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:07:04.319953 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 9ee11417-d479-4695-8e64-37537c306619 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:07:04.349519 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c0e394d1-dc78-4c0a-ae2a-31cae62ffe19 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8758317293963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-126175050'] for subnet (f703f050-56d4-490c-acd6-1b15ab6f1a1a), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:04.364423 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fdc54bd-aaa2-45c3-8d8d-ba0f9fc2e1e8 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Made reservation on behalf of 564cf6bfe83a4d71adcd7d33f5d20cb1 for: {'subnet': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:07:04.368147 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2fdc54bd-aaa2-45c3-8d8d-ba0f9fc2e1e8 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126757772'] for subnet (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:04.440483 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-1fedc64f-7db4-4cab-80e3-b4920bf63c46 None None] Deleting port 9ee11417-d479-4695-8e64-37537c306619 {{(pid=104100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:07:04.440827 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-1fedc64f-7db4-4cab-80e3-b4920bf63c46 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (9ee11417-d479-4695-8e64-37537c306619), before_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:04.442183 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78795ba2-f4c9-4414-99ce-3abb6a524973 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Made reservation on behalf of fa54b4b5eec2452a8dcd67fc666c1bd8 for: {'port': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:07:04.453040 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-78795ba2-f4c9-4414-99ce-3abb6a524973 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:04.485480 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e394d1-dc78-4c0a-ae2a-31cae62ffe19 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:04.486761 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c0e394d1-dc78-4c0a-ae2a-31cae62ffe19 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:04.491735 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-c0e394d1-dc78-4c0a-ae2a-31cae62ffe19 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] 10.222.0.24 "PUT /v2.0/subnets/f703f050-56d4-490c-acd6-1b15ab6f1a1a HTTP/1.1" status: 200 len: 877 time: 1.0934241 Mar 28 01:07:04.498014 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51924) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:04.511082 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [None req-78795ba2-f4c9-4414-99ce-3abb6a524973 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] device_id is not set on port 5259dd7b-586e-4cf2-9d50-e4acb08ea03e yet. {{(pid=104099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 01:07:04.623575 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [None req-20539ff9-21b2-4482-a257-13f9c433daab tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Allocated IP 172.20.0.3 (d94257fd-1e35-4876-a0ad-68855908c010/79532fc3-9890-4a05-ad24-ac6614f5c9bf/da2a780c-a97e-4ec0-8f9f-212086e40cb6) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:07:04.653784 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-24ac7566-e05a-407f-ac65-bab076fa3a8a tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (decd72e5-9984-494d-a3f4-e973319803e3), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:04.660356 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c1fcbe6-1c08-44ac-83ae-0ced3db2c53d tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Router 4b4cc15d-d6d4-468f-a89b-57ff022ea501 is scheduled to L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 with binding_index 1 {{(pid=104098) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 01:07:04.759896 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e394d1-dc78-4c0a-ae2a-31cae62ffe19 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Pushing event updated for resources: {'Subnet': ['ID=f703f050-56d4-490c-acd6-1b15ab6f1a1a,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:04.763006 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-24ac7566-e05a-407f-ac65-bab076fa3a8a tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (f703f050-56d4-490c-acd6-1b15ab6f1a1a), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:04.798415 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [None req-78795ba2-f4c9-4414-99ce-3abb6a524973 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Allocated IP 172.20.0.11 (8c298378-d0a0-4776-bf31-3d5b4c1b060a/842559e7-f73c-4baf-8496-9640d8b03099/5259dd7b-586e-4cf2-9d50-e4acb08ea03e) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:07:04.893948 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-c5eebd41-c97c-47ce-b4a8-5976db3ad59c None None] Provisioning complete for port 0dbf8c47-fba7-4f3e-bec7-a1c9cbd538b5 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:07:04.895641 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-c5eebd41-c97c-47ce-b4a8-5976db3ad59c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (0dbf8c47-fba7-4f3e-bec7-a1c9cbd538b5), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:04.904878 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbcf24b3-7e52-4ff1-8f3d-514d96a88405 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-8c298378-d0a0-4776-bf31-3d5b4c1b060a', 'network_id': '8c298378-d0a0-4776-bf31-3d5b4c1b060a', 'project_id': 'fa54b4b5eec2452a8dcd67fc666c1bd8', 'fixed_ips': [{'subnet_id': '842559e7-f73c-4baf-8496-9640d8b03099'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:07:04.908295 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-cbcf24b3-7e52-4ff1-8f3d-514d96a88405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:04.953424 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-3943f612-d6b6-485c-9adb-12ccec126320 None None] Allocated IP 172.20.0.3 (decd72e5-9984-494d-a3f4-e973319803e3/f703f050-56d4-490c-acd6-1b15ab6f1a1a/71fcda66-d13a-4231-ba34-7337d45d1c8a) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:07:04.958637 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c1fcbe6-1c08-44ac-83ae-0ced3db2c53d tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:07:04.970221 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ac1cc7-477c-473c-aa7a-56f14c813d7d None None] Sync routers for ids ['4b4cc15d-d6d4-468f-a89b-57ff022ea501'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:07:04.987298 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ac1cc7-477c-473c-aa7a-56f14c813d7d None None] Routers {'4b4cc15d-d6d4-468f-a89b-57ff022ea501'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:07:04.988350 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-b6ac1cc7-477c-473c-aa7a-56f14c813d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:06:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['4b4cc15d-d6d4-468f-a89b-57ff022ea501'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:07:04.990295 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-20539ff9-21b2-4482-a257-13f9c433daab tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Publish callbacks [] for port (da2a780c-a97e-4ec0-8f9f-212086e40cb6), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:04.992838 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-5c1fcbe6-1c08-44ac-83ae-0ced3db2c53d tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] 10.222.0.24 "PUT /v2.0/routers/4b4cc15d-d6d4-468f-a89b-57ff022ea501/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5393431 Mar 28 01:07:04.993615 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51926) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:05.084111 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-b6ac1cc7-477c-473c-aa7a-56f14c813d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:07:05.108513 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ac1cc7-477c-473c-aa7a-56f14c813d7d None None] Routers {'4b4cc15d-d6d4-468f-a89b-57ff022ea501'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:07:05.110331 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-b6ac1cc7-477c-473c-aa7a-56f14c813d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:06:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['4b4cc15d-d6d4-468f-a89b-57ff022ea501'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:07:05.110488 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-3943f612-d6b6-485c-9adb-12ccec126320 None None] Publish callbacks [] for port (71fcda66-d13a-4231-ba34-7337d45d1c8a), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:05.119477 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ad8893-c3f4-490e-abf6-b12c9450cdc6 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:05.130540 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-17ad8893-c3f4-490e-abf6-b12c9450cdc6 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] 10.222.0.24 "GET /v2.0/ports/02315df6-c88f-415e-87f0-6c74a982f4d4 HTTP/1.1" status: 200 len: 911 time: 0.1358912 Mar 28 01:07:05.132711 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51928) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:05.137444 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-3943f612-d6b6-485c-9adb-12ccec126320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (71fcda66-d13a-4231-ba34-7337d45d1c8a), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:05.183360 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-78795ba2-f4c9-4414-99ce-3abb6a524973 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks [] for port (5259dd7b-586e-4cf2-9d50-e4acb08ea03e), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:05.209542 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-b6ac1cc7-477c-473c-aa7a-56f14c813d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:07:05.210196 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ac1cc7-477c-473c-aa7a-56f14c813d7d None None] The sync data for ids ['4b4cc15d-d6d4-468f-a89b-57ff022ea501'] in dv-neutron-834874-6-hyperv is: [] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:07:05.221067 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-20539ff9-21b2-4482-a257-13f9c433daab tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (da2a780c-a97e-4ec0-8f9f-212086e40cb6), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:05.234246 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-78795ba2-f4c9-4414-99ce-3abb6a524973 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (5259dd7b-586e-4cf2-9d50-e4acb08ea03e), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:05.252532 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3943f612-d6b6-485c-9adb-12ccec126320 None None] Network decd72e5-9984-494d-a3f4-e973319803e3 is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:07:05.261811 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-3943f612-d6b6-485c-9adb-12ccec126320 None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:07:05.264219 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3943f612-d6b6-485c-9adb-12ccec126320 None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:07:05.270653 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-1fedc64f-7db4-4cab-80e3-b4920bf63c46 None None] For port 9ee11417-d479-4695-8e64-37537c306619, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=9ee11417-d479-4695-8e64-37537c306619,segment=NetworkSegment(9028fe72-9b79-4538-96be-757c3dc71a72),segment_id=9028fe72-9b79-4538-96be-757c3dc71a72)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:07:05.271048 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-1fedc64f-7db4-4cab-80e3-b4920bf63c46 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (9ee11417-d479-4695-8e64-37537c306619), precommit_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:05.342814 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78795ba2-f4c9-4414-99ce-3abb6a524973 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Network 8c298378-d0a0-4776-bf31-3d5b4c1b060a is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:07:05.355321 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-1fedc64f-7db4-4cab-80e3-b4920bf63c46 None None] Calling delete_port for 9ee11417-d479-4695-8e64-37537c306619 owned by network:dhcp {{(pid=104100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:07:05.357244 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3943f612-d6b6-485c-9adb-12ccec126320 None None] Pushing event updated for resources: {'Port': ['ID=71fcda66-d13a-4231-ba34-7337d45d1c8a,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:05.403941 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.objects.ports [None req-2fdc54bd-aaa2-45c3-8d8d-ba0f9fc2e1e8 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104099) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 28 01:07:05.413247 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20539ff9-21b2-4482-a257-13f9c433daab tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Network d94257fd-1e35-4876-a0ad-68855908c010 is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:07:05.503289 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-3943f612-d6b6-485c-9adb-12ccec126320 None None] Attempting to bind port 71fcda66-d13a-4231-ba34-7337d45d1c8a on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:07:05.503655 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-3943f612-d6b6-485c-9adb-12ccec126320 None None] Attempting to bind port 71fcda66-d13a-4231-ba34-7337d45d1c8a by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': 'b0792f68-ccc6-43fa-92c2-1f23bcfb1b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'decd72e5-9984-494d-a3f4-e973319803e3'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:07:05.504020 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3943f612-d6b6-485c-9adb-12ccec126320 None None] Attempting to bind port 71fcda66-d13a-4231-ba34-7337d45d1c8a on network decd72e5-9984-494d-a3f4-e973319803e3 {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:07:05.505909 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-20539ff9-21b2-4482-a257-13f9c433daab tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:07:05.506038 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 9ee11417-d479-4695-8e64-37537c306619 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:07:05.506368 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (9ee11417-d479-4695-8e64-37537c306619), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:05.519522 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-78795ba2-f4c9-4414-99ce-3abb6a524973 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:07:05.522127 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20539ff9-21b2-4482-a257-13f9c433daab tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:07:05.579101 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3943f612-d6b6-485c-9adb-12ccec126320 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:07:05.579483 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3943f612-d6b6-485c-9adb-12ccec126320 None None] Checking segment: {'id': 'b0792f68-ccc6-43fa-92c2-1f23bcfb1b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'decd72e5-9984-494d-a3f4-e973319803e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:07:05.580541 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-3943f612-d6b6-485c-9adb-12ccec126320 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:05.580975 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3943f612-d6b6-485c-9adb-12ccec126320 None None] Bound using segment: {'id': 'b0792f68-ccc6-43fa-92c2-1f23bcfb1b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'decd72e5-9984-494d-a3f4-e973319803e3'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:07:05.581477 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-3943f612-d6b6-485c-9adb-12ccec126320 None None] Bound port: 71fcda66-d13a-4231-ba34-7337d45d1c8a, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0792f68-ccc6-43fa-92c2-1f23bcfb1b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'decd72e5-9984-494d-a3f4-e973319803e3'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:07:05.581867 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-3943f612-d6b6-485c-9adb-12ccec126320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (71fcda66-d13a-4231-ba34-7337d45d1c8a), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:05.627326 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-c5eebd41-c97c-47ce-b4a8-5976db3ad59c None None] Current status of the port 0dbf8c47-fba7-4f3e-bec7-a1c9cbd538b5 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:07:05.628366 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78795ba2-f4c9-4414-99ce-3abb6a524973 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:07:05.693153 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-cbcf24b3-7e52-4ff1-8f3d-514d96a88405 None None] Allocated IP 172.20.0.2 (8c298378-d0a0-4776-bf31-3d5b4c1b060a/842559e7-f73c-4baf-8496-9640d8b03099/bd471760-fb7d-47de-b938-4b0b3fc97959) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:07:05.703783 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-c5eebd41-c97c-47ce-b4a8-5976db3ad59c None None] Provisioning complete for port 02315df6-c88f-415e-87f0-6c74a982f4d4 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:07:05.704646 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-c5eebd41-c97c-47ce-b4a8-5976db3ad59c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (02315df6-c88f-415e-87f0-6c74a982f4d4), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:05.746504 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2fdc54bd-aaa2-45c3-8d8d-ba0f9fc2e1e8 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (9ee11417-d479-4695-8e64-37537c306619), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:05.767837 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20539ff9-21b2-4482-a257-13f9c433daab tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Pushing event updated for resources: {'Port': ['ID=da2a780c-a97e-4ec0-8f9f-212086e40cb6,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:05.818443 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-1fedc64f-7db4-4cab-80e3-b4920bf63c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886'] for port (9ee11417-d479-4695-8e64-37537c306619), after_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:05.843874 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78795ba2-f4c9-4414-99ce-3abb6a524973 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Pushing event updated for resources: {'Port': ['ID=5259dd7b-586e-4cf2-9d50-e4acb08ea03e,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:05.894975 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-24ac7566-e05a-407f-ac65-bab076fa3a8a tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126175041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126112438'] for subnet (f703f050-56d4-490c-acd6-1b15ab6f1a1a), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:05.897061 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fedc64f-7db4-4cab-80e3-b4920bf63c46 None None] No DVR routers for this DVR port 9ee11417-d479-4695-8e64-37537c306619 on host dv-neutron-834874-6-hyperv {{(pid=104100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:07:05.925887 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20539ff9-21b2-4482-a257-13f9c433daab tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:05.927022 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-20539ff9-21b2-4482-a257-13f9c433daab tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:05.929513 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-3943f612-d6b6-485c-9adb-12ccec126320 None None] For port 71fcda66-d13a-4231-ba34-7337d45d1c8a, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:07:05.950896 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78795ba2-f4c9-4414-99ce-3abb6a524973 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:05.951696 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-78795ba2-f4c9-4414-99ce-3abb6a524973 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:05.960595 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-c5eebd41-c97c-47ce-b4a8-5976db3ad59c None None] Port 02315df6-c88f-415e-87f0-6c74a982f4d4 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:07:05.972129 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Port 9ee11417-d479-4695-8e64-37537c306619 update to ACTIVE by agent not found {{(pid=104100) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2233}} Mar 28 01:07:05.973890 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fedc64f-7db4-4cab-80e3-b4920bf63c46 None None] Pushing event deleted for resources: {'Port': ['ID=9ee11417-d479-4695-8e64-37537c306619,revision_number=None']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:05.974751 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-20539ff9-21b2-4482-a257-13f9c433daab tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2117450 Mar 28 01:07:05.975379 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51930) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:05.992876 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-26c75416-6914-4f01-bc8f-e0485a93c7a0 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:18:9b:cf'}]}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:07:05.998754 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-3943f612-d6b6-485c-9adb-12ccec126320 None None] For port 71fcda66-d13a-4231-ba34-7337d45d1c8a, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=71fcda66-d13a-4231-ba34-7337d45d1c8a,segment=NetworkSegment(b0792f68-ccc6-43fa-92c2-1f23bcfb1b5e),segment_id=b0792f68-ccc6-43fa-92c2-1f23bcfb1b5e)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:07:06.026251 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-3943f612-d6b6-485c-9adb-12ccec126320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (71fcda66-d13a-4231-ba34-7337d45d1c8a), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:06.043537 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-78795ba2-f4c9-4414-99ce-3abb6a524973 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 2.0007319 Mar 28 01:07:06.047264 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51932) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:06.153091 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ac7566-e05a-407f-ac65-bab076fa3a8a tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Pushing event deleted for resources: {'Subnet': ['ID=f703f050-56d4-490c-acd6-1b15ab6f1a1a,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:06.193345 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 0dbf8c47-fba7-4f3e-bec7-a1c9cbd538b5 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:07:06.244693 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-24ac7566-e05a-407f-ac65-bab076fa3a8a tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (decd72e5-9984-494d-a3f4-e973319803e3), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:06.258915 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-a486154b-3900-4f82-96c1-7f01e5c7a788 None None] Provisioning complete for port da2a780c-a97e-4ec0-8f9f-212086e40cb6 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:07:06.259523 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-a486154b-3900-4f82-96c1-7f01e5c7a788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (da2a780c-a97e-4ec0-8f9f-212086e40cb6), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:06.270279 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-26c75416-6914-4f01-bc8f-e0485a93c7a0 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (da2a780c-a97e-4ec0-8f9f-212086e40cb6), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:06.287008 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-2fdc54bd-aaa2-45c3-8d8d-ba0f9fc2e1e8 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] For port 9ee11417-d479-4695-8e64-37537c306619, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=9ee11417-d479-4695-8e64-37537c306619,segment=NetworkSegment(9028fe72-9b79-4538-96be-757c3dc71a72),segment_id=9028fe72-9b79-4538-96be-757c3dc71a72)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:07:06.310166 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-a486154b-3900-4f82-96c1-7f01e5c7a788 None None] Port da2a780c-a97e-4ec0-8f9f-212086e40cb6 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:07:06.351146 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2fdc54bd-aaa2-45c3-8d8d-ba0f9fc2e1e8 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks [] for port (9ee11417-d479-4695-8e64-37537c306619), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:06.357209 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6028d40-6c8e-463a-8a0b-b45231366a53 None None] Network decd72e5-9984-494d-a3f4-e973319803e3 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:07:06.365347 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2fdc54bd-aaa2-45c3-8d8d-ba0f9fc2e1e8 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (9ee11417-d479-4695-8e64-37537c306619), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:06.373248 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-24ac7566-e05a-407f-ac65-bab076fa3a8a tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['decd72e5-9984-494d-a3f4-e973319803e3']}} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:07:06.374529 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3943f612-d6b6-485c-9adb-12ccec126320 None None] Pushing event updated for resources: {'Port': ['ID=71fcda66-d13a-4231-ba34-7337d45d1c8a,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:06.411954 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdc54bd-aaa2-45c3-8d8d-ba0f9fc2e1e8 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Pushing event deleted for resources: {'Port': ['ID=9ee11417-d479-4695-8e64-37537c306619,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:06.414308 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2fdc54bd-aaa2-45c3-8d8d-ba0f9fc2e1e8 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127282703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126757786'] for subnet (1e0f6284-7998-4812-8190-b098c1a09eb8), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:06.414575 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-24ac7566-e05a-407f-ac65-bab076fa3a8a tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0792f68-ccc6-43fa-92c2-1f23bcfb1b5e') {'for_net_delete': True} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:07:06.414878 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-24ac7566-e05a-407f-ac65-bab076fa3a8a tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0792f68-ccc6-43fa-92c2-1f23bcfb1b5e') {} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:07:06.422505 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-f99a904d-2e2f-4969-b182-6116ce6713fb tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Deleting port 5259dd7b-586e-4cf2-9d50-e4acb08ea03e {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:07:06.422862 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f99a904d-2e2f-4969-b182-6116ce6713fb tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (5259dd7b-586e-4cf2-9d50-e4acb08ea03e), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:06.440094 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fdc54bd-aaa2-45c3-8d8d-ba0f9fc2e1e8 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Network be4801db-c8f8-4df3-b9b5-556693d6a290 is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:07:06.440516 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-a486154b-3900-4f82-96c1-7f01e5c7a788 None None] Provisioning complete for port 02315df6-c88f-415e-87f0-6c74a982f4d4 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:07:06.441079 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-a486154b-3900-4f82-96c1-7f01e5c7a788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (02315df6-c88f-415e-87f0-6c74a982f4d4), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:06.446805 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-2fdc54bd-aaa2-45c3-8d8d-ba0f9fc2e1e8 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:07:06.489677 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fdc54bd-aaa2-45c3-8d8d-ba0f9fc2e1e8 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:06.490422 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2fdc54bd-aaa2-45c3-8d8d-ba0f9fc2e1e8 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks [] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:06.495036 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-a486154b-3900-4f82-96c1-7f01e5c7a788 None None] Port 02315df6-c88f-415e-87f0-6c74a982f4d4 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:07:06.497861 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a80c8c-6db9-47bc-981b-174cfbf97c97 None None] Network be4801db-c8f8-4df3-b9b5-556693d6a290 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:07:06.508160 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-24ac7566-e05a-407f-ac65-bab076fa3a8a tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126443583'] for segment (b0792f68-ccc6-43fa-92c2-1f23bcfb1b5e), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:06.571998 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-2fdc54bd-aaa2-45c3-8d8d-ba0f9fc2e1e8 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.5306582 Mar 28 01:07:06.575858 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51934) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:06.583058 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-5fdb5ee7-5324-413d-aea0-ca6ba8231982 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Request body: {'port': {'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290', 'mac_address': 'fa:16:3e:20:ef:8a', 'name': 'tempest-NetworksTestDHCPv6-1119410975'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:07:06.591129 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdc54bd-aaa2-45c3-8d8d-ba0f9fc2e1e8 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Pushing event updated for resources: {'Subnet': ['ID=1e0f6284-7998-4812-8190-b098c1a09eb8,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:06.614423 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-cbcf24b3-7e52-4ff1-8f3d-514d96a88405 None None] Publish callbacks [] for port (bd471760-fb7d-47de-b938-4b0b3fc97959), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:06.616860 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-24ac7566-e05a-407f-ac65-bab076fa3a8a tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (b0792f68-ccc6-43fa-92c2-1f23bcfb1b5e), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:06.641033 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-cbcf24b3-7e52-4ff1-8f3d-514d96a88405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (bd471760-fb7d-47de-b938-4b0b3fc97959), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:06.661062 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24ac7566-e05a-407f-ac65-bab076fa3a8a tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=104098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:07:06.662251 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-24ac7566-e05a-407f-ac65-bab076fa3a8a tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126177251'] for segment (b0792f68-ccc6-43fa-92c2-1f23bcfb1b5e), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:06.670519 dv-neutron-834874-6-hyperv neutron-server[104098]: Traceback (most recent call last): Mar 28 01:07:06.670519 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:07:06.670519 dv-neutron-834874-6-hyperv neutron-server[104098]: timer() Mar 28 01:07:06.670519 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:07:06.670519 dv-neutron-834874-6-hyperv neutron-server[104098]: cb(*args, **kw) Mar 28 01:07:06.670519 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:07:06.670519 dv-neutron-834874-6-hyperv neutron-server[104098]: return func(*args, **kwargs) Mar 28 01:07:06.670519 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:07:06.670519 dv-neutron-834874-6-hyperv neutron-server[104098]: self._notify() Mar 28 01:07:06.670519 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:07:06.670519 dv-neutron-834874-6-hyperv neutron-server[104098]: self.callback(batched_events) Mar 28 01:07:06.670519 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:07:06.670519 dv-neutron-834874-6-hyperv neutron-server[104098]: event.method(event) Mar 28 01:07:06.670519 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:07:06.670519 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:07:06.670519 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:07:06.670519 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:07:06.670519 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:07:06.670519 dv-neutron-834874-6-hyperv neutron-server[104098]: return f(self, *a, **k) Mar 28 01:07:06.670519 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:07:06.670519 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._get(url).json() Mar 28 01:07:06.670519 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:07:06.670519 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:07:06.670519 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:07:06.670519 dv-neutron-834874-6-hyperv neutron-server[104098]: return self.request(url, 'GET', **kwargs) Mar 28 01:07:06.670519 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:07:06.670519 dv-neutron-834874-6-hyperv neutron-server[104098]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:07:06.670519 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:07:06.670519 dv-neutron-834874-6-hyperv neutron-server[104098]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:07:06.670519 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:07:06.670519 dv-neutron-834874-6-hyperv neutron-server[104098]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:07:06.670519 dv-neutron-834874-6-hyperv neutron-server[104098]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:07:06.714444 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcf24b3-7e52-4ff1-8f3d-514d96a88405 None None] Pushing event updated for resources: {'Port': ['ID=bd471760-fb7d-47de-b938-4b0b3fc97959,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:06.725285 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 0dbf8c47-fba7-4f3e-bec7-a1c9cbd538b5 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:07:06.725736 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (0dbf8c47-fba7-4f3e-bec7-a1c9cbd538b5), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:06.739253 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbcf24b3-7e52-4ff1-8f3d-514d96a88405 None None] Network 8c298378-d0a0-4776-bf31-3d5b4c1b060a is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:07:06.746755 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-26c75416-6914-4f01-bc8f-e0485a93c7a0 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Publish callbacks [] for port (da2a780c-a97e-4ec0-8f9f-212086e40cb6), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:06.771910 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-26c75416-6914-4f01-bc8f-e0485a93c7a0 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (da2a780c-a97e-4ec0-8f9f-212086e40cb6), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:06.785439 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-cbcf24b3-7e52-4ff1-8f3d-514d96a88405 None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:07:06.788778 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcf24b3-7e52-4ff1-8f3d-514d96a88405 None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:07:06.803270 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ca91c0-4829-449e-adcd-0a3a37485557 None None] Network decd72e5-9984-494d-a3f4-e973319803e3 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:07:06.832948 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fdb5ee7-5324-413d-aea0-ca6ba8231982 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Made reservation on behalf of 564cf6bfe83a4d71adcd7d33f5d20cb1 for: {'port': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:07:06.845381 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f99a904d-2e2f-4969-b182-6116ce6713fb tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (5259dd7b-586e-4cf2-9d50-e4acb08ea03e), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:06.873177 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-f99a904d-2e2f-4969-b182-6116ce6713fb tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Calling delete_port for 5259dd7b-586e-4cf2-9d50-e4acb08ea03e owned by {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:07:06.921519 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f518ff78-8fc5-47c8-9271-c424af94254c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-be4801db-c8f8-4df3-b9b5-556693d6a290', 'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290', 'project_id': '564cf6bfe83a4d71adcd7d33f5d20cb1', 'fixed_ips': [{'subnet_id': '1e0f6284-7998-4812-8190-b098c1a09eb8'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:07:06.922496 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f518ff78-8fc5-47c8-9271-c424af94254c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:06.961475 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.db.api [None req-24ac7566-e05a-407f-ac65-bab076fa3a8a tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 28 01:07:06.961475 dv-neutron-834874-6-hyperv neutron-server[104098]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 28 01:07:06.961475 dv-neutron-834874-6-hyperv neutron-server[104098]: [parameters: {'id': 'decd72e5-9984-494d-a3f4-e973319803e3'}] Mar 28 01:07:06.961475 dv-neutron-834874-6-hyperv neutron-server[104098]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104098) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 01:07:06.961860 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG oslo_db.api [None req-24ac7566-e05a-407f-ac65-bab076fa3a8a tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 01:07:06.979275 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-cbcf24b3-7e52-4ff1-8f3d-514d96a88405 None None] Attempting to bind port bd471760-fb7d-47de-b938-4b0b3fc97959 on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:07:06.979810 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-cbcf24b3-7e52-4ff1-8f3d-514d96a88405 None None] Attempting to bind port bd471760-fb7d-47de-b938-4b0b3fc97959 by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': 'ba18ec23-8441-4c58-bc66-cf0d2b09f6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '8c298378-d0a0-4776-bf31-3d5b4c1b060a'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:07:06.980329 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcf24b3-7e52-4ff1-8f3d-514d96a88405 None None] Attempting to bind port bd471760-fb7d-47de-b938-4b0b3fc97959 on network 8c298378-d0a0-4776-bf31-3d5b4c1b060a {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:07:06.982422 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c75416-6914-4f01-bc8f-e0485a93c7a0 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Pushing event updated for resources: {'Port': ['ID=da2a780c-a97e-4ec0-8f9f-212086e40cb6,revision_number=2']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:06.985173 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-26c75416-6914-4f01-bc8f-e0485a93c7a0 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] In _notify_port_updated(), no bound segment for port da2a780c-a97e-4ec0-8f9f-212086e40cb6 on network d94257fd-1e35-4876-a0ad-68855908c010 {{(pid=104099) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 28 01:07:06.992383 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c75416-6914-4f01-bc8f-e0485a93c7a0 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:06.993033 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-26c75416-6914-4f01-bc8f-e0485a93c7a0 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:06.994954 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-26c75416-6914-4f01-bc8f-e0485a93c7a0 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] 10.222.0.24 "PUT /v2.0/ports/da2a780c-a97e-4ec0-8f9f-212086e40cb6 HTTP/1.1" status: 200 len: 996 time: 1.0066733 Mar 28 01:07:06.998161 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51936) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:07.003588 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcf24b3-7e52-4ff1-8f3d-514d96a88405 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:07:07.005291 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcf24b3-7e52-4ff1-8f3d-514d96a88405 None None] Checking segment: {'id': 'ba18ec23-8441-4c58-bc66-cf0d2b09f6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '8c298378-d0a0-4776-bf31-3d5b4c1b060a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:07:07.005291 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-cbcf24b3-7e52-4ff1-8f3d-514d96a88405 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:07.005790 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcf24b3-7e52-4ff1-8f3d-514d96a88405 None None] Bound using segment: {'id': 'ba18ec23-8441-4c58-bc66-cf0d2b09f6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '8c298378-d0a0-4776-bf31-3d5b4c1b060a'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:07:07.006550 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-cbcf24b3-7e52-4ff1-8f3d-514d96a88405 None None] Bound port: bd471760-fb7d-47de-b938-4b0b3fc97959, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba18ec23-8441-4c58-bc66-cf0d2b09f6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '8c298378-d0a0-4776-bf31-3d5b4c1b060a'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:07:07.007144 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-cbcf24b3-7e52-4ff1-8f3d-514d96a88405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (bd471760-fb7d-47de-b938-4b0b3fc97959), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:07.122759 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-cbcf24b3-7e52-4ff1-8f3d-514d96a88405 None None] For port bd471760-fb7d-47de-b938-4b0b3fc97959, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:07:07.126906 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-cbcf24b3-7e52-4ff1-8f3d-514d96a88405 None None] For port bd471760-fb7d-47de-b938-4b0b3fc97959, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=bd471760-fb7d-47de-b938-4b0b3fc97959,segment=NetworkSegment(ba18ec23-8441-4c58-bc66-cf0d2b09f6f1),segment_id=ba18ec23-8441-4c58-bc66-cf0d2b09f6f1)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:07:07.146289 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-de3b9497-44e7-4028-ba9a-173eeb898577 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3686527'] for router_interface (4b4cc15d-d6d4-468f-a89b-57ff022ea501), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:07.150220 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-cbcf24b3-7e52-4ff1-8f3d-514d96a88405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (bd471760-fb7d-47de-b938-4b0b3fc97959), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:07.178649 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51938) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:07.187352 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-fa86359a-9321-4178-87d5-9893962edb9d tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Request body: {'subnet': {'network_id': 'ea50161c-d3a7-4fe1-bf8d-06dfdf35913f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:07:07.261769 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5fdb5ee7-5324-413d-aea0-ca6ba8231982 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:07.309101 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [None req-5fdb5ee7-5324-413d-aea0-ca6ba8231982 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] device_id is not set on port 5942eb97-8cae-4579-8e85-0e859f055dc5 yet. {{(pid=104099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 01:07:07.315615 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-826e7f5d-cdd3-4d7e-9d60-c3a8d9b752cd tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Deleting port da2a780c-a97e-4ec0-8f9f-212086e40cb6 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:07:07.315951 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-826e7f5d-cdd3-4d7e-9d60-c3a8d9b752cd tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (da2a780c-a97e-4ec0-8f9f-212086e40cb6), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:07.386896 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f99a904d-2e2f-4969-b182-6116ce6713fb tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (5259dd7b-586e-4cf2-9d50-e4acb08ea03e), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:07.418286 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99a904d-2e2f-4969-b182-6116ce6713fb tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Pushing event deleted for resources: {'Port': ['ID=5259dd7b-586e-4cf2-9d50-e4acb08ea03e,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:07.464561 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 0dbf8c47-fba7-4f3e-bec7-a1c9cbd538b5 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:07:07.468603 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa86359a-9321-4178-87d5-9893962edb9d tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Made reservation on behalf of b3681da997b841e59750a00e0d8e0c2a for: {'subnet': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:07:07.471986 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-fa86359a-9321-4178-87d5-9893962edb9d tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126757772'] for subnet (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:07.481640 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-24ac7566-e05a-407f-ac65-bab076fa3a8a tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (decd72e5-9984-494d-a3f4-e973319803e3), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:07.502941 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-a4f4e790-0102-4cca-a3cd-351fe896deae None None] Provisioning complete for port da2a780c-a97e-4ec0-8f9f-212086e40cb6 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:07:07.505607 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-a4f4e790-0102-4cca-a3cd-351fe896deae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (da2a780c-a97e-4ec0-8f9f-212086e40cb6), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:07.505607 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcf24b3-7e52-4ff1-8f3d-514d96a88405 None None] Pushing event updated for resources: {'Port': ['ID=bd471760-fb7d-47de-b938-4b0b3fc97959,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:07.577414 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-a4f4e790-0102-4cca-a3cd-351fe896deae None None] Port da2a780c-a97e-4ec0-8f9f-212086e40cb6 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:07:07.587180 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-826e7f5d-cdd3-4d7e-9d60-c3a8d9b752cd tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (da2a780c-a97e-4ec0-8f9f-212086e40cb6), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:07.615246 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 9ee11417-d479-4695-8e64-37537c306619 no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:07:07.615665 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-826e7f5d-cdd3-4d7e-9d60-c3a8d9b752cd tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Calling delete_port for da2a780c-a97e-4ec0-8f9f-212086e40cb6 owned by {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:07:07.624470 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [None req-5fdb5ee7-5324-413d-aea0-ca6ba8231982 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Allocated IP 2001:db8::f816:3eff:fe20:ef8a (be4801db-c8f8-4df3-b9b5-556693d6a290/1e0f6284-7998-4812-8190-b098c1a09eb8/5942eb97-8cae-4579-8e85-0e859f055dc5) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:07:07.640143 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f99a904d-2e2f-4969-b182-6116ce6713fb tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:07.643377 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-f99a904d-2e2f-4969-b182-6116ce6713fb tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "DELETE /v2.0/ports/5259dd7b-586e-4cf2-9d50-e4acb08ea03e HTTP/1.1" status: 204 len: 168 time: 1.5816751 Mar 28 01:07:07.646154 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51940) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:07.661548 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: 9ee11417-d479-4695-8e64-37537c306619 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:07:07.662822 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 9ee11417-d479-4695-8e64-37537c306619 not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:07:07.679383 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd7dcfb0-173b-4cec-bc3b-0c9571177c0b tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] GET failed (client error): The resource could not be found. Mar 28 01:07:07.680840 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-cd7dcfb0-173b-4cec-bc3b-0c9571177c0b tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "GET /v2.0/ports/5259dd7b-586e-4cf2-9d50-e4acb08ea03e HTTP/1.1" status: 404 len: 333 time: 0.0338199 Mar 28 01:07:07.685097 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51942) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:07.756421 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_v2 [None req-de2b2dc0-6d80-47ac-9d72-4668e53288fa tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Deleting subnet 842559e7-f73c-4baf-8496-9640d8b03099 {{(pid=104098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:07:07.762539 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-24ac7566-e05a-407f-ac65-bab076fa3a8a tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Deleting port 71fcda66-d13a-4231-ba34-7337d45d1c8a {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:07:07.762881 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-24ac7566-e05a-407f-ac65-bab076fa3a8a tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (71fcda66-d13a-4231-ba34-7337d45d1c8a), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:07.777070 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-de2b2dc0-6d80-47ac-9d72-4668e53288fa tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks [] for subnet (842559e7-f73c-4baf-8496-9640d8b03099), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:07.828104 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-de3b9497-44e7-4028-ba9a-173eeb898577 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Deleting port 02315df6-c88f-415e-87f0-6c74a982f4d4 {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:07:07.828364 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-de3b9497-44e7-4028-ba9a-173eeb898577 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (02315df6-c88f-415e-87f0-6c74a982f4d4), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:07.894408 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-de2b2dc0-6d80-47ac-9d72-4668e53288fa tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126443526'] for subnet (842559e7-f73c-4baf-8496-9640d8b03099), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:07.929912 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.db [None req-24ac7566-e05a-407f-ac65-bab076fa3a8a tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] For port 71fcda66-d13a-4231-ba34-7337d45d1c8a, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=71fcda66-d13a-4231-ba34-7337d45d1c8a,segment=NetworkSegment(b0792f68-ccc6-43fa-92c2-1f23bcfb1b5e),segment_id=b0792f68-ccc6-43fa-92c2-1f23bcfb1b5e)] {{(pid=104098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:07:07.930270 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-24ac7566-e05a-407f-ac65-bab076fa3a8a tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (71fcda66-d13a-4231-ba34-7337d45d1c8a), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:07.956201 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-24ac7566-e05a-407f-ac65-bab076fa3a8a tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Calling delete_port for 71fcda66-d13a-4231-ba34-7337d45d1c8a owned by network:dhcp {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:07:08.070703 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-de3b9497-44e7-4028-ba9a-173eeb898577 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (02315df6-c88f-415e-87f0-6c74a982f4d4), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:08.097257 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-de3b9497-44e7-4028-ba9a-173eeb898577 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Calling delete_port for 02315df6-c88f-415e-87f0-6c74a982f4d4 owned by network:router_interface {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:07:08.107269 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device bd471760-fb7d-47de-b938-4b0b3fc97959 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:07:08.119722 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-de2b2dc0-6d80-47ac-9d72-4668e53288fa tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (842559e7-f73c-4baf-8496-9640d8b03099), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:08.171641 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port bd471760-fb7d-47de-b938-4b0b3fc97959 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:07:08.172601 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (bd471760-fb7d-47de-b938-4b0b3fc97959), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:08.223351 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-24ac7566-e05a-407f-ac65-bab076fa3a8a tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (71fcda66-d13a-4231-ba34-7337d45d1c8a), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:08.245360 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5fdb5ee7-5324-413d-aea0-ca6ba8231982 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks [] for port (5942eb97-8cae-4579-8e85-0e859f055dc5), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:08.252983 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-fa86359a-9321-4178-87d5-9893962edb9d tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127282703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126757786'] for subnet (c44506b5-168d-48f5-94be-f6f938216a1f), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:08.258195 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ac7566-e05a-407f-ac65-bab076fa3a8a tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Pushing event deleted for resources: {'Port': ['ID=71fcda66-d13a-4231-ba34-7337d45d1c8a,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:08.289800 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-826e7f5d-cdd3-4d7e-9d60-c3a8d9b752cd tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (da2a780c-a97e-4ec0-8f9f-212086e40cb6), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:08.300345 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ac7566-e05a-407f-ac65-bab076fa3a8a tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] No DVR routers for this DVR port 71fcda66-d13a-4231-ba34-7337d45d1c8a on host dv-neutron-834874-6-hyperv {{(pid=104098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:07:08.305380 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port bd471760-fb7d-47de-b938-4b0b3fc97959 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:07:08.306138 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (bd471760-fb7d-47de-b938-4b0b3fc97959), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:08.337554 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-de2b2dc0-6d80-47ac-9d72-4668e53288fa tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126175041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126112438'] for subnet (842559e7-f73c-4baf-8496-9640d8b03099), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:08.364202 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826e7f5d-cdd3-4d7e-9d60-c3a8d9b752cd tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Pushing event deleted for resources: {'Port': ['ID=da2a780c-a97e-4ec0-8f9f-212086e40cb6,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:08.385303 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.db.api [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104100) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 01:07:08.385455 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa86359a-9321-4178-87d5-9893962edb9d tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Pushing event updated for resources: {'Subnet': ['ID=c44506b5-168d-48f5-94be-f6f938216a1f,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:08.386006 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG oslo_db.api [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 01:07:08.426534 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2b2dc0-6d80-47ac-9d72-4668e53288fa tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Pushing event deleted for resources: {'Subnet': ['ID=842559e7-f73c-4baf-8496-9640d8b03099,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:08.432439 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-de2b2dc0-6d80-47ac-9d72-4668e53288fa tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:08.435653 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-de2b2dc0-6d80-47ac-9d72-4668e53288fa tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "DELETE /v2.0/subnets/842559e7-f73c-4baf-8496-9640d8b03099 HTTP/1.1" status: 204 len: 168 time: 0.7496514 Mar 28 01:07:08.443838 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51944) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:08.480709 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa86359a-9321-4178-87d5-9893962edb9d tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Checking segment: {'id': 'ac2ad844-924d-4211-be7b-e4994c6f86b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ea50161c-d3a7-4fe1-bf8d-06dfdf35913f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:07:08.481247 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa86359a-9321-4178-87d5-9893962edb9d tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Network hostable DHCP agents. Network: ea50161c-d3a7-4fe1-bf8d-06dfdf35913f, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:07:08.504679 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5fdb5ee7-5324-413d-aea0-ca6ba8231982 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (5942eb97-8cae-4579-8e85-0e859f055dc5), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:08.514771 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-826e7f5d-cdd3-4d7e-9d60-c3a8d9b752cd tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:08.522717 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-826e7f5d-cdd3-4d7e-9d60-c3a8d9b752cd tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] 10.222.0.24 "DELETE /v2.0/ports/da2a780c-a97e-4ec0-8f9f-212086e40cb6 HTTP/1.1" status: 204 len: 168 time: 1.5235291 Mar 28 01:07:08.525103 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51946) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:08.540535 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-f518ff78-8fc5-47c8-9271-c424af94254c None None] Allocated IP 2001:db8::f816:3eff:fe31:1d16 (be4801db-c8f8-4df3-b9b5-556693d6a290/1e0f6284-7998-4812-8190-b098c1a09eb8/caa2dfc4-ccdf-42e5-81eb-833a6b33e8de) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:07:08.589911 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-b57d688d-0805-4c42-96bd-a2840a908f8d tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] GET failed (client error): The resource could not be found. Mar 28 01:07:08.599829 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-b57d688d-0805-4c42-96bd-a2840a908f8d tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] 10.222.0.24 "GET /v2.0/ports/da2a780c-a97e-4ec0-8f9f-212086e40cb6 HTTP/1.1" status: 404 len: 333 time: 0.0565474 Mar 28 01:07:08.600720 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51948) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:08.636991 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa86359a-9321-4178-87d5-9893962edb9d tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Network ea50161c-d3a7-4fe1-bf8d-06dfdf35913f is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:07:08.650172 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-2bc56850-69a7-4229-b14b-d7c29a469227 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Request body: {'port': {'network_id': 'd94257fd-1e35-4876-a0ad-68855908c010', 'name': 'tempest-AllowedAddressPairTestJSON-1780433145'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:07:08.683783 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdb5ee7-5324-413d-aea0-ca6ba8231982 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Pushing event updated for resources: {'Port': ['ID=5942eb97-8cae-4579-8e85-0e859f055dc5,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:08.732196 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-fa86359a-9321-4178-87d5-9893962edb9d tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, ea50161c-d3a7-4fe1-bf8d-06dfdf35913f) {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:07:08.733209 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1ecc1c-48b3-4063-adb1-742c770dab20 None None] Network 8c298378-d0a0-4776-bf31-3d5b4c1b060a requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:07:08.735195 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fdb5ee7-5324-413d-aea0-ca6ba8231982 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Network be4801db-c8f8-4df3-b9b5-556693d6a290 is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:07:08.739719 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdb5ee7-5324-413d-aea0-ca6ba8231982 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:07:08.740102 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdb5ee7-5324-413d-aea0-ca6ba8231982 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:07:08.740603 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdb5ee7-5324-413d-aea0-ca6ba8231982 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:07:08.740958 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdb5ee7-5324-413d-aea0-ca6ba8231982 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:07:08.741300 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdb5ee7-5324-413d-aea0-ca6ba8231982 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:07:08.741640 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdb5ee7-5324-413d-aea0-ca6ba8231982 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:07:08.741972 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdb5ee7-5324-413d-aea0-ca6ba8231982 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:07:08.742305 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdb5ee7-5324-413d-aea0-ca6ba8231982 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:07:08.742652 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdb5ee7-5324-413d-aea0-ca6ba8231982 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:07:08.742970 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdb5ee7-5324-413d-aea0-ca6ba8231982 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:07:08.743298 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdb5ee7-5324-413d-aea0-ca6ba8231982 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:07:08.743627 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdb5ee7-5324-413d-aea0-ca6ba8231982 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:07:08.743956 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdb5ee7-5324-413d-aea0-ca6ba8231982 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:07:08.744863 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdb5ee7-5324-413d-aea0-ca6ba8231982 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:07:08.745190 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdb5ee7-5324-413d-aea0-ca6ba8231982 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:07:08.755059 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa86359a-9321-4178-87d5-9893962edb9d tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:08.755664 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-fa86359a-9321-4178-87d5-9893962edb9d tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks [] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:08.761973 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040bd466-7337-47b5-aa08-e056b7ea184a None None] Network ea50161c-d3a7-4fe1-bf8d-06dfdf35913f requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:07:08.762137 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-5fdb5ee7-5324-413d-aea0-ca6ba8231982 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:07:08.770470 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdb5ee7-5324-413d-aea0-ca6ba8231982 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:07:08.776296 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fdb5ee7-5324-413d-aea0-ca6ba8231982 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:08.776977 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5fdb5ee7-5324-413d-aea0-ca6ba8231982 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:08.806319 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-fa86359a-9321-4178-87d5-9893962edb9d tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6246374 Mar 28 01:07:08.811849 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-24ac7566-e05a-407f-ac65-bab076fa3a8a tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (decd72e5-9984-494d-a3f4-e973319803e3), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:08.815361 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51950) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:08.820426 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-5fdb5ee7-5324-413d-aea0-ca6ba8231982 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.2415173 Mar 28 01:07:08.824308 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51952) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:08.829873 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-df20d195-a5ba-47ba-ae65-f8a9310917ca tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-154445080'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:07:08.839290 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-de3b9497-44e7-4028-ba9a-173eeb898577 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (02315df6-c88f-415e-87f0-6c74a982f4d4), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:08.859489 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f518ff78-8fc5-47c8-9271-c424af94254c None None] Publish callbacks [] for port (caa2dfc4-ccdf-42e5-81eb-833a6b33e8de), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:08.879388 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f518ff78-8fc5-47c8-9271-c424af94254c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (caa2dfc4-ccdf-42e5-81eb-833a6b33e8de), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:08.890744 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-24ac7566-e05a-407f-ac65-bab076fa3a8a tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['decd72e5-9984-494d-a3f4-e973319803e3']}} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:07:08.902858 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b9497-44e7-4028-ba9a-173eeb898577 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Pushing event deleted for resources: {'Port': ['ID=02315df6-c88f-415e-87f0-6c74a982f4d4,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:08.911881 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0e600700-fbaf-4d45-a342-eabb83794ff6 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (8c298378-d0a0-4776-bf31-3d5b4c1b060a), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:08.918883 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-24ac7566-e05a-407f-ac65-bab076fa3a8a tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0792f68-ccc6-43fa-92c2-1f23bcfb1b5e') {'for_net_delete': True} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:07:08.919189 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-24ac7566-e05a-407f-ac65-bab076fa3a8a tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0792f68-ccc6-43fa-92c2-1f23bcfb1b5e') {} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:07:08.922841 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df20d195-a5ba-47ba-ae65-f8a9310917ca tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Made reservation on behalf of b3681da997b841e59750a00e0d8e0c2a for: {'network': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:07:08.926638 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-df20d195-a5ba-47ba-ae65-f8a9310917ca tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:08.950524 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a5c955-6745-49c1-9855-2ee368ad5e1b tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:08.952887 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-92a5c955-6745-49c1-9855-2ee368ad5e1b tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1283345 Mar 28 01:07:08.955551 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51954) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:08.961504 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-1c7084e7-f197-47b3-97d2-7cf9a3b1ecd5 None None] Provisioning complete for port bd471760-fb7d-47de-b938-4b0b3fc97959 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:07:08.961875 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-1c7084e7-f197-47b3-97d2-7cf9a3b1ecd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (bd471760-fb7d-47de-b938-4b0b3fc97959), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:08.966276 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-24ac7566-e05a-407f-ac65-bab076fa3a8a tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126443583'] for segment (b0792f68-ccc6-43fa-92c2-1f23bcfb1b5e), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:08.970518 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bc56850-69a7-4229-b14b-d7c29a469227 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Made reservation on behalf of f7291090c7af4583a9e36d63365ee839 for: {'port': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:07:08.974758 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2bc56850-69a7-4229-b14b-d7c29a469227 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:09.011127 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f518ff78-8fc5-47c8-9271-c424af94254c None None] Network be4801db-c8f8-4df3-b9b5-556693d6a290 is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:07:09.033057 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [None req-2bc56850-69a7-4229-b14b-d7c29a469227 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] device_id is not set on port 6befa019-1b86-4d86-ad5e-ea4a6fd37470 yet. {{(pid=104099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 01:07:09.034460 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-f518ff78-8fc5-47c8-9271-c424af94254c None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:07:09.056577 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f518ff78-8fc5-47c8-9271-c424af94254c None None] Pushing event updated for resources: {'Port': ['ID=caa2dfc4-ccdf-42e5-81eb-833a6b33e8de,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:09.060133 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-24ac7566-e05a-407f-ac65-bab076fa3a8a tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (b0792f68-ccc6-43fa-92c2-1f23bcfb1b5e), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:09.060464 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f518ff78-8fc5-47c8-9271-c424af94254c None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:07:09.067356 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port bd471760-fb7d-47de-b938-4b0b3fc97959 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:07:09.067909 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (bd471760-fb7d-47de-b938-4b0b3fc97959), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:09.076711 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24ac7566-e05a-407f-ac65-bab076fa3a8a tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=104098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:07:09.077166 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-24ac7566-e05a-407f-ac65-bab076fa3a8a tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126177251'] for segment (b0792f68-ccc6-43fa-92c2-1f23bcfb1b5e), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:09.081593 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df20d195-a5ba-47ba-ae65-f8a9310917ca tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=104098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:07:09.084668 dv-neutron-834874-6-hyperv neutron-server[104098]: Traceback (most recent call last): Mar 28 01:07:09.084668 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:07:09.084668 dv-neutron-834874-6-hyperv neutron-server[104098]: timer() Mar 28 01:07:09.084668 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:07:09.084668 dv-neutron-834874-6-hyperv neutron-server[104098]: cb(*args, **kw) Mar 28 01:07:09.084668 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:07:09.084668 dv-neutron-834874-6-hyperv neutron-server[104098]: return func(*args, **kwargs) Mar 28 01:07:09.084668 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:07:09.084668 dv-neutron-834874-6-hyperv neutron-server[104098]: self._notify() Mar 28 01:07:09.084668 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:07:09.084668 dv-neutron-834874-6-hyperv neutron-server[104098]: self.callback(batched_events) Mar 28 01:07:09.084668 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:07:09.084668 dv-neutron-834874-6-hyperv neutron-server[104098]: event.method(event) Mar 28 01:07:09.084668 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:07:09.084668 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:07:09.084668 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:07:09.084668 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:07:09.084668 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:07:09.084668 dv-neutron-834874-6-hyperv neutron-server[104098]: return f(self, *a, **k) Mar 28 01:07:09.084668 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:07:09.084668 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._get(url).json() Mar 28 01:07:09.084668 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:07:09.084668 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:07:09.084668 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:07:09.084668 dv-neutron-834874-6-hyperv neutron-server[104098]: return self.request(url, 'GET', **kwargs) Mar 28 01:07:09.084668 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:07:09.084668 dv-neutron-834874-6-hyperv neutron-server[104098]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:07:09.084668 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:07:09.084668 dv-neutron-834874-6-hyperv neutron-server[104098]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:07:09.084668 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:07:09.084668 dv-neutron-834874-6-hyperv neutron-server[104098]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:07:09.084668 dv-neutron-834874-6-hyperv neutron-server[104098]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:07:09.094659 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea4728e-e9ff-4755-b0cd-dbb07241429e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-ea50161c-d3a7-4fe1-bf8d-06dfdf35913f', 'network_id': 'ea50161c-d3a7-4fe1-bf8d-06dfdf35913f', 'project_id': 'b3681da997b841e59750a00e0d8e0c2a', 'fixed_ips': [{'subnet_id': 'c44506b5-168d-48f5-94be-f6f938216a1f'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:07:09.095511 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-7ea4728e-e9ff-4755-b0cd-dbb07241429e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:09.115842 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-de3b9497-44e7-4028-ba9a-173eeb898577 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3725912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3690191'] for router_interface (4b4cc15d-d6d4-468f-a89b-57ff022ea501), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:09.166445 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-df20d195-a5ba-47ba-ae65-f8a9310917ca tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (dd802d85-3f13-4977-bb0c-de59f45f6479), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:09.166445 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.segments_db [None req-df20d195-a5ba-47ba-ae65-f8a9310917ca tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Added segment dd802d85-3f13-4977-bb0c-de59f45f6479 of type vlan for network 8a9d1b12-62e5-4061-85d2-67d2b23c02f6 Mar 28 01:07:09.223834 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] For port bd471760-fb7d-47de-b938-4b0b3fc97959, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=bd471760-fb7d-47de-b938-4b0b3fc97959,segment=NetworkSegment(ba18ec23-8441-4c58-bc66-cf0d2b09f6f1),segment_id=ba18ec23-8441-4c58-bc66-cf0d2b09f6f1)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:07:09.235326 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-f518ff78-8fc5-47c8-9271-c424af94254c None None] Attempting to bind port caa2dfc4-ccdf-42e5-81eb-833a6b33e8de on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:07:09.235989 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-f518ff78-8fc5-47c8-9271-c424af94254c None None] Attempting to bind port caa2dfc4-ccdf-42e5-81eb-833a6b33e8de by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': '9028fe72-9b79-4538-96be-757c3dc71a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:07:09.236934 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f518ff78-8fc5-47c8-9271-c424af94254c None None] Attempting to bind port caa2dfc4-ccdf-42e5-81eb-833a6b33e8de on network be4801db-c8f8-4df3-b9b5-556693d6a290 {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:07:09.238887 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [None req-2bc56850-69a7-4229-b14b-d7c29a469227 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Allocated IP 172.20.0.10 (d94257fd-1e35-4876-a0ad-68855908c010/79532fc3-9890-4a05-ad24-ac6614f5c9bf/6befa019-1b86-4d86-ad5e-ea4a6fd37470) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:07:09.283142 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-24ac7566-e05a-407f-ac65-bab076fa3a8a tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (decd72e5-9984-494d-a3f4-e973319803e3), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:09.288088 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-40105dbc-cb5b-48a3-90f2-2a602775ed20 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Deleting port 5942eb97-8cae-4579-8e85-0e859f055dc5 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:07:09.288592 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-40105dbc-cb5b-48a3-90f2-2a602775ed20 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (5942eb97-8cae-4579-8e85-0e859f055dc5), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:09.310579 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-24ac7566-e05a-407f-ac65-bab076fa3a8a tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:09.313780 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-24ac7566-e05a-407f-ac65-bab076fa3a8a tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] 10.222.0.24 "DELETE /v2.0/networks/decd72e5-9984-494d-a3f4-e973319803e3 HTTP/1.1" status: 204 len: 168 time: 4.8055704 Mar 28 01:07:09.315515 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-df20d195-a5ba-47ba-ae65-f8a9310917ca tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (8a9d1b12-62e5-4061-85d2-67d2b23c02f6), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:09.317699 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51956) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:09.342761 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ac7566-e05a-407f-ac65-bab076fa3a8a tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Pushing event deleted for resources: {'Network': ['ID=decd72e5-9984-494d-a3f4-e973319803e3,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:09.370235 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f518ff78-8fc5-47c8-9271-c424af94254c None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:07:09.371260 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f518ff78-8fc5-47c8-9271-c424af94254c None None] Checking segment: {'id': '9028fe72-9b79-4538-96be-757c3dc71a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:07:09.371406 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.pecan_wsgi.hooks.translation [None req-d190ab78-5cb1-4dda-93c6-ca5a821301de tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] DELETE failed (client error): The resource could not be found. Mar 28 01:07:09.371510 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f518ff78-8fc5-47c8-9271-c424af94254c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:09.371674 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d190ab78-5cb1-4dda-93c6-ca5a821301de tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:07:09.372283 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f518ff78-8fc5-47c8-9271-c424af94254c None None] Bound using segment: {'id': '9028fe72-9b79-4538-96be-757c3dc71a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:07:09.373033 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-f518ff78-8fc5-47c8-9271-c424af94254c None None] Bound port: caa2dfc4-ccdf-42e5-81eb-833a6b33e8de, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9028fe72-9b79-4538-96be-757c3dc71a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:07:09.373483 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f518ff78-8fc5-47c8-9271-c424af94254c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (caa2dfc4-ccdf-42e5-81eb-833a6b33e8de), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:09.377139 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-d190ab78-5cb1-4dda-93c6-ca5a821301de tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] 10.222.0.24 "DELETE /v2.0/subnets/f703f050-56d4-490c-acd6-1b15ab6f1a1a HTTP/1.1" status: 404 len: 337 time: 0.0472519 Mar 28 01:07:09.377303 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-1c7084e7-f197-47b3-97d2-7cf9a3b1ecd5 None None] Current status of the port bd471760-fb7d-47de-b938-4b0b3fc97959 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:07:09.378136 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054fc005-5a66-4a45-8aa1-fe832515ac17 None None] DHCP port deletion for 8c298378-d0a0-4776-bf31-3d5b4c1b060a request from dv-neutron-834874-6-hyperv {{(pid=104100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 01:07:09.380720 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51958) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:09.380856 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (bd471760-fb7d-47de-b938-4b0b3fc97959), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:09.450933 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-38750420-d533-44e0-91ec-9cf3dab0bea1 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] DELETE failed (client error): The resource could not be found. Mar 28 01:07:09.451632 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38750420-d533-44e0-91ec-9cf3dab0bea1 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:07:09.453047 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-0e600700-fbaf-4d45-a342-eabb83794ff6 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Deleting port bd471760-fb7d-47de-b938-4b0b3fc97959 {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:07:09.453800 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0e600700-fbaf-4d45-a342-eabb83794ff6 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (bd471760-fb7d-47de-b938-4b0b3fc97959), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:09.458472 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-38750420-d533-44e0-91ec-9cf3dab0bea1 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] 10.222.0.24 "DELETE /v2.0/networks/decd72e5-9984-494d-a3f4-e973319803e3 HTTP/1.1" status: 404 len: 339 time: 0.0726092 Mar 28 01:07:09.458619 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51960) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:09.504011 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-40105dbc-cb5b-48a3-90f2-2a602775ed20 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (5942eb97-8cae-4579-8e85-0e859f055dc5), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:09.545664 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b64a813-0d08-4240-9dfc-27bbaa946bf5 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] DELETE failed (client error): The resource could not be found. Mar 28 01:07:09.546043 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b64a813-0d08-4240-9dfc-27bbaa946bf5 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:07:09.548681 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Pushing event updated for resources: {'Port': ['ID=bd471760-fb7d-47de-b938-4b0b3fc97959,revision_number=4']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:09.552235 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-7b64a813-0d08-4240-9dfc-27bbaa946bf5 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] 10.222.0.24 "DELETE /v2.0/subnets/afe64c04-b3f5-4ad6-b26f-e189219bc3a5 HTTP/1.1" status: 404 len: 337 time: 0.0904524 Mar 28 01:07:09.552235 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-df20d195-a5ba-47ba-ae65-f8a9310917ca tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (8a9d1b12-62e5-4061-85d2-67d2b23c02f6), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:09.554916 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df20d195-a5ba-47ba-ae65-f8a9310917ca tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:09.555529 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-df20d195-a5ba-47ba-ae65-f8a9310917ca tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:09.556238 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51962) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:09.563439 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-40105dbc-cb5b-48a3-90f2-2a602775ed20 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Calling delete_port for 5942eb97-8cae-4579-8e85-0e859f055dc5 owned by {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:07:09.593575 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2bc56850-69a7-4229-b14b-d7c29a469227 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Publish callbacks [] for port (6befa019-1b86-4d86-ad5e-ea4a6fd37470), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:09.599489 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-f518ff78-8fc5-47c8-9271-c424af94254c None None] For port caa2dfc4-ccdf-42e5-81eb-833a6b33e8de, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:07:09.602889 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-7ea4728e-e9ff-4755-b0cd-dbb07241429e None None] Allocated IP 2001:db8:0:ffff::2 (ea50161c-d3a7-4fe1-bf8d-06dfdf35913f/c44506b5-168d-48f5-94be-f6f938216a1f/4d6753fb-4ea1-4931-90f6-b1bcb6340ed9) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:07:09.605961 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-f518ff78-8fc5-47c8-9271-c424af94254c None None] For port caa2dfc4-ccdf-42e5-81eb-833a6b33e8de, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=caa2dfc4-ccdf-42e5-81eb-833a6b33e8de,segment=NetworkSegment(9028fe72-9b79-4538-96be-757c3dc71a72),segment_id=9028fe72-9b79-4538-96be-757c3dc71a72)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:07:09.614739 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba1adc1b-fe33-43b5-a250-cfe45108ab1b tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] DELETE failed (client error): The resource could not be found. Mar 28 01:07:09.615948 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba1adc1b-fe33-43b5-a250-cfe45108ab1b tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:07:09.621179 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-ba1adc1b-fe33-43b5-a250-cfe45108ab1b tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] 10.222.0.24 "DELETE /v2.0/networks/aba7b41c-8b9c-4492-a7b3-4647ca5c8d87 HTTP/1.1" status: 404 len: 339 time: 0.0497851 Mar 28 01:07:09.622855 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-054fc005-5a66-4a45-8aa1-fe832515ac17 None None] Deleting port bd471760-fb7d-47de-b938-4b0b3fc97959 {{(pid=104100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:07:09.623234 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-054fc005-5a66-4a45-8aa1-fe832515ac17 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (bd471760-fb7d-47de-b938-4b0b3fc97959), before_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:09.625597 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f518ff78-8fc5-47c8-9271-c424af94254c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (caa2dfc4-ccdf-42e5-81eb-833a6b33e8de), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:09.628839 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51964) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:09.633010 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de3b9497-44e7-4028-ba9a-173eeb898577 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Router 4b4cc15d-d6d4-468f-a89b-57ff022ea501 has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:07:09.656098 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-df20d195-a5ba-47ba-ae65-f8a9310917ca tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8382702 Mar 28 01:07:09.660235 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.db [None req-0e600700-fbaf-4d45-a342-eabb83794ff6 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] For port bd471760-fb7d-47de-b938-4b0b3fc97959, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=bd471760-fb7d-47de-b938-4b0b3fc97959,segment=NetworkSegment(ba18ec23-8441-4c58-bc66-cf0d2b09f6f1),segment_id=ba18ec23-8441-4c58-bc66-cf0d2b09f6f1)] {{(pid=104098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:07:09.660604 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0e600700-fbaf-4d45-a342-eabb83794ff6 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (bd471760-fb7d-47de-b938-4b0b3fc97959), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:09.668368 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51966) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:09.677299 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-755bd89a-5cf8-429f-aba5-5ef124e0718d tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Request body: {'subnet': {'network_id': '8a9d1b12-62e5-4061-85d2-67d2b23c02f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:07:09.702162 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-0e600700-fbaf-4d45-a342-eabb83794ff6 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Calling delete_port for bd471760-fb7d-47de-b938-4b0b3fc97959 owned by network:dhcp {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:07:09.728999 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df20d195-a5ba-47ba-ae65-f8a9310917ca tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Pushing event updated for resources: {'Network': ['ID=8a9d1b12-62e5-4061-85d2-67d2b23c02f6,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:09.784830 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2bc56850-69a7-4229-b14b-d7c29a469227 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (6befa019-1b86-4d86-ad5e-ea4a6fd37470), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:09.807886 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-70e6711d-2511-4b1c-ada3-d7b6f9d147af tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (b906982b-1ddb-4aa8-abe2-5d36a2668a7e), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:09.834874 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df20d195-a5ba-47ba-ae65-f8a9310917ca tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:07:09.835221 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df20d195-a5ba-47ba-ae65-f8a9310917ca tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:07:09.835568 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df20d195-a5ba-47ba-ae65-f8a9310917ca tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:07:09.835906 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df20d195-a5ba-47ba-ae65-f8a9310917ca tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:07:09.836269 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df20d195-a5ba-47ba-ae65-f8a9310917ca tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:07:09.836601 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df20d195-a5ba-47ba-ae65-f8a9310917ca tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:07:09.836930 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df20d195-a5ba-47ba-ae65-f8a9310917ca tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:07:09.837262 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df20d195-a5ba-47ba-ae65-f8a9310917ca tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:07:09.837580 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df20d195-a5ba-47ba-ae65-f8a9310917ca tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:07:09.838491 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f518ff78-8fc5-47c8-9271-c424af94254c None None] Pushing event updated for resources: {'Port': ['ID=caa2dfc4-ccdf-42e5-81eb-833a6b33e8de,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:09.838630 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df20d195-a5ba-47ba-ae65-f8a9310917ca tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:07:09.838865 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df20d195-a5ba-47ba-ae65-f8a9310917ca tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:07:09.839192 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df20d195-a5ba-47ba-ae65-f8a9310917ca tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:07:09.839516 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df20d195-a5ba-47ba-ae65-f8a9310917ca tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:07:09.839835 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df20d195-a5ba-47ba-ae65-f8a9310917ca tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:07:09.840367 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df20d195-a5ba-47ba-ae65-f8a9310917ca tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:07:09.862406 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-054fc005-5a66-4a45-8aa1-fe832515ac17 None None] For port bd471760-fb7d-47de-b938-4b0b3fc97959, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=bd471760-fb7d-47de-b938-4b0b3fc97959,segment=NetworkSegment(ba18ec23-8441-4c58-bc66-cf0d2b09f6f1),segment_id=ba18ec23-8441-4c58-bc66-cf0d2b09f6f1)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:07:09.863387 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-054fc005-5a66-4a45-8aa1-fe832515ac17 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (bd471760-fb7d-47de-b938-4b0b3fc97959), precommit_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:09.882748 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc56850-69a7-4229-b14b-d7c29a469227 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Pushing event updated for resources: {'Port': ['ID=6befa019-1b86-4d86-ad5e-ea4a6fd37470,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:09.899944 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de3b9497-44e7-4028-ba9a-173eeb898577 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:07:09.907482 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-de3b9497-44e7-4028-ba9a-173eeb898577 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] 10.222.0.24 "PUT /v2.0/routers/4b4cc15d-d6d4-468f-a89b-57ff022ea501/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7421503 Mar 28 01:07:09.917533 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51968) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:09.919091 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f518ff78-8fc5-47c8-9271-c424af94254c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:07:09.919536 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f518ff78-8fc5-47c8-9271-c424af94254c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:07:09.919997 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f518ff78-8fc5-47c8-9271-c424af94254c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:07:09.920456 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f518ff78-8fc5-47c8-9271-c424af94254c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:07:09.920899 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f518ff78-8fc5-47c8-9271-c424af94254c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:07:09.921325 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f518ff78-8fc5-47c8-9271-c424af94254c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:07:09.921746 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f518ff78-8fc5-47c8-9271-c424af94254c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:07:09.922165 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f518ff78-8fc5-47c8-9271-c424af94254c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:07:09.922609 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f518ff78-8fc5-47c8-9271-c424af94254c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:07:09.923138 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f518ff78-8fc5-47c8-9271-c424af94254c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:07:09.923711 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f518ff78-8fc5-47c8-9271-c424af94254c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:07:09.924299 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f518ff78-8fc5-47c8-9271-c424af94254c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:07:09.924833 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f518ff78-8fc5-47c8-9271-c424af94254c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:07:09.927628 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f518ff78-8fc5-47c8-9271-c424af94254c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:07:09.928253 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f518ff78-8fc5-47c8-9271-c424af94254c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:07:09.934315 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network 8a9d1b12-62e5-4061-85d2-67d2b23c02f6 details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:07:09.961178 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-2faf3419-62ec-4762-92bf-92ded708cfd5 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b4cc15d-d6d4-468f-a89b-57ff022ea501 HTTP/1.1" status: 200 len: 205 time: 0.0425205 Mar 28 01:07:09.964678 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ce3d6f-d858-4f45-8fba-c7ff5cf35d82 None None] Sync routers for ids ['4b4cc15d-d6d4-468f-a89b-57ff022ea501'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:07:09.968468 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51970) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:09.989782 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc56850-69a7-4229-b14b-d7c29a469227 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Network d94257fd-1e35-4876-a0ad-68855908c010 is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:07:09.997707 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-2bc56850-69a7-4229-b14b-d7c29a469227 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:07:10.064337 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-755bd89a-5cf8-429f-aba5-5ef124e0718d tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Made reservation on behalf of b3681da997b841e59750a00e0d8e0c2a for: {'subnet': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:07:10.067822 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-755bd89a-5cf8-429f-aba5-5ef124e0718d tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126112411'] for subnet (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:10.098187 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc56850-69a7-4229-b14b-d7c29a469227 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:07:10.106674 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ce3d6f-d858-4f45-8fba-c7ff5cf35d82 None None] Routers {'4b4cc15d-d6d4-468f-a89b-57ff022ea501'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:07:10.107544 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-f9ce3d6f-d858-4f45-8fba-c7ff5cf35d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:06:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['4b4cc15d-d6d4-468f-a89b-57ff022ea501'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:07:10.116457 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-054fc005-5a66-4a45-8aa1-fe832515ac17 None None] Calling delete_port for bd471760-fb7d-47de-b938-4b0b3fc97959 owned by network:dhcp {{(pid=104100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:07:10.120423 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device bd471760-fb7d-47de-b938-4b0b3fc97959 no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:07:10.148339 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1e7ec1ce-de6f-4e3c-bcc2-aa154f46cc61 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks [] for router (4b4cc15d-d6d4-468f-a89b-57ff022ea501), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:10.178238 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0e600700-fbaf-4d45-a342-eabb83794ff6 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (bd471760-fb7d-47de-b938-4b0b3fc97959), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:10.185567 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-70e6711d-2511-4b1c-ada3-d7b6f9d147af tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (b906982b-1ddb-4aa8-abe2-5d36a2668a7e), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:10.262224 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc56850-69a7-4229-b14b-d7c29a469227 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:10.262906 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2bc56850-69a7-4229-b14b-d7c29a469227 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:10.267855 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-70e6711d-2511-4b1c-ada3-d7b6f9d147af tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b906982b-1ddb-4aa8-abe2-5d36a2668a7e']}} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:07:10.320665 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-70e6711d-2511-4b1c-ada3-d7b6f9d147af tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcb5c4ae-6b02-4db9-ae46-f3ad7eddd582') {'for_net_delete': True} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:07:10.321321 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-70e6711d-2511-4b1c-ada3-d7b6f9d147af tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcb5c4ae-6b02-4db9-ae46-f3ad7eddd582') {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:07:10.334683 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-70e6711d-2511-4b1c-ada3-d7b6f9d147af tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126946678'] for segment (fcb5c4ae-6b02-4db9-ae46-f3ad7eddd582), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:10.355508 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-70e6711d-2511-4b1c-ada3-d7b6f9d147af tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (fcb5c4ae-6b02-4db9-ae46-f3ad7eddd582), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:10.356897 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e600700-fbaf-4d45-a342-eabb83794ff6 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] No DVR routers for this DVR port bd471760-fb7d-47de-b938-4b0b3fc97959 on host dv-neutron-834874-6-hyperv {{(pid=104098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:07:10.359570 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e600700-fbaf-4d45-a342-eabb83794ff6 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Pushing event deleted for resources: {'Port': ['ID=bd471760-fb7d-47de-b938-4b0b3fc97959,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:10.369711 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70e6711d-2511-4b1c-ada3-d7b6f9d147af tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=104099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:07:10.370176 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-70e6711d-2511-4b1c-ada3-d7b6f9d147af tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127280876'] for segment (fcb5c4ae-6b02-4db9-ae46-f3ad7eddd582), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:10.416842 dv-neutron-834874-6-hyperv neutron-server[104099]: Traceback (most recent call last): Mar 28 01:07:10.416842 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:07:10.416842 dv-neutron-834874-6-hyperv neutron-server[104099]: timer() Mar 28 01:07:10.416842 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:07:10.416842 dv-neutron-834874-6-hyperv neutron-server[104099]: cb(*args, **kw) Mar 28 01:07:10.416842 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:07:10.416842 dv-neutron-834874-6-hyperv neutron-server[104099]: return func(*args, **kwargs) Mar 28 01:07:10.416842 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:07:10.416842 dv-neutron-834874-6-hyperv neutron-server[104099]: self._notify() Mar 28 01:07:10.416842 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:07:10.416842 dv-neutron-834874-6-hyperv neutron-server[104099]: self.callback(batched_events) Mar 28 01:07:10.416842 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:07:10.416842 dv-neutron-834874-6-hyperv neutron-server[104099]: event.method(event) Mar 28 01:07:10.416842 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:07:10.416842 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:07:10.416842 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:07:10.416842 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:07:10.416842 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:07:10.416842 dv-neutron-834874-6-hyperv neutron-server[104099]: return f(self, *a, **k) Mar 28 01:07:10.416842 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:07:10.416842 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._get(url).json() Mar 28 01:07:10.416842 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:07:10.416842 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:07:10.416842 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:07:10.416842 dv-neutron-834874-6-hyperv neutron-server[104099]: return self.request(url, 'GET', **kwargs) Mar 28 01:07:10.416842 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:07:10.416842 dv-neutron-834874-6-hyperv neutron-server[104099]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:07:10.416842 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:07:10.416842 dv-neutron-834874-6-hyperv neutron-server[104099]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:07:10.416842 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:07:10.416842 dv-neutron-834874-6-hyperv neutron-server[104099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:07:10.416842 dv-neutron-834874-6-hyperv neutron-server[104099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:07:10.445613 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-40105dbc-cb5b-48a3-90f2-2a602775ed20 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (5942eb97-8cae-4579-8e85-0e859f055dc5), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:10.452553 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-2bc56850-69a7-4229-b14b-d7c29a469227 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8142295 Mar 28 01:07:10.455965 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51972) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:10.462281 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-374ed713-8528-4276-928a-93215e9863f8 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Request body: {'port': {'network_id': 'd94257fd-1e35-4876-a0ad-68855908c010', 'name': 'tempest-AllowedAddressPairTestJSON-117980725'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:07:10.467529 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-f9ce3d6f-d858-4f45-8fba-c7ff5cf35d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:07:10.482374 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: bd471760-fb7d-47de-b938-4b0b3fc97959 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:07:10.482862 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device bd471760-fb7d-47de-b938-4b0b3fc97959 not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:07:10.487201 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-70e6711d-2511-4b1c-ada3-d7b6f9d147af tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (b906982b-1ddb-4aa8-abe2-5d36a2668a7e), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:10.492998 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ce3d6f-d858-4f45-8fba-c7ff5cf35d82 None None] Routers {'4b4cc15d-d6d4-468f-a89b-57ff022ea501'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:07:10.493822 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-f9ce3d6f-d858-4f45-8fba-c7ff5cf35d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:06:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['4b4cc15d-d6d4-468f-a89b-57ff022ea501'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:07:10.505940 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1e7ec1ce-de6f-4e3c-bcc2-aa154f46cc61 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7151'] for router (4b4cc15d-d6d4-468f-a89b-57ff022ea501), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:10.508577 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1e7ec1ce-de6f-4e3c-bcc2-aa154f46cc61 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks [] for router_controller (4b4cc15d-d6d4-468f-a89b-57ff022ea501), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:10.534387 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-70e6711d-2511-4b1c-ada3-d7b6f9d147af tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:10.539982 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-70e6711d-2511-4b1c-ada3-d7b6f9d147af tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] 10.222.0.24 "DELETE /v2.0/networks/b906982b-1ddb-4aa8-abe2-5d36a2668a7e HTTP/1.1" status: 204 len: 168 time: 0.9075303 Mar 28 01:07:10.542404 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40105dbc-cb5b-48a3-90f2-2a602775ed20 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Pushing event deleted for resources: {'Port': ['ID=5942eb97-8cae-4579-8e85-0e859f055dc5,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:10.557271 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51974) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:10.576622 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e6711d-2511-4b1c-ada3-d7b6f9d147af tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Pushing event deleted for resources: {'Network': ['ID=b906982b-1ddb-4aa8-abe2-5d36a2668a7e,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:10.603713 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-f9ce3d6f-d858-4f45-8fba-c7ff5cf35d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:07:10.604763 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ce3d6f-d858-4f45-8fba-c7ff5cf35d82 None None] The sync data for ids ['4b4cc15d-d6d4-468f-a89b-57ff022ea501'] in dv-neutron-834874-6-hyperv is: [] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:07:10.609937 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-5fbf4f32-b25d-44e3-8926-d45e6c274181 None None] Provisioning complete for port 6befa019-1b86-4d86-ad5e-ea4a6fd37470 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:07:10.609937 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5fbf4f32-b25d-44e3-8926-d45e6c274181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (6befa019-1b86-4d86-ad5e-ea4a6fd37470), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:10.616479 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1e7ec1ce-de6f-4e3c-bcc2-aa154f46cc61 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689686'] for router (4b4cc15d-d6d4-468f-a89b-57ff022ea501), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:10.617102 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e7ec1ce-de6f-4e3c-bcc2-aa154f46cc61 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Fanout notify agent at l3_agent the message router_deleted on router 4b4cc15d-d6d4-468f-a89b-57ff022ea501 {{(pid=104098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 01:07:10.622082 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fbfdae6-b72f-4130-a175-fb896b1fd01f tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] DELETE failed (client error): The resource could not be found. Mar 28 01:07:10.622540 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fbfdae6-b72f-4130-a175-fb896b1fd01f tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:07:10.627969 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-9fbfdae6-b72f-4130-a175-fb896b1fd01f tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] 10.222.0.24 "DELETE /v2.0/subnets/c32306fe-f7d4-4b59-ac73-d146c4b35a92 HTTP/1.1" status: 404 len: 337 time: 0.0670764 Mar 28 01:07:10.628841 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-40105dbc-cb5b-48a3-90f2-2a602775ed20 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:10.630573 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1e7ec1ce-de6f-4e3c-bcc2-aa154f46cc61 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks [] for router (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:10.634283 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-40105dbc-cb5b-48a3-90f2-2a602775ed20 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "DELETE /v2.0/ports/5942eb97-8cae-4579-8e85-0e859f055dc5 HTTP/1.1" status: 204 len: 168 time: 1.6752508 Mar 28 01:07:10.634283 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51976) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:10.639044 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-1e7ec1ce-de6f-4e3c-bcc2-aa154f46cc61 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] 10.222.0.24 "DELETE /v2.0/routers/4b4cc15d-d6d4-468f-a89b-57ff022ea501 HTTP/1.1" status: 204 len: 168 time: 0.6695454 Mar 28 01:07:10.639936 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51978) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:10.641151 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51980) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:10.649977 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0e600700-fbaf-4d45-a342-eabb83794ff6 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (8c298378-d0a0-4776-bf31-3d5b4c1b060a), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:10.655932 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-5fbf4f32-b25d-44e3-8926-d45e6c274181 None None] Port 6befa019-1b86-4d86-ad5e-ea4a6fd37470 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:07:10.662718 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-7ea4728e-e9ff-4755-b0cd-dbb07241429e None None] Publish callbacks [] for port (4d6753fb-4ea1-4931-90f6-b1bcb6340ed9), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:10.671532 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-aef2a3d3-935f-4536-9934-d842a5f54016 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] DELETE failed (client error): The resource could not be found. Mar 28 01:07:10.672084 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aef2a3d3-935f-4536-9934-d842a5f54016 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:07:10.677863 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-aef2a3d3-935f-4536-9934-d842a5f54016 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] 10.222.0.24 "DELETE /v2.0/networks/56868cf2-7268-469e-8df2-6c6ebbfbda8a HTTP/1.1" status: 404 len: 339 time: 0.0390363 Mar 28 01:07:10.679205 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51982) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:10.679460 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-7ea4728e-e9ff-4755-b0cd-dbb07241429e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (4d6753fb-4ea1-4931-90f6-b1bcb6340ed9), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:10.716671 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-5802bb72-b688-4622-8fff-987aa67af365 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] DELETE failed (client error): The resource could not be found. Mar 28 01:07:10.717338 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5802bb72-b688-4622-8fff-987aa67af365 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:07:10.722526 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-5802bb72-b688-4622-8fff-987aa67af365 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] 10.222.0.24 "DELETE /v2.0/subnets/a13db5a4-34dc-4893-b625-bc494a7899cc HTTP/1.1" status: 404 len: 337 time: 0.0405159 Mar 28 01:07:10.723211 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51984) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:10.744622 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea4728e-e9ff-4755-b0cd-dbb07241429e None None] Network ea50161c-d3a7-4fe1-bf8d-06dfdf35913f is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:07:10.747177 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-7ea4728e-e9ff-4755-b0cd-dbb07241429e None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:07:10.747304 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-5faf48c9-7421-4889-9b37-925a5457755a tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] DELETE failed (client error): The resource could not be found. Mar 28 01:07:10.747816 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5faf48c9-7421-4889-9b37-925a5457755a tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:07:10.749456 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea4728e-e9ff-4755-b0cd-dbb07241429e None None] Pushing event updated for resources: {'Port': ['ID=4d6753fb-4ea1-4931-90f6-b1bcb6340ed9,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:10.751916 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea4728e-e9ff-4755-b0cd-dbb07241429e None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:07:10.752159 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-5faf48c9-7421-4889-9b37-925a5457755a tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] 10.222.0.24 "DELETE /v2.0/networks/75ab64ac-f1eb-4840-98ab-14f20bd89774 HTTP/1.1" status: 404 len: 339 time: 0.0284038 Mar 28 01:07:10.755119 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51986) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:10.758772 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-054fc005-5a66-4a45-8aa1-fe832515ac17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886'] for port (bd471760-fb7d-47de-b938-4b0b3fc97959), after_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:10.788701 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054fc005-5a66-4a45-8aa1-fe832515ac17 None None] Pushing event deleted for resources: {'Port': ['ID=bd471760-fb7d-47de-b938-4b0b3fc97959,revision_number=None']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:10.791773 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-c47c2c27-a463-494c-b23f-f007789cd149 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] DELETE failed (client error): The resource could not be found. Mar 28 01:07:10.792378 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c47c2c27-a463-494c-b23f-f007789cd149 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:07:10.795950 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-c47c2c27-a463-494c-b23f-f007789cd149 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] 10.222.0.24 "DELETE /v2.0/subnets/bef81bd2-4030-4416-b28c-72493582d9a5 HTTP/1.1" status: 404 len: 337 time: 0.0399687 Mar 28 01:07:10.798521 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51988) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:10.804660 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-0e600700-fbaf-4d45-a342-eabb83794ff6 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c298378-d0a0-4776-bf31-3d5b4c1b060a']}} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:07:10.811699 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054fc005-5a66-4a45-8aa1-fe832515ac17 None None] No DVR routers for this DVR port bd471760-fb7d-47de-b938-4b0b3fc97959 on host dv-neutron-834874-6-hyperv {{(pid=104100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:07:10.817599 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_v2 [None req-e541d7c7-5f91-4013-869b-52dcfa534f2e tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Deleting subnet 5adc2412-b943-4c15-8347-8f6de4f1dd30 {{(pid=104098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:07:10.823818 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-747ebb8c-9736-4c9c-9318-01a60fa25dd9 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] DELETE failed (client error): The resource could not be found. Mar 28 01:07:10.825002 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-747ebb8c-9736-4c9c-9318-01a60fa25dd9 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:07:10.827670 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1dbbcaf-e1d6-44cf-a8cb-9785e26cb38f tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:10.828594 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-747ebb8c-9736-4c9c-9318-01a60fa25dd9 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] 10.222.0.24 "DELETE /v2.0/networks/b3b8b812-49fa-4eeb-8637-f97f277b5028 HTTP/1.1" status: 404 len: 339 time: 0.0289559 Mar 28 01:07:10.830164 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1dbbcaf-e1d6-44cf-a8cb-9785e26cb38f tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:10.832027 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-c1dbbcaf-e1d6-44cf-a8cb-9785e26cb38f tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1850758 Mar 28 01:07:10.836083 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51990) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:10.837132 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51992) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:10.839232 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-0e600700-fbaf-4d45-a342-eabb83794ff6 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba18ec23-8441-4c58-bc66-cf0d2b09f6f1') {'for_net_delete': True} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:07:10.842828 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-0e600700-fbaf-4d45-a342-eabb83794ff6 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba18ec23-8441-4c58-bc66-cf0d2b09f6f1') {} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:07:10.846235 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e541d7c7-5f91-4013-869b-52dcfa534f2e tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks [] for subnet (5adc2412-b943-4c15-8347-8f6de4f1dd30), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:10.847192 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-374ed713-8528-4276-928a-93215e9863f8 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Made reservation on behalf of f7291090c7af4583a9e36d63365ee839 for: {'port': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:07:10.848453 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-7ea4728e-e9ff-4755-b0cd-dbb07241429e None None] Attempting to bind port 4d6753fb-4ea1-4931-90f6-b1bcb6340ed9 on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:07:10.848995 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-7ea4728e-e9ff-4755-b0cd-dbb07241429e None None] Attempting to bind port 4d6753fb-4ea1-4931-90f6-b1bcb6340ed9 by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': 'ac2ad844-924d-4211-be7b-e4994c6f86b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ea50161c-d3a7-4fe1-bf8d-06dfdf35913f'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:07:10.849518 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea4728e-e9ff-4755-b0cd-dbb07241429e None None] Attempting to bind port 4d6753fb-4ea1-4931-90f6-b1bcb6340ed9 on network ea50161c-d3a7-4fe1-bf8d-06dfdf35913f {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:07:10.850871 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-374ed713-8528-4276-928a-93215e9863f8 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:10.857451 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea4728e-e9ff-4755-b0cd-dbb07241429e None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:07:10.858255 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea4728e-e9ff-4755-b0cd-dbb07241429e None None] Checking segment: {'id': 'ac2ad844-924d-4211-be7b-e4994c6f86b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ea50161c-d3a7-4fe1-bf8d-06dfdf35913f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:07:10.859108 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-7ea4728e-e9ff-4755-b0cd-dbb07241429e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:10.859800 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea4728e-e9ff-4755-b0cd-dbb07241429e None None] Bound using segment: {'id': 'ac2ad844-924d-4211-be7b-e4994c6f86b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ea50161c-d3a7-4fe1-bf8d-06dfdf35913f'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:07:10.860467 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-7ea4728e-e9ff-4755-b0cd-dbb07241429e None None] Bound port: 4d6753fb-4ea1-4931-90f6-b1bcb6340ed9, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac2ad844-924d-4211-be7b-e4994c6f86b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ea50161c-d3a7-4fe1-bf8d-06dfdf35913f'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:07:10.861005 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-7ea4728e-e9ff-4755-b0cd-dbb07241429e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (4d6753fb-4ea1-4931-90f6-b1bcb6340ed9), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:10.906482 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.pecan_wsgi.hooks.translation [None req-7384aec4-7b0f-4159-b142-1f9ceb968515 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] DELETE failed (client error): The resource could not be found. Mar 28 01:07:10.907040 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7384aec4-7b0f-4159-b142-1f9ceb968515 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:07:10.910277 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-7384aec4-7b0f-4159-b142-1f9ceb968515 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] 10.222.0.24 "DELETE /v2.0/subnets/7d0e0e10-5eaf-4c75-8cea-7f25804aad7c HTTP/1.1" status: 404 len: 337 time: 0.0650673 Mar 28 01:07:10.917823 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 51994) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:10.919865 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0e600700-fbaf-4d45-a342-eabb83794ff6 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126443583'] for segment (ba18ec23-8441-4c58-bc66-cf0d2b09f6f1), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:10.933267 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_v2 [None req-37c8503f-c9ef-452b-9c62-fa559af4ce78 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Deleting subnet 1e0f6284-7998-4812-8190-b098c1a09eb8 {{(pid=104099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:07:10.939041 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-37c8503f-c9ef-452b-9c62-fa559af4ce78 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks [] for subnet (1e0f6284-7998-4812-8190-b098c1a09eb8), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:10.952248 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-7ea4728e-e9ff-4755-b0cd-dbb07241429e None None] For port 4d6753fb-4ea1-4931-90f6-b1bcb6340ed9, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:07:10.955977 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-7ea4728e-e9ff-4755-b0cd-dbb07241429e None None] For port 4d6753fb-4ea1-4931-90f6-b1bcb6340ed9, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=4d6753fb-4ea1-4931-90f6-b1bcb6340ed9,segment=NetworkSegment(ac2ad844-924d-4211-be7b-e4994c6f86b8),segment_id=ac2ad844-924d-4211-be7b-e4994c6f86b8)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:07:10.965710 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-7ea4728e-e9ff-4755-b0cd-dbb07241429e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (4d6753fb-4ea1-4931-90f6-b1bcb6340ed9), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:10.974615 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [None req-374ed713-8528-4276-928a-93215e9863f8 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] device_id is not set on port b14732b7-ff9f-4900-8dad-0152cfac6a77 yet. {{(pid=104099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 01:07:10.981429 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.pecan_wsgi.hooks.translation [None req-ced68c40-1c59-442d-81f5-39d86431d024 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] DELETE failed (client error): The resource could not be found. Mar 28 01:07:10.982066 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ced68c40-1c59-442d-81f5-39d86431d024 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:07:10.985157 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-ced68c40-1c59-442d-81f5-39d86431d024 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] 10.222.0.24 "DELETE /v2.0/networks/bd16ce21-6aa5-4176-a7f8-e900fe8d47aa HTTP/1.1" status: 404 len: 339 time: 0.0629973 Mar 28 01:07:10.987955 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51996) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:11.007619 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0e600700-fbaf-4d45-a342-eabb83794ff6 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (ba18ec23-8441-4c58-bc66-cf0d2b09f6f1), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:11.022347 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e541d7c7-5f91-4013-869b-52dcfa534f2e tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126443526'] for subnet (5adc2412-b943-4c15-8347-8f6de4f1dd30), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:11.026572 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-755bd89a-5cf8-429f-aba5-5ef124e0718d tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126174976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126112397'] for subnet (907db189-3104-4360-99d6-3566a382dd0c), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:11.029411 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e600700-fbaf-4d45-a342-eabb83794ff6 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=104098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:07:11.029855 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0e600700-fbaf-4d45-a342-eabb83794ff6 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126177251'] for segment (ba18ec23-8441-4c58-bc66-cf0d2b09f6f1), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:11.050619 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea4728e-e9ff-4755-b0cd-dbb07241429e None None] Pushing event updated for resources: {'Port': ['ID=4d6753fb-4ea1-4931-90f6-b1bcb6340ed9,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:11.084418 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d5f1f07-7a93-4d68-9a5c-ac1ab898d2ec tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] DELETE failed (client error): The resource could not be found. Mar 28 01:07:11.084879 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d5f1f07-7a93-4d68-9a5c-ac1ab898d2ec tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:07:11.088121 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-8d5f1f07-7a93-4d68-9a5c-ac1ab898d2ec tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] 10.222.0.24 "DELETE /v2.0/subnets/052a4f29-f620-45be-b5bc-db5c103096f7 HTTP/1.1" status: 404 len: 337 time: 0.0968778 Mar 28 01:07:11.095684 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 51998) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:11.106808 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-37c8503f-c9ef-452b-9c62-fa559af4ce78 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126946639'] for subnet (1e0f6284-7998-4812-8190-b098c1a09eb8), precommit_delete_associations {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:11.160740 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb0573c8-fb64-4626-a619-3c65cc386215 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] DELETE failed (client error): The resource could not be found. Mar 28 01:07:11.161273 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb0573c8-fb64-4626-a619-3c65cc386215 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:07:11.164809 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-bb0573c8-fb64-4626-a619-3c65cc386215 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] 10.222.0.24 "DELETE /v2.0/networks/0e226e02-9cae-484f-a052-ad96e3b23f2c HTTP/1.1" status: 404 len: 339 time: 0.0681522 Mar 28 01:07:11.172924 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52000) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:11.238082 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-af79bac1-5a88-4fe9-875b-ca9a0d3750e9 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] DELETE failed (client error): The resource could not be found. Mar 28 01:07:11.238539 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af79bac1-5a88-4fe9-875b-ca9a0d3750e9 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:07:11.243996 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-af79bac1-5a88-4fe9-875b-ca9a0d3750e9 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] 10.222.0.24 "DELETE /v2.0/subnets/961765fe-337d-4c2e-bee9-ba395b9831cd HTTP/1.1" status: 404 len: 337 time: 0.0644658 Mar 28 01:07:11.247440 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52002) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:11.291803 dv-neutron-834874-6-hyperv neutron-server[104098]: Traceback (most recent call last): Mar 28 01:07:11.291803 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:07:11.291803 dv-neutron-834874-6-hyperv neutron-server[104098]: timer() Mar 28 01:07:11.291803 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:07:11.291803 dv-neutron-834874-6-hyperv neutron-server[104098]: cb(*args, **kw) Mar 28 01:07:11.291803 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:07:11.291803 dv-neutron-834874-6-hyperv neutron-server[104098]: return func(*args, **kwargs) Mar 28 01:07:11.291803 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:07:11.291803 dv-neutron-834874-6-hyperv neutron-server[104098]: self._notify() Mar 28 01:07:11.291803 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:07:11.291803 dv-neutron-834874-6-hyperv neutron-server[104098]: self.callback(batched_events) Mar 28 01:07:11.291803 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:07:11.291803 dv-neutron-834874-6-hyperv neutron-server[104098]: event.method(event) Mar 28 01:07:11.291803 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:07:11.291803 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:07:11.291803 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:07:11.291803 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:07:11.291803 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:07:11.291803 dv-neutron-834874-6-hyperv neutron-server[104098]: return f(self, *a, **k) Mar 28 01:07:11.291803 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:07:11.291803 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._get(url).json() Mar 28 01:07:11.291803 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:07:11.291803 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:07:11.291803 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:07:11.291803 dv-neutron-834874-6-hyperv neutron-server[104098]: return self.request(url, 'GET', **kwargs) Mar 28 01:07:11.291803 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:07:11.291803 dv-neutron-834874-6-hyperv neutron-server[104098]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:07:11.291803 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:07:11.291803 dv-neutron-834874-6-hyperv neutron-server[104098]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:07:11.291803 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:07:11.291803 dv-neutron-834874-6-hyperv neutron-server[104098]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:07:11.291803 dv-neutron-834874-6-hyperv neutron-server[104098]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:07:11.330275 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d97c6b0-0394-4d63-a566-c6fc1419b5de tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] DELETE failed (client error): The resource could not be found. Mar 28 01:07:11.330983 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d97c6b0-0394-4d63-a566-c6fc1419b5de tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:07:11.336640 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-4d97c6b0-0394-4d63-a566-c6fc1419b5de tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] 10.222.0.24 "DELETE /v2.0/networks/2610edbe-1386-4269-843d-8e447dae20e9 HTTP/1.1" status: 404 len: 339 time: 0.0843637 Mar 28 01:07:11.339634 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [None req-374ed713-8528-4276-928a-93215e9863f8 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Allocated IP 172.20.0.13 (d94257fd-1e35-4876-a0ad-68855908c010/79532fc3-9890-4a05-ad24-ac6614f5c9bf/b14732b7-ff9f-4900-8dad-0152cfac6a77) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:07:11.343331 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52004) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:11.362410 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-37c8503f-c9ef-452b-9c62-fa559af4ce78 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (1e0f6284-7998-4812-8190-b098c1a09eb8), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:11.380899 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-6e6de588-2249-4dd0-8934-5ec41449f886 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:11.413523 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-37e661e4-bf88-45c3-9248-97a926f19d4f tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] DELETE failed (client error): The resource could not be found. Mar 28 01:07:11.413880 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37e661e4-bf88-45c3-9248-97a926f19d4f tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:07:11.420465 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-37e661e4-bf88-45c3-9248-97a926f19d4f tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] 10.222.0.24 "DELETE /v2.0/subnets/89e84521-8082-43e5-b666-445c296563d4 HTTP/1.1" status: 404 len: 337 time: 0.0734391 Mar 28 01:07:11.425457 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52006) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:11.460890 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0e600700-fbaf-4d45-a342-eabb83794ff6 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (8c298378-d0a0-4776-bf31-3d5b4c1b060a), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:11.467180 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f1baf89-dda1-4217-a37c-01f9dc97cbc0 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] DELETE failed (client error): The resource could not be found. Mar 28 01:07:11.467701 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f1baf89-dda1-4217-a37c-01f9dc97cbc0 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:07:11.470731 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-7f1baf89-dda1-4217-a37c-01f9dc97cbc0 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] 10.222.0.24 "DELETE /v2.0/networks/5d4270c8-3c5c-4ce1-8bce-0e480a9ea650 HTTP/1.1" status: 404 len: 339 time: 0.0416658 Mar 28 01:07:11.471645 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755bd89a-5cf8-429f-aba5-5ef124e0718d tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Pushing event updated for resources: {'Subnet': ['ID=907db189-3104-4360-99d6-3566a382dd0c,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:11.475043 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52008) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:11.483041 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0e600700-fbaf-4d45-a342-eabb83794ff6 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:11.487388 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-0e600700-fbaf-4d45-a342-eabb83794ff6 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "DELETE /v2.0/networks/8c298378-d0a0-4776-bf31-3d5b4c1b060a HTTP/1.1" status: 204 len: 168 time: 3.0409520 Mar 28 01:07:11.503590 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52010) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:11.509618 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-1036c437-bc6a-42cc-9b77-c6b59fc9e470 None None] Provisioning complete for port caa2dfc4-ccdf-42e5-81eb-833a6b33e8de triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:07:11.510244 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-1036c437-bc6a-42cc-9b77-c6b59fc9e470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (caa2dfc4-ccdf-42e5-81eb-833a6b33e8de), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:11.515135 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-2bfad391-7460-43b6-9025-68ed4767570a tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Request body: {'port': {'network_id': '9b0bf857-0292-47f5-90e9-70cc555bb212', 'name': 'tempest-PortsTestJSON-2040772815'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:07:11.582133 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.pecan_wsgi.hooks.translation [None req-99f003b3-a2b7-4f06-9c9b-c15c7f5103e1 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] DELETE failed (client error): The resource could not be found. Mar 28 01:07:11.583370 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99f003b3-a2b7-4f06-9c9b-c15c7f5103e1 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:07:11.586887 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-99f003b3-a2b7-4f06-9c9b-c15c7f5103e1 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] 10.222.0.24 "DELETE /v2.0/subnets/54020ec8-07f6-4eda-afc4-cd71755c45c5 HTTP/1.1" status: 404 len: 337 time: 0.1092420 Mar 28 01:07:11.590872 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52012) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:11.605333 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e600700-fbaf-4d45-a342-eabb83794ff6 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Pushing event deleted for resources: {'Network': ['ID=8c298378-d0a0-4776-bf31-3d5b4c1b060a,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:11.616383 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-37c8503f-c9ef-452b-9c62-fa559af4ce78 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127282766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126757793'] for subnet (1e0f6284-7998-4812-8190-b098c1a09eb8), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:11.645654 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-1036c437-bc6a-42cc-9b77-c6b59fc9e470 None None] Current status of the port caa2dfc4-ccdf-42e5-81eb-833a6b33e8de is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:07:11.646218 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-1036c437-bc6a-42cc-9b77-c6b59fc9e470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (caa2dfc4-ccdf-42e5-81eb-833a6b33e8de), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:11.671583 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c8503f-c9ef-452b-9c62-fa559af4ce78 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Pushing event deleted for resources: {'Subnet': ['ID=1e0f6284-7998-4812-8190-b098c1a09eb8,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:11.676307 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-37c8503f-c9ef-452b-9c62-fa559af4ce78 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks [] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:11.678160 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755bd89a-5cf8-429f-aba5-5ef124e0718d tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Checking segment: {'id': 'dd802d85-3f13-4977-bb0c-de59f45f6479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '8a9d1b12-62e5-4061-85d2-67d2b23c02f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:07:11.678554 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755bd89a-5cf8-429f-aba5-5ef124e0718d tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Network hostable DHCP agents. Network: 8a9d1b12-62e5-4061-85d2-67d2b23c02f6, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:07:11.682648 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-37c8503f-c9ef-452b-9c62-fa559af4ce78 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "DELETE /v2.0/subnets/1e0f6284-7998-4812-8190-b098c1a09eb8 HTTP/1.1" status: 204 len: 168 time: 0.8441908 Mar 28 01:07:11.683530 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-1036c437-bc6a-42cc-9b77-c6b59fc9e470 None None] For port caa2dfc4-ccdf-42e5-81eb-833a6b33e8de, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=caa2dfc4-ccdf-42e5-81eb-833a6b33e8de,segment=NetworkSegment(9028fe72-9b79-4538-96be-757c3dc71a72),segment_id=9028fe72-9b79-4538-96be-757c3dc71a72)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:07:11.683821 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-d848ff87-17e9-401c-a18b-86361e046592 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] DELETE failed (client error): The resource could not be found. Mar 28 01:07:11.684775 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d848ff87-17e9-401c-a18b-86361e046592 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:07:11.690006 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52014) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:11.690283 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-d848ff87-17e9-401c-a18b-86361e046592 tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] 10.222.0.24 "DELETE /v2.0/networks/89e9d6b2-7d41-4170-ad4f-65c48889a071 HTTP/1.1" status: 404 len: 339 time: 0.0983584 Mar 28 01:07:11.690707 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52016) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:11.693462 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-1036c437-bc6a-42cc-9b77-c6b59fc9e470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (caa2dfc4-ccdf-42e5-81eb-833a6b33e8de), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:11.702236 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e541d7c7-5f91-4013-869b-52dcfa534f2e tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (5adc2412-b943-4c15-8347-8f6de4f1dd30), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:11.724673 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-374ed713-8528-4276-928a-93215e9863f8 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Publish callbacks [] for port (b14732b7-ff9f-4900-8dad-0152cfac6a77), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:11.769659 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-374ed713-8528-4276-928a-93215e9863f8 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (b14732b7-ff9f-4900-8dad-0152cfac6a77), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:11.776094 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-764fc9f9-7a7c-4859-8386-f1fe2cab423c None None] Network be4801db-c8f8-4df3-b9b5-556693d6a290 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:07:11.783457 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-f6e9eae5-5545-4e15-b5d9-e1f58d72d6ea tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0918956 Mar 28 01:07:11.788064 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52018) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:11.798509 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-bfeea27d-7072-4f0e-b056-a5c3643e6abf tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Request body: {'subnet': {'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:07:11.840174 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-690e58b2-2e4c-4543-9fa4-cb8501f35237 None None] Could not find standard attr ID for object 5942eb97-8cae-4579-8e85-0e859f055dc5. {{(pid=104100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 28 01:07:11.841793 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1036c437-bc6a-42cc-9b77-c6b59fc9e470 None None] Pushing event updated for resources: {'Port': ['ID=caa2dfc4-ccdf-42e5-81eb-833a6b33e8de,revision_number=4']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:11.845581 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755bd89a-5cf8-429f-aba5-5ef124e0718d tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Network 8a9d1b12-62e5-4061-85d2-67d2b23c02f6 is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:07:11.878998 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374ed713-8528-4276-928a-93215e9863f8 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Network d94257fd-1e35-4876-a0ad-68855908c010 is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:07:11.884647 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-755bd89a-5cf8-429f-aba5-5ef124e0718d tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, 8a9d1b12-62e5-4061-85d2-67d2b23c02f6) {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:07:11.890455 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-374ed713-8528-4276-928a-93215e9863f8 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:07:11.891006 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755bd89a-5cf8-429f-aba5-5ef124e0718d tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:11.893061 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-755bd89a-5cf8-429f-aba5-5ef124e0718d tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:11.902800 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374ed713-8528-4276-928a-93215e9863f8 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:07:11.906169 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff53dd3-ffe8-4b40-82ba-8409ba71a031 None None] Network 8a9d1b12-62e5-4061-85d2-67d2b23c02f6 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:07:11.912435 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374ed713-8528-4276-928a-93215e9863f8 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Pushing event updated for resources: {'Port': ['ID=b14732b7-ff9f-4900-8dad-0152cfac6a77,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:11.918050 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_v2 [None req-911650d8-bd22-41d3-abfc-b935f6e1782b tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Deleting subnet fa2b8a2a-e3e5-49d6-9f6a-8b2e76064e98 {{(pid=104098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:07:11.925499 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bfad391-7460-43b6-9025-68ed4767570a tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Made reservation on behalf of fa54b4b5eec2452a8dcd67fc666c1bd8 for: {'port': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:07:11.929213 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2bfad391-7460-43b6-9025-68ed4767570a tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:11.943750 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-911650d8-bd22-41d3-abfc-b935f6e1782b tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks [] for subnet (fa2b8a2a-e3e5-49d6-9f6a-8b2e76064e98), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:11.972533 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-755bd89a-5cf8-429f-aba5-5ef124e0718d tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.3005319 Mar 28 01:07:11.976849 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.notifiers.nova [None req-2bfad391-7460-43b6-9025-68ed4767570a tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] device_id is not set on port 524a2c46-85ac-4849-8bf0-56a3a589f230 yet. {{(pid=104098) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 01:07:11.977891 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52020) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:11.993210 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e541d7c7-5f91-4013-869b-52dcfa534f2e tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126175041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126112438'] for subnet (5adc2412-b943-4c15-8347-8f6de4f1dd30), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:12.043704 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b84642cf-a2f3-43de-81aa-b227da6ed4e7 None None] DHCP port deletion for be4801db-c8f8-4df3-b9b5-556693d6a290 request from dv-neutron-834874-6-hyperv {{(pid=104100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 01:07:12.078864 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e541d7c7-5f91-4013-869b-52dcfa534f2e tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Pushing event deleted for resources: {'Subnet': ['ID=5adc2412-b943-4c15-8347-8f6de4f1dd30,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:12.085823 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-911650d8-bd22-41d3-abfc-b935f6e1782b tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126443526'] for subnet (fa2b8a2a-e3e5-49d6-9f6a-8b2e76064e98), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:12.093066 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e541d7c7-5f91-4013-869b-52dcfa534f2e tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:12.096886 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-e541d7c7-5f91-4013-869b-52dcfa534f2e tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] 10.222.0.24 "DELETE /v2.0/subnets/5adc2412-b943-4c15-8347-8f6de4f1dd30 HTTP/1.1" status: 204 len: 168 time: 1.4487638 Mar 28 01:07:12.125400 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52024) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:12.142029 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c559e7b-d2bd-4b03-8568-810f835367a7 None None] Network 144a04a0-7528-4169-ae32-9f37bef1931a requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:07:12.143328 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374ed713-8528-4276-928a-93215e9863f8 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:12.144315 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-374ed713-8528-4276-928a-93215e9863f8 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:12.159926 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717eb271-d0f2-4ea0-bf20-1d2a5cb8e69f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-8a9d1b12-62e5-4061-85d2-67d2b23c02f6', 'network_id': '8a9d1b12-62e5-4061-85d2-67d2b23c02f6', 'project_id': 'b3681da997b841e59750a00e0d8e0c2a', 'fixed_ips': [{'subnet_id': '907db189-3104-4360-99d6-3566a382dd0c'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:07:12.162094 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-717eb271-d0f2-4ea0-bf20-1d2a5cb8e69f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:12.191332 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfeea27d-7072-4f0e-b056-a5c3643e6abf tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Made reservation on behalf of 564cf6bfe83a4d71adcd7d33f5d20cb1 for: {'subnet': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:07:12.195259 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-bfeea27d-7072-4f0e-b056-a5c3643e6abf tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126757772'] for subnet (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:12.218010 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-374ed713-8528-4276-928a-93215e9863f8 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7596188 Mar 28 01:07:12.226118 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52026) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:12.243184 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-298ee6aa-f3dd-44b6-bf1f-b1214f9cfd68 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:18:9b:cf'}, {'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:5f:a6:a2'}]}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:07:12.289919 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 4d6753fb-4ea1-4931-90f6-b1bcb6340ed9 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:07:12.321800 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f52d0311-7b33-4ace-9fc4-c68bef8bf0fd tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (8a9d1b12-62e5-4061-85d2-67d2b23c02f6), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:12.388757 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f52d0311-7b33-4ace-9fc4-c68bef8bf0fd tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (907db189-3104-4360-99d6-3566a382dd0c), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:12.466333 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-b84642cf-a2f3-43de-81aa-b227da6ed4e7 None None] Deleting port caa2dfc4-ccdf-42e5-81eb-833a6b33e8de {{(pid=104100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:07:12.466709 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-b84642cf-a2f3-43de-81aa-b227da6ed4e7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (caa2dfc4-ccdf-42e5-81eb-833a6b33e8de), before_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:12.506045 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2bfad391-7460-43b6-9025-68ed4767570a tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks [] for port (524a2c46-85ac-4849-8bf0-56a3a589f230), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:12.525803 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f52d0311-7b33-4ace-9fc4-c68bef8bf0fd tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127282766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126757793'] for subnet (907db189-3104-4360-99d6-3566a382dd0c), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:12.535664 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f01fdb40-c0a3-4654-931a-d42a74206c6a tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (144a04a0-7528-4169-ae32-9f37bef1931a), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:12.539435 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-0ed1e582-7bbf-4a22-b58f-cc6fcf364620 None None] Provisioning complete for port b14732b7-ff9f-4900-8dad-0152cfac6a77 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:07:12.539653 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-0ed1e582-7bbf-4a22-b58f-cc6fcf364620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (b14732b7-ff9f-4900-8dad-0152cfac6a77), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:12.576662 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52d0311-7b33-4ace-9fc4-c68bef8bf0fd tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Pushing event deleted for resources: {'Subnet': ['ID=907db189-3104-4360-99d6-3566a382dd0c,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:12.584950 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-911650d8-bd22-41d3-abfc-b935f6e1782b tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (fa2b8a2a-e3e5-49d6-9f6a-8b2e76064e98), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:12.589104 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-0ed1e582-7bbf-4a22-b58f-cc6fcf364620 None None] Port b14732b7-ff9f-4900-8dad-0152cfac6a77 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:07:12.592894 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-b84642cf-a2f3-43de-81aa-b227da6ed4e7 None None] For port caa2dfc4-ccdf-42e5-81eb-833a6b33e8de, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=caa2dfc4-ccdf-42e5-81eb-833a6b33e8de,segment=NetworkSegment(9028fe72-9b79-4538-96be-757c3dc71a72),segment_id=9028fe72-9b79-4538-96be-757c3dc71a72)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:07:12.593292 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-b84642cf-a2f3-43de-81aa-b227da6ed4e7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (caa2dfc4-ccdf-42e5-81eb-833a6b33e8de), precommit_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:12.619948 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-b84642cf-a2f3-43de-81aa-b227da6ed4e7 None None] Calling delete_port for caa2dfc4-ccdf-42e5-81eb-833a6b33e8de owned by network:dhcp {{(pid=104100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:07:12.627734 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server [None req-717eb271-d0f2-4ea0-bf20-1d2a5cb8e69f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 907db189-3104-4360-99d6-3566a382dd0c: This subnet is being modified by another concurrent operation. Mar 28 01:07:12.627734 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 28 01:07:12.627734 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 28 01:07:12.627734 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 28 01:07:12.627734 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 28 01:07:12.627734 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 28 01:07:12.627734 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 28 01:07:12.627734 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 28 01:07:12.627734 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 28 01:07:12.627734 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 28 01:07:12.627734 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 28 01:07:12.627734 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 28 01:07:12.627734 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 01:07:12.627734 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 01:07:12.627734 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 01:07:12.627734 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 01:07:12.627734 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 28 01:07:12.627734 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 01:07:12.627734 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 28 01:07:12.627734 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 28 01:07:12.627734 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 01:07:12.627734 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 01:07:12.627734 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 01:07:12.627734 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 01:07:12.627734 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 28 01:07:12.627734 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 01:07:12.627734 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 28 01:07:12.627734 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 28 01:07:12.627734 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 01:07:12.627734 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 01:07:12.627734 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 01:07:12.627734 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 01:07:12.627734 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 28 01:07:12.627734 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 28 01:07:12.627734 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 28 01:07:12.627734 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 28 01:07:12.627734 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 28 01:07:12.627734 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 28 01:07:12.627734 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 28 01:07:12.627734 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 28 01:07:12.627734 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 28 01:07:12.627734 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 28 01:07:12.627734 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 28 01:07:12.627734 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 01:07:12.627734 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 28 01:07:12.627734 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 28 01:07:12.627734 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 28 01:07:12.627734 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 28 01:07:12.627734 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 01:07:12.627734 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 01:07:12.627734 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 01:07:12.627734 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 01:07:12.627734 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 28 01:07:12.627734 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 01:07:12.631110 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 28 01:07:12.631110 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 28 01:07:12.631110 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 01:07:12.631110 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 01:07:12.631110 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 01:07:12.631110 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 01:07:12.631110 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 28 01:07:12.631110 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 01:07:12.631110 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 28 01:07:12.631110 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 28 01:07:12.631110 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 01:07:12.631110 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 01:07:12.631110 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 01:07:12.631110 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 01:07:12.631110 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 28 01:07:12.631110 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 28 01:07:12.631110 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 28 01:07:12.631110 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 28 01:07:12.631110 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 28 01:07:12.631110 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 28 01:07:12.631110 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 28 01:07:12.631110 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 28 01:07:12.631110 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 28 01:07:12.631110 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 28 01:07:12.631110 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 28 01:07:12.631110 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 28 01:07:12.631110 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 28 01:07:12.631110 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 28 01:07:12.631110 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 28 01:07:12.631110 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 28 01:07:12.631110 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 28 01:07:12.631110 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 28 01:07:12.631110 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Mar 28 01:07:12.631110 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 28 01:07:12.631110 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 28 01:07:12.631110 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server raise exception Mar 28 01:07:12.631110 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 907db189-3104-4360-99d6-3566a382dd0c: This subnet is being modified by another concurrent operation. Mar 28 01:07:12.631110 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server Mar 28 01:07:12.641839 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 4d6753fb-4ea1-4931-90f6-b1bcb6340ed9 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:07:12.642183 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (4d6753fb-4ea1-4931-90f6-b1bcb6340ed9), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:12.665415 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f52d0311-7b33-4ace-9fc4-c68bef8bf0fd tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (8a9d1b12-62e5-4061-85d2-67d2b23c02f6), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:12.692318 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdef5b9f-8931-40d2-b206-958ca337f5e8 None None] Network 8a9d1b12-62e5-4061-85d2-67d2b23c02f6 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:07:12.693937 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b603e2-ec65-4bc3-aac1-8eea2186484f None None] Network ea50161c-d3a7-4fe1-bf8d-06dfdf35913f requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:07:12.718489 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-f52d0311-7b33-4ace-9fc4-c68bef8bf0fd tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a9d1b12-62e5-4061-85d2-67d2b23c02f6']}} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:07:12.723341 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2bfad391-7460-43b6-9025-68ed4767570a tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (524a2c46-85ac-4849-8bf0-56a3a589f230), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:12.733977 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-f52d0311-7b33-4ace-9fc4-c68bef8bf0fd tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd802d85-3f13-4977-bb0c-de59f45f6479') {'for_net_delete': True} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:07:12.733977 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-f52d0311-7b33-4ace-9fc4-c68bef8bf0fd tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd802d85-3f13-4977-bb0c-de59f45f6479') {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:07:12.771905 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f52d0311-7b33-4ace-9fc4-c68bef8bf0fd tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126946678'] for segment (dd802d85-3f13-4977-bb0c-de59f45f6479), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:12.776364 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af6675d-ae08-4595-9102-626b2298546b None None] DHCP port deletion for 144a04a0-7528-4169-ae32-9f37bef1931a request from dv-neutron-834874-6-hyperv {{(pid=104100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 01:07:12.799773 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f52d0311-7b33-4ace-9fc4-c68bef8bf0fd tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (dd802d85-3f13-4977-bb0c-de59f45f6479), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:12.806515 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.objects.ports [None req-bfeea27d-7072-4f0e-b056-a5c3643e6abf tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104099) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 28 01:07:12.814815 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f52d0311-7b33-4ace-9fc4-c68bef8bf0fd tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=104099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:07:12.815151 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f52d0311-7b33-4ace-9fc4-c68bef8bf0fd tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127280876'] for segment (dd802d85-3f13-4977-bb0c-de59f45f6479), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:12.815294 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bfad391-7460-43b6-9025-68ed4767570a tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Network 9b0bf857-0292-47f5-90e9-70cc555bb212 is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:07:12.818308 dv-neutron-834874-6-hyperv neutron-server[104099]: Traceback (most recent call last): Mar 28 01:07:12.818308 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:07:12.818308 dv-neutron-834874-6-hyperv neutron-server[104099]: timer() Mar 28 01:07:12.818308 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:07:12.818308 dv-neutron-834874-6-hyperv neutron-server[104099]: cb(*args, **kw) Mar 28 01:07:12.818308 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:07:12.818308 dv-neutron-834874-6-hyperv neutron-server[104099]: return func(*args, **kwargs) Mar 28 01:07:12.818308 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:07:12.818308 dv-neutron-834874-6-hyperv neutron-server[104099]: self._notify() Mar 28 01:07:12.818308 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:07:12.818308 dv-neutron-834874-6-hyperv neutron-server[104099]: self.callback(batched_events) Mar 28 01:07:12.818308 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:07:12.818308 dv-neutron-834874-6-hyperv neutron-server[104099]: event.method(event) Mar 28 01:07:12.818308 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:07:12.818308 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:07:12.818308 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:07:12.818308 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:07:12.818308 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:07:12.818308 dv-neutron-834874-6-hyperv neutron-server[104099]: return f(self, *a, **k) Mar 28 01:07:12.818308 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:07:12.818308 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._get(url).json() Mar 28 01:07:12.818308 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:07:12.818308 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:07:12.818308 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:07:12.818308 dv-neutron-834874-6-hyperv neutron-server[104099]: return self.request(url, 'GET', **kwargs) Mar 28 01:07:12.818308 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:07:12.818308 dv-neutron-834874-6-hyperv neutron-server[104099]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:07:12.818308 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:07:12.818308 dv-neutron-834874-6-hyperv neutron-server[104099]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:07:12.818308 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:07:12.818308 dv-neutron-834874-6-hyperv neutron-server[104099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:07:12.818308 dv-neutron-834874-6-hyperv neutron-server[104099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:07:12.832562 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-2bfad391-7460-43b6-9025-68ed4767570a tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:07:12.879381 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfad391-7460-43b6-9025-68ed4767570a tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:07:12.885223 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bfad391-7460-43b6-9025-68ed4767570a tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:12.885956 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2bfad391-7460-43b6-9025-68ed4767570a tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:12.897718 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-a2df82a8-24e8-4804-9a41-97ea73d5e3b9 None None] Provisioning complete for port 4d6753fb-4ea1-4931-90f6-b1bcb6340ed9 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:07:12.898304 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-a2df82a8-24e8-4804-9a41-97ea73d5e3b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (4d6753fb-4ea1-4931-90f6-b1bcb6340ed9), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:12.898700 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfad391-7460-43b6-9025-68ed4767570a tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Pushing event updated for resources: {'Port': ['ID=524a2c46-85ac-4849-8bf0-56a3a589f230,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:12.928244 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-298ee6aa-f3dd-44b6-bf1f-b1214f9cfd68 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (b14732b7-ff9f-4900-8dad-0152cfac6a77), before_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:12.933853 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-2bfad391-7460-43b6-9025-68ed4767570a tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.4240966 Mar 28 01:07:12.939544 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52028) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:12.947015 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-911650d8-bd22-41d3-abfc-b935f6e1782b tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126175041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126112438'] for subnet (fa2b8a2a-e3e5-49d6-9f6a-8b2e76064e98), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:12.961813 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-f01fdb40-c0a3-4654-931a-d42a74206c6a tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Deleting port 0dbf8c47-fba7-4f3e-bec7-a1c9cbd538b5 {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:07:12.962188 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f01fdb40-c0a3-4654-931a-d42a74206c6a tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (0dbf8c47-fba7-4f3e-bec7-a1c9cbd538b5), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:13.004182 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f52d0311-7b33-4ace-9fc4-c68bef8bf0fd tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (8a9d1b12-62e5-4061-85d2-67d2b23c02f6), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:13.024022 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f52d0311-7b33-4ace-9fc4-c68bef8bf0fd tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:13.026423 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-911650d8-bd22-41d3-abfc-b935f6e1782b tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:13.029867 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-911650d8-bd22-41d3-abfc-b935f6e1782b tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] 10.222.0.24 "DELETE /v2.0/subnets/fa2b8a2a-e3e5-49d6-9f6a-8b2e76064e98 HTTP/1.1" status: 204 len: 168 time: 1.3357091 Mar 28 01:07:13.031977 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-f52d0311-7b33-4ace-9fc4-c68bef8bf0fd tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] 10.222.0.24 "DELETE /v2.0/networks/8a9d1b12-62e5-4061-85d2-67d2b23c02f6 HTTP/1.1" status: 204 len: 168 time: 1.0438209 Mar 28 01:07:13.032667 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52030) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:13.041192 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52032) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:13.052417 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911650d8-bd22-41d3-abfc-b935f6e1782b tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Pushing event deleted for resources: {'Subnet': ['ID=fa2b8a2a-e3e5-49d6-9f6a-8b2e76064e98,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:13.054556 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880e1381-a347-433d-8741-d395d485bb47 None None] Network 156e1638-ffe2-41e6-92da-1be34817f1bc requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:07:13.089640 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-50d3a9b0-0129-447a-9b81-9151da086c70 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-894882170'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:07:13.098587 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52d0311-7b33-4ace-9fc4-c68bef8bf0fd tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Pushing event deleted for resources: {'Network': ['ID=8a9d1b12-62e5-4061-85d2-67d2b23c02f6,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:13.137607 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50d3a9b0-0129-447a-9b81-9151da086c70 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Made reservation on behalf of b3681da997b841e59750a00e0d8e0c2a for: {'network': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:07:13.141918 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-50d3a9b0-0129-447a-9b81-9151da086c70 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:13.152272 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.db [None req-f01fdb40-c0a3-4654-931a-d42a74206c6a tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] For port 0dbf8c47-fba7-4f3e-bec7-a1c9cbd538b5, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=0dbf8c47-fba7-4f3e-bec7-a1c9cbd538b5,segment=NetworkSegment(f1031554-065d-4f0d-9689-3da9c1b37fb5),segment_id=f1031554-065d-4f0d-9689-3da9c1b37fb5)] {{(pid=104098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:07:13.152638 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f01fdb40-c0a3-4654-931a-d42a74206c6a tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (0dbf8c47-fba7-4f3e-bec7-a1c9cbd538b5), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:13.177880 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-f6dc0508-550d-41b9-9cd7-ac3298724461 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Deleting port 524a2c46-85ac-4849-8bf0-56a3a589f230 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:07:13.178244 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f6dc0508-550d-41b9-9cd7-ac3298724461 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (524a2c46-85ac-4849-8bf0-56a3a589f230), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:13.179823 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-f01fdb40-c0a3-4654-931a-d42a74206c6a tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Calling delete_port for 0dbf8c47-fba7-4f3e-bec7-a1c9cbd538b5 owned by network:dhcp {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:07:13.195265 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50d3a9b0-0129-447a-9b81-9151da086c70 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=104099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:07:13.211449 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-342abddc-9ab5-4d65-8c14-ea501b046baa tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (156e1638-ffe2-41e6-92da-1be34817f1bc), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:13.246936 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-50d3a9b0-0129-447a-9b81-9151da086c70 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (7d8f18fe-1f7b-4d47-a7a6-1b267c52b3c6), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:13.247294 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.segments_db [None req-50d3a9b0-0129-447a-9b81-9151da086c70 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Added segment 7d8f18fe-1f7b-4d47-a7a6-1b267c52b3c6 of type vlan for network 2d3f9d3b-56f2-4a61-95b1-eafc918ed3fc Mar 28 01:07:13.264555 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 4d6753fb-4ea1-4931-90f6-b1bcb6340ed9 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:07:13.265028 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (4d6753fb-4ea1-4931-90f6-b1bcb6340ed9), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:13.295325 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-b84642cf-a2f3-43de-81aa-b227da6ed4e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886'] for port (caa2dfc4-ccdf-42e5-81eb-833a6b33e8de), after_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:13.300449 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-50d3a9b0-0129-447a-9b81-9151da086c70 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (2d3f9d3b-56f2-4a61-95b1-eafc918ed3fc), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:13.330652 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f6dc0508-550d-41b9-9cd7-ac3298724461 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (524a2c46-85ac-4849-8bf0-56a3a589f230), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:13.333057 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.ipam_pluggable_backend [None req-bfeea27d-7072-4f0e-b056-a5c3643e6abf tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Port caa2dfc4-ccdf-42e5-81eb-833a6b33e8de was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=104099) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Mar 28 01:07:13.333369 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.ipam_pluggable_backend [None req-bfeea27d-7072-4f0e-b056-a5c3643e6abf tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Reverting IP allocation for 2001:db8::f816:3eff:fe31:1d16 {{(pid=104099) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Mar 28 01:07:13.347979 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-f6dc0508-550d-41b9-9cd7-ac3298724461 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Calling delete_port for 524a2c46-85ac-4849-8bf0-56a3a589f230 owned by {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:07:13.349305 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-50d3a9b0-0129-447a-9b81-9151da086c70 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (2d3f9d3b-56f2-4a61-95b1-eafc918ed3fc), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:13.354549 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d3a9b0-0129-447a-9b81-9151da086c70 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:13.355271 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-50d3a9b0-0129-447a-9b81-9151da086c70 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:13.355597 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84642cf-a2f3-43de-81aa-b227da6ed4e7 None None] Pushing event deleted for resources: {'Port': ['ID=caa2dfc4-ccdf-42e5-81eb-833a6b33e8de,revision_number=None']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:13.362218 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84642cf-a2f3-43de-81aa-b227da6ed4e7 None None] No DVR routers for this DVR port caa2dfc4-ccdf-42e5-81eb-833a6b33e8de on host dv-neutron-834874-6-hyperv {{(pid=104100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:07:13.383014 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-bfeea27d-7072-4f0e-b056-a5c3643e6abf tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127282703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126757786'] for subnet (f1bf8445-bf01-4ba7-b6c0-4bbde12f28f0), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:13.392171 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-2af6675d-ae08-4595-9102-626b2298546b None None] Deleting port 0dbf8c47-fba7-4f3e-bec7-a1c9cbd538b5 {{(pid=104100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:07:13.392644 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-2af6675d-ae08-4595-9102-626b2298546b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (0dbf8c47-fba7-4f3e-bec7-a1c9cbd538b5), before_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:13.414962 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f01fdb40-c0a3-4654-931a-d42a74206c6a tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (0dbf8c47-fba7-4f3e-bec7-a1c9cbd538b5), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:13.421523 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] For port 4d6753fb-4ea1-4931-90f6-b1bcb6340ed9, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=4d6753fb-4ea1-4931-90f6-b1bcb6340ed9,segment=NetworkSegment(ac2ad844-924d-4211-be7b-e4994c6f86b8),segment_id=ac2ad844-924d-4211-be7b-e4994c6f86b8)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:07:13.422569 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-342abddc-9ab5-4d65-8c14-ea501b046baa tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Deleting port 76f1b682-1eb0-43a5-b622-22612b31b241 {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:07:13.422991 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-342abddc-9ab5-4d65-8c14-ea501b046baa tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (76f1b682-1eb0-43a5-b622-22612b31b241), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:13.479254 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (4d6753fb-4ea1-4931-90f6-b1bcb6340ed9), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:13.491181 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01fdb40-c0a3-4654-931a-d42a74206c6a tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] No DVR routers for this DVR port 0dbf8c47-fba7-4f3e-bec7-a1c9cbd538b5 on host dv-neutron-834874-6-hyperv {{(pid=104098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:07:13.501111 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01fdb40-c0a3-4654-931a-d42a74206c6a tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Pushing event deleted for resources: {'Port': ['ID=0dbf8c47-fba7-4f3e-bec7-a1c9cbd538b5,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:13.555772 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-2af6675d-ae08-4595-9102-626b2298546b None None] For port 0dbf8c47-fba7-4f3e-bec7-a1c9cbd538b5, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=0dbf8c47-fba7-4f3e-bec7-a1c9cbd538b5,segment=NetworkSegment(f1031554-065d-4f0d-9689-3da9c1b37fb5),segment_id=f1031554-065d-4f0d-9689-3da9c1b37fb5)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:07:13.556389 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-2af6675d-ae08-4595-9102-626b2298546b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (0dbf8c47-fba7-4f3e-bec7-a1c9cbd538b5), precommit_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:13.585190 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-2af6675d-ae08-4595-9102-626b2298546b None None] Calling delete_port for 0dbf8c47-fba7-4f3e-bec7-a1c9cbd538b5 owned by network:dhcp {{(pid=104100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:07:13.590032 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-a2df82a8-24e8-4804-9a41-97ea73d5e3b9 None None] Current status of the port 4d6753fb-4ea1-4931-90f6-b1bcb6340ed9 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:07:13.590556 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-a2df82a8-24e8-4804-9a41-97ea73d5e3b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (4d6753fb-4ea1-4931-90f6-b1bcb6340ed9), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:13.646507 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f537e93c-1e23-4108-8d6c-b4e500d3d57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:13.693796 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Pushing event updated for resources: {'Port': ['ID=4d6753fb-4ea1-4931-90f6-b1bcb6340ed9,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:13.756960 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa2657df-7ba3-4551-a5bf-412456bda08a None None] DHCP port deletion for 156e1638-ffe2-41e6-92da-1be34817f1bc request from dv-neutron-834874-6-hyperv {{(pid=104100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 01:07:13.803618 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-50d3a9b0-0129-447a-9b81-9151da086c70 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7184677 Mar 28 01:07:13.808394 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.db.api [None req-a2df82a8-24e8-4804-9a41-97ea73d5e3b9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104100) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 01:07:13.808766 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG oslo_db.api [None req-a2df82a8-24e8-4804-9a41-97ea73d5e3b9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 01:07:13.828843 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-2af6675d-ae08-4595-9102-626b2298546b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886'] for port (0dbf8c47-fba7-4f3e-bec7-a1c9cbd538b5), after_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:13.844828 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52034) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:13.850225 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.db [None req-342abddc-9ab5-4d65-8c14-ea501b046baa tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] For port 76f1b682-1eb0-43a5-b622-22612b31b241, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=76f1b682-1eb0-43a5-b622-22612b31b241,segment=NetworkSegment(1266d5e4-b395-465f-87c8-f24e65e07c2f),segment_id=1266d5e4-b395-465f-87c8-f24e65e07c2f)] {{(pid=104098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:07:13.850772 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-342abddc-9ab5-4d65-8c14-ea501b046baa tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (76f1b682-1eb0-43a5-b622-22612b31b241), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:13.852203 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-149cb9a3-435c-4baa-a92e-5c3d3f65e83b tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Request body: {'subnet': {'network_id': '2d3f9d3b-56f2-4a61-95b1-eafc918ed3fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:07:13.868428 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af6675d-ae08-4595-9102-626b2298546b None None] Pushing event deleted for resources: {'Port': ['ID=0dbf8c47-fba7-4f3e-bec7-a1c9cbd538b5,revision_number=None']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:13.872583 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfeea27d-7072-4f0e-b056-a5c3643e6abf tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Network be4801db-c8f8-4df3-b9b5-556693d6a290 is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:07:13.873222 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d3a9b0-0129-447a-9b81-9151da086c70 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Pushing event updated for resources: {'Network': ['ID=2d3f9d3b-56f2-4a61-95b1-eafc918ed3fc,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:13.883619 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af6675d-ae08-4595-9102-626b2298546b None None] No DVR routers for this DVR port 0dbf8c47-fba7-4f3e-bec7-a1c9cbd538b5 on host dv-neutron-834874-6-hyperv {{(pid=104100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:07:13.888357 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network 2d3f9d3b-56f2-4a61-95b1-eafc918ed3fc details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:07:13.890445 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-342abddc-9ab5-4d65-8c14-ea501b046baa tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Calling delete_port for 76f1b682-1eb0-43a5-b622-22612b31b241 owned by network:dhcp {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:07:13.900598 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-298ee6aa-f3dd-44b6-bf1f-b1214f9cfd68 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Publish callbacks [] for port (b14732b7-ff9f-4900-8dad-0152cfac6a77), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:13.906746 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f01fdb40-c0a3-4654-931a-d42a74206c6a tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (144a04a0-7528-4169-ae32-9f37bef1931a), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:13.919608 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-298ee6aa-f3dd-44b6-bf1f-b1214f9cfd68 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126177159'] for port (b14732b7-ff9f-4900-8dad-0152cfac6a77), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:13.925818 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-bfeea27d-7072-4f0e-b056-a5c3643e6abf tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:07:13.941438 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfeea27d-7072-4f0e-b056-a5c3643e6abf tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:13.942021 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-bfeea27d-7072-4f0e-b056-a5c3643e6abf tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks [] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:13.945174 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-285066c1-1a02-4a1a-8168-6fd23394ca22 None None] Network be4801db-c8f8-4df3-b9b5-556693d6a290 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:07:13.956577 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeea27d-7072-4f0e-b056-a5c3643e6abf tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Pushing event updated for resources: {'Subnet': ['ID=f1bf8445-bf01-4ba7-b6c0-4bbde12f28f0,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:13.970187 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-aa2657df-7ba3-4551-a5bf-412456bda08a None None] Deleting port 76f1b682-1eb0-43a5-b622-22612b31b241 {{(pid=104100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:07:13.970667 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-aa2657df-7ba3-4551-a5bf-412456bda08a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (76f1b682-1eb0-43a5-b622-22612b31b241), before_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:13.983652 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-bfeea27d-7072-4f0e-b056-a5c3643e6abf tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.1922755 Mar 28 01:07:13.992389 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52036) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:13.996366 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-f01fdb40-c0a3-4654-931a-d42a74206c6a tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['144a04a0-7528-4169-ae32-9f37bef1931a']}} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:07:13.998896 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-3f05140c-2a9e-4a11-9211-14674575b955 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Request body: {'port': {'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290', 'mac_address': 'fa:16:3e:e2:4b:7c', 'name': 'tempest-NetworksTestDHCPv6-863732003'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:07:14.033424 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-f01fdb40-c0a3-4654-931a-d42a74206c6a tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1031554-065d-4f0d-9689-3da9c1b37fb5') {'for_net_delete': True} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:07:14.033730 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-f01fdb40-c0a3-4654-931a-d42a74206c6a tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1031554-065d-4f0d-9689-3da9c1b37fb5') {} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:07:14.077857 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f01fdb40-c0a3-4654-931a-d42a74206c6a tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126443583'] for segment (f1031554-065d-4f0d-9689-3da9c1b37fb5), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:14.081382 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f6dc0508-550d-41b9-9cd7-ac3298724461 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (524a2c46-85ac-4849-8bf0-56a3a589f230), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:14.095308 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298ee6aa-f3dd-44b6-bf1f-b1214f9cfd68 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Pushing event updated for resources: {'Port': ['ID=b14732b7-ff9f-4900-8dad-0152cfac6a77,revision_number=2']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:14.114084 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f01fdb40-c0a3-4654-931a-d42a74206c6a tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (f1031554-065d-4f0d-9689-3da9c1b37fb5), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:14.131417 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f01fdb40-c0a3-4654-931a-d42a74206c6a tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=104098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:07:14.131878 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f01fdb40-c0a3-4654-931a-d42a74206c6a tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126177251'] for segment (f1031554-065d-4f0d-9689-3da9c1b37fb5), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:14.135801 dv-neutron-834874-6-hyperv neutron-server[104098]: Traceback (most recent call last): Mar 28 01:07:14.135801 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:07:14.135801 dv-neutron-834874-6-hyperv neutron-server[104098]: timer() Mar 28 01:07:14.135801 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:07:14.135801 dv-neutron-834874-6-hyperv neutron-server[104098]: cb(*args, **kw) Mar 28 01:07:14.135801 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:07:14.135801 dv-neutron-834874-6-hyperv neutron-server[104098]: return func(*args, **kwargs) Mar 28 01:07:14.135801 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:07:14.135801 dv-neutron-834874-6-hyperv neutron-server[104098]: self._notify() Mar 28 01:07:14.135801 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:07:14.135801 dv-neutron-834874-6-hyperv neutron-server[104098]: self.callback(batched_events) Mar 28 01:07:14.135801 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:07:14.135801 dv-neutron-834874-6-hyperv neutron-server[104098]: event.method(event) Mar 28 01:07:14.135801 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:07:14.135801 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:07:14.135801 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:07:14.135801 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:07:14.135801 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:07:14.135801 dv-neutron-834874-6-hyperv neutron-server[104098]: return f(self, *a, **k) Mar 28 01:07:14.135801 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:07:14.135801 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._get(url).json() Mar 28 01:07:14.135801 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:07:14.135801 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:07:14.135801 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:07:14.135801 dv-neutron-834874-6-hyperv neutron-server[104098]: return self.request(url, 'GET', **kwargs) Mar 28 01:07:14.135801 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:07:14.135801 dv-neutron-834874-6-hyperv neutron-server[104098]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:07:14.135801 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:07:14.135801 dv-neutron-834874-6-hyperv neutron-server[104098]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:07:14.135801 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:07:14.135801 dv-neutron-834874-6-hyperv neutron-server[104098]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:07:14.135801 dv-neutron-834874-6-hyperv neutron-server[104098]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:07:14.137981 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-298ee6aa-f3dd-44b6-bf1f-b1214f9cfd68 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] In _notify_port_updated(), no bound segment for port b14732b7-ff9f-4900-8dad-0152cfac6a77 on network d94257fd-1e35-4876-a0ad-68855908c010 {{(pid=104098) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 28 01:07:14.142283 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298ee6aa-f3dd-44b6-bf1f-b1214f9cfd68 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:14.142793 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-298ee6aa-f3dd-44b6-bf1f-b1214f9cfd68 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:14.147411 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-298ee6aa-f3dd-44b6-bf1f-b1214f9cfd68 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] 10.222.0.24 "PUT /v2.0/ports/b14732b7-ff9f-4900-8dad-0152cfac6a77 HTTP/1.1" status: 200 len: 1057 time: 1.9073157 Mar 28 01:07:14.152530 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-aa2657df-7ba3-4551-a5bf-412456bda08a None None] For port 76f1b682-1eb0-43a5-b622-22612b31b241, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=76f1b682-1eb0-43a5-b622-22612b31b241,segment=NetworkSegment(1266d5e4-b395-465f-87c8-f24e65e07c2f),segment_id=1266d5e4-b395-465f-87c8-f24e65e07c2f)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:07:14.153122 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-aa2657df-7ba3-4551-a5bf-412456bda08a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (76f1b682-1eb0-43a5-b622-22612b31b241), precommit_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:14.180306 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52038) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:14.182763 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 4d6753fb-4ea1-4931-90f6-b1bcb6340ed9 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:07:14.186021 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-aa2657df-7ba3-4551-a5bf-412456bda08a None None] Calling delete_port for 76f1b682-1eb0-43a5-b622-22612b31b241 owned by network:dhcp {{(pid=104100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:07:14.197557 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dc0508-550d-41b9-9cd7-ac3298724461 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Pushing event deleted for resources: {'Port': ['ID=524a2c46-85ac-4849-8bf0-56a3a589f230,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:14.204069 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f6dc0508-550d-41b9-9cd7-ac3298724461 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:14.207998 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-f6dc0508-550d-41b9-9cd7-ac3298724461 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "DELETE /v2.0/ports/524a2c46-85ac-4849-8bf0-56a3a589f230 HTTP/1.1" status: 204 len: 168 time: 1.2671218 Mar 28 01:07:14.209105 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-149cb9a3-435c-4baa-a92e-5c3d3f65e83b tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Made reservation on behalf of b3681da997b841e59750a00e0d8e0c2a for: {'subnet': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:07:14.213763 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-149cb9a3-435c-4baa-a92e-5c3d3f65e83b tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126757772'] for subnet (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:14.219027 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52040) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:14.224365 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-676d7e50-af68-44f8-a00c-fe232eb42add tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Request body: {'port': {'network_id': '9b0bf857-0292-47f5-90e9-70cc555bb212', 'mac_address': 'fa:16:3e:1e:56:8e', 'name': 'tempest-PortsTestJSON-800203322'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:07:14.229981 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-342abddc-9ab5-4d65-8c14-ea501b046baa tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (76f1b682-1eb0-43a5-b622-22612b31b241), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:14.243940 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f01fdb40-c0a3-4654-931a-d42a74206c6a tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (144a04a0-7528-4169-ae32-9f37bef1931a), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:14.281853 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f01fdb40-c0a3-4654-931a-d42a74206c6a tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:14.289393 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-f01fdb40-c0a3-4654-931a-d42a74206c6a tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] 10.222.0.24 "DELETE /v2.0/networks/144a04a0-7528-4169-ae32-9f37bef1931a HTTP/1.1" status: 204 len: 168 time: 2.1630571 Mar 28 01:07:14.296519 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52042) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:14.300714 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-a5a05c77-37ef-4609-a12b-49e3eb1b381f tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1299601238', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'}, 'admin_state_up': False}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:07:14.327351 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342abddc-9ab5-4d65-8c14-ea501b046baa tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Pushing event deleted for resources: {'Port': ['ID=76f1b682-1eb0-43a5-b622-22612b31b241,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:14.329437 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342abddc-9ab5-4d65-8c14-ea501b046baa tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] No DVR routers for this DVR port 76f1b682-1eb0-43a5-b622-22612b31b241 on host dv-neutron-834874-6-hyperv {{(pid=104098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:07:14.335953 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01fdb40-c0a3-4654-931a-d42a74206c6a tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Pushing event deleted for resources: {'Network': ['ID=144a04a0-7528-4169-ae32-9f37bef1931a,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:14.422241 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a5a05c77-37ef-4609-a12b-49e3eb1b381f tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7069'] for router (713a14a1-7401-44ee-b027-f6e20677de11), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:14.423296 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a5a05c77-37ef-4609-a12b-49e3eb1b381f tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4188952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7062'] for router (713a14a1-7401-44ee-b027-f6e20677de11), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:14.426606 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f05140c-2a9e-4a11-9211-14674575b955 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Made reservation on behalf of 564cf6bfe83a4d71adcd7d33f5d20cb1 for: {'port': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:07:14.444197 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-aa2657df-7ba3-4551-a5bf-412456bda08a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886'] for port (76f1b682-1eb0-43a5-b622-22612b31b241), after_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:14.447746 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-342abddc-9ab5-4d65-8c14-ea501b046baa tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (156e1638-ffe2-41e6-92da-1be34817f1bc), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:14.451675 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce412f4f-8486-49be-ae10-fb4448451888 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-be4801db-c8f8-4df3-b9b5-556693d6a290', 'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290', 'project_id': '564cf6bfe83a4d71adcd7d33f5d20cb1', 'fixed_ips': [{'subnet_id': 'f1bf8445-bf01-4ba7-b6c0-4bbde12f28f0'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:07:14.452528 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ce412f4f-8486-49be-ae10-fb4448451888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:14.457794 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-676d7e50-af68-44f8-a00c-fe232eb42add tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Made reservation on behalf of fa54b4b5eec2452a8dcd67fc666c1bd8 for: {'port': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:07:14.477441 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-a2df82a8-24e8-4804-9a41-97ea73d5e3b9 None None] Current status of the port 4d6753fb-4ea1-4931-90f6-b1bcb6340ed9 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:07:14.493039 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2657df-7ba3-4551-a5bf-412456bda08a None None] Pushing event deleted for resources: {'Port': ['ID=76f1b682-1eb0-43a5-b622-22612b31b241,revision_number=None']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:14.502999 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2657df-7ba3-4551-a5bf-412456bda08a None None] No DVR routers for this DVR port 76f1b682-1eb0-43a5-b622-22612b31b241 on host dv-neutron-834874-6-hyperv {{(pid=104100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:07:14.521677 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 4d6753fb-4ea1-4931-90f6-b1bcb6340ed9 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:07:14.521936 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (4d6753fb-4ea1-4931-90f6-b1bcb6340ed9), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:14.533281 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-342abddc-9ab5-4d65-8c14-ea501b046baa tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['156e1638-ffe2-41e6-92da-1be34817f1bc']}} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:07:14.553528 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-342abddc-9ab5-4d65-8c14-ea501b046baa tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1266d5e4-b395-465f-87c8-f24e65e07c2f') {'for_net_delete': True} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:07:14.554095 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-342abddc-9ab5-4d65-8c14-ea501b046baa tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1266d5e4-b395-465f-87c8-f24e65e07c2f') {} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:07:14.570455 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-342abddc-9ab5-4d65-8c14-ea501b046baa tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126443583'] for segment (1266d5e4-b395-465f-87c8-f24e65e07c2f), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:14.578889 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-676d7e50-af68-44f8-a00c-fe232eb42add tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:14.598537 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-342abddc-9ab5-4d65-8c14-ea501b046baa tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (1266d5e4-b395-465f-87c8-f24e65e07c2f), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:14.606096 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.notifiers.nova [None req-676d7e50-af68-44f8-a00c-fe232eb42add tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] device_id is not set on port 61c00f6e-11b9-455a-b153-586ea98dfda7 yet. {{(pid=104098) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 01:07:14.610687 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-907dc847-fc4a-4cad-a4a3-5f26c925b4b6 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Deleting port b14732b7-ff9f-4900-8dad-0152cfac6a77 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:07:14.610687 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-907dc847-fc4a-4cad-a4a3-5f26c925b4b6 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (b14732b7-ff9f-4900-8dad-0152cfac6a77), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:14.613577 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-342abddc-9ab5-4d65-8c14-ea501b046baa tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=104098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:07:14.613945 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-342abddc-9ab5-4d65-8c14-ea501b046baa tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126177251'] for segment (1266d5e4-b395-465f-87c8-f24e65e07c2f), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:14.617537 dv-neutron-834874-6-hyperv neutron-server[104098]: Traceback (most recent call last): Mar 28 01:07:14.617537 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:07:14.617537 dv-neutron-834874-6-hyperv neutron-server[104098]: timer() Mar 28 01:07:14.617537 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:07:14.617537 dv-neutron-834874-6-hyperv neutron-server[104098]: cb(*args, **kw) Mar 28 01:07:14.617537 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:07:14.617537 dv-neutron-834874-6-hyperv neutron-server[104098]: return func(*args, **kwargs) Mar 28 01:07:14.617537 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:07:14.617537 dv-neutron-834874-6-hyperv neutron-server[104098]: self._notify() Mar 28 01:07:14.617537 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:07:14.617537 dv-neutron-834874-6-hyperv neutron-server[104098]: self.callback(batched_events) Mar 28 01:07:14.617537 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:07:14.617537 dv-neutron-834874-6-hyperv neutron-server[104098]: event.method(event) Mar 28 01:07:14.617537 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:07:14.617537 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:07:14.617537 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:07:14.617537 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:07:14.617537 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:07:14.617537 dv-neutron-834874-6-hyperv neutron-server[104098]: return f(self, *a, **k) Mar 28 01:07:14.617537 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:07:14.617537 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._get(url).json() Mar 28 01:07:14.617537 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:07:14.617537 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:07:14.617537 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:07:14.617537 dv-neutron-834874-6-hyperv neutron-server[104098]: return self.request(url, 'GET', **kwargs) Mar 28 01:07:14.617537 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:07:14.617537 dv-neutron-834874-6-hyperv neutron-server[104098]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:07:14.617537 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:07:14.617537 dv-neutron-834874-6-hyperv neutron-server[104098]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:07:14.617537 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:07:14.617537 dv-neutron-834874-6-hyperv neutron-server[104098]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:07:14.617537 dv-neutron-834874-6-hyperv neutron-server[104098]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:07:14.626785 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a5a05c77-37ef-4609-a12b-49e3eb1b381f tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks [] for router_controller (713a14a1-7401-44ee-b027-f6e20677de11), precommit_add_association {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:14.642482 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-336e6345-0387-4476-8d3e-08a3e27e405c None None] Provisioning complete for port 4d6753fb-4ea1-4931-90f6-b1bcb6340ed9 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:07:14.642980 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-336e6345-0387-4476-8d3e-08a3e27e405c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (4d6753fb-4ea1-4931-90f6-b1bcb6340ed9), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:14.738695 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-342abddc-9ab5-4d65-8c14-ea501b046baa tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (156e1638-ffe2-41e6-92da-1be34817f1bc), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:14.761657 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-342abddc-9ab5-4d65-8c14-ea501b046baa tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:14.767686 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-342abddc-9ab5-4d65-8c14-ea501b046baa tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] 10.222.0.24 "DELETE /v2.0/networks/156e1638-ffe2-41e6-92da-1be34817f1bc HTTP/1.1" status: 204 len: 168 time: 1.7207646 Mar 28 01:07:14.769282 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342abddc-9ab5-4d65-8c14-ea501b046baa tempest-NetworksTest-416034178 tempest-NetworksTest-416034178-project] Pushing event deleted for resources: {'Network': ['ID=156e1638-ffe2-41e6-92da-1be34817f1bc,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:14.779359 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3f05140c-2a9e-4a11-9211-14674575b955 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:14.785764 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:14.792812 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 4d6753fb-4ea1-4931-90f6-b1bcb6340ed9 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:07:14.796727 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-ce412f4f-8486-49be-ae10-fb4448451888 None None] Allocated IP 2001:db8::f816:3eff:fe43:9e30 (be4801db-c8f8-4df3-b9b5-556693d6a290/f1bf8445-bf01-4ba7-b6c0-4bbde12f28f0/7d4c98ad-30d7-4c6c-a233-0cc663da261f) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:07:14.851436 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-336e6345-0387-4476-8d3e-08a3e27e405c None None] Current status of the port 4d6753fb-4ea1-4931-90f6-b1bcb6340ed9 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:07:14.879644 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-149cb9a3-435c-4baa-a92e-5c3d3f65e83b tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127282703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126757786'] for subnet (e1accf54-8ec1-4e8f-8bd4-982031bb96cf), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:14.880765 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-676d7e50-af68-44f8-a00c-fe232eb42add tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks [] for port (61c00f6e-11b9-455a-b153-586ea98dfda7), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:14.910506 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [None req-3f05140c-2a9e-4a11-9211-14674575b955 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] device_id is not set on port 7a5ba208-0ba6-4cdf-a232-b868bd69d184 yet. {{(pid=104099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 01:07:14.921749 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 0dbf8c47-fba7-4f3e-bec7-a1c9cbd538b5 no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:07:14.924355 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-676d7e50-af68-44f8-a00c-fe232eb42add tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (61c00f6e-11b9-455a-b153-586ea98dfda7), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:14.958817 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-336e6345-0387-4476-8d3e-08a3e27e405c None None] Provisioning complete for port b14732b7-ff9f-4900-8dad-0152cfac6a77 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:07:14.959660 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-336e6345-0387-4476-8d3e-08a3e27e405c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (b14732b7-ff9f-4900-8dad-0152cfac6a77), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:14.964554 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: 0dbf8c47-fba7-4f3e-bec7-a1c9cbd538b5 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:07:14.965711 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 0dbf8c47-fba7-4f3e-bec7-a1c9cbd538b5 not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:07:14.966337 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device caa2dfc4-ccdf-42e5-81eb-833a6b33e8de no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:07:14.983352 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676d7e50-af68-44f8-a00c-fe232eb42add tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Network 9b0bf857-0292-47f5-90e9-70cc555bb212 is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:07:14.986822 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-676d7e50-af68-44f8-a00c-fe232eb42add tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:07:14.994589 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676d7e50-af68-44f8-a00c-fe232eb42add tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:07:15.001727 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-676d7e50-af68-44f8-a00c-fe232eb42add tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:15.002585 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-676d7e50-af68-44f8-a00c-fe232eb42add tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:15.002830 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a5a05c77-37ef-4609-a12b-49e3eb1b381f tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks [] for router_gateway (713a14a1-7401-44ee-b027-f6e20677de11), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:15.014789 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676d7e50-af68-44f8-a00c-fe232eb42add tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Pushing event updated for resources: {'Port': ['ID=61c00f6e-11b9-455a-b153-586ea98dfda7,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:15.016764 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-907dc847-fc4a-4cad-a4a3-5f26c925b4b6 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (b14732b7-ff9f-4900-8dad-0152cfac6a77), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:15.019215 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: caa2dfc4-ccdf-42e5-81eb-833a6b33e8de {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:07:15.020295 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device caa2dfc4-ccdf-42e5-81eb-833a6b33e8de not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:07:15.021364 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 76f1b682-1eb0-43a5-b622-22612b31b241 no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:07:15.031413 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-676d7e50-af68-44f8-a00c-fe232eb42add tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.8111296 Mar 28 01:07:15.033911 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52046) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:15.066735 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-336e6345-0387-4476-8d3e-08a3e27e405c None None] Port b14732b7-ff9f-4900-8dad-0152cfac6a77 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:07:15.068317 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: 76f1b682-1eb0-43a5-b622-22612b31b241 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:07:15.068755 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 76f1b682-1eb0-43a5-b622-22612b31b241 not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:07:15.083110 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-907dc847-fc4a-4cad-a4a3-5f26c925b4b6 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Calling delete_port for b14732b7-ff9f-4900-8dad-0152cfac6a77 owned by {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:07:15.090501 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149cb9a3-435c-4baa-a92e-5c3d3f65e83b tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Pushing event updated for resources: {'Subnet': ['ID=e1accf54-8ec1-4e8f-8bd4-982031bb96cf,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:15.126678 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898c102a-d949-49d3-a1e3-791d0df2aa39 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:15.128486 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-898c102a-d949-49d3-a1e3-791d0df2aa39 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "GET /v2.0/ports/61c00f6e-11b9-455a-b153-586ea98dfda7 HTTP/1.1" status: 200 len: 840 time: 0.0929976 Mar 28 01:07:15.131622 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52048) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:15.185649 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149cb9a3-435c-4baa-a92e-5c3d3f65e83b tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Checking segment: {'id': '7d8f18fe-1f7b-4d47-a7a6-1b267c52b3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2d3f9d3b-56f2-4a61-95b1-eafc918ed3fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:07:15.186011 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149cb9a3-435c-4baa-a92e-5c3d3f65e83b tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Network hostable DHCP agents. Network: 2d3f9d3b-56f2-4a61-95b1-eafc918ed3fc, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:07:15.191350 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ce412f4f-8486-49be-ae10-fb4448451888 None None] Publish callbacks [] for port (7d4c98ad-30d7-4c6c-a233-0cc663da261f), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:15.200940 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ce412f4f-8486-49be-ae10-fb4448451888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (7d4c98ad-30d7-4c6c-a233-0cc663da261f), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:15.251967 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce412f4f-8486-49be-ae10-fb4448451888 None None] Network be4801db-c8f8-4df3-b9b5-556693d6a290 is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:07:15.253040 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-58bbab02-093f-44c9-9a0d-157340a1b22c tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Deleting port 61c00f6e-11b9-455a-b153-586ea98dfda7 {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:07:15.253486 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-58bbab02-093f-44c9-9a0d-157340a1b22c tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (61c00f6e-11b9-455a-b153-586ea98dfda7), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:15.255257 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-ce412f4f-8486-49be-ae10-fb4448451888 None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:07:15.257772 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce412f4f-8486-49be-ae10-fb4448451888 None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:07:15.261283 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52052) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:15.278522 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149cb9a3-435c-4baa-a92e-5c3d3f65e83b tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Network 2d3f9d3b-56f2-4a61-95b1-eafc918ed3fc is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:07:15.287702 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [None req-3f05140c-2a9e-4a11-9211-14674575b955 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Allocated IP 2001:db8::f816:3eff:fee2:4b7c (be4801db-c8f8-4df3-b9b5-556693d6a290/f1bf8445-bf01-4ba7-b6c0-4bbde12f28f0/7a5ba208-0ba6-4cdf-a232-b868bd69d184) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:07:15.310473 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-149cb9a3-435c-4baa-a92e-5c3d3f65e83b tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, 2d3f9d3b-56f2-4a61-95b1-eafc918ed3fc) {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:07:15.315258 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149cb9a3-435c-4baa-a92e-5c3d3f65e83b tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:15.316221 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-149cb9a3-435c-4baa-a92e-5c3d3f65e83b tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks [] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:15.332531 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce412f4f-8486-49be-ae10-fb4448451888 None None] Pushing event updated for resources: {'Port': ['ID=7d4c98ad-30d7-4c6c-a233-0cc663da261f,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:15.342932 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c24c1b-aaf5-4854-a580-342f1a80e24d None None] Network 2d3f9d3b-56f2-4a61-95b1-eafc918ed3fc requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:07:15.362622 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-58bbab02-093f-44c9-9a0d-157340a1b22c tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (61c00f6e-11b9-455a-b153-586ea98dfda7), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:15.381370 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-58bbab02-093f-44c9-9a0d-157340a1b22c tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Calling delete_port for 61c00f6e-11b9-455a-b153-586ea98dfda7 owned by {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:07:15.395452 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-149cb9a3-435c-4baa-a92e-5c3d3f65e83b tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.5434906 Mar 28 01:07:15.396175 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52056) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:15.407491 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-090c9327-b670-422b-88d7-f4234b84a12e tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1851053424'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:07:15.458210 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-090c9327-b670-422b-88d7-f4234b84a12e tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Made reservation on behalf of b3681da997b841e59750a00e0d8e0c2a for: {'network': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:07:15.464421 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-090c9327-b670-422b-88d7-f4234b84a12e tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:15.485107 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-907dc847-fc4a-4cad-a4a3-5f26c925b4b6 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (b14732b7-ff9f-4900-8dad-0152cfac6a77), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:15.537124 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907dc847-fc4a-4cad-a4a3-5f26c925b4b6 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Pushing event deleted for resources: {'Port': ['ID=b14732b7-ff9f-4900-8dad-0152cfac6a77,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:15.580975 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-ce412f4f-8486-49be-ae10-fb4448451888 None None] Attempting to bind port 7d4c98ad-30d7-4c6c-a233-0cc663da261f on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:07:15.581364 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-ce412f4f-8486-49be-ae10-fb4448451888 None None] Attempting to bind port 7d4c98ad-30d7-4c6c-a233-0cc663da261f by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': '9028fe72-9b79-4538-96be-757c3dc71a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:07:15.583095 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce412f4f-8486-49be-ae10-fb4448451888 None None] Attempting to bind port 7d4c98ad-30d7-4c6c-a233-0cc663da261f on network be4801db-c8f8-4df3-b9b5-556693d6a290 {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:07:15.594608 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce412f4f-8486-49be-ae10-fb4448451888 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:07:15.595044 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce412f4f-8486-49be-ae10-fb4448451888 None None] Checking segment: {'id': '9028fe72-9b79-4538-96be-757c3dc71a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:07:15.595449 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ce412f4f-8486-49be-ae10-fb4448451888 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:15.595836 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce412f4f-8486-49be-ae10-fb4448451888 None None] Bound using segment: {'id': '9028fe72-9b79-4538-96be-757c3dc71a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:07:15.596344 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-ce412f4f-8486-49be-ae10-fb4448451888 None None] Bound port: 7d4c98ad-30d7-4c6c-a233-0cc663da261f, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9028fe72-9b79-4538-96be-757c3dc71a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:07:15.596770 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ce412f4f-8486-49be-ae10-fb4448451888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (7d4c98ad-30d7-4c6c-a233-0cc663da261f), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:15.642255 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-090c9327-b670-422b-88d7-f4234b84a12e tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=104098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:07:15.654350 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-63199513-bd1e-4d80-9714-1a4b00d2b806 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7dbb2ba455b84df9b72862aaa29899aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3899219 Mar 28 01:07:15.660721 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52058) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:15.670857 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-090c9327-b670-422b-88d7-f4234b84a12e tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (91629a4e-2f32-45ee-851b-a08f3555cb97), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:15.671606 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.segments_db [None req-090c9327-b670-422b-88d7-f4234b84a12e tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Added segment 91629a4e-2f32-45ee-851b-a08f3555cb97 of type vlan for network 5cef224b-7992-43e5-bcc7-8e6a86e01ba2 Mar 28 01:07:15.709526 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-58bbab02-093f-44c9-9a0d-157340a1b22c tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (61c00f6e-11b9-455a-b153-586ea98dfda7), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:15.763958 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-58bbab02-093f-44c9-9a0d-157340a1b22c tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:15.767516 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-58bbab02-093f-44c9-9a0d-157340a1b22c tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "DELETE /v2.0/ports/61c00f6e-11b9-455a-b153-586ea98dfda7 HTTP/1.1" status: 204 len: 168 time: 0.6349771 Mar 28 01:07:15.771554 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52060) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:15.784731 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-ce412f4f-8486-49be-ae10-fb4448451888 None None] For port 7d4c98ad-30d7-4c6c-a233-0cc663da261f, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:07:15.788869 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bbab02-093f-44c9-9a0d-157340a1b22c tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Pushing event deleted for resources: {'Port': ['ID=61c00f6e-11b9-455a-b153-586ea98dfda7,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:15.789279 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa8c612-2899-4a21-ad43-55b6a1c1d6e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-2d3f9d3b-56f2-4a61-95b1-eafc918ed3fc', 'network_id': '2d3f9d3b-56f2-4a61-95b1-eafc918ed3fc', 'project_id': 'b3681da997b841e59750a00e0d8e0c2a', 'fixed_ips': [{'subnet_id': 'e1accf54-8ec1-4e8f-8bd4-982031bb96cf'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:07:15.790122 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-aaa8c612-2899-4a21-ad43-55b6a1c1d6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:15.795895 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-090c9327-b670-422b-88d7-f4234b84a12e tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (5cef224b-7992-43e5-bcc7-8e6a86e01ba2), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:15.796755 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-ce412f4f-8486-49be-ae10-fb4448451888 None None] For port 7d4c98ad-30d7-4c6c-a233-0cc663da261f, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=7d4c98ad-30d7-4c6c-a233-0cc663da261f,segment=NetworkSegment(9028fe72-9b79-4538-96be-757c3dc71a72),segment_id=9028fe72-9b79-4538-96be-757c3dc71a72)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:07:15.815278 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.pecan_wsgi.hooks.translation [None req-130a15fa-7491-4121-abad-dd24337d4900 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] GET failed (client error): The resource could not be found. Mar 28 01:07:15.816923 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-130a15fa-7491-4121-abad-dd24337d4900 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "GET /v2.0/ports/61c00f6e-11b9-455a-b153-586ea98dfda7 HTTP/1.1" status: 404 len: 333 time: 0.0443437 Mar 28 01:07:15.818831 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a5a05c77-37ef-4609-a12b-49e3eb1b381f tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks [] for router_gateway (713a14a1-7401-44ee-b027-f6e20677de11), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:15.821277 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52062) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:15.824643 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ce412f4f-8486-49be-ae10-fb4448451888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (7d4c98ad-30d7-4c6c-a233-0cc663da261f), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:15.826462 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-2a387f24-ae5b-44ab-a80e-ff12b9bddcf8 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Request body: {'port': {'network_id': '9b0bf857-0292-47f5-90e9-70cc555bb212', 'name': 'tempest-PortsTestJSON-85149362'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:07:15.859534 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a5a05c77-37ef-4609-a12b-49e3eb1b381f tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:15.914496 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-090c9327-b670-422b-88d7-f4234b84a12e tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (5cef224b-7992-43e5-bcc7-8e6a86e01ba2), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:15.927066 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090c9327-b670-422b-88d7-f4234b84a12e tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:15.928203 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-090c9327-b670-422b-88d7-f4234b84a12e tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:15.975165 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce412f4f-8486-49be-ae10-fb4448451888 None None] Pushing event updated for resources: {'Port': ['ID=7d4c98ad-30d7-4c6c-a233-0cc663da261f,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:16.024088 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-090c9327-b670-422b-88d7-f4234b84a12e tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6220355 Mar 28 01:07:16.030282 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52064) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:16.037877 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-952510c0-fb0e-4db9-98cb-2859f2a09a84 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Request body: {'subnet': {'network_id': '5cef224b-7992-43e5-bcc7-8e6a86e01ba2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:07:16.052616 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3f05140c-2a9e-4a11-9211-14674575b955 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks [] for port (7a5ba208-0ba6-4cdf-a232-b868bd69d184), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:16.063982 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090c9327-b670-422b-88d7-f4234b84a12e tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Pushing event updated for resources: {'Network': ['ID=5cef224b-7992-43e5-bcc7-8e6a86e01ba2,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:16.065383 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-aaa8c612-2899-4a21-ad43-55b6a1c1d6e3 None None] Allocated IP 2001:db8::1 (2d3f9d3b-56f2-4a61-95b1-eafc918ed3fc/e1accf54-8ec1-4e8f-8bd4-982031bb96cf/d724651e-7e39-44a9-a183-183dca4a5e81) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:07:16.082159 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network 5cef224b-7992-43e5-bcc7-8e6a86e01ba2 details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:07:16.114174 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a387f24-ae5b-44ab-a80e-ff12b9bddcf8 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Made reservation on behalf of fa54b4b5eec2452a8dcd67fc666c1bd8 for: {'port': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:07:16.117957 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2a387f24-ae5b-44ab-a80e-ff12b9bddcf8 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:16.141070 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7593e745-eb4d-4684-99bf-97c406ff078f admin admin] Publish callbacks [] for security_group (065fb507-68a3-4e41-9db7-9b17262c6a13), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:16.152230 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.notifiers.nova [None req-2a387f24-ae5b-44ab-a80e-ff12b9bddcf8 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] device_id is not set on port 80269948-c2ee-4649-b6dd-8b9860b7ec89 yet. {{(pid=104098) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 01:07:16.213012 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7593e745-eb4d-4684-99bf-97c406ff078f admin admin] Publish callbacks [] for security_group (065fb507-68a3-4e41-9db7-9b17262c6a13), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:16.257404 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-952510c0-fb0e-4db9-98cb-2859f2a09a84 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Made reservation on behalf of b3681da997b841e59750a00e0d8e0c2a for: {'subnet': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:07:16.261201 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-952510c0-fb0e-4db9-98cb-2859f2a09a84 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126112411'] for subnet (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:16.320164 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:16.354039 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.ipam_backend_mixin [None req-952510c0-fb0e-4db9-98cb-2859f2a09a84 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Performing IP validity checks on allocation pools {{(pid=104098) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Mar 28 01:07:16.354687 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.ipam_backend_mixin [None req-952510c0-fb0e-4db9-98cb-2859f2a09a84 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104098) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Mar 28 01:07:16.374536 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7593e745-eb4d-4684-99bf-97c406ff078f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (065fb507-68a3-4e41-9db7-9b17262c6a13), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:16.378579 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7593e745-eb4d-4684-99bf-97c406ff078f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:16.382048 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-7593e745-eb4d-4684-99bf-97c406ff078f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/065fb507-68a3-4e41-9db7-9b17262c6a13 HTTP/1.1" status: 204 len: 168 time: 0.7163517 Mar 28 01:07:16.441377 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7593e745-eb4d-4684-99bf-97c406ff078f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=065fb507-68a3-4e41-9db7-9b17262c6a13,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:16.475825 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2a387f24-ae5b-44ab-a80e-ff12b9bddcf8 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks [] for port (80269948-c2ee-4649-b6dd-8b9860b7ec89), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:16.505105 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-aaa8c612-2899-4a21-ad43-55b6a1c1d6e3 None None] Publish callbacks [] for port (d724651e-7e39-44a9-a183-183dca4a5e81), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:16.524221 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-aaa8c612-2899-4a21-ad43-55b6a1c1d6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (d724651e-7e39-44a9-a183-183dca4a5e81), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:16.559814 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-907dc847-fc4a-4cad-a4a3-5f26c925b4b6 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:16.563180 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-907dc847-fc4a-4cad-a4a3-5f26c925b4b6 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] 10.222.0.24 "DELETE /v2.0/ports/b14732b7-ff9f-4900-8dad-0152cfac6a77 HTTP/1.1" status: 204 len: 168 time: 2.3811824 Mar 28 01:07:16.566814 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3f05140c-2a9e-4a11-9211-14674575b955 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (7a5ba208-0ba6-4cdf-a232-b868bd69d184), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:16.568254 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52068) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:16.604274 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-e38cd059-92b6-49d5-8715-2f747aa482e0 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] GET failed (client error): The resource could not be found. Mar 28 01:07:16.605142 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2a387f24-ae5b-44ab-a80e-ff12b9bddcf8 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (80269948-c2ee-4649-b6dd-8b9860b7ec89), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:16.606072 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-e38cd059-92b6-49d5-8715-2f747aa482e0 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] 10.222.0.24 "GET /v2.0/ports/b14732b7-ff9f-4900-8dad-0152cfac6a77 HTTP/1.1" status: 404 len: 333 time: 0.0348616 Mar 28 01:07:16.610104 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52072) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:16.620741 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa8c612-2899-4a21-ad43-55b6a1c1d6e3 None None] Pushing event updated for resources: {'Port': ['ID=d724651e-7e39-44a9-a183-183dca4a5e81,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:16.645169 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa8c612-2899-4a21-ad43-55b6a1c1d6e3 None None] Network 2d3f9d3b-56f2-4a61-95b1-eafc918ed3fc is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:07:16.646756 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-aaa8c612-2899-4a21-ad43-55b6a1c1d6e3 None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:07:16.649599 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa8c612-2899-4a21-ad43-55b6a1c1d6e3 None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:07:16.659983 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-952510c0-fb0e-4db9-98cb-2859f2a09a84 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126174976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126112397'] for subnet (fcbb9574-2cf6-4d86-8561-5060c6d52d9d), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:16.678154 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [None req-a5a05c77-37ef-4609-a12b-49e3eb1b381f tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Allocated IP 172.26.1.162 (dea6548b-502b-42db-97fb-371e423e739a/cce6de65-d8c9-45b8-9970-0a277e8c1192/919c2aae-6666-4bf9-b08f-7ad9a44c4d7b) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:07:16.693557 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f05140c-2a9e-4a11-9211-14674575b955 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Network be4801db-c8f8-4df3-b9b5-556693d6a290 is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:07:16.699621 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-3f05140c-2a9e-4a11-9211-14674575b955 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:07:16.709543 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f05140c-2a9e-4a11-9211-14674575b955 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:07:16.718231 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f05140c-2a9e-4a11-9211-14674575b955 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:16.718901 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3f05140c-2a9e-4a11-9211-14674575b955 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:16.745281 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-3f05140c-2a9e-4a11-9211-14674575b955 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.7515998 Mar 28 01:07:16.750935 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52074) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:16.753126 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f05140c-2a9e-4a11-9211-14674575b955 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Pushing event updated for resources: {'Port': ['ID=7a5ba208-0ba6-4cdf-a232-b868bd69d184,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:16.780872 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-aaa8c612-2899-4a21-ad43-55b6a1c1d6e3 None None] Attempting to bind port d724651e-7e39-44a9-a183-183dca4a5e81 on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:07:16.780872 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-aaa8c612-2899-4a21-ad43-55b6a1c1d6e3 None None] Attempting to bind port d724651e-7e39-44a9-a183-183dca4a5e81 by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': '7d8f18fe-1f7b-4d47-a7a6-1b267c52b3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2d3f9d3b-56f2-4a61-95b1-eafc918ed3fc'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:07:16.781235 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa8c612-2899-4a21-ad43-55b6a1c1d6e3 None None] Attempting to bind port d724651e-7e39-44a9-a183-183dca4a5e81 on network 2d3f9d3b-56f2-4a61-95b1-eafc918ed3fc {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:07:16.784260 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a387f24-ae5b-44ab-a80e-ff12b9bddcf8 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Network 9b0bf857-0292-47f5-90e9-70cc555bb212 is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:07:16.792060 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa8c612-2899-4a21-ad43-55b6a1c1d6e3 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:07:16.792060 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa8c612-2899-4a21-ad43-55b6a1c1d6e3 None None] Checking segment: {'id': '7d8f18fe-1f7b-4d47-a7a6-1b267c52b3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2d3f9d3b-56f2-4a61-95b1-eafc918ed3fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:07:16.793605 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-aaa8c612-2899-4a21-ad43-55b6a1c1d6e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:16.793605 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa8c612-2899-4a21-ad43-55b6a1c1d6e3 None None] Bound using segment: {'id': '7d8f18fe-1f7b-4d47-a7a6-1b267c52b3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2d3f9d3b-56f2-4a61-95b1-eafc918ed3fc'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:07:16.795208 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-aaa8c612-2899-4a21-ad43-55b6a1c1d6e3 None None] Bound port: d724651e-7e39-44a9-a183-183dca4a5e81, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d8f18fe-1f7b-4d47-a7a6-1b267c52b3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2d3f9d3b-56f2-4a61-95b1-eafc918ed3fc'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:07:16.801352 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-aaa8c612-2899-4a21-ad43-55b6a1c1d6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (d724651e-7e39-44a9-a183-183dca4a5e81), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:16.808893 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-2a387f24-ae5b-44ab-a80e-ff12b9bddcf8 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:07:16.811263 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a387f24-ae5b-44ab-a80e-ff12b9bddcf8 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:07:16.816588 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a387f24-ae5b-44ab-a80e-ff12b9bddcf8 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:16.817203 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2a387f24-ae5b-44ab-a80e-ff12b9bddcf8 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:16.853578 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a387f24-ae5b-44ab-a80e-ff12b9bddcf8 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Pushing event updated for resources: {'Port': ['ID=80269948-c2ee-4649-b6dd-8b9860b7ec89,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:16.865665 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-2a387f24-ae5b-44ab-a80e-ff12b9bddcf8 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 1.0404360 Mar 28 01:07:16.874999 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52080) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:16.876764 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71e2c4a-da80-4ac5-b4c7-cc0c70ccbc95 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:16.883914 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71e2c4a-da80-4ac5-b4c7-cc0c70ccbc95 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:16.886155 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-d71e2c4a-da80-4ac5-b4c7-cc0c70ccbc95 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1340263 Mar 28 01:07:16.889315 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52082) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:16.896543 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-e9b56a3d-ec69-4fa6-9903-965eff4ca0c3 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:07:16.913429 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952510c0-fb0e-4db9-98cb-2859f2a09a84 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Checking segment: {'id': '91629a4e-2f32-45ee-851b-a08f3555cb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '5cef224b-7992-43e5-bcc7-8e6a86e01ba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:07:16.913801 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952510c0-fb0e-4db9-98cb-2859f2a09a84 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Network hostable DHCP agents. Network: 5cef224b-7992-43e5-bcc7-8e6a86e01ba2, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:07:16.921721 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-aaa8c612-2899-4a21-ad43-55b6a1c1d6e3 None None] For port d724651e-7e39-44a9-a183-183dca4a5e81, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:07:16.925007 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-aaa8c612-2899-4a21-ad43-55b6a1c1d6e3 None None] For port d724651e-7e39-44a9-a183-183dca4a5e81, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=d724651e-7e39-44a9-a183-183dca4a5e81,segment=NetworkSegment(7d8f18fe-1f7b-4d47-a7a6-1b267c52b3c6),segment_id=7d8f18fe-1f7b-4d47-a7a6-1b267c52b3c6)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:07:16.933786 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-aaa8c612-2899-4a21-ad43-55b6a1c1d6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (d724651e-7e39-44a9-a183-183dca4a5e81), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:16.935008 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952510c0-fb0e-4db9-98cb-2859f2a09a84 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Pushing event updated for resources: {'Subnet': ['ID=fcbb9574-2cf6-4d86-8561-5060c6d52d9d,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:17.040195 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa8c612-2899-4a21-ad43-55b6a1c1d6e3 None None] Pushing event updated for resources: {'Port': ['ID=d724651e-7e39-44a9-a183-183dca4a5e81,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:17.073560 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-94656ea4-6988-46a3-a620-a08b5a73ab06 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Deleting port 6befa019-1b86-4d86-ad5e-ea4a6fd37470 {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:07:17.073919 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-94656ea4-6988-46a3-a620-a08b5a73ab06 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (6befa019-1b86-4d86-ad5e-ea4a6fd37470), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:17.118257 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952510c0-fb0e-4db9-98cb-2859f2a09a84 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Network 5cef224b-7992-43e5-bcc7-8e6a86e01ba2 is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:07:17.256591 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-952510c0-fb0e-4db9-98cb-2859f2a09a84 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, 5cef224b-7992-43e5-bcc7-8e6a86e01ba2) {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:07:17.262102 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-952510c0-fb0e-4db9-98cb-2859f2a09a84 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:17.262721 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-952510c0-fb0e-4db9-98cb-2859f2a09a84 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:17.266682 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e423a63-419c-486a-a647-baa489b72381 None None] Network 5cef224b-7992-43e5-bcc7-8e6a86e01ba2 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:07:17.276357 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e9b56a3d-ec69-4fa6-9903-965eff4ca0c3 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (80269948-c2ee-4649-b6dd-8b9860b7ec89), before_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:17.314087 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-952510c0-fb0e-4db9-98cb-2859f2a09a84 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.2805700 Mar 28 01:07:17.318043 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52092) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:17.473809 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a5a05c77-37ef-4609-a12b-49e3eb1b381f tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks [] for port (919c2aae-6666-4bf9-b08f-7ad9a44c4d7b), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:17.519556 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-94656ea4-6988-46a3-a620-a08b5a73ab06 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (6befa019-1b86-4d86-ad5e-ea4a6fd37470), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:17.533899 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a5a05c77-37ef-4609-a12b-49e3eb1b381f tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (919c2aae-6666-4bf9-b08f-7ad9a44c4d7b), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:17.562256 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7ea74f-3ee1-47d1-a55d-759c0a81c7e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-5cef224b-7992-43e5-bcc7-8e6a86e01ba2', 'network_id': '5cef224b-7992-43e5-bcc7-8e6a86e01ba2', 'project_id': 'b3681da997b841e59750a00e0d8e0c2a', 'fixed_ips': [{'subnet_id': 'fcbb9574-2cf6-4d86-8561-5060c6d52d9d'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:07:17.563337 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-0e7ea74f-3ee1-47d1-a55d-759c0a81c7e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:17.566078 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-94656ea4-6988-46a3-a620-a08b5a73ab06 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Calling delete_port for 6befa019-1b86-4d86-ad5e-ea4a6fd37470 owned by {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:07:17.667376 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a05c77-37ef-4609-a12b-49e3eb1b381f tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Network dea6548b-502b-42db-97fb-371e423e739a is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:07:17.671431 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-a5a05c77-37ef-4609-a12b-49e3eb1b381f tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:07:17.695695 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a05c77-37ef-4609-a12b-49e3eb1b381f tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:07:17.711095 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-5ccec3e4-f195-464b-871b-00985b9ac581 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Deleting port 7a5ba208-0ba6-4cdf-a232-b868bd69d184 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:07:17.711436 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5ccec3e4-f195-464b-871b-00985b9ac581 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (7a5ba208-0ba6-4cdf-a232-b868bd69d184), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:17.850212 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a05c77-37ef-4609-a12b-49e3eb1b381f tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Pushing event updated for resources: {'Port': ['ID=919c2aae-6666-4bf9-b08f-7ad9a44c4d7b,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:17.851567 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-313c7bb6-70e7-41ff-aab1-a8e75949cfd2 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (5cef224b-7992-43e5-bcc7-8e6a86e01ba2), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:17.853705 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52098) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:17.899324 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-94656ea4-6988-46a3-a620-a08b5a73ab06 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (6befa019-1b86-4d86-ad5e-ea4a6fd37470), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:17.936005 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:17.953432 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-0e7ea74f-3ee1-47d1-a55d-759c0a81c7e1 None None] Allocated IP 2001:db8::3 (5cef224b-7992-43e5-bcc7-8e6a86e01ba2/fcbb9574-2cf6-4d86-8561-5060c6d52d9d/b52932f1-721f-4d01-acde-901b96a0e14c) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:07:17.980662 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-970e2621-c807-45c3-ab91-d32601fc665a None None] Provisioning complete for port 7d4c98ad-30d7-4c6c-a233-0cc663da261f triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:07:17.981046 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-970e2621-c807-45c3-ab91-d32601fc665a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (7d4c98ad-30d7-4c6c-a233-0cc663da261f), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:18.007249 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5ccec3e4-f195-464b-871b-00985b9ac581 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (7a5ba208-0ba6-4cdf-a232-b868bd69d184), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:18.045733 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-5ccec3e4-f195-464b-871b-00985b9ac581 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Calling delete_port for 7a5ba208-0ba6-4cdf-a232-b868bd69d184 owned by {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:07:18.241772 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94656ea4-6988-46a3-a620-a08b5a73ab06 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Pushing event deleted for resources: {'Port': ['ID=6befa019-1b86-4d86-ad5e-ea4a6fd37470,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:18.324106 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-827009cb-6560-413d-bc2e-addcc74a2492 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1965409814', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:07:18.334920 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 7d4c98ad-30d7-4c6c-a233-0cc663da261f up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:07:18.412288 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a5a05c77-37ef-4609-a12b-49e3eb1b381f tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks [] for router_gateway (713a14a1-7401-44ee-b027-f6e20677de11), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:18.443837 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-94656ea4-6988-46a3-a620-a08b5a73ab06 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:18.449315 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-94656ea4-6988-46a3-a620-a08b5a73ab06 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] 10.222.0.24 "DELETE /v2.0/ports/6befa019-1b86-4d86-ad5e-ea4a6fd37470 HTTP/1.1" status: 204 len: 168 time: 1.8317482 Mar 28 01:07:18.456860 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52102) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:18.510646 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-313c7bb6-70e7-41ff-aab1-a8e75949cfd2 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (fcbb9574-2cf6-4d86-8561-5060c6d52d9d), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:18.515352 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e9b56a3d-ec69-4fa6-9903-965eff4ca0c3 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks [] for port (80269948-c2ee-4649-b6dd-8b9860b7ec89), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:18.518655 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.pecan_wsgi.hooks.translation [None req-88c460ba-8331-44a6-b138-a41906181408 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] GET failed (client error): The resource could not be found. Mar 28 01:07:18.520327 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-88c460ba-8331-44a6-b138-a41906181408 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] 10.222.0.24 "GET /v2.0/ports/6befa019-1b86-4d86-ad5e-ea4a6fd37470 HTTP/1.1" status: 404 len: 333 time: 0.0605135 Mar 28 01:07:18.526714 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-0e7ea74f-3ee1-47d1-a55d-759c0a81c7e1 None None] Publish callbacks [] for port (b52932f1-721f-4d01-acde-901b96a0e14c), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:18.545027 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52104) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:18.552766 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 7d4c98ad-30d7-4c6c-a233-0cc663da261f triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:07:18.553337 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (7d4c98ad-30d7-4c6c-a233-0cc663da261f), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:18.556060 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e9b56a3d-ec69-4fa6-9903-965eff4ca0c3 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126177159'] for port (80269948-c2ee-4649-b6dd-8b9860b7ec89), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:18.596203 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-e9b56a3d-ec69-4fa6-9903-965eff4ca0c3 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] In _notify_port_updated(), no bound segment for port 80269948-c2ee-4649-b6dd-8b9860b7ec89 on network 9b0bf857-0292-47f5-90e9-70cc555bb212 {{(pid=104098) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 28 01:07:18.602536 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b56a3d-ec69-4fa6-9903-965eff4ca0c3 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:18.603658 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e9b56a3d-ec69-4fa6-9903-965eff4ca0c3 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:18.607930 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-970e2621-c807-45c3-ab91-d32601fc665a None None] Current status of the port 7d4c98ad-30d7-4c6c-a233-0cc663da261f is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:07:18.607930 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-970e2621-c807-45c3-ab91-d32601fc665a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (7d4c98ad-30d7-4c6c-a233-0cc663da261f), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:18.610672 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-e9b56a3d-ec69-4fa6-9903-965eff4ca0c3 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "PUT /v2.0/ports/80269948-c2ee-4649-b6dd-8b9860b7ec89 HTTP/1.1" status: 200 len: 818 time: 1.7170937 Mar 28 01:07:18.612895 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-0e7ea74f-3ee1-47d1-a55d-759c0a81c7e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (b52932f1-721f-4d01-acde-901b96a0e14c), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:18.631641 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52106) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:18.660070 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-827009cb-6560-413d-bc2e-addcc74a2492 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7069'] for router (9489c638-63f8-40f8-ae4f-cd106e957112), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:18.661134 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-827009cb-6560-413d-bc2e-addcc74a2492 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4188952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7062'] for router (9489c638-63f8-40f8-ae4f-cd106e957112), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:18.705375 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b56a3d-ec69-4fa6-9903-965eff4ca0c3 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Pushing event updated for resources: {'Port': ['ID=80269948-c2ee-4649-b6dd-8b9860b7ec89,revision_number=2']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:18.741005 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5ccec3e4-f195-464b-871b-00985b9ac581 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (7a5ba208-0ba6-4cdf-a232-b868bd69d184), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:18.809408 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e7ea74f-3ee1-47d1-a55d-759c0a81c7e1 None None] Network 5cef224b-7992-43e5-bcc7-8e6a86e01ba2 is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:07:18.811000 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-313c7bb6-70e7-41ff-aab1-a8e75949cfd2 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126175041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126112438'] for subnet (fcbb9574-2cf6-4d86-8561-5060c6d52d9d), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:18.816636 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccec3e4-f195-464b-871b-00985b9ac581 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Pushing event deleted for resources: {'Port': ['ID=7a5ba208-0ba6-4cdf-a232-b868bd69d184,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:18.823221 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5ccec3e4-f195-464b-871b-00985b9ac581 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:18.829366 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-5ccec3e4-f195-464b-871b-00985b9ac581 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "DELETE /v2.0/ports/7a5ba208-0ba6-4cdf-a232-b868bd69d184 HTTP/1.1" status: 204 len: 168 time: 1.9367752 Mar 28 01:07:18.832531 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52108) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:18.847313 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-0e7ea74f-3ee1-47d1-a55d-759c0a81c7e1 None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:07:18.858045 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7ea74f-3ee1-47d1-a55d-759c0a81c7e1 None None] Pushing event updated for resources: {'Port': ['ID=b52932f1-721f-4d01-acde-901b96a0e14c,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:18.865349 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-970e2621-c807-45c3-ab91-d32601fc665a None None] For port 7d4c98ad-30d7-4c6c-a233-0cc663da261f, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=7d4c98ad-30d7-4c6c-a233-0cc663da261f,segment=NetworkSegment(9028fe72-9b79-4538-96be-757c3dc71a72),segment_id=9028fe72-9b79-4538-96be-757c3dc71a72)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:07:18.881936 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7ea74f-3ee1-47d1-a55d-759c0a81c7e1 None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:07:18.889206 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 7d4c98ad-30d7-4c6c-a233-0cc663da261f is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:07:18.900864 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (7d4c98ad-30d7-4c6c-a233-0cc663da261f), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:18.910953 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3651b6-7bbe-46f6-948e-621105314b89 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:18.912764 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3651b6-7bbe-46f6-948e-621105314b89 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:18.912884 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313c7bb6-70e7-41ff-aab1-a8e75949cfd2 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Pushing event deleted for resources: {'Subnet': ['ID=fcbb9574-2cf6-4d86-8561-5060c6d52d9d,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:18.914352 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-0b3651b6-7bbe-46f6-948e-621105314b89 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0788164 Mar 28 01:07:18.926655 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a5a05c77-37ef-4609-a12b-49e3eb1b381f tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687953'] for router (713a14a1-7401-44ee-b027-f6e20677de11), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:18.932951 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52110) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:18.935689 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-970e2621-c807-45c3-ab91-d32601fc665a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (7d4c98ad-30d7-4c6c-a233-0cc663da261f), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:19.018587 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-519bcf1a-c2ea-4aac-b738-5f65e8f7dd9d tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Deleting port 80269948-c2ee-4649-b6dd-8b9860b7ec89 {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:07:19.018957 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-519bcf1a-c2ea-4aac-b738-5f65e8f7dd9d tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (80269948-c2ee-4649-b6dd-8b9860b7ec89), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:19.026733 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-827009cb-6560-413d-bc2e-addcc74a2492 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks [] for router_controller (9489c638-63f8-40f8-ae4f-cd106e957112), precommit_add_association {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:19.028513 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-313c7bb6-70e7-41ff-aab1-a8e75949cfd2 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (5cef224b-7992-43e5-bcc7-8e6a86e01ba2), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:19.029847 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7601e50-f5de-44e7-889e-dd33d436f0a1 None None] Network 2d3f9d3b-56f2-4a61-95b1-eafc918ed3fc requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:07:19.160674 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-313c7bb6-70e7-41ff-aab1-a8e75949cfd2 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cef224b-7992-43e5-bcc7-8e6a86e01ba2']}} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:07:19.176736 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-827009cb-6560-413d-bc2e-addcc74a2492 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687953'] for router (9489c638-63f8-40f8-ae4f-cd106e957112), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:19.182286 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-313c7bb6-70e7-41ff-aab1-a8e75949cfd2 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91629a4e-2f32-45ee-851b-a08f3555cb97') {'for_net_delete': True} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:07:19.182710 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-313c7bb6-70e7-41ff-aab1-a8e75949cfd2 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91629a4e-2f32-45ee-851b-a08f3555cb97') {} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:07:19.194303 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-519bcf1a-c2ea-4aac-b738-5f65e8f7dd9d tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (80269948-c2ee-4649-b6dd-8b9860b7ec89), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:19.205868 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-313c7bb6-70e7-41ff-aab1-a8e75949cfd2 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126443583'] for segment (91629a4e-2f32-45ee-851b-a08f3555cb97), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:19.221525 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-519bcf1a-c2ea-4aac-b738-5f65e8f7dd9d tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Calling delete_port for 80269948-c2ee-4649-b6dd-8b9860b7ec89 owned by {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:07:19.226711 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-2713c9de-f0fb-4c6d-86ec-755bf133e161 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Deleting port 4399a6e6-b0cd-45f9-a7f5-fd27dd6409ec {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:07:19.232600 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2713c9de-f0fb-4c6d-86ec-755bf133e161 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (4399a6e6-b0cd-45f9-a7f5-fd27dd6409ec), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:19.236400 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-313c7bb6-70e7-41ff-aab1-a8e75949cfd2 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (91629a4e-2f32-45ee-851b-a08f3555cb97), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:19.248492 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-313c7bb6-70e7-41ff-aab1-a8e75949cfd2 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=104098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:07:19.249504 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-313c7bb6-70e7-41ff-aab1-a8e75949cfd2 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126177251'] for segment (91629a4e-2f32-45ee-851b-a08f3555cb97), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:19.253733 dv-neutron-834874-6-hyperv neutron-server[104098]: Traceback (most recent call last): Mar 28 01:07:19.253733 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:07:19.253733 dv-neutron-834874-6-hyperv neutron-server[104098]: timer() Mar 28 01:07:19.253733 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:07:19.253733 dv-neutron-834874-6-hyperv neutron-server[104098]: cb(*args, **kw) Mar 28 01:07:19.253733 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:07:19.253733 dv-neutron-834874-6-hyperv neutron-server[104098]: return func(*args, **kwargs) Mar 28 01:07:19.253733 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:07:19.253733 dv-neutron-834874-6-hyperv neutron-server[104098]: self._notify() Mar 28 01:07:19.253733 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:07:19.253733 dv-neutron-834874-6-hyperv neutron-server[104098]: self.callback(batched_events) Mar 28 01:07:19.253733 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:07:19.253733 dv-neutron-834874-6-hyperv neutron-server[104098]: event.method(event) Mar 28 01:07:19.253733 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:07:19.253733 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:07:19.253733 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:07:19.253733 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:07:19.253733 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:07:19.253733 dv-neutron-834874-6-hyperv neutron-server[104098]: return f(self, *a, **k) Mar 28 01:07:19.253733 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:07:19.253733 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._get(url).json() Mar 28 01:07:19.253733 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:07:19.253733 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:07:19.253733 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:07:19.253733 dv-neutron-834874-6-hyperv neutron-server[104098]: return self.request(url, 'GET', **kwargs) Mar 28 01:07:19.253733 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:07:19.253733 dv-neutron-834874-6-hyperv neutron-server[104098]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:07:19.253733 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:07:19.253733 dv-neutron-834874-6-hyperv neutron-server[104098]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:07:19.253733 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:07:19.253733 dv-neutron-834874-6-hyperv neutron-server[104098]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:07:19.253733 dv-neutron-834874-6-hyperv neutron-server[104098]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:07:19.261533 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-0e7ea74f-3ee1-47d1-a55d-759c0a81c7e1 None None] Attempting to bind port b52932f1-721f-4d01-acde-901b96a0e14c on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:07:19.262244 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-0e7ea74f-3ee1-47d1-a55d-759c0a81c7e1 None None] Attempting to bind port b52932f1-721f-4d01-acde-901b96a0e14c by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': '91629a4e-2f32-45ee-851b-a08f3555cb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '5cef224b-7992-43e5-bcc7-8e6a86e01ba2'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:07:19.262790 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7ea74f-3ee1-47d1-a55d-759c0a81c7e1 None None] Attempting to bind port b52932f1-721f-4d01-acde-901b96a0e14c on network 5cef224b-7992-43e5-bcc7-8e6a86e01ba2 {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:07:19.265234 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.db.api [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104100) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 01:07:19.265761 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG oslo_db.api [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 01:07:19.274765 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-64bb7c31-01fa-4df6-b1f1-6434b6298715 None None] Could not find standard attr ID for object 7a5ba208-0ba6-4cdf-a232-b868bd69d184. {{(pid=104100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 28 01:07:19.312388 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7ea74f-3ee1-47d1-a55d-759c0a81c7e1 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:07:19.313439 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7ea74f-3ee1-47d1-a55d-759c0a81c7e1 None None] Checking segment: {'id': '91629a4e-2f32-45ee-851b-a08f3555cb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '5cef224b-7992-43e5-bcc7-8e6a86e01ba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:07:19.314133 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-0e7ea74f-3ee1-47d1-a55d-759c0a81c7e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:19.315224 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7ea74f-3ee1-47d1-a55d-759c0a81c7e1 None None] Bound using segment: {'id': '91629a4e-2f32-45ee-851b-a08f3555cb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '5cef224b-7992-43e5-bcc7-8e6a86e01ba2'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:07:19.315679 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-0e7ea74f-3ee1-47d1-a55d-759c0a81c7e1 None None] Bound port: b52932f1-721f-4d01-acde-901b96a0e14c, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91629a4e-2f32-45ee-851b-a08f3555cb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '5cef224b-7992-43e5-bcc7-8e6a86e01ba2'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:07:19.316083 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-0e7ea74f-3ee1-47d1-a55d-759c0a81c7e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (b52932f1-721f-4d01-acde-901b96a0e14c), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:19.333851 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970e2621-c807-45c3-ab91-d32601fc665a None None] Pushing event updated for resources: {'Port': ['ID=7d4c98ad-30d7-4c6c-a233-0cc663da261f,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:19.358452 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-64bb7c31-01fa-4df6-b1f1-6434b6298715 None None] Provisioning complete for port d724651e-7e39-44a9-a183-183dca4a5e81 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:07:19.358843 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-64bb7c31-01fa-4df6-b1f1-6434b6298715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (d724651e-7e39-44a9-a183-183dca4a5e81), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:19.373710 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-827009cb-6560-413d-bc2e-addcc74a2492 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks [] for router (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:19.377752 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-827009cb-6560-413d-bc2e-addcc74a2492 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.5165434 Mar 28 01:07:19.390662 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52112) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:19.404349 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-07893678-537f-49b1-9378-955fcb1210bb tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-445517601'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:07:19.412529 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a4e98eb-36e1-4308-88e8-d4d4f271d1b5 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Deleting subnet f1bf8445-bf01-4ba7-b6c0-4bbde12f28f0 {{(pid=104099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:07:19.417772 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2713c9de-f0fb-4c6d-86ec-755bf133e161 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (4399a6e6-b0cd-45f9-a7f5-fd27dd6409ec), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:19.426930 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7a4e98eb-36e1-4308-88e8-d4d4f271d1b5 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks [] for subnet (f1bf8445-bf01-4ba7-b6c0-4bbde12f28f0), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:19.476652 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5a05c77-37ef-4609-a12b-49e3eb1b381f tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Router 713a14a1-7401-44ee-b027-f6e20677de11 is scheduled to L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 with binding_index 1 {{(pid=104099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 01:07:19.484226 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-2713c9de-f0fb-4c6d-86ec-755bf133e161 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Calling delete_port for 4399a6e6-b0cd-45f9-a7f5-fd27dd6409ec owned by {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:07:19.507734 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07893678-537f-49b1-9378-955fcb1210bb tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Made reservation on behalf of 76872a2b5b33490e8165d4ef5107aec5 for: {'network': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:07:19.512247 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-07893678-537f-49b1-9378-955fcb1210bb tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:19.520622 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7a4e98eb-36e1-4308-88e8-d4d4f271d1b5 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126946639'] for subnet (f1bf8445-bf01-4ba7-b6c0-4bbde12f28f0), precommit_delete_associations {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:19.593231 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-07893678-537f-49b1-9378-955fcb1210bb tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks [] for security_group (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:19.608249 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.db.api [None req-313c7bb6-70e7-41ff-aab1-a8e75949cfd2 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 28 01:07:19.608249 dv-neutron-834874-6-hyperv neutron-server[104098]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 28 01:07:19.608249 dv-neutron-834874-6-hyperv neutron-server[104098]: [parameters: {'id': '5cef224b-7992-43e5-bcc7-8e6a86e01ba2'}] Mar 28 01:07:19.608249 dv-neutron-834874-6-hyperv neutron-server[104098]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104098) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 01:07:19.608622 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG oslo_db.api [None req-313c7bb6-70e7-41ff-aab1-a8e75949cfd2 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 01:07:19.638915 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-519bcf1a-c2ea-4aac-b738-5f65e8f7dd9d tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (80269948-c2ee-4649-b6dd-8b9860b7ec89), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:19.661345 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-0e7ea74f-3ee1-47d1-a55d-759c0a81c7e1 None None] For port b52932f1-721f-4d01-acde-901b96a0e14c, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:07:19.670688 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-0e7ea74f-3ee1-47d1-a55d-759c0a81c7e1 None None] For port b52932f1-721f-4d01-acde-901b96a0e14c, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=b52932f1-721f-4d01-acde-901b96a0e14c,segment=NetworkSegment(91629a4e-2f32-45ee-851b-a08f3555cb97),segment_id=91629a4e-2f32-45ee-851b-a08f3555cb97)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:07:19.680523 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519bcf1a-c2ea-4aac-b738-5f65e8f7dd9d tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Pushing event deleted for resources: {'Port': ['ID=80269948-c2ee-4649-b6dd-8b9860b7ec89,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:19.687014 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-0e7ea74f-3ee1-47d1-a55d-759c0a81c7e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (b52932f1-721f-4d01-acde-901b96a0e14c), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:19.698501 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-519bcf1a-c2ea-4aac-b738-5f65e8f7dd9d tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:19.708853 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-519bcf1a-c2ea-4aac-b738-5f65e8f7dd9d tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "DELETE /v2.0/ports/80269948-c2ee-4649-b6dd-8b9860b7ec89 HTTP/1.1" status: 204 len: 168 time: 1.0734010 Mar 28 01:07:19.709541 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52114) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:19.776397 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5a05c77-37ef-4609-a12b-49e3eb1b381f tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:07:19.785151 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ec2876-4607-4bac-9417-46b8419abef0 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:19.789402 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-b4ec2876-4607-4bac-9417-46b8419abef0 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0760915 Mar 28 01:07:19.789866 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52116) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:19.792678 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99cae27d-a9aa-483e-b7ed-1d95f9b2b28a None None] Sync routers for ids ['713a14a1-7401-44ee-b027-f6e20677de11'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:07:19.806462 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cae27d-a9aa-483e-b7ed-1d95f9b2b28a None None] Routers {'713a14a1-7401-44ee-b027-f6e20677de11'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:07:19.807479 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-99cae27d-a9aa-483e-b7ed-1d95f9b2b28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:07:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['713a14a1-7401-44ee-b027-f6e20677de11'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:07:19.858553 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-64bb7c31-01fa-4df6-b1f1-6434b6298715 None None] Current status of the port d724651e-7e39-44a9-a183-183dca4a5e81 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:07:19.858979 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-64bb7c31-01fa-4df6-b1f1-6434b6298715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (d724651e-7e39-44a9-a183-183dca4a5e81), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:19.863556 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5fb80e5-967c-4fc0-b1b5-995b4e45d8b4 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] GET failed (client error): The resource could not be found. Mar 28 01:07:19.868719 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-a5fb80e5-967c-4fc0-b1b5-995b4e45d8b4 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "GET /v2.0/ports/80269948-c2ee-4649-b6dd-8b9860b7ec89 HTTP/1.1" status: 404 len: 333 time: 0.0739107 Mar 28 01:07:19.869589 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52118) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:19.872962 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-99cae27d-a9aa-483e-b7ed-1d95f9b2b28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:07:19.875127 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-bf2359c3-e026-4880-be08-61d5b88e7506 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-669537808'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:07:19.885400 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cae27d-a9aa-483e-b7ed-1d95f9b2b28a None None] Routers {'713a14a1-7401-44ee-b027-f6e20677de11'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:07:19.886384 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-99cae27d-a9aa-483e-b7ed-1d95f9b2b28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:07:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['713a14a1-7401-44ee-b027-f6e20677de11'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:07:19.897686 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7ea74f-3ee1-47d1-a55d-759c0a81c7e1 None None] Pushing event updated for resources: {'Port': ['ID=b52932f1-721f-4d01-acde-901b96a0e14c,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:19.905780 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a5a05c77-37ef-4609-a12b-49e3eb1b381f tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks [] for router (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:19.911001 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-a5a05c77-37ef-4609-a12b-49e3eb1b381f tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.6102436 Mar 28 01:07:19.914391 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52120) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:19.917052 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf2359c3-e026-4880-be08-61d5b88e7506 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Made reservation on behalf of fa54b4b5eec2452a8dcd67fc666c1bd8 for: {'network': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:07:19.922551 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 7d4c98ad-30d7-4c6c-a233-0cc663da261f is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:07:19.923732 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device d724651e-7e39-44a9-a183-183dca4a5e81 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:07:19.935470 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-bf2359c3-e026-4880-be08-61d5b88e7506 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:19.936944 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-99cae27d-a9aa-483e-b7ed-1d95f9b2b28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:07:19.937866 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99cae27d-a9aa-483e-b7ed-1d95f9b2b28a None None] The sync data for ids ['713a14a1-7401-44ee-b027-f6e20677de11'] in dv-neutron-834874-6-hyperv is: [] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:07:19.956569 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d1fd91-80ce-4f34-8341-35df809b6698 None None] get_active_networks_info from dv-neutron-834874-6-hyperv {{(pid=104100) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 28 01:07:19.969337 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf2359c3-e026-4880-be08-61d5b88e7506 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=104098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:07:19.979471 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-bf2359c3-e026-4880-be08-61d5b88e7506 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (a2ec2cdf-b0ed-43f7-bfae-f4e34d403877), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:19.979808 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.segments_db [None req-bf2359c3-e026-4880-be08-61d5b88e7506 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Added segment a2ec2cdf-b0ed-43f7-bfae-f4e34d403877 of type vlan for network c8e989b3-c1aa-452e-929c-b98b247a53a7 Mar 28 01:07:20.006609 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-64bb7c31-01fa-4df6-b1f1-6434b6298715 None None] For port d724651e-7e39-44a9-a183-183dca4a5e81, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=d724651e-7e39-44a9-a183-183dca4a5e81,segment=NetworkSegment(7d8f18fe-1f7b-4d47-a7a6-1b267c52b3c6),segment_id=7d8f18fe-1f7b-4d47-a7a6-1b267c52b3c6)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:07:20.016548 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-64bb7c31-01fa-4df6-b1f1-6434b6298715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (d724651e-7e39-44a9-a183-183dca4a5e81), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:20.022182 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-bf2359c3-e026-4880-be08-61d5b88e7506 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (c8e989b3-c1aa-452e-929c-b98b247a53a7), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:20.053879 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-bf2359c3-e026-4880-be08-61d5b88e7506 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (c8e989b3-c1aa-452e-929c-b98b247a53a7), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:20.060054 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2359c3-e026-4880-be08-61d5b88e7506 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:20.061162 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-bf2359c3-e026-4880-be08-61d5b88e7506 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:20.062470 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-07893678-537f-49b1-9378-955fcb1210bb tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks [] for security_group (ffa9673d-d43d-47fa-96b6-0e3a3bfbcf7d), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:20.099394 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-07893678-537f-49b1-9378-955fcb1210bb tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (ffa9673d-d43d-47fa-96b6-0e3a3bfbcf7d), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:20.106545 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bb7c31-01fa-4df6-b1f1-6434b6298715 None None] Pushing event updated for resources: {'Port': ['ID=d724651e-7e39-44a9-a183-183dca4a5e81,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:20.115341 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-313c7bb6-70e7-41ff-aab1-a8e75949cfd2 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (5cef224b-7992-43e5-bcc7-8e6a86e01ba2), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:20.123372 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-bf2359c3-e026-4880-be08-61d5b88e7506 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2525835 Mar 28 01:07:20.127385 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52122) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:20.129707 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port d724651e-7e39-44a9-a183-183dca4a5e81 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:07:20.130203 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (d724651e-7e39-44a9-a183-183dca4a5e81), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:20.132289 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-60acdc84-0bef-437a-ace9-1afda29b49ba tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Request body: {'subnet': {'network_id': 'c8e989b3-c1aa-452e-929c-b98b247a53a7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:07:20.134112 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7a4e98eb-36e1-4308-88e8-d4d4f271d1b5 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (f1bf8445-bf01-4ba7-b6c0-4bbde12f28f0), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:20.176419 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d1fd91-80ce-4f34-8341-35df809b6698 None None] Resources bound (agent type, host, resource id): {{(pid=104100) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 28 01:07:20.182082 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2359c3-e026-4880-be08-61d5b88e7506 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Pushing event updated for resources: {'Network': ['ID=c8e989b3-c1aa-452e-929c-b98b247a53a7,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:20.182820 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07893678-537f-49b1-9378-955fcb1210bb tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffa9673d-d43d-47fa-96b6-0e3a3bfbcf7d,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:20.190584 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07893678-537f-49b1-9378-955fcb1210bb tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=104099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:07:20.194662 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-0313750b-b096-4469-8888-e796b21ecbde None None] Provisioning complete for port d724651e-7e39-44a9-a183-183dca4a5e81 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:07:20.195679 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-0313750b-b096-4469-8888-e796b21ecbde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (d724651e-7e39-44a9-a183-183dca4a5e81), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:20.226315 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-07893678-537f-49b1-9378-955fcb1210bb tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (b78c9677-bd27-4c53-a078-025f31c8eb8a), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:20.226315 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.segments_db [None req-07893678-537f-49b1-9378-955fcb1210bb tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Added segment b78c9677-bd27-4c53-a078-025f31c8eb8a of type vlan for network ee7e90e8-7809-4663-9678-9e768e0696ab Mar 28 01:07:20.232456 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network c8e989b3-c1aa-452e-929c-b98b247a53a7 details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:07:20.252051 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2713c9de-f0fb-4c6d-86ec-755bf133e161 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (4399a6e6-b0cd-45f9-a7f5-fd27dd6409ec), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:20.265153 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60acdc84-0bef-437a-ace9-1afda29b49ba tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Made reservation on behalf of fa54b4b5eec2452a8dcd67fc666c1bd8 for: {'subnet': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:07:20.268976 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-60acdc84-0bef-437a-ace9-1afda29b49ba tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126112411'] for subnet (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:20.275638 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-313c7bb6-70e7-41ff-aab1-a8e75949cfd2 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Deleting port b52932f1-721f-4d01-acde-901b96a0e14c {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:07:20.275972 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-313c7bb6-70e7-41ff-aab1-a8e75949cfd2 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (b52932f1-721f-4d01-acde-901b96a0e14c), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:20.313581 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-dac4e853-ec37-4aeb-9598-0a965870c31f tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] 10.222.0.24 "GET /v2.0/routers/713a14a1-7401-44ee-b027-f6e20677de11 HTTP/1.1" status: 200 len: 885 time: 0.3858104 Mar 28 01:07:20.321297 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52124) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:20.322439 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2713c9de-f0fb-4c6d-86ec-755bf133e161 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Pushing event deleted for resources: {'Port': ['ID=4399a6e6-b0cd-45f9-a7f5-fd27dd6409ec,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:20.373755 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7a4e98eb-36e1-4308-88e8-d4d4f271d1b5 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127282766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126757793'] for subnet (f1bf8445-bf01-4ba7-b6c0-4bbde12f28f0), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:20.396161 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.db [None req-313c7bb6-70e7-41ff-aab1-a8e75949cfd2 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] For port b52932f1-721f-4d01-acde-901b96a0e14c, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=b52932f1-721f-4d01-acde-901b96a0e14c,segment=NetworkSegment(91629a4e-2f32-45ee-851b-a08f3555cb97),segment_id=91629a4e-2f32-45ee-851b-a08f3555cb97)] {{(pid=104098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:07:20.396528 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-313c7bb6-70e7-41ff-aab1-a8e75949cfd2 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (b52932f1-721f-4d01-acde-901b96a0e14c), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:20.417157 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-313c7bb6-70e7-41ff-aab1-a8e75949cfd2 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Calling delete_port for b52932f1-721f-4d01-acde-901b96a0e14c owned by network:dhcp {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:07:20.434935 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port d724651e-7e39-44a9-a183-183dca4a5e81 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:07:20.522963 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-0313750b-b096-4469-8888-e796b21ecbde None None] Current status of the port d724651e-7e39-44a9-a183-183dca4a5e81 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:07:20.584383 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-313c7bb6-70e7-41ff-aab1-a8e75949cfd2 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (b52932f1-721f-4d01-acde-901b96a0e14c), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:20.595836 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-60acdc84-0bef-437a-ace9-1afda29b49ba tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126174976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126112397'] for subnet (004bd6af-b800-4eef-b725-475dcecba90b), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:20.609292 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 7d4c98ad-30d7-4c6c-a233-0cc663da261f up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:07:20.657190 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313c7bb6-70e7-41ff-aab1-a8e75949cfd2 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] No DVR routers for this DVR port b52932f1-721f-4d01-acde-901b96a0e14c on host dv-neutron-834874-6-hyperv {{(pid=104098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:07:20.657561 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9eed8d9-047b-4440-897a-da49d97e572b None None] get_active_networks_info from dv-neutron-834874-6-hyperv {{(pid=104100) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 28 01:07:20.664149 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-07893678-537f-49b1-9378-955fcb1210bb tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (ee7e90e8-7809-4663-9678-9e768e0696ab), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:20.664793 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313c7bb6-70e7-41ff-aab1-a8e75949cfd2 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Pushing event deleted for resources: {'Port': ['ID=b52932f1-721f-4d01-acde-901b96a0e14c,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:20.709283 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 7d4c98ad-30d7-4c6c-a233-0cc663da261f triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:07:20.709564 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (7d4c98ad-30d7-4c6c-a233-0cc663da261f), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:20.750609 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60acdc84-0bef-437a-ace9-1afda29b49ba tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Pushing event updated for resources: {'Subnet': ['ID=004bd6af-b800-4eef-b725-475dcecba90b,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:20.755189 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4e98eb-36e1-4308-88e8-d4d4f271d1b5 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Pushing event deleted for resources: {'Subnet': ['ID=f1bf8445-bf01-4ba7-b6c0-4bbde12f28f0,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:20.755895 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60acdc84-0bef-437a-ace9-1afda29b49ba tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Checking segment: {'id': 'a2ec2cdf-b0ed-43f7-bfae-f4e34d403877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c8e989b3-c1aa-452e-929c-b98b247a53a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:07:20.756389 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60acdc84-0bef-437a-ace9-1afda29b49ba tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Network hostable DHCP agents. Network: c8e989b3-c1aa-452e-929c-b98b247a53a7, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:07:20.758770 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7a4e98eb-36e1-4308-88e8-d4d4f271d1b5 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks [] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:20.762278 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-7a4e98eb-36e1-4308-88e8-d4d4f271d1b5 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "DELETE /v2.0/subnets/f1bf8445-bf01-4ba7-b6c0-4bbde12f28f0 HTTP/1.1" status: 204 len: 168 time: 1.8283532 Mar 28 01:07:20.768170 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52126) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:20.817456 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-07893678-537f-49b1-9378-955fcb1210bb tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (ee7e90e8-7809-4663-9678-9e768e0696ab), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:20.823186 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07893678-537f-49b1-9378-955fcb1210bb tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:20.824059 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-07893678-537f-49b1-9378-955fcb1210bb tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:20.831794 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-a9446779-cb2c-44f2-80f3-50d6279fe1d6 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0610821 Mar 28 01:07:20.833691 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-313c7bb6-70e7-41ff-aab1-a8e75949cfd2 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (5cef224b-7992-43e5-bcc7-8e6a86e01ba2), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:20.836065 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52128) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:20.837167 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2713c9de-f0fb-4c6d-86ec-755bf133e161 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:20.841260 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-2713c9de-f0fb-4c6d-86ec-755bf133e161 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] 10.222.0.24 "DELETE /v2.0/ports/4399a6e6-b0cd-45f9-a7f5-fd27dd6409ec HTTP/1.1" status: 204 len: 168 time: 2.2932723 Mar 28 01:07:20.858266 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52130) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:20.877703 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 7d4c98ad-30d7-4c6c-a233-0cc663da261f is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:07:20.878715 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device d724651e-7e39-44a9-a183-183dca4a5e81 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:07:20.912200 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-07893678-537f-49b1-9378-955fcb1210bb tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.5201464 Mar 28 01:07:20.915226 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52132) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:20.923881 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-952569f9-01c6-4c12-b8e3-4ceaccaafd1f tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Request body: {'subnet': {'network_id': 'ee7e90e8-7809-4663-9678-9e768e0696ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:07:20.932726 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-313c7bb6-70e7-41ff-aab1-a8e75949cfd2 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cef224b-7992-43e5-bcc7-8e6a86e01ba2']}} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:07:20.954213 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60acdc84-0bef-437a-ace9-1afda29b49ba tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Network c8e989b3-c1aa-452e-929c-b98b247a53a7 is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:07:20.963446 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-313c7bb6-70e7-41ff-aab1-a8e75949cfd2 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91629a4e-2f32-45ee-851b-a08f3555cb97') {'for_net_delete': True} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:07:20.963734 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-313c7bb6-70e7-41ff-aab1-a8e75949cfd2 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91629a4e-2f32-45ee-851b-a08f3555cb97') {} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:07:20.966518 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9eed8d9-047b-4440-897a-da49d97e572b None None] Unable to find a vacant binding_index for network c8e989b3-c1aa-452e-929c-b98b247a53a7 and agent 8a97cc4e-9a54-4b69-95cc-698092188635 {{(pid=104100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Mar 28 01:07:20.968356 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port d724651e-7e39-44a9-a183-183dca4a5e81 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:07:20.968766 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (d724651e-7e39-44a9-a183-183dca4a5e81), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:20.982751 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-60acdc84-0bef-437a-ace9-1afda29b49ba tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, c8e989b3-c1aa-452e-929c-b98b247a53a7) {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:07:20.987302 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-313c7bb6-70e7-41ff-aab1-a8e75949cfd2 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126443583'] for segment (91629a4e-2f32-45ee-851b-a08f3555cb97), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:20.990481 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9eed8d9-047b-4440-897a-da49d97e572b None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, c8e989b3-c1aa-452e-929c-b98b247a53a7) {{(pid=104100) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 28 01:07:20.991183 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07893678-537f-49b1-9378-955fcb1210bb tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Pushing event updated for resources: {'Network': ['ID=ee7e90e8-7809-4663-9678-9e768e0696ab,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:21.007361 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network ee7e90e8-7809-4663-9678-9e768e0696ab details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:07:21.016097 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60acdc84-0bef-437a-ace9-1afda29b49ba tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:21.016837 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-60acdc84-0bef-437a-ace9-1afda29b49ba tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:21.032540 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4339c1e-a8a9-4095-9c5e-01852c9b4145 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:21.036836 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-f4339c1e-a8a9-4095-9c5e-01852c9b4145 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1967576 Mar 28 01:07:21.037516 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52134) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:21.042596 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_v2 [None req-816ec5a4-789e-4fcd-805d-e60187664018 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Deleting subnet 79532fc3-9890-4a05-ad24-ac6614f5c9bf {{(pid=104098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:07:21.049069 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-313c7bb6-70e7-41ff-aab1-a8e75949cfd2 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (91629a4e-2f32-45ee-851b-a08f3555cb97), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:21.051073 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-816ec5a4-789e-4fcd-805d-e60187664018 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Publish callbacks [] for subnet (79532fc3-9890-4a05-ad24-ac6614f5c9bf), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:21.080689 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-313c7bb6-70e7-41ff-aab1-a8e75949cfd2 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=104098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:07:21.081436 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-313c7bb6-70e7-41ff-aab1-a8e75949cfd2 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126177251'] for segment (91629a4e-2f32-45ee-851b-a08f3555cb97), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:21.085287 dv-neutron-834874-6-hyperv neutron-server[104098]: Traceback (most recent call last): Mar 28 01:07:21.085287 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:07:21.085287 dv-neutron-834874-6-hyperv neutron-server[104098]: timer() Mar 28 01:07:21.085287 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:07:21.085287 dv-neutron-834874-6-hyperv neutron-server[104098]: cb(*args, **kw) Mar 28 01:07:21.085287 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:07:21.085287 dv-neutron-834874-6-hyperv neutron-server[104098]: return func(*args, **kwargs) Mar 28 01:07:21.085287 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:07:21.085287 dv-neutron-834874-6-hyperv neutron-server[104098]: self._notify() Mar 28 01:07:21.085287 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:07:21.085287 dv-neutron-834874-6-hyperv neutron-server[104098]: self.callback(batched_events) Mar 28 01:07:21.085287 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:07:21.085287 dv-neutron-834874-6-hyperv neutron-server[104098]: event.method(event) Mar 28 01:07:21.085287 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:07:21.085287 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:07:21.085287 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:07:21.085287 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:07:21.085287 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:07:21.085287 dv-neutron-834874-6-hyperv neutron-server[104098]: return f(self, *a, **k) Mar 28 01:07:21.085287 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:07:21.085287 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._get(url).json() Mar 28 01:07:21.085287 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:07:21.085287 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:07:21.085287 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:07:21.085287 dv-neutron-834874-6-hyperv neutron-server[104098]: return self.request(url, 'GET', **kwargs) Mar 28 01:07:21.085287 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:07:21.085287 dv-neutron-834874-6-hyperv neutron-server[104098]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:07:21.085287 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:07:21.085287 dv-neutron-834874-6-hyperv neutron-server[104098]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:07:21.085287 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:07:21.085287 dv-neutron-834874-6-hyperv neutron-server[104098]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:07:21.085287 dv-neutron-834874-6-hyperv neutron-server[104098]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:07:21.101549 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-952569f9-01c6-4c12-b8e3-4ceaccaafd1f tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Made reservation on behalf of 76872a2b5b33490e8165d4ef5107aec5 for: {'subnet': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:07:21.107262 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-60acdc84-0bef-437a-ace9-1afda29b49ba tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9764857 Mar 28 01:07:21.107409 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-952569f9-01c6-4c12-b8e3-4ceaccaafd1f tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126757772'] for subnet (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:21.111993 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52136) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:21.118641 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-50fbe223-166a-444d-b18d-c22163c7b5af tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Request body: {'subnet': {'network_id': 'c8e989b3-c1aa-452e-929c-b98b247a53a7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:07:21.156208 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-816ec5a4-789e-4fcd-805d-e60187664018 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126443526'] for subnet (79532fc3-9890-4a05-ad24-ac6614f5c9bf), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:21.188316 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-313c7bb6-70e7-41ff-aab1-a8e75949cfd2 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (5cef224b-7992-43e5-bcc7-8e6a86e01ba2), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:21.195717 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port d724651e-7e39-44a9-a183-183dca4a5e81 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:07:21.198782 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-313c7bb6-70e7-41ff-aab1-a8e75949cfd2 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:21.201966 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-313c7bb6-70e7-41ff-aab1-a8e75949cfd2 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] 10.222.0.24 "DELETE /v2.0/networks/5cef224b-7992-43e5-bcc7-8e6a86e01ba2 HTTP/1.1" status: 204 len: 168 time: 3.8822420 Mar 28 01:07:21.218445 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52138) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:21.224870 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313c7bb6-70e7-41ff-aab1-a8e75949cfd2 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Pushing event deleted for resources: {'Network': ['ID=5cef224b-7992-43e5-bcc7-8e6a86e01ba2,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:21.228135 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-e929c6dd-1c57-407a-a312-065acc5a7482 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2108591938'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:07:21.244781 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc268e6-f43c-4ef3-9869-69d065f8b684 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:21.249250 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-3dc268e6-f43c-4ef3-9869-69d065f8b684 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2080181 Mar 28 01:07:21.255180 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52140) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:21.288175 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-816ec5a4-789e-4fcd-805d-e60187664018 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (79532fc3-9890-4a05-ad24-ac6614f5c9bf), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:21.308580 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f667513d-6de4-468e-b59f-6e14ce4a6e9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-c8e989b3-c1aa-452e-929c-b98b247a53a7', 'network_id': 'c8e989b3-c1aa-452e-929c-b98b247a53a7', 'project_id': 'fa54b4b5eec2452a8dcd67fc666c1bd8', 'fixed_ips': [{'subnet_id': '004bd6af-b800-4eef-b725-475dcecba90b'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:07:21.310301 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f667513d-6de4-468e-b59f-6e14ce4a6e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:21.340373 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-d231ef80-db4b-4555-a96c-c8b891c99b09 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0765378 Mar 28 01:07:21.349975 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52142) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:21.355579 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-8b01af66-eeb3-4df9-8261-c45020b4c08d tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 1.0274777 Mar 28 01:07:21.355970 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-4cab9c68-1582-465c-854c-0d52c519a9da tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Request body: {'subnet': {'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:07:21.362086 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52144) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:21.367627 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-8160d54d-df07-4efe-9949-499cd892b07b tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1299601238'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:07:21.376899 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e929c6dd-1c57-407a-a312-065acc5a7482 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Made reservation on behalf of b3681da997b841e59750a00e0d8e0c2a for: {'network': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:07:21.380115 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e929c6dd-1c57-407a-a312-065acc5a7482 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:21.437856 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e929c6dd-1c57-407a-a312-065acc5a7482 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=104099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:07:21.461648 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e929c6dd-1c57-407a-a312-065acc5a7482 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (db331ee3-445e-4231-85ac-a8356cc3c8a3), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:21.462093 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.segments_db [None req-e929c6dd-1c57-407a-a312-065acc5a7482 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Added segment db331ee3-445e-4231-85ac-a8356cc3c8a3 of type vlan for network 5c21afa6-4681-4fe8-9955-7b5452a45345 Mar 28 01:07:21.465139 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-f667513d-6de4-468e-b59f-6e14ce4a6e9b None None] Allocated IP 172.20.0.2 (c8e989b3-c1aa-452e-929c-b98b247a53a7/004bd6af-b800-4eef-b725-475dcecba90b/9103be10-33b7-45d0-a5bb-f352a5b3f4d2) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:07:21.484920 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-816ec5a4-789e-4fcd-805d-e60187664018 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126175041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126112438'] for subnet (79532fc3-9890-4a05-ad24-ac6614f5c9bf), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:21.504795 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50fbe223-166a-444d-b18d-c22163c7b5af tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Made reservation on behalf of fa54b4b5eec2452a8dcd67fc666c1bd8 for: {'subnet': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:07:21.508134 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-50fbe223-166a-444d-b18d-c22163c7b5af tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126757772'] for subnet (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:21.540127 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-816ec5a4-789e-4fcd-805d-e60187664018 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:21.546089 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-816ec5a4-789e-4fcd-805d-e60187664018 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] 10.222.0.24 "DELETE /v2.0/subnets/79532fc3-9890-4a05-ad24-ac6614f5c9bf HTTP/1.1" status: 204 len: 168 time: 0.6752672 Mar 28 01:07:21.547277 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816ec5a4-789e-4fcd-805d-e60187664018 tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Pushing event deleted for resources: {'Subnet': ['ID=79532fc3-9890-4a05-ad24-ac6614f5c9bf,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:21.549118 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52146) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:21.593492 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e929c6dd-1c57-407a-a312-065acc5a7482 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (5c21afa6-4681-4fe8-9955-7b5452a45345), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:21.634069 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f667513d-6de4-468e-b59f-6e14ce4a6e9b None None] Publish callbacks [] for port (9103be10-33b7-45d0-a5bb-f352a5b3f4d2), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:21.642213 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cab9c68-1582-465c-854c-0d52c519a9da tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Made reservation on behalf of 564cf6bfe83a4d71adcd7d33f5d20cb1 for: {'subnet': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:07:21.642411 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f667513d-6de4-468e-b59f-6e14ce4a6e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (9103be10-33b7-45d0-a5bb-f352a5b3f4d2), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:21.645240 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4cab9c68-1582-465c-854c-0d52c519a9da tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126112411'] for subnet (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:21.680084 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e929c6dd-1c57-407a-a312-065acc5a7482 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (5c21afa6-4681-4fe8-9955-7b5452a45345), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:21.683896 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f667513d-6de4-468e-b59f-6e14ce4a6e9b None None] Network c8e989b3-c1aa-452e-929c-b98b247a53a7 is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:07:21.686538 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e929c6dd-1c57-407a-a312-065acc5a7482 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:21.687059 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-f667513d-6de4-468e-b59f-6e14ce4a6e9b None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:07:21.687397 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e929c6dd-1c57-407a-a312-065acc5a7482 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:21.693155 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f667513d-6de4-468e-b59f-6e14ce4a6e9b None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:07:21.721678 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f667513d-6de4-468e-b59f-6e14ce4a6e9b None None] Pushing event updated for resources: {'Port': ['ID=9103be10-33b7-45d0-a5bb-f352a5b3f4d2,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:21.743058 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-952569f9-01c6-4c12-b8e3-4ceaccaafd1f tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127282703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126757786'] for subnet (d9268c99-6ead-4e36-aa92-767a5a27542e), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:21.758474 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-f667513d-6de4-468e-b59f-6e14ce4a6e9b None None] Attempting to bind port 9103be10-33b7-45d0-a5bb-f352a5b3f4d2 on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:07:21.758944 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-f667513d-6de4-468e-b59f-6e14ce4a6e9b None None] Attempting to bind port 9103be10-33b7-45d0-a5bb-f352a5b3f4d2 by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': 'a2ec2cdf-b0ed-43f7-bfae-f4e34d403877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c8e989b3-c1aa-452e-929c-b98b247a53a7'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:07:21.759431 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f667513d-6de4-468e-b59f-6e14ce4a6e9b None None] Attempting to bind port 9103be10-33b7-45d0-a5bb-f352a5b3f4d2 on network c8e989b3-c1aa-452e-929c-b98b247a53a7 {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:07:21.765231 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f667513d-6de4-468e-b59f-6e14ce4a6e9b None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:07:21.765695 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f667513d-6de4-468e-b59f-6e14ce4a6e9b None None] Checking segment: {'id': 'a2ec2cdf-b0ed-43f7-bfae-f4e34d403877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c8e989b3-c1aa-452e-929c-b98b247a53a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:07:21.766198 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f667513d-6de4-468e-b59f-6e14ce4a6e9b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:21.768079 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-eafa460d-62fb-4330-91a8-b62e8d5eff6b tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (d94257fd-1e35-4876-a0ad-68855908c010), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:21.768217 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f667513d-6de4-468e-b59f-6e14ce4a6e9b None None] Bound using segment: {'id': 'a2ec2cdf-b0ed-43f7-bfae-f4e34d403877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c8e989b3-c1aa-452e-929c-b98b247a53a7'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:07:21.768217 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-f667513d-6de4-468e-b59f-6e14ce4a6e9b None None] Bound port: 9103be10-33b7-45d0-a5bb-f352a5b3f4d2, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2ec2cdf-b0ed-43f7-bfae-f4e34d403877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c8e989b3-c1aa-452e-929c-b98b247a53a7'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:07:21.768217 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f667513d-6de4-468e-b59f-6e14ce4a6e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (9103be10-33b7-45d0-a5bb-f352a5b3f4d2), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:21.802605 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.ipam_backend_mixin [None req-50fbe223-166a-444d-b18d-c22163c7b5af tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 004bd6af-b800-4eef-b725-475dcecba90b (CIDR: 172.20.0.0/28) Mar 28 01:07:21.809443 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-e929c6dd-1c57-407a-a312-065acc5a7482 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5859907 Mar 28 01:07:21.816601 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52148) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:21.823037 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-50fbe223-166a-444d-b18d-c22163c7b5af tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 01:07:21.823258 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-6af705dd-43b7-4c79-9bdc-10cc72e2f8c3 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Request body: {'subnet': {'network_id': '5c21afa6-4681-4fe8-9955-7b5452a45345', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:07:21.823537 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50fbe223-166a-444d-b18d-c22163c7b5af tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:07:21.833307 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e929c6dd-1c57-407a-a312-065acc5a7482 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Pushing event updated for resources: {'Network': ['ID=5c21afa6-4681-4fe8-9955-7b5452a45345,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:21.854478 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-f667513d-6de4-468e-b59f-6e14ce4a6e9b None None] For port 9103be10-33b7-45d0-a5bb-f352a5b3f4d2, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:07:21.855738 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952569f9-01c6-4c12-b8e3-4ceaccaafd1f tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Pushing event updated for resources: {'Subnet': ['ID=d9268c99-6ead-4e36-aa92-767a5a27542e,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:21.859307 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-f667513d-6de4-468e-b59f-6e14ce4a6e9b None None] For port 9103be10-33b7-45d0-a5bb-f352a5b3f4d2, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=9103be10-33b7-45d0-a5bb-f352a5b3f4d2,segment=NetworkSegment(a2ec2cdf-b0ed-43f7-bfae-f4e34d403877),segment_id=a2ec2cdf-b0ed-43f7-bfae-f4e34d403877)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:07:21.865629 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network 5c21afa6-4681-4fe8-9955-7b5452a45345 details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:07:21.881948 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-50fbe223-166a-444d-b18d-c22163c7b5af tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7642939 Mar 28 01:07:21.881948 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52150) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:21.886872 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-cfd0ff3f-9708-4ca6-a20c-67b8e7c68a78 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Request body: {'subnet': {'network_id': 'c8e989b3-c1aa-452e-929c-b98b247a53a7', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:07:21.905154 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f667513d-6de4-468e-b59f-6e14ce4a6e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (9103be10-33b7-45d0-a5bb-f352a5b3f4d2), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:21.940888 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952569f9-01c6-4c12-b8e3-4ceaccaafd1f tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Checking segment: {'id': 'b78c9677-bd27-4c53-a078-025f31c8eb8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ee7e90e8-7809-4663-9678-9e768e0696ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:07:21.941438 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952569f9-01c6-4c12-b8e3-4ceaccaafd1f tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Network hostable DHCP agents. Network: ee7e90e8-7809-4663-9678-9e768e0696ab, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:07:21.975339 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952569f9-01c6-4c12-b8e3-4ceaccaafd1f tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Network ee7e90e8-7809-4663-9678-9e768e0696ab is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:07:22.002384 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-952569f9-01c6-4c12-b8e3-4ceaccaafd1f tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, ee7e90e8-7809-4663-9678-9e768e0696ab) {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:07:22.007663 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-952569f9-01c6-4c12-b8e3-4ceaccaafd1f tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:22.008292 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-952569f9-01c6-4c12-b8e3-4ceaccaafd1f tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks [] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:22.011215 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f667513d-6de4-468e-b59f-6e14ce4a6e9b None None] Pushing event updated for resources: {'Port': ['ID=9103be10-33b7-45d0-a5bb-f352a5b3f4d2,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:22.037530 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-952569f9-01c6-4c12-b8e3-4ceaccaafd1f tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1147370 Mar 28 01:07:22.038020 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52152) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:22.044251 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-f0c31871-25da-4b01-bb3d-b0401dee9e19 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Request body: {'network': {'name': 'tempest-router-network01--1827177055'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:07:22.067519 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfd0ff3f-9708-4ca6-a20c-67b8e7c68a78 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Made reservation on behalf of fa54b4b5eec2452a8dcd67fc666c1bd8 for: {'subnet': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:07:22.071355 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-cfd0ff3f-9708-4ca6-a20c-67b8e7c68a78 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126757772'] for subnet (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:22.076375 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0c31871-25da-4b01-bb3d-b0401dee9e19 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Made reservation on behalf of 76872a2b5b33490e8165d4ef5107aec5 for: {'network': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:07:22.080733 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f0c31871-25da-4b01-bb3d-b0401dee9e19 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:22.160524 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0c31871-25da-4b01-bb3d-b0401dee9e19 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=104099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:07:22.201978 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f0c31871-25da-4b01-bb3d-b0401dee9e19 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (1099b782-6411-449a-a906-9bdfaadf34f4), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:22.202266 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.segments_db [None req-f0c31871-25da-4b01-bb3d-b0401dee9e19 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Added segment 1099b782-6411-449a-a906-9bdfaadf34f4 of type vlan for network 0d7aa405-87b2-47f1-b474-45b15ba3c71a Mar 28 01:07:22.268214 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f0c31871-25da-4b01-bb3d-b0401dee9e19 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (0d7aa405-87b2-47f1-b474-45b15ba3c71a), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:22.322568 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f0c31871-25da-4b01-bb3d-b0401dee9e19 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (0d7aa405-87b2-47f1-b474-45b15ba3c71a), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:22.327870 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c31871-25da-4b01-bb3d-b0401dee9e19 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:22.328503 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f0c31871-25da-4b01-bb3d-b0401dee9e19 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:22.358819 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6af705dd-43b7-4c79-9bdc-10cc72e2f8c3 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Made reservation on behalf of b3681da997b841e59750a00e0d8e0c2a for: {'subnet': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:07:22.362297 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-6af705dd-43b7-4c79-9bdc-10cc72e2f8c3 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126112411'] for subnet (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:22.375179 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-eafa460d-62fb-4330-91a8-b62e8d5eff6b tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Deleting port 9f0b474a-3bcd-49af-824a-bcbb1a1276aa {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:07:22.375514 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-eafa460d-62fb-4330-91a8-b62e8d5eff6b tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (9f0b474a-3bcd-49af-824a-bcbb1a1276aa), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:22.414823 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-f0c31871-25da-4b01-bb3d-b0401dee9e19 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3734744 Mar 28 01:07:22.419780 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52154) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:22.424565 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-5e7ed914-c1ae-477e-a20b-e90410872802 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Request body: {'network': {'name': 'tempest-router-network02--1109250311'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:07:22.437011 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c31871-25da-4b01-bb3d-b0401dee9e19 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Pushing event updated for resources: {'Network': ['ID=0d7aa405-87b2-47f1-b474-45b15ba3c71a,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:22.448405 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network 0d7aa405-87b2-47f1-b474-45b15ba3c71a details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:07:22.484917 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e7ed914-c1ae-477e-a20b-e90410872802 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Made reservation on behalf of 76872a2b5b33490e8165d4ef5107aec5 for: {'network': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:07:22.488419 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5e7ed914-c1ae-477e-a20b-e90410872802 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:22.508371 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-8160d54d-df07-4efe-9949-499cd892b07b tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3688170', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3689605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7136'] for router (713a14a1-7401-44ee-b027-f6e20677de11), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:22.538923 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-cfd0ff3f-9708-4ca6-a20c-67b8e7c68a78 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127282703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126757786'] for subnet (b06de3d2-4889-4a05-be2e-6fa52f43596f), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:22.540002 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e7ed914-c1ae-477e-a20b-e90410872802 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=104099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:07:22.561729 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-8160d54d-df07-4efe-9949-499cd892b07b tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3688163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3687960', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3689650'] for router (713a14a1-7401-44ee-b027-f6e20677de11), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:22.564758 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.db [None req-eafa460d-62fb-4330-91a8-b62e8d5eff6b tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] For port 9f0b474a-3bcd-49af-824a-bcbb1a1276aa, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=9f0b474a-3bcd-49af-824a-bcbb1a1276aa,segment=NetworkSegment(f0611544-5b90-444c-8874-5a6e2e4a3709),segment_id=f0611544-5b90-444c-8874-5a6e2e4a3709)] {{(pid=104098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:07:22.565111 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-eafa460d-62fb-4330-91a8-b62e8d5eff6b tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (9f0b474a-3bcd-49af-824a-bcbb1a1276aa), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:22.580077 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5e7ed914-c1ae-477e-a20b-e90410872802 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (e88821ea-1e2c-4e95-bac5-1b475802b0e9), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:22.580414 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.segments_db [None req-5e7ed914-c1ae-477e-a20b-e90410872802 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Added segment e88821ea-1e2c-4e95-bac5-1b475802b0e9 of type vlan for network 1fd39b34-7257-4fc1-b885-4ff9ce181ae0 Mar 28 01:07:22.589227 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4cab9c68-1582-465c-854c-0d52c519a9da tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126174976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126112397'] for subnet (1ed7e680-0a92-4c1b-a954-ced492c2d6f7), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:22.600026 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-eafa460d-62fb-4330-91a8-b62e8d5eff6b tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Calling delete_port for 9f0b474a-3bcd-49af-824a-bcbb1a1276aa owned by network:dhcp {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:07:22.607760 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd0ff3f-9708-4ca6-a20c-67b8e7c68a78 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Network c8e989b3-c1aa-452e-929c-b98b247a53a7 is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:07:22.613712 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-cfd0ff3f-9708-4ca6-a20c-67b8e7c68a78 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:07:22.633734 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 9103be10-33b7-45d0-a5bb-f352a5b3f4d2 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:07:22.638604 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd0ff3f-9708-4ca6-a20c-67b8e7c68a78 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:22.639280 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-cfd0ff3f-9708-4ca6-a20c-67b8e7c68a78 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks [] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:22.662774 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd0ff3f-9708-4ca6-a20c-67b8e7c68a78 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Pushing event updated for resources: {'Subnet': ['ID=b06de3d2-4889-4a05-be2e-6fa52f43596f,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:22.665976 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5e7ed914-c1ae-477e-a20b-e90410872802 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (1fd39b34-7257-4fc1-b885-4ff9ce181ae0), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:22.683174 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-cfd0ff3f-9708-4ca6-a20c-67b8e7c68a78 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8000698 Mar 28 01:07:22.689273 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52156) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:22.695453 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-d5673c41-b029-472b-a402-74f9738f7657 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Request body: {'port': {'network_id': 'c8e989b3-c1aa-452e-929c-b98b247a53a7', 'fixed_ips': [{'subnet_id': '004bd6af-b800-4eef-b725-475dcecba90b'}, {'subnet_id': 'b06de3d2-4889-4a05-be2e-6fa52f43596f'}], 'name': 'tempest-PortsTestJSON-126241472'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:07:22.705379 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 9103be10-33b7-45d0-a5bb-f352a5b3f4d2 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:07:22.705943 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (9103be10-33b7-45d0-a5bb-f352a5b3f4d2), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:22.750768 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5e7ed914-c1ae-477e-a20b-e90410872802 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (1fd39b34-7257-4fc1-b885-4ff9ce181ae0), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:22.755991 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7ed914-c1ae-477e-a20b-e90410872802 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:22.756721 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5e7ed914-c1ae-477e-a20b-e90410872802 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:22.778530 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cab9c68-1582-465c-854c-0d52c519a9da tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Network be4801db-c8f8-4df3-b9b5-556693d6a290 is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:07:22.786840 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-4cab9c68-1582-465c-854c-0d52c519a9da tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:07:22.788580 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cab9c68-1582-465c-854c-0d52c519a9da tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Pushing event updated for resources: {'Subnet': ['ID=1ed7e680-0a92-4c1b-a954-ced492c2d6f7,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:22.791209 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cab9c68-1582-465c-854c-0d52c519a9da tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:22.791804 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4cab9c68-1582-465c-854c-0d52c519a9da tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:22.801951 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 9103be10-33b7-45d0-a5bb-f352a5b3f4d2 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:07:22.802729 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (9103be10-33b7-45d0-a5bb-f352a5b3f4d2), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:22.848714 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-5e7ed914-c1ae-477e-a20b-e90410872802 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4253561 Mar 28 01:07:22.851586 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52158) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:22.856054 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] For port 9103be10-33b7-45d0-a5bb-f352a5b3f4d2, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=9103be10-33b7-45d0-a5bb-f352a5b3f4d2,segment=NetworkSegment(a2ec2cdf-b0ed-43f7-bfae-f4e34d403877),segment_id=a2ec2cdf-b0ed-43f7-bfae-f4e34d403877)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:07:22.857565 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-2a2c71f7-2f46-43a3-8acb-c83a6c7b388f tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Request body: {'subnet': {'network_id': '0d7aa405-87b2-47f1-b474-45b15ba3c71a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:07:22.863007 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (9103be10-33b7-45d0-a5bb-f352a5b3f4d2), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:22.864194 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7ed914-c1ae-477e-a20b-e90410872802 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Pushing event updated for resources: {'Network': ['ID=1fd39b34-7257-4fc1-b885-4ff9ce181ae0,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:22.874468 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-4cab9c68-1582-465c-854c-0d52c519a9da tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5211165 Mar 28 01:07:22.881836 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52160) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:22.887311 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-cb49af18-56c7-4369-afcc-b5a9b2acc487 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Request body: {'port': {'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290', 'mac_address': 'fa:16:3e:ed:49:51', 'name': 'tempest-NetworksTestDHCPv6-2058547975'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:07:22.903107 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network 1fd39b34-7257-4fc1-b885-4ff9ce181ae0 details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:07:22.990974 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5673c41-b029-472b-a402-74f9738f7657 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Made reservation on behalf of fa54b4b5eec2452a8dcd67fc666c1bd8 for: {'port': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:07:23.000453 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8160d54d-df07-4efe-9949-499cd892b07b tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Router 713a14a1-7401-44ee-b027-f6e20677de11 has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:07:23.004559 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-eafa460d-62fb-4330-91a8-b62e8d5eff6b tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (9f0b474a-3bcd-49af-824a-bcbb1a1276aa), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:23.010038 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Pushing event updated for resources: {'Port': ['ID=9103be10-33b7-45d0-a5bb-f352a5b3f4d2,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:23.049800 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-6af705dd-43b7-4c79-9bdc-10cc72e2f8c3 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126174976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126112397'] for subnet (8680de90-706c-4e6b-8be1-f2740e6a7c3b), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:23.078084 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafa460d-62fb-4330-91a8-b62e8d5eff6b tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Pushing event deleted for resources: {'Port': ['ID=9f0b474a-3bcd-49af-824a-bcbb1a1276aa,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:23.090833 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafa460d-62fb-4330-91a8-b62e8d5eff6b tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] No DVR routers for this DVR port 9f0b474a-3bcd-49af-824a-bcbb1a1276aa on host dv-neutron-834874-6-hyperv {{(pid=104098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:07:23.108604 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a2c71f7-2f46-43a3-8acb-c83a6c7b388f tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Made reservation on behalf of 76872a2b5b33490e8165d4ef5107aec5 for: {'subnet': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:07:23.111967 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2a2c71f7-2f46-43a3-8acb-c83a6c7b388f tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126757772'] for subnet (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:23.185261 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d5673c41-b029-472b-a402-74f9738f7657 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:23.218437 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [None req-d5673c41-b029-472b-a402-74f9738f7657 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] device_id is not set on port 2b71effd-826e-404b-a866-2be998f664a8 yet. {{(pid=104099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 01:07:23.278183 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d6e39b-f038-4bba-8816-df1d64b78219 None None] Network 5cef224b-7992-43e5-bcc7-8e6a86e01ba2 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:07:23.309146 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a20a40-4116-492a-b444-8d7c2124a2f9 None None] Network be4801db-c8f8-4df3-b9b5-556693d6a290 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:07:23.311177 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a54ae8-fb47-4046-a884-f431e0d04920 None None] Network c8e989b3-c1aa-452e-929c-b98b247a53a7 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:07:23.317967 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af705dd-43b7-4c79-9bdc-10cc72e2f8c3 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Pushing event updated for resources: {'Subnet': ['ID=8680de90-706c-4e6b-8be1-f2740e6a7c3b,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:23.345816 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-eafa460d-62fb-4330-91a8-b62e8d5eff6b tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (d94257fd-1e35-4876-a0ad-68855908c010), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:23.392588 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af705dd-43b7-4c79-9bdc-10cc72e2f8c3 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Checking segment: {'id': 'db331ee3-445e-4231-85ac-a8356cc3c8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '5c21afa6-4681-4fe8-9955-7b5452a45345'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:07:23.393842 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af705dd-43b7-4c79-9bdc-10cc72e2f8c3 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Network hostable DHCP agents. Network: 5c21afa6-4681-4fe8-9955-7b5452a45345, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:07:23.400570 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-eafa460d-62fb-4330-91a8-b62e8d5eff6b tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d94257fd-1e35-4876-a0ad-68855908c010']}} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:07:23.455021 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-eafa460d-62fb-4330-91a8-b62e8d5eff6b tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0611544-5b90-444c-8874-5a6e2e4a3709') {'for_net_delete': True} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:07:23.455394 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-eafa460d-62fb-4330-91a8-b62e8d5eff6b tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0611544-5b90-444c-8874-5a6e2e4a3709') {} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:07:23.470524 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb49af18-56c7-4369-afcc-b5a9b2acc487 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Made reservation on behalf of 564cf6bfe83a4d71adcd7d33f5d20cb1 for: {'port': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:07:23.476446 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8160d54d-df07-4efe-9949-499cd892b07b tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:07:23.496114 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-8160d54d-df07-4efe-9949-499cd892b07b tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks [] for router (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:23.497342 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-8160d54d-df07-4efe-9949-499cd892b07b tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] 10.222.0.24 "PUT /v2.0/routers/713a14a1-7401-44ee-b027-f6e20677de11 HTTP/1.1" status: 200 len: 892 time: 2.1343365 Mar 28 01:07:23.500445 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-eafa460d-62fb-4330-91a8-b62e8d5eff6b tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126443583'] for segment (f0611544-5b90-444c-8874-5a6e2e4a3709), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:23.508346 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52164) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:23.562360 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c21420-f0de-492f-8671-39830fa3b6e6 None None] Network ee7e90e8-7809-4663-9678-9e768e0696ab requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:07:23.574517 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d6e39b-f038-4bba-8816-df1d64b78219 None None] Network 5cef224b-7992-43e5-bcc7-8e6a86e01ba2 could not be found, it might have been deleted concurrently. {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 28 01:07:23.587765 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2a2c71f7-2f46-43a3-8acb-c83a6c7b388f tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127282703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126757786'] for subnet (4d99c243-d13f-42ce-a43d-d61f47f22398), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:23.588727 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-eafa460d-62fb-4330-91a8-b62e8d5eff6b tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (f0611544-5b90-444c-8874-5a6e2e4a3709), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:23.605464 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df3946f-48d1-453d-88f1-2d83ae4c8e56 None None] Sync routers for ids ['713a14a1-7401-44ee-b027-f6e20677de11'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:07:23.607651 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f42ccd7-cc84-497c-84ac-a4bf3f49242d None None] Network d94257fd-1e35-4876-a0ad-68855908c010 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:07:23.624579 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af705dd-43b7-4c79-9bdc-10cc72e2f8c3 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Network 5c21afa6-4681-4fe8-9955-7b5452a45345 is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:07:23.634054 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eafa460d-62fb-4330-91a8-b62e8d5eff6b tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=104098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:07:23.634476 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-eafa460d-62fb-4330-91a8-b62e8d5eff6b tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126177251'] for segment (f0611544-5b90-444c-8874-5a6e2e4a3709), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:23.637501 dv-neutron-834874-6-hyperv neutron-server[104098]: Traceback (most recent call last): Mar 28 01:07:23.637501 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:07:23.637501 dv-neutron-834874-6-hyperv neutron-server[104098]: timer() Mar 28 01:07:23.637501 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:07:23.637501 dv-neutron-834874-6-hyperv neutron-server[104098]: cb(*args, **kw) Mar 28 01:07:23.637501 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:07:23.637501 dv-neutron-834874-6-hyperv neutron-server[104098]: return func(*args, **kwargs) Mar 28 01:07:23.637501 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:07:23.637501 dv-neutron-834874-6-hyperv neutron-server[104098]: self._notify() Mar 28 01:07:23.637501 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:07:23.637501 dv-neutron-834874-6-hyperv neutron-server[104098]: self.callback(batched_events) Mar 28 01:07:23.637501 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:07:23.637501 dv-neutron-834874-6-hyperv neutron-server[104098]: event.method(event) Mar 28 01:07:23.637501 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:07:23.637501 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:07:23.637501 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:07:23.637501 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:07:23.637501 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:07:23.637501 dv-neutron-834874-6-hyperv neutron-server[104098]: return f(self, *a, **k) Mar 28 01:07:23.637501 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:07:23.637501 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._get(url).json() Mar 28 01:07:23.637501 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:07:23.637501 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:07:23.637501 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:07:23.637501 dv-neutron-834874-6-hyperv neutron-server[104098]: return self.request(url, 'GET', **kwargs) Mar 28 01:07:23.637501 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:07:23.637501 dv-neutron-834874-6-hyperv neutron-server[104098]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:07:23.637501 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:07:23.637501 dv-neutron-834874-6-hyperv neutron-server[104098]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:07:23.637501 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:07:23.637501 dv-neutron-834874-6-hyperv neutron-server[104098]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:07:23.637501 dv-neutron-834874-6-hyperv neutron-server[104098]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:07:23.680307 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [None req-d5673c41-b029-472b-a402-74f9738f7657 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Allocated IP 172.20.0.6 (c8e989b3-c1aa-452e-929c-b98b247a53a7/004bd6af-b800-4eef-b725-475dcecba90b/2b71effd-826e-404b-a866-2be998f664a8) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:07:23.684001 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2c71f7-2f46-43a3-8acb-c83a6c7b388f tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Pushing event updated for resources: {'Subnet': ['ID=4d99c243-d13f-42ce-a43d-d61f47f22398,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:23.691998 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-6af705dd-43b7-4c79-9bdc-10cc72e2f8c3 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, 5c21afa6-4681-4fe8-9955-7b5452a45345) {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:07:23.695853 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [None req-d5673c41-b029-472b-a402-74f9738f7657 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Allocated IP 172.20.0.18 (c8e989b3-c1aa-452e-929c-b98b247a53a7/b06de3d2-4889-4a05-be2e-6fa52f43596f/2b71effd-826e-404b-a866-2be998f664a8) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:07:23.707015 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2c71f7-2f46-43a3-8acb-c83a6c7b388f tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Checking segment: {'id': '1099b782-6411-449a-a906-9bdfaadf34f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0d7aa405-87b2-47f1-b474-45b15ba3c71a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:07:23.707015 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2c71f7-2f46-43a3-8acb-c83a6c7b388f tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Network hostable DHCP agents. Network: 0d7aa405-87b2-47f1-b474-45b15ba3c71a, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:07:23.709563 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af705dd-43b7-4c79-9bdc-10cc72e2f8c3 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:23.710179 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-6af705dd-43b7-4c79-9bdc-10cc72e2f8c3 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:23.733780 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7014e7dc-e484-44c0-bbdc-e41c0b2a865c None None] Network 5c21afa6-4681-4fe8-9955-7b5452a45345 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:07:23.751411 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-06ea0487-f02c-4463-b1f7-3190908f1d85 None None] Provisioning complete for port 9103be10-33b7-45d0-a5bb-f352a5b3f4d2 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:07:23.751782 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-06ea0487-f02c-4463-b1f7-3190908f1d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (9103be10-33b7-45d0-a5bb-f352a5b3f4d2), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:23.753781 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2c71f7-2f46-43a3-8acb-c83a6c7b388f tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Network 0d7aa405-87b2-47f1-b474-45b15ba3c71a is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:07:23.766420 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-6af705dd-43b7-4c79-9bdc-10cc72e2f8c3 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.9460666 Mar 28 01:07:23.766619 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-2a2c71f7-2f46-43a3-8acb-c83a6c7b388f tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, 0d7aa405-87b2-47f1-b474-45b15ba3c71a) {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:07:23.768550 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2c71f7-2f46-43a3-8acb-c83a6c7b388f tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:23.769141 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2a2c71f7-2f46-43a3-8acb-c83a6c7b388f tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks [] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:23.769983 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-eafa460d-62fb-4330-91a8-b62e8d5eff6b tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (d94257fd-1e35-4876-a0ad-68855908c010), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:23.771937 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52166) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:23.787088 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-cb49af18-56c7-4369-afcc-b5a9b2acc487 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:23.796496 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-eafa460d-62fb-4330-91a8-b62e8d5eff6b tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:23.801173 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-eafa460d-62fb-4330-91a8-b62e8d5eff6b tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] 10.222.0.24 "DELETE /v2.0/networks/d94257fd-1e35-4876-a0ad-68855908c010 HTTP/1.1" status: 204 len: 168 time: 2.2471790 Mar 28 01:07:23.825897 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e78bb6-d9a2-4274-9c09-c89cccd31293 None None] Network 0d7aa405-87b2-47f1-b474-45b15ba3c71a requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:07:23.828428 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df3946f-48d1-453d-88f1-2d83ae4c8e56 None None] Routers {'713a14a1-7401-44ee-b027-f6e20677de11'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:07:23.829237 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-5df3946f-48d1-453d-88f1-2d83ae4c8e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:07:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['713a14a1-7401-44ee-b027-f6e20677de11'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:07:23.834734 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-545719f0-533e-48c6-ba34-62f341b1f222 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] 10.222.0.24 "GET /v2.0/routers/713a14a1-7401-44ee-b027-f6e20677de11 HTTP/1.1" status: 200 len: 892 time: 0.3129909 Mar 28 01:07:23.835134 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52170) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:23.844570 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafa460d-62fb-4330-91a8-b62e8d5eff6b tempest-AllowedAddressPairTestJSON-1018633949 tempest-AllowedAddressPairTestJSON-1018633949-project] Pushing event deleted for resources: {'Network': ['ID=d94257fd-1e35-4876-a0ad-68855908c010,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:23.866216 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-2a2c71f7-2f46-43a3-8acb-c83a6c7b388f tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0110617 Mar 28 01:07:23.871894 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52172) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:23.877936 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-88611bb4-9b3e-44b3-b97d-97365bf19b16 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Request body: {'subnet': {'network_id': '1fd39b34-7257-4fc1-b885-4ff9ce181ae0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:07:23.885405 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-8061d0bd-bdb9-4a76-999a-714aec8b412d tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] 10.222.0.24 "GET /v2.0/ports?device_id=713a14a1-7401-44ee-b027-f6e20677de11 HTTP/1.1" status: 200 len: 205 time: 0.0463777 Mar 28 01:07:23.885405 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.notifiers.nova [None req-cb49af18-56c7-4369-afcc-b5a9b2acc487 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] device_id is not set on port 21d1a4a6-4f6d-447a-a953-3db3c7b5b272 yet. {{(pid=104098) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 01:07:23.890245 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52174) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:23.973824 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-1aa1b04a-bf97-4de6-b47f-9ed9a1d75ac0 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (5c21afa6-4681-4fe8-9955-7b5452a45345), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:23.994701 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d5673c41-b029-472b-a402-74f9738f7657 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks [] for port (2b71effd-826e-404b-a866-2be998f664a8), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:24.002762 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-5df3946f-48d1-453d-88f1-2d83ae4c8e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:07:24.050878 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-1aa1b04a-bf97-4de6-b47f-9ed9a1d75ac0 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (8680de90-706c-4e6b-8be1-f2740e6a7c3b), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:24.142178 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88611bb4-9b3e-44b3-b97d-97365bf19b16 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Made reservation on behalf of 76872a2b5b33490e8165d4ef5107aec5 for: {'subnet': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:07:24.145613 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-88611bb4-9b3e-44b3-b97d-97365bf19b16 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126112411'] for subnet (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:24.180267 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df3946f-48d1-453d-88f1-2d83ae4c8e56 None None] Routers {'713a14a1-7401-44ee-b027-f6e20677de11'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:07:24.181742 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-5df3946f-48d1-453d-88f1-2d83ae4c8e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:07:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['713a14a1-7401-44ee-b027-f6e20677de11'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:07:24.218293 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6856dd27-19d9-4cba-a7dc-5d741e36c022 None None] DHCP port deletion for d94257fd-1e35-4876-a0ad-68855908c010 request from dv-neutron-834874-6-hyperv {{(pid=104100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 01:07:24.260088 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da76220-8bd8-4c1c-bc21-47f1d9d83e4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-ee7e90e8-7809-4663-9678-9e768e0696ab', 'network_id': 'ee7e90e8-7809-4663-9678-9e768e0696ab', 'project_id': '76872a2b5b33490e8165d4ef5107aec5', 'fixed_ips': [{'subnet_id': 'd9268c99-6ead-4e36-aa92-767a5a27542e'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:07:24.261138 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5da76220-8bd8-4c1c-bc21-47f1d9d83e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:24.303416 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-5df3946f-48d1-453d-88f1-2d83ae4c8e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:07:24.305018 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df3946f-48d1-453d-88f1-2d83ae4c8e56 None None] The sync data for ids ['713a14a1-7401-44ee-b027-f6e20677de11'] in dv-neutron-834874-6-hyperv is: [] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:07:24.372231 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c63bd2-2e6d-466f-a17d-88ae0921be11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-5c21afa6-4681-4fe8-9955-7b5452a45345', 'network_id': '5c21afa6-4681-4fe8-9955-7b5452a45345', 'project_id': 'b3681da997b841e59750a00e0d8e0c2a', 'fixed_ips': [{'subnet_id': '8680de90-706c-4e6b-8be1-f2740e6a7c3b'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:07:24.373194 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-49c63bd2-2e6d-466f-a17d-88ae0921be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:24.411009 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc13f16f-5a8e-49fc-ad2e-313f11838813 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-0d7aa405-87b2-47f1-b474-45b15ba3c71a', 'network_id': '0d7aa405-87b2-47f1-b474-45b15ba3c71a', 'project_id': '76872a2b5b33490e8165d4ef5107aec5', 'fixed_ips': [{'subnet_id': '4d99c243-d13f-42ce-a43d-d61f47f22398'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:07:24.412287 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-fc13f16f-5a8e-49fc-ad2e-313f11838813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:24.435724 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c2558b0-dfe4-4f89-8fa7-101459bd73f5 None None] Update dhcp port {'port': {'network_id': 'c8e989b3-c1aa-452e-929c-b98b247a53a7', 'fixed_ips': [{'subnet_id': '004bd6af-b800-4eef-b725-475dcecba90b', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b06de3d2-4889-4a05-be2e-6fa52f43596f'}], 'binding:host_id': 'dv-neutron-834874-6-hyperv'}, 'id': '9103be10-33b7-45d0-a5bb-f352a5b3f4d2'} from dv-neutron-834874-6-hyperv. {{(pid=104100) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 28 01:07:24.451108 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52178) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:24.514561 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-1aa1b04a-bf97-4de6-b47f-9ed9a1d75ac0 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127282766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126757793'] for subnet (8680de90-706c-4e6b-8be1-f2740e6a7c3b), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:24.521759 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-06ea0487-f02c-4463-b1f7-3190908f1d85 None None] Current status of the port 9103be10-33b7-45d0-a5bb-f352a5b3f4d2 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:07:24.595042 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-17ab3874-2b4b-41aa-83ad-a2279829de60 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks [] for router (713a14a1-7401-44ee-b027-f6e20677de11), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:24.598615 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-cb49af18-56c7-4369-afcc-b5a9b2acc487 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Allocated IP 2001:db8::2de (be4801db-c8f8-4df3-b9b5-556693d6a290/1ed7e680-0a92-4c1b-a954-ced492c2d6f7/21d1a4a6-4f6d-447a-a953-3db3c7b5b272) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:07:24.636478 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-0c2558b0-dfe4-4f89-8fa7-101459bd73f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (9103be10-33b7-45d0-a5bb-f352a5b3f4d2), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:24.640606 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-1aa1b04a-bf97-4de6-b47f-9ed9a1d75ac0 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (5c21afa6-4681-4fe8-9955-7b5452a45345), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:24.657346 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 9103be10-33b7-45d0-a5bb-f352a5b3f4d2 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:07:24.682811 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-1aa1b04a-bf97-4de6-b47f-9ed9a1d75ac0 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c21afa6-4681-4fe8-9955-7b5452a45345']}} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:07:24.693754 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-1aa1b04a-bf97-4de6-b47f-9ed9a1d75ac0 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db331ee3-445e-4231-85ac-a8356cc3c8a3') {'for_net_delete': True} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:07:24.694463 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-1aa1b04a-bf97-4de6-b47f-9ed9a1d75ac0 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db331ee3-445e-4231-85ac-a8356cc3c8a3') {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:07:24.707393 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa1b04a-bf97-4de6-b47f-9ed9a1d75ac0 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Pushing event deleted for resources: {'Subnet': ['ID=8680de90-706c-4e6b-8be1-f2740e6a7c3b,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:24.710438 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-1aa1b04a-bf97-4de6-b47f-9ed9a1d75ac0 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126946678'] for segment (db331ee3-445e-4231-85ac-a8356cc3c8a3), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:24.769069 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-1aa1b04a-bf97-4de6-b47f-9ed9a1d75ac0 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (db331ee3-445e-4231-85ac-a8356cc3c8a3), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:24.789153 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-5add0d80-6092-4cff-ad24-b1c2d3ddfd95 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f7291090c7af4583a9e36d63365ee839&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3008401 Mar 28 01:07:24.789965 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52182) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:24.790087 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eadcd1cf-c4ef-49c2-a88a-6d6256d256df None None] Network 5c21afa6-4681-4fe8-9955-7b5452a45345 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:07:24.794696 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d5673c41-b029-472b-a402-74f9738f7657 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (2b71effd-826e-404b-a866-2be998f664a8), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:24.803337 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1aa1b04a-bf97-4de6-b47f-9ed9a1d75ac0 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=104099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:07:24.803730 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-1aa1b04a-bf97-4de6-b47f-9ed9a1d75ac0 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127280876'] for segment (db331ee3-445e-4231-85ac-a8356cc3c8a3), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:24.809719 dv-neutron-834874-6-hyperv neutron-server[104099]: Traceback (most recent call last): Mar 28 01:07:24.809719 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:07:24.809719 dv-neutron-834874-6-hyperv neutron-server[104099]: timer() Mar 28 01:07:24.809719 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:07:24.809719 dv-neutron-834874-6-hyperv neutron-server[104099]: cb(*args, **kw) Mar 28 01:07:24.809719 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:07:24.809719 dv-neutron-834874-6-hyperv neutron-server[104099]: return func(*args, **kwargs) Mar 28 01:07:24.809719 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:07:24.809719 dv-neutron-834874-6-hyperv neutron-server[104099]: self._notify() Mar 28 01:07:24.809719 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:07:24.809719 dv-neutron-834874-6-hyperv neutron-server[104099]: self.callback(batched_events) Mar 28 01:07:24.809719 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:07:24.809719 dv-neutron-834874-6-hyperv neutron-server[104099]: event.method(event) Mar 28 01:07:24.809719 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:07:24.809719 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:07:24.809719 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:07:24.809719 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:07:24.809719 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:07:24.809719 dv-neutron-834874-6-hyperv neutron-server[104099]: return f(self, *a, **k) Mar 28 01:07:24.809719 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:07:24.809719 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._get(url).json() Mar 28 01:07:24.809719 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:07:24.809719 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:07:24.809719 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:07:24.809719 dv-neutron-834874-6-hyperv neutron-server[104099]: return self.request(url, 'GET', **kwargs) Mar 28 01:07:24.809719 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:07:24.809719 dv-neutron-834874-6-hyperv neutron-server[104099]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:07:24.809719 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:07:24.809719 dv-neutron-834874-6-hyperv neutron-server[104099]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:07:24.809719 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:07:24.809719 dv-neutron-834874-6-hyperv neutron-server[104099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:07:24.809719 dv-neutron-834874-6-hyperv neutron-server[104099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:07:24.902752 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5673c41-b029-472b-a402-74f9738f7657 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Network c8e989b3-c1aa-452e-929c-b98b247a53a7 is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:07:24.912824 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-5da76220-8bd8-4c1c-bc21-47f1d9d83e4f None None] Allocated IP 2001:db8::2 (ee7e90e8-7809-4663-9678-9e768e0696ab/d9268c99-6ead-4e36-aa92-767a5a27542e/c0b0a4ce-b26b-4f67-994e-9937a33ff37b) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:07:24.913036 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-17ab3874-2b4b-41aa-83ad-a2279829de60 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks [] for router_gateway (713a14a1-7401-44ee-b027-f6e20677de11), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:24.914697 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-d5673c41-b029-472b-a402-74f9738f7657 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:07:24.916070 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8337a07-8e08-416a-97d0-a65fefbb413d None None] Network be4801db-c8f8-4df3-b9b5-556693d6a290 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:07:24.926337 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5673c41-b029-472b-a402-74f9738f7657 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:07:24.964748 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5673c41-b029-472b-a402-74f9738f7657 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Pushing event updated for resources: {'Port': ['ID=2b71effd-826e-404b-a866-2be998f664a8,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:24.970367 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-1aa1b04a-bf97-4de6-b47f-9ed9a1d75ac0 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (5c21afa6-4681-4fe8-9955-7b5452a45345), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:24.981136 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-1aa1b04a-bf97-4de6-b47f-9ed9a1d75ac0 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:24.989392 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-1aa1b04a-bf97-4de6-b47f-9ed9a1d75ac0 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] 10.222.0.24 "DELETE /v2.0/networks/5c21afa6-4681-4fe8-9955-7b5452a45345 HTTP/1.1" status: 204 len: 168 time: 1.2112966 Mar 28 01:07:24.995725 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52184) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:24.998659 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa1b04a-bf97-4de6-b47f-9ed9a1d75ac0 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Pushing event deleted for resources: {'Network': ['ID=5c21afa6-4681-4fe8-9955-7b5452a45345,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:25.005175 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-7057f049-2e11-4f26-a339-71fea38c8cc0 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-720108195'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:07:25.008774 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5673c41-b029-472b-a402-74f9738f7657 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:25.009516 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d5673c41-b029-472b-a402-74f9738f7657 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:25.027875 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-d5673c41-b029-472b-a402-74f9738f7657 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 2.3379219 Mar 28 01:07:25.030743 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52186) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:25.037160 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-e86f101f-488d-44bf-9758-a0ca294b1a3a tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '004bd6af-b800-4eef-b725-475dcecba90b'}]}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:07:25.041290 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-88611bb4-9b3e-44b3-b97d-97365bf19b16 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126174976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126112397'] for subnet (df294ffc-daf7-4016-8c33-ad9a63b14d4e), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:25.069017 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-56228105-16c0-48e6-901e-1b4fc1d8d4b1 admin admin] Publish callbacks [] for security_group (65636f7f-50eb-4b47-a74e-93995fec0c0f), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:25.116640 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e86f101f-488d-44bf-9758-a0ca294b1a3a tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (2b71effd-826e-404b-a866-2be998f664a8), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:25.136261 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7057f049-2e11-4f26-a339-71fea38c8cc0 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Made reservation on behalf of b3681da997b841e59750a00e0d8e0c2a for: {'network': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:07:25.139579 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7057f049-2e11-4f26-a339-71fea38c8cc0 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:25.146399 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-cb49af18-56c7-4369-afcc-b5a9b2acc487 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks [] for port (21d1a4a6-4f6d-447a-a953-3db3c7b5b272), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:25.176324 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-56228105-16c0-48e6-901e-1b4fc1d8d4b1 admin admin] Publish callbacks [] for security_group (65636f7f-50eb-4b47-a74e-93995fec0c0f), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:25.214525 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88611bb4-9b3e-44b3-b97d-97365bf19b16 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Pushing event updated for resources: {'Subnet': ['ID=df294ffc-daf7-4016-8c33-ad9a63b14d4e,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:25.259299 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7057f049-2e11-4f26-a339-71fea38c8cc0 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=104098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:07:25.263808 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-17ab3874-2b4b-41aa-83ad-a2279829de60 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Deleting port 919c2aae-6666-4bf9-b08f-7ad9a44c4d7b {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:07:25.264362 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-17ab3874-2b4b-41aa-83ad-a2279829de60 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (919c2aae-6666-4bf9-b08f-7ad9a44c4d7b), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:25.324901 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88611bb4-9b3e-44b3-b97d-97365bf19b16 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Checking segment: {'id': 'e88821ea-1e2c-4e95-bac5-1b475802b0e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1fd39b34-7257-4fc1-b885-4ff9ce181ae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:07:25.325278 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88611bb4-9b3e-44b3-b97d-97365bf19b16 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Network hostable DHCP agents. Network: 1fd39b34-7257-4fc1-b885-4ff9ce181ae0, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:07:25.335249 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7057f049-2e11-4f26-a339-71fea38c8cc0 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (8d358ba8-ed04-4d97-a6b5-17defd74e5e0), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:25.335608 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.segments_db [None req-7057f049-2e11-4f26-a339-71fea38c8cc0 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Added segment 8d358ba8-ed04-4d97-a6b5-17defd74e5e0 of type vlan for network 4327300b-290e-464d-bc40-251f93379af8 Mar 28 01:07:25.378458 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-cb49af18-56c7-4369-afcc-b5a9b2acc487 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (21d1a4a6-4f6d-447a-a953-3db3c7b5b272), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:25.405147 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-e7414b7f-1917-4eb6-b858-d1bfc04a8310 None None] Provisioning complete for port 7d4c98ad-30d7-4c6c-a233-0cc663da261f triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:07:25.405522 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-e7414b7f-1917-4eb6-b858-d1bfc04a8310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (7d4c98ad-30d7-4c6c-a233-0cc663da261f), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:25.420624 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-fc13f16f-5a8e-49fc-ad2e-313f11838813 None None] Allocated IP 2001:db8::2 (0d7aa405-87b2-47f1-b474-45b15ba3c71a/4d99c243-d13f-42ce-a43d-d61f47f22398/71a27dd1-ec30-499f-9cbc-02d5f21819ba) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:07:25.436003 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-56228105-16c0-48e6-901e-1b4fc1d8d4b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (65636f7f-50eb-4b47-a74e-93995fec0c0f), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:25.438601 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-56228105-16c0-48e6-901e-1b4fc1d8d4b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:25.439748 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-56228105-16c0-48e6-901e-1b4fc1d8d4b1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/65636f7f-50eb-4b47-a74e-93995fec0c0f HTTP/1.1" status: 204 len: 168 time: 0.6469414 Mar 28 01:07:25.443051 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7057f049-2e11-4f26-a339-71fea38c8cc0 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (4327300b-290e-464d-bc40-251f93379af8), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:25.455086 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88611bb4-9b3e-44b3-b97d-97365bf19b16 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Network 1fd39b34-7257-4fc1-b885-4ff9ce181ae0 is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:07:25.466571 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 9103be10-33b7-45d0-a5bb-f352a5b3f4d2 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:07:25.467061 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (9103be10-33b7-45d0-a5bb-f352a5b3f4d2), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:25.488276 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56228105-16c0-48e6-901e-1b4fc1d8d4b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65636f7f-50eb-4b47-a74e-93995fec0c0f,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:25.491329 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-17ab3874-2b4b-41aa-83ad-a2279829de60 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (919c2aae-6666-4bf9-b08f-7ad9a44c4d7b), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:25.497420 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb49af18-56c7-4369-afcc-b5a9b2acc487 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Network be4801db-c8f8-4df3-b9b5-556693d6a290 is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:07:25.517410 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-cb49af18-56c7-4369-afcc-b5a9b2acc487 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:07:25.519223 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-88611bb4-9b3e-44b3-b97d-97365bf19b16 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, 1fd39b34-7257-4fc1-b885-4ff9ce181ae0) {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:07:25.520780 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb49af18-56c7-4369-afcc-b5a9b2acc487 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:07:25.526831 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb49af18-56c7-4369-afcc-b5a9b2acc487 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:25.527464 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-cb49af18-56c7-4369-afcc-b5a9b2acc487 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:25.540879 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-17ab3874-2b4b-41aa-83ad-a2279829de60 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Calling delete_port for 919c2aae-6666-4bf9-b08f-7ad9a44c4d7b owned by network:router_gateway {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:07:25.547266 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88611bb4-9b3e-44b3-b97d-97365bf19b16 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:25.547750 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-88611bb4-9b3e-44b3-b97d-97365bf19b16 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:25.549975 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb49af18-56c7-4369-afcc-b5a9b2acc487 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Pushing event updated for resources: {'Port': ['ID=21d1a4a6-4f6d-447a-a953-3db3c7b5b272,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:25.566376 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-637ae77a-09ce-433c-b8ff-5c03759a3b98 None None] Network 1fd39b34-7257-4fc1-b885-4ff9ce181ae0 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:07:25.572397 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7057f049-2e11-4f26-a339-71fea38c8cc0 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (4327300b-290e-464d-bc40-251f93379af8), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:25.577645 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7057f049-2e11-4f26-a339-71fea38c8cc0 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:25.578235 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7057f049-2e11-4f26-a339-71fea38c8cc0 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:25.624150 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-cb49af18-56c7-4369-afcc-b5a9b2acc487 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.7412460 Mar 28 01:07:25.627003 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52192) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:25.634988 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-88611bb4-9b3e-44b3-b97d-97365bf19b16 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7611594 Mar 28 01:07:25.646830 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52194) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:25.697179 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-0c2558b0-dfe4-4f89-8fa7-101459bd73f5 None None] Allocated IP 172.20.0.19 (c8e989b3-c1aa-452e-929c-b98b247a53a7/b06de3d2-4889-4a05-be2e-6fa52f43596f/9103be10-33b7-45d0-a5bb-f352a5b3f4d2) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:07:25.699286 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-7057f049-2e11-4f26-a339-71fea38c8cc0 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6979527 Mar 28 01:07:25.711425 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0003b32-d6c4-4ffa-ad07-ce5ad75cedf8 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:25.725589 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0003b32-d6c4-4ffa-ad07-ce5ad75cedf8 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:25.729031 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-e0003b32-d6c4-4ffa-ad07-ce5ad75cedf8 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.1002941 Mar 28 01:07:25.729919 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52196) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:25.739633 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-7a008581-86aa-4ec3-9a3c-2125183492b4 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Request body: {'subnet': {'network_id': '4327300b-290e-464d-bc40-251f93379af8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:07:25.741527 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52198) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:25.807078 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7057f049-2e11-4f26-a339-71fea38c8cc0 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Pushing event updated for resources: {'Network': ['ID=4327300b-290e-464d-bc40-251f93379af8,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:25.869826 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network 4327300b-290e-464d-bc40-251f93379af8 details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:07:25.887089 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a008581-86aa-4ec3-9a3c-2125183492b4 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Made reservation on behalf of b3681da997b841e59750a00e0d8e0c2a for: {'subnet': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:07:25.897334 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7a008581-86aa-4ec3-9a3c-2125183492b4 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126757772'] for subnet (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:26.087141 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5da76220-8bd8-4c1c-bc21-47f1d9d83e4f None None] Publish callbacks [] for port (c0b0a4ce-b26b-4f67-994e-9937a33ff37b), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:26.096951 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-17ab3874-2b4b-41aa-83ad-a2279829de60 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (919c2aae-6666-4bf9-b08f-7ad9a44c4d7b), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:26.134445 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5da76220-8bd8-4c1c-bc21-47f1d9d83e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (c0b0a4ce-b26b-4f67-994e-9937a33ff37b), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:26.136264 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-e7414b7f-1917-4eb6-b858-d1bfc04a8310 None None] Current status of the port 7d4c98ad-30d7-4c6c-a233-0cc663da261f is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:07:26.166325 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95dc0c01-7901-4301-948e-30f30db3ae8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-1fd39b34-7257-4fc1-b885-4ff9ce181ae0', 'network_id': '1fd39b34-7257-4fc1-b885-4ff9ce181ae0', 'project_id': '76872a2b5b33490e8165d4ef5107aec5', 'fixed_ips': [{'subnet_id': 'df294ffc-daf7-4016-8c33-ad9a63b14d4e'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:07:26.167600 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-95dc0c01-7901-4301-948e-30f30db3ae8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:26.169244 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ab3874-2b4b-41aa-83ad-a2279829de60 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Pushing event deleted for resources: {'Port': ['ID=919c2aae-6666-4bf9-b08f-7ad9a44c4d7b,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:26.191761 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 9103be10-33b7-45d0-a5bb-f352a5b3f4d2 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:07:26.229924 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7a008581-86aa-4ec3-9a3c-2125183492b4 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127282703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126757786'] for subnet (482db669-47c0-41ec-a80d-c54bba8fcc49), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:26.255790 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da76220-8bd8-4c1c-bc21-47f1d9d83e4f None None] Network ee7e90e8-7809-4663-9678-9e768e0696ab is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:07:26.268770 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-0c2558b0-dfe4-4f89-8fa7-101459bd73f5 None None] For port 9103be10-33b7-45d0-a5bb-f352a5b3f4d2, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=9103be10-33b7-45d0-a5bb-f352a5b3f4d2,segment=NetworkSegment(a2ec2cdf-b0ed-43f7-bfae-f4e34d403877),segment_id=a2ec2cdf-b0ed-43f7-bfae-f4e34d403877)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:07:26.297590 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-5da76220-8bd8-4c1c-bc21-47f1d9d83e4f None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:07:26.316499 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 9f0b474a-3bcd-49af-824a-bcbb1a1276aa no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:07:26.319789 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-fc13f16f-5a8e-49fc-ad2e-313f11838813 None None] Publish callbacks [] for port (71a27dd1-ec30-499f-9cbc-02d5f21819ba), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:26.327964 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da76220-8bd8-4c1c-bc21-47f1d9d83e4f None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:07:26.349857 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a008581-86aa-4ec3-9a3c-2125183492b4 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Pushing event updated for resources: {'Subnet': ['ID=482db669-47c0-41ec-a80d-c54bba8fcc49,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:26.359214 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a008581-86aa-4ec3-9a3c-2125183492b4 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Checking segment: {'id': '8d358ba8-ed04-4d97-a6b5-17defd74e5e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4327300b-290e-464d-bc40-251f93379af8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:07:26.359585 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a008581-86aa-4ec3-9a3c-2125183492b4 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Network hostable DHCP agents. Network: 4327300b-290e-464d-bc40-251f93379af8, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:07:26.360956 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-bccfbaca-dfcb-4ce9-87ef-00fa2729729d tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Deleting port 21d1a4a6-4f6d-447a-a953-3db3c7b5b272 {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:07:26.361720 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-bccfbaca-dfcb-4ce9-87ef-00fa2729729d tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (21d1a4a6-4f6d-447a-a953-3db3c7b5b272), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:26.386212 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a008581-86aa-4ec3-9a3c-2125183492b4 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Network 4327300b-290e-464d-bc40-251f93379af8 is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:07:26.404317 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-7a008581-86aa-4ec3-9a3c-2125183492b4 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, 4327300b-290e-464d-bc40-251f93379af8) {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:07:26.422496 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a008581-86aa-4ec3-9a3c-2125183492b4 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:26.423102 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7a008581-86aa-4ec3-9a3c-2125183492b4 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks [] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:26.438073 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da76220-8bd8-4c1c-bc21-47f1d9d83e4f None None] Pushing event updated for resources: {'Port': ['ID=c0b0a4ce-b26b-4f67-994e-9937a33ff37b,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:26.445991 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234825d9-a62e-4e23-a02d-65a648fa5082 None None] Network 4327300b-290e-464d-bc40-251f93379af8 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:07:26.448770 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-fc13f16f-5a8e-49fc-ad2e-313f11838813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (71a27dd1-ec30-499f-9cbc-02d5f21819ba), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:26.451028 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: 9f0b474a-3bcd-49af-824a-bcbb1a1276aa {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:07:26.451333 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 9f0b474a-3bcd-49af-824a-bcbb1a1276aa not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:07:26.473405 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-7a008581-86aa-4ec3-9a3c-2125183492b4 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.7421350 Mar 28 01:07:26.490522 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52216) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:26.573546 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-0c2558b0-dfe4-4f89-8fa7-101459bd73f5 None None] Publish callbacks [] for port (9103be10-33b7-45d0-a5bb-f352a5b3f4d2), precommit_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:26.574917 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-17ab3874-2b4b-41aa-83ad-a2279829de60 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3687989'] for router_gateway (713a14a1-7401-44ee-b027-f6e20677de11), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:26.591820 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c818fe90-861d-4f66-b489-d78a4ed00db5 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:26.620542 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-0c2558b0-dfe4-4f89-8fa7-101459bd73f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (9103be10-33b7-45d0-a5bb-f352a5b3f4d2), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:26.638970 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52220) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:26.648641 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc13f16f-5a8e-49fc-ad2e-313f11838813 None None] Network 0d7aa405-87b2-47f1-b474-45b15ba3c71a is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:07:26.672662 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-0be6af4b-586f-4f1c-b789-bb1e751197df None None] Provisioning complete for port 21d1a4a6-4f6d-447a-a953-3db3c7b5b272 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:07:26.673038 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-0be6af4b-586f-4f1c-b789-bb1e751197df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (21d1a4a6-4f6d-447a-a953-3db3c7b5b272), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:26.684975 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [None req-e86f101f-488d-44bf-9758-a0ca294b1a3a tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Delete allocated IP 172.20.0.18 (c8e989b3-c1aa-452e-929c-b98b247a53a7/b06de3d2-4889-4a05-be2e-6fa52f43596f) {{(pid=104099) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 28 01:07:26.699572 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-fc13f16f-5a8e-49fc-ad2e-313f11838813 None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:07:26.702139 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc13f16f-5a8e-49fc-ad2e-313f11838813 None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:07:26.741973 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc13f16f-5a8e-49fc-ad2e-313f11838813 None None] Pushing event updated for resources: {'Port': ['ID=71a27dd1-ec30-499f-9cbc-02d5f21819ba,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:26.754573 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-5da76220-8bd8-4c1c-bc21-47f1d9d83e4f None None] Attempting to bind port c0b0a4ce-b26b-4f67-994e-9937a33ff37b on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:07:26.754941 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-5da76220-8bd8-4c1c-bc21-47f1d9d83e4f None None] Attempting to bind port c0b0a4ce-b26b-4f67-994e-9937a33ff37b by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': 'b78c9677-bd27-4c53-a078-025f31c8eb8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ee7e90e8-7809-4663-9678-9e768e0696ab'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:07:26.755302 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da76220-8bd8-4c1c-bc21-47f1d9d83e4f None None] Attempting to bind port c0b0a4ce-b26b-4f67-994e-9937a33ff37b on network ee7e90e8-7809-4663-9678-9e768e0696ab {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:07:26.819625 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-17ab3874-2b4b-41aa-83ad-a2279829de60 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7151'] for router (713a14a1-7401-44ee-b027-f6e20677de11), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:26.823945 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-17ab3874-2b4b-41aa-83ad-a2279829de60 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks [] for router_controller (713a14a1-7401-44ee-b027-f6e20677de11), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:26.830503 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-bccfbaca-dfcb-4ce9-87ef-00fa2729729d tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (21d1a4a6-4f6d-447a-a953-3db3c7b5b272), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:26.832925 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-06eb735d-5e00-4702-8f4b-280a8e6e5a49 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1171021121'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:07:26.847105 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da76220-8bd8-4c1c-bc21-47f1d9d83e4f None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:07:26.847530 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da76220-8bd8-4c1c-bc21-47f1d9d83e4f None None] Checking segment: {'id': 'b78c9677-bd27-4c53-a078-025f31c8eb8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ee7e90e8-7809-4663-9678-9e768e0696ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:07:26.848006 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5da76220-8bd8-4c1c-bc21-47f1d9d83e4f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:26.848469 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da76220-8bd8-4c1c-bc21-47f1d9d83e4f None None] Bound using segment: {'id': 'b78c9677-bd27-4c53-a078-025f31c8eb8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ee7e90e8-7809-4663-9678-9e768e0696ab'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:07:26.851028 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-5da76220-8bd8-4c1c-bc21-47f1d9d83e4f None None] Bound port: c0b0a4ce-b26b-4f67-994e-9937a33ff37b, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b78c9677-bd27-4c53-a078-025f31c8eb8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ee7e90e8-7809-4663-9678-9e768e0696ab'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:07:26.851517 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5da76220-8bd8-4c1c-bc21-47f1d9d83e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (c0b0a4ce-b26b-4f67-994e-9937a33ff37b), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:26.884638 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ca2e84b6-93e5-45da-97e8-384c6734fb65 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (4327300b-290e-464d-bc40-251f93379af8), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:26.886835 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-bccfbaca-dfcb-4ce9-87ef-00fa2729729d tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Calling delete_port for 21d1a4a6-4f6d-447a-a953-3db3c7b5b272 owned by {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:07:26.902493 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06eb735d-5e00-4702-8f4b-280a8e6e5a49 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Made reservation on behalf of b3391d5746ef461cb98e40d1d50397a6 for: {'network': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:07:26.905790 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-06eb735d-5e00-4702-8f4b-280a8e6e5a49 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:26.927584 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-95dc0c01-7901-4301-948e-30f30db3ae8c None None] Allocated IP 2001:db8::2 (1fd39b34-7257-4fc1-b885-4ff9ce181ae0/df294ffc-daf7-4016-8c33-ad9a63b14d4e/039a4561-cc15-4725-af4c-d06a19d7c0fc) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:07:26.935858 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-17ab3874-2b4b-41aa-83ad-a2279829de60 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689686'] for router (713a14a1-7401-44ee-b027-f6e20677de11), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:26.936385 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17ab3874-2b4b-41aa-83ad-a2279829de60 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Fanout notify agent at l3_agent the message router_deleted on router 713a14a1-7401-44ee-b027-f6e20677de11 {{(pid=104098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 01:07:26.938501 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-0be6af4b-586f-4f1c-b789-bb1e751197df None None] Port 21d1a4a6-4f6d-447a-a953-3db3c7b5b272 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:07:26.946944 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-17ab3874-2b4b-41aa-83ad-a2279829de60 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks [] for router (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:26.948113 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-17ab3874-2b4b-41aa-83ad-a2279829de60 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] 10.222.0.24 "DELETE /v2.0/routers/713a14a1-7401-44ee-b027-f6e20677de11 HTTP/1.1" status: 204 len: 168 time: 3.0561867 Mar 28 01:07:26.958140 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e86f101f-488d-44bf-9758-a0ca294b1a3a tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks [] for port (2b71effd-826e-404b-a866-2be998f664a8), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:26.959834 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52224) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:26.968330 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-b5a8b706-15dc-475c-b030-3437a51865e4 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-871813667'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:07:26.972784 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-06eb735d-5e00-4702-8f4b-280a8e6e5a49 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks [] for security_group (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:27.009777 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-fc13f16f-5a8e-49fc-ad2e-313f11838813 None None] Attempting to bind port 71a27dd1-ec30-499f-9cbc-02d5f21819ba on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:07:27.010712 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-fc13f16f-5a8e-49fc-ad2e-313f11838813 None None] Attempting to bind port 71a27dd1-ec30-499f-9cbc-02d5f21819ba by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': '1099b782-6411-449a-a906-9bdfaadf34f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0d7aa405-87b2-47f1-b474-45b15ba3c71a'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:07:27.012470 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc13f16f-5a8e-49fc-ad2e-313f11838813 None None] Attempting to bind port 71a27dd1-ec30-499f-9cbc-02d5f21819ba on network 0d7aa405-87b2-47f1-b474-45b15ba3c71a {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:07:27.017918 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e86f101f-488d-44bf-9758-a0ca294b1a3a tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (2b71effd-826e-404b-a866-2be998f664a8), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:27.044078 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be491fe4-0947-4654-a617-57c5962ff0fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-4327300b-290e-464d-bc40-251f93379af8', 'network_id': '4327300b-290e-464d-bc40-251f93379af8', 'project_id': 'b3681da997b841e59750a00e0d8e0c2a', 'fixed_ips': [{'subnet_id': '482db669-47c0-41ec-a80d-c54bba8fcc49'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:07:27.045495 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-be491fe4-0947-4654-a617-57c5962ff0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:27.076259 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2558b0-dfe4-4f89-8fa7-101459bd73f5 None None] Pushing event updated for resources: {'Port': ['ID=9103be10-33b7-45d0-a5bb-f352a5b3f4d2,revision_number=4']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:27.087919 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ca2e84b6-93e5-45da-97e8-384c6734fb65 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (482db669-47c0-41ec-a80d-c54bba8fcc49), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:27.089247 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc13f16f-5a8e-49fc-ad2e-313f11838813 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:07:27.089909 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc13f16f-5a8e-49fc-ad2e-313f11838813 None None] Checking segment: {'id': '1099b782-6411-449a-a906-9bdfaadf34f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0d7aa405-87b2-47f1-b474-45b15ba3c71a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:07:27.091327 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-fc13f16f-5a8e-49fc-ad2e-313f11838813 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:27.091944 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc13f16f-5a8e-49fc-ad2e-313f11838813 None None] Bound using segment: {'id': '1099b782-6411-449a-a906-9bdfaadf34f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0d7aa405-87b2-47f1-b474-45b15ba3c71a'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:07:27.092691 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-fc13f16f-5a8e-49fc-ad2e-313f11838813 None None] Bound port: 71a27dd1-ec30-499f-9cbc-02d5f21819ba, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1099b782-6411-449a-a906-9bdfaadf34f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0d7aa405-87b2-47f1-b474-45b15ba3c71a'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:07:27.093516 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-fc13f16f-5a8e-49fc-ad2e-313f11838813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (71a27dd1-ec30-499f-9cbc-02d5f21819ba), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:27.175251 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-c818fe90-861d-4f66-b489-d78a4ed00db5 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Allocated IP 2001:db8::1 (0d7aa405-87b2-47f1-b474-45b15ba3c71a/4d99c243-d13f-42ce-a43d-d61f47f22398/18164390-6190-4887-86ff-1cfc17c7c3b1) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:07:27.181897 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-0be6af4b-586f-4f1c-b789-bb1e751197df None None] Provisioning complete for port 7d4c98ad-30d7-4c6c-a233-0cc663da261f triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:07:27.182619 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-0be6af4b-586f-4f1c-b789-bb1e751197df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (7d4c98ad-30d7-4c6c-a233-0cc663da261f), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:27.199434 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-bccfbaca-dfcb-4ce9-87ef-00fa2729729d tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (21d1a4a6-4f6d-447a-a953-3db3c7b5b272), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:27.242724 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5a8b706-15dc-475c-b030-3437a51865e4 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Made reservation on behalf of 73b89705b12a4822849ef008702f6650 for: {'network': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:07:27.246170 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b5a8b706-15dc-475c-b030-3437a51865e4 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:27.282507 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86f101f-488d-44bf-9758-a0ca294b1a3a tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Pushing event updated for resources: {'Port': ['ID=2b71effd-826e-404b-a866-2be998f664a8,revision_number=2']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:27.322889 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-06eb735d-5e00-4702-8f4b-280a8e6e5a49 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks [] for security_group (79ecea7f-9ee2-4f2b-9e05-a1f625a89bae), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:27.349257 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-06eb735d-5e00-4702-8f4b-280a8e6e5a49 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (79ecea7f-9ee2-4f2b-9e05-a1f625a89bae), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:27.385190 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5a8b706-15dc-475c-b030-3437a51865e4 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=104099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:07:27.411196 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-e86f101f-488d-44bf-9758-a0ca294b1a3a tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] In _notify_port_updated(), no bound segment for port 2b71effd-826e-404b-a866-2be998f664a8 on network c8e989b3-c1aa-452e-929c-b98b247a53a7 {{(pid=104099) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 28 01:07:27.416968 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86f101f-488d-44bf-9758-a0ca294b1a3a tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:27.417662 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e86f101f-488d-44bf-9758-a0ca294b1a3a tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:27.421925 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-e86f101f-488d-44bf-9758-a0ca294b1a3a tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "PUT /v2.0/ports/2b71effd-826e-404b-a866-2be998f664a8 HTTP/1.1" status: 200 len: 918 time: 2.3869579 Mar 28 01:07:27.421925 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ca2e84b6-93e5-45da-97e8-384c6734fb65 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127282766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126757793'] for subnet (482db669-47c0-41ec-a80d-c54bba8fcc49), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:27.436333 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52226) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:27.447172 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-5de33cf6-2423-4a43-9fed-8f388e7bfe5a tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '004bd6af-b800-4eef-b725-475dcecba90b'}, {'subnet_id': 'b06de3d2-4889-4a05-be2e-6fa52f43596f'}]}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:07:27.530634 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b5a8b706-15dc-475c-b030-3437a51865e4 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (a055f123-0211-4999-a0a8-8ce7c45f712c), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:27.531088 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.segments_db [None req-b5a8b706-15dc-475c-b030-3437a51865e4 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Added segment a055f123-0211-4999-a0a8-8ce7c45f712c of type vlan for network ebdf19bf-c3ca-47fc-a783-8e825a415347 Mar 28 01:07:27.534185 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06eb735d-5e00-4702-8f4b-280a8e6e5a49 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=104099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:07:27.573053 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccfbaca-dfcb-4ce9-87ef-00fa2729729d tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Pushing event deleted for resources: {'Port': ['ID=21d1a4a6-4f6d-447a-a953-3db3c7b5b272,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:27.613761 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2e84b6-93e5-45da-97e8-384c6734fb65 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Pushing event deleted for resources: {'Subnet': ['ID=482db669-47c0-41ec-a80d-c54bba8fcc49,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:27.614163 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-bccfbaca-dfcb-4ce9-87ef-00fa2729729d tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:27.619321 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-bccfbaca-dfcb-4ce9-87ef-00fa2729729d tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "DELETE /v2.0/ports/21d1a4a6-4f6d-447a-a953-3db3c7b5b272 HTTP/1.1" status: 204 len: 168 time: 1.8741825 Mar 28 01:07:27.627807 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-5da76220-8bd8-4c1c-bc21-47f1d9d83e4f None None] For port c0b0a4ce-b26b-4f67-994e-9937a33ff37b, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:07:27.631102 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52228) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:27.688286 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-5da76220-8bd8-4c1c-bc21-47f1d9d83e4f None None] For port c0b0a4ce-b26b-4f67-994e-9937a33ff37b, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=c0b0a4ce-b26b-4f67-994e-9937a33ff37b,segment=NetworkSegment(b78c9677-bd27-4c53-a078-025f31c8eb8a),segment_id=b78c9677-bd27-4c53-a078-025f31c8eb8a)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:07:27.712778 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eb735d-5e00-4702-8f4b-280a8e6e5a49 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79ecea7f-9ee2-4f2b-9e05-a1f625a89bae,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:27.719824 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-06eb735d-5e00-4702-8f4b-280a8e6e5a49 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (31369063-9efd-48d1-a22d-a01d47b93379), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:27.720216 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.segments_db [None req-06eb735d-5e00-4702-8f4b-280a8e6e5a49 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Added segment 31369063-9efd-48d1-a22d-a01d47b93379 of type vlan for network ee6bc287-f07d-4ccb-aa4c-752663a85538 Mar 28 01:07:27.724107 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server [None req-be491fe4-0947-4654-a617-57c5962ff0fb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 482db669-47c0-41ec-a80d-c54bba8fcc49: This subnet is being modified by another concurrent operation. Mar 28 01:07:27.724107 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 28 01:07:27.724107 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 28 01:07:27.724107 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 28 01:07:27.724107 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 28 01:07:27.724107 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 28 01:07:27.724107 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 28 01:07:27.724107 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 28 01:07:27.724107 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 28 01:07:27.724107 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 28 01:07:27.724107 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 28 01:07:27.724107 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 28 01:07:27.724107 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 01:07:27.724107 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 01:07:27.724107 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 01:07:27.724107 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 01:07:27.724107 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 28 01:07:27.724107 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 01:07:27.724107 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 28 01:07:27.724107 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 28 01:07:27.724107 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 01:07:27.724107 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 01:07:27.724107 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 01:07:27.724107 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 01:07:27.724107 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 28 01:07:27.724107 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 01:07:27.724107 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 28 01:07:27.724107 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 28 01:07:27.724107 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 01:07:27.724107 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 01:07:27.724107 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 01:07:27.724107 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 01:07:27.724107 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 28 01:07:27.724107 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 28 01:07:27.724107 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 28 01:07:27.724107 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 28 01:07:27.724107 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 28 01:07:27.724107 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 28 01:07:27.724107 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 28 01:07:27.724107 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 28 01:07:27.724107 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 28 01:07:27.724107 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 28 01:07:27.724107 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 28 01:07:27.724107 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 01:07:27.724107 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 28 01:07:27.724107 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 28 01:07:27.724107 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 28 01:07:27.724107 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 28 01:07:27.724107 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 01:07:27.724107 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 01:07:27.724107 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 01:07:27.724107 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 01:07:27.724107 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 28 01:07:27.724107 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 01:07:27.729822 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 28 01:07:27.729822 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 28 01:07:27.729822 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 01:07:27.729822 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 01:07:27.729822 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 01:07:27.729822 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 01:07:27.729822 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 28 01:07:27.729822 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 01:07:27.729822 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 28 01:07:27.729822 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 28 01:07:27.729822 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 01:07:27.729822 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 01:07:27.729822 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 01:07:27.729822 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 01:07:27.729822 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 28 01:07:27.729822 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 28 01:07:27.729822 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 28 01:07:27.729822 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 28 01:07:27.729822 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 28 01:07:27.729822 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 28 01:07:27.729822 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 28 01:07:27.729822 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 28 01:07:27.729822 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 28 01:07:27.729822 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 28 01:07:27.729822 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 28 01:07:27.729822 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 28 01:07:27.729822 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 28 01:07:27.729822 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 28 01:07:27.729822 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 28 01:07:27.729822 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 28 01:07:27.729822 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 28 01:07:27.729822 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 28 01:07:27.729822 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Mar 28 01:07:27.729822 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 28 01:07:27.729822 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 28 01:07:27.729822 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server raise exception Mar 28 01:07:27.729822 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 482db669-47c0-41ec-a80d-c54bba8fcc49: This subnet is being modified by another concurrent operation. Mar 28 01:07:27.729822 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server Mar 28 01:07:27.735096 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5da76220-8bd8-4c1c-bc21-47f1d9d83e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (c0b0a4ce-b26b-4f67-994e-9937a33ff37b), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:27.749298 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb4b171-34d6-47a9-8ce9-b1502a33429f tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:27.750858 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb4b171-34d6-47a9-8ce9-b1502a33429f tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:27.754231 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-acb4b171-34d6-47a9-8ce9-b1502a33429f tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1207108 Mar 28 01:07:27.756184 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52230) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:27.780344 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ca2e84b6-93e5-45da-97e8-384c6734fb65 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (4327300b-290e-464d-bc40-251f93379af8), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:27.806779 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da780c0-a0e9-4c65-bffb-0f82e2ae89e9 None None] Network 4327300b-290e-464d-bc40-251f93379af8 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:07:27.816758 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-fc13f16f-5a8e-49fc-ad2e-313f11838813 None None] For port 71a27dd1-ec30-499f-9cbc-02d5f21819ba, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:07:27.819514 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5275443d-f3fb-4de1-981d-3222de5e9425 None None] Network c8e989b3-c1aa-452e-929c-b98b247a53a7 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:07:27.824071 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b5a8b706-15dc-475c-b030-3437a51865e4 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (ebdf19bf-c3ca-47fc-a783-8e825a415347), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:27.835707 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5de33cf6-2423-4a43-9fed-8f388e7bfe5a tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (2b71effd-826e-404b-a866-2be998f664a8), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:27.846981 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c46cb62-8ca1-4421-88e3-2ac3c28de8ca tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Deleting subnet 1ed7e680-0a92-4c1b-a954-ced492c2d6f7 {{(pid=104098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:07:27.862440 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2c46cb62-8ca1-4421-88e3-2ac3c28de8ca tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks [] for subnet (1ed7e680-0a92-4c1b-a954-ced492c2d6f7), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:27.867389 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c818fe90-861d-4f66-b489-d78a4ed00db5 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks [] for port (18164390-6190-4887-86ff-1cfc17c7c3b1), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:27.911249 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2c46cb62-8ca1-4421-88e3-2ac3c28de8ca tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126443526'] for subnet (1ed7e680-0a92-4c1b-a954-ced492c2d6f7), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:27.974148 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2c46cb62-8ca1-4421-88e3-2ac3c28de8ca tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (1ed7e680-0a92-4c1b-a954-ced492c2d6f7), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:27.984287 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-fc13f16f-5a8e-49fc-ad2e-313f11838813 None None] For port 71a27dd1-ec30-499f-9cbc-02d5f21819ba, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=71a27dd1-ec30-499f-9cbc-02d5f21819ba,segment=NetworkSegment(1099b782-6411-449a-a906-9bdfaadf34f4),segment_id=1099b782-6411-449a-a906-9bdfaadf34f4)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:07:27.997487 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c818fe90-861d-4f66-b489-d78a4ed00db5 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (18164390-6190-4887-86ff-1cfc17c7c3b1), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:28.046017 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c818fe90-861d-4f66-b489-d78a4ed00db5 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Pushing event updated for resources: {'Port': ['ID=18164390-6190-4887-86ff-1cfc17c7c3b1,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:28.050018 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-fc13f16f-5a8e-49fc-ad2e-313f11838813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (71a27dd1-ec30-499f-9cbc-02d5f21819ba), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:28.073793 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c818fe90-861d-4f66-b489-d78a4ed00db5 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Network 0d7aa405-87b2-47f1-b474-45b15ba3c71a is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:07:28.075874 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-c818fe90-861d-4f66-b489-d78a4ed00db5 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:07:28.078699 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c818fe90-861d-4f66-b489-d78a4ed00db5 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:07:28.079245 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c818fe90-861d-4f66-b489-d78a4ed00db5 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3686596'] for router_interface (9489c638-63f8-40f8-ae4f-cd106e957112), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:28.103112 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-95dc0c01-7901-4301-948e-30f30db3ae8c None None] Publish callbacks [] for port (039a4561-cc15-4725-af4c-d06a19d7c0fc), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:28.131818 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da76220-8bd8-4c1c-bc21-47f1d9d83e4f None None] Pushing event updated for resources: {'Port': ['ID=c0b0a4ce-b26b-4f67-994e-9937a33ff37b,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:28.146331 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-95dc0c01-7901-4301-948e-30f30db3ae8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (039a4561-cc15-4725-af4c-d06a19d7c0fc), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:28.148084 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-0be6af4b-586f-4f1c-b789-bb1e751197df None None] Current status of the port 7d4c98ad-30d7-4c6c-a233-0cc663da261f is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:07:28.153900 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.db.resource_extend [None req-b5a8b706-15dc-475c-b030-3437a51865e4 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 01:07:28.157928 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-06eb735d-5e00-4702-8f4b-280a8e6e5a49 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (ee6bc287-f07d-4ccb-aa4c-752663a85538), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:28.166019 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-ca2e84b6-93e5-45da-97e8-384c6734fb65 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4327300b-290e-464d-bc40-251f93379af8']}} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:07:28.183514 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2c46cb62-8ca1-4421-88e3-2ac3c28de8ca tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126175041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126112438'] for subnet (1ed7e680-0a92-4c1b-a954-ced492c2d6f7), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:28.186464 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-ca2e84b6-93e5-45da-97e8-384c6734fb65 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d358ba8-ed04-4d97-a6b5-17defd74e5e0') {'for_net_delete': True} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:07:28.186758 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-ca2e84b6-93e5-45da-97e8-384c6734fb65 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d358ba8-ed04-4d97-a6b5-17defd74e5e0') {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:07:28.210453 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ca2e84b6-93e5-45da-97e8-384c6734fb65 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126946678'] for segment (8d358ba8-ed04-4d97-a6b5-17defd74e5e0), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:28.222294 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b5a8b706-15dc-475c-b030-3437a51865e4 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (ebdf19bf-c3ca-47fc-a783-8e825a415347), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:28.227930 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a8b706-15dc-475c-b030-3437a51865e4 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:28.229012 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b5a8b706-15dc-475c-b030-3437a51865e4 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:28.234014 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95dc0c01-7901-4301-948e-30f30db3ae8c None None] Network 1fd39b34-7257-4fc1-b885-4ff9ce181ae0 is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:07:28.234979 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d45f8d8-bc9a-4481-b6d1-dcf061178ce2 None None] Network be4801db-c8f8-4df3-b9b5-556693d6a290 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:07:28.260070 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [None req-5de33cf6-2423-4a43-9fed-8f388e7bfe5a tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Allocated IP 172.20.0.23 (c8e989b3-c1aa-452e-929c-b98b247a53a7/b06de3d2-4889-4a05-be2e-6fa52f43596f/2b71effd-826e-404b-a866-2be998f664a8) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:07:28.266294 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2c46cb62-8ca1-4421-88e3-2ac3c28de8ca tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:28.275624 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-2c46cb62-8ca1-4421-88e3-2ac3c28de8ca tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "DELETE /v2.0/subnets/1ed7e680-0a92-4c1b-a954-ced492c2d6f7 HTTP/1.1" status: 204 len: 168 time: 0.5183978 Mar 28 01:07:28.288725 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52232) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:28.289686 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ca2e84b6-93e5-45da-97e8-384c6734fb65 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (8d358ba8-ed04-4d97-a6b5-17defd74e5e0), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:28.313082 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c46cb62-8ca1-4421-88e3-2ac3c28de8ca tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Pushing event deleted for resources: {'Subnet': ['ID=1ed7e680-0a92-4c1b-a954-ced492c2d6f7,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:28.322204 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-95dc0c01-7901-4301-948e-30f30db3ae8c None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:07:28.326359 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95dc0c01-7901-4301-948e-30f30db3ae8c None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:07:28.361535 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-0ea79b4a-c0b6-4b79-8950-4fb5edb0e979 None None] Could not find standard attr ID for object 21d1a4a6-4f6d-447a-a953-3db3c7b5b272. {{(pid=104100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 28 01:07:28.366152 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c818fe90-861d-4f66-b489-d78a4ed00db5 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (18164390-6190-4887-86ff-1cfc17c7c3b1), before_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:28.394213 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc13f16f-5a8e-49fc-ad2e-313f11838813 None None] Pushing event updated for resources: {'Port': ['ID=71a27dd1-ec30-499f-9cbc-02d5f21819ba,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:28.416288 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-6c244ac2-d616-4781-84de-a3f24b0a1e69 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0921218 Mar 28 01:07:28.417413 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52234) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:28.427789 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca2e84b6-93e5-45da-97e8-384c6734fb65 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=104099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:07:28.428503 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ca2e84b6-93e5-45da-97e8-384c6734fb65 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127280876'] for segment (8d358ba8-ed04-4d97-a6b5-17defd74e5e0), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:28.432472 dv-neutron-834874-6-hyperv neutron-server[104099]: Traceback (most recent call last): Mar 28 01:07:28.432472 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:07:28.432472 dv-neutron-834874-6-hyperv neutron-server[104099]: timer() Mar 28 01:07:28.432472 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:07:28.432472 dv-neutron-834874-6-hyperv neutron-server[104099]: cb(*args, **kw) Mar 28 01:07:28.432472 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:07:28.432472 dv-neutron-834874-6-hyperv neutron-server[104099]: return func(*args, **kwargs) Mar 28 01:07:28.432472 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:07:28.432472 dv-neutron-834874-6-hyperv neutron-server[104099]: self._notify() Mar 28 01:07:28.432472 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:07:28.432472 dv-neutron-834874-6-hyperv neutron-server[104099]: self.callback(batched_events) Mar 28 01:07:28.432472 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:07:28.432472 dv-neutron-834874-6-hyperv neutron-server[104099]: event.method(event) Mar 28 01:07:28.432472 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:07:28.432472 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:07:28.432472 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:07:28.432472 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:07:28.432472 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:07:28.432472 dv-neutron-834874-6-hyperv neutron-server[104099]: return f(self, *a, **k) Mar 28 01:07:28.432472 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:07:28.432472 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._get(url).json() Mar 28 01:07:28.432472 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:07:28.432472 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:07:28.432472 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:07:28.432472 dv-neutron-834874-6-hyperv neutron-server[104099]: return self.request(url, 'GET', **kwargs) Mar 28 01:07:28.432472 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:07:28.432472 dv-neutron-834874-6-hyperv neutron-server[104099]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:07:28.432472 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:07:28.432472 dv-neutron-834874-6-hyperv neutron-server[104099]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:07:28.432472 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:07:28.432472 dv-neutron-834874-6-hyperv neutron-server[104099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:07:28.432472 dv-neutron-834874-6-hyperv neutron-server[104099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:07:28.436187 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-06eb735d-5e00-4702-8f4b-280a8e6e5a49 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (ee6bc287-f07d-4ccb-aa4c-752663a85538), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:28.441311 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06eb735d-5e00-4702-8f4b-280a8e6e5a49 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:28.441819 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-06eb735d-5e00-4702-8f4b-280a8e6e5a49 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:28.502594 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-b5a8b706-15dc-475c-b030-3437a51865e4 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5390890 Mar 28 01:07:28.527709 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52236) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:28.587000 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-380bca92-8a60-4ae4-ab64-d1ade5d69600 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Request body: {'subnet': {'network_id': 'ebdf19bf-c3ca-47fc-a783-8e825a415347', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:07:28.615888 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a8b706-15dc-475c-b030-3437a51865e4 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Pushing event updated for resources: {'Network': ['ID=ebdf19bf-c3ca-47fc-a783-8e825a415347,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:28.634651 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-06eb735d-5e00-4702-8f4b-280a8e6e5a49 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.9944451 Mar 28 01:07:28.640928 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52238) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:28.644905 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-0ea79b4a-c0b6-4b79-8950-4fb5edb0e979 None None] Provisioning complete for port 9103be10-33b7-45d0-a5bb-f352a5b3f4d2 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:07:28.645551 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-0ea79b4a-c0b6-4b79-8950-4fb5edb0e979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (9103be10-33b7-45d0-a5bb-f352a5b3f4d2), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:28.650881 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network ebdf19bf-c3ca-47fc-a783-8e825a415347 details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:07:28.653318 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dc0c01-7901-4301-948e-30f30db3ae8c None None] Pushing event updated for resources: {'Port': ['ID=039a4561-cc15-4725-af4c-d06a19d7c0fc,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:28.693772 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-431d41d2-9b17-4639-80a1-d46bd00edbb6 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Request body: {'subnet': {'network_id': 'ee6bc287-f07d-4ccb-aa4c-752663a85538', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:07:28.721084 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cca6f2c-e885-481e-8e76-f617a90db6bf tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:28.722742 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-5cca6f2c-e885-481e-8e76-f617a90db6bf tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3043387 Mar 28 01:07:28.731159 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52240) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:28.759884 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-95dc0c01-7901-4301-948e-30f30db3ae8c None None] Attempting to bind port 039a4561-cc15-4725-af4c-d06a19d7c0fc on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:07:28.760463 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-95dc0c01-7901-4301-948e-30f30db3ae8c None None] Attempting to bind port 039a4561-cc15-4725-af4c-d06a19d7c0fc by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': 'e88821ea-1e2c-4e95-bac5-1b475802b0e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1fd39b34-7257-4fc1-b885-4ff9ce181ae0'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:07:28.760644 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95dc0c01-7901-4301-948e-30f30db3ae8c None None] Attempting to bind port 039a4561-cc15-4725-af4c-d06a19d7c0fc on network 1fd39b34-7257-4fc1-b885-4ff9ce181ae0 {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:07:28.763841 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ca2e84b6-93e5-45da-97e8-384c6734fb65 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (4327300b-290e-464d-bc40-251f93379af8), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:28.767932 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ca2e84b6-93e5-45da-97e8-384c6734fb65 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:28.777273 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-ca2e84b6-93e5-45da-97e8-384c6734fb65 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] 10.222.0.24 "DELETE /v2.0/networks/4327300b-290e-464d-bc40-251f93379af8 HTTP/1.1" status: 204 len: 168 time: 2.2794662 Mar 28 01:07:28.789568 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52242) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:28.795136 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-0161e642-38f9-4644-8c80-20d3a42a44dd tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1974438889'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:07:28.831211 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eb735d-5e00-4702-8f4b-280a8e6e5a49 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Pushing event updated for resources: {'Network': ['ID=ee6bc287-f07d-4ccb-aa4c-752663a85538,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:28.837768 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95dc0c01-7901-4301-948e-30f30db3ae8c None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:07:28.838150 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95dc0c01-7901-4301-948e-30f30db3ae8c None None] Checking segment: {'id': 'e88821ea-1e2c-4e95-bac5-1b475802b0e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1fd39b34-7257-4fc1-b885-4ff9ce181ae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:07:28.843496 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-95dc0c01-7901-4301-948e-30f30db3ae8c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:28.843496 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95dc0c01-7901-4301-948e-30f30db3ae8c None None] Bound using segment: {'id': 'e88821ea-1e2c-4e95-bac5-1b475802b0e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1fd39b34-7257-4fc1-b885-4ff9ce181ae0'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:07:28.843496 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-95dc0c01-7901-4301-948e-30f30db3ae8c None None] Bound port: 039a4561-cc15-4725-af4c-d06a19d7c0fc, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e88821ea-1e2c-4e95-bac5-1b475802b0e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1fd39b34-7257-4fc1-b885-4ff9ce181ae0'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:07:28.843496 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-95dc0c01-7901-4301-948e-30f30db3ae8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (039a4561-cc15-4725-af4c-d06a19d7c0fc), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:28.887340 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network ee6bc287-f07d-4ccb-aa4c-752663a85538 details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:07:28.905948 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0161e642-38f9-4644-8c80-20d3a42a44dd tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Made reservation on behalf of b3681da997b841e59750a00e0d8e0c2a for: {'network': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:07:28.906529 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device c0b0a4ce-b26b-4f67-994e-9937a33ff37b up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:07:28.909751 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0161e642-38f9-4644-8c80-20d3a42a44dd tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:28.912230 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2e84b6-93e5-45da-97e8-384c6734fb65 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Pushing event deleted for resources: {'Network': ['ID=4327300b-290e-464d-bc40-251f93379af8,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:28.960433 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-380bca92-8a60-4ae4-ab64-d1ade5d69600 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Made reservation on behalf of 73b89705b12a4822849ef008702f6650 for: {'subnet': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:07:28.964632 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-380bca92-8a60-4ae4-ab64-d1ade5d69600 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126112411'] for subnet (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:28.974834 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5de33cf6-2423-4a43-9fed-8f388e7bfe5a tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks [] for port (2b71effd-826e-404b-a866-2be998f664a8), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:28.982369 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0161e642-38f9-4644-8c80-20d3a42a44dd tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=104099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:07:28.985319 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-431d41d2-9b17-4639-80a1-d46bd00edbb6 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Made reservation on behalf of b3391d5746ef461cb98e40d1d50397a6 for: {'subnet': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:07:28.989161 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-431d41d2-9b17-4639-80a1-d46bd00edbb6 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126757772'] for subnet (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:28.999610 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5de33cf6-2423-4a43-9fed-8f388e7bfe5a tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (2b71effd-826e-404b-a866-2be998f664a8), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:29.093823 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0161e642-38f9-4644-8c80-20d3a42a44dd tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (3e50a377-1706-4bf7-b444-21e184c1eccc), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:29.095030 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.segments_db [None req-0161e642-38f9-4644-8c80-20d3a42a44dd tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Added segment 3e50a377-1706-4bf7-b444-21e184c1eccc of type vlan for network dbdb9143-cbdb-45f5-ac01-efbca69ef3aa Mar 28 01:07:29.110268 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c818fe90-861d-4f66-b489-d78a4ed00db5 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks [] for port (18164390-6190-4887-86ff-1cfc17c7c3b1), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:29.139147 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-95dc0c01-7901-4301-948e-30f30db3ae8c None None] For port 039a4561-cc15-4725-af4c-d06a19d7c0fc, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:07:29.147345 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-95dc0c01-7901-4301-948e-30f30db3ae8c None None] For port 039a4561-cc15-4725-af4c-d06a19d7c0fc, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=039a4561-cc15-4725-af4c-d06a19d7c0fc,segment=NetworkSegment(e88821ea-1e2c-4e95-bac5-1b475802b0e9),segment_id=e88821ea-1e2c-4e95-bac5-1b475802b0e9)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:07:29.176644 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c818fe90-861d-4f66-b489-d78a4ed00db5 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126177159'] for port (18164390-6190-4887-86ff-1cfc17c7c3b1), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:29.180716 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c818fe90-861d-4f66-b489-d78a4ed00db5 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3725889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3686480'] for router_interface (9489c638-63f8-40f8-ae4f-cd106e957112), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:29.198728 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb34d76-3eb4-4720-a79c-21b2666c3ffa None None] DHCP port deletion for be4801db-c8f8-4df3-b9b5-556693d6a290 request from dv-neutron-834874-6-hyperv {{(pid=104100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 01:07:29.216299 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-95dc0c01-7901-4301-948e-30f30db3ae8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (039a4561-cc15-4725-af4c-d06a19d7c0fc), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:29.247308 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0161e642-38f9-4644-8c80-20d3a42a44dd tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (dbdb9143-cbdb-45f5-ac01-efbca69ef3aa), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:29.273168 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de33cf6-2423-4a43-9fed-8f388e7bfe5a tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Pushing event updated for resources: {'Port': ['ID=2b71effd-826e-404b-a866-2be998f664a8,revision_number=3']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:29.294204 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c818fe90-861d-4f66-b489-d78a4ed00db5 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Pushing event updated for resources: {'Port': ['ID=18164390-6190-4887-86ff-1cfc17c7c3b1,revision_number=2']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:29.314124 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba6deb0e-e644-469e-8542-9bbe56617e7a None None] Network c8e989b3-c1aa-452e-929c-b98b247a53a7 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:07:29.325735 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port c0b0a4ce-b26b-4f67-994e-9937a33ff37b triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:07:29.326127 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (c0b0a4ce-b26b-4f67-994e-9937a33ff37b), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:29.360623 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0161e642-38f9-4644-8c80-20d3a42a44dd tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (dbdb9143-cbdb-45f5-ac01-efbca69ef3aa), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:29.366009 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0161e642-38f9-4644-8c80-20d3a42a44dd tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:29.373155 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0161e642-38f9-4644-8c80-20d3a42a44dd tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:29.381520 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-5de33cf6-2423-4a43-9fed-8f388e7bfe5a tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] In _notify_port_updated(), no bound segment for port 2b71effd-826e-404b-a866-2be998f664a8 on network c8e989b3-c1aa-452e-929c-b98b247a53a7 {{(pid=104099) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 28 01:07:29.387810 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de33cf6-2423-4a43-9fed-8f388e7bfe5a tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:29.388483 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5de33cf6-2423-4a43-9fed-8f388e7bfe5a tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:29.390019 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-5de33cf6-2423-4a43-9fed-8f388e7bfe5a tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "PUT /v2.0/ports/2b71effd-826e-404b-a866-2be998f664a8 HTTP/1.1" status: 200 len: 998 time: 1.9486332 Mar 28 01:07:29.399128 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033c4f68-e957-497d-bcbc-355a26f9135c tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:29.401004 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-033c4f68-e957-497d-bcbc-355a26f9135c tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6621628 Mar 28 01:07:29.403527 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52244) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:29.403956 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52246) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:29.406399 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-0ea79b4a-c0b6-4b79-8950-4fb5edb0e979 None None] Current status of the port 9103be10-33b7-45d0-a5bb-f352a5b3f4d2 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:07:29.498066 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-0161e642-38f9-4644-8c80-20d3a42a44dd tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7068520 Mar 28 01:07:29.506748 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52248) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:29.513096 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-a8f56535-2bb5-4817-9e08-c8b0cda96653 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Request body: {'subnet': {'network_id': 'dbdb9143-cbdb-45f5-ac01-efbca69ef3aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:07:29.530718 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-4f8612cf-27a4-47e3-97fa-b861c2e6d6ca tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1124690 Mar 28 01:07:29.534096 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52250) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:29.546040 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0161e642-38f9-4644-8c80-20d3a42a44dd tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Pushing event updated for resources: {'Network': ['ID=dbdb9143-cbdb-45f5-ac01-efbca69ef3aa,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:29.561092 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-d688adbe-f5ec-4893-9e05-3b882eee4be1 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Request body: {'subnet': {'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:07:29.592312 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network dbdb9143-cbdb-45f5-ac01-efbca69ef3aa details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:07:29.610538 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dc0c01-7901-4301-948e-30f30db3ae8c None None] Pushing event updated for resources: {'Port': ['ID=039a4561-cc15-4725-af4c-d06a19d7c0fc,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:29.694302 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-431d41d2-9b17-4639-80a1-d46bd00edbb6 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127282703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126757786'] for subnet (880b8083-bc0f-434e-b073-1ac8a25703d5), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:29.732131 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d688adbe-f5ec-4893-9e05-3b882eee4be1 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Made reservation on behalf of 564cf6bfe83a4d71adcd7d33f5d20cb1 for: {'subnet': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:07:29.735060 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d688adbe-f5ec-4893-9e05-3b882eee4be1 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126112411'] for subnet (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:29.759647 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8f56535-2bb5-4817-9e08-c8b0cda96653 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Made reservation on behalf of b3681da997b841e59750a00e0d8e0c2a for: {'subnet': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:07:29.763218 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a8f56535-2bb5-4817-9e08-c8b0cda96653 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126757772'] for subnet (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:29.763449 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80901db-6dde-438e-a438-53f490c8ea07 None None] Network ee7e90e8-7809-4663-9678-9e768e0696ab requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:07:29.824765 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431d41d2-9b17-4639-80a1-d46bd00edbb6 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Pushing event updated for resources: {'Subnet': ['ID=880b8083-bc0f-434e-b073-1ac8a25703d5,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:29.855929 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431d41d2-9b17-4639-80a1-d46bd00edbb6 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Checking segment: {'id': '31369063-9efd-48d1-a22d-a01d47b93379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ee6bc287-f07d-4ccb-aa4c-752663a85538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:07:29.856329 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431d41d2-9b17-4639-80a1-d46bd00edbb6 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Network hostable DHCP agents. Network: ee6bc287-f07d-4ccb-aa4c-752663a85538, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:07:29.895818 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431d41d2-9b17-4639-80a1-d46bd00edbb6 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Network ee6bc287-f07d-4ccb-aa4c-752663a85538 is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:07:29.897143 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-bac7be08-93c7-4539-a14a-7deb2b478c0a None None] Provisioning complete for port 9103be10-33b7-45d0-a5bb-f352a5b3f4d2 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:07:29.898130 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-bac7be08-93c7-4539-a14a-7deb2b478c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (9103be10-33b7-45d0-a5bb-f352a5b3f4d2), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:29.917235 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-431d41d2-9b17-4639-80a1-d46bd00edbb6 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, ee6bc287-f07d-4ccb-aa4c-752663a85538) {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:07:29.925619 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431d41d2-9b17-4639-80a1-d46bd00edbb6 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:29.927226 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-431d41d2-9b17-4639-80a1-d46bd00edbb6 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks [] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:29.977512 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fefd9de6-8ee7-4b8f-ad05-95c5754c7e51 None None] Network ee6bc287-f07d-4ccb-aa4c-752663a85538 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:07:30.016705 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-431d41d2-9b17-4639-80a1-d46bd00edbb6 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3566122 Mar 28 01:07:30.019846 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52252) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:30.026868 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-38d151fe-5b01-46f0-936d-46351ceaf5aa tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1347481273', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'}, 'admin_state_up': False}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:07:30.055752 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a8f56535-2bb5-4817-9e08-c8b0cda96653 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127282703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126757786'] for subnet (bea17fb3-d552-4f9a-89dc-8cb010b9d3f6), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:30.084853 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port c0b0a4ce-b26b-4f67-994e-9937a33ff37b is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:07:30.085191 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (c0b0a4ce-b26b-4f67-994e-9937a33ff37b), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:30.123029 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-38d151fe-5b01-46f0-936d-46351ceaf5aa tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7069'] for router (8e799d34-fabd-4ee4-bc94-247cd2828ab9), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:30.124273 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-38d151fe-5b01-46f0-936d-46351ceaf5aa tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4188952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7062'] for router (8e799d34-fabd-4ee4-bc94-247cd2828ab9), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:30.130591 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c818fe90-861d-4f66-b489-d78a4ed00db5 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Network 0d7aa405-87b2-47f1-b474-45b15ba3c71a is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:07:30.132298 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f56535-2bb5-4817-9e08-c8b0cda96653 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Pushing event updated for resources: {'Subnet': ['ID=bea17fb3-d552-4f9a-89dc-8cb010b9d3f6,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:30.169312 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-c818fe90-861d-4f66-b489-d78a4ed00db5 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:07:30.213030 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-380bca92-8a60-4ae4-ab64-d1ade5d69600 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126174976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126112397'] for subnet (9dfdb595-d242-4e5e-ae2d-375725d4c333), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:30.219226 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f56535-2bb5-4817-9e08-c8b0cda96653 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Checking segment: {'id': '3e50a377-1706-4bf7-b444-21e184c1eccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'dbdb9143-cbdb-45f5-ac01-efbca69ef3aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:07:30.219612 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f56535-2bb5-4817-9e08-c8b0cda96653 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Network hostable DHCP agents. Network: dbdb9143-cbdb-45f5-ac01-efbca69ef3aa, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:07:30.233237 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-38d151fe-5b01-46f0-936d-46351ceaf5aa tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks [] for router_controller (8e799d34-fabd-4ee4-bc94-247cd2828ab9), precommit_add_association {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:30.244454 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f56535-2bb5-4817-9e08-c8b0cda96653 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Network dbdb9143-cbdb-45f5-ac01-efbca69ef3aa is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:07:30.297508 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be813a17-4125-4d65-bbdb-4f03253fa358 None None] Network 0d7aa405-87b2-47f1-b474-45b15ba3c71a requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:07:30.342561 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-dbb34d76-3eb4-4720-a79c-21b2666c3ffa None None] Deleting port 7d4c98ad-30d7-4c6c-a233-0cc663da261f {{(pid=104100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:07:30.342974 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-dbb34d76-3eb4-4720-a79c-21b2666c3ffa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (7d4c98ad-30d7-4c6c-a233-0cc663da261f), before_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:30.345484 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-5c9fe2bb-998c-4974-a1dc-e973abe577ef tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Deleting port 2b71effd-826e-404b-a866-2be998f664a8 {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:07:30.345824 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5c9fe2bb-998c-4974-a1dc-e973abe577ef tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (2b71effd-826e-404b-a866-2be998f664a8), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:30.497888 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27498213-fa28-4f13-99ec-ee3af1c31705 None None] Network ee6bc287-f07d-4ccb-aa4c-752663a85538 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:07:30.515671 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] For port c0b0a4ce-b26b-4f67-994e-9937a33ff37b, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=c0b0a4ce-b26b-4f67-994e-9937a33ff37b,segment=NetworkSegment(b78c9677-bd27-4c53-a078-025f31c8eb8a),segment_id=b78c9677-bd27-4c53-a078-025f31c8eb8a)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:07:30.592112 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (c0b0a4ce-b26b-4f67-994e-9937a33ff37b), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:30.592915 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 9103be10-33b7-45d0-a5bb-f352a5b3f4d2 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:07:30.688664 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380bca92-8a60-4ae4-ab64-d1ade5d69600 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Pushing event updated for resources: {'Subnet': ['ID=9dfdb595-d242-4e5e-ae2d-375725d4c333,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:30.785999 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-38d151fe-5b01-46f0-936d-46351ceaf5aa tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks [] for router_gateway (8e799d34-fabd-4ee4-bc94-247cd2828ab9), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:30.796147 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-a8f56535-2bb5-4817-9e08-c8b0cda96653 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, dbdb9143-cbdb-45f5-ac01-efbca69ef3aa) {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:07:30.802689 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f56535-2bb5-4817-9e08-c8b0cda96653 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:30.804471 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a8f56535-2bb5-4817-9e08-c8b0cda96653 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks [] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:30.828350 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a71e49-0b44-4bf8-bae9-98725ed4bb5a None None] Network dbdb9143-cbdb-45f5-ac01-efbca69ef3aa requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:07:30.833832 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380bca92-8a60-4ae4-ab64-d1ade5d69600 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Checking segment: {'id': 'a055f123-0211-4999-a0a8-8ce7c45f712c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'ebdf19bf-c3ca-47fc-a783-8e825a415347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:07:30.834204 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380bca92-8a60-4ae4-ab64-d1ade5d69600 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Network hostable DHCP agents. Network: ebdf19bf-c3ca-47fc-a783-8e825a415347, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:07:30.834435 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-dbb34d76-3eb4-4720-a79c-21b2666c3ffa None None] For port 7d4c98ad-30d7-4c6c-a233-0cc663da261f, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=7d4c98ad-30d7-4c6c-a233-0cc663da261f,segment=NetworkSegment(9028fe72-9b79-4538-96be-757c3dc71a72),segment_id=9028fe72-9b79-4538-96be-757c3dc71a72)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:07:30.835059 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-dbb34d76-3eb4-4720-a79c-21b2666c3ffa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (7d4c98ad-30d7-4c6c-a233-0cc663da261f), precommit_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:30.872589 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5c9fe2bb-998c-4974-a1dc-e973abe577ef tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (2b71effd-826e-404b-a866-2be998f664a8), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:30.886048 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-bac7be08-93c7-4539-a14a-7deb2b478c0a None None] Current status of the port 9103be10-33b7-45d0-a5bb-f352a5b3f4d2 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:07:30.907348 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.objects.ports [None req-d688adbe-f5ec-4893-9e05-3b882eee4be1 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104098) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 28 01:07:30.914559 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-a8f56535-2bb5-4817-9e08-c8b0cda96653 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4018829 Mar 28 01:07:30.914559 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52254) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:30.923795 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-5c9fe2bb-998c-4974-a1dc-e973abe577ef tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Calling delete_port for 2b71effd-826e-404b-a866-2be998f664a8 owned by {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:07:30.924553 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-0271b294-68f9-48b2-81cc-794c01ea18c8 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Request body: {'subnet': {'network_id': 'dbdb9143-cbdb-45f5-ac01-efbca69ef3aa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:07:30.935833 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Pushing event updated for resources: {'Port': ['ID=c0b0a4ce-b26b-4f67-994e-9937a33ff37b,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:30.954454 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa53e90-c104-42d6-8155-19e0bb5b638e None None] Network 1fd39b34-7257-4fc1-b885-4ff9ce181ae0 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:07:30.960835 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-dbb34d76-3eb4-4720-a79c-21b2666c3ffa None None] Calling delete_port for 7d4c98ad-30d7-4c6c-a233-0cc663da261f owned by network:dhcp {{(pid=104100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:07:31.033051 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380bca92-8a60-4ae4-ab64-d1ade5d69600 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Network ebdf19bf-c3ca-47fc-a783-8e825a415347 is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:07:31.083015 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c818fe90-861d-4f66-b489-d78a4ed00db5 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Router 9489c638-63f8-40f8-ae4f-cd106e957112 is scheduled to L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 with binding_index 1 {{(pid=104098) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 01:07:31.095953 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-380bca92-8a60-4ae4-ab64-d1ade5d69600 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, ebdf19bf-c3ca-47fc-a783-8e825a415347) {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:07:31.139526 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-723e07da-9041-4436-95c0-2224c9449b22 None None] Network ebdf19bf-c3ca-47fc-a783-8e825a415347 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:07:31.144968 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-bac7be08-93c7-4539-a14a-7deb2b478c0a None None] Provisioning complete for port 2b71effd-826e-404b-a866-2be998f664a8 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:07:31.145346 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-bac7be08-93c7-4539-a14a-7deb2b478c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (2b71effd-826e-404b-a866-2be998f664a8), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:31.160231 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380bca92-8a60-4ae4-ab64-d1ade5d69600 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:31.160828 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-380bca92-8a60-4ae4-ab64-d1ade5d69600 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:31.171840 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0271b294-68f9-48b2-81cc-794c01ea18c8 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Made reservation on behalf of b3681da997b841e59750a00e0d8e0c2a for: {'subnet': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:07:31.175082 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0271b294-68f9-48b2-81cc-794c01ea18c8 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126757772'] for subnet (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:31.182534 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 9103be10-33b7-45d0-a5bb-f352a5b3f4d2 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:07:31.182914 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (9103be10-33b7-45d0-a5bb-f352a5b3f4d2), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:31.334123 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-380bca92-8a60-4ae4-ab64-d1ade5d69600 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8043113 Mar 28 01:07:31.374070 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52256) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:31.382121 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d987d6-f951-4d12-8585-b7a4a144169a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-dbdb9143-cbdb-45f5-ac01-efbca69ef3aa', 'network_id': 'dbdb9143-cbdb-45f5-ac01-efbca69ef3aa', 'project_id': 'b3681da997b841e59750a00e0d8e0c2a', 'fixed_ips': [{'subnet_id': 'bea17fb3-d552-4f9a-89dc-8cb010b9d3f6'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:07:31.382993 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-e9d987d6-f951-4d12-8585-b7a4a144169a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:31.390045 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-be1e6f42-8ec7-4cb5-b9d1-bb19efd74b7c tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2021181066', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:07:31.431815 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-bac7be08-93c7-4539-a14a-7deb2b478c0a None None] Port 2b71effd-826e-404b-a866-2be998f664a8 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:07:31.483415 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-38d151fe-5b01-46f0-936d-46351ceaf5aa tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks [] for router_gateway (8e799d34-fabd-4ee4-bc94-247cd2828ab9), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:31.512432 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-38d151fe-5b01-46f0-936d-46351ceaf5aa tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:31.614817 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-be1e6f42-8ec7-4cb5-b9d1-bb19efd74b7c tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7069'] for router (9ee06e2c-2c08-4c9d-91d5-49e266d33f11), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:31.616391 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-be1e6f42-8ec7-4cb5-b9d1-bb19efd74b7c tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4188952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7062'] for router (9ee06e2c-2c08-4c9d-91d5-49e266d33f11), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:31.622837 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-dbb34d76-3eb4-4720-a79c-21b2666c3ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886'] for port (7d4c98ad-30d7-4c6c-a233-0cc663da261f), after_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:31.661126 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_v2 [None req-d688adbe-f5ec-4893-9e05-3b882eee4be1 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Port 7d4c98ad-30d7-4c6c-a233-0cc663da261f concurrently deleted while adding address for new subnet {'id': 'dd7349db-4bf7-46d4-8be9-bd35f789b67c', 'name': '', 'tenant_id': '564cf6bfe83a4d71adcd7d33f5d20cb1', 'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac', 'standard_attr_id': 724, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2022-03-28T01:07:29Z', 'updated_at': '2022-03-28T01:07:29Z', 'revision_number': 0, 'segment_id': None, 'project_id': '564cf6bfe83a4d71adcd7d33f5d20cb1'}. {{(pid=104098) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:780}} Mar 28 01:07:31.662679 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d688adbe-f5ec-4893-9e05-3b882eee4be1 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126174976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126112397'] for subnet (dd7349db-4bf7-46d4-8be9-bd35f789b67c), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:31.673705 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c818fe90-861d-4f66-b489-d78a4ed00db5 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:07:31.687324 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-c818fe90-861d-4f66-b489-d78a4ed00db5 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] 10.222.0.24 "PUT /v2.0/routers/9489c638-63f8-40f8-ae4f-cd106e957112/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0381052 Mar 28 01:07:31.690860 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb34d76-3eb4-4720-a79c-21b2666c3ffa None None] No DVR routers for this DVR port 7d4c98ad-30d7-4c6c-a233-0cc663da261f on host dv-neutron-834874-6-hyperv {{(pid=104100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:07:31.691950 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52258) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:31.714603 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-50e3045a-4535-48a8-b8db-9e2294820b69 None None] Provisioning complete for port 9103be10-33b7-45d0-a5bb-f352a5b3f4d2 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:07:31.715006 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-50e3045a-4535-48a8-b8db-9e2294820b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (9103be10-33b7-45d0-a5bb-f352a5b3f4d2), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:31.715178 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3806a4d-2c3f-48dc-8f9a-a1efd256bce4 None None] Sync routers for ids ['9489c638-63f8-40f8-ae4f-cd106e957112'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:07:31.734428 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3806a4d-2c3f-48dc-8f9a-a1efd256bce4 None None] Routers {'9489c638-63f8-40f8-ae4f-cd106e957112'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:07:31.738712 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-e3806a4d-2c3f-48dc-8f9a-a1efd256bce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:07:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['9489c638-63f8-40f8-ae4f-cd106e957112'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:07:31.750886 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5c9fe2bb-998c-4974-a1dc-e973abe577ef tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (2b71effd-826e-404b-a866-2be998f664a8), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:31.763107 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd7c4f7-b7f3-4eda-9440-74adb2733ec0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-ebdf19bf-c3ca-47fc-a783-8e825a415347', 'network_id': 'ebdf19bf-c3ca-47fc-a783-8e825a415347', 'project_id': '73b89705b12a4822849ef008702f6650', 'fixed_ips': [{'subnet_id': '9dfdb595-d242-4e5e-ae2d-375725d4c333'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:07:31.764058 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-fdd7c4f7-b7f3-4eda-9440-74adb2733ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:31.772326 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb34d76-3eb4-4720-a79c-21b2666c3ffa None None] Pushing event deleted for resources: {'Port': ['ID=7d4c98ad-30d7-4c6c-a233-0cc663da261f,revision_number=None']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:31.818688 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-e3806a4d-2c3f-48dc-8f9a-a1efd256bce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:07:31.847970 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [None req-38d151fe-5b01-46f0-936d-46351ceaf5aa tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Allocated IP 172.26.1.102 (dea6548b-502b-42db-97fb-371e423e739a/cce6de65-d8c9-45b8-9970-0a277e8c1192/8eb03933-4b47-4c81-a3b8-f92280a242be) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:07:31.851197 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3806a4d-2c3f-48dc-8f9a-a1efd256bce4 None None] Routers {'9489c638-63f8-40f8-ae4f-cd106e957112'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:07:31.852154 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-e3806a4d-2c3f-48dc-8f9a-a1efd256bce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:07:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['9489c638-63f8-40f8-ae4f-cd106e957112'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:07:31.872836 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 9103be10-33b7-45d0-a5bb-f352a5b3f4d2 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:07:31.917349 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d688adbe-f5ec-4893-9e05-3b882eee4be1 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Network be4801db-c8f8-4df3-b9b5-556693d6a290 is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:07:31.935165 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-e3806a4d-2c3f-48dc-8f9a-a1efd256bce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:07:31.936202 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3806a4d-2c3f-48dc-8f9a-a1efd256bce4 None None] The sync data for ids ['9489c638-63f8-40f8-ae4f-cd106e957112'] in dv-neutron-834874-6-hyperv is: [] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:07:31.975234 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9fe2bb-998c-4974-a1dc-e973abe577ef tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Pushing event deleted for resources: {'Port': ['ID=2b71effd-826e-404b-a866-2be998f664a8,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:31.977323 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-d688adbe-f5ec-4893-9e05-3b882eee4be1 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:07:32.033528 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-be1e6f42-8ec7-4cb5-b9d1-bb19efd74b7c tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks [] for router_controller (9ee06e2c-2c08-4c9d-91d5-49e266d33f11), precommit_add_association {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:32.053529 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d688adbe-f5ec-4893-9e05-3b882eee4be1 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:32.062792 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d688adbe-f5ec-4893-9e05-3b882eee4be1 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:32.116123 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d688adbe-f5ec-4893-9e05-3b882eee4be1 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Pushing event updated for resources: {'Subnet': ['ID=dd7349db-4bf7-46d4-8be9-bd35f789b67c,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:32.127444 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-fdd7c4f7-b7f3-4eda-9440-74adb2733ec0 None None] Allocated IP 2001:db8::2 (ebdf19bf-c3ca-47fc-a783-8e825a415347/9dfdb595-d242-4e5e-ae2d-375725d4c333/d59b6790-8941-4e8d-9220-5a980fbc5ef8) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:07:32.133034 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-be1e6f42-8ec7-4cb5-b9d1-bb19efd74b7c tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687953'] for router (9ee06e2c-2c08-4c9d-91d5-49e266d33f11), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:32.146835 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0271b294-68f9-48b2-81cc-794c01ea18c8 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127282703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126757786'] for subnet (b61517af-f03d-43be-89ff-9fb91dec89a4), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:32.231282 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5c9fe2bb-998c-4974-a1dc-e973abe577ef tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:32.243787 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-5c9fe2bb-998c-4974-a1dc-e973abe577ef tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "DELETE /v2.0/ports/2b71effd-826e-404b-a866-2be998f664a8 HTTP/1.1" status: 204 len: 168 time: 2.8335314 Mar 28 01:07:32.252715 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-d688adbe-f5ec-4893-9e05-3b882eee4be1 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.7079170 Mar 28 01:07:32.255827 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-be1e6f42-8ec7-4cb5-b9d1-bb19efd74b7c tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks [] for router (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:32.257756 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b053dd9-9099-4e08-a147-734b69a5524d None None] Network be4801db-c8f8-4df3-b9b5-556693d6a290 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:07:32.262346 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-be1e6f42-8ec7-4cb5-b9d1-bb19efd74b7c tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8826966 Mar 28 01:07:32.263324 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52260) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:32.263751 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52262) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:32.264503 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52264) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:32.278496 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-38d151fe-5b01-46f0-936d-46351ceaf5aa tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks [] for port (8eb03933-4b47-4c81-a3b8-f92280a242be), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:32.307062 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-1dfa5dad-717c-4c33-861e-c7fa2ac0f488 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Request body: {'subnet': {'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:07:32.308840 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device c0b0a4ce-b26b-4f67-994e-9937a33ff37b up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:07:32.353275 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-38d151fe-5b01-46f0-936d-46351ceaf5aa tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (8eb03933-4b47-4c81-a3b8-f92280a242be), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:32.427732 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d151fe-5b01-46f0-936d-46351ceaf5aa tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Network dea6548b-502b-42db-97fb-371e423e739a is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:07:32.450391 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0271b294-68f9-48b2-81cc-794c01ea18c8 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Network dbdb9143-cbdb-45f5-ac01-efbca69ef3aa is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:07:32.451364 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-38d151fe-5b01-46f0-936d-46351ceaf5aa tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:07:32.464196 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d151fe-5b01-46f0-936d-46351ceaf5aa tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:07:32.468743 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-e9d987d6-f951-4d12-8585-b7a4a144169a None None] Allocated IP 2001:db8::2 (dbdb9143-cbdb-45f5-ac01-efbca69ef3aa/bea17fb3-d552-4f9a-89dc-8cb010b9d3f6/44b12a5f-32da-4e13-a358-de3c22fb1af9) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:07:32.501453 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.pecan_wsgi.hooks.translation [None req-26113c25-3e2d-4e44-804c-30290c795652 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] GET failed (client error): The resource could not be found. Mar 28 01:07:32.502974 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-26113c25-3e2d-4e44-804c-30290c795652 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "GET /v2.0/ports/2b71effd-826e-404b-a866-2be998f664a8 HTTP/1.1" status: 404 len: 333 time: 0.2373025 Mar 28 01:07:32.511542 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52266) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:32.614050 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-0271b294-68f9-48b2-81cc-794c01ea18c8 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:07:32.626207 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0271b294-68f9-48b2-81cc-794c01ea18c8 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:32.626711 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0271b294-68f9-48b2-81cc-794c01ea18c8 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks [] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:32.632392 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d151fe-5b01-46f0-936d-46351ceaf5aa tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Pushing event updated for resources: {'Port': ['ID=8eb03933-4b47-4c81-a3b8-f92280a242be,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:32.646868 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dfa5dad-717c-4c33-861e-c7fa2ac0f488 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Made reservation on behalf of 564cf6bfe83a4d71adcd7d33f5d20cb1 for: {'subnet': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:07:32.648386 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0271b294-68f9-48b2-81cc-794c01ea18c8 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Pushing event updated for resources: {'Subnet': ['ID=b61517af-f03d-43be-89ff-9fb91dec89a4,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:32.650541 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1dfa5dad-717c-4c33-861e-c7fa2ac0f488 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126112411'] for subnet (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:32.753485 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-0271b294-68f9-48b2-81cc-794c01ea18c8 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.8373480 Mar 28 01:07:32.757326 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52268) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:32.819011 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_v2 [None req-80050e46-6f21-4bec-8de8-82cc004b3cbb tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Deleting subnet b06de3d2-4889-4a05-be2e-6fa52f43596f {{(pid=104098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:07:32.849554 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-80050e46-6f21-4bec-8de8-82cc004b3cbb tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks [] for subnet (b06de3d2-4889-4a05-be2e-6fa52f43596f), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:32.926346 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28fc90ed-8c42-42d9-9365-53e5ccf49f98 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:32.927660 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28fc90ed-8c42-42d9-9365-53e5ccf49f98 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:32.928980 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28fc90ed-8c42-42d9-9365-53e5ccf49f98 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:32.930391 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28fc90ed-8c42-42d9-9365-53e5ccf49f98 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:32.932742 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28fc90ed-8c42-42d9-9365-53e5ccf49f98 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:32.937779 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-28fc90ed-8c42-42d9-9365-53e5ccf49f98 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1734438 Mar 28 01:07:32.941834 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52270) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:32.954430 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:32.991482 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-80050e46-6f21-4bec-8de8-82cc004b3cbb tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126443526'] for subnet (b06de3d2-4889-4a05-be2e-6fa52f43596f), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:33.003495 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-50e3045a-4535-48a8-b8db-9e2294820b69 None None] Current status of the port 9103be10-33b7-45d0-a5bb-f352a5b3f4d2 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:07:33.028304 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.ipam_backend_mixin [None req-1dfa5dad-717c-4c33-861e-c7fa2ac0f488 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet dd7349db-4bf7-46d4-8be9-bd35f789b67c (CIDR: 2001:db8::/64) Mar 28 01:07:33.053441 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dfa5dad-717c-4c33-861e-c7fa2ac0f488 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 01:07:33.054030 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dfa5dad-717c-4c33-861e-c7fa2ac0f488 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:07:33.084105 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port c0b0a4ce-b26b-4f67-994e-9937a33ff37b triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:07:33.084105 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (c0b0a4ce-b26b-4f67-994e-9937a33ff37b), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:33.090726 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-50e3045a-4535-48a8-b8db-9e2294820b69 None None] Provisioning complete for port c0b0a4ce-b26b-4f67-994e-9937a33ff37b triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:07:33.091126 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-50e3045a-4535-48a8-b8db-9e2294820b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (c0b0a4ce-b26b-4f67-994e-9937a33ff37b), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:33.101090 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-1dfa5dad-717c-4c33-861e-c7fa2ac0f488 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7992079 Mar 28 01:07:33.118023 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-fdd7c4f7-b7f3-4eda-9440-74adb2733ec0 None None] Publish callbacks [] for port (d59b6790-8941-4e8d-9220-5a980fbc5ef8), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:33.119507 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52274) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:33.128164 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-7a9d5137-a52c-4959-aeef-9639b97e7613 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Request body: {'subnet': {'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:07:33.138726 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a9985f-2033-4a3f-8cbd-cd924514fcad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-be4801db-c8f8-4df3-b9b5-556693d6a290', 'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290', 'project_id': '564cf6bfe83a4d71adcd7d33f5d20cb1', 'fixed_ips': [{'subnet_id': 'dd7349db-4bf7-46d4-8be9-bd35f789b67c'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:07:33.139828 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-09a9985f-2033-4a3f-8cbd-cd924514fcad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:33.195626 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5860934f-718e-4704-ab49-ffd3acc156d5 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:33.198095 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-fdd7c4f7-b7f3-4eda-9440-74adb2733ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (d59b6790-8941-4e8d-9220-5a980fbc5ef8), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:33.231425 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-80050e46-6f21-4bec-8de8-82cc004b3cbb tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (b06de3d2-4889-4a05-be2e-6fa52f43596f), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:33.268159 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-e9d987d6-f951-4d12-8585-b7a4a144169a None None] Publish callbacks [] for port (44b12a5f-32da-4e13-a358-de3c22fb1af9), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:33.278878 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-7280348d-2004-442e-bec8-2950604629b8 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1835996689'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:07:33.282550 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd7c4f7-b7f3-4eda-9440-74adb2733ec0 None None] Network ebdf19bf-c3ca-47fc-a783-8e825a415347 is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:07:33.327915 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-e9d987d6-f951-4d12-8585-b7a4a144169a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (44b12a5f-32da-4e13-a358-de3c22fb1af9), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:33.336247 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7280348d-2004-442e-bec8-2950604629b8 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Made reservation on behalf of b3681da997b841e59750a00e0d8e0c2a for: {'network': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:07:33.340510 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7280348d-2004-442e-bec8-2950604629b8 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:33.341398 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-fdd7c4f7-b7f3-4eda-9440-74adb2733ec0 None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:07:33.356487 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd7c4f7-b7f3-4eda-9440-74adb2733ec0 None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:07:33.366476 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd7c4f7-b7f3-4eda-9440-74adb2733ec0 None None] Pushing event updated for resources: {'Port': ['ID=d59b6790-8941-4e8d-9220-5a980fbc5ef8,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:33.384227 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-38d151fe-5b01-46f0-936d-46351ceaf5aa tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks [] for router_gateway (8e799d34-fabd-4ee4-bc94-247cd2828ab9), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:33.396620 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d987d6-f951-4d12-8585-b7a4a144169a None None] Network dbdb9143-cbdb-45f5-ac01-efbca69ef3aa is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:07:33.481286 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7280348d-2004-442e-bec8-2950604629b8 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=104099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:07:33.484488 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.api.v2.resource [None req-6b9a47eb-c266-4d6f-841a-f7de5cd07f4f tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 01:07:33.488301 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-6b9a47eb-c266-4d6f-841a-f7de5cd07f4f tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] 10.222.0.24 "PUT /v2.0/routers/9489c638-63f8-40f8-ae4f-cd106e957112/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.7907727 Mar 28 01:07:33.488471 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-e9d987d6-f951-4d12-8585-b7a4a144169a None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:07:33.492440 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52276) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:33.514356 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d987d6-f951-4d12-8585-b7a4a144169a None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:07:33.576174 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7280348d-2004-442e-bec8-2950604629b8 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (962b02b7-f640-4c92-a528-10653cab83c3), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:33.576572 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.segments_db [None req-7280348d-2004-442e-bec8-2950604629b8 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Added segment 962b02b7-f640-4c92-a528-10653cab83c3 of type vlan for network 21f2c238-3ac6-4cf8-916a-d258cb771b95 Mar 28 01:07:33.590499 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d987d6-f951-4d12-8585-b7a4a144169a None None] Pushing event updated for resources: {'Port': ['ID=44b12a5f-32da-4e13-a358-de3c22fb1af9,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:33.607401 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port c0b0a4ce-b26b-4f67-994e-9937a33ff37b is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:07:33.608578 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 71a27dd1-ec30-499f-9cbc-02d5f21819ba up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:07:33.610235 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-50e3045a-4535-48a8-b8db-9e2294820b69 None None] Current status of the port c0b0a4ce-b26b-4f67-994e-9937a33ff37b is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:07:33.616314 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-fdd7c4f7-b7f3-4eda-9440-74adb2733ec0 None None] Attempting to bind port d59b6790-8941-4e8d-9220-5a980fbc5ef8 on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:07:33.616556 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-fdd7c4f7-b7f3-4eda-9440-74adb2733ec0 None None] Attempting to bind port d59b6790-8941-4e8d-9220-5a980fbc5ef8 by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': 'a055f123-0211-4999-a0a8-8ce7c45f712c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'ebdf19bf-c3ca-47fc-a783-8e825a415347'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:07:33.616898 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd7c4f7-b7f3-4eda-9440-74adb2733ec0 None None] Attempting to bind port d59b6790-8941-4e8d-9220-5a980fbc5ef8 on network ebdf19bf-c3ca-47fc-a783-8e825a415347 {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:07:33.644624 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7280348d-2004-442e-bec8-2950604629b8 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (21f2c238-3ac6-4cf8-916a-d258cb771b95), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:33.660065 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-50e3045a-4535-48a8-b8db-9e2294820b69 None None] Could not find standard attr ID for object 2b71effd-826e-404b-a866-2be998f664a8. {{(pid=104100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 28 01:07:33.670437 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-09a9985f-2033-4a3f-8cbd-cd924514fcad None None] Allocated IP 2001:db8::f816:3eff:fe27:7d86 (be4801db-c8f8-4df3-b9b5-556693d6a290/dd7349db-4bf7-46d4-8be9-bd35f789b67c/8b6f501e-f784-4ee9-80fc-67d38db42232) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:07:33.673208 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd7c4f7-b7f3-4eda-9440-74adb2733ec0 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:07:33.673588 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd7c4f7-b7f3-4eda-9440-74adb2733ec0 None None] Checking segment: {'id': 'a055f123-0211-4999-a0a8-8ce7c45f712c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'ebdf19bf-c3ca-47fc-a783-8e825a415347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:07:33.674000 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-fdd7c4f7-b7f3-4eda-9440-74adb2733ec0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:33.674393 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd7c4f7-b7f3-4eda-9440-74adb2733ec0 None None] Bound using segment: {'id': 'a055f123-0211-4999-a0a8-8ce7c45f712c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'ebdf19bf-c3ca-47fc-a783-8e825a415347'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:07:33.674880 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-fdd7c4f7-b7f3-4eda-9440-74adb2733ec0 None None] Bound port: d59b6790-8941-4e8d-9220-5a980fbc5ef8, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a055f123-0211-4999-a0a8-8ce7c45f712c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'ebdf19bf-c3ca-47fc-a783-8e825a415347'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:07:33.675263 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-fdd7c4f7-b7f3-4eda-9440-74adb2733ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (d59b6790-8941-4e8d-9220-5a980fbc5ef8), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:33.675474 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a9d5137-a52c-4959-aeef-9639b97e7613 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Made reservation on behalf of 564cf6bfe83a4d71adcd7d33f5d20cb1 for: {'subnet': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:07:33.678735 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7a9d5137-a52c-4959-aeef-9639b97e7613 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126112411'] for subnet (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:33.722375 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-e9d987d6-f951-4d12-8585-b7a4a144169a None None] Attempting to bind port 44b12a5f-32da-4e13-a358-de3c22fb1af9 on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:07:33.722802 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-e9d987d6-f951-4d12-8585-b7a4a144169a None None] Attempting to bind port 44b12a5f-32da-4e13-a358-de3c22fb1af9 by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': '3e50a377-1706-4bf7-b444-21e184c1eccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'dbdb9143-cbdb-45f5-ac01-efbca69ef3aa'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:07:33.723119 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d987d6-f951-4d12-8585-b7a4a144169a None None] Attempting to bind port 44b12a5f-32da-4e13-a358-de3c22fb1af9 on network dbdb9143-cbdb-45f5-ac01-efbca69ef3aa {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:07:33.725011 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-80050e46-6f21-4bec-8de8-82cc004b3cbb tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126175041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126112438'] for subnet (b06de3d2-4889-4a05-be2e-6fa52f43596f), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:33.749951 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-50e3045a-4535-48a8-b8db-9e2294820b69 None None] Provisioning complete for port 71a27dd1-ec30-499f-9cbc-02d5f21819ba triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:07:33.750337 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-50e3045a-4535-48a8-b8db-9e2294820b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (71a27dd1-ec30-499f-9cbc-02d5f21819ba), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:33.758036 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d987d6-f951-4d12-8585-b7a4a144169a None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:07:33.759210 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d987d6-f951-4d12-8585-b7a4a144169a None None] Checking segment: {'id': '3e50a377-1706-4bf7-b444-21e184c1eccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'dbdb9143-cbdb-45f5-ac01-efbca69ef3aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:07:33.759904 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-e9d987d6-f951-4d12-8585-b7a4a144169a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:33.760536 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d987d6-f951-4d12-8585-b7a4a144169a None None] Bound using segment: {'id': '3e50a377-1706-4bf7-b444-21e184c1eccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'dbdb9143-cbdb-45f5-ac01-efbca69ef3aa'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:07:33.761037 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-e9d987d6-f951-4d12-8585-b7a4a144169a None None] Bound port: 44b12a5f-32da-4e13-a358-de3c22fb1af9, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e50a377-1706-4bf7-b444-21e184c1eccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'dbdb9143-cbdb-45f5-ac01-efbca69ef3aa'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:07:33.761426 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-e9d987d6-f951-4d12-8585-b7a4a144169a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (44b12a5f-32da-4e13-a358-de3c22fb1af9), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:33.808098 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80050e46-6f21-4bec-8de8-82cc004b3cbb tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Pushing event deleted for resources: {'Subnet': ['ID=b06de3d2-4889-4a05-be2e-6fa52f43596f,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:33.821716 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-80050e46-6f21-4bec-8de8-82cc004b3cbb tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:33.823728 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7280348d-2004-442e-bec8-2950604629b8 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (21f2c238-3ac6-4cf8-916a-d258cb771b95), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:33.827334 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-80050e46-6f21-4bec-8de8-82cc004b3cbb tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "DELETE /v2.0/subnets/b06de3d2-4889-4a05-be2e-6fa52f43596f HTTP/1.1" status: 204 len: 168 time: 1.3090589 Mar 28 01:07:33.828669 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7280348d-2004-442e-bec8-2950604629b8 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:33.829277 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7280348d-2004-442e-bec8-2950604629b8 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:33.831798 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52278) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:33.869718 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b0b9ca-70db-49f7-8c12-6ead09229d45 None None] Network c8e989b3-c1aa-452e-929c-b98b247a53a7 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:07:33.912108 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-7280348d-2004-442e-bec8-2950604629b8 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6390166 Mar 28 01:07:33.917041 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52280) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:33.925206 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-99e98142-d8ea-45e1-b131-57ed895e2f16 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Request body: {'network': {'name': 'New_network'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:07:33.963881 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 71a27dd1-ec30-499f-9cbc-02d5f21819ba triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:07:33.964903 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (71a27dd1-ec30-499f-9cbc-02d5f21819ba), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:33.965371 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7280348d-2004-442e-bec8-2950604629b8 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Pushing event updated for resources: {'Network': ['ID=21f2c238-3ac6-4cf8-916a-d258cb771b95,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:33.988768 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-38d151fe-5b01-46f0-936d-46351ceaf5aa tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687953'] for router (8e799d34-fabd-4ee4-bc94-247cd2828ab9), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:34.004281 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-fdd7c4f7-b7f3-4eda-9440-74adb2733ec0 None None] For port d59b6790-8941-4e8d-9220-5a980fbc5ef8, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:07:34.015211 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network 21f2c238-3ac6-4cf8-916a-d258cb771b95 details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:07:34.034805 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_v2 [None req-16da3c42-5ca7-4770-b8b2-ae4ab021aa8c tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Deleting subnet 004bd6af-b800-4eef-b725-475dcecba90b {{(pid=104098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:07:34.048669 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-16da3c42-5ca7-4770-b8b2-ae4ab021aa8c tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks [] for subnet (004bd6af-b800-4eef-b725-475dcecba90b), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:34.092415 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-fdd7c4f7-b7f3-4eda-9440-74adb2733ec0 None None] For port d59b6790-8941-4e8d-9220-5a980fbc5ef8, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=d59b6790-8941-4e8d-9220-5a980fbc5ef8,segment=NetworkSegment(a055f123-0211-4999-a0a8-8ce7c45f712c),segment_id=a055f123-0211-4999-a0a8-8ce7c45f712c)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:07:34.106116 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-5860934f-718e-4704-ab49-ffd3acc156d5 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Allocated IP 2001:db8::1 (ebdf19bf-c3ca-47fc-a783-8e825a415347/9dfdb595-d242-4e5e-ae2d-375725d4c333/a3e431b2-ff3e-488b-abb1-694bb6d18d36) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:07:34.135037 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-16da3c42-5ca7-4770-b8b2-ae4ab021aa8c tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126443526'] for subnet (004bd6af-b800-4eef-b725-475dcecba90b), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:34.166485 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-fdd7c4f7-b7f3-4eda-9440-74adb2733ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (d59b6790-8941-4e8d-9220-5a980fbc5ef8), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:34.171118 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-e9d987d6-f951-4d12-8585-b7a4a144169a None None] For port 44b12a5f-32da-4e13-a358-de3c22fb1af9, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:07:34.211168 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a0cc7850-1d5a-454a-88f2-fd757f6c34ee tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3686527'] for router_interface (9489c638-63f8-40f8-ae4f-cd106e957112), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:34.256801 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-e9d987d6-f951-4d12-8585-b7a4a144169a None None] For port 44b12a5f-32da-4e13-a358-de3c22fb1af9, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=44b12a5f-32da-4e13-a358-de3c22fb1af9,segment=NetworkSegment(3e50a377-1706-4bf7-b444-21e184c1eccc),segment_id=3e50a377-1706-4bf7-b444-21e184c1eccc)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:07:34.314017 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-e9d987d6-f951-4d12-8585-b7a4a144169a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (44b12a5f-32da-4e13-a358-de3c22fb1af9), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:34.322339 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-50e3045a-4535-48a8-b8db-9e2294820b69 None None] Current status of the port 71a27dd1-ec30-499f-9cbc-02d5f21819ba is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:07:34.322728 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-50e3045a-4535-48a8-b8db-9e2294820b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (71a27dd1-ec30-499f-9cbc-02d5f21819ba), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:34.335361 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38d151fe-5b01-46f0-936d-46351ceaf5aa tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Router 8e799d34-fabd-4ee4-bc94-247cd2828ab9 is scheduled to L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 with binding_index 1 {{(pid=104099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 01:07:34.364573 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-09a9985f-2033-4a3f-8cbd-cd924514fcad None None] Publish callbacks [] for port (8b6f501e-f784-4ee9-80fc-67d38db42232), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:34.408985 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-09a9985f-2033-4a3f-8cbd-cd924514fcad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (8b6f501e-f784-4ee9-80fc-67d38db42232), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:34.444294 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-99e98142-d8ea-45e1-b131-57ed895e2f16 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (21f2c238-3ac6-4cf8-916a-d258cb771b95), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:34.445587 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd7c4f7-b7f3-4eda-9440-74adb2733ec0 None None] Pushing event updated for resources: {'Port': ['ID=d59b6790-8941-4e8d-9220-5a980fbc5ef8,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:34.497676 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 71a27dd1-ec30-499f-9cbc-02d5f21819ba is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:07:34.498072 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (71a27dd1-ec30-499f-9cbc-02d5f21819ba), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:34.525589 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-50e3045a-4535-48a8-b8db-9e2294820b69 None None] For port 71a27dd1-ec30-499f-9cbc-02d5f21819ba, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=71a27dd1-ec30-499f-9cbc-02d5f21819ba,segment=NetworkSegment(1099b782-6411-449a-a906-9bdfaadf34f4),segment_id=1099b782-6411-449a-a906-9bdfaadf34f4)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:07:34.535363 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-16da3c42-5ca7-4770-b8b2-ae4ab021aa8c tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (004bd6af-b800-4eef-b725-475dcecba90b), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:34.536990 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a9985f-2033-4a3f-8cbd-cd924514fcad None None] Network be4801db-c8f8-4df3-b9b5-556693d6a290 is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:07:34.539467 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-99e98142-d8ea-45e1-b131-57ed895e2f16 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (21f2c238-3ac6-4cf8-916a-d258cb771b95), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:34.552161 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-09a9985f-2033-4a3f-8cbd-cd924514fcad None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:07:34.554077 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-50e3045a-4535-48a8-b8db-9e2294820b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (71a27dd1-ec30-499f-9cbc-02d5f21819ba), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:34.565984 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a9985f-2033-4a3f-8cbd-cd924514fcad None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:07:34.615966 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d987d6-f951-4d12-8585-b7a4a144169a None None] Pushing event updated for resources: {'Port': ['ID=44b12a5f-32da-4e13-a358-de3c22fb1af9,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:34.616468 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38d151fe-5b01-46f0-936d-46351ceaf5aa tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:07:34.637971 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-99e98142-d8ea-45e1-b131-57ed895e2f16 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Network 21f2c238-3ac6-4cf8-916a-d258cb771b95 is not hosted by any dhcp agent {{(pid=104098) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 28 01:07:34.649673 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c914bb-27dc-4dc0-9db1-003fbee98eac None None] Sync routers for ids ['8e799d34-fabd-4ee4-bc94-247cd2828ab9'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:07:34.659504 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e98142-d8ea-45e1-b131-57ed895e2f16 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:34.665843 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-99e98142-d8ea-45e1-b131-57ed895e2f16 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:34.667698 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-99e98142-d8ea-45e1-b131-57ed895e2f16 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] 10.222.0.24 "PUT /v2.0/networks/21f2c238-3ac6-4cf8-916a-d258cb771b95 HTTP/1.1" status: 200 len: 723 time: 0.7478220 Mar 28 01:07:34.671298 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5860934f-718e-4704-ab49-ffd3acc156d5 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks [] for port (a3e431b2-ff3e-488b-abb1-694bb6d18d36), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:34.684511 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52282) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:34.754705 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-4d4c1918-fec9-4ccd-9c56-757c9eb1af70 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Request body: {'subnet': {'network_id': '21f2c238-3ac6-4cf8-916a-d258cb771b95', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:07:34.829052 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7a9d5137-a52c-4959-aeef-9639b97e7613 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126174976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126112397'] for subnet (9329c4d9-12d6-4a8b-9673-0117b8819420), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:34.834398 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-38d151fe-5b01-46f0-936d-46351ceaf5aa tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks [] for router (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:34.834398 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-38d151fe-5b01-46f0-936d-46351ceaf5aa tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.8124108 Mar 28 01:07:34.846548 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52284) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:34.860614 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5860934f-718e-4704-ab49-ffd3acc156d5 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (a3e431b2-ff3e-488b-abb1-694bb6d18d36), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:34.961145 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-50e3045a-4535-48a8-b8db-9e2294820b69 None None] Provisioning complete for port 039a4561-cc15-4725-af4c-d06a19d7c0fc triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:07:34.962516 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-50e3045a-4535-48a8-b8db-9e2294820b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (039a4561-cc15-4725-af4c-d06a19d7c0fc), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:34.982914 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-a0cc7850-1d5a-454a-88f2-fd757f6c34ee tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Deleting port 18164390-6190-4887-86ff-1cfc17c7c3b1 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:07:34.983423 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a0cc7850-1d5a-454a-88f2-fd757f6c34ee tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (18164390-6190-4887-86ff-1cfc17c7c3b1), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:35.031051 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.db.api [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104100) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 01:07:35.032008 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG oslo_db.api [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 01:07:35.051134 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c914bb-27dc-4dc0-9db1-003fbee98eac None None] Routers {'8e799d34-fabd-4ee4-bc94-247cd2828ab9'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:07:35.052065 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-b7c914bb-27dc-4dc0-9db1-003fbee98eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:07:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['8e799d34-fabd-4ee4-bc94-247cd2828ab9'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:07:35.057393 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d4c1918-fec9-4ccd-9c56-757c9eb1af70 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Made reservation on behalf of b3681da997b841e59750a00e0d8e0c2a for: {'subnet': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:07:35.062813 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4d4c1918-fec9-4ccd-9c56-757c9eb1af70 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126757772'] for subnet (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:35.068540 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e98142-d8ea-45e1-b131-57ed895e2f16 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Pushing event updated for resources: {'Network': ['ID=21f2c238-3ac6-4cf8-916a-d258cb771b95,revision_number=2']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:35.115299 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a9985f-2033-4a3f-8cbd-cd924514fcad None None] Pushing event updated for resources: {'Port': ['ID=8b6f501e-f784-4ee9-80fc-67d38db42232,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:35.118170 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network 21f2c238-3ac6-4cf8-916a-d258cb771b95 details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:07:35.118976 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9d5137-a52c-4959-aeef-9639b97e7613 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Network be4801db-c8f8-4df3-b9b5-556693d6a290 is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:07:35.125908 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-b7c914bb-27dc-4dc0-9db1-003fbee98eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:07:35.133353 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-09a9985f-2033-4a3f-8cbd-cd924514fcad None None] Attempting to bind port 8b6f501e-f784-4ee9-80fc-67d38db42232 on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:07:35.141675 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-09a9985f-2033-4a3f-8cbd-cd924514fcad None None] Attempting to bind port 8b6f501e-f784-4ee9-80fc-67d38db42232 by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': '9028fe72-9b79-4538-96be-757c3dc71a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:07:35.142372 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a9985f-2033-4a3f-8cbd-cd924514fcad None None] Attempting to bind port 8b6f501e-f784-4ee9-80fc-67d38db42232 on network be4801db-c8f8-4df3-b9b5-556693d6a290 {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:07:35.156833 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5860934f-718e-4704-ab49-ffd3acc156d5 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Network ebdf19bf-c3ca-47fc-a783-8e825a415347 is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:07:35.157901 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-7a9d5137-a52c-4959-aeef-9639b97e7613 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:07:35.175694 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9d5137-a52c-4959-aeef-9639b97e7613 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:35.176324 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7a9d5137-a52c-4959-aeef-9639b97e7613 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:35.179604 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-5860934f-718e-4704-ab49-ffd3acc156d5 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:07:35.187442 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9d5137-a52c-4959-aeef-9639b97e7613 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Pushing event updated for resources: {'Subnet': ['ID=9329c4d9-12d6-4a8b-9673-0117b8819420,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:35.188412 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5860934f-718e-4704-ab49-ffd3acc156d5 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Pushing event updated for resources: {'Port': ['ID=a3e431b2-ff3e-488b-abb1-694bb6d18d36,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:35.192192 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-16da3c42-5ca7-4770-b8b2-ae4ab021aa8c tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126175041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126112438'] for subnet (004bd6af-b800-4eef-b725-475dcecba90b), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:35.202580 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5860934f-718e-4704-ab49-ffd3acc156d5 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:07:35.203115 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5860934f-718e-4704-ab49-ffd3acc156d5 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3686596'] for router_interface (9ee06e2c-2c08-4c9d-91d5-49e266d33f11), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:35.237720 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a9985f-2033-4a3f-8cbd-cd924514fcad None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:07:35.238559 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a9985f-2033-4a3f-8cbd-cd924514fcad None None] Checking segment: {'id': '9028fe72-9b79-4538-96be-757c3dc71a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:07:35.239166 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-09a9985f-2033-4a3f-8cbd-cd924514fcad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:35.239723 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a9985f-2033-4a3f-8cbd-cd924514fcad None None] Bound using segment: {'id': '9028fe72-9b79-4538-96be-757c3dc71a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:07:35.240262 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-09a9985f-2033-4a3f-8cbd-cd924514fcad None None] Bound port: 8b6f501e-f784-4ee9-80fc-67d38db42232, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9028fe72-9b79-4538-96be-757c3dc71a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:07:35.240634 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-09a9985f-2033-4a3f-8cbd-cd924514fcad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (8b6f501e-f784-4ee9-80fc-67d38db42232), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:35.247044 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a0cc7850-1d5a-454a-88f2-fd757f6c34ee tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (18164390-6190-4887-86ff-1cfc17c7c3b1), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:35.250399 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c914bb-27dc-4dc0-9db1-003fbee98eac None None] Routers {'8e799d34-fabd-4ee4-bc94-247cd2828ab9'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:07:35.251043 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-b7c914bb-27dc-4dc0-9db1-003fbee98eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:07:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['8e799d34-fabd-4ee4-bc94-247cd2828ab9'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:07:35.273593 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16da3c42-5ca7-4770-b8b2-ae4ab021aa8c tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Pushing event deleted for resources: {'Subnet': ['ID=004bd6af-b800-4eef-b725-475dcecba90b,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:35.289873 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-16da3c42-5ca7-4770-b8b2-ae4ab021aa8c tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:35.293194 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-a0cc7850-1d5a-454a-88f2-fd757f6c34ee tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Calling delete_port for 18164390-6190-4887-86ff-1cfc17c7c3b1 owned by network:router_interface {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:07:35.298864 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-16da3c42-5ca7-4770-b8b2-ae4ab021aa8c tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "DELETE /v2.0/subnets/004bd6af-b800-4eef-b725-475dcecba90b HTTP/1.1" status: 204 len: 168 time: 1.4590132 Mar 28 01:07:35.300166 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52286) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:35.300651 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-7a9d5137-a52c-4959-aeef-9639b97e7613 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1793876 Mar 28 01:07:35.304947 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52288) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:35.310785 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-6fa77e9e-efc8-439d-8115-5cd508f82221 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Request body: {'port': {'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290', 'mac_address': 'fa:16:3e:ee:b4:0d', 'name': 'tempest-NetworksTestDHCPv6-1528154315'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:07:35.331302 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-b7c914bb-27dc-4dc0-9db1-003fbee98eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:07:35.332532 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c914bb-27dc-4dc0-9db1-003fbee98eac None None] The sync data for ids ['8e799d34-fabd-4ee4-bc94-247cd2828ab9'] in dv-neutron-834874-6-hyperv is: [] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:07:35.344178 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3045a-4535-48a8-b8db-9e2294820b69 None None] Pushing event updated for resources: {'Port': ['ID=71a27dd1-ec30-499f-9cbc-02d5f21819ba,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:35.424942 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-50e3045a-4535-48a8-b8db-9e2294820b69 None None] Current status of the port 039a4561-cc15-4725-af4c-d06a19d7c0fc is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:07:35.425374 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-50e3045a-4535-48a8-b8db-9e2294820b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (039a4561-cc15-4725-af4c-d06a19d7c0fc), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:35.440338 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-09a9985f-2033-4a3f-8cbd-cd924514fcad None None] For port 8b6f501e-f784-4ee9-80fc-67d38db42232, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:07:35.460561 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-09a9985f-2033-4a3f-8cbd-cd924514fcad None None] For port 8b6f501e-f784-4ee9-80fc-67d38db42232, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=8b6f501e-f784-4ee9-80fc-67d38db42232,segment=NetworkSegment(9028fe72-9b79-4538-96be-757c3dc71a72),segment_id=9028fe72-9b79-4538-96be-757c3dc71a72)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:07:35.478936 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-09a9985f-2033-4a3f-8cbd-cd924514fcad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (8b6f501e-f784-4ee9-80fc-67d38db42232), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:35.481527 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-50e3045a-4535-48a8-b8db-9e2294820b69 None None] For port 039a4561-cc15-4725-af4c-d06a19d7c0fc, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=039a4561-cc15-4725-af4c-d06a19d7c0fc,segment=NetworkSegment(e88821ea-1e2c-4e95-bac5-1b475802b0e9),segment_id=e88821ea-1e2c-4e95-bac5-1b475802b0e9)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:07:35.521300 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-50e3045a-4535-48a8-b8db-9e2294820b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (039a4561-cc15-4725-af4c-d06a19d7c0fc), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:35.556676 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-84aba2fa-df29-4f2a-b486-b1f95f9d8452 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (c8e989b3-c1aa-452e-929c-b98b247a53a7), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:35.593062 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a9985f-2033-4a3f-8cbd-cd924514fcad None None] Pushing event updated for resources: {'Port': ['ID=8b6f501e-f784-4ee9-80fc-67d38db42232,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:35.655027 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 71a27dd1-ec30-499f-9cbc-02d5f21819ba is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:07:35.656173 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 039a4561-cc15-4725-af4c-d06a19d7c0fc up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:07:35.669736 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5860934f-718e-4704-ab49-ffd3acc156d5 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (a3e431b2-ff3e-488b-abb1-694bb6d18d36), before_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:35.726241 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-1c960377-8b91-4854-940c-8a87753603e0 None None] Could not find standard attr ID for object 2b71effd-826e-404b-a866-2be998f664a8. {{(pid=104100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 28 01:07:35.762808 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3045a-4535-48a8-b8db-9e2294820b69 None None] Pushing event updated for resources: {'Port': ['ID=039a4561-cc15-4725-af4c-d06a19d7c0fc,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:35.780978 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-1c960377-8b91-4854-940c-8a87753603e0 None None] Provisioning complete for port 71a27dd1-ec30-499f-9cbc-02d5f21819ba triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:07:35.782428 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-1c960377-8b91-4854-940c-8a87753603e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (71a27dd1-ec30-499f-9cbc-02d5f21819ba), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:35.812089 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57f705e-ef7c-4657-91f0-95ddfb48f367 None None] Network c8e989b3-c1aa-452e-929c-b98b247a53a7 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:07:35.814127 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 039a4561-cc15-4725-af4c-d06a19d7c0fc triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:07:35.814474 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (039a4561-cc15-4725-af4c-d06a19d7c0fc), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:35.815789 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4d4c1918-fec9-4ccd-9c56-757c9eb1af70 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127282703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126757786'] for subnet (27b1f512-9342-40e3-a882-42b80bf9d9d5), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:35.870432 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fa77e9e-efc8-439d-8115-5cd508f82221 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Made reservation on behalf of 564cf6bfe83a4d71adcd7d33f5d20cb1 for: {'port': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:07:36.079344 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4c1918-fec9-4ccd-9c56-757c9eb1af70 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Pushing event updated for resources: {'Subnet': ['ID=27b1f512-9342-40e3-a882-42b80bf9d9d5,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:36.090496 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a0cc7850-1d5a-454a-88f2-fd757f6c34ee tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (18164390-6190-4887-86ff-1cfc17c7c3b1), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:36.107100 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-84aba2fa-df29-4f2a-b486-b1f95f9d8452 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Deleting port 9103be10-33b7-45d0-a5bb-f352a5b3f4d2 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:07:36.107575 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-84aba2fa-df29-4f2a-b486-b1f95f9d8452 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (9103be10-33b7-45d0-a5bb-f352a5b3f4d2), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:36.160118 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 039a4561-cc15-4725-af4c-d06a19d7c0fc is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:07:36.174081 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4c1918-fec9-4ccd-9c56-757c9eb1af70 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Checking segment: {'id': '962b02b7-f640-4c92-a528-10653cab83c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '21f2c238-3ac6-4cf8-916a-d258cb771b95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:07:36.176072 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4c1918-fec9-4ccd-9c56-757c9eb1af70 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Network hostable DHCP agents. Network: 21f2c238-3ac6-4cf8-916a-d258cb771b95, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:07:36.192647 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-1c960377-8b91-4854-940c-8a87753603e0 None None] Current status of the port 71a27dd1-ec30-499f-9cbc-02d5f21819ba is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:07:36.226931 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cc7850-1d5a-454a-88f2-fd757f6c34ee tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Pushing event deleted for resources: {'Port': ['ID=18164390-6190-4887-86ff-1cfc17c7c3b1,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:36.231237 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-1c960377-8b91-4854-940c-8a87753603e0 None None] Provisioning complete for port 039a4561-cc15-4725-af4c-d06a19d7c0fc triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:07:36.232238 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-1c960377-8b91-4854-940c-8a87753603e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (039a4561-cc15-4725-af4c-d06a19d7c0fc), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:36.356907 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 7d4c98ad-30d7-4c6c-a233-0cc663da261f no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:07:36.393568 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-1c960377-8b91-4854-940c-8a87753603e0 None None] Current status of the port 039a4561-cc15-4725-af4c-d06a19d7c0fc is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:07:36.396288 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-6fa77e9e-efc8-439d-8115-5cd508f82221 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:36.396730 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: 7d4c98ad-30d7-4c6c-a233-0cc663da261f {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:07:36.400725 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 7d4c98ad-30d7-4c6c-a233-0cc663da261f not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:07:36.404821 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809b223d-285b-4b8d-8c6f-75c1911c70c8 None None] DHCP port deletion for c8e989b3-c1aa-452e-929c-b98b247a53a7 request from dv-neutron-834874-6-hyperv {{(pid=104100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 01:07:36.422925 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-1c960377-8b91-4854-940c-8a87753603e0 None None] Could not find standard attr ID for object 18164390-6190-4887-86ff-1cfc17c7c3b1. {{(pid=104100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 28 01:07:36.480390 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77724426-731e-4c69-80ac-274498396aba None None] Network ebdf19bf-c3ca-47fc-a783-8e825a415347 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:07:36.490562 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-84aba2fa-df29-4f2a-b486-b1f95f9d8452 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] For port 9103be10-33b7-45d0-a5bb-f352a5b3f4d2, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=9103be10-33b7-45d0-a5bb-f352a5b3f4d2,segment=NetworkSegment(a2ec2cdf-b0ed-43f7-bfae-f4e34d403877),segment_id=a2ec2cdf-b0ed-43f7-bfae-f4e34d403877)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:07:36.490943 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-84aba2fa-df29-4f2a-b486-b1f95f9d8452 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (9103be10-33b7-45d0-a5bb-f352a5b3f4d2), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:36.503017 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4c1918-fec9-4ccd-9c56-757c9eb1af70 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Network 21f2c238-3ac6-4cf8-916a-d258cb771b95 is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:07:36.533013 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-84aba2fa-df29-4f2a-b486-b1f95f9d8452 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Calling delete_port for 9103be10-33b7-45d0-a5bb-f352a5b3f4d2 owned by network:dhcp {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:07:36.542886 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a0cc7850-1d5a-454a-88f2-fd757f6c34ee tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3725912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3690191'] for router_interface (9489c638-63f8-40f8-ae4f-cd106e957112), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:36.552745 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-4d4c1918-fec9-4ccd-9c56-757c9eb1af70 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, 21f2c238-3ac6-4cf8-916a-d258cb771b95) {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:07:36.556518 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.notifiers.nova [None req-6fa77e9e-efc8-439d-8115-5cd508f82221 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] device_id is not set on port 2f4ece3b-e05c-4793-bd0c-067fa2321ecc yet. {{(pid=104098) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 01:07:36.565025 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4c1918-fec9-4ccd-9c56-757c9eb1af70 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:36.565643 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4d4c1918-fec9-4ccd-9c56-757c9eb1af70 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks [] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:36.609679 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24403c0f-61ae-47b8-bb6c-35a766fac8f9 None None] Network 21f2c238-3ac6-4cf8-916a-d258cb771b95 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:07:36.739519 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-95ffed9a-3269-4cd2-9404-76c82204e6b5 None None] Provisioning complete for port 9103be10-33b7-45d0-a5bb-f352a5b3f4d2 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:07:36.739898 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-95ffed9a-3269-4cd2-9404-76c82204e6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (9103be10-33b7-45d0-a5bb-f352a5b3f4d2), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:36.843190 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777c4ed9-df9c-4963-9fb0-683b6ed84f5d None None] Network dbdb9143-cbdb-45f5-ac01-efbca69ef3aa requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:07:37.046146 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device d59b6790-8941-4e8d-9220-5a980fbc5ef8 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:07:37.085335 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-809b223d-285b-4b8d-8c6f-75c1911c70c8 None None] Deleting port 9103be10-33b7-45d0-a5bb-f352a5b3f4d2 {{(pid=104100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:07:37.085984 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-809b223d-285b-4b8d-8c6f-75c1911c70c8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (9103be10-33b7-45d0-a5bb-f352a5b3f4d2), before_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:37.157595 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-4d4c1918-fec9-4ccd-9c56-757c9eb1af70 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4484384 Mar 28 01:07:37.167114 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52292) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:37.168945 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d779add7-9a95-4d63-bc72-9570dc6b24eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-21f2c238-3ac6-4cf8-916a-d258cb771b95', 'network_id': '21f2c238-3ac6-4cf8-916a-d258cb771b95', 'project_id': 'b3681da997b841e59750a00e0d8e0c2a', 'fixed_ips': [{'subnet_id': '27b1f512-9342-40e3-a882-42b80bf9d9d5'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:07:37.169760 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-6fa77e9e-efc8-439d-8115-5cd508f82221 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Allocated IP 2001:db8:0:1::37a (be4801db-c8f8-4df3-b9b5-556693d6a290/9329c4d9-12d6-4a8b-9673-0117b8819420/2f4ece3b-e05c-4793-bd0c-067fa2321ecc) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:07:37.170238 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d779add7-9a95-4d63-bc72-9570dc6b24eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:37.175029 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-a4d30724-06ad-4ddc-b4b9-e16b3333ddbd tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:07:37.200494 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-6fa77e9e-efc8-439d-8115-5cd508f82221 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Allocated IP 2001:db8::f816:3eff:feee:b40d (be4801db-c8f8-4df3-b9b5-556693d6a290/dd7349db-4bf7-46d4-8be9-bd35f789b67c/2f4ece3b-e05c-4793-bd0c-067fa2321ecc) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:07:37.213563 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7aae2652-be29-43d8-a8bd-6a189feed39b tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:37.220936 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5860934f-718e-4704-ab49-ffd3acc156d5 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks [] for port (a3e431b2-ff3e-488b-abb1-694bb6d18d36), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:37.231813 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5860934f-718e-4704-ab49-ffd3acc156d5 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126177159'] for port (a3e431b2-ff3e-488b-abb1-694bb6d18d36), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:37.232857 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5860934f-718e-4704-ab49-ffd3acc156d5 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3725889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3686480'] for router_interface (9ee06e2c-2c08-4c9d-91d5-49e266d33f11), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:37.308462 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-84aba2fa-df29-4f2a-b486-b1f95f9d8452 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (9103be10-33b7-45d0-a5bb-f352a5b3f4d2), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:37.347808 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43446396-9b40-452c-aba7-0b88ff144438 None None] Network be4801db-c8f8-4df3-b9b5-556693d6a290 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:07:37.367733 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-809b223d-285b-4b8d-8c6f-75c1911c70c8 None None] For port 9103be10-33b7-45d0-a5bb-f352a5b3f4d2, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=9103be10-33b7-45d0-a5bb-f352a5b3f4d2,segment=NetworkSegment(a2ec2cdf-b0ed-43f7-bfae-f4e34d403877),segment_id=a2ec2cdf-b0ed-43f7-bfae-f4e34d403877)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:07:37.368472 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-809b223d-285b-4b8d-8c6f-75c1911c70c8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (9103be10-33b7-45d0-a5bb-f352a5b3f4d2), precommit_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:37.387012 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84aba2fa-df29-4f2a-b486-b1f95f9d8452 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] No DVR routers for this DVR port 9103be10-33b7-45d0-a5bb-f352a5b3f4d2 on host dv-neutron-834874-6-hyperv {{(pid=104099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:07:37.413259 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5860934f-718e-4704-ab49-ffd3acc156d5 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Pushing event updated for resources: {'Port': ['ID=a3e431b2-ff3e-488b-abb1-694bb6d18d36,revision_number=2']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:37.418184 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aba2fa-df29-4f2a-b486-b1f95f9d8452 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Pushing event deleted for resources: {'Port': ['ID=9103be10-33b7-45d0-a5bb-f352a5b3f4d2,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:37.450850 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0cc7850-1d5a-454a-88f2-fd757f6c34ee tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Router 9489c638-63f8-40f8-ae4f-cd106e957112 has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:07:37.479747 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a4d30724-06ad-4ddc-b4b9-e16b3333ddbd tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-126757779'] for subnet (27b1f512-9342-40e3-a882-42b80bf9d9d5), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:37.554542 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5860934f-718e-4704-ab49-ffd3acc156d5 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Network ebdf19bf-c3ca-47fc-a783-8e825a415347 is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:07:37.567171 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-5860934f-718e-4704-ab49-ffd3acc156d5 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:07:37.590863 dv-neutron-834874-6-hyperv neutron-server[104100]: INFO neutron.plugins.ml2.db [None req-95ffed9a-3269-4cd2-9404-76c82204e6b5 None None] No ports have port_id starting with 9103be10-33b7-45d0-a5bb-f352a5b3f4d2 Mar 28 01:07:37.632252 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-809b223d-285b-4b8d-8c6f-75c1911c70c8 None None] Calling delete_port for 9103be10-33b7-45d0-a5bb-f352a5b3f4d2 owned by network:dhcp {{(pid=104100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:07:37.641335 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-84aba2fa-df29-4f2a-b486-b1f95f9d8452 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (c8e989b3-c1aa-452e-929c-b98b247a53a7), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:37.661942 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-d779add7-9a95-4d63-bc72-9570dc6b24eb None None] Allocated IP 2001:db8::2 (21f2c238-3ac6-4cf8-916a-d258cb771b95/27b1f512-9342-40e3-a882-42b80bf9d9d5/875f5d28-efc5-423b-ae1a-e95a769b1ea0) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:07:37.683359 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-23529cc7-9a97-4b39-8fee-47e37f5d5c3a req-6b422bc5-1bf1-4f8d-a00d-b07e48b80f02 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3af78226-6db5-4d3d-a6da-4544ef645c78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3255334 Mar 28 01:07:37.702337 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-84aba2fa-df29-4f2a-b486-b1f95f9d8452 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8e989b3-c1aa-452e-929c-b98b247a53a7']}} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:07:37.705676 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0cc7850-1d5a-454a-88f2-fd757f6c34ee tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:07:37.716340 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-a0cc7850-1d5a-454a-88f2-fd757f6c34ee tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] 10.222.0.24 "PUT /v2.0/routers/9489c638-63f8-40f8-ae4f-cd106e957112/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2238214 Mar 28 01:07:37.721825 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-84aba2fa-df29-4f2a-b486-b1f95f9d8452 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2ec2cdf-b0ed-43f7-bfae-f4e34d403877') {'for_net_delete': True} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:07:37.722359 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-84aba2fa-df29-4f2a-b486-b1f95f9d8452 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2ec2cdf-b0ed-43f7-bfae-f4e34d403877') {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:07:37.724116 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52294) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:37.724941 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0b9f88-4833-44ac-a0d4-53419abbe89a None None] Sync routers for ids ['9489c638-63f8-40f8-ae4f-cd106e957112'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:07:37.740102 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-6fa77e9e-efc8-439d-8115-5cd508f82221 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks [] for port (2f4ece3b-e05c-4793-bd0c-067fa2321ecc), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:37.740794 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-84aba2fa-df29-4f2a-b486-b1f95f9d8452 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126946678'] for segment (a2ec2cdf-b0ed-43f7-bfae-f4e34d403877), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:37.747396 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0b9f88-4833-44ac-a0d4-53419abbe89a None None] Routers {'9489c638-63f8-40f8-ae4f-cd106e957112'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:07:37.748019 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-cd0b9f88-4833-44ac-a0d4-53419abbe89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:07:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['9489c638-63f8-40f8-ae4f-cd106e957112'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:07:37.787265 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.api.v2.resource [None req-2d6136ad-cc50-4b83-ac3a-7eefeca0f528 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] delete failed (client error): The resource could not be found. Mar 28 01:07:37.788611 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-2d6136ad-cc50-4b83-ac3a-7eefeca0f528 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] 10.222.0.24 "DELETE /v2.0/routers/tempest-non_exist_router-619001555 HTTP/1.1" status: 404 len: 334 time: 0.0633931 Mar 28 01:07:37.797398 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52296) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:37.801900 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-b695d64e-b6a8-48e7-b06d-5203f3c40ac8 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Request body: {'router': {'external_gateway_info': {'network_id': '9489c638-63f8-40f8-ae4f-cd106e957112'}}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:07:37.829608 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port d59b6790-8941-4e8d-9220-5a980fbc5ef8 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:07:37.829988 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (d59b6790-8941-4e8d-9220-5a980fbc5ef8), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:37.841007 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-84aba2fa-df29-4f2a-b486-b1f95f9d8452 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (a2ec2cdf-b0ed-43f7-bfae-f4e34d403877), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:37.858394 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-cd0b9f88-4833-44ac-a0d4-53419abbe89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:07:37.865741 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84aba2fa-df29-4f2a-b486-b1f95f9d8452 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=104099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:07:37.869814 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-84aba2fa-df29-4f2a-b486-b1f95f9d8452 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127280876'] for segment (a2ec2cdf-b0ed-43f7-bfae-f4e34d403877), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:37.872565 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0b9f88-4833-44ac-a0d4-53419abbe89a None None] Routers {'9489c638-63f8-40f8-ae4f-cd106e957112'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:07:37.873396 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-cd0b9f88-4833-44ac-a0d4-53419abbe89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:07:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['9489c638-63f8-40f8-ae4f-cd106e957112'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:07:37.876806 dv-neutron-834874-6-hyperv neutron-server[104099]: Traceback (most recent call last): Mar 28 01:07:37.876806 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:07:37.876806 dv-neutron-834874-6-hyperv neutron-server[104099]: timer() Mar 28 01:07:37.876806 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:07:37.876806 dv-neutron-834874-6-hyperv neutron-server[104099]: cb(*args, **kw) Mar 28 01:07:37.876806 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:07:37.876806 dv-neutron-834874-6-hyperv neutron-server[104099]: return func(*args, **kwargs) Mar 28 01:07:37.876806 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:07:37.876806 dv-neutron-834874-6-hyperv neutron-server[104099]: self._notify() Mar 28 01:07:37.876806 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:07:37.876806 dv-neutron-834874-6-hyperv neutron-server[104099]: self.callback(batched_events) Mar 28 01:07:37.876806 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:07:37.876806 dv-neutron-834874-6-hyperv neutron-server[104099]: event.method(event) Mar 28 01:07:37.876806 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:07:37.876806 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:07:37.876806 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:07:37.876806 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:07:37.876806 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:07:37.876806 dv-neutron-834874-6-hyperv neutron-server[104099]: return f(self, *a, **k) Mar 28 01:07:37.876806 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:07:37.876806 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._get(url).json() Mar 28 01:07:37.876806 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:07:37.876806 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:07:37.876806 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:07:37.876806 dv-neutron-834874-6-hyperv neutron-server[104099]: return self.request(url, 'GET', **kwargs) Mar 28 01:07:37.876806 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:07:37.876806 dv-neutron-834874-6-hyperv neutron-server[104099]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:07:37.876806 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:07:37.876806 dv-neutron-834874-6-hyperv neutron-server[104099]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:07:37.876806 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:07:37.876806 dv-neutron-834874-6-hyperv neutron-server[104099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:07:37.876806 dv-neutron-834874-6-hyperv neutron-server[104099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:07:37.917112 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-cd0b9f88-4833-44ac-a0d4-53419abbe89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:07:37.918330 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0b9f88-4833-44ac-a0d4-53419abbe89a None None] The sync data for ids ['9489c638-63f8-40f8-ae4f-cd106e957112'] in dv-neutron-834874-6-hyperv is: [] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:07:37.921748 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.agents_db [None req-9a1d863f-391a-42f4-9870-e8292b919beb None None] Agent healthcheck: found 6 active agents {{(pid=104101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 01:07:37.928082 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-95ffed9a-3269-4cd2-9404-76c82204e6b5 None None] Provisioning complete for port d59b6790-8941-4e8d-9220-5a980fbc5ef8 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:07:37.928414 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-95ffed9a-3269-4cd2-9404-76c82204e6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (d59b6790-8941-4e8d-9220-5a980fbc5ef8), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:37.962283 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23529cc7-9a97-4b39-8fee-47e37f5d5c3a req-d5303ee1-fad5-4d99-83ce-c145263347d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:37.964020 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-23529cc7-9a97-4b39-8fee-47e37f5d5c3a req-d5303ee1-fad5-4d99-83ce-c145263347d4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=848a4a14ba384087a1e0b48b84b6f0e3&device_id=3af78226-6db5-4d3d-a6da-4544ef645c78 HTTP/1.1" status: 200 len: 1130 time: 0.1910415 Mar 28 01:07:37.976369 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-84aba2fa-df29-4f2a-b486-b1f95f9d8452 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (c8e989b3-c1aa-452e-929c-b98b247a53a7), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:37.988162 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-84aba2fa-df29-4f2a-b486-b1f95f9d8452 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:37.993898 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-84aba2fa-df29-4f2a-b486-b1f95f9d8452 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "DELETE /v2.0/networks/c8e989b3-c1aa-452e-929c-b98b247a53a7 HTTP/1.1" status: 204 len: 168 time: 2.6928737 Mar 28 01:07:37.994943 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-6fa77e9e-efc8-439d-8115-5cd508f82221 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (2f4ece3b-e05c-4793-bd0c-067fa2321ecc), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:37.997209 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-7aae2652-be29-43d8-a8bd-6a189feed39b tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Allocated IP 172.20.0.1 (ee6bc287-f07d-4ccb-aa4c-752663a85538/880b8083-bc0f-434e-b073-1ac8a25703d5/1f68ceec-0458-4ce8-85f8-6f6cc0a32b5e) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:07:38.006122 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52298) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:38.064962 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aba2fa-df29-4f2a-b486-b1f95f9d8452 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Pushing event deleted for resources: {'Network': ['ID=c8e989b3-c1aa-452e-929c-b98b247a53a7,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:38.095254 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5860934f-718e-4704-ab49-ffd3acc156d5 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Router 9ee06e2c-2c08-4c9d-91d5-49e266d33f11 is scheduled to L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 with binding_index 1 {{(pid=104098) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 01:07:38.139846 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53783ddd-3e95-4292-9e57-b73c15858c57 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:38.141382 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-53783ddd-3e95-4292-9e57-b73c15858c57 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1239836 Mar 28 01:07:38.148894 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52300) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:38.155630 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa77e9e-efc8-439d-8115-5cd508f82221 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Network be4801db-c8f8-4df3-b9b5-556693d6a290 is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:07:38.185750 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23529cc7-9a97-4b39-8fee-47e37f5d5c3a req-9fafda26-abb0-4dac-98b0-461cb2f7c574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:38.187123 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-23529cc7-9a97-4b39-8fee-47e37f5d5c3a req-9fafda26-abb0-4dac-98b0-461cb2f7c574 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b0b181aa-c9cd-4854-9fb0-37e685e0d64e HTTP/1.1" status: 200 len: 911 time: 0.1922286 Mar 28 01:07:38.206862 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa77e9e-efc8-439d-8115-5cd508f82221 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Pushing event updated for resources: {'Port': ['ID=2f4ece3b-e05c-4793-bd0c-067fa2321ecc,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:38.209480 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-6fa77e9e-efc8-439d-8115-5cd508f82221 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:07:38.238045 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa77e9e-efc8-439d-8115-5cd508f82221 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:07:38.244195 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa77e9e-efc8-439d-8115-5cd508f82221 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:38.245030 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-6fa77e9e-efc8-439d-8115-5cd508f82221 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:38.268761 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-23529cc7-9a97-4b39-8fee-47e37f5d5c3a req-0031a625-813e-474a-b38e-8e8a1299da19 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f45dfffa-72fe-4b22-af16-435c4c53d944 HTTP/1.1" status: 200 len: 1002 time: 0.0702753 Mar 28 01:07:38.281031 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-98d1af66-9292-46e2-a518-cda6d38f6ed1 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1309795 Mar 28 01:07:38.281697 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52302) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:38.287739 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-e55951a8-7eb6-463b-aba2-80f522e68c07 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-564925679'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:07:38.289306 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-809b223d-285b-4b8d-8c6f-75c1911c70c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886'] for port (9103be10-33b7-45d0-a5bb-f352a5b3f4d2), after_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:38.304295 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-809b223d-285b-4b8d-8c6f-75c1911c70c8 None None] Network c8e989b3-c1aa-452e-929c-b98b247a53a7 is not hosted by any dhcp agent {{(pid=104100) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 28 01:07:38.304762 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809b223d-285b-4b8d-8c6f-75c1911c70c8 None None] No DVR routers for this DVR port 9103be10-33b7-45d0-a5bb-f352a5b3f4d2 on host dv-neutron-834874-6-hyperv {{(pid=104100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:07:38.341766 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port d59b6790-8941-4e8d-9220-5a980fbc5ef8 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:07:38.342166 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (d59b6790-8941-4e8d-9220-5a980fbc5ef8), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:38.343296 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b695d64e-b6a8-48e7-b06d-5203f3c40ac8 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks [] for router_gateway (9489c638-63f8-40f8-ae4f-cd106e957112), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:38.347744 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809b223d-285b-4b8d-8c6f-75c1911c70c8 None None] Pushing event deleted for resources: {'Port': ['ID=9103be10-33b7-45d0-a5bb-f352a5b3f4d2,revision_number=None']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:38.353553 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e55951a8-7eb6-463b-aba2-80f522e68c07 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Made reservation on behalf of fa54b4b5eec2452a8dcd67fc666c1bd8 for: {'network': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:07:38.358170 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e55951a8-7eb6-463b-aba2-80f522e68c07 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:38.370851 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-6fa77e9e-efc8-439d-8115-5cd508f82221 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 3.0638318 Mar 28 01:07:38.371769 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52304) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:38.397748 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e55951a8-7eb6-463b-aba2-80f522e68c07 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=104099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:07:38.407006 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e55951a8-7eb6-463b-aba2-80f522e68c07 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (8e5e10cc-6395-42a5-92f1-d1d3ed03abea), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:38.407450 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.segments_db [None req-e55951a8-7eb6-463b-aba2-80f522e68c07 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Added segment 8e5e10cc-6395-42a5-92f1-d1d3ed03abea of type vlan for network 8d779f68-ad09-49ee-93d2-4ce588f4b72a Mar 28 01:07:38.423444 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-95ffed9a-3269-4cd2-9404-76c82204e6b5 None None] Current status of the port d59b6790-8941-4e8d-9220-5a980fbc5ef8 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:07:38.423838 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-95ffed9a-3269-4cd2-9404-76c82204e6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (d59b6790-8941-4e8d-9220-5a980fbc5ef8), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:38.439387 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.api.v2.resource [None req-b695d64e-b6a8-48e7-b06d-5203f3c40ac8 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] update failed (client error): The resource could not be found. Mar 28 01:07:38.440839 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-b695d64e-b6a8-48e7-b06d-5203f3c40ac8 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] 10.222.0.24 "PUT /v2.0/routers/9489c638-63f8-40f8-ae4f-cd106e957112 HTTP/1.1" status: 404 len: 339 time: 0.6424544 Mar 28 01:07:38.454448 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52306) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:38.466471 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d779add7-9a95-4d63-bc72-9570dc6b24eb None None] Publish callbacks [] for port (875f5d28-efc5-423b-ae1a-e95a769b1ea0), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:38.474071 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23529cc7-9a97-4b39-8fee-47e37f5d5c3a req-68d5c142-a744-4714-b0ff-5fdfbcdb6a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:38.475078 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-5203b74e-7674-4151-9ec1-2ad5f4218472 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-24469485'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:07:38.475541 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-23529cc7-9a97-4b39-8fee-47e37f5d5c3a req-68d5c142-a744-4714-b0ff-5fdfbcdb6a60 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=09c9f896-19d2-4244-ab3f-60c512e444ce HTTP/1.1" status: 200 len: 850 time: 0.1929865 Mar 28 01:07:38.480433 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e55951a8-7eb6-463b-aba2-80f522e68c07 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (8d779f68-ad09-49ee-93d2-4ce588f4b72a), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:38.515223 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d779add7-9a95-4d63-bc72-9570dc6b24eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (875f5d28-efc5-423b-ae1a-e95a769b1ea0), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:38.527325 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7aae2652-be29-43d8-a8bd-6a189feed39b tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks [] for port (1f68ceec-0458-4ce8-85f8-6f6cc0a32b5e), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:38.542347 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5860934f-718e-4704-ab49-ffd3acc156d5 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:07:38.553781 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-5860934f-718e-4704-ab49-ffd3acc156d5 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] 10.222.0.24 "PUT /v2.0/routers/9ee06e2c-2c08-4c9d-91d5-49e266d33f11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2426770 Mar 28 01:07:38.559169 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52308) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:38.573249 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] For port d59b6790-8941-4e8d-9220-5a980fbc5ef8, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=d59b6790-8941-4e8d-9220-5a980fbc5ef8,segment=NetworkSegment(a055f123-0211-4999-a0a8-8ce7c45f712c),segment_id=a055f123-0211-4999-a0a8-8ce7c45f712c)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:07:38.574195 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5203b74e-7674-4151-9ec1-2ad5f4218472 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Made reservation on behalf of 76872a2b5b33490e8165d4ef5107aec5 for: {'network': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:07:38.578042 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5203b74e-7674-4151-9ec1-2ad5f4218472 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:38.582816 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa59ddc9-4962-4246-9e33-48ab780e7de5 None None] Sync routers for ids ['9ee06e2c-2c08-4c9d-91d5-49e266d33f11'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:07:38.605213 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (d59b6790-8941-4e8d-9220-5a980fbc5ef8), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:38.606007 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 039a4561-cc15-4725-af4c-d06a19d7c0fc up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:07:38.648569 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d779add7-9a95-4d63-bc72-9570dc6b24eb None None] Network 21f2c238-3ac6-4cf8-916a-d258cb771b95 is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:07:38.652360 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e55951a8-7eb6-463b-aba2-80f522e68c07 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (8d779f68-ad09-49ee-93d2-4ce588f4b72a), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:38.659071 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55951a8-7eb6-463b-aba2-80f522e68c07 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:38.659759 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e55951a8-7eb6-463b-aba2-80f522e68c07 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:38.672546 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e191ccfd-8445-4c44-8537-a207d5a54641 None None] Update dhcp port {'port': {'network_id': 'dbdb9143-cbdb-45f5-ac01-efbca69ef3aa', 'fixed_ips': [{'subnet_id': 'bea17fb3-d552-4f9a-89dc-8cb010b9d3f6', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b61517af-f03d-43be-89ff-9fb91dec89a4'}], 'binding:host_id': 'dv-neutron-834874-6-hyperv'}, 'id': '44b12a5f-32da-4e13-a358-de3c22fb1af9'} from dv-neutron-834874-6-hyperv. {{(pid=104100) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 28 01:07:38.684587 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0d9a07-9e3b-4714-a9db-94fd177fcf09 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:38.686105 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-2f0d9a07-9e3b-4714-a9db-94fd177fcf09 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] 10.222.0.24 "GET /v2.0/ports/a3e431b2-ff3e-488b-abb1-694bb6d18d36 HTTP/1.1" status: 200 len: 911 time: 0.1259048 Mar 28 01:07:38.690235 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7aae2652-be29-43d8-a8bd-6a189feed39b tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (1f68ceec-0458-4ce8-85f8-6f6cc0a32b5e), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:38.693533 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52310) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:38.701315 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23529cc7-9a97-4b39-8fee-47e37f5d5c3a req-a653fdac-92b7-4b00-b980-7a89cae385cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:38.703067 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-23529cc7-9a97-4b39-8fee-47e37f5d5c3a req-a653fdac-92b7-4b00-b980-7a89cae385cd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b0b181aa-c9cd-4854-9fb0-37e685e0d64e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.2199061 Mar 28 01:07:38.708469 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-e191ccfd-8445-4c44-8537-a207d5a54641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (44b12a5f-32da-4e13-a358-de3c22fb1af9), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:38.709458 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3e1f3a-4f5b-4656-afd4-e5f48dbdf488 None None] Update dhcp port {'port': {'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290', 'fixed_ips': [{'subnet_id': 'dd7349db-4bf7-46d4-8be9-bd35f789b67c', 'ip_address': '2001:db8::f816:3eff:fe27:7d86'}, {'subnet_id': '9329c4d9-12d6-4a8b-9673-0117b8819420'}], 'binding:host_id': 'dv-neutron-834874-6-hyperv'}, 'id': '8b6f501e-f784-4ee9-80fc-67d38db42232'} from dv-neutron-834874-6-hyperv. {{(pid=104100) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 28 01:07:38.710694 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-c34693f2-70f8-426c-a803-0f6eba10d013 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Deleting port 2f4ece3b-e05c-4793-bd0c-067fa2321ecc {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:07:38.711032 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c34693f2-70f8-426c-a803-0f6eba10d013 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (2f4ece3b-e05c-4793-bd0c-067fa2321ecc), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:38.721883 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-39944502-5f5a-4c96-b7cf-59f6f52cf078 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9dfdb595-d242-4e5e-ae2d-375725d4c333'}]}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:07:38.722958 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-d779add7-9a95-4d63-bc72-9570dc6b24eb None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:07:38.759206 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d779add7-9a95-4d63-bc72-9570dc6b24eb None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:07:38.773727 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa59ddc9-4962-4246-9e33-48ab780e7de5 None None] Routers {'9ee06e2c-2c08-4c9d-91d5-49e266d33f11'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:07:38.774819 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-fa59ddc9-4962-4246-9e33-48ab780e7de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:07:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['9ee06e2c-2c08-4c9d-91d5-49e266d33f11'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:07:38.776589 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d779add7-9a95-4d63-bc72-9570dc6b24eb None None] Pushing event updated for resources: {'Port': ['ID=875f5d28-efc5-423b-ae1a-e95a769b1ea0,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:38.793285 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aae2652-be29-43d8-a8bd-6a189feed39b tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Network ee6bc287-f07d-4ccb-aa4c-752663a85538 is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:07:38.798439 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5203b74e-7674-4151-9ec1-2ad5f4218472 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=104098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:07:38.812099 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-7aae2652-be29-43d8-a8bd-6a189feed39b tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:07:38.819016 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aae2652-be29-43d8-a8bd-6a189feed39b tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:07:38.838615 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5203b74e-7674-4151-9ec1-2ad5f4218472 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (850d6a27-de1d-48d6-befc-f86100cbbcca), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:38.838859 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.segments_db [None req-5203b74e-7674-4151-9ec1-2ad5f4218472 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Added segment 850d6a27-de1d-48d6-befc-f86100cbbcca of type vlan for network e5ab2846-e065-47e9-ae4e-c2edbf645bc9 Mar 28 01:07:38.871790 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.db.api [None req-95ffed9a-3269-4cd2-9404-76c82204e6b5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104100) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 01:07:38.871790 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG oslo_db.api [None req-95ffed9a-3269-4cd2-9404-76c82204e6b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 01:07:38.876516 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-fa59ddc9-4962-4246-9e33-48ab780e7de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:07:38.879684 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aae2652-be29-43d8-a8bd-6a189feed39b tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Pushing event updated for resources: {'Port': ['ID=1f68ceec-0458-4ce8-85f8-6f6cc0a32b5e,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:38.897415 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-4c3e1f3a-4f5b-4656-afd4-e5f48dbdf488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (8b6f501e-f784-4ee9-80fc-67d38db42232), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:38.920920 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 039a4561-cc15-4725-af4c-d06a19d7c0fc triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:07:38.920920 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (039a4561-cc15-4725-af4c-d06a19d7c0fc), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:38.932504 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-e55951a8-7eb6-463b-aba2-80f522e68c07 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6486325 Mar 28 01:07:38.938358 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52312) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:38.941011 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a4d30724-06ad-4ddc-b4b9-e16b3333ddbd tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8758317293963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-127282757'] for subnet (27b1f512-9342-40e3-a882-42b80bf9d9d5), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:38.945517 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-73cc3c7c-2b34-4274-bf1c-6c3bd53eb31f tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Request body: {'subnet': {'network_id': '8d779f68-ad09-49ee-93d2-4ce588f4b72a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:07:38.955201 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5203b74e-7674-4151-9ec1-2ad5f4218472 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (e5ab2846-e065-47e9-ae4e-c2edbf645bc9), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:38.986589 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7aae2652-be29-43d8-a8bd-6a189feed39b tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3686596'] for router_interface (8e799d34-fabd-4ee4-bc94-247cd2828ab9), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:39.043670 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55951a8-7eb6-463b-aba2-80f522e68c07 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Pushing event updated for resources: {'Network': ['ID=8d779f68-ad09-49ee-93d2-4ce588f4b72a,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:39.044748 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa59ddc9-4962-4246-9e33-48ab780e7de5 None None] Routers {'9ee06e2c-2c08-4c9d-91d5-49e266d33f11'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:07:39.045887 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-fa59ddc9-4962-4246-9e33-48ab780e7de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:07:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['9ee06e2c-2c08-4c9d-91d5-49e266d33f11'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:07:39.069430 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d30724-06ad-4ddc-b4b9-e16b3333ddbd tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:39.070131 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a4d30724-06ad-4ddc-b4b9-e16b3333ddbd tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks [] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:39.072303 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-a4d30724-06ad-4ddc-b4b9-e16b3333ddbd tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] 10.222.0.24 "PUT /v2.0/subnets/27b1f512-9342-40e3-a882-42b80bf9d9d5 HTTP/1.1" status: 200 len: 826 time: 1.9040017 Mar 28 01:07:39.080774 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52314) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:39.118212 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network 8d779f68-ad09-49ee-93d2-4ce588f4b72a details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:07:39.150514 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Pushing event updated for resources: {'Port': ['ID=d59b6790-8941-4e8d-9220-5a980fbc5ef8,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:39.152863 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-d779add7-9a95-4d63-bc72-9570dc6b24eb None None] Attempting to bind port 875f5d28-efc5-423b-ae1a-e95a769b1ea0 on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:07:39.153245 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-d779add7-9a95-4d63-bc72-9570dc6b24eb None None] Attempting to bind port 875f5d28-efc5-423b-ae1a-e95a769b1ea0 by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': '962b02b7-f640-4c92-a528-10653cab83c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '21f2c238-3ac6-4cf8-916a-d258cb771b95'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:07:39.153611 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d779add7-9a95-4d63-bc72-9570dc6b24eb None None] Attempting to bind port 875f5d28-efc5-423b-ae1a-e95a769b1ea0 on network 21f2c238-3ac6-4cf8-916a-d258cb771b95 {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:07:39.155727 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-fa59ddc9-4962-4246-9e33-48ab780e7de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:07:39.156403 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa59ddc9-4962-4246-9e33-48ab780e7de5 None None] The sync data for ids ['9ee06e2c-2c08-4c9d-91d5-49e266d33f11'] in dv-neutron-834874-6-hyperv is: [] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:07:39.167600 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d30724-06ad-4ddc-b4b9-e16b3333ddbd tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Pushing event updated for resources: {'Subnet': ['ID=27b1f512-9342-40e3-a882-42b80bf9d9d5,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:39.189494 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-23529cc7-9a97-4b39-8fee-47e37f5d5c3a req-1c3ed3e0-a5fc-42d5-80af-d725ac7453d4 service neutron] 10.222.0.10 "GET /v2.0/networks/b0b181aa-c9cd-4854-9fb0-37e685e0d64e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4564633 Mar 28 01:07:39.217543 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d779add7-9a95-4d63-bc72-9570dc6b24eb None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:07:39.217921 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d779add7-9a95-4d63-bc72-9570dc6b24eb None None] Checking segment: {'id': '962b02b7-f640-4c92-a528-10653cab83c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '21f2c238-3ac6-4cf8-916a-d258cb771b95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:07:39.218716 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d779add7-9a95-4d63-bc72-9570dc6b24eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:39.218716 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d779add7-9a95-4d63-bc72-9570dc6b24eb None None] Bound using segment: {'id': '962b02b7-f640-4c92-a528-10653cab83c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '21f2c238-3ac6-4cf8-916a-d258cb771b95'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:07:39.219201 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-d779add7-9a95-4d63-bc72-9570dc6b24eb None None] Bound port: 875f5d28-efc5-423b-ae1a-e95a769b1ea0, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '962b02b7-f640-4c92-a528-10653cab83c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '21f2c238-3ac6-4cf8-916a-d258cb771b95'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:07:39.219584 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d779add7-9a95-4d63-bc72-9570dc6b24eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (875f5d28-efc5-423b-ae1a-e95a769b1ea0), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:39.319572 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.db.resource_extend [None req-5203b74e-7674-4151-9ec1-2ad5f4218472 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 01:07:39.325142 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c34693f2-70f8-426c-a803-0f6eba10d013 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (2f4ece3b-e05c-4793-bd0c-067fa2321ecc), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:39.382179 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-c34693f2-70f8-426c-a803-0f6eba10d013 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Calling delete_port for 2f4ece3b-e05c-4793-bd0c-067fa2321ecc owned by {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:07:39.393300 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5203b74e-7674-4151-9ec1-2ad5f4218472 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (e5ab2846-e065-47e9-ae4e-c2edbf645bc9), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:39.398309 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5203b74e-7674-4151-9ec1-2ad5f4218472 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:39.399006 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5203b74e-7674-4151-9ec1-2ad5f4218472 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:39.466923 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-e191ccfd-8445-4c44-8537-a207d5a54641 None None] Allocated IP 172.20.0.1 (dbdb9143-cbdb-45f5-ac01-efbca69ef3aa/b61517af-f03d-43be-89ff-9fb91dec89a4/44b12a5f-32da-4e13-a358-de3c22fb1af9) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:07:39.530235 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 039a4561-cc15-4725-af4c-d06a19d7c0fc is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:07:39.531346 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 44b12a5f-32da-4e13-a358-de3c22fb1af9 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:07:39.537226 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-95ffed9a-3269-4cd2-9404-76c82204e6b5 None None] Current status of the port d59b6790-8941-4e8d-9220-5a980fbc5ef8 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:07:39.556886 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-5203b74e-7674-4151-9ec1-2ad5f4218472 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0966580 Mar 28 01:07:39.562258 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52316) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:39.570581 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-8f32cd51-9746-458c-8a34-bbfd9a09a853 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Request body: {'subnet': {'network_id': 'e5ab2846-e065-47e9-ae4e-c2edbf645bc9', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:07:39.572385 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73cc3c7c-2b34-4274-bf1c-6c3bd53eb31f tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Made reservation on behalf of fa54b4b5eec2452a8dcd67fc666c1bd8 for: {'subnet': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:07:39.572534 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-d779add7-9a95-4d63-bc72-9570dc6b24eb None None] For port 875f5d28-efc5-423b-ae1a-e95a769b1ea0, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:07:39.575756 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-73cc3c7c-2b34-4274-bf1c-6c3bd53eb31f tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126112411'] for subnet (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:39.583660 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5203b74e-7674-4151-9ec1-2ad5f4218472 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Pushing event updated for resources: {'Network': ['ID=e5ab2846-e065-47e9-ae4e-c2edbf645bc9,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:39.598443 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-39944502-5f5a-4c96-b7cf-59f6f52cf078 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (a3e431b2-ff3e-488b-abb1-694bb6d18d36), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:39.678594 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0ba0c1b4-176f-493d-802b-3bbc646bb86f tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (21f2c238-3ac6-4cf8-916a-d258cb771b95), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:39.753027 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-23529cc7-9a97-4b39-8fee-47e37f5d5c3a req-2d8eaf97-d3f4-4d13-b9a2-fae428360efd service neutron] 10.222.0.10 "GET /v2.0/networks/b0b181aa-c9cd-4854-9fb0-37e685e0d64e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5545523 Mar 28 01:07:39.756826 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7aae2652-be29-43d8-a8bd-6a189feed39b tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (1f68ceec-0458-4ce8-85f8-6f6cc0a32b5e), before_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:39.775632 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network e5ab2846-e065-47e9-ae4e-c2edbf645bc9 details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:07:39.790437 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-4c3e1f3a-4f5b-4656-afd4-e5f48dbdf488 None None] Allocated IP 2001:db8:0:1::2 (be4801db-c8f8-4df3-b9b5-556693d6a290/9329c4d9-12d6-4a8b-9673-0117b8819420/8b6f501e-f784-4ee9-80fc-67d38db42232) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:07:39.810391 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-d779add7-9a95-4d63-bc72-9570dc6b24eb None None] For port 875f5d28-efc5-423b-ae1a-e95a769b1ea0, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=875f5d28-efc5-423b-ae1a-e95a769b1ea0,segment=NetworkSegment(962b02b7-f640-4c92-a528-10653cab83c3),segment_id=962b02b7-f640-4c92-a528-10653cab83c3)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:07:39.861212 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f32cd51-9746-458c-8a34-bbfd9a09a853 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Made reservation on behalf of 76872a2b5b33490e8165d4ef5107aec5 for: {'subnet': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:07:39.864827 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8f32cd51-9746-458c-8a34-bbfd9a09a853 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126757772'] for subnet (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:39.880082 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d779add7-9a95-4d63-bc72-9570dc6b24eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (875f5d28-efc5-423b-ae1a-e95a769b1ea0), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:39.999451 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-dd993c45-853a-40f6-8d5c-999c5fe07917 None None] Provisioning complete for port a3e431b2-ff3e-488b-abb1-694bb6d18d36 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:07:39.999847 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-dd993c45-853a-40f6-8d5c-999c5fe07917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (a3e431b2-ff3e-488b-abb1-694bb6d18d36), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:40.049997 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-e191ccfd-8445-4c44-8537-a207d5a54641 None None] For port 44b12a5f-32da-4e13-a358-de3c22fb1af9, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=44b12a5f-32da-4e13-a358-de3c22fb1af9,segment=NetworkSegment(3e50a377-1706-4bf7-b444-21e184c1eccc),segment_id=3e50a377-1706-4bf7-b444-21e184c1eccc)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:07:40.067715 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-0ba0c1b4-176f-493d-802b-3bbc646bb86f tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Deleting port 875f5d28-efc5-423b-ae1a-e95a769b1ea0 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:07:40.068394 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0ba0c1b4-176f-493d-802b-3bbc646bb86f tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (875f5d28-efc5-423b-ae1a-e95a769b1ea0), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:40.092470 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d779add7-9a95-4d63-bc72-9570dc6b24eb None None] Pushing event updated for resources: {'Port': ['ID=875f5d28-efc5-423b-ae1a-e95a769b1ea0,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:40.094245 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-73cc3c7c-2b34-4274-bf1c-6c3bd53eb31f tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126174976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126112397'] for subnet (bdd10500-cdbc-4cef-b03f-b81df95349e4), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:40.099711 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 44b12a5f-32da-4e13-a358-de3c22fb1af9 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:07:40.100090 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (44b12a5f-32da-4e13-a358-de3c22fb1af9), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:40.108832 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c34693f2-70f8-426c-a803-0f6eba10d013 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (2f4ece3b-e05c-4793-bd0c-067fa2321ecc), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:40.131517 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-dd993c45-853a-40f6-8d5c-999c5fe07917 None None] Port a3e431b2-ff3e-488b-abb1-694bb6d18d36 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:07:40.149620 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-e191ccfd-8445-4c44-8537-a207d5a54641 None None] Publish callbacks [] for port (44b12a5f-32da-4e13-a358-de3c22fb1af9), precommit_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:40.159978 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-4c3e1f3a-4f5b-4656-afd4-e5f48dbdf488 None None] For port 8b6f501e-f784-4ee9-80fc-67d38db42232, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=8b6f501e-f784-4ee9-80fc-67d38db42232,segment=NetworkSegment(9028fe72-9b79-4538-96be-757c3dc71a72),segment_id=9028fe72-9b79-4538-96be-757c3dc71a72)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:07:40.182232 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-e191ccfd-8445-4c44-8537-a207d5a54641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (44b12a5f-32da-4e13-a358-de3c22fb1af9), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:40.198299 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34693f2-70f8-426c-a803-0f6eba10d013 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Pushing event deleted for resources: {'Port': ['ID=2f4ece3b-e05c-4793-bd0c-067fa2321ecc,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:40.256798 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-dd993c45-853a-40f6-8d5c-999c5fe07917 None None] Provisioning complete for port d59b6790-8941-4e8d-9220-5a980fbc5ef8 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:07:40.257559 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-dd993c45-853a-40f6-8d5c-999c5fe07917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (d59b6790-8941-4e8d-9220-5a980fbc5ef8), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:40.259587 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cc3c7c-2b34-4274-bf1c-6c3bd53eb31f tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Pushing event updated for resources: {'Subnet': ['ID=bdd10500-cdbc-4cef-b03f-b81df95349e4,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:40.309841 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-0ba0c1b4-176f-493d-802b-3bbc646bb86f tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] For port 875f5d28-efc5-423b-ae1a-e95a769b1ea0, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=875f5d28-efc5-423b-ae1a-e95a769b1ea0,segment=NetworkSegment(962b02b7-f640-4c92-a528-10653cab83c3),segment_id=962b02b7-f640-4c92-a528-10653cab83c3)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:07:40.310329 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0ba0c1b4-176f-493d-802b-3bbc646bb86f tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (875f5d28-efc5-423b-ae1a-e95a769b1ea0), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:40.312077 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c34693f2-70f8-426c-a803-0f6eba10d013 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:40.315382 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-c34693f2-70f8-426c-a803-0f6eba10d013 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "DELETE /v2.0/ports/2f4ece3b-e05c-4793-bd0c-067fa2321ecc HTTP/1.1" status: 204 len: 168 time: 1.9380429 Mar 28 01:07:40.329565 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52318) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:40.340344 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-4c3e1f3a-4f5b-4656-afd4-e5f48dbdf488 None None] Publish callbacks [] for port (8b6f501e-f784-4ee9-80fc-67d38db42232), precommit_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:40.368690 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e191ccfd-8445-4c44-8537-a207d5a54641 None None] Pushing event updated for resources: {'Port': ['ID=44b12a5f-32da-4e13-a358-de3c22fb1af9,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:40.371133 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73cc3c7c-2b34-4274-bf1c-6c3bd53eb31f tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Checking segment: {'id': '8e5e10cc-6395-42a5-92f1-d1d3ed03abea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8d779f68-ad09-49ee-93d2-4ce588f4b72a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:07:40.371636 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73cc3c7c-2b34-4274-bf1c-6c3bd53eb31f tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Network hostable DHCP agents. Network: 8d779f68-ad09-49ee-93d2-4ce588f4b72a, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:07:40.372552 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-0ba0c1b4-176f-493d-802b-3bbc646bb86f tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Calling delete_port for 875f5d28-efc5-423b-ae1a-e95a769b1ea0 owned by network:dhcp {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:07:40.378301 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8f32cd51-9746-458c-8a34-bbfd9a09a853 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127282703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126757786'] for subnet (a34db13b-af36-4999-a512-953af470304e), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:40.434643 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73cc3c7c-2b34-4274-bf1c-6c3bd53eb31f tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Network 8d779f68-ad09-49ee-93d2-4ce588f4b72a is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:07:40.442374 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-4c3e1f3a-4f5b-4656-afd4-e5f48dbdf488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (8b6f501e-f784-4ee9-80fc-67d38db42232), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:40.471433 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-73cc3c7c-2b34-4274-bf1c-6c3bd53eb31f tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, 8d779f68-ad09-49ee-93d2-4ce588f4b72a) {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:07:40.478904 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73cc3c7c-2b34-4274-bf1c-6c3bd53eb31f tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:40.479501 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-73cc3c7c-2b34-4274-bf1c-6c3bd53eb31f tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:40.494992 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3b7029-8397-486b-8803-ae820f52e4f3 None None] Network 8d779f68-ad09-49ee-93d2-4ce588f4b72a requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:07:40.513435 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7aae2652-be29-43d8-a8bd-6a189feed39b tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks [] for port (1f68ceec-0458-4ce8-85f8-6f6cc0a32b5e), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:40.518609 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-73cc3c7c-2b34-4274-bf1c-6c3bd53eb31f tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5775025 Mar 28 01:07:40.521226 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52320) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:40.526884 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-bb4a5e04-7745-42b2-8d75-5e63f37bcf4a tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Request body: {'port': {'network_id': '8d779f68-ad09-49ee-93d2-4ce588f4b72a', 'name': 'tempest-PortsTestJSON-1244454503'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:07:40.532353 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7aae2652-be29-43d8-a8bd-6a189feed39b tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126177159'] for port (1f68ceec-0458-4ce8-85f8-6f6cc0a32b5e), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:40.614210 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f32cd51-9746-458c-8a34-bbfd9a09a853 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Pushing event updated for resources: {'Subnet': ['ID=a34db13b-af36-4999-a512-953af470304e,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:40.631869 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ec6f02-da1a-4c96-b404-5e6e87ed9030 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:40.633792 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-08ec6f02-da1a-4c96-b404-5e6e87ed9030 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.3029864 Mar 28 01:07:40.640694 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52322) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:40.649946 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 44b12a5f-32da-4e13-a358-de3c22fb1af9 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:07:40.650334 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (44b12a5f-32da-4e13-a358-de3c22fb1af9), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:40.722107 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-39944502-5f5a-4c96-b7cf-59f6f52cf078 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks [] for port (a3e431b2-ff3e-488b-abb1-694bb6d18d36), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:40.728612 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3e1f3a-4f5b-4656-afd4-e5f48dbdf488 None None] Pushing event updated for resources: {'Port': ['ID=8b6f501e-f784-4ee9-80fc-67d38db42232,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:40.737793 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f32cd51-9746-458c-8a34-bbfd9a09a853 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Checking segment: {'id': '850d6a27-de1d-48d6-befc-f86100cbbcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e5ab2846-e065-47e9-ae4e-c2edbf645bc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:07:40.738306 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f32cd51-9746-458c-8a34-bbfd9a09a853 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Network hostable DHCP agents. Network: e5ab2846-e065-47e9-ae4e-c2edbf645bc9, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:07:40.751431 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-39944502-5f5a-4c96-b7cf-59f6f52cf078 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (a3e431b2-ff3e-488b-abb1-694bb6d18d36), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:40.757624 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39944502-5f5a-4c96-b7cf-59f6f52cf078 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:40.758537 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-39944502-5f5a-4c96-b7cf-59f6f52cf078 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:40.762629 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-39944502-5f5a-4c96-b7cf-59f6f52cf078 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] 10.222.0.24 "PUT /v2.0/ports/a3e431b2-ff3e-488b-abb1-694bb6d18d36 HTTP/1.1" status: 200 len: 911 time: 2.0613096 Mar 28 01:07:40.772899 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52324) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:40.791810 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-dd993c45-853a-40f6-8d5c-999c5fe07917 None None] Current status of the port d59b6790-8941-4e8d-9220-5a980fbc5ef8 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:07:40.796752 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aae2652-be29-43d8-a8bd-6a189feed39b tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Pushing event updated for resources: {'Port': ['ID=1f68ceec-0458-4ce8-85f8-6f6cc0a32b5e,revision_number=2']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:40.799233 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] For port 44b12a5f-32da-4e13-a358-de3c22fb1af9, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=44b12a5f-32da-4e13-a358-de3c22fb1af9,segment=NetworkSegment(3e50a377-1706-4bf7-b444-21e184c1eccc),segment_id=3e50a377-1706-4bf7-b444-21e184c1eccc)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:07:40.810494 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7aae2652-be29-43d8-a8bd-6a189feed39b tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3725889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3686480'] for router_interface (8e799d34-fabd-4ee4-bc94-247cd2828ab9), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:40.841448 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fac8c53-78c5-4237-bd69-65b250d9df9b tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:40.848929 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-0fac8c53-78c5-4237-bd69-65b250d9df9b tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.2009757 Mar 28 01:07:40.849059 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (44b12a5f-32da-4e13-a358-de3c22fb1af9), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:40.851502 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 8b6f501e-f784-4ee9-80fc-67d38db42232 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:07:40.856144 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52326) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:40.859666 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42aec3ca-337d-452f-bce3-fd1fc33a3505 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-8d779f68-ad09-49ee-93d2-4ce588f4b72a', 'network_id': '8d779f68-ad09-49ee-93d2-4ce588f4b72a', 'project_id': 'fa54b4b5eec2452a8dcd67fc666c1bd8', 'fixed_ips': [{'subnet_id': 'bdd10500-cdbc-4cef-b03f-b81df95349e4'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:07:40.860773 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-42aec3ca-337d-452f-bce3-fd1fc33a3505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:40.925395 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-dd993c45-853a-40f6-8d5c-999c5fe07917 None None] Provisioning complete for port 44b12a5f-32da-4e13-a358-de3c22fb1af9 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:07:40.925965 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-dd993c45-853a-40f6-8d5c-999c5fe07917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (44b12a5f-32da-4e13-a358-de3c22fb1af9), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:40.948846 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0ba0c1b4-176f-493d-802b-3bbc646bb86f tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (875f5d28-efc5-423b-ae1a-e95a769b1ea0), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:40.960844 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f32cd51-9746-458c-8a34-bbfd9a09a853 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Network e5ab2846-e065-47e9-ae4e-c2edbf645bc9 is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:07:41.012861 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39944502-5f5a-4c96-b7cf-59f6f52cf078 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Pushing event updated for resources: {'Port': ['ID=a3e431b2-ff3e-488b-abb1-694bb6d18d36,revision_number=3']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:41.034600 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-8f32cd51-9746-458c-8a34-bbfd9a09a853 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, e5ab2846-e065-47e9-ae4e-c2edbf645bc9) {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:07:41.060004 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aae2652-be29-43d8-a8bd-6a189feed39b tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Network ee6bc287-f07d-4ccb-aa4c-752663a85538 is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:07:41.075242 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e440a0-73c7-4b74-b063-bd3cf88e0c37 None None] Network e5ab2846-e065-47e9-ae4e-c2edbf645bc9 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:07:41.078941 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Pushing event updated for resources: {'Port': ['ID=44b12a5f-32da-4e13-a358-de3c22fb1af9,revision_number=4']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:41.097093 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f32cd51-9746-458c-8a34-bbfd9a09a853 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:41.097690 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8f32cd51-9746-458c-8a34-bbfd9a09a853 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks [] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:41.105702 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba0c1b4-176f-493d-802b-3bbc646bb86f tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Pushing event deleted for resources: {'Port': ['ID=875f5d28-efc5-423b-ae1a-e95a769b1ea0,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:41.114718 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-7aae2652-be29-43d8-a8bd-6a189feed39b tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:07:41.155833 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba0c1b4-176f-493d-802b-3bbc646bb86f tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] No DVR routers for this DVR port 875f5d28-efc5-423b-ae1a-e95a769b1ea0 on host dv-neutron-834874-6-hyperv {{(pid=104099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:07:41.183251 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 8b6f501e-f784-4ee9-80fc-67d38db42232 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:07:41.184016 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (8b6f501e-f784-4ee9-80fc-67d38db42232), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:41.314646 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-8f32cd51-9746-458c-8a34-bbfd9a09a853 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7451756 Mar 28 01:07:41.339744 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-42aec3ca-337d-452f-bce3-fd1fc33a3505 None None] Allocated IP 172.20.0.2 (8d779f68-ad09-49ee-93d2-4ce588f4b72a/bdd10500-cdbc-4cef-b03f-b81df95349e4/6ae58908-d68f-4371-b6a6-b2401d1982c7) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:07:41.349829 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-dd993c45-853a-40f6-8d5c-999c5fe07917 None None] Current status of the port 44b12a5f-32da-4e13-a358-de3c22fb1af9 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:07:41.364106 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a343af7f-8ace-491c-8566-1d71ea9555f0 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:41.365402 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a343af7f-8ace-491c-8566-1d71ea9555f0 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:41.371080 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a343af7f-8ace-491c-8566-1d71ea9555f0 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:41.379007 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52328) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:41.379441 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52330) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:41.380447 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-a343af7f-8ace-491c-8566-1d71ea9555f0 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.5226235 Mar 28 01:07:41.384894 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-e6bcacb3-b349-4205-a037-732c9c741b81 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e5ab2846-e065-47e9-ae4e-c2edbf645bc9'}}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:07:41.403096 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb4a5e04-7745-42b2-8d75-5e63f37bcf4a tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Made reservation on behalf of fa54b4b5eec2452a8dcd67fc666c1bd8 for: {'port': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:07:41.410866 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21920ead-d50e-4298-bd9d-2361b7e98ad3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-e5ab2846-e065-47e9-ae4e-c2edbf645bc9', 'network_id': 'e5ab2846-e065-47e9-ae4e-c2edbf645bc9', 'project_id': '76872a2b5b33490e8165d4ef5107aec5', 'fixed_ips': [{'subnet_id': 'a34db13b-af36-4999-a512-953af470304e'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:07:41.412736 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5e04-7745-42b2-8d75-5e63f37bcf4a tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:41.413125 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-21920ead-d50e-4298-bd9d-2361b7e98ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:41.447304 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aae2652-be29-43d8-a8bd-6a189feed39b tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Router 8e799d34-fabd-4ee4-bc94-247cd2828ab9 has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:07:41.463715 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.notifiers.nova [None req-bb4a5e04-7745-42b2-8d75-5e63f37bcf4a tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] device_id is not set on port 87e647d3-6a88-48ba-8e65-fe721e914f36 yet. {{(pid=104098) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 01:07:41.468526 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-3da64f5a-b294-4d38-930d-87c3b0e91245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:41.529088 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c4e820-0e18-43c5-8e79-f437a2cbed58 None None] Network dbdb9143-cbdb-45f5-ac01-efbca69ef3aa requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:07:41.563342 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0ba0c1b4-176f-493d-802b-3bbc646bb86f tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (27b1f512-9342-40e3-a882-42b80bf9d9d5), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:41.565164 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-dd993c45-853a-40f6-8d5c-999c5fe07917 None None] Provisioning complete for port 8b6f501e-f784-4ee9-80fc-67d38db42232 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:07:41.566300 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-dd993c45-853a-40f6-8d5c-999c5fe07917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (8b6f501e-f784-4ee9-80fc-67d38db42232), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:41.714734 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aae2652-be29-43d8-a8bd-6a189feed39b tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:07:41.724861 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-7aae2652-be29-43d8-a8bd-6a189feed39b tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] 10.222.0.24 "PUT /v2.0/routers/8e799d34-fabd-4ee4-bc94-247cd2828ab9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8633561 Mar 28 01:07:41.725426 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52332) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:41.728690 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_v2 [None req-46f45976-aa64-4972-be2d-546ea8b0da5a tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Deleting subnet 9329c4d9-12d6-4a8b-9673-0117b8819420 {{(pid=104099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:07:41.730803 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e399abbd-8f73-4eba-9283-ec1138970ad6 None None] Sync routers for ids ['8e799d34-fabd-4ee4-bc94-247cd2828ab9'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:07:41.743909 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e399abbd-8f73-4eba-9283-ec1138970ad6 None None] Routers {'8e799d34-fabd-4ee4-bc94-247cd2828ab9'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:07:41.744923 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-e399abbd-8f73-4eba-9283-ec1138970ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:07:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['8e799d34-fabd-4ee4-bc94-247cd2828ab9'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:07:41.745102 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-46f45976-aa64-4972-be2d-546ea8b0da5a tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks [] for subnet (9329c4d9-12d6-4a8b-9673-0117b8819420), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:41.749302 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-4241cad8-57c0-4fad-a4a0-afce351ce144 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Request body: {'port': {'network_id': 'ee6bc287-f07d-4ccb-aa4c-752663a85538', 'name': 'tempest-FloatingIPTestJSON-677131099'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:07:41.804741 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 8b6f501e-f784-4ee9-80fc-67d38db42232 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:07:41.805944 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (8b6f501e-f784-4ee9-80fc-67d38db42232), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:41.814489 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-e399abbd-8f73-4eba-9283-ec1138970ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:07:41.822303 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0ba0c1b4-176f-493d-802b-3bbc646bb86f tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127282766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126757793'] for subnet (27b1f512-9342-40e3-a882-42b80bf9d9d5), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:41.826923 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e399abbd-8f73-4eba-9283-ec1138970ad6 None None] Routers {'8e799d34-fabd-4ee4-bc94-247cd2828ab9'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:07:41.828992 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-e399abbd-8f73-4eba-9283-ec1138970ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:07:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['8e799d34-fabd-4ee4-bc94-247cd2828ab9'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:07:41.888293 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-e399abbd-8f73-4eba-9283-ec1138970ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:07:41.889408 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e399abbd-8f73-4eba-9283-ec1138970ad6 None None] The sync data for ids ['8e799d34-fabd-4ee4-bc94-247cd2828ab9'] in dv-neutron-834874-6-hyperv is: [] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:07:41.973153 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4241cad8-57c0-4fad-a4a0-afce351ce144 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Made reservation on behalf of b3391d5746ef461cb98e40d1d50397a6 for: {'port': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:07:41.976864 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4241cad8-57c0-4fad-a4a0-afce351ce144 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:42.006795 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.notifiers.nova [None req-4241cad8-57c0-4fad-a4a0-afce351ce144 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] device_id is not set on port a47bc6e8-9b9a-454e-af7a-08d69a42f0c7 yet. {{(pid=104098) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 01:07:42.052297 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b25d75-ceb4-4e67-b63f-2e8c45b3949a None None] Network 21f2c238-3ac6-4cf8-916a-d258cb771b95 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:07:42.145033 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-4241cad8-57c0-4fad-a4a0-afce351ce144 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Allocated IP 172.20.0.10 (ee6bc287-f07d-4ccb-aa4c-752663a85538/880b8083-bc0f-434e-b073-1ac8a25703d5/a47bc6e8-9b9a-454e-af7a-08d69a42f0c7) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:07:42.236266 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-46f45976-aa64-4972-be2d-546ea8b0da5a tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126946639'] for subnet (9329c4d9-12d6-4a8b-9673-0117b8819420), precommit_delete_associations {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:42.248267 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-42aec3ca-337d-452f-bce3-fd1fc33a3505 None None] Publish callbacks [] for port (6ae58908-d68f-4371-b6a6-b2401d1982c7), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:42.262829 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba0c1b4-176f-493d-802b-3bbc646bb86f tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Pushing event deleted for resources: {'Subnet': ['ID=27b1f512-9342-40e3-a882-42b80bf9d9d5,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:42.277899 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] For port 8b6f501e-f784-4ee9-80fc-67d38db42232, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=8b6f501e-f784-4ee9-80fc-67d38db42232,segment=NetworkSegment(9028fe72-9b79-4538-96be-757c3dc71a72),segment_id=9028fe72-9b79-4538-96be-757c3dc71a72)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:07:42.294025 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e6bcacb3-b349-4205-a037-732c9c741b81 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks [] for router_gateway (9489c638-63f8-40f8-ae4f-cd106e957112), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:42.295559 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-42aec3ca-337d-452f-bce3-fd1fc33a3505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (6ae58908-d68f-4371-b6a6-b2401d1982c7), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:42.298418 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-21920ead-d50e-4298-bd9d-2361b7e98ad3 None None] Allocated IP 2001:db8:1::2 (e5ab2846-e065-47e9-ae4e-c2edbf645bc9/a34db13b-af36-4999-a512-953af470304e/719613d3-e43d-4ef2-a6a5-13af7b12826f) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:07:42.317593 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (8b6f501e-f784-4ee9-80fc-67d38db42232), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:42.318478 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 71a27dd1-ec30-499f-9cbc-02d5f21819ba up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:07:42.342600 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-bb4a5e04-7745-42b2-8d75-5e63f37bcf4a tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Allocated IP 172.20.0.12 (8d779f68-ad09-49ee-93d2-4ce588f4b72a/bdd10500-cdbc-4cef-b03f-b81df95349e4/87e647d3-6a88-48ba-8e65-fe721e914f36) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:07:42.443391 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42aec3ca-337d-452f-bce3-fd1fc33a3505 None None] Network 8d779f68-ad09-49ee-93d2-4ce588f4b72a is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:07:42.465340 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-42aec3ca-337d-452f-bce3-fd1fc33a3505 None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:07:42.468400 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42aec3ca-337d-452f-bce3-fd1fc33a3505 None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:07:42.499560 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0ba0c1b4-176f-493d-802b-3bbc646bb86f tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (21f2c238-3ac6-4cf8-916a-d258cb771b95), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:42.507230 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba588817-a269-4cba-8f6f-52eb2125cbf5 None None] DHCP port deletion for 21f2c238-3ac6-4cf8-916a-d258cb771b95 request from dv-neutron-834874-6-hyperv {{(pid=104100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 01:07:42.509388 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4241cad8-57c0-4fad-a4a0-afce351ce144 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks [] for port (a47bc6e8-9b9a-454e-af7a-08d69a42f0c7), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:42.544295 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42aec3ca-337d-452f-bce3-fd1fc33a3505 None None] Pushing event updated for resources: {'Port': ['ID=6ae58908-d68f-4371-b6a6-b2401d1982c7,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:42.553644 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-0ba0c1b4-176f-493d-802b-3bbc646bb86f tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21f2c238-3ac6-4cf8-916a-d258cb771b95']}} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:07:42.560074 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-dd993c45-853a-40f6-8d5c-999c5fe07917 None None] Current status of the port 8b6f501e-f784-4ee9-80fc-67d38db42232 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:07:42.583989 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-0ba0c1b4-176f-493d-802b-3bbc646bb86f tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '962b02b7-f640-4c92-a528-10653cab83c3') {'for_net_delete': True} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:07:42.584708 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-0ba0c1b4-176f-493d-802b-3bbc646bb86f tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '962b02b7-f640-4c92-a528-10653cab83c3') {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:07:42.610319 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5e04-7745-42b2-8d75-5e63f37bcf4a tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks [] for port (87e647d3-6a88-48ba-8e65-fe721e914f36), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:42.613770 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4241cad8-57c0-4fad-a4a0-afce351ce144 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (a47bc6e8-9b9a-454e-af7a-08d69a42f0c7), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:42.622922 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e54dc6-55b4-44f6-a167-061448f75b4d None None] Network 21f2c238-3ac6-4cf8-916a-d258cb771b95 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:07:42.623338 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0ba0c1b4-176f-493d-802b-3bbc646bb86f tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126946678'] for segment (962b02b7-f640-4c92-a528-10653cab83c3), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:42.636940 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-46f45976-aa64-4972-be2d-546ea8b0da5a tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (9329c4d9-12d6-4a8b-9673-0117b8819420), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:42.670255 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4241cad8-57c0-4fad-a4a0-afce351ce144 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Pushing event updated for resources: {'Port': ['ID=a47bc6e8-9b9a-454e-af7a-08d69a42f0c7,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:42.698133 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0ba0c1b4-176f-493d-802b-3bbc646bb86f tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (962b02b7-f640-4c92-a528-10653cab83c3), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:42.721114 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4241cad8-57c0-4fad-a4a0-afce351ce144 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Network ee6bc287-f07d-4ccb-aa4c-752663a85538 is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:07:42.723773 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ba0c1b4-176f-493d-802b-3bbc646bb86f tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=104099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:07:42.724148 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-4241cad8-57c0-4fad-a4a0-afce351ce144 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:07:42.724641 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0ba0c1b4-176f-493d-802b-3bbc646bb86f tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127280876'] for segment (962b02b7-f640-4c92-a528-10653cab83c3), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:42.730720 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4241cad8-57c0-4fad-a4a0-afce351ce144 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:07:42.732561 dv-neutron-834874-6-hyperv neutron-server[104099]: Traceback (most recent call last): Mar 28 01:07:42.732561 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:07:42.732561 dv-neutron-834874-6-hyperv neutron-server[104099]: timer() Mar 28 01:07:42.732561 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:07:42.732561 dv-neutron-834874-6-hyperv neutron-server[104099]: cb(*args, **kw) Mar 28 01:07:42.732561 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:07:42.732561 dv-neutron-834874-6-hyperv neutron-server[104099]: return func(*args, **kwargs) Mar 28 01:07:42.732561 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:07:42.732561 dv-neutron-834874-6-hyperv neutron-server[104099]: self._notify() Mar 28 01:07:42.732561 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:07:42.732561 dv-neutron-834874-6-hyperv neutron-server[104099]: self.callback(batched_events) Mar 28 01:07:42.732561 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:07:42.732561 dv-neutron-834874-6-hyperv neutron-server[104099]: event.method(event) Mar 28 01:07:42.732561 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:07:42.732561 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:07:42.732561 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:07:42.732561 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:07:42.732561 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:07:42.732561 dv-neutron-834874-6-hyperv neutron-server[104099]: return f(self, *a, **k) Mar 28 01:07:42.732561 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:07:42.732561 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._get(url).json() Mar 28 01:07:42.732561 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:07:42.732561 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:07:42.732561 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:07:42.732561 dv-neutron-834874-6-hyperv neutron-server[104099]: return self.request(url, 'GET', **kwargs) Mar 28 01:07:42.732561 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:07:42.732561 dv-neutron-834874-6-hyperv neutron-server[104099]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:07:42.732561 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:07:42.732561 dv-neutron-834874-6-hyperv neutron-server[104099]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:07:42.732561 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:07:42.732561 dv-neutron-834874-6-hyperv neutron-server[104099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:07:42.732561 dv-neutron-834874-6-hyperv neutron-server[104099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:07:42.761562 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-42aec3ca-337d-452f-bce3-fd1fc33a3505 None None] Attempting to bind port 6ae58908-d68f-4371-b6a6-b2401d1982c7 on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:07:42.761835 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-42aec3ca-337d-452f-bce3-fd1fc33a3505 None None] Attempting to bind port 6ae58908-d68f-4371-b6a6-b2401d1982c7 by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': '8e5e10cc-6395-42a5-92f1-d1d3ed03abea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8d779f68-ad09-49ee-93d2-4ce588f4b72a'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:07:42.762196 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42aec3ca-337d-452f-bce3-fd1fc33a3505 None None] Attempting to bind port 6ae58908-d68f-4371-b6a6-b2401d1982c7 on network 8d779f68-ad09-49ee-93d2-4ce588f4b72a {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:07:42.764000 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Pushing event updated for resources: {'Port': ['ID=8b6f501e-f784-4ee9-80fc-67d38db42232,revision_number=4']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:42.798096 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5e04-7745-42b2-8d75-5e63f37bcf4a tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (87e647d3-6a88-48ba-8e65-fe721e914f36), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:42.803744 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 71a27dd1-ec30-499f-9cbc-02d5f21819ba triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:07:42.804143 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (71a27dd1-ec30-499f-9cbc-02d5f21819ba), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:42.829959 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4241cad8-57c0-4fad-a4a0-afce351ce144 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:42.830595 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4241cad8-57c0-4fad-a4a0-afce351ce144 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:42.834307 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-46f45976-aa64-4972-be2d-546ea8b0da5a tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127282766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126757793'] for subnet (9329c4d9-12d6-4a8b-9673-0117b8819420), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:42.844350 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-b02e2814-5c83-4259-a8ff-4011d6b030a6 None None] Could not find standard attr ID for object 875f5d28-efc5-423b-ae1a-e95a769b1ea0. {{(pid=104100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 28 01:07:42.848999 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0ba0c1b4-176f-493d-802b-3bbc646bb86f tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (21f2c238-3ac6-4cf8-916a-d258cb771b95), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:42.854949 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42aec3ca-337d-452f-bce3-fd1fc33a3505 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:07:42.855338 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42aec3ca-337d-452f-bce3-fd1fc33a3505 None None] Checking segment: {'id': '8e5e10cc-6395-42a5-92f1-d1d3ed03abea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8d779f68-ad09-49ee-93d2-4ce588f4b72a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:07:42.855837 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-42aec3ca-337d-452f-bce3-fd1fc33a3505 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:42.856260 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42aec3ca-337d-452f-bce3-fd1fc33a3505 None None] Bound using segment: {'id': '8e5e10cc-6395-42a5-92f1-d1d3ed03abea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8d779f68-ad09-49ee-93d2-4ce588f4b72a'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:07:42.856752 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-42aec3ca-337d-452f-bce3-fd1fc33a3505 None None] Bound port: 6ae58908-d68f-4371-b6a6-b2401d1982c7, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e5e10cc-6395-42a5-92f1-d1d3ed03abea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8d779f68-ad09-49ee-93d2-4ce588f4b72a'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:07:42.857252 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-42aec3ca-337d-452f-bce3-fd1fc33a3505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (6ae58908-d68f-4371-b6a6-b2401d1982c7), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:42.886275 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0ba0c1b4-176f-493d-802b-3bbc646bb86f tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:42.889544 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-0ba0c1b4-176f-493d-802b-3bbc646bb86f tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] 10.222.0.24 "DELETE /v2.0/networks/21f2c238-3ac6-4cf8-916a-d258cb771b95 HTTP/1.1" status: 204 len: 168 time: 3.8077040 Mar 28 01:07:42.902450 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f45976-aa64-4972-be2d-546ea8b0da5a tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Pushing event deleted for resources: {'Subnet': ['ID=9329c4d9-12d6-4a8b-9673-0117b8819420,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:42.904632 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52336) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:42.921210 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-058650c8-1160-40dc-a420-ae2c1aaf7740 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3686527'] for router_interface (9ee06e2c-2c08-4c9d-91d5-49e266d33f11), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:42.923203 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba0c1b4-176f-493d-802b-3bbc646bb86f tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Pushing event deleted for resources: {'Network': ['ID=21f2c238-3ac6-4cf8-916a-d258cb771b95,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:42.935926 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-46f45976-aa64-4972-be2d-546ea8b0da5a tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks [] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:42.939391 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-46f45976-aa64-4972-be2d-546ea8b0da5a tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "DELETE /v2.0/subnets/9329c4d9-12d6-4a8b-9673-0117b8819420 HTTP/1.1" status: 204 len: 168 time: 1.5519886 Mar 28 01:07:42.974121 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d891bb1-de80-4437-b782-0e0b0d1084e8 None None] Network be4801db-c8f8-4df3-b9b5-556693d6a290 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:07:42.982172 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52338) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:42.985090 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc70b151-4278-469a-a14a-be34a4935f15 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] DELETE failed (client error): The resource could not be found. Mar 28 01:07:42.985671 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc70b151-4278-469a-a14a-be34a4935f15 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:07:42.988852 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-bc70b151-4278-469a-a14a-be34a4935f15 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] 10.222.0.24 "DELETE /v2.0/networks/21f2c238-3ac6-4cf8-916a-d258cb771b95 HTTP/1.1" status: 404 len: 339 time: 0.0808330 Mar 28 01:07:43.024471 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52340) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:43.032517 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-e7310988-36f3-47e4-a526-fe9c7b5b2b5c tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-278530183', 'description': 'd1'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:07:43.073540 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.api.v2.resource [None req-e6bcacb3-b349-4205-a037-732c9c741b81 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 01:07:43.074593 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-e6bcacb3-b349-4205-a037-732c9c741b81 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] 10.222.0.24 "PUT /v2.0/routers/9489c638-63f8-40f8-ae4f-cd106e957112 HTTP/1.1" status: 400 len: 364 time: 1.6941485 Mar 28 01:07:43.087894 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52342) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:43.094221 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-b02e2814-5c83-4259-a8ff-4011d6b030a6 None None] Provisioning complete for port 44b12a5f-32da-4e13-a358-de3c22fb1af9 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:07:43.095224 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-b02e2814-5c83-4259-a8ff-4011d6b030a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (44b12a5f-32da-4e13-a358-de3c22fb1af9), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:43.158459 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 71a27dd1-ec30-499f-9cbc-02d5f21819ba is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:07:43.160984 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-21920ead-d50e-4298-bd9d-2361b7e98ad3 None None] Publish callbacks [] for port (719613d3-e43d-4ef2-a6a5-13af7b12826f), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:43.167437 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4a5e04-7745-42b2-8d75-5e63f37bcf4a tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Network 8d779f68-ad09-49ee-93d2-4ce588f4b72a is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:07:43.173446 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-bb4a5e04-7745-42b2-8d75-5e63f37bcf4a tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:07:43.175335 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4a5e04-7745-42b2-8d75-5e63f37bcf4a tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Pushing event updated for resources: {'Port': ['ID=87e647d3-6a88-48ba-8e65-fe721e914f36,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:43.177538 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4a5e04-7745-42b2-8d75-5e63f37bcf4a tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:07:43.182965 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7310988-36f3-47e4-a526-fe9c7b5b2b5c tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Made reservation on behalf of b3681da997b841e59750a00e0d8e0c2a for: {'network': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:07:43.186533 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e7310988-36f3-47e4-a526-fe9c7b5b2b5c tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:43.192286 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-42aec3ca-337d-452f-bce3-fd1fc33a3505 None None] For port 6ae58908-d68f-4371-b6a6-b2401d1982c7, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:07:43.195272 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-21920ead-d50e-4298-bd9d-2361b7e98ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (719613d3-e43d-4ef2-a6a5-13af7b12826f), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:43.215271 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_v2 [None req-78f6b6e2-cfbc-4469-88ab-36d55c2ed1a6 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Deleting subnet dd7349db-4bf7-46d4-8be9-bd35f789b67c {{(pid=104099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:07:43.225149 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-4241cad8-57c0-4fad-a4a0-afce351ce144 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4985216 Mar 28 01:07:43.228384 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52344) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:43.232736 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-9e4d950f-9f24-4902-ad5f-e436eb618410 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Request body: {'port': {'network_id': 'ee6bc287-f07d-4ccb-aa4c-752663a85538', 'name': 'tempest-FloatingIPTestJSON-1340204396'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:07:43.245082 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-42aec3ca-337d-452f-bce3-fd1fc33a3505 None None] For port 6ae58908-d68f-4371-b6a6-b2401d1982c7, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=6ae58908-d68f-4371-b6a6-b2401d1982c7,segment=NetworkSegment(8e5e10cc-6395-42a5-92f1-d1d3ed03abea),segment_id=8e5e10cc-6395-42a5-92f1-d1d3ed03abea)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:07:43.248001 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 9103be10-33b7-45d0-a5bb-f352a5b3f4d2 no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:07:43.261034 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-78f6b6e2-cfbc-4469-88ab-36d55c2ed1a6 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks [] for subnet (dd7349db-4bf7-46d4-8be9-bd35f789b67c), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:43.285006 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-42aec3ca-337d-452f-bce3-fd1fc33a3505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (6ae58908-d68f-4371-b6a6-b2401d1982c7), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:43.291352 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: 9103be10-33b7-45d0-a5bb-f352a5b3f4d2 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:07:43.292012 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 9103be10-33b7-45d0-a5bb-f352a5b3f4d2 not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:07:43.309988 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4a5e04-7745-42b2-8d75-5e63f37bcf4a tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:43.310612 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5e04-7745-42b2-8d75-5e63f37bcf4a tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:43.329413 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21920ead-d50e-4298-bd9d-2361b7e98ad3 None None] Network e5ab2846-e065-47e9-ae4e-c2edbf645bc9 is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:07:43.340403 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-21920ead-d50e-4298-bd9d-2361b7e98ad3 None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:07:43.342655 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21920ead-d50e-4298-bd9d-2361b7e98ad3 None None] Pushing event updated for resources: {'Port': ['ID=719613d3-e43d-4ef2-a6a5-13af7b12826f,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:43.347745 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21920ead-d50e-4298-bd9d-2361b7e98ad3 None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:07:43.357416 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7310988-36f3-47e4-a526-fe9c7b5b2b5c tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=104099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:07:43.373409 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-bb4a5e04-7745-42b2-8d75-5e63f37bcf4a tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.8510945 Mar 28 01:07:43.386572 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52346) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:43.392147 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-d9ec320f-fc82-4049-8004-2ada8824888a tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Request body: {'port': {'network_id': '8d779f68-ad09-49ee-93d2-4ce588f4b72a', 'name': 'tempest-PortsTestJSON-1302460400'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:07:43.470676 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e4d950f-9f24-4902-ad5f-e436eb618410 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Made reservation on behalf of b3391d5746ef461cb98e40d1d50397a6 for: {'port': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:07:43.474092 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9e4d950f-9f24-4902-ad5f-e436eb618410 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:43.477843 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-b02e2814-5c83-4259-a8ff-4011d6b030a6 None None] Current status of the port 44b12a5f-32da-4e13-a358-de3c22fb1af9 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:07:43.496070 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e7310988-36f3-47e4-a526-fe9c7b5b2b5c tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (d355b2dd-dd55-4cf7-9e32-797a1ff22646), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:43.496709 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.segments_db [None req-e7310988-36f3-47e4-a526-fe9c7b5b2b5c tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Added segment d355b2dd-dd55-4cf7-9e32-797a1ff22646 of type vlan for network 7b3585ee-15da-47dd-a0ed-ea2d4f311282 Mar 28 01:07:43.497968 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device d59b6790-8941-4e8d-9220-5a980fbc5ef8 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:07:43.510578 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-78f6b6e2-cfbc-4469-88ab-36d55c2ed1a6 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126946639'] for subnet (dd7349db-4bf7-46d4-8be9-bd35f789b67c), precommit_delete_associations {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:43.518998 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.notifiers.nova [None req-9e4d950f-9f24-4902-ad5f-e436eb618410 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] device_id is not set on port c46e0673-0bd4-4763-b42c-a2571663b917 yet. {{(pid=104098) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 01:07:43.548964 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42aec3ca-337d-452f-bce3-fd1fc33a3505 None None] Pushing event updated for resources: {'Port': ['ID=6ae58908-d68f-4371-b6a6-b2401d1982c7,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:43.557024 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-21920ead-d50e-4298-bd9d-2361b7e98ad3 None None] Attempting to bind port 719613d3-e43d-4ef2-a6a5-13af7b12826f on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:07:43.557526 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-21920ead-d50e-4298-bd9d-2361b7e98ad3 None None] Attempting to bind port 719613d3-e43d-4ef2-a6a5-13af7b12826f by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': '850d6a27-de1d-48d6-befc-f86100cbbcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e5ab2846-e065-47e9-ae4e-c2edbf645bc9'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:07:43.557987 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21920ead-d50e-4298-bd9d-2361b7e98ad3 None None] Attempting to bind port 719613d3-e43d-4ef2-a6a5-13af7b12826f on network e5ab2846-e065-47e9-ae4e-c2edbf645bc9 {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:07:43.582315 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-b02e2814-5c83-4259-a8ff-4011d6b030a6 None None] Provisioning complete for port 8b6f501e-f784-4ee9-80fc-67d38db42232 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:07:43.582617 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-b02e2814-5c83-4259-a8ff-4011d6b030a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (8b6f501e-f784-4ee9-80fc-67d38db42232), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:43.587520 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21920ead-d50e-4298-bd9d-2361b7e98ad3 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:07:43.587520 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21920ead-d50e-4298-bd9d-2361b7e98ad3 None None] Checking segment: {'id': '850d6a27-de1d-48d6-befc-f86100cbbcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e5ab2846-e065-47e9-ae4e-c2edbf645bc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:07:43.588226 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-21920ead-d50e-4298-bd9d-2361b7e98ad3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:43.588736 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21920ead-d50e-4298-bd9d-2361b7e98ad3 None None] Bound using segment: {'id': '850d6a27-de1d-48d6-befc-f86100cbbcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e5ab2846-e065-47e9-ae4e-c2edbf645bc9'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:07:43.589474 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-21920ead-d50e-4298-bd9d-2361b7e98ad3 None None] Bound port: 719613d3-e43d-4ef2-a6a5-13af7b12826f, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '850d6a27-de1d-48d6-befc-f86100cbbcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e5ab2846-e065-47e9-ae4e-c2edbf645bc9'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:07:43.589859 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-21920ead-d50e-4298-bd9d-2361b7e98ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (719613d3-e43d-4ef2-a6a5-13af7b12826f), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:43.622644 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9ec320f-fc82-4049-8004-2ada8824888a tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Made reservation on behalf of fa54b4b5eec2452a8dcd67fc666c1bd8 for: {'port': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:07:43.626603 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d9ec320f-fc82-4049-8004-2ada8824888a tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:43.634949 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-4800279e-5f56-41c4-ac46-f18e63ea9ddb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:43.658469 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e7310988-36f3-47e4-a526-fe9c7b5b2b5c tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (7b3585ee-15da-47dd-a0ed-ea2d4f311282), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:43.679212 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.notifiers.nova [None req-d9ec320f-fc82-4049-8004-2ada8824888a tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] device_id is not set on port d47286ef-252e-4ef7-b76d-56fa8e5839bb yet. {{(pid=104098) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 01:07:43.706761 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port d59b6790-8941-4e8d-9220-5a980fbc5ef8 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:07:43.707073 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (d59b6790-8941-4e8d-9220-5a980fbc5ef8), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:43.709465 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-9e4d950f-9f24-4902-ad5f-e436eb618410 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Allocated IP 172.20.0.9 (ee6bc287-f07d-4ccb-aa4c-752663a85538/880b8083-bc0f-434e-b073-1ac8a25703d5/c46e0673-0bd4-4763-b42c-a2571663b917) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:07:43.763113 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-21920ead-d50e-4298-bd9d-2361b7e98ad3 None None] For port 719613d3-e43d-4ef2-a6a5-13af7b12826f, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:07:43.843045 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e7310988-36f3-47e4-a526-fe9c7b5b2b5c tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (7b3585ee-15da-47dd-a0ed-ea2d4f311282), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:43.862150 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7310988-36f3-47e4-a526-fe9c7b5b2b5c tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:43.862889 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e7310988-36f3-47e4-a526-fe9c7b5b2b5c tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725925'] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:43.872531 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-21920ead-d50e-4298-bd9d-2361b7e98ad3 None None] For port 719613d3-e43d-4ef2-a6a5-13af7b12826f, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=719613d3-e43d-4ef2-a6a5-13af7b12826f,segment=NetworkSegment(850d6a27-de1d-48d6-befc-f86100cbbcca),segment_id=850d6a27-de1d-48d6-befc-f86100cbbcca)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:07:43.878650 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-78f6b6e2-cfbc-4469-88ab-36d55c2ed1a6 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (dd7349db-4bf7-46d4-8be9-bd35f789b67c), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:43.909517 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-21920ead-d50e-4298-bd9d-2361b7e98ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (719613d3-e43d-4ef2-a6a5-13af7b12826f), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:43.971549 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-b02e2814-5c83-4259-a8ff-4011d6b030a6 None None] Current status of the port 8b6f501e-f784-4ee9-80fc-67d38db42232 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:07:44.001339 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-b02e2814-5c83-4259-a8ff-4011d6b030a6 None None] Could not find standard attr ID for object 2f4ece3b-e05c-4793-bd0c-067fa2321ecc. {{(pid=104100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 28 01:07:44.027607 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-e7310988-36f3-47e4-a526-fe9c7b5b2b5c tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9994445 Mar 28 01:07:44.030375 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52348) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:44.037085 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-d9ec320f-fc82-4049-8004-2ada8824888a tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Allocated IP 172.20.0.14 (8d779f68-ad09-49ee-93d2-4ce588f4b72a/bdd10500-cdbc-4cef-b03f-b81df95349e4/d47286ef-252e-4ef7-b76d-56fa8e5839bb) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:07:44.057188 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21920ead-d50e-4298-bd9d-2361b7e98ad3 None None] Pushing event updated for resources: {'Port': ['ID=719613d3-e43d-4ef2-a6a5-13af7b12826f,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:44.096766 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port d59b6790-8941-4e8d-9220-5a980fbc5ef8 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:07:44.098672 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 8b6f501e-f784-4ee9-80fc-67d38db42232 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:07:44.127789 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9e4d950f-9f24-4902-ad5f-e436eb618410 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks [] for port (c46e0673-0bd4-4763-b42c-a2571663b917), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:44.134343 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8a6f2137-ebc5-4b68-b7d2-df64e0fbc40f tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:44.197066 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-826eb12c-c6cf-4463-bfd9-4840c1362dd6 None None] Provisioning complete for port 44b12a5f-32da-4e13-a358-de3c22fb1af9 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:07:44.197561 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-826eb12c-c6cf-4463-bfd9-4840c1362dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (44b12a5f-32da-4e13-a358-de3c22fb1af9), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:44.246792 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7310988-36f3-47e4-a526-fe9c7b5b2b5c tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Pushing event updated for resources: {'Network': ['ID=7b3585ee-15da-47dd-a0ed-ea2d4f311282,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:44.247020 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 8b6f501e-f784-4ee9-80fc-67d38db42232 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:07:44.247176 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (8b6f501e-f784-4ee9-80fc-67d38db42232), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:44.284987 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9e4d950f-9f24-4902-ad5f-e436eb618410 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (c46e0673-0bd4-4763-b42c-a2571663b917), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:44.288618 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network 7b3585ee-15da-47dd-a0ed-ea2d4f311282 details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:07:44.365518 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e4d950f-9f24-4902-ad5f-e436eb618410 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Network ee6bc287-f07d-4ccb-aa4c-752663a85538 is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:07:44.373554 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-9e4d950f-9f24-4902-ad5f-e436eb618410 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:07:44.380192 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4d950f-9f24-4902-ad5f-e436eb618410 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:07:44.384260 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ed1a9a-397c-415c-81e3-b8496b943135 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:44.392820 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-d5ed1a9a-397c-415c-81e3-b8496b943135 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] 10.222.0.24 "GET /v2.0/networks?id=7b3585ee-15da-47dd-a0ed-ea2d4f311282 HTTP/1.1" status: 200 len: 764 time: 0.3414044 Mar 28 01:07:44.396461 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52350) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:44.403071 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-71dbf6b5-2b9f-40ea-8de9-92ea5aafc67a tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Request body: {'network': {'description': 'd2'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:07:44.444171 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-78f6b6e2-cfbc-4469-88ab-36d55c2ed1a6 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127282766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126757793'] for subnet (dd7349db-4bf7-46d4-8be9-bd35f789b67c), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:44.462277 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d9ec320f-fc82-4049-8004-2ada8824888a tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks [] for port (d47286ef-252e-4ef7-b76d-56fa8e5839bb), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:44.468354 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4d950f-9f24-4902-ad5f-e436eb618410 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Pushing event updated for resources: {'Port': ['ID=c46e0673-0bd4-4763-b42c-a2571663b917,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:44.573553 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4d950f-9f24-4902-ad5f-e436eb618410 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:44.575291 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9e4d950f-9f24-4902-ad5f-e436eb618410 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:44.581702 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d9ec320f-fc82-4049-8004-2ada8824888a tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (d47286ef-252e-4ef7-b76d-56fa8e5839bb), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:44.588726 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-78f6b6e2-cfbc-4469-88ab-36d55c2ed1a6 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks [] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:44.592347 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-78f6b6e2-cfbc-4469-88ab-36d55c2ed1a6 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "DELETE /v2.0/subnets/dd7349db-4bf7-46d4-8be9-bd35f789b67c HTTP/1.1" status: 204 len: 168 time: 1.6024129 Mar 28 01:07:44.598353 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52352) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:44.646642 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f6b6e2-cfbc-4469-88ab-36d55c2ed1a6 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Pushing event deleted for resources: {'Subnet': ['ID=dd7349db-4bf7-46d4-8be9-bd35f789b67c,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:44.692395 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-9e4d950f-9f24-4902-ad5f-e436eb618410 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4630151 Mar 28 01:07:44.694388 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-fa1558e3-c789-4d18-bd9b-514f44965d00 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0941706 Mar 28 01:07:44.698191 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52354) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:44.701635 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52356) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:44.704399 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-d5274dfc-2370-44e4-b9b4-3fa6008a0d08 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Request body: {'floatingip': {'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'port_id': 'c46e0673-0bd4-4763-b42c-a2571663b917', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:07:44.719730 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-fa20bf9d-8894-48ae-b9f3-2574f0847da7 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Request body: {'subnet': {'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:07:44.727127 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ec320f-fc82-4049-8004-2ada8824888a tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Network 8d779f68-ad09-49ee-93d2-4ce588f4b72a is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:07:44.737731 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-d9ec320f-fc82-4049-8004-2ada8824888a tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:07:44.746741 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ec320f-fc82-4049-8004-2ada8824888a tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:07:44.748729 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81083d5-6b14-4448-9a34-d067ad819bda None None] Network be4801db-c8f8-4df3-b9b5-556693d6a290 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:07:44.805500 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ec320f-fc82-4049-8004-2ada8824888a tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Pushing event updated for resources: {'Port': ['ID=d47286ef-252e-4ef7-b76d-56fa8e5839bb,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:44.810952 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d5274dfc-2370-44e4-b9b4-3fa6008a0d08 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:44.823318 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:44.839317 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ec320f-fc82-4049-8004-2ada8824888a tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:44.844457 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d9ec320f-fc82-4049-8004-2ada8824888a tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:44.906483 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-d9ec320f-fc82-4049-8004-2ada8824888a tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.5164151 Mar 28 01:07:44.907838 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52358) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:44.911775 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-826eb12c-c6cf-4463-bfd9-4840c1362dd6 None None] Current status of the port 44b12a5f-32da-4e13-a358-de3c22fb1af9 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:07:44.942995 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 8b6f501e-f784-4ee9-80fc-67d38db42232 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:07:44.944150 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 44b12a5f-32da-4e13-a358-de3c22fb1af9 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:07:45.016675 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 44b12a5f-32da-4e13-a358-de3c22fb1af9 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:07:45.017792 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (44b12a5f-32da-4e13-a358-de3c22fb1af9), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:45.051086 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c02e51-5f9b-4a47-ac5f-325161c0c4ca tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:45.052703 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-75c02e51-5f9b-4a47-ac5f-325161c0c4ca tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.12 HTTP/1.1" status: 200 len: 923 time: 0.1435752 Mar 28 01:07:45.057691 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52360) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:45.087148 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-0286fbc8-3272-4e5a-babf-8651f6703caa None None] Provisioning complete for port 8b6f501e-f784-4ee9-80fc-67d38db42232 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:07:45.087728 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-0286fbc8-3272-4e5a-babf-8651f6703caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (8b6f501e-f784-4ee9-80fc-67d38db42232), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:45.124370 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd7534dd-27a6-4173-badc-128edcd7dc0a None None] DHCP port deletion for be4801db-c8f8-4df3-b9b5-556693d6a290 request from dv-neutron-834874-6-hyperv {{(pid=104100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 01:07:45.125320 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d5274dfc-2370-44e4-b9b4-3fa6008a0d08 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:45.230755 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 44b12a5f-32da-4e13-a358-de3c22fb1af9 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:07:45.238193 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-058650c8-1160-40dc-a420-ae2c1aaf7740 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Deleting port a3e431b2-ff3e-488b-abb1-694bb6d18d36 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:07:45.238683 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-058650c8-1160-40dc-a420-ae2c1aaf7740 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (a3e431b2-ff3e-488b-abb1-694bb6d18d36), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:45.270404 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-d5274dfc-2370-44e4-b9b4-3fa6008a0d08 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Allocated IP 172.26.1.67 (dea6548b-502b-42db-97fb-371e423e739a/cce6de65-d8c9-45b8-9970-0a277e8c1192/850caf4a-954b-48b2-9b52-ece562d9c8d8) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:07:45.301506 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a23d29c9-f808-47a1-b182-837f1ead2ded None None] Network 8d779f68-ad09-49ee-93d2-4ce588f4b72a requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:07:45.328082 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-fd7534dd-27a6-4173-badc-128edcd7dc0a None None] Deleting port 8b6f501e-f784-4ee9-80fc-67d38db42232 {{(pid=104100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:07:45.328574 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-fd7534dd-27a6-4173-badc-128edcd7dc0a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (8b6f501e-f784-4ee9-80fc-67d38db42232), before_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:45.413072 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-0286fbc8-3272-4e5a-babf-8651f6703caa None None] Current status of the port 8b6f501e-f784-4ee9-80fc-67d38db42232 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:07:45.418149 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-71dbf6b5-2b9f-40ea-8de9-92ea5aafc67a tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (7b3585ee-15da-47dd-a0ed-ea2d4f311282), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:45.435237 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d5274dfc-2370-44e4-b9b4-3fa6008a0d08 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks [] for port (850caf4a-954b-48b2-9b52-ece562d9c8d8), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:45.494329 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-71dbf6b5-2b9f-40ea-8de9-92ea5aafc67a tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (7b3585ee-15da-47dd-a0ed-ea2d4f311282), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:45.511688 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-71dbf6b5-2b9f-40ea-8de9-92ea5aafc67a tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Network 7b3585ee-15da-47dd-a0ed-ea2d4f311282 is not hosted by any dhcp agent {{(pid=104099) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 28 01:07:45.513083 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-d10d38c1-666e-41fa-bd98-8f71fed26218 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Deleting port d47286ef-252e-4ef7-b76d-56fa8e5839bb {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:07:45.514115 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d10d38c1-666e-41fa-bd98-8f71fed26218 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (d47286ef-252e-4ef7-b76d-56fa8e5839bb), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:45.516491 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71dbf6b5-2b9f-40ea-8de9-92ea5aafc67a tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:45.517291 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-71dbf6b5-2b9f-40ea-8de9-92ea5aafc67a tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks [] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:45.518800 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-71dbf6b5-2b9f-40ea-8de9-92ea5aafc67a tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] 10.222.0.24 "PUT /v2.0/networks/7b3585ee-15da-47dd-a0ed-ea2d4f311282 HTTP/1.1" status: 200 len: 761 time: 1.1205091 Mar 28 01:07:45.533348 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52362) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:45.570143 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [None req-8a6f2137-ebc5-4b68-b7d2-df64e0fbc40f tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Allocated IP 2001:db8::1 (ee7e90e8-7809-4663-9678-9e768e0696ab/d9268c99-6ead-4e36-aa92-767a5a27542e/4d795987-cc94-4883-ae82-ae5b574f7ae1) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:07:45.581041 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa20bf9d-8894-48ae-b9f3-2574f0847da7 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Made reservation on behalf of 564cf6bfe83a4d71adcd7d33f5d20cb1 for: {'subnet': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:07:45.585258 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-fa20bf9d-8894-48ae-b9f3-2574f0847da7 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126757772'] for subnet (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:45.588842 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 719613d3-e43d-4ef2-a6a5-13af7b12826f up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:07:45.591485 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-058650c8-1160-40dc-a420-ae2c1aaf7740 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (a3e431b2-ff3e-488b-abb1-694bb6d18d36), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:45.595066 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d5274dfc-2370-44e4-b9b4-3fa6008a0d08 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (850caf4a-954b-48b2-9b52-ece562d9c8d8), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:45.668027 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-fd7534dd-27a6-4173-badc-128edcd7dc0a None None] For port 8b6f501e-f784-4ee9-80fc-67d38db42232, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=8b6f501e-f784-4ee9-80fc-67d38db42232,segment=NetworkSegment(9028fe72-9b79-4538-96be-757c3dc71a72),segment_id=9028fe72-9b79-4538-96be-757c3dc71a72)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:07:45.668475 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-fd7534dd-27a6-4173-badc-128edcd7dc0a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (8b6f501e-f784-4ee9-80fc-67d38db42232), precommit_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:45.694968 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98e6739-7651-4867-99fa-d16245f888c1 None None] Network e5ab2846-e065-47e9-ae4e-c2edbf645bc9 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:07:45.698669 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-25e2f1d9-afe3-4833-9ac1-514432925d12 None None] Provisioning complete for port 6ae58908-d68f-4371-b6a6-b2401d1982c7 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:07:45.699604 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-25e2f1d9-afe3-4833-9ac1-514432925d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (6ae58908-d68f-4371-b6a6-b2401d1982c7), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:45.708679 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-058650c8-1160-40dc-a420-ae2c1aaf7740 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Calling delete_port for a3e431b2-ff3e-488b-abb1-694bb6d18d36 owned by network:router_interface {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:07:45.711551 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5274dfc-2370-44e4-b9b4-3fa6008a0d08 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Network dea6548b-502b-42db-97fb-371e423e739a is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:07:45.722389 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-d5274dfc-2370-44e4-b9b4-3fa6008a0d08 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:07:45.739799 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5274dfc-2370-44e4-b9b4-3fa6008a0d08 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:07:45.742445 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-fd7534dd-27a6-4173-badc-128edcd7dc0a None None] Calling delete_port for 8b6f501e-f784-4ee9-80fc-67d38db42232 owned by network:dhcp {{(pid=104100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:07:45.772720 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dbf6b5-2b9f-40ea-8de9-92ea5aafc67a tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Pushing event updated for resources: {'Network': ['ID=7b3585ee-15da-47dd-a0ed-ea2d4f311282,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:45.800097 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33cfc24d-c30f-47e2-a428-7559f2138cdd tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:45.805994 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-33cfc24d-c30f-47e2-a428-7559f2138cdd tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] 10.222.0.24 "GET /v2.0/networks?id=7b3585ee-15da-47dd-a0ed-ea2d4f311282 HTTP/1.1" status: 200 len: 764 time: 0.2671061 Mar 28 01:07:45.808064 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52364) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:45.817852 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network 7b3585ee-15da-47dd-a0ed-ea2d4f311282 details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:07:45.827570 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5274dfc-2370-44e4-b9b4-3fa6008a0d08 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Pushing event updated for resources: {'Port': ['ID=850caf4a-954b-48b2-9b52-ece562d9c8d8,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:45.875217 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d10d38c1-666e-41fa-bd98-8f71fed26218 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (d47286ef-252e-4ef7-b76d-56fa8e5839bb), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:45.916917 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-d10d38c1-666e-41fa-bd98-8f71fed26218 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Calling delete_port for d47286ef-252e-4ef7-b76d-56fa8e5839bb owned by {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:07:45.941838 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 719613d3-e43d-4ef2-a6a5-13af7b12826f triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:07:45.942688 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (719613d3-e43d-4ef2-a6a5-13af7b12826f), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:45.962674 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8a6f2137-ebc5-4b68-b7d2-df64e0fbc40f tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks [] for port (4d795987-cc94-4883-ae82-ae5b574f7ae1), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:46.062834 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9c6fa5-2054-475e-b7eb-c9c20ce83a25 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:46.073969 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-bf9c6fa5-2054-475e-b7eb-c9c20ce83a25 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2629504 Mar 28 01:07:46.075838 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52366) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:46.137191 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8a6f2137-ebc5-4b68-b7d2-df64e0fbc40f tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (4d795987-cc94-4883-ae82-ae5b574f7ae1), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:46.154109 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-25e2f1d9-afe3-4833-9ac1-514432925d12 None None] Current status of the port 6ae58908-d68f-4371-b6a6-b2401d1982c7 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:07:46.154519 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-25e2f1d9-afe3-4833-9ac1-514432925d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (6ae58908-d68f-4371-b6a6-b2401d1982c7), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:46.161829 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-fd7534dd-27a6-4173-badc-128edcd7dc0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886'] for port (8b6f501e-f784-4ee9-80fc-67d38db42232), after_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:46.182307 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-058650c8-1160-40dc-a420-ae2c1aaf7740 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (a3e431b2-ff3e-488b-abb1-694bb6d18d36), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:46.199349 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6f2137-ebc5-4b68-b7d2-df64e0fbc40f tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Network ee7e90e8-7809-4663-9678-9e768e0696ab is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:07:46.229812 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-8a6f2137-ebc5-4b68-b7d2-df64e0fbc40f tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:07:46.239097 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:46.240912 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6f2137-ebc5-4b68-b7d2-df64e0fbc40f tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:07:46.242213 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8a6f2137-ebc5-4b68-b7d2-df64e0fbc40f tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3686596'] for router_interface (9489c638-63f8-40f8-ae4f-cd106e957112), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:46.243084 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7534dd-27a6-4173-badc-128edcd7dc0a None None] No DVR routers for this DVR port 8b6f501e-f784-4ee9-80fc-67d38db42232 on host dv-neutron-834874-6-hyperv {{(pid=104100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:07:46.256993 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7534dd-27a6-4173-badc-128edcd7dc0a None None] Pushing event deleted for resources: {'Port': ['ID=8b6f501e-f784-4ee9-80fc-67d38db42232,revision_number=None']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:46.307191 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 719613d3-e43d-4ef2-a6a5-13af7b12826f is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:07:46.307737 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (719613d3-e43d-4ef2-a6a5-13af7b12826f), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:46.330416 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-25e2f1d9-afe3-4833-9ac1-514432925d12 None None] For port 6ae58908-d68f-4371-b6a6-b2401d1982c7, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=6ae58908-d68f-4371-b6a6-b2401d1982c7,segment=NetworkSegment(8e5e10cc-6395-42a5-92f1-d1d3ed03abea),segment_id=8e5e10cc-6395-42a5-92f1-d1d3ed03abea)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:07:46.356674 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-25e2f1d9-afe3-4833-9ac1-514432925d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (6ae58908-d68f-4371-b6a6-b2401d1982c7), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:46.459830 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8a6f2137-ebc5-4b68-b7d2-df64e0fbc40f tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (4d795987-cc94-4883-ae82-ae5b574f7ae1), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:46.463548 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] For port 719613d3-e43d-4ef2-a6a5-13af7b12826f, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=719613d3-e43d-4ef2-a6a5-13af7b12826f,segment=NetworkSegment(850d6a27-de1d-48d6-befc-f86100cbbcca),segment_id=850d6a27-de1d-48d6-befc-f86100cbbcca)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:07:46.484619 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (719613d3-e43d-4ef2-a6a5-13af7b12826f), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:46.485468 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 6ae58908-d68f-4371-b6a6-b2401d1982c7 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:07:46.571047 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e2f1d9-afe3-4833-9ac1-514432925d12 None None] Pushing event updated for resources: {'Port': ['ID=6ae58908-d68f-4371-b6a6-b2401d1982c7,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:46.609078 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-08def828-3044-4c09-9e6e-e33cbd90c7ae None None] Provisioning complete for port d47286ef-252e-4ef7-b76d-56fa8e5839bb triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:07:46.609528 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-08def828-3044-4c09-9e6e-e33cbd90c7ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (d47286ef-252e-4ef7-b76d-56fa8e5839bb), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:46.664732 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-a5e91f05-b492-45fa-87be-3606e20a356b tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] 10.222.0.24 "GET /v2.0/subnets?network_id=dea6548b-502b-42db-97fb-371e423e739a HTTP/1.1" status: 200 len: 207 time: 0.0738838 Mar 28 01:07:46.672650 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-08def828-3044-4c09-9e6e-e33cbd90c7ae None None] Port d47286ef-252e-4ef7-b76d-56fa8e5839bb cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:07:46.678413 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52368) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:46.682185 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.objects.ports [None req-fa20bf9d-8894-48ae-b9f3-2574f0847da7 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104099) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 28 01:07:46.684898 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6f2137-ebc5-4b68-b7d2-df64e0fbc40f tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Pushing event updated for resources: {'Port': ['ID=4d795987-cc94-4883-ae82-ae5b574f7ae1,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:46.697343 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-fa20bf9d-8894-48ae-b9f3-2574f0847da7 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127282703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126757786'] for subnet (9d0a82d9-bb3e-427c-8545-ccecb853b9d2), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:46.698797 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 6ae58908-d68f-4371-b6a6-b2401d1982c7 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:07:46.699169 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (6ae58908-d68f-4371-b6a6-b2401d1982c7), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:46.706382 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Pushing event updated for resources: {'Port': ['ID=719613d3-e43d-4ef2-a6a5-13af7b12826f,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:46.749165 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-08def828-3044-4c09-9e6e-e33cbd90c7ae None None] Provisioning complete for port 719613d3-e43d-4ef2-a6a5-13af7b12826f triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:07:46.749540 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-08def828-3044-4c09-9e6e-e33cbd90c7ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (719613d3-e43d-4ef2-a6a5-13af7b12826f), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:46.886857 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696f1654-8209-4806-962c-e357ec216804 None None] get_active_networks_info from dv-neutron-834874-6-hyperv {{(pid=104100) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 28 01:07:46.906696 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-058650c8-1160-40dc-a420-ae2c1aaf7740 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3725912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3690191'] for router_interface (9ee06e2c-2c08-4c9d-91d5-49e266d33f11), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:46.917573 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa20bf9d-8894-48ae-b9f3-2574f0847da7 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Network be4801db-c8f8-4df3-b9b5-556693d6a290 is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:07:46.922911 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058650c8-1160-40dc-a420-ae2c1aaf7740 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Pushing event deleted for resources: {'Port': ['ID=a3e431b2-ff3e-488b-abb1-694bb6d18d36,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:46.935158 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-fa20bf9d-8894-48ae-b9f3-2574f0847da7 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:07:46.938513 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa20bf9d-8894-48ae-b9f3-2574f0847da7 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:46.939483 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-fa20bf9d-8894-48ae-b9f3-2574f0847da7 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks [] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:46.954510 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 6ae58908-d68f-4371-b6a6-b2401d1982c7 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:07:46.965253 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cafac55-3654-4d11-b889-acb8453132a2 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:46.971015 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cafac55-3654-4d11-b889-acb8453132a2 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:46.976787 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cafac55-3654-4d11-b889-acb8453132a2 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:46.982765 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cafac55-3654-4d11-b889-acb8453132a2 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:46.988263 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cafac55-3654-4d11-b889-acb8453132a2 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:46.993956 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cafac55-3654-4d11-b889-acb8453132a2 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:46.995786 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-2cafac55-3654-4d11-b889-acb8453132a2 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.3161647 Mar 28 01:07:47.005636 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-08def828-3044-4c09-9e6e-e33cbd90c7ae None None] Current status of the port 719613d3-e43d-4ef2-a6a5-13af7b12826f is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:07:47.007002 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52374) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:47.014638 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d10d38c1-666e-41fa-bd98-8f71fed26218 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (d47286ef-252e-4ef7-b76d-56fa8e5839bb), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:47.036414 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-08def828-3044-4c09-9e6e-e33cbd90c7ae None None] Provisioning complete for port 6ae58908-d68f-4371-b6a6-b2401d1982c7 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:07:47.036712 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-08def828-3044-4c09-9e6e-e33cbd90c7ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (6ae58908-d68f-4371-b6a6-b2401d1982c7), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:47.066793 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 8b6f501e-f784-4ee9-80fc-67d38db42232 no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:07:47.068885 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-fa20bf9d-8894-48ae-b9f3-2574f0847da7 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3598132 Mar 28 01:07:47.082044 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52376) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:47.088998 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-e40741bd-9935-4697-8648-68cc77e13eb4 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Request body: {'subnet': {'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:07:47.097876 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10d38c1-666e-41fa-bd98-8f71fed26218 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Pushing event deleted for resources: {'Port': ['ID=d47286ef-252e-4ef7-b76d-56fa8e5839bb,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:47.102366 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa20bf9d-8894-48ae-b9f3-2574f0847da7 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Pushing event updated for resources: {'Subnet': ['ID=9d0a82d9-bb3e-427c-8545-ccecb853b9d2,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:47.103577 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: 8b6f501e-f784-4ee9-80fc-67d38db42232 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:07:47.103926 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 8b6f501e-f784-4ee9-80fc-67d38db42232 not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:07:47.341015 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-9c3e4520-2f40-42d9-8168-091883a4b5a2 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] 10.222.0.24 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.3056595 Mar 28 01:07:47.343129 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52378) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:47.363362 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696f1654-8209-4806-962c-e357ec216804 None None] Resources bound (agent type, host, resource id): {{(pid=104100) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 28 01:07:47.365754 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-058650c8-1160-40dc-a420-ae2c1aaf7740 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Router 9ee06e2c-2c08-4c9d-91d5-49e266d33f11 has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:07:47.407369 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d10d38c1-666e-41fa-bd98-8f71fed26218 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:47.409406 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-08def828-3044-4c09-9e6e-e33cbd90c7ae None None] Current status of the port 6ae58908-d68f-4371-b6a6-b2401d1982c7 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:07:47.413174 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-d10d38c1-666e-41fa-bd98-8f71fed26218 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "DELETE /v2.0/ports/d47286ef-252e-4ef7-b76d-56fa8e5839bb HTTP/1.1" status: 204 len: 168 time: 2.3505893 Mar 28 01:07:47.416952 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52382) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:47.450139 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d5274dfc-2370-44e4-b9b4-3fa6008a0d08 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks [] for floatingip (1da480e2-8087-4527-8826-46668394ac34), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:47.464447 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-08def828-3044-4c09-9e6e-e33cbd90c7ae None None] Provisioning complete for port 87e647d3-6a88-48ba-8e65-fe721e914f36 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:07:47.464819 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-08def828-3044-4c09-9e6e-e33cbd90c7ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (87e647d3-6a88-48ba-8e65-fe721e914f36), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:47.475406 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e40741bd-9935-4697-8648-68cc77e13eb4 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Made reservation on behalf of 564cf6bfe83a4d71adcd7d33f5d20cb1 for: {'subnet': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:07:47.476698 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-44962cfb-06cc-4123-816b-e5060d5fef1a tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] GET failed (client error): The resource could not be found. Mar 28 01:07:47.478525 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-44962cfb-06cc-4123-816b-e5060d5fef1a tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "GET /v2.0/ports/d47286ef-252e-4ef7-b76d-56fa8e5839bb HTTP/1.1" status: 404 len: 333 time: 0.0591242 Mar 28 01:07:47.480353 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e40741bd-9935-4697-8648-68cc77e13eb4 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126112411'] for subnet (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:47.484931 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52384) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:47.499774 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 719613d3-e43d-4ef2-a6a5-13af7b12826f up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:07:47.536577 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279f4bd2-ab21-4e32-963d-2ee69bc810ec tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:47.538052 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279f4bd2-ab21-4e32-963d-2ee69bc810ec tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:47.539993 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279f4bd2-ab21-4e32-963d-2ee69bc810ec tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:47.541577 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279f4bd2-ab21-4e32-963d-2ee69bc810ec tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:47.543297 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279f4bd2-ab21-4e32-963d-2ee69bc810ec tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:47.549005 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-279f4bd2-ab21-4e32-963d-2ee69bc810ec tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2023945 Mar 28 01:07:47.549788 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52386) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:47.565173 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-08def828-3044-4c09-9e6e-e33cbd90c7ae None None] Port 87e647d3-6a88-48ba-8e65-fe721e914f36 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:07:47.625012 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 719613d3-e43d-4ef2-a6a5-13af7b12826f triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:07:47.625278 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (719613d3-e43d-4ef2-a6a5-13af7b12826f), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:47.647271 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-058650c8-1160-40dc-a420-ae2c1aaf7740 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:07:47.657939 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-058650c8-1160-40dc-a420-ae2c1aaf7740 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] 10.222.0.24 "PUT /v2.0/routers/9ee06e2c-2c08-4c9d-91d5-49e266d33f11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8775206 Mar 28 01:07:47.660548 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8a6f2137-ebc5-4b68-b7d2-df64e0fbc40f tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks [] for port (4d795987-cc94-4883-ae82-ae5b574f7ae1), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:47.662456 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52388) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:47.666994 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1449932-d320-481e-9cc2-d2053611403d None None] Sync routers for ids ['9ee06e2c-2c08-4c9d-91d5-49e266d33f11'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:07:47.684704 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8a6f2137-ebc5-4b68-b7d2-df64e0fbc40f tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (4d795987-cc94-4883-ae82-ae5b574f7ae1), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:47.685451 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8a6f2137-ebc5-4b68-b7d2-df64e0fbc40f tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3725889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3686480'] for router_interface (9489c638-63f8-40f8-ae4f-cd106e957112), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:47.725473 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-1c2de34b-62e4-47db-bca5-f3411a9a86be tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ee06e2c-2c08-4c9d-91d5-49e266d33f11 HTTP/1.1" status: 200 len: 205 time: 0.0591528 Mar 28 01:07:47.731449 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-3d8756e6-c86e-43eb-9406-0d4b73abd415 None None] Provisioning complete for port 4d795987-cc94-4883-ae82-ae5b574f7ae1 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:07:47.731946 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-3d8756e6-c86e-43eb-9406-0d4b73abd415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (4d795987-cc94-4883-ae82-ae5b574f7ae1), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:47.733447 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.ipam_backend_mixin [None req-e40741bd-9935-4697-8648-68cc77e13eb4 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9d0a82d9-bb3e-427c-8545-ccecb853b9d2 (CIDR: 2001:db8::/64) Mar 28 01:07:47.733984 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1449932-d320-481e-9cc2-d2053611403d None None] Routers {'9ee06e2c-2c08-4c9d-91d5-49e266d33f11'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:07:47.734542 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-d1449932-d320-481e-9cc2-d2053611403d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:07:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['9ee06e2c-2c08-4c9d-91d5-49e266d33f11'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:07:47.735385 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52390) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:47.759013 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0617a1ee-7d74-44a3-9b50-614a0a9c69a4 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Attributes excluded by policy engine: ['shared'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:47.760249 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0617a1ee-7d74-44a3-9b50-614a0a9c69a4 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Attributes excluded by policy engine: ['shared'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:47.761425 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0617a1ee-7d74-44a3-9b50-614a0a9c69a4 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Attributes excluded by policy engine: ['shared'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:47.762710 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0617a1ee-7d74-44a3-9b50-614a0a9c69a4 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Attributes excluded by policy engine: ['shared'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:47.763939 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0617a1ee-7d74-44a3-9b50-614a0a9c69a4 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Attributes excluded by policy engine: ['shared'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:47.768837 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-0617a1ee-7d74-44a3-9b50-614a0a9c69a4 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] 10.222.0.24 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1862462 Mar 28 01:07:47.780194 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52392) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:47.787042 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d5274dfc-2370-44e4-b9b4-3fa6008a0d08 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (850caf4a-954b-48b2-9b52-ece562d9c8d8), before_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:47.788917 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.pecan_wsgi.hooks.translation [None req-e40741bd-9935-4697-8648-68cc77e13eb4 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 01:07:47.789443 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e40741bd-9935-4697-8648-68cc77e13eb4 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:07:47.803399 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a79a0c-2743-42af-af9c-b3009fed7082 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-be4801db-c8f8-4df3-b9b5-556693d6a290', 'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290', 'project_id': '564cf6bfe83a4d71adcd7d33f5d20cb1', 'fixed_ips': [{'subnet_id': '9d0a82d9-bb3e-427c-8545-ccecb853b9d2'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:07:47.804374 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-42a79a0c-2743-42af-af9c-b3009fed7082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:47.823189 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-d1449932-d320-481e-9cc2-d2053611403d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:07:47.861072 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:47.866085 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-e40741bd-9935-4697-8648-68cc77e13eb4 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7815750 Mar 28 01:07:47.870512 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52396) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:47.876556 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-3d8756e6-c86e-43eb-9406-0d4b73abd415 None None] Port 4d795987-cc94-4883-ae82-ae5b574f7ae1 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:07:47.880610 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-87b001e4-2d13-4034-b9bd-69bb837c7952 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Request body: {'subnet': {'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:07:47.885169 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a58548cc-08eb-4796-9603-ffc9812cf6d0 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks [] for router (9ee06e2c-2c08-4c9d-91d5-49e266d33f11), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:47.887343 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1449932-d320-481e-9cc2-d2053611403d None None] Routers {'9ee06e2c-2c08-4c9d-91d5-49e266d33f11'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:07:47.888063 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-d1449932-d320-481e-9cc2-d2053611403d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:07:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['9ee06e2c-2c08-4c9d-91d5-49e266d33f11'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:07:47.917737 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6f2137-ebc5-4b68-b7d2-df64e0fbc40f tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Pushing event updated for resources: {'Port': ['ID=4d795987-cc94-4883-ae82-ae5b574f7ae1,revision_number=2']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:47.982662 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-d1449932-d320-481e-9cc2-d2053611403d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:07:47.983442 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1449932-d320-481e-9cc2-d2053611403d None None] The sync data for ids ['9ee06e2c-2c08-4c9d-91d5-49e266d33f11'] in dv-neutron-834874-6-hyperv is: [] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:07:47.989045 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 719613d3-e43d-4ef2-a6a5-13af7b12826f is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:07:47.990150 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 6ae58908-d68f-4371-b6a6-b2401d1982c7 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:07:47.999029 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-3d8756e6-c86e-43eb-9406-0d4b73abd415 None None] Provisioning complete for port 719613d3-e43d-4ef2-a6a5-13af7b12826f triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:07:47.999311 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-3d8756e6-c86e-43eb-9406-0d4b73abd415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (719613d3-e43d-4ef2-a6a5-13af7b12826f), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:48.003133 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754df014-1a1a-432a-af64-db82cd15023e tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:48.008604 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-754df014-1a1a-432a-af64-db82cd15023e tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] 10.222.0.24 "GET /v2.0/networks/ea50161c-d3a7-4fe1-bf8d-06dfdf35913f HTTP/1.1" status: 200 len: 804 time: 0.2235417 Mar 28 01:07:48.009953 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52398) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:48.010349 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-4e32d278-5bff-49b2-add8-33700f1824d3 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Deleting port 87e647d3-6a88-48ba-8e65-fe721e914f36 {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:07:48.010695 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4e32d278-5bff-49b2-add8-33700f1824d3 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (87e647d3-6a88-48ba-8e65-fe721e914f36), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:48.128186 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-42a79a0c-2743-42af-af9c-b3009fed7082 None None] Allocated IP 2001:db8::f816:3eff:fea6:95ed (be4801db-c8f8-4df3-b9b5-556693d6a290/9d0a82d9-bb3e-427c-8545-ccecb853b9d2/62f55c3c-e9a0-48e9-ae74-ce63affd51bb) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:07:48.147878 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 6ae58908-d68f-4371-b6a6-b2401d1982c7 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:07:48.148348 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (6ae58908-d68f-4371-b6a6-b2401d1982c7), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:48.271345 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-3d8756e6-c86e-43eb-9406-0d4b73abd415 None None] Current status of the port 719613d3-e43d-4ef2-a6a5-13af7b12826f is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:07:48.312118 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-3d8756e6-c86e-43eb-9406-0d4b73abd415 None None] Provisioning complete for port 87e647d3-6a88-48ba-8e65-fe721e914f36 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:07:48.312489 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-3d8756e6-c86e-43eb-9406-0d4b73abd415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (87e647d3-6a88-48ba-8e65-fe721e914f36), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:48.351363 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6f2137-ebc5-4b68-b7d2-df64e0fbc40f tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Network ee7e90e8-7809-4663-9678-9e768e0696ab is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:07:48.359326 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-8a6f2137-ebc5-4b68-b7d2-df64e0fbc40f tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:07:48.405106 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 6ae58908-d68f-4371-b6a6-b2401d1982c7 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:07:48.409333 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-3d8756e6-c86e-43eb-9406-0d4b73abd415 None None] Port 87e647d3-6a88-48ba-8e65-fe721e914f36 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:07:48.433518 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-42a79a0c-2743-42af-af9c-b3009fed7082 None None] Publish callbacks [] for port (62f55c3c-e9a0-48e9-ae74-ce63affd51bb), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:48.441870 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-42a79a0c-2743-42af-af9c-b3009fed7082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (62f55c3c-e9a0-48e9-ae74-ce63affd51bb), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:48.479321 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-562e7557-d596-4a31-969d-a7e232e5042b tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] 10.222.0.24 "GET /v2.0/networks/ea50161c-d3a7-4fe1-bf8d-06dfdf35913f?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.4682009 Mar 28 01:07:48.482573 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52400) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:48.489847 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a79a0c-2743-42af-af9c-b3009fed7082 None None] Network be4801db-c8f8-4df3-b9b5-556693d6a290 is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:07:48.497311 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-42a79a0c-2743-42af-af9c-b3009fed7082 None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:07:48.501465 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a58548cc-08eb-4796-9603-ffc9812cf6d0 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7151'] for router (9ee06e2c-2c08-4c9d-91d5-49e266d33f11), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:48.501839 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a79a0c-2743-42af-af9c-b3009fed7082 None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:07:48.505176 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a79a0c-2743-42af-af9c-b3009fed7082 None None] Pushing event updated for resources: {'Port': ['ID=62f55c3c-e9a0-48e9-ae74-ce63affd51bb,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:48.514096 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a58548cc-08eb-4796-9603-ffc9812cf6d0 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks [] for router_controller (9ee06e2c-2c08-4c9d-91d5-49e266d33f11), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:48.528475 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a6f2137-ebc5-4b68-b7d2-df64e0fbc40f tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Router 9489c638-63f8-40f8-ae4f-cd106e957112 has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:07:48.548011 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2675a82e-20ca-410b-a8f2-0ff5c77a7e13 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:48.553370 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-2675a82e-20ca-410b-a8f2-0ff5c77a7e13 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] 10.222.0.24 "GET /v2.0/subnets/c44506b5-168d-48f5-94be-f6f938216a1f HTTP/1.1" status: 200 len: 843 time: 0.0659077 Mar 28 01:07:48.555455 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52402) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:48.568828 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-42a79a0c-2743-42af-af9c-b3009fed7082 None None] Attempting to bind port 62f55c3c-e9a0-48e9-ae74-ce63affd51bb on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:07:48.569203 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-42a79a0c-2743-42af-af9c-b3009fed7082 None None] Attempting to bind port 62f55c3c-e9a0-48e9-ae74-ce63affd51bb by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': '9028fe72-9b79-4538-96be-757c3dc71a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:07:48.569569 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a79a0c-2743-42af-af9c-b3009fed7082 None None] Attempting to bind port 62f55c3c-e9a0-48e9-ae74-ce63affd51bb on network be4801db-c8f8-4df3-b9b5-556693d6a290 {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:07:48.575302 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a79a0c-2743-42af-af9c-b3009fed7082 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:07:48.575678 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a79a0c-2743-42af-af9c-b3009fed7082 None None] Checking segment: {'id': '9028fe72-9b79-4538-96be-757c3dc71a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:07:48.576107 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-42a79a0c-2743-42af-af9c-b3009fed7082 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:48.576509 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a79a0c-2743-42af-af9c-b3009fed7082 None None] Bound using segment: {'id': '9028fe72-9b79-4538-96be-757c3dc71a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:07:48.576971 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-42a79a0c-2743-42af-af9c-b3009fed7082 None None] Bound port: 62f55c3c-e9a0-48e9-ae74-ce63affd51bb, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9028fe72-9b79-4538-96be-757c3dc71a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:07:48.577352 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-42a79a0c-2743-42af-af9c-b3009fed7082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (62f55c3c-e9a0-48e9-ae74-ce63affd51bb), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:48.615855 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4e32d278-5bff-49b2-add8-33700f1824d3 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (87e647d3-6a88-48ba-8e65-fe721e914f36), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:48.631604 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a58548cc-08eb-4796-9603-ffc9812cf6d0 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689686'] for router (9ee06e2c-2c08-4c9d-91d5-49e266d33f11), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:48.632167 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a58548cc-08eb-4796-9603-ffc9812cf6d0 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Fanout notify agent at l3_agent the message router_deleted on router 9ee06e2c-2c08-4c9d-91d5-49e266d33f11 {{(pid=104098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 01:07:48.638529 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-4e32d278-5bff-49b2-add8-33700f1824d3 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Calling delete_port for 87e647d3-6a88-48ba-8e65-fe721e914f36 owned by {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:07:48.646201 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a58548cc-08eb-4796-9603-ffc9812cf6d0 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks [] for router (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:48.647312 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-a58548cc-08eb-4796-9603-ffc9812cf6d0 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] 10.222.0.24 "DELETE /v2.0/routers/9ee06e2c-2c08-4c9d-91d5-49e266d33f11 HTTP/1.1" status: 204 len: 168 time: 0.9103363 Mar 28 01:07:48.648074 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87b001e4-2d13-4034-b9bd-69bb837c7952 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Made reservation on behalf of 564cf6bfe83a4d71adcd7d33f5d20cb1 for: {'subnet': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:07:48.651287 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-87b001e4-2d13-4034-b9bd-69bb837c7952 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126112411'] for subnet (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:48.651657 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52406) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:48.657344 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-42a79a0c-2743-42af-af9c-b3009fed7082 None None] For port 62f55c3c-e9a0-48e9-ae74-ce63affd51bb, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:07:48.661753 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-42a79a0c-2743-42af-af9c-b3009fed7082 None None] For port 62f55c3c-e9a0-48e9-ae74-ce63affd51bb, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=62f55c3c-e9a0-48e9-ae74-ce63affd51bb,segment=NetworkSegment(9028fe72-9b79-4538-96be-757c3dc71a72),segment_id=9028fe72-9b79-4538-96be-757c3dc71a72)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:07:48.669147 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-42a79a0c-2743-42af-af9c-b3009fed7082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (62f55c3c-e9a0-48e9-ae74-ce63affd51bb), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:48.716339 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10a035a-1095-4fef-a7b7-f9ae2eba3ca9 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Attributes excluded by policy engine: ['shared'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:48.716488 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d5274dfc-2370-44e4-b9b4-3fa6008a0d08 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks [] for port (850caf4a-954b-48b2-9b52-ece562d9c8d8), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:48.717721 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-b10a035a-1095-4fef-a7b7-f9ae2eba3ca9 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] 10.222.0.24 "GET /v2.0/subnets/c44506b5-168d-48f5-94be-f6f938216a1f?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1631882 Mar 28 01:07:48.721527 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52408) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:48.728739 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-31279ec5-92bd-4889-bc79-8840e15c5e15 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1484435585'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:07:48.730405 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a79a0c-2743-42af-af9c-b3009fed7082 None None] Pushing event updated for resources: {'Port': ['ID=62f55c3c-e9a0-48e9-ae74-ce63affd51bb,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:48.740234 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d5274dfc-2370-44e4-b9b4-3fa6008a0d08 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126177159'] for port (850caf4a-954b-48b2-9b52-ece562d9c8d8), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:48.747343 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7ae3510-5397-4bd8-9cc9-a34a53e1da9e tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Deleting subnet 9dfdb595-d242-4e5e-ae2d-375725d4c333 {{(pid=104099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:07:48.751977 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b7ae3510-5397-4bd8-9cc9-a34a53e1da9e tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks [] for subnet (9dfdb595-d242-4e5e-ae2d-375725d4c333), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:48.786878 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a6f2137-ebc5-4b68-b7d2-df64e0fbc40f tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:07:48.796484 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-8a6f2137-ebc5-4b68-b7d2-df64e0fbc40f tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] 10.222.0.24 "PUT /v2.0/routers/9489c638-63f8-40f8-ae4f-cd106e957112/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7045920 Mar 28 01:07:48.796484 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52410) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:48.800110 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594767fc-73e1-43a0-94bf-158040c3abe0 None None] Sync routers for ids ['9489c638-63f8-40f8-ae4f-cd106e957112'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:07:48.812898 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594767fc-73e1-43a0-94bf-158040c3abe0 None None] Routers {'9489c638-63f8-40f8-ae4f-cd106e957112'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:07:48.814474 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-594767fc-73e1-43a0-94bf-158040c3abe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:07:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['9489c638-63f8-40f8-ae4f-cd106e957112'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:07:48.839755 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b7ae3510-5397-4bd8-9cc9-a34a53e1da9e tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126946639'] for subnet (9dfdb595-d242-4e5e-ae2d-375725d4c333), precommit_delete_associations {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:48.859051 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31279ec5-92bd-4889-bc79-8840e15c5e15 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Made reservation on behalf of b3681da997b841e59750a00e0d8e0c2a for: {'network': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:07:48.862408 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-31279ec5-92bd-4889-bc79-8840e15c5e15 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:48.878591 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-594767fc-73e1-43a0-94bf-158040c3abe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:07:48.889558 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594767fc-73e1-43a0-94bf-158040c3abe0 None None] Routers {'9489c638-63f8-40f8-ae4f-cd106e957112'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:07:48.890237 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-594767fc-73e1-43a0-94bf-158040c3abe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:07:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['9489c638-63f8-40f8-ae4f-cd106e957112'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:07:48.934763 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-594767fc-73e1-43a0-94bf-158040c3abe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:07:48.935430 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594767fc-73e1-43a0-94bf-158040c3abe0 None None] The sync data for ids ['9489c638-63f8-40f8-ae4f-cd106e957112'] in dv-neutron-834874-6-hyperv is: [] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:07:48.938054 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5274dfc-2370-44e4-b9b4-3fa6008a0d08 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Pushing event updated for resources: {'Port': ['ID=850caf4a-954b-48b2-9b52-ece562d9c8d8,revision_number=2']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:48.941784 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-128ecd3b-e745-4f0a-9749-09002bf0b210 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks [] for router (9489c638-63f8-40f8-ae4f-cd106e957112), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:49.002363 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31279ec5-92bd-4889-bc79-8840e15c5e15 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=104098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:07:49.008880 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d5274dfc-2370-44e4-b9b4-3fa6008a0d08 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688063'] for floatingip (1da480e2-8087-4527-8826-46668394ac34), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:49.058730 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b7ae3510-5397-4bd8-9cc9-a34a53e1da9e tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (9dfdb595-d242-4e5e-ae2d-375725d4c333), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:49.115764 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-31279ec5-92bd-4889-bc79-8840e15c5e15 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (041308b3-4b3b-411a-a710-10e928e7d325), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:49.116152 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.segments_db [None req-31279ec5-92bd-4889-bc79-8840e15c5e15 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Added segment 041308b3-4b3b-411a-a710-10e928e7d325 of type vlan for network 4b796c15-a3b3-48b4-b3ca-0a983e28a5ad Mar 28 01:07:49.120755 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.api.v2.resource [None req-128ecd3b-e745-4f0a-9749-09002bf0b210 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 28 01:07:49.121832 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-128ecd3b-e745-4f0a-9749-09002bf0b210 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] 10.222.0.24 "DELETE /v2.0/routers/9489c638-63f8-40f8-ae4f-cd106e957112 HTTP/1.1" status: 409 len: 376 time: 0.3248112 Mar 28 01:07:49.124812 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52412) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:49.222453 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b7ae3510-5397-4bd8-9cc9-a34a53e1da9e tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127282766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126757793'] for subnet (9dfdb595-d242-4e5e-ae2d-375725d4c333), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:49.228265 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-31279ec5-92bd-4889-bc79-8840e15c5e15 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (4b796c15-a3b3-48b4-b3ca-0a983e28a5ad), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:49.250718 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4e32d278-5bff-49b2-add8-33700f1824d3 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (87e647d3-6a88-48ba-8e65-fe721e914f36), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:49.256334 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ae3510-5397-4bd8-9cc9-a34a53e1da9e tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Pushing event deleted for resources: {'Subnet': ['ID=9dfdb595-d242-4e5e-ae2d-375725d4c333,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:49.263867 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b7ae3510-5397-4bd8-9cc9-a34a53e1da9e tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks [] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:49.269059 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-b7ae3510-5397-4bd8-9cc9-a34a53e1da9e tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] 10.222.0.24 "DELETE /v2.0/subnets/9dfdb595-d242-4e5e-ae2d-375725d4c333 HTTP/1.1" status: 204 len: 168 time: 0.6145868 Mar 28 01:07:49.270384 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52414) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:49.332166 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e32d278-5bff-49b2-add8-33700f1824d3 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Pushing event deleted for resources: {'Port': ['ID=87e647d3-6a88-48ba-8e65-fe721e914f36,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:49.337976 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-31279ec5-92bd-4889-bc79-8840e15c5e15 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (4b796c15-a3b3-48b4-b3ca-0a983e28a5ad), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:49.342980 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31279ec5-92bd-4889-bc79-8840e15c5e15 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:49.343589 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-31279ec5-92bd-4889-bc79-8840e15c5e15 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:49.353570 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.l3_db [None req-d5274dfc-2370-44e4-b9b4-3fa6008a0d08 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Floating IP 1da480e2-8087-4527-8826-46668394ac34 associated. External IP: 172.26.1.67, port: c46e0673-0bd4-4763-b42c-a2571663b917. Mar 28 01:07:49.437039 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-33744f25-a826-455b-bd7c-8f759bb6c191 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (ebdf19bf-c3ca-47fc-a783-8e825a415347), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:49.462514 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 62f55c3c-e9a0-48e9-ae74-ce63affd51bb up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:07:49.527967 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 62f55c3c-e9a0-48e9-ae74-ce63affd51bb triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:07:49.528911 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (62f55c3c-e9a0-48e9-ae74-ce63affd51bb), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:49.545290 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-31279ec5-92bd-4889-bc79-8840e15c5e15 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8182943 Mar 28 01:07:49.545791 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52416) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:49.552465 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-af1e2c1a-0da0-44db-bf66-3b53c2eec6b4 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Request body: {'subnet': {'network_id': '4b796c15-a3b3-48b4-b3ca-0a983e28a5ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:07:49.593510 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31279ec5-92bd-4889-bc79-8840e15c5e15 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Pushing event updated for resources: {'Network': ['ID=4b796c15-a3b3-48b4-b3ca-0a983e28a5ad,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:49.602581 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-87b001e4-2d13-4034-b9bd-69bb837c7952 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126174976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126112397'] for subnet (94a775fe-f0d0-4ee8-8aea-f287c186cd9e), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:49.613878 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network 4b796c15-a3b3-48b4-b3ca-0a983e28a5ad details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:07:49.655293 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4e32d278-5bff-49b2-add8-33700f1824d3 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:49.659988 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-4e32d278-5bff-49b2-add8-33700f1824d3 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "DELETE /v2.0/ports/87e647d3-6a88-48ba-8e65-fe721e914f36 HTTP/1.1" status: 204 len: 168 time: 2.1532111 Mar 28 01:07:49.667351 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52418) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:49.674669 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b001e4-2d13-4034-b9bd-69bb837c7952 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Network be4801db-c8f8-4df3-b9b5-556693d6a290 is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:07:49.677968 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 62f55c3c-e9a0-48e9-ae74-ce63affd51bb is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:07:49.678364 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (62f55c3c-e9a0-48e9-ae74-ce63affd51bb), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:49.689443 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-87b001e4-2d13-4034-b9bd-69bb837c7952 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:07:49.697832 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b001e4-2d13-4034-b9bd-69bb837c7952 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:49.698475 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-87b001e4-2d13-4034-b9bd-69bb837c7952 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:49.708899 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-33744f25-a826-455b-bd7c-8f759bb6c191 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Deleting port d59b6790-8941-4e8d-9220-5a980fbc5ef8 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:07:49.709399 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-33744f25-a826-455b-bd7c-8f759bb6c191 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (d59b6790-8941-4e8d-9220-5a980fbc5ef8), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:49.720519 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2411331-1955-4916-8cb8-e76a510f58dc tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] GET failed (client error): The resource could not be found. Mar 28 01:07:49.722888 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-f2411331-1955-4916-8cb8-e76a510f58dc tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "GET /v2.0/ports/87e647d3-6a88-48ba-8e65-fe721e914f36 HTTP/1.1" status: 404 len: 333 time: 0.0494692 Mar 28 01:07:49.726787 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-87b001e4-2d13-4034-b9bd-69bb837c7952 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8501668 Mar 28 01:07:49.730830 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52420) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:49.731895 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52422) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:49.744884 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] For port 62f55c3c-e9a0-48e9-ae74-ce63affd51bb, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=62f55c3c-e9a0-48e9-ae74-ce63affd51bb,segment=NetworkSegment(9028fe72-9b79-4538-96be-757c3dc71a72),segment_id=9028fe72-9b79-4538-96be-757c3dc71a72)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:07:49.749258 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-806dc329-53ab-4cd8-9430-252514c0e144 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Request body: {'port': {'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290', 'mac_address': 'fa:16:3e:a6:e2:32', 'name': 'tempest-NetworksTestDHCPv6-1235077297'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:07:49.752823 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (62f55c3c-e9a0-48e9-ae74-ce63affd51bb), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:49.833291 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Pushing event updated for resources: {'Port': ['ID=62f55c3c-e9a0-48e9-ae74-ce63affd51bb,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:49.848987 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af1e2c1a-0da0-44db-bf66-3b53c2eec6b4 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Made reservation on behalf of b3681da997b841e59750a00e0d8e0c2a for: {'subnet': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:07:49.852589 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-af1e2c1a-0da0-44db-bf66-3b53c2eec6b4 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126757772'] for subnet (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:49.880560 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-33744f25-a826-455b-bd7c-8f759bb6c191 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] For port d59b6790-8941-4e8d-9220-5a980fbc5ef8, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=d59b6790-8941-4e8d-9220-5a980fbc5ef8,segment=NetworkSegment(a055f123-0211-4999-a0a8-8ce7c45f712c),segment_id=a055f123-0211-4999-a0a8-8ce7c45f712c)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:07:49.880934 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-33744f25-a826-455b-bd7c-8f759bb6c191 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (d59b6790-8941-4e8d-9220-5a980fbc5ef8), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:49.891453 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b001e4-2d13-4034-b9bd-69bb837c7952 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Pushing event updated for resources: {'Subnet': ['ID=94a775fe-f0d0-4ee8-8aea-f287c186cd9e,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:49.939280 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-33744f25-a826-455b-bd7c-8f759bb6c191 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Calling delete_port for d59b6790-8941-4e8d-9220-5a980fbc5ef8 owned by network:dhcp {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:07:49.951480 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.ipam_backend_mixin [None req-af1e2c1a-0da0-44db-bf66-3b53c2eec6b4 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Performing IP validity checks on allocation pools {{(pid=104099) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Mar 28 01:07:49.952014 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.ipam_backend_mixin [None req-af1e2c1a-0da0-44db-bf66-3b53c2eec6b4 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104099) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Mar 28 01:07:49.953765 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a5ae6b4-1d61-4ae7-9f54-11b6e68c72a0 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Deleting subnet bdd10500-cdbc-4cef-b03f-b81df95349e4 {{(pid=104098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:07:49.964913 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9a5ae6b4-1d61-4ae7-9f54-11b6e68c72a0 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks [] for subnet (bdd10500-cdbc-4cef-b03f-b81df95349e4), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:50.010009 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d101d0-4a45-4d96-b772-6d38b73e9801 None None] Network be4801db-c8f8-4df3-b9b5-556693d6a290 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:07:50.014953 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7365c564-1989-48f9-8b18-b110f5ae576e tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3686527'] for router_interface (9489c638-63f8-40f8-ae4f-cd106e957112), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:50.029172 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9a5ae6b4-1d61-4ae7-9f54-11b6e68c72a0 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126443526'] for subnet (bdd10500-cdbc-4cef-b03f-b81df95349e4), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:50.065741 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5274dfc-2370-44e4-b9b4-3fa6008a0d08 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Router 8e799d34-fabd-4ee4-bc94-247cd2828ab9 has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:07:50.069130 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-806dc329-53ab-4cd8-9430-252514c0e144 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Made reservation on behalf of 564cf6bfe83a4d71adcd7d33f5d20cb1 for: {'port': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:07:50.082385 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eebbae0e-b92c-466f-99fb-a221decd3d26 None None] Network ebdf19bf-c3ca-47fc-a783-8e825a415347 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:07:50.257417 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-33744f25-a826-455b-bd7c-8f759bb6c191 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (d59b6790-8941-4e8d-9220-5a980fbc5ef8), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:50.284338 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9a5ae6b4-1d61-4ae7-9f54-11b6e68c72a0 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (bdd10500-cdbc-4cef-b03f-b81df95349e4), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:50.297464 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33744f25-a826-455b-bd7c-8f759bb6c191 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] No DVR routers for this DVR port d59b6790-8941-4e8d-9220-5a980fbc5ef8 on host dv-neutron-834874-6-hyperv {{(pid=104099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:07:50.301908 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33744f25-a826-455b-bd7c-8f759bb6c191 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Pushing event deleted for resources: {'Port': ['ID=d59b6790-8941-4e8d-9220-5a980fbc5ef8,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:50.388705 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-806dc329-53ab-4cd8-9430-252514c0e144 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:50.424703 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-af1e2c1a-0da0-44db-bf66-3b53c2eec6b4 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127282703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126757786'] for subnet (ed8a00b7-90f8-4de8-b7de-885f4f61d86e), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:50.441283 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.notifiers.nova [None req-806dc329-53ab-4cd8-9430-252514c0e144 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] device_id is not set on port 129a8218-e037-42ba-89f1-a378a6b110a2 yet. {{(pid=104098) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 01:07:50.474892 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-33744f25-a826-455b-bd7c-8f759bb6c191 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (ebdf19bf-c3ca-47fc-a783-8e825a415347), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:50.492874 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-d312ee15-7056-4c30-9282-e2eb1228cc51 None None] Provisioning complete for port 62f55c3c-e9a0-48e9-ae74-ce63affd51bb triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:07:50.493465 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d312ee15-7056-4c30-9282-e2eb1228cc51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (62f55c3c-e9a0-48e9-ae74-ce63affd51bb), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:50.530052 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-33744f25-a826-455b-bd7c-8f759bb6c191 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebdf19bf-c3ca-47fc-a783-8e825a415347']}} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:07:50.546395 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1e2c1a-0da0-44db-bf66-3b53c2eec6b4 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Pushing event updated for resources: {'Subnet': ['ID=ed8a00b7-90f8-4de8-b7de-885f4f61d86e,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:50.551065 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9a5ae6b4-1d61-4ae7-9f54-11b6e68c72a0 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126175041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126112438'] for subnet (bdd10500-cdbc-4cef-b03f-b81df95349e4), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:50.551308 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-33744f25-a826-455b-bd7c-8f759bb6c191 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a055f123-0211-4999-a0a8-8ce7c45f712c') {'for_net_delete': True} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:07:50.551457 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-33744f25-a826-455b-bd7c-8f759bb6c191 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a055f123-0211-4999-a0a8-8ce7c45f712c') {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:07:50.566402 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-33744f25-a826-455b-bd7c-8f759bb6c191 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126946678'] for segment (a055f123-0211-4999-a0a8-8ce7c45f712c), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:50.582788 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5274dfc-2370-44e4-b9b4-3fa6008a0d08 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:07:50.604747 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adadf484-79be-442f-bc40-47c9973d0299 None None] Sync routers for ids ['8e799d34-fabd-4ee4-bc94-247cd2828ab9'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:07:50.642077 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9a5ae6b4-1d61-4ae7-9f54-11b6e68c72a0 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:50.646189 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-9a5ae6b4-1d61-4ae7-9f54-11b6e68c72a0 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "DELETE /v2.0/subnets/bdd10500-cdbc-4cef-b03f-b81df95349e4 HTTP/1.1" status: 204 len: 168 time: 0.9131002 Mar 28 01:07:50.648766 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adadf484-79be-442f-bc40-47c9973d0299 None None] Routers {'8e799d34-fabd-4ee4-bc94-247cd2828ab9'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:07:50.649641 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-adadf484-79be-442f-bc40-47c9973d0299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:07:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['8e799d34-fabd-4ee4-bc94-247cd2828ab9'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:07:50.668828 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52424) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:50.705851 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-adadf484-79be-442f-bc40-47c9973d0299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:07:50.713381 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00f74f6-e0ff-40d4-b2c0-a3abc8007ebe None None] DHCP port deletion for ebdf19bf-c3ca-47fc-a783-8e825a415347 request from dv-neutron-834874-6-hyperv {{(pid=104100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 01:07:50.730238 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d745f7-2d16-420e-b883-009e9fa1e4cd None None] Network 8d779f68-ad09-49ee-93d2-4ce588f4b72a requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:07:50.746538 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5ae6b4-1d61-4ae7-9f54-11b6e68c72a0 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Pushing event deleted for resources: {'Subnet': ['ID=bdd10500-cdbc-4cef-b03f-b81df95349e4,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:50.761462 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d5274dfc-2370-44e4-b9b4-3fa6008a0d08 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for floatingip (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:50.778541 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adadf484-79be-442f-bc40-47c9973d0299 None None] Routers {'8e799d34-fabd-4ee4-bc94-247cd2828ab9'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:07:50.779162 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-adadf484-79be-442f-bc40-47c9973d0299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:07:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['8e799d34-fabd-4ee4-bc94-247cd2828ab9'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:07:50.807086 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-80463c64-1891-46b9-9e0e-698328fceb4b tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (8d779f68-ad09-49ee-93d2-4ce588f4b72a), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:50.834341 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-adadf484-79be-442f-bc40-47c9973d0299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:07:50.834998 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adadf484-79be-442f-bc40-47c9973d0299 None None] The sync data for ids ['8e799d34-fabd-4ee4-bc94-247cd2828ab9'] in dv-neutron-834874-6-hyperv is: [] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:07:50.839118 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-d5274dfc-2370-44e4-b9b4-3fa6008a0d08 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 6.1395993 Mar 28 01:07:50.843830 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52426) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:50.875756 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-05cbc29d-8884-4ea3-9022-f1445640277c tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Request body: {'floatingip': {'port_id': None}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:07:50.927950 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-d312ee15-7056-4c30-9282-e2eb1228cc51 None None] Current status of the port 62f55c3c-e9a0-48e9-ae74-ce63affd51bb is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:07:50.931504 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cca70cc-2bf8-46c3-a0dc-803009f280c3 None None] Update dhcp port {'port': {'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290', 'fixed_ips': [{'subnet_id': '9d0a82d9-bb3e-427c-8545-ccecb853b9d2', 'ip_address': '2001:db8::f816:3eff:fea6:95ed'}, {'subnet_id': '94a775fe-f0d0-4ee8-8aea-f287c186cd9e'}], 'binding:host_id': 'dv-neutron-834874-6-hyperv'}, 'id': '62f55c3c-e9a0-48e9-ae74-ce63affd51bb'} from dv-neutron-834874-6-hyperv. {{(pid=104100) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 28 01:07:50.938892 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-33744f25-a826-455b-bd7c-8f759bb6c191 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (a055f123-0211-4999-a0a8-8ce7c45f712c), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:50.945020 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1e2c1a-0da0-44db-bf66-3b53c2eec6b4 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Checking segment: {'id': '041308b3-4b3b-411a-a710-10e928e7d325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4b796c15-a3b3-48b4-b3ca-0a983e28a5ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:07:50.945928 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1e2c1a-0da0-44db-bf66-3b53c2eec6b4 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Network hostable DHCP agents. Network: 4b796c15-a3b3-48b4-b3ca-0a983e28a5ad, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:07:50.956142 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33744f25-a826-455b-bd7c-8f759bb6c191 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=104099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:07:50.956365 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-33744f25-a826-455b-bd7c-8f759bb6c191 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127280876'] for segment (a055f123-0211-4999-a0a8-8ce7c45f712c), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:50.960493 dv-neutron-834874-6-hyperv neutron-server[104099]: Traceback (most recent call last): Mar 28 01:07:50.960493 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:07:50.960493 dv-neutron-834874-6-hyperv neutron-server[104099]: timer() Mar 28 01:07:50.960493 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:07:50.960493 dv-neutron-834874-6-hyperv neutron-server[104099]: cb(*args, **kw) Mar 28 01:07:50.960493 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:07:50.960493 dv-neutron-834874-6-hyperv neutron-server[104099]: return func(*args, **kwargs) Mar 28 01:07:50.960493 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:07:50.960493 dv-neutron-834874-6-hyperv neutron-server[104099]: self._notify() Mar 28 01:07:50.960493 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:07:50.960493 dv-neutron-834874-6-hyperv neutron-server[104099]: self.callback(batched_events) Mar 28 01:07:50.960493 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:07:50.960493 dv-neutron-834874-6-hyperv neutron-server[104099]: event.method(event) Mar 28 01:07:50.960493 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:07:50.960493 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:07:50.960493 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:07:50.960493 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:07:50.960493 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:07:50.960493 dv-neutron-834874-6-hyperv neutron-server[104099]: return f(self, *a, **k) Mar 28 01:07:50.960493 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:07:50.960493 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._get(url).json() Mar 28 01:07:50.960493 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:07:50.960493 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:07:50.960493 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:07:50.960493 dv-neutron-834874-6-hyperv neutron-server[104099]: return self.request(url, 'GET', **kwargs) Mar 28 01:07:50.960493 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:07:50.960493 dv-neutron-834874-6-hyperv neutron-server[104099]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:07:50.960493 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:07:50.960493 dv-neutron-834874-6-hyperv neutron-server[104099]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:07:50.960493 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:07:50.960493 dv-neutron-834874-6-hyperv neutron-server[104099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:07:50.960493 dv-neutron-834874-6-hyperv neutron-server[104099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:07:50.975025 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-6cca70cc-2bf8-46c3-a0dc-803009f280c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (62f55c3c-e9a0-48e9-ae74-ce63affd51bb), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:51.054198 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8521ff-85dd-47ec-8c46-0512c6c3e88f None None] DHCP port deletion for 8d779f68-ad09-49ee-93d2-4ce588f4b72a request from dv-neutron-834874-6-hyperv {{(pid=104100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 01:07:51.066299 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1e2c1a-0da0-44db-bf66-3b53c2eec6b4 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Network 4b796c15-a3b3-48b4-b3ca-0a983e28a5ad is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:07:51.073197 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-33744f25-a826-455b-bd7c-8f759bb6c191 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (ebdf19bf-c3ca-47fc-a783-8e825a415347), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:51.084122 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-33744f25-a826-455b-bd7c-8f759bb6c191 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks [] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:51.088272 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-33744f25-a826-455b-bd7c-8f759bb6c191 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] 10.222.0.24 "DELETE /v2.0/networks/ebdf19bf-c3ca-47fc-a783-8e825a415347 HTTP/1.1" status: 204 len: 168 time: 1.8169196 Mar 28 01:07:51.091102 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-af1e2c1a-0da0-44db-bf66-3b53c2eec6b4 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, 4b796c15-a3b3-48b4-b3ca-0a983e28a5ad) {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:07:51.102095 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52428) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:51.109818 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-432a3644-90c7-43ef-9cc8-080f2eaddec8 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-781427244', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:07:51.111950 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509f7471-2977-42ac-bc43-d7291088f65f None None] Network 4b796c15-a3b3-48b4-b3ca-0a983e28a5ad requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:07:51.119373 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1e2c1a-0da0-44db-bf66-3b53c2eec6b4 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:51.120109 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-af1e2c1a-0da0-44db-bf66-3b53c2eec6b4 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks [] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:51.122258 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-456bc892-9515-4c88-a887-07fc4e1d785b None None] Could not find standard attr ID for object d47286ef-252e-4ef7-b76d-56fa8e5839bb. {{(pid=104100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 28 01:07:51.125670 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33744f25-a826-455b-bd7c-8f759bb6c191 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Pushing event deleted for resources: {'Network': ['ID=ebdf19bf-c3ca-47fc-a783-8e825a415347,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:51.141995 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-7365c564-1989-48f9-8b18-b110f5ae576e tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Deleting port 4d795987-cc94-4883-ae82-ae5b574f7ae1 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:07:51.142333 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7365c564-1989-48f9-8b18-b110f5ae576e tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (4d795987-cc94-4883-ae82-ae5b574f7ae1), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:51.169554 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-af1e2c1a-0da0-44db-bf66-3b53c2eec6b4 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.6201127 Mar 28 01:07:51.193974 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52430) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:51.199401 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-93facf59-eabe-4c94-8993-78c2ef0823e2 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:07:51.207189 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-432a3644-90c7-43ef-9cc8-080f2eaddec8 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7069'] for router (f81af90b-fce4-4a88-b359-96e0e694ce6c), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:51.208180 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-432a3644-90c7-43ef-9cc8-080f2eaddec8 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4188952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7062'] for router (f81af90b-fce4-4a88-b359-96e0e694ce6c), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:51.224450 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-456bc892-9515-4c88-a887-07fc4e1d785b None None] Provisioning complete for port 4d795987-cc94-4883-ae82-ae5b574f7ae1 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:07:51.224823 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-456bc892-9515-4c88-a887-07fc4e1d785b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (4d795987-cc94-4883-ae82-ae5b574f7ae1), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:51.303086 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-4b8521ff-85dd-47ec-8c46-0512c6c3e88f None None] Deleting port 6ae58908-d68f-4371-b6a6-b2401d1982c7 {{(pid=104100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:07:51.303372 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-4b8521ff-85dd-47ec-8c46-0512c6c3e88f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (6ae58908-d68f-4371-b6a6-b2401d1982c7), before_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:51.305557 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-456bc892-9515-4c88-a887-07fc4e1d785b None None] Port 4d795987-cc94-4883-ae82-ae5b574f7ae1 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:07:51.318503 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f263348c-0c26-42a2-bb19-35310b10a939 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-4b796c15-a3b3-48b4-b3ca-0a983e28a5ad', 'network_id': '4b796c15-a3b3-48b4-b3ca-0a983e28a5ad', 'project_id': 'b3681da997b841e59750a00e0d8e0c2a', 'fixed_ips': [{'subnet_id': 'ed8a00b7-90f8-4de8-b7de-885f4f61d86e'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:07:51.319809 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f263348c-0c26-42a2-bb19-35310b10a939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:51.342510 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-806dc329-53ab-4cd8-9430-252514c0e144 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Allocated IP 2001:db8:0:1::250 (be4801db-c8f8-4df3-b9b5-556693d6a290/94a775fe-f0d0-4ee8-8aea-f287c186cd9e/129a8218-e037-42ba-89f1-a378a6b110a2) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:07:51.356283 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-806dc329-53ab-4cd8-9430-252514c0e144 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Allocated IP 2001:db8::f816:3eff:fea6:e232 (be4801db-c8f8-4df3-b9b5-556693d6a290/9d0a82d9-bb3e-427c-8545-ccecb853b9d2/129a8218-e037-42ba-89f1-a378a6b110a2) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:07:51.365536 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-05cbc29d-8884-4ea3-9022-f1445640277c tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks [] for floatingip (1da480e2-8087-4527-8826-46668394ac34), before_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:51.371427 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-432a3644-90c7-43ef-9cc8-080f2eaddec8 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks [] for router_controller (f81af90b-fce4-4a88-b359-96e0e694ce6c), precommit_add_association {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:51.379796 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7365c564-1989-48f9-8b18-b110f5ae576e tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (4d795987-cc94-4883-ae82-ae5b574f7ae1), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:51.385590 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-432a3644-90c7-43ef-9cc8-080f2eaddec8 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687953'] for router (f81af90b-fce4-4a88-b359-96e0e694ce6c), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:51.394265 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-4b8521ff-85dd-47ec-8c46-0512c6c3e88f None None] For port 6ae58908-d68f-4371-b6a6-b2401d1982c7, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=6ae58908-d68f-4371-b6a6-b2401d1982c7,segment=NetworkSegment(8e5e10cc-6395-42a5-92f1-d1d3ed03abea),segment_id=8e5e10cc-6395-42a5-92f1-d1d3ed03abea)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:07:51.395120 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-4b8521ff-85dd-47ec-8c46-0512c6c3e88f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (6ae58908-d68f-4371-b6a6-b2401d1982c7), precommit_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:51.407560 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-4b8521ff-85dd-47ec-8c46-0512c6c3e88f None None] Calling delete_port for 6ae58908-d68f-4371-b6a6-b2401d1982c7 owned by network:dhcp {{(pid=104100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:07:51.411678 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-7365c564-1989-48f9-8b18-b110f5ae576e tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Calling delete_port for 4d795987-cc94-4883-ae82-ae5b574f7ae1 owned by network:router_interface {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:07:51.414478 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-93facf59-eabe-4c94-8993-78c2ef0823e2 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-126757779'] for subnet (ed8a00b7-90f8-4de8-b7de-885f4f61d86e), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:51.439123 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-432a3644-90c7-43ef-9cc8-080f2eaddec8 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks [] for router (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:51.440483 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-432a3644-90c7-43ef-9cc8-080f2eaddec8 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3344548 Mar 28 01:07:51.445094 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52432) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:51.454733 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-0d19a1cd-1c71-47b2-bfd6-0a2cffadb702 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1595581218'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:07:51.469228 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 62f55c3c-e9a0-48e9-ae74-ce63affd51bb up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:07:51.544246 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-80463c64-1891-46b9-9e0e-698328fceb4b tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Deleting port 6ae58908-d68f-4371-b6a6-b2401d1982c7 {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:07:51.544676 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-80463c64-1891-46b9-9e0e-698328fceb4b tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (6ae58908-d68f-4371-b6a6-b2401d1982c7), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:51.552295 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d19a1cd-1c71-47b2-bfd6-0a2cffadb702 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Made reservation on behalf of 73b89705b12a4822849ef008702f6650 for: {'network': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:07:51.556265 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0d19a1cd-1c71-47b2-bfd6-0a2cffadb702 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:51.605307 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 62f55c3c-e9a0-48e9-ae74-ce63affd51bb triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:07:51.605935 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (62f55c3c-e9a0-48e9-ae74-ce63affd51bb), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:51.625559 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-4b8521ff-85dd-47ec-8c46-0512c6c3e88f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886'] for port (6ae58908-d68f-4371-b6a6-b2401d1982c7), after_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:51.656291 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8521ff-85dd-47ec-8c46-0512c6c3e88f None None] Pushing event deleted for resources: {'Port': ['ID=6ae58908-d68f-4371-b6a6-b2401d1982c7,revision_number=None']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:51.663112 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d19a1cd-1c71-47b2-bfd6-0a2cffadb702 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=104099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:07:51.666751 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8521ff-85dd-47ec-8c46-0512c6c3e88f None None] No DVR routers for this DVR port 6ae58908-d68f-4371-b6a6-b2401d1982c7 on host dv-neutron-834874-6-hyperv {{(pid=104100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:07:51.690451 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0d19a1cd-1c71-47b2-bfd6-0a2cffadb702 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (96767dab-2ad4-459e-9d9b-09bcb8fe4c5a), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:51.690923 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.segments_db [None req-0d19a1cd-1c71-47b2-bfd6-0a2cffadb702 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Added segment 96767dab-2ad4-459e-9d9b-09bcb8fe4c5a of type vlan for network 7c8c0538-5060-44fc-95df-1da6a7312af2 Mar 28 01:07:51.720548 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.db [None req-80463c64-1891-46b9-9e0e-698328fceb4b tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] For port 6ae58908-d68f-4371-b6a6-b2401d1982c7, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=6ae58908-d68f-4371-b6a6-b2401d1982c7,segment=NetworkSegment(8e5e10cc-6395-42a5-92f1-d1d3ed03abea),segment_id=8e5e10cc-6395-42a5-92f1-d1d3ed03abea)] {{(pid=104098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:07:51.720829 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-80463c64-1891-46b9-9e0e-698328fceb4b tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (6ae58908-d68f-4371-b6a6-b2401d1982c7), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:51.725331 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 62f55c3c-e9a0-48e9-ae74-ce63affd51bb is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:07:51.752004 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-80463c64-1891-46b9-9e0e-698328fceb4b tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Calling delete_port for 6ae58908-d68f-4371-b6a6-b2401d1982c7 owned by network:dhcp {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:07:51.783262 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-806dc329-53ab-4cd8-9430-252514c0e144 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks [] for port (129a8218-e037-42ba-89f1-a378a6b110a2), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:51.799309 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device d59b6790-8941-4e8d-9220-5a980fbc5ef8 no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:07:51.808261 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0d19a1cd-1c71-47b2-bfd6-0a2cffadb702 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (7c8c0538-5060-44fc-95df-1da6a7312af2), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:51.829413 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-93facf59-eabe-4c94-8993-78c2ef0823e2 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8758317293963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-127282757'] for subnet (ed8a00b7-90f8-4de8-b7de-885f4f61d86e), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:51.855314 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: d59b6790-8941-4e8d-9220-5a980fbc5ef8 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:07:51.855661 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device d59b6790-8941-4e8d-9220-5a980fbc5ef8 not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:07:51.856106 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 6ae58908-d68f-4371-b6a6-b2401d1982c7 no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:07:51.870501 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7365c564-1989-48f9-8b18-b110f5ae576e tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (4d795987-cc94-4883-ae82-ae5b574f7ae1), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:51.883772 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: 6ae58908-d68f-4371-b6a6-b2401d1982c7 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:07:51.884202 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 6ae58908-d68f-4371-b6a6-b2401d1982c7 not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:07:51.903627 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0d19a1cd-1c71-47b2-bfd6-0a2cffadb702 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (7c8c0538-5060-44fc-95df-1da6a7312af2), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:51.903801 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-05cbc29d-8884-4ea3-9022-f1445640277c tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:51.906569 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-f263348c-0c26-42a2-bb19-35310b10a939 None None] Allocated IP 2001:db8::3 (4b796c15-a3b3-48b4-b3ca-0a983e28a5ad/ed8a00b7-90f8-4de8-b7de-885f4f61d86e/0f890b05-5447-453b-adde-2aeaa5c95aba) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:07:51.908631 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d19a1cd-1c71-47b2-bfd6-0a2cffadb702 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:51.909234 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0d19a1cd-1c71-47b2-bfd6-0a2cffadb702 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks [] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:51.914670 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-05cbc29d-8884-4ea3-9022-f1445640277c tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688063'] for floatingip (1da480e2-8087-4527-8826-46668394ac34), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:51.915036 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.l3_db [None req-05cbc29d-8884-4ea3-9022-f1445640277c tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Floating IP 1da480e2-8087-4527-8826-46668394ac34 disassociated. External IP: 172.26.1.67, port: c46e0673-0bd4-4763-b42c-a2571663b917. Mar 28 01:07:51.930809 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7365c564-1989-48f9-8b18-b110f5ae576e tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Pushing event deleted for resources: {'Port': ['ID=4d795987-cc94-4883-ae82-ae5b574f7ae1,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:51.952943 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93facf59-eabe-4c94-8993-78c2ef0823e2 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:51.953287 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-93facf59-eabe-4c94-8993-78c2ef0823e2 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks [] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:51.957217 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-93facf59-eabe-4c94-8993-78c2ef0823e2 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] 10.222.0.24 "PUT /v2.0/subnets/ed8a00b7-90f8-4de8-b7de-885f4f61d86e HTTP/1.1" status: 200 len: 900 time: 0.7600870 Mar 28 01:07:51.984667 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52434) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:51.996522 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-806dc329-53ab-4cd8-9430-252514c0e144 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (129a8218-e037-42ba-89f1-a378a6b110a2), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:52.009895 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-80463c64-1891-46b9-9e0e-698328fceb4b tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (6ae58908-d68f-4371-b6a6-b2401d1982c7), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:52.019205 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-0d19a1cd-1c71-47b2-bfd6-0a2cffadb702 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5688663 Mar 28 01:07:52.024293 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93facf59-eabe-4c94-8993-78c2ef0823e2 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Pushing event updated for resources: {'Subnet': ['ID=ed8a00b7-90f8-4de8-b7de-885f4f61d86e,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:52.030995 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52436) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:52.035867 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-cfb7fb8b-f666-4a2b-ad95-df23a2cf3580 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Request body: {'subnet': {'network_id': '7c8c0538-5060-44fc-95df-1da6a7312af2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:07:52.084536 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-6cca70cc-2bf8-46c3-a0dc-803009f280c3 None None] Allocated IP 2001:db8:0:1::2 (be4801db-c8f8-4df3-b9b5-556693d6a290/94a775fe-f0d0-4ee8-8aea-f287c186cd9e/62f55c3c-e9a0-48e9-ae74-ce63affd51bb) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:07:52.117153 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d19a1cd-1c71-47b2-bfd6-0a2cffadb702 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Pushing event updated for resources: {'Network': ['ID=7c8c0538-5060-44fc-95df-1da6a7312af2,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:52.144832 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network 7c8c0538-5060-44fc-95df-1da6a7312af2 details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:07:52.154670 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2781efa8-5030-425c-9246-e3c0c04fe124 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (4b796c15-a3b3-48b4-b3ca-0a983e28a5ad), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:52.168283 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80463c64-1891-46b9-9e0e-698328fceb4b tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] No DVR routers for this DVR port 6ae58908-d68f-4371-b6a6-b2401d1982c7 on host dv-neutron-834874-6-hyperv {{(pid=104098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:07:52.172322 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7365c564-1989-48f9-8b18-b110f5ae576e tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3725912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3690191'] for router_interface (9489c638-63f8-40f8-ae4f-cd106e957112), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:52.254734 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80463c64-1891-46b9-9e0e-698328fceb4b tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Pushing event deleted for resources: {'Port': ['ID=6ae58908-d68f-4371-b6a6-b2401d1982c7,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:52.266608 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f263348c-0c26-42a2-bb19-35310b10a939 None None] Publish callbacks [] for port (0f890b05-5447-453b-adde-2aeaa5c95aba), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:52.282345 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfb7fb8b-f666-4a2b-ad95-df23a2cf3580 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Made reservation on behalf of 73b89705b12a4822849ef008702f6650 for: {'subnet': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:07:52.284551 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f263348c-0c26-42a2-bb19-35310b10a939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (0f890b05-5447-453b-adde-2aeaa5c95aba), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:52.285767 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-cfb7fb8b-f666-4a2b-ad95-df23a2cf3580 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126757772'] for subnet (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:52.353538 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806dc329-53ab-4cd8-9430-252514c0e144 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Network be4801db-c8f8-4df3-b9b5-556693d6a290 is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:07:52.358631 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806dc329-53ab-4cd8-9430-252514c0e144 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Pushing event updated for resources: {'Port': ['ID=129a8218-e037-42ba-89f1-a378a6b110a2,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:52.401729 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-806dc329-53ab-4cd8-9430-252514c0e144 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:07:52.404007 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806dc329-53ab-4cd8-9430-252514c0e144 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:07:52.409710 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806dc329-53ab-4cd8-9430-252514c0e144 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:52.410887 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-806dc329-53ab-4cd8-9430-252514c0e144 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:52.425265 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7365c564-1989-48f9-8b18-b110f5ae576e tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Router 9489c638-63f8-40f8-ae4f-cd106e957112 has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:07:52.425805 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-80463c64-1891-46b9-9e0e-698328fceb4b tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (8d779f68-ad09-49ee-93d2-4ce588f4b72a), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:52.473690 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-806dc329-53ab-4cd8-9430-252514c0e144 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.7310724 Mar 28 01:07:52.477371 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-80463c64-1891-46b9-9e0e-698328fceb4b tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d779f68-ad09-49ee-93d2-4ce588f4b72a']}} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:07:52.483317 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52438) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:52.492762 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2781efa8-5030-425c-9246-e3c0c04fe124 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (ed8a00b7-90f8-4de8-b7de-885f4f61d86e), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:52.496934 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-80463c64-1891-46b9-9e0e-698328fceb4b tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e5e10cc-6395-42a5-92f1-d1d3ed03abea') {'for_net_delete': True} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:07:52.497238 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-80463c64-1891-46b9-9e0e-698328fceb4b tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e5e10cc-6395-42a5-92f1-d1d3ed03abea') {} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:07:52.501505 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f263348c-0c26-42a2-bb19-35310b10a939 None None] Network 4b796c15-a3b3-48b4-b3ca-0a983e28a5ad is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:07:52.515553 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-f263348c-0c26-42a2-bb19-35310b10a939 None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:07:52.518710 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-6cca70cc-2bf8-46c3-a0dc-803009f280c3 None None] For port 62f55c3c-e9a0-48e9-ae74-ce63affd51bb, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=62f55c3c-e9a0-48e9-ae74-ce63affd51bb,segment=NetworkSegment(9028fe72-9b79-4538-96be-757c3dc71a72),segment_id=9028fe72-9b79-4538-96be-757c3dc71a72)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:07:52.522267 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f263348c-0c26-42a2-bb19-35310b10a939 None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:07:52.529603 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f263348c-0c26-42a2-bb19-35310b10a939 None None] Pushing event updated for resources: {'Port': ['ID=0f890b05-5447-453b-adde-2aeaa5c95aba,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:52.566969 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-80463c64-1891-46b9-9e0e-698328fceb4b tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126443583'] for segment (8e5e10cc-6395-42a5-92f1-d1d3ed03abea), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:52.589321 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-6cca70cc-2bf8-46c3-a0dc-803009f280c3 None None] Publish callbacks [] for port (62f55c3c-e9a0-48e9-ae74-ce63affd51bb), precommit_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:52.595202 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-6cca70cc-2bf8-46c3-a0dc-803009f280c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (62f55c3c-e9a0-48e9-ae74-ce63affd51bb), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:52.595391 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7365c564-1989-48f9-8b18-b110f5ae576e tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:07:52.609947 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-7365c564-1989-48f9-8b18-b110f5ae576e tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] 10.222.0.24 "PUT /v2.0/routers/9489c638-63f8-40f8-ae4f-cd106e957112/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4841101 Mar 28 01:07:52.613927 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52440) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:52.621356 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64e2739-2b7d-4f01-b289-8cffc7511ee7 None None] Sync routers for ids ['9489c638-63f8-40f8-ae4f-cd106e957112'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:07:52.632207 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-f263348c-0c26-42a2-bb19-35310b10a939 None None] Attempting to bind port 0f890b05-5447-453b-adde-2aeaa5c95aba on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:07:52.633272 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-f263348c-0c26-42a2-bb19-35310b10a939 None None] Attempting to bind port 0f890b05-5447-453b-adde-2aeaa5c95aba by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': '041308b3-4b3b-411a-a710-10e928e7d325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4b796c15-a3b3-48b4-b3ca-0a983e28a5ad'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:07:52.633486 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f263348c-0c26-42a2-bb19-35310b10a939 None None] Attempting to bind port 0f890b05-5447-453b-adde-2aeaa5c95aba on network 4b796c15-a3b3-48b4-b3ca-0a983e28a5ad {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:07:52.642240 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-80463c64-1891-46b9-9e0e-698328fceb4b tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (8e5e10cc-6395-42a5-92f1-d1d3ed03abea), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:52.650719 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f263348c-0c26-42a2-bb19-35310b10a939 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:07:52.651226 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f263348c-0c26-42a2-bb19-35310b10a939 None None] Checking segment: {'id': '041308b3-4b3b-411a-a710-10e928e7d325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4b796c15-a3b3-48b4-b3ca-0a983e28a5ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:07:52.651775 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f263348c-0c26-42a2-bb19-35310b10a939 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:52.652201 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f263348c-0c26-42a2-bb19-35310b10a939 None None] Bound using segment: {'id': '041308b3-4b3b-411a-a710-10e928e7d325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4b796c15-a3b3-48b4-b3ca-0a983e28a5ad'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:07:52.652683 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-f263348c-0c26-42a2-bb19-35310b10a939 None None] Bound port: 0f890b05-5447-453b-adde-2aeaa5c95aba, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '041308b3-4b3b-411a-a710-10e928e7d325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4b796c15-a3b3-48b4-b3ca-0a983e28a5ad'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:07:52.653061 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f263348c-0c26-42a2-bb19-35310b10a939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (0f890b05-5447-453b-adde-2aeaa5c95aba), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:52.666800 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80463c64-1891-46b9-9e0e-698328fceb4b tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=104098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:07:52.667379 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-80463c64-1891-46b9-9e0e-698328fceb4b tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126177251'] for segment (8e5e10cc-6395-42a5-92f1-d1d3ed03abea), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:52.670606 dv-neutron-834874-6-hyperv neutron-server[104098]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 01:07:52.670606 dv-neutron-834874-6-hyperv neutron-server[104098]: self.session.flush() Mar 28 01:07:52.670606 dv-neutron-834874-6-hyperv neutron-server[104098]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 01:07:52.670606 dv-neutron-834874-6-hyperv neutron-server[104098]: self.session.flush() Mar 28 01:07:52.670606 dv-neutron-834874-6-hyperv neutron-server[104098]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 01:07:52.670606 dv-neutron-834874-6-hyperv neutron-server[104098]: self.session.flush() Mar 28 01:07:52.670606 dv-neutron-834874-6-hyperv neutron-server[104098]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 01:07:52.670606 dv-neutron-834874-6-hyperv neutron-server[104098]: self.session.flush() Mar 28 01:07:52.670606 dv-neutron-834874-6-hyperv neutron-server[104098]: Traceback (most recent call last): Mar 28 01:07:52.670606 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:07:52.670606 dv-neutron-834874-6-hyperv neutron-server[104098]: timer() Mar 28 01:07:52.670606 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:07:52.670606 dv-neutron-834874-6-hyperv neutron-server[104098]: cb(*args, **kw) Mar 28 01:07:52.670606 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:07:52.670606 dv-neutron-834874-6-hyperv neutron-server[104098]: return func(*args, **kwargs) Mar 28 01:07:52.670606 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:07:52.670606 dv-neutron-834874-6-hyperv neutron-server[104098]: self._notify() Mar 28 01:07:52.670606 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:07:52.670606 dv-neutron-834874-6-hyperv neutron-server[104098]: self.callback(batched_events) Mar 28 01:07:52.670606 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:07:52.670606 dv-neutron-834874-6-hyperv neutron-server[104098]: event.method(event) Mar 28 01:07:52.670606 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:07:52.670606 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:07:52.670606 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:07:52.670606 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:07:52.670606 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:07:52.670606 dv-neutron-834874-6-hyperv neutron-server[104098]: return f(self, *a, **k) Mar 28 01:07:52.670606 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:07:52.670606 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._get(url).json() Mar 28 01:07:52.670606 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:07:52.670606 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:07:52.670606 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:07:52.670606 dv-neutron-834874-6-hyperv neutron-server[104098]: return self.request(url, 'GET', **kwargs) Mar 28 01:07:52.670606 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:07:52.670606 dv-neutron-834874-6-hyperv neutron-server[104098]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:07:52.670606 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:07:52.670606 dv-neutron-834874-6-hyperv neutron-server[104098]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:07:52.670606 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:07:52.670606 dv-neutron-834874-6-hyperv neutron-server[104098]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:07:52.670606 dv-neutron-834874-6-hyperv neutron-server[104098]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:07:52.676253 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64e2739-2b7d-4f01-b289-8cffc7511ee7 None None] Routers {'9489c638-63f8-40f8-ae4f-cd106e957112'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:07:52.678071 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-d64e2739-2b7d-4f01-b289-8cffc7511ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:07:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['9489c638-63f8-40f8-ae4f-cd106e957112'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:07:52.686960 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.api.v2.resource [None req-08b7f337-c052-4b58-963b-2a0ba6c815fc tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] show failed (client error): The resource could not be found. Mar 28 01:07:52.688390 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-08b7f337-c052-4b58-963b-2a0ba6c815fc tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] 10.222.0.24 "GET /v2.0/routers/tempest-non_exist_router-1428783934 HTTP/1.1" status: 404 len: 335 time: 0.0538297 Mar 28 01:07:52.695040 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52442) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:52.701774 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-dd35ec3a-1bc3-4900-81f0-a705ac2832c2 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Request body: {'router': {'name': 'new_name'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:07:52.738773 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.api.v2.resource [None req-dd35ec3a-1bc3-4900-81f0-a705ac2832c2 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] update failed (client error): The resource could not be found. Mar 28 01:07:52.740237 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-dd35ec3a-1bc3-4900-81f0-a705ac2832c2 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] 10.222.0.24 "PUT /v2.0/routers/tempest-non_exist_router-233737190 HTTP/1.1" status: 404 len: 334 time: 0.0419667 Mar 28 01:07:52.747967 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52444) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:52.756629 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-d64e2739-2b7d-4f01-b289-8cffc7511ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:07:52.776409 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-f263348c-0c26-42a2-bb19-35310b10a939 None None] For port 0f890b05-5447-453b-adde-2aeaa5c95aba, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:07:52.778376 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64e2739-2b7d-4f01-b289-8cffc7511ee7 None None] Routers {'9489c638-63f8-40f8-ae4f-cd106e957112'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:07:52.779013 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-d64e2739-2b7d-4f01-b289-8cffc7511ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:07:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['9489c638-63f8-40f8-ae4f-cd106e957112'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:07:52.779905 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-f263348c-0c26-42a2-bb19-35310b10a939 None None] For port 0f890b05-5447-453b-adde-2aeaa5c95aba, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=0f890b05-5447-453b-adde-2aeaa5c95aba,segment=NetworkSegment(041308b3-4b3b-411a-a710-10e928e7d325),segment_id=041308b3-4b3b-411a-a710-10e928e7d325)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:07:52.785614 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cca70cc-2bf8-46c3-a0dc-803009f280c3 None None] Pushing event updated for resources: {'Port': ['ID=62f55c3c-e9a0-48e9-ae74-ce63affd51bb,revision_number=4']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:52.791365 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f263348c-0c26-42a2-bb19-35310b10a939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (0f890b05-5447-453b-adde-2aeaa5c95aba), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:52.800983 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-cfb7fb8b-f666-4a2b-ad95-df23a2cf3580 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127282703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126757786'] for subnet (11187ad9-a275-45d5-9e5e-2a11e69b6a34), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:52.812631 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-01c825bf-0dfa-4a3c-bfbd-8f883ccf2289 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Deleting port 129a8218-e037-42ba-89f1-a378a6b110a2 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:07:52.813045 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-01c825bf-0dfa-4a3c-bfbd-8f883ccf2289 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (129a8218-e037-42ba-89f1-a378a6b110a2), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:52.853802 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f263348c-0c26-42a2-bb19-35310b10a939 None None] Pushing event updated for resources: {'Port': ['ID=0f890b05-5447-453b-adde-2aeaa5c95aba,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:52.886059 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2781efa8-5030-425c-9246-e3c0c04fe124 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126175041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126112438'] for subnet (ed8a00b7-90f8-4de8-b7de-885f4f61d86e), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:52.888612 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-80463c64-1891-46b9-9e0e-698328fceb4b tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (8d779f68-ad09-49ee-93d2-4ce588f4b72a), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:52.893909 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-80463c64-1891-46b9-9e0e-698328fceb4b tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:52.901976 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-80463c64-1891-46b9-9e0e-698328fceb4b tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "DELETE /v2.0/networks/8d779f68-ad09-49ee-93d2-4ce588f4b72a HTTP/1.1" status: 204 len: 168 time: 2.2316439 Mar 28 01:07:52.904157 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05cbc29d-8884-4ea3-9022-f1445640277c tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Router 8e799d34-fabd-4ee4-bc94-247cd2828ab9 has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:07:52.910897 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-d64e2739-2b7d-4f01-b289-8cffc7511ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:07:52.911405 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52446) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:52.912304 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64e2739-2b7d-4f01-b289-8cffc7511ee7 None None] The sync data for ids ['9489c638-63f8-40f8-ae4f-cd106e957112'] in dv-neutron-834874-6-hyperv is: [] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:07:52.925549 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-2c05af95-9dc8-409e-ab44-c681e72ffd05 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-303100058'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:07:52.960870 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb7fb8b-f666-4a2b-ad95-df23a2cf3580 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Pushing event updated for resources: {'Subnet': ['ID=11187ad9-a275-45d5-9e5e-2a11e69b6a34,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:52.986013 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb7fb8b-f666-4a2b-ad95-df23a2cf3580 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Checking segment: {'id': '96767dab-2ad4-459e-9d9b-09bcb8fe4c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7c8c0538-5060-44fc-95df-1da6a7312af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:07:52.986376 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb7fb8b-f666-4a2b-ad95-df23a2cf3580 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Network hostable DHCP agents. Network: 7c8c0538-5060-44fc-95df-1da6a7312af2, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:07:53.002335 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4fd6291-f961-4a4b-b34c-f7522a40b48e tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Deleting subnet a34db13b-af36-4999-a512-953af470304e {{(pid=104098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:07:53.018292 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-01c825bf-0dfa-4a3c-bfbd-8f883ccf2289 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (129a8218-e037-42ba-89f1-a378a6b110a2), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:53.020489 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80463c64-1891-46b9-9e0e-698328fceb4b tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Pushing event deleted for resources: {'Network': ['ID=8d779f68-ad09-49ee-93d2-4ce588f4b72a,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:53.044656 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-01c825bf-0dfa-4a3c-bfbd-8f883ccf2289 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Calling delete_port for 129a8218-e037-42ba-89f1-a378a6b110a2 owned by {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:07:53.047384 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb7fb8b-f666-4a2b-ad95-df23a2cf3580 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Network 7c8c0538-5060-44fc-95df-1da6a7312af2 is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:07:53.057264 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e4fd6291-f961-4a4b-b34c-f7522a40b48e tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks [] for subnet (a34db13b-af36-4999-a512-953af470304e), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:53.061011 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2781efa8-5030-425c-9246-e3c0c04fe124 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Pushing event deleted for resources: {'Subnet': ['ID=ed8a00b7-90f8-4de8-b7de-885f4f61d86e,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:53.078116 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-cfb7fb8b-f666-4a2b-ad95-df23a2cf3580 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, 7c8c0538-5060-44fc-95df-1da6a7312af2) {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:07:53.089707 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c448525a-42ae-4af9-a384-5c4a05b5a703 None None] Network 7c8c0538-5060-44fc-95df-1da6a7312af2 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:07:53.119562 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c05af95-9dc8-409e-ab44-c681e72ffd05 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Made reservation on behalf of fa54b4b5eec2452a8dcd67fc666c1bd8 for: {'network': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:07:53.122960 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2c05af95-9dc8-409e-ab44-c681e72ffd05 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:53.135467 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb7fb8b-f666-4a2b-ad95-df23a2cf3580 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:53.138989 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-cfb7fb8b-f666-4a2b-ad95-df23a2cf3580 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks [] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:53.186323 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-cfb7fb8b-f666-4a2b-ad95-df23a2cf3580 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1541412 Mar 28 01:07:53.198673 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52448) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:53.256845 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2781efa8-5030-425c-9246-e3c0c04fe124 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (4b796c15-a3b3-48b4-b3ca-0a983e28a5ad), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:53.294856 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1790e707-7bcd-4a35-86e6-9cb9a90d9a39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-7c8c0538-5060-44fc-95df-1da6a7312af2', 'network_id': '7c8c0538-5060-44fc-95df-1da6a7312af2', 'project_id': '73b89705b12a4822849ef008702f6650', 'fixed_ips': [{'subnet_id': '11187ad9-a275-45d5-9e5e-2a11e69b6a34'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:07:53.296151 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-1790e707-7bcd-4a35-86e6-9cb9a90d9a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:53.320489 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e4fd6291-f961-4a4b-b34c-f7522a40b48e tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126443526'] for subnet (a34db13b-af36-4999-a512-953af470304e), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:53.386391 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c05af95-9dc8-409e-ab44-c681e72ffd05 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=104098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:07:53.403663 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2c05af95-9dc8-409e-ab44-c681e72ffd05 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (dc2c5104-ba88-488e-8450-47f584403f24), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:53.404214 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.segments_db [None req-2c05af95-9dc8-409e-ab44-c681e72ffd05 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Added segment dc2c5104-ba88-488e-8450-47f584403f24 of type vlan for network 9bedadb7-1f24-4e9e-928c-9b5b8fb8ff99 Mar 28 01:07:53.478676 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-2781efa8-5030-425c-9246-e3c0c04fe124 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b796c15-a3b3-48b4-b3ca-0a983e28a5ad']}} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:07:53.518875 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-2781efa8-5030-425c-9246-e3c0c04fe124 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '041308b3-4b3b-411a-a710-10e928e7d325') {'for_net_delete': True} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:07:53.519095 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-2781efa8-5030-425c-9246-e3c0c04fe124 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '041308b3-4b3b-411a-a710-10e928e7d325') {} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:07:53.525574 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-1790e707-7bcd-4a35-86e6-9cb9a90d9a39 None None] Allocated IP 2001:db8::2 (7c8c0538-5060-44fc-95df-1da6a7312af2/11187ad9-a275-45d5-9e5e-2a11e69b6a34/25bc3e89-5661-4d6f-aa23-925316325515) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:07:53.550880 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2c05af95-9dc8-409e-ab44-c681e72ffd05 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (9bedadb7-1f24-4e9e-928c-9b5b8fb8ff99), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:53.555819 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2781efa8-5030-425c-9246-e3c0c04fe124 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126443583'] for segment (041308b3-4b3b-411a-a710-10e928e7d325), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:53.607162 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 0f890b05-5447-453b-adde-2aeaa5c95aba up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:07:53.636434 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05cbc29d-8884-4ea3-9022-f1445640277c tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:07:53.646014 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-05cbc29d-8884-4ea3-9022-f1445640277c tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for floatingip (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:53.651593 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2781efa8-5030-425c-9246-e3c0c04fe124 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (041308b3-4b3b-411a-a710-10e928e7d325), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:53.656949 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d3f3b4-33f2-4de9-8da2-77acd7f70b0e None None] Sync routers for ids ['8e799d34-fabd-4ee4-bc94-247cd2828ab9'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:07:53.660430 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2781efa8-5030-425c-9246-e3c0c04fe124 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=104098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:07:53.661925 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2781efa8-5030-425c-9246-e3c0c04fe124 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126177251'] for segment (041308b3-4b3b-411a-a710-10e928e7d325), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:53.703436 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d3f3b4-33f2-4de9-8da2-77acd7f70b0e None None] Routers {'8e799d34-fabd-4ee4-bc94-247cd2828ab9'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:07:53.704400 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-35d3f3b4-33f2-4de9-8da2-77acd7f70b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:07:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['8e799d34-fabd-4ee4-bc94-247cd2828ab9'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:07:53.753365 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-35d3f3b4-33f2-4de9-8da2-77acd7f70b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:07:53.761412 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e4fd6291-f961-4a4b-b34c-f7522a40b48e tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (a34db13b-af36-4999-a512-953af470304e), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:53.793286 dv-neutron-834874-6-hyperv neutron-server[104098]: Traceback (most recent call last): Mar 28 01:07:53.793286 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:07:53.793286 dv-neutron-834874-6-hyperv neutron-server[104098]: timer() Mar 28 01:07:53.793286 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:07:53.793286 dv-neutron-834874-6-hyperv neutron-server[104098]: cb(*args, **kw) Mar 28 01:07:53.793286 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:07:53.793286 dv-neutron-834874-6-hyperv neutron-server[104098]: return func(*args, **kwargs) Mar 28 01:07:53.793286 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:07:53.793286 dv-neutron-834874-6-hyperv neutron-server[104098]: self._notify() Mar 28 01:07:53.793286 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:07:53.793286 dv-neutron-834874-6-hyperv neutron-server[104098]: self.callback(batched_events) Mar 28 01:07:53.793286 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:07:53.793286 dv-neutron-834874-6-hyperv neutron-server[104098]: event.method(event) Mar 28 01:07:53.793286 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:07:53.793286 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:07:53.793286 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:07:53.793286 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:07:53.793286 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:07:53.793286 dv-neutron-834874-6-hyperv neutron-server[104098]: return f(self, *a, **k) Mar 28 01:07:53.793286 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:07:53.793286 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._get(url).json() Mar 28 01:07:53.793286 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:07:53.793286 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:07:53.793286 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:07:53.793286 dv-neutron-834874-6-hyperv neutron-server[104098]: return self.request(url, 'GET', **kwargs) Mar 28 01:07:53.793286 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:07:53.793286 dv-neutron-834874-6-hyperv neutron-server[104098]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:07:53.793286 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:07:53.793286 dv-neutron-834874-6-hyperv neutron-server[104098]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:07:53.793286 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:07:53.793286 dv-neutron-834874-6-hyperv neutron-server[104098]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:07:53.793286 dv-neutron-834874-6-hyperv neutron-server[104098]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:07:53.796173 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d3f3b4-33f2-4de9-8da2-77acd7f70b0e None None] Routers {'8e799d34-fabd-4ee4-bc94-247cd2828ab9'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:07:53.796173 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-35d3f3b4-33f2-4de9-8da2-77acd7f70b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:07:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['8e799d34-fabd-4ee4-bc94-247cd2828ab9'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:07:53.828840 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2c05af95-9dc8-409e-ab44-c681e72ffd05 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (9bedadb7-1f24-4e9e-928c-9b5b8fb8ff99), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:53.833967 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c05af95-9dc8-409e-ab44-c681e72ffd05 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:53.834595 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2c05af95-9dc8-409e-ab44-c681e72ffd05 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:53.842174 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61ceadc-1159-4264-a1cc-d452829ba1da None None] Network be4801db-c8f8-4df3-b9b5-556693d6a290 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:07:53.843355 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-35d3f3b4-33f2-4de9-8da2-77acd7f70b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:07:53.844067 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d3f3b4-33f2-4de9-8da2-77acd7f70b0e None None] The sync data for ids ['8e799d34-fabd-4ee4-bc94-247cd2828ab9'] in dv-neutron-834874-6-hyperv is: [] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:07:53.859125 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.db.api [None req-2781efa8-5030-425c-9246-e3c0c04fe124 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 28 01:07:53.859125 dv-neutron-834874-6-hyperv neutron-server[104098]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 28 01:07:53.859125 dv-neutron-834874-6-hyperv neutron-server[104098]: [parameters: {'id': '4b796c15-a3b3-48b4-b3ca-0a983e28a5ad'}] Mar 28 01:07:53.859125 dv-neutron-834874-6-hyperv neutron-server[104098]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104098) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 01:07:53.859571 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG oslo_db.api [None req-2781efa8-5030-425c-9246-e3c0c04fe124 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 01:07:53.861683 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 0f890b05-5447-453b-adde-2aeaa5c95aba triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:07:53.861683 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (0f890b05-5447-453b-adde-2aeaa5c95aba), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:53.925636 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-05cbc29d-8884-4ea3-9022-f1445640277c tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] 10.222.0.24 "PUT /v2.0/floatingips/1da480e2-8087-4527-8826-46668394ac34 HTTP/1.1" status: 200 len: 687 time: 3.0707920 Mar 28 01:07:53.940128 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52450) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:53.942523 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-1790e707-7bcd-4a35-86e6-9cb9a90d9a39 None None] Publish callbacks [] for port (25bc3e89-5661-4d6f-aa23-925316325515), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:53.947794 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-2c05af95-9dc8-409e-ab44-c681e72ffd05 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0277681 Mar 28 01:07:53.957713 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52452) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:53.966224 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-b53c8eb5-0b61-4c6e-91a9-e4e4a25d6212 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Request body: {'subnet': {'network_id': '9bedadb7-1f24-4e9e-928c-9b5b8fb8ff99', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:07:53.969557 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-1790e707-7bcd-4a35-86e6-9cb9a90d9a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (25bc3e89-5661-4d6f-aa23-925316325515), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:54.048595 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1790e707-7bcd-4a35-86e6-9cb9a90d9a39 None None] Pushing event updated for resources: {'Port': ['ID=25bc3e89-5661-4d6f-aa23-925316325515,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:54.052274 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-9c72d550-7a22-4b72-b1fe-333de9bd1296 None None] Provisioning complete for port 62f55c3c-e9a0-48e9-ae74-ce63affd51bb triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:07:54.052274 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-9c72d550-7a22-4b72-b1fe-333de9bd1296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (62f55c3c-e9a0-48e9-ae74-ce63affd51bb), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:54.053136 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-01c825bf-0dfa-4a3c-bfbd-8f883ccf2289 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (129a8218-e037-42ba-89f1-a378a6b110a2), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:54.068287 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c05af95-9dc8-409e-ab44-c681e72ffd05 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Pushing event updated for resources: {'Network': ['ID=9bedadb7-1f24-4e9e-928c-9b5b8fb8ff99,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:54.091663 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c825bf-0dfa-4a3c-bfbd-8f883ccf2289 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Pushing event deleted for resources: {'Port': ['ID=129a8218-e037-42ba-89f1-a378a6b110a2,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:54.092993 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network 9bedadb7-1f24-4e9e-928c-9b5b8fb8ff99 details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:07:54.165607 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1790e707-7bcd-4a35-86e6-9cb9a90d9a39 None None] Network 7c8c0538-5060-44fc-95df-1da6a7312af2 is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:07:54.182382 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-aa9f7df5-0188-49df-95d1-764d18849715 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:54.185106 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-01c825bf-0dfa-4a3c-bfbd-8f883ccf2289 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:54.191359 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-01c825bf-0dfa-4a3c-bfbd-8f883ccf2289 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "DELETE /v2.0/ports/129a8218-e037-42ba-89f1-a378a6b110a2 HTTP/1.1" status: 204 len: 168 time: 1.7055061 Mar 28 01:07:54.193400 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52454) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:54.201907 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-1790e707-7bcd-4a35-86e6-9cb9a90d9a39 None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:07:54.214365 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1790e707-7bcd-4a35-86e6-9cb9a90d9a39 None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:07:54.270088 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 0f890b05-5447-453b-adde-2aeaa5c95aba is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:07:54.270636 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (0f890b05-5447-453b-adde-2aeaa5c95aba), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:54.400452 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] For port 0f890b05-5447-453b-adde-2aeaa5c95aba, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=0f890b05-5447-453b-adde-2aeaa5c95aba,segment=NetworkSegment(041308b3-4b3b-411a-a710-10e928e7d325),segment_id=041308b3-4b3b-411a-a710-10e928e7d325)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:07:54.404132 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-1790e707-7bcd-4a35-86e6-9cb9a90d9a39 None None] Attempting to bind port 25bc3e89-5661-4d6f-aa23-925316325515 on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:07:54.404647 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-1790e707-7bcd-4a35-86e6-9cb9a90d9a39 None None] Attempting to bind port 25bc3e89-5661-4d6f-aa23-925316325515 by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': '96767dab-2ad4-459e-9d9b-09bcb8fe4c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7c8c0538-5060-44fc-95df-1da6a7312af2'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:07:54.405100 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1790e707-7bcd-4a35-86e6-9cb9a90d9a39 None None] Attempting to bind port 25bc3e89-5661-4d6f-aa23-925316325515 on network 7c8c0538-5060-44fc-95df-1da6a7312af2 {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:07:54.421324 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (0f890b05-5447-453b-adde-2aeaa5c95aba), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:54.422459 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 62f55c3c-e9a0-48e9-ae74-ce63affd51bb up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:07:54.429167 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1790e707-7bcd-4a35-86e6-9cb9a90d9a39 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:07:54.430143 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1790e707-7bcd-4a35-86e6-9cb9a90d9a39 None None] Checking segment: {'id': '96767dab-2ad4-459e-9d9b-09bcb8fe4c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7c8c0538-5060-44fc-95df-1da6a7312af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:07:54.430569 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-1790e707-7bcd-4a35-86e6-9cb9a90d9a39 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:54.431064 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1790e707-7bcd-4a35-86e6-9cb9a90d9a39 None None] Bound using segment: {'id': '96767dab-2ad4-459e-9d9b-09bcb8fe4c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7c8c0538-5060-44fc-95df-1da6a7312af2'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:07:54.431651 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-1790e707-7bcd-4a35-86e6-9cb9a90d9a39 None None] Bound port: 25bc3e89-5661-4d6f-aa23-925316325515, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96767dab-2ad4-459e-9d9b-09bcb8fe4c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7c8c0538-5060-44fc-95df-1da6a7312af2'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:07:54.432318 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2781efa8-5030-425c-9246-e3c0c04fe124 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (4b796c15-a3b3-48b4-b3ca-0a983e28a5ad), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:54.432449 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-1790e707-7bcd-4a35-86e6-9cb9a90d9a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (25bc3e89-5661-4d6f-aa23-925316325515), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:54.444812 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e4fd6291-f961-4a4b-b34c-f7522a40b48e tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126175041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126112438'] for subnet (a34db13b-af36-4999-a512-953af470304e), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:54.447796 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20914500-d483-443c-b4ab-92f3f904f4f7 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:54.454202 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-20914500-d483-443c-b4ab-92f3f904f4f7 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2551966 Mar 28 01:07:54.455000 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52456) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:54.460101 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5217a5d-42f3-4605-b20d-9c12e63111a4 None None] Network 4b796c15-a3b3-48b4-b3ca-0a983e28a5ad requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:07:54.494976 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e4fd6291-f961-4a4b-b34c-f7522a40b48e tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:54.500711 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-e4fd6291-f961-4a4b-b34c-f7522a40b48e tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] 10.222.0.24 "DELETE /v2.0/subnets/a34db13b-af36-4999-a512-953af470304e HTTP/1.1" status: 204 len: 168 time: 1.7513900 Mar 28 01:07:54.504090 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52458) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:54.514841 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-9c72d550-7a22-4b72-b1fe-333de9bd1296 None None] Current status of the port 62f55c3c-e9a0-48e9-ae74-ce63affd51bb is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:07:54.515060 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fd6291-f961-4a4b-b34c-f7522a40b48e tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Pushing event deleted for resources: {'Subnet': ['ID=a34db13b-af36-4999-a512-953af470304e,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:54.548916 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0028a548-ee0b-4388-9d04-516ce2911f2c None None] Network e5ab2846-e065-47e9-ae4e-c2edbf645bc9 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:07:54.549168 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b30b10-7bec-40f2-92c3-8bcbe8188331 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:54.555172 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-58b30b10-7bec-40f2-92c3-8bcbe8188331 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0932631 Mar 28 01:07:54.558676 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52460) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:54.613611 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [None req-aa9f7df5-0188-49df-95d1-764d18849715 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Allocated IP 2001:db8::1 (7c8c0538-5060-44fc-95df-1da6a7312af2/11187ad9-a275-45d5-9e5e-2a11e69b6a34/4c9287fd-767d-413c-b1f6-e72c83409195) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:07:54.683457 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b53c8eb5-0b61-4c6e-91a9-e4e4a25d6212 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Made reservation on behalf of fa54b4b5eec2452a8dcd67fc666c1bd8 for: {'subnet': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:07:54.687396 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b53c8eb5-0b61-4c6e-91a9-e4e4a25d6212 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126112411'] for subnet (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:54.715217 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Pushing event updated for resources: {'Port': ['ID=0f890b05-5447-453b-adde-2aeaa5c95aba,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:54.755452 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-c0371818-81e9-46d7-8c36-1ba45e831f67 None None] Provisioning complete for port 0f890b05-5447-453b-adde-2aeaa5c95aba triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:07:54.755959 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-c0371818-81e9-46d7-8c36-1ba45e831f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (0f890b05-5447-453b-adde-2aeaa5c95aba), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:54.759959 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4c71e59c-47ba-417c-ae78-2900233c611d tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (e5ab2846-e065-47e9-ae4e-c2edbf645bc9), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:54.785785 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a621262d-2bc9-48e3-a8e7-3df110d9506b tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:54.787369 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a621262d-2bc9-48e3-a8e7-3df110d9506b tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:54.788832 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a621262d-2bc9-48e3-a8e7-3df110d9506b tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:54.791049 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-a621262d-2bc9-48e3-a8e7-3df110d9506b tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2306862 Mar 28 01:07:54.794175 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52462) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:54.795135 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 62f55c3c-e9a0-48e9-ae74-ce63affd51bb triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:07:54.795944 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (62f55c3c-e9a0-48e9-ae74-ce63affd51bb), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:54.831119 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-1790e707-7bcd-4a35-86e6-9cb9a90d9a39 None None] For port 25bc3e89-5661-4d6f-aa23-925316325515, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:07:54.867636 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-1790e707-7bcd-4a35-86e6-9cb9a90d9a39 None None] For port 25bc3e89-5661-4d6f-aa23-925316325515, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=25bc3e89-5661-4d6f-aa23-925316325515,segment=NetworkSegment(96767dab-2ad4-459e-9d9b-09bcb8fe4c5a),segment_id=96767dab-2ad4-459e-9d9b-09bcb8fe4c5a)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:07:54.887892 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-1790e707-7bcd-4a35-86e6-9cb9a90d9a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (25bc3e89-5661-4d6f-aa23-925316325515), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:54.892827 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-aa9f7df5-0188-49df-95d1-764d18849715 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks [] for port (4c9287fd-767d-413c-b1f6-e72c83409195), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:54.907736 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-c0242431-feb4-4d08-99e9-f68fbd1902e4 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Deleting port 850caf4a-954b-48b2-9b52-ece562d9c8d8 {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:07:54.908946 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c0242431-feb4-4d08-99e9-f68fbd1902e4 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (850caf4a-954b-48b2-9b52-ece562d9c8d8), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:54.910492 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4762e48-468d-4d34-b465-92882506420a tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Deleting subnet 94a775fe-f0d0-4ee8-8aea-f287c186cd9e {{(pid=104099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:07:54.918468 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c4762e48-468d-4d34-b465-92882506420a tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks [] for subnet (94a775fe-f0d0-4ee8-8aea-f287c186cd9e), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:54.989987 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f594fc7d-1df5-496b-9cbc-0fcf3261154f None None] DHCP port deletion for 4b796c15-a3b3-48b4-b3ca-0a983e28a5ad request from dv-neutron-834874-6-hyperv {{(pid=104100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 01:07:54.994587 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c4762e48-468d-4d34-b465-92882506420a tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126946639'] for subnet (94a775fe-f0d0-4ee8-8aea-f287c186cd9e), precommit_delete_associations {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:55.016568 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 62f55c3c-e9a0-48e9-ae74-ce63affd51bb is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:07:55.035403 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e4c489-34ec-4f36-912c-ea968f22dcf8 None None] DHCP port deletion for e5ab2846-e065-47e9-ae4e-c2edbf645bc9 request from dv-neutron-834874-6-hyperv {{(pid=104100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 01:07:55.047463 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-2781efa8-5030-425c-9246-e3c0c04fe124 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Deleting port 0f890b05-5447-453b-adde-2aeaa5c95aba {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:07:55.048065 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2781efa8-5030-425c-9246-e3c0c04fe124 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (0f890b05-5447-453b-adde-2aeaa5c95aba), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:55.051972 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c0242431-feb4-4d08-99e9-f68fbd1902e4 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (850caf4a-954b-48b2-9b52-ece562d9c8d8), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:55.052324 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c0242431-feb4-4d08-99e9-f68fbd1902e4 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks [] for floatingip (850caf4a-954b-48b2-9b52-ece562d9c8d8), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:55.061220 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1790e707-7bcd-4a35-86e6-9cb9a90d9a39 None None] Pushing event updated for resources: {'Port': ['ID=25bc3e89-5661-4d6f-aa23-925316325515,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:55.076215 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-aa9f7df5-0188-49df-95d1-764d18849715 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (4c9287fd-767d-413c-b1f6-e72c83409195), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:55.122738 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-c0242431-feb4-4d08-99e9-f68fbd1902e4 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Calling delete_port for 850caf4a-954b-48b2-9b52-ece562d9c8d8 owned by network:floatingip {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:07:55.137038 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-c0371818-81e9-46d7-8c36-1ba45e831f67 None None] Current status of the port 0f890b05-5447-453b-adde-2aeaa5c95aba is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:07:55.160532 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9f7df5-0188-49df-95d1-764d18849715 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Network 7c8c0538-5060-44fc-95df-1da6a7312af2 is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:07:55.173067 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-aa9f7df5-0188-49df-95d1-764d18849715 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:07:55.191909 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-e3e4c489-34ec-4f36-912c-ea968f22dcf8 None None] Deleting port 719613d3-e43d-4ef2-a6a5-13af7b12826f {{(pid=104100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:07:55.192189 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-e3e4c489-34ec-4f36-912c-ea968f22dcf8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (719613d3-e43d-4ef2-a6a5-13af7b12826f), before_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:55.203239 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9f7df5-0188-49df-95d1-764d18849715 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Pushing event updated for resources: {'Port': ['ID=4c9287fd-767d-413c-b1f6-e72c83409195,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:55.205994 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-f594fc7d-1df5-496b-9cbc-0fcf3261154f None None] Deleting port 0f890b05-5447-453b-adde-2aeaa5c95aba {{(pid=104100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:07:55.206365 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f594fc7d-1df5-496b-9cbc-0fcf3261154f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (0f890b05-5447-453b-adde-2aeaa5c95aba), before_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:55.216570 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9f7df5-0188-49df-95d1-764d18849715 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:07:55.218454 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-aa9f7df5-0188-49df-95d1-764d18849715 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3686596'] for router_interface (f81af90b-fce4-4a88-b359-96e0e694ce6c), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:55.278756 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.db [None req-2781efa8-5030-425c-9246-e3c0c04fe124 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] For port 0f890b05-5447-453b-adde-2aeaa5c95aba, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=0f890b05-5447-453b-adde-2aeaa5c95aba,segment=NetworkSegment(041308b3-4b3b-411a-a710-10e928e7d325),segment_id=041308b3-4b3b-411a-a710-10e928e7d325)] {{(pid=104098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:07:55.279312 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2781efa8-5030-425c-9246-e3c0c04fe124 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (0f890b05-5447-453b-adde-2aeaa5c95aba), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:55.371132 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-2781efa8-5030-425c-9246-e3c0c04fe124 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Calling delete_port for 0f890b05-5447-453b-adde-2aeaa5c95aba owned by network:dhcp {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:07:55.383772 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-4c71e59c-47ba-417c-ae78-2900233c611d tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Deleting port 719613d3-e43d-4ef2-a6a5-13af7b12826f {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:07:55.384496 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4c71e59c-47ba-417c-ae78-2900233c611d tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (719613d3-e43d-4ef2-a6a5-13af7b12826f), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:55.411484 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-e3e4c489-34ec-4f36-912c-ea968f22dcf8 None None] For port 719613d3-e43d-4ef2-a6a5-13af7b12826f, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=719613d3-e43d-4ef2-a6a5-13af7b12826f,segment=NetworkSegment(850d6a27-de1d-48d6-befc-f86100cbbcca),segment_id=850d6a27-de1d-48d6-befc-f86100cbbcca)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:07:55.411484 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-e3e4c489-34ec-4f36-912c-ea968f22dcf8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (719613d3-e43d-4ef2-a6a5-13af7b12826f), precommit_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:55.434890 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-f594fc7d-1df5-496b-9cbc-0fcf3261154f None None] For port 0f890b05-5447-453b-adde-2aeaa5c95aba, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=0f890b05-5447-453b-adde-2aeaa5c95aba,segment=NetworkSegment(041308b3-4b3b-411a-a710-10e928e7d325),segment_id=041308b3-4b3b-411a-a710-10e928e7d325)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:07:55.435294 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f594fc7d-1df5-496b-9cbc-0fcf3261154f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (0f890b05-5447-453b-adde-2aeaa5c95aba), precommit_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:55.451724 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c4762e48-468d-4d34-b465-92882506420a tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (94a775fe-f0d0-4ee8-8aea-f287c186cd9e), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:55.515644 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b53c8eb5-0b61-4c6e-91a9-e4e4a25d6212 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126174976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126112397'] for subnet (d8ec18dd-d055-4c3a-99af-6af18eebcd72), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:55.611161 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c4762e48-468d-4d34-b465-92882506420a tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127282766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126757793'] for subnet (94a775fe-f0d0-4ee8-8aea-f287c186cd9e), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:55.614814 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.db [None req-4c71e59c-47ba-417c-ae78-2900233c611d tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] For port 719613d3-e43d-4ef2-a6a5-13af7b12826f, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=719613d3-e43d-4ef2-a6a5-13af7b12826f,segment=NetworkSegment(850d6a27-de1d-48d6-befc-f86100cbbcca),segment_id=850d6a27-de1d-48d6-befc-f86100cbbcca)] {{(pid=104098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:07:55.615190 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4c71e59c-47ba-417c-ae78-2900233c611d tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (719613d3-e43d-4ef2-a6a5-13af7b12826f), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:55.617885 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-aa9f7df5-0188-49df-95d1-764d18849715 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (4c9287fd-767d-413c-b1f6-e72c83409195), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:55.659728 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 25bc3e89-5661-4d6f-aa23-925316325515 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:07:55.662271 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-6e39fe3c-cc6e-4557-a7e8-7dfe271caca3 None None] Provisioning complete for port 62f55c3c-e9a0-48e9-ae74-ce63affd51bb triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:07:55.662715 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-6e39fe3c-cc6e-4557-a7e8-7dfe271caca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (62f55c3c-e9a0-48e9-ae74-ce63affd51bb), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:55.668097 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-e3e4c489-34ec-4f36-912c-ea968f22dcf8 None None] Calling delete_port for 719613d3-e43d-4ef2-a6a5-13af7b12826f owned by network:dhcp {{(pid=104100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:07:55.672425 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-4c71e59c-47ba-417c-ae78-2900233c611d tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Calling delete_port for 719613d3-e43d-4ef2-a6a5-13af7b12826f owned by network:dhcp {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:07:55.682378 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53c8eb5-0b61-4c6e-91a9-e4e4a25d6212 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Pushing event updated for resources: {'Subnet': ['ID=d8ec18dd-d055-4c3a-99af-6af18eebcd72,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:55.687803 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4762e48-468d-4d34-b465-92882506420a tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Pushing event deleted for resources: {'Subnet': ['ID=94a775fe-f0d0-4ee8-8aea-f287c186cd9e,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:55.697326 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c4762e48-468d-4d34-b465-92882506420a tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks [] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:55.704275 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-c4762e48-468d-4d34-b465-92882506420a tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "DELETE /v2.0/subnets/94a775fe-f0d0-4ee8-8aea-f287c186cd9e HTTP/1.1" status: 204 len: 168 time: 0.9051883 Mar 28 01:07:55.704275 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52464) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:55.717264 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-f594fc7d-1df5-496b-9cbc-0fcf3261154f None None] Calling delete_port for 0f890b05-5447-453b-adde-2aeaa5c95aba owned by network:dhcp {{(pid=104100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:07:55.730800 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f548a044-2f66-4f3c-8362-1775e2832e8a None None] Network be4801db-c8f8-4df3-b9b5-556693d6a290 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:07:55.750374 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53c8eb5-0b61-4c6e-91a9-e4e4a25d6212 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Checking segment: {'id': 'dc2c5104-ba88-488e-8450-47f584403f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '9bedadb7-1f24-4e9e-928c-9b5b8fb8ff99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:07:55.750374 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b53c8eb5-0b61-4c6e-91a9-e4e4a25d6212 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Network hostable DHCP agents. Network: 9bedadb7-1f24-4e9e-928c-9b5b8fb8ff99, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:07:55.754975 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2781efa8-5030-425c-9246-e3c0c04fe124 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (0f890b05-5447-453b-adde-2aeaa5c95aba), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:55.772656 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c0242431-feb4-4d08-99e9-f68fbd1902e4 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (850caf4a-954b-48b2-9b52-ece562d9c8d8), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:55.778825 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab8e3897-9c84-4ccb-bcf3-9e4bfbdcf36f tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Deleting subnet 9d0a82d9-bb3e-427c-8545-ccecb853b9d2 {{(pid=104099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:07:55.782685 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ab8e3897-9c84-4ccb-bcf3-9e4bfbdcf36f tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks [] for subnet (9d0a82d9-bb3e-427c-8545-ccecb853b9d2), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:55.808913 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2781efa8-5030-425c-9246-e3c0c04fe124 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Pushing event deleted for resources: {'Port': ['ID=0f890b05-5447-453b-adde-2aeaa5c95aba,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:55.817445 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2781efa8-5030-425c-9246-e3c0c04fe124 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] No DVR routers for this DVR port 0f890b05-5447-453b-adde-2aeaa5c95aba on host dv-neutron-834874-6-hyperv {{(pid=104098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:07:55.828465 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ab8e3897-9c84-4ccb-bcf3-9e4bfbdcf36f tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126946639'] for subnet (9d0a82d9-bb3e-427c-8545-ccecb853b9d2), precommit_delete_associations {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:55.876146 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0242431-feb4-4d08-99e9-f68fbd1902e4 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Pushing event deleted for resources: {'Port': ['ID=850caf4a-954b-48b2-9b52-ece562d9c8d8,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:55.893169 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b53c8eb5-0b61-4c6e-91a9-e4e4a25d6212 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Network 9bedadb7-1f24-4e9e-928c-9b5b8fb8ff99 is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:07:55.931619 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ab8e3897-9c84-4ccb-bcf3-9e4bfbdcf36f tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (9d0a82d9-bb3e-427c-8545-ccecb853b9d2), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:55.978507 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-b53c8eb5-0b61-4c6e-91a9-e4e4a25d6212 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, 9bedadb7-1f24-4e9e-928c-9b5b8fb8ff99) {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:07:55.991421 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b53c8eb5-0b61-4c6e-91a9-e4e4a25d6212 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:55.993114 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b53c8eb5-0b61-4c6e-91a9-e4e4a25d6212 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:55.994715 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 25bc3e89-5661-4d6f-aa23-925316325515 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:07:55.995151 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (25bc3e89-5661-4d6f-aa23-925316325515), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:56.000298 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2781efa8-5030-425c-9246-e3c0c04fe124 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (4b796c15-a3b3-48b4-b3ca-0a983e28a5ad), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:56.000537 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ab8e3897-9c84-4ccb-bcf3-9e4bfbdcf36f tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127282766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126757793'] for subnet (9d0a82d9-bb3e-427c-8545-ccecb853b9d2), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:56.004329 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4c71e59c-47ba-417c-ae78-2900233c611d tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (719613d3-e43d-4ef2-a6a5-13af7b12826f), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:56.008641 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d591870d-395f-4d44-864f-3337cb98bf25 None None] Network 9bedadb7-1f24-4e9e-928c-9b5b8fb8ff99 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:07:56.057348 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c71e59c-47ba-417c-ae78-2900233c611d tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] No DVR routers for this DVR port 719613d3-e43d-4ef2-a6a5-13af7b12826f on host dv-neutron-834874-6-hyperv {{(pid=104098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:07:56.068967 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c71e59c-47ba-417c-ae78-2900233c611d tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Pushing event deleted for resources: {'Port': ['ID=719613d3-e43d-4ef2-a6a5-13af7b12826f,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:56.082335 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-b53c8eb5-0b61-4c6e-91a9-e4e4a25d6212 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1186833 Mar 28 01:07:56.082335 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c0242431-feb4-4d08-99e9-f68fbd1902e4 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks [] for floatingip (1da480e2-8087-4527-8826-46668394ac34), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:56.082979 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c0242431-feb4-4d08-99e9-f68fbd1902e4 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for floatingip (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:56.087980 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-c0242431-feb4-4d08-99e9-f68fbd1902e4 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] 10.222.0.24 "DELETE /v2.0/floatingips/1da480e2-8087-4527-8826-46668394ac34 HTTP/1.1" status: 204 len: 168 time: 2.1350987 Mar 28 01:07:56.087980 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-2781efa8-5030-425c-9246-e3c0c04fe124 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b796c15-a3b3-48b4-b3ca-0a983e28a5ad']}} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:07:56.089712 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52466) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:56.089962 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52468) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:56.110886 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8e3897-9c84-4ccb-bcf3-9e4bfbdcf36f tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Pushing event deleted for resources: {'Subnet': ['ID=9d0a82d9-bb3e-427c-8545-ccecb853b9d2,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:56.111478 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-b3d8ee14-fcce-48a9-8a50-fa24c0de2ffb tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Request body: {'port': {'network_id': '9bedadb7-1f24-4e9e-928c-9b5b8fb8ff99', 'name': 'tempest-PortsTestJSON-1631105604', 'fixed_ips': [{'subnet_id': 'd8ec18dd-d055-4c3a-99af-6af18eebcd72', 'ip_address': '172.20.0.10'}]}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:07:56.118310 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-c63500e0-a41a-4982-b627-856c5da8ea0f tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Request body: {'floatingip': {'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'port_id': 'a47bc6e8-9b9a-454e-af7a-08d69a42f0c7'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:07:56.120154 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ab8e3897-9c84-4ccb-bcf3-9e4bfbdcf36f tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks [] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:56.126181 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-ab8e3897-9c84-4ccb-bcf3-9e4bfbdcf36f tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "DELETE /v2.0/subnets/9d0a82d9-bb3e-427c-8545-ccecb853b9d2 HTTP/1.1" status: 204 len: 168 time: 0.4171922 Mar 28 01:07:56.129721 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52470) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:56.131925 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-e3e4c489-34ec-4f36-912c-ea968f22dcf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886'] for port (719613d3-e43d-4ef2-a6a5-13af7b12826f), after_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:56.140332 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f594fc7d-1df5-496b-9cbc-0fcf3261154f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886'] for port (0f890b05-5447-453b-adde-2aeaa5c95aba), after_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:56.141913 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-6e39fe3c-cc6e-4557-a7e8-7dfe271caca3 None None] Current status of the port 62f55c3c-e9a0-48e9-ae74-ce63affd51bb is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:07:56.151727 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-2781efa8-5030-425c-9246-e3c0c04fe124 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '041308b3-4b3b-411a-a710-10e928e7d325') {'for_net_delete': True} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:07:56.152013 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-2781efa8-5030-425c-9246-e3c0c04fe124 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '041308b3-4b3b-411a-a710-10e928e7d325') {} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:07:56.190360 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-6e39fe3c-cc6e-4557-a7e8-7dfe271caca3 None None] Could not find standard attr ID for object 129a8218-e037-42ba-89f1-a378a6b110a2. {{(pid=104100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 28 01:07:56.198381 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-c7673a46-6e08-4c33-9f79-65444c676235 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0671303 Mar 28 01:07:56.198600 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e4c489-34ec-4f36-912c-ea968f22dcf8 None None] Pushing event deleted for resources: {'Port': ['ID=719613d3-e43d-4ef2-a6a5-13af7b12826f,revision_number=None']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:56.201837 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52472) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:56.203039 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f594fc7d-1df5-496b-9cbc-0fcf3261154f None None] No DVR routers for this DVR port 0f890b05-5447-453b-adde-2aeaa5c95aba on host dv-neutron-834874-6-hyperv {{(pid=104100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:07:56.206361 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-f07323ed-959a-489f-baa5-2300639c74bb tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Request body: {'subnet': {'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:07:56.208349 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e4c489-34ec-4f36-912c-ea968f22dcf8 None None] No DVR routers for this DVR port 719613d3-e43d-4ef2-a6a5-13af7b12826f on host dv-neutron-834874-6-hyperv {{(pid=104100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:07:56.233398 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2781efa8-5030-425c-9246-e3c0c04fe124 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126443583'] for segment (041308b3-4b3b-411a-a710-10e928e7d325), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:56.250370 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53452efc-cc1f-46e5-8de0-d275471028ab None None] Network 4b796c15-a3b3-48b4-b3ca-0a983e28a5ad requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:07:56.252766 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f594fc7d-1df5-496b-9cbc-0fcf3261154f None None] Pushing event deleted for resources: {'Port': ['ID=0f890b05-5447-453b-adde-2aeaa5c95aba,revision_number=None']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:56.265522 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c63500e0-a41a-4982-b627-856c5da8ea0f tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:56.268186 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2781efa8-5030-425c-9246-e3c0c04fe124 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (041308b3-4b3b-411a-a710-10e928e7d325), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:56.296481 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4c71e59c-47ba-417c-ae78-2900233c611d tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (e5ab2846-e065-47e9-ae4e-c2edbf645bc9), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:56.319053 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2781efa8-5030-425c-9246-e3c0c04fe124 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=104098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:07:56.319465 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2781efa8-5030-425c-9246-e3c0c04fe124 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126177251'] for segment (041308b3-4b3b-411a-a710-10e928e7d325), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:56.323293 dv-neutron-834874-6-hyperv neutron-server[104098]: Traceback (most recent call last): Mar 28 01:07:56.323293 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:07:56.323293 dv-neutron-834874-6-hyperv neutron-server[104098]: timer() Mar 28 01:07:56.323293 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:07:56.323293 dv-neutron-834874-6-hyperv neutron-server[104098]: cb(*args, **kw) Mar 28 01:07:56.323293 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:07:56.323293 dv-neutron-834874-6-hyperv neutron-server[104098]: return func(*args, **kwargs) Mar 28 01:07:56.323293 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:07:56.323293 dv-neutron-834874-6-hyperv neutron-server[104098]: self._notify() Mar 28 01:07:56.323293 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:07:56.323293 dv-neutron-834874-6-hyperv neutron-server[104098]: self.callback(batched_events) Mar 28 01:07:56.323293 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:07:56.323293 dv-neutron-834874-6-hyperv neutron-server[104098]: event.method(event) Mar 28 01:07:56.323293 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:07:56.323293 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:07:56.323293 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:07:56.323293 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:07:56.323293 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:07:56.323293 dv-neutron-834874-6-hyperv neutron-server[104098]: return f(self, *a, **k) Mar 28 01:07:56.323293 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:07:56.323293 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._get(url).json() Mar 28 01:07:56.323293 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:07:56.323293 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:07:56.323293 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:07:56.323293 dv-neutron-834874-6-hyperv neutron-server[104098]: return self.request(url, 'GET', **kwargs) Mar 28 01:07:56.323293 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:07:56.323293 dv-neutron-834874-6-hyperv neutron-server[104098]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:07:56.323293 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:07:56.323293 dv-neutron-834874-6-hyperv neutron-server[104098]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:07:56.323293 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:07:56.323293 dv-neutron-834874-6-hyperv neutron-server[104098]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:07:56.323293 dv-neutron-834874-6-hyperv neutron-server[104098]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:07:56.410480 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-4c71e59c-47ba-417c-ae78-2900233c611d tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5ab2846-e065-47e9-ae4e-c2edbf645bc9']}} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:07:56.432177 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396e94ca-eec6-40be-9da8-35081699bd65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-9bedadb7-1f24-4e9e-928c-9b5b8fb8ff99', 'network_id': '9bedadb7-1f24-4e9e-928c-9b5b8fb8ff99', 'project_id': 'fa54b4b5eec2452a8dcd67fc666c1bd8', 'fixed_ips': [{'subnet_id': 'd8ec18dd-d055-4c3a-99af-6af18eebcd72'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:07:56.433042 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-396e94ca-eec6-40be-9da8-35081699bd65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:56.449259 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-4c71e59c-47ba-417c-ae78-2900233c611d tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '850d6a27-de1d-48d6-befc-f86100cbbcca') {'for_net_delete': True} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:07:56.449460 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-4c71e59c-47ba-417c-ae78-2900233c611d tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '850d6a27-de1d-48d6-befc-f86100cbbcca') {} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:07:56.463993 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f07323ed-959a-489f-baa5-2300639c74bb tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Made reservation on behalf of 564cf6bfe83a4d71adcd7d33f5d20cb1 for: {'subnet': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:07:56.468280 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f07323ed-959a-489f-baa5-2300639c74bb tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126757772'] for subnet (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:56.476642 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 25bc3e89-5661-4d6f-aa23-925316325515 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:07:56.477043 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (25bc3e89-5661-4d6f-aa23-925316325515), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:56.512388 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4c71e59c-47ba-417c-ae78-2900233c611d tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126443583'] for segment (850d6a27-de1d-48d6-befc-f86100cbbcca), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:56.516498 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2781efa8-5030-425c-9246-e3c0c04fe124 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (4b796c15-a3b3-48b4-b3ca-0a983e28a5ad), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:56.563365 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2781efa8-5030-425c-9246-e3c0c04fe124 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:56.572617 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-2781efa8-5030-425c-9246-e3c0c04fe124 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] 10.222.0.24 "DELETE /v2.0/networks/4b796c15-a3b3-48b4-b3ca-0a983e28a5ad HTTP/1.1" status: 204 len: 168 time: 4.5861378 Mar 28 01:07:56.573462 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3d8ee14-fcce-48a9-8a50-fa24c0de2ffb tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Made reservation on behalf of fa54b4b5eec2452a8dcd67fc666c1bd8 for: {'port': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:07:56.582000 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52476) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:56.592258 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa952a5-6be0-4c68-b962-d040306cbbc8 None None] Update dhcp port {'port': {'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290', 'fixed_ips': [{'subnet_id': '9d0a82d9-bb3e-427c-8545-ccecb853b9d2'}], 'binding:host_id': 'dv-neutron-834874-6-hyperv'}, 'id': '62f55c3c-e9a0-48e9-ae74-ce63affd51bb'} from dv-neutron-834874-6-hyperv. {{(pid=104100) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 28 01:07:56.635784 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] For port 25bc3e89-5661-4d6f-aa23-925316325515, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=25bc3e89-5661-4d6f-aa23-925316325515,segment=NetworkSegment(96767dab-2ad4-459e-9d9b-09bcb8fe4c5a),segment_id=96767dab-2ad4-459e-9d9b-09bcb8fe4c5a)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:07:56.636998 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b31fab1-7259-4391-827b-ff7583b232ad tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] DELETE failed (client error): The resource could not be found. Mar 28 01:07:56.637460 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b31fab1-7259-4391-827b-ff7583b232ad tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:07:56.641296 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-7b31fab1-7259-4391-827b-ff7583b232ad tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] 10.222.0.24 "DELETE /v2.0/subnets/ed8a00b7-90f8-4de8-b7de-885f4f61d86e HTTP/1.1" status: 404 len: 337 time: 0.0580842 Mar 28 01:07:56.652500 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52478) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:56.682018 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c7866d8-2058-43e5-8a62-a468f7629518 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] DELETE failed (client error): The resource could not be found. Mar 28 01:07:56.682529 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c7866d8-2058-43e5-8a62-a468f7629518 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:07:56.687827 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-7c7866d8-2058-43e5-8a62-a468f7629518 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] 10.222.0.24 "DELETE /v2.0/networks/4b796c15-a3b3-48b4-b3ca-0a983e28a5ad HTTP/1.1" status: 404 len: 339 time: 0.0294409 Mar 28 01:07:56.687991 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (25bc3e89-5661-4d6f-aa23-925316325515), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:56.688247 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4c71e59c-47ba-417c-ae78-2900233c611d tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (850d6a27-de1d-48d6-befc-f86100cbbcca), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:56.689802 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-aa9f7df5-0188-49df-95d1-764d18849715 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks [] for port (4c9287fd-767d-413c-b1f6-e72c83409195), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:56.691822 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52480) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:56.693310 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2781efa8-5030-425c-9246-e3c0c04fe124 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Pushing event deleted for resources: {'Network': ['ID=4b796c15-a3b3-48b4-b3ca-0a983e28a5ad,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:56.699688 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-0aa952a5-6be0-4c68-b962-d040306cbbc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (62f55c3c-e9a0-48e9-ae74-ce63affd51bb), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:56.709435 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c71e59c-47ba-417c-ae78-2900233c611d tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=104098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:07:56.709960 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4c71e59c-47ba-417c-ae78-2900233c611d tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126177251'] for segment (850d6a27-de1d-48d6-befc-f86100cbbcca), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:56.718730 dv-neutron-834874-6-hyperv neutron-server[104098]: Traceback (most recent call last): Mar 28 01:07:56.718730 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:07:56.718730 dv-neutron-834874-6-hyperv neutron-server[104098]: timer() Mar 28 01:07:56.718730 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:07:56.718730 dv-neutron-834874-6-hyperv neutron-server[104098]: cb(*args, **kw) Mar 28 01:07:56.718730 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:07:56.718730 dv-neutron-834874-6-hyperv neutron-server[104098]: return func(*args, **kwargs) Mar 28 01:07:56.718730 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:07:56.718730 dv-neutron-834874-6-hyperv neutron-server[104098]: self._notify() Mar 28 01:07:56.718730 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:07:56.718730 dv-neutron-834874-6-hyperv neutron-server[104098]: self.callback(batched_events) Mar 28 01:07:56.718730 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:07:56.718730 dv-neutron-834874-6-hyperv neutron-server[104098]: event.method(event) Mar 28 01:07:56.718730 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:07:56.718730 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:07:56.718730 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:07:56.718730 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:07:56.718730 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:07:56.718730 dv-neutron-834874-6-hyperv neutron-server[104098]: return f(self, *a, **k) Mar 28 01:07:56.718730 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:07:56.718730 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._get(url).json() Mar 28 01:07:56.718730 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:07:56.718730 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:07:56.718730 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:07:56.718730 dv-neutron-834874-6-hyperv neutron-server[104098]: return self.request(url, 'GET', **kwargs) Mar 28 01:07:56.718730 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:07:56.718730 dv-neutron-834874-6-hyperv neutron-server[104098]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:07:56.718730 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:07:56.718730 dv-neutron-834874-6-hyperv neutron-server[104098]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:07:56.718730 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:07:56.718730 dv-neutron-834874-6-hyperv neutron-server[104098]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:07:56.718730 dv-neutron-834874-6-hyperv neutron-server[104098]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:07:56.734331 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c568967-9829-46ef-ba64-b4efc13c0e38 None None] Network 7c8c0538-5060-44fc-95df-1da6a7312af2 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:07:56.780350 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-aa9f7df5-0188-49df-95d1-764d18849715 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (4c9287fd-767d-413c-b1f6-e72c83409195), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:56.781290 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-aa9f7df5-0188-49df-95d1-764d18849715 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3725889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3686480'] for router_interface (f81af90b-fce4-4a88-b359-96e0e694ce6c), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:56.803892 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 719613d3-e43d-4ef2-a6a5-13af7b12826f no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:07:56.812628 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-396e94ca-eec6-40be-9da8-35081699bd65 None None] Allocated IP 172.20.0.2 (9bedadb7-1f24-4e9e-928c-9b5b8fb8ff99/d8ec18dd-d055-4c3a-99af-6af18eebcd72/a1f0a455-d9f1-4151-928b-898774d7342d) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:07:56.847767 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b3d8ee14-fcce-48a9-8a50-fa24c0de2ffb tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:56.877002 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4c71e59c-47ba-417c-ae78-2900233c611d tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (e5ab2846-e065-47e9-ae4e-c2edbf645bc9), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:56.880669 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.notifiers.nova [None req-b3d8ee14-fcce-48a9-8a50-fa24c0de2ffb tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] device_id is not set on port 53f1dbbf-e631-434a-8ee9-1b886fd6a33b yet. {{(pid=104098) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 01:07:56.890036 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: 719613d3-e43d-4ef2-a6a5-13af7b12826f {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:07:56.890036 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 719613d3-e43d-4ef2-a6a5-13af7b12826f not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:07:56.890504 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 0f890b05-5447-453b-adde-2aeaa5c95aba no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:07:56.899315 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4c71e59c-47ba-417c-ae78-2900233c611d tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:56.901825 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-4c71e59c-47ba-417c-ae78-2900233c611d tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] 10.222.0.24 "DELETE /v2.0/networks/e5ab2846-e065-47e9-ae4e-c2edbf645bc9 HTTP/1.1" status: 204 len: 168 time: 2.3947070 Mar 28 01:07:56.903457 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-98464ae5-c4a8-4886-89ba-504ad04b2cdb None None] Provisioning complete for port 25bc3e89-5661-4d6f-aa23-925316325515 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:07:56.903835 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-98464ae5-c4a8-4886-89ba-504ad04b2cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (25bc3e89-5661-4d6f-aa23-925316325515), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:56.915078 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52484) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:56.928589 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Pushing event updated for resources: {'Port': ['ID=25bc3e89-5661-4d6f-aa23-925316325515,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:56.954501 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c71e59c-47ba-417c-ae78-2900233c611d tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Pushing event deleted for resources: {'Network': ['ID=e5ab2846-e065-47e9-ae4e-c2edbf645bc9,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:56.970606 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a6d8b134-5054-4016-9e90-955fd9d6b3be tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (7b3585ee-15da-47dd-a0ed-ea2d4f311282), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:56.983609 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c63500e0-a41a-4982-b627-856c5da8ea0f tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:56.994797 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9f7df5-0188-49df-95d1-764d18849715 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Pushing event updated for resources: {'Port': ['ID=4c9287fd-767d-413c-b1f6-e72c83409195,revision_number=2']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:57.002680 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f07323ed-959a-489f-baa5-2300639c74bb tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127282703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126757786'] for subnet (ca56910f-906f-4cc4-99a7-0b4dafdc52c4), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:57.009198 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: 0f890b05-5447-453b-adde-2aeaa5c95aba {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:07:57.009198 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 0f890b05-5447-453b-adde-2aeaa5c95aba not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:07:57.096278 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_v2 [None req-21d24356-a912-4c17-af2f-b2c2bcd7cf8c tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Deleting subnet df294ffc-daf7-4016-8c33-ad9a63b14d4e {{(pid=104098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:07:57.098084 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07323ed-959a-489f-baa5-2300639c74bb tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Network be4801db-c8f8-4df3-b9b5-556693d6a290 is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:07:57.105331 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-21d24356-a912-4c17-af2f-b2c2bcd7cf8c tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks [] for subnet (df294ffc-daf7-4016-8c33-ad9a63b14d4e), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:57.115656 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-f07323ed-959a-489f-baa5-2300639c74bb tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:07:57.119126 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f07323ed-959a-489f-baa5-2300639c74bb tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:57.119719 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f07323ed-959a-489f-baa5-2300639c74bb tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks [] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:57.158703 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9f7df5-0188-49df-95d1-764d18849715 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Network 7c8c0538-5060-44fc-95df-1da6a7312af2 is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:07:57.171277 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07323ed-959a-489f-baa5-2300639c74bb tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Pushing event updated for resources: {'Subnet': ['ID=ca56910f-906f-4cc4-99a7-0b4dafdc52c4,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:57.175522 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-aa9f7df5-0188-49df-95d1-764d18849715 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:07:57.195848 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-21d24356-a912-4c17-af2f-b2c2bcd7cf8c tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126443526'] for subnet (df294ffc-daf7-4016-8c33-ad9a63b14d4e), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:57.229967 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-98464ae5-c4a8-4886-89ba-504ad04b2cdb None None] Current status of the port 25bc3e89-5661-4d6f-aa23-925316325515 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:07:57.234977 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a6d8b134-5054-4016-9e90-955fd9d6b3be tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (7b3585ee-15da-47dd-a0ed-ea2d4f311282), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:57.245826 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-c63500e0-a41a-4982-b627-856c5da8ea0f tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Allocated IP 172.26.1.180 (dea6548b-502b-42db-97fb-371e423e739a/cce6de65-d8c9-45b8-9970-0a277e8c1192/33a7a463-850c-460a-9897-6daf4f76a98d) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:07:57.256638 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-396e94ca-eec6-40be-9da8-35081699bd65 None None] Publish callbacks [] for port (a1f0a455-d9f1-4151-928b-898774d7342d), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:57.264487 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-396e94ca-eec6-40be-9da8-35081699bd65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (a1f0a455-d9f1-4151-928b-898774d7342d), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:57.267420 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-f07323ed-959a-489f-baa5-2300639c74bb tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0649498 Mar 28 01:07:57.274739 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52486) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:57.281445 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-8e1a465a-a395-4a26-bb05-2fd30236dfce tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Request body: {'subnet': {'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:07:57.311746 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396e94ca-eec6-40be-9da8-35081699bd65 None None] Network 9bedadb7-1f24-4e9e-928c-9b5b8fb8ff99 is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:07:57.320231 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-396e94ca-eec6-40be-9da8-35081699bd65 None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:07:57.322681 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396e94ca-eec6-40be-9da8-35081699bd65 None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:07:57.330004 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396e94ca-eec6-40be-9da8-35081699bd65 None None] Pushing event updated for resources: {'Port': ['ID=a1f0a455-d9f1-4151-928b-898774d7342d,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:57.339665 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-a6d8b134-5054-4016-9e90-955fd9d6b3be tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b3585ee-15da-47dd-a0ed-ea2d4f311282']}} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:07:57.373337 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-a6d8b134-5054-4016-9e90-955fd9d6b3be tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd355b2dd-dd55-4cf7-9e32-797a1ff22646') {'for_net_delete': True} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:07:57.374220 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-a6d8b134-5054-4016-9e90-955fd9d6b3be tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd355b2dd-dd55-4cf7-9e32-797a1ff22646') {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:07:57.389397 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c167d4ec-3904-4975-98a9-db857a5b4f28 None None] Network be4801db-c8f8-4df3-b9b5-556693d6a290 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:07:57.390928 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a6d8b134-5054-4016-9e90-955fd9d6b3be tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126946678'] for segment (d355b2dd-dd55-4cf7-9e32-797a1ff22646), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:57.418389 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a6d8b134-5054-4016-9e90-955fd9d6b3be tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (d355b2dd-dd55-4cf7-9e32-797a1ff22646), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:57.443943 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6d8b134-5054-4016-9e90-955fd9d6b3be tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=104099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:07:57.444406 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a6d8b134-5054-4016-9e90-955fd9d6b3be tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127280876'] for segment (d355b2dd-dd55-4cf7-9e32-797a1ff22646), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:57.451213 dv-neutron-834874-6-hyperv neutron-server[104099]: Traceback (most recent call last): Mar 28 01:07:57.451213 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:07:57.451213 dv-neutron-834874-6-hyperv neutron-server[104099]: timer() Mar 28 01:07:57.451213 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:07:57.451213 dv-neutron-834874-6-hyperv neutron-server[104099]: cb(*args, **kw) Mar 28 01:07:57.451213 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:07:57.451213 dv-neutron-834874-6-hyperv neutron-server[104099]: return func(*args, **kwargs) Mar 28 01:07:57.451213 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:07:57.451213 dv-neutron-834874-6-hyperv neutron-server[104099]: self._notify() Mar 28 01:07:57.451213 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:07:57.451213 dv-neutron-834874-6-hyperv neutron-server[104099]: self.callback(batched_events) Mar 28 01:07:57.451213 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:07:57.451213 dv-neutron-834874-6-hyperv neutron-server[104099]: event.method(event) Mar 28 01:07:57.451213 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:07:57.451213 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:07:57.451213 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:07:57.451213 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:07:57.451213 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:07:57.451213 dv-neutron-834874-6-hyperv neutron-server[104099]: return f(self, *a, **k) Mar 28 01:07:57.451213 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:07:57.451213 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._get(url).json() Mar 28 01:07:57.451213 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:07:57.451213 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:07:57.451213 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:07:57.451213 dv-neutron-834874-6-hyperv neutron-server[104099]: return self.request(url, 'GET', **kwargs) Mar 28 01:07:57.451213 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:07:57.451213 dv-neutron-834874-6-hyperv neutron-server[104099]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:07:57.451213 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:07:57.451213 dv-neutron-834874-6-hyperv neutron-server[104099]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:07:57.451213 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:07:57.451213 dv-neutron-834874-6-hyperv neutron-server[104099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:07:57.451213 dv-neutron-834874-6-hyperv neutron-server[104099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:07:57.499346 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c63500e0-a41a-4982-b627-856c5da8ea0f tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks [] for port (33a7a463-850c-460a-9897-6daf4f76a98d), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:57.570867 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a6d8b134-5054-4016-9e90-955fd9d6b3be tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (7b3585ee-15da-47dd-a0ed-ea2d4f311282), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:57.576431 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a6d8b134-5054-4016-9e90-955fd9d6b3be tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks [] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:57.582697 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-a6d8b134-5054-4016-9e90-955fd9d6b3be tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] 10.222.0.24 "DELETE /v2.0/networks/7b3585ee-15da-47dd-a0ed-ea2d4f311282 HTTP/1.1" status: 204 len: 168 time: 0.8882213 Mar 28 01:07:57.585019 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52490) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:57.601973 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa9f7df5-0188-49df-95d1-764d18849715 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Router f81af90b-fce4-4a88-b359-96e0e694ce6c is scheduled to L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 with binding_index 1 {{(pid=104099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 01:07:57.616719 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-b3d8ee14-fcce-48a9-8a50-fa24c0de2ffb tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Allocated IP 172.20.0.10 (9bedadb7-1f24-4e9e-928c-9b5b8fb8ff99/d8ec18dd-d055-4c3a-99af-6af18eebcd72/53f1dbbf-e631-434a-8ee9-1b886fd6a33b) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:07:57.640104 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-21d24356-a912-4c17-af2f-b2c2bcd7cf8c tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (df294ffc-daf7-4016-8c33-ad9a63b14d4e), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:57.642183 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e1a465a-a395-4a26-bb05-2fd30236dfce tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Made reservation on behalf of 564cf6bfe83a4d71adcd7d33f5d20cb1 for: {'subnet': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:07:57.646046 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8e1a465a-a395-4a26-bb05-2fd30236dfce tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126757772'] for subnet (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:57.646202 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c63500e0-a41a-4982-b627-856c5da8ea0f tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (33a7a463-850c-460a-9897-6daf4f76a98d), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:57.662609 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d8b134-5054-4016-9e90-955fd9d6b3be tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Pushing event deleted for resources: {'Network': ['ID=7b3585ee-15da-47dd-a0ed-ea2d4f311282,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:57.666205 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-523460fe-b484-4ecb-9c52-438de2106492 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] DELETE failed (client error): The resource could not be found. Mar 28 01:07:57.666655 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-523460fe-b484-4ecb-9c52-438de2106492 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:07:57.672427 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-523460fe-b484-4ecb-9c52-438de2106492 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] 10.222.0.24 "DELETE /v2.0/subnets/27b1f512-9342-40e3-a882-42b80bf9d9d5 HTTP/1.1" status: 404 len: 337 time: 0.0824955 Mar 28 01:07:57.673031 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52492) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:57.723323 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-396e94ca-eec6-40be-9da8-35081699bd65 None None] Attempting to bind port a1f0a455-d9f1-4151-928b-898774d7342d on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:07:57.723703 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-396e94ca-eec6-40be-9da8-35081699bd65 None None] Attempting to bind port a1f0a455-d9f1-4151-928b-898774d7342d by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': 'dc2c5104-ba88-488e-8450-47f584403f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '9bedadb7-1f24-4e9e-928c-9b5b8fb8ff99'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:07:57.724185 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396e94ca-eec6-40be-9da8-35081699bd65 None None] Attempting to bind port a1f0a455-d9f1-4151-928b-898774d7342d on network 9bedadb7-1f24-4e9e-928c-9b5b8fb8ff99 {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:07:57.757220 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 25bc3e89-5661-4d6f-aa23-925316325515 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:07:57.759292 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396e94ca-eec6-40be-9da8-35081699bd65 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:07:57.759674 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396e94ca-eec6-40be-9da8-35081699bd65 None None] Checking segment: {'id': 'dc2c5104-ba88-488e-8450-47f584403f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '9bedadb7-1f24-4e9e-928c-9b5b8fb8ff99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:07:57.760318 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-396e94ca-eec6-40be-9da8-35081699bd65 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:57.761217 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396e94ca-eec6-40be-9da8-35081699bd65 None None] Bound using segment: {'id': 'dc2c5104-ba88-488e-8450-47f584403f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '9bedadb7-1f24-4e9e-928c-9b5b8fb8ff99'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:07:57.761217 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-396e94ca-eec6-40be-9da8-35081699bd65 None None] Bound port: a1f0a455-d9f1-4151-928b-898774d7342d, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc2c5104-ba88-488e-8450-47f584403f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '9bedadb7-1f24-4e9e-928c-9b5b8fb8ff99'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:07:57.780853 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-396e94ca-eec6-40be-9da8-35081699bd65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (a1f0a455-d9f1-4151-928b-898774d7342d), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:57.786135 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63500e0-a41a-4982-b627-856c5da8ea0f tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Network dea6548b-502b-42db-97fb-371e423e739a is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:07:57.825957 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-24f78532-bef6-46f3-9d20-2c3d8463bde5 None None] Provisioning complete for port 62f55c3c-e9a0-48e9-ae74-ce63affd51bb triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:07:57.826540 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-24f78532-bef6-46f3-9d20-2c3d8463bde5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (62f55c3c-e9a0-48e9-ae74-ce63affd51bb), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:57.930540 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b3d8ee14-fcce-48a9-8a50-fa24c0de2ffb tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks [] for port (53f1dbbf-e631-434a-8ee9-1b886fd6a33b), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:57.940533 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-396e94ca-eec6-40be-9da8-35081699bd65 None None] For port a1f0a455-d9f1-4151-928b-898774d7342d, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:07:57.944150 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-396e94ca-eec6-40be-9da8-35081699bd65 None None] For port a1f0a455-d9f1-4151-928b-898774d7342d, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=a1f0a455-d9f1-4151-928b-898774d7342d,segment=NetworkSegment(dc2c5104-ba88-488e-8450-47f584403f24),segment_id=dc2c5104-ba88-488e-8450-47f584403f24)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:07:57.984243 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-396e94ca-eec6-40be-9da8-35081699bd65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (a1f0a455-d9f1-4151-928b-898774d7342d), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:57.988524 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-c63500e0-a41a-4982-b627-856c5da8ea0f tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:07:58.000067 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63500e0-a41a-4982-b627-856c5da8ea0f tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:07:58.012076 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63500e0-a41a-4982-b627-856c5da8ea0f tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Pushing event updated for resources: {'Port': ['ID=33a7a463-850c-460a-9897-6daf4f76a98d,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:58.018422 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad1de7c4-0ac4-407d-8f4f-b2bb1c4f31a8 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] DELETE failed (client error): The resource could not be found. Mar 28 01:07:58.018991 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad1de7c4-0ac4-407d-8f4f-b2bb1c4f31a8 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:07:58.025398 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-ad1de7c4-0ac4-407d-8f4f-b2bb1c4f31a8 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] 10.222.0.24 "DELETE /v2.0/networks/21f2c238-3ac6-4cf8-916a-d258cb771b95 HTTP/1.1" status: 404 len: 339 time: 0.3212039 Mar 28 01:07:58.028718 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52494) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:58.045174 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b3d8ee14-fcce-48a9-8a50-fa24c0de2ffb tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (53f1dbbf-e631-434a-8ee9-1b886fd6a33b), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:58.150392 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396e94ca-eec6-40be-9da8-35081699bd65 None None] Pushing event updated for resources: {'Port': ['ID=a1f0a455-d9f1-4151-928b-898774d7342d,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:58.164620 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-24f78532-bef6-46f3-9d20-2c3d8463bde5 None None] Current status of the port 62f55c3c-e9a0-48e9-ae74-ce63affd51bb is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:07:58.202785 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.ipam_backend_mixin [None req-8e1a465a-a395-4a26-bb05-2fd30236dfce tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ca56910f-906f-4cc4-99a7-0b4dafdc52c4 (CIDR: 2001:db8::/64) Mar 28 01:07:58.211285 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_v2 [None req-be2caa96-e806-4a50-a676-4e8447d0a1b1 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Deleting subnet b61517af-f03d-43be-89ff-9fb91dec89a4 {{(pid=104099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:07:58.215924 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 25bc3e89-5661-4d6f-aa23-925316325515 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:07:58.216390 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (25bc3e89-5661-4d6f-aa23-925316325515), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:58.217898 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e1a465a-a395-4a26-bb05-2fd30236dfce tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 01:07:58.218355 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e1a465a-a395-4a26-bb05-2fd30236dfce tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:07:58.221485 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-be2caa96-e806-4a50-a676-4e8447d0a1b1 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks [] for subnet (b61517af-f03d-43be-89ff-9fb91dec89a4), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:58.270296 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa9f7df5-0188-49df-95d1-764d18849715 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:07:58.280234 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-aa9f7df5-0188-49df-95d1-764d18849715 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] 10.222.0.24 "PUT /v2.0/routers/f81af90b-fce4-4a88-b359-96e0e694ce6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0767264 Mar 28 01:07:58.280234 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52498) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:58.287143 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-fa24d618-acf7-4f19-a0c1-f6ea90b01995 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1385354085'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:07:58.287736 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ba0de5-4359-41fb-bc95-37535056fbd1 None None] Sync routers for ids ['f81af90b-fce4-4a88-b359-96e0e694ce6c'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:07:58.296866 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-8e1a465a-a395-4a26-bb05-2fd30236dfce tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0195854 Mar 28 01:07:58.302242 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52500) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:58.307525 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-17ed4aba-6a5b-4720-92db-2174b42faa5f tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Request body: {'subnet': {'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:07:58.317912 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ba0de5-4359-41fb-bc95-37535056fbd1 None None] Routers {'f81af90b-fce4-4a88-b359-96e0e694ce6c'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:07:58.318929 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-75ba0de5-4359-41fb-bc95-37535056fbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:07:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['f81af90b-fce4-4a88-b359-96e0e694ce6c'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:07:58.319088 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-be2caa96-e806-4a50-a676-4e8447d0a1b1 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126946639'] for subnet (b61517af-f03d-43be-89ff-9fb91dec89a4), precommit_delete_associations {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:58.340103 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aad670e-e5df-4c4c-bd16-1c8876eb27e2 None None] Update dhcp port {'port': {'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290', 'fixed_ips': [{'subnet_id': 'ca56910f-906f-4cc4-99a7-0b4dafdc52c4'}], 'binding:host_id': 'dv-neutron-834874-6-hyperv'}, 'id': '62f55c3c-e9a0-48e9-ae74-ce63affd51bb'} from dv-neutron-834874-6-hyperv. {{(pid=104100) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 28 01:07:58.420202 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa24d618-acf7-4f19-a0c1-f6ea90b01995 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Made reservation on behalf of 73b89705b12a4822849ef008702f6650 for: {'network': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:07:58.423281 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-2a5e0b56-43f1-4c38-a7cc-357a7ec21d9c None None] Provisioning complete for port 25bc3e89-5661-4d6f-aa23-925316325515 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:07:58.423946 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-fa24d618-acf7-4f19-a0c1-f6ea90b01995 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:58.424328 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-2a5e0b56-43f1-4c38-a7cc-357a7ec21d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (25bc3e89-5661-4d6f-aa23-925316325515), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:58.427879 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-1aad670e-e5df-4c4c-bd16-1c8876eb27e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (62f55c3c-e9a0-48e9-ae74-ce63affd51bb), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:58.504441 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-75ba0de5-4359-41fb-bc95-37535056fbd1 None None] Set router f81af90b-fce4-4a88-b359-96e0e694ce6c gateway port host: None {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:07:58.525316 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-be2caa96-e806-4a50-a676-4e8447d0a1b1 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (b61517af-f03d-43be-89ff-9fb91dec89a4), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:58.635471 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-21d24356-a912-4c17-af2f-b2c2bcd7cf8c tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126175041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126112438'] for subnet (df294ffc-daf7-4016-8c33-ad9a63b14d4e), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:58.652373 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-be2caa96-e806-4a50-a676-4e8447d0a1b1 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127282766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126757793'] for subnet (b61517af-f03d-43be-89ff-9fb91dec89a4), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:58.675065 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 25bc3e89-5661-4d6f-aa23-925316325515 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:07:58.680340 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d8ee14-fcce-48a9-8a50-fa24c0de2ffb tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Network 9bedadb7-1f24-4e9e-928c-9b5b8fb8ff99 is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:07:58.686760 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17ed4aba-6a5b-4720-92db-2174b42faa5f tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Made reservation on behalf of 564cf6bfe83a4d71adcd7d33f5d20cb1 for: {'subnet': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:07:58.691071 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-17ed4aba-6a5b-4720-92db-2174b42faa5f tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126757772'] for subnet (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:58.691706 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-21d24356-a912-4c17-af2f-b2c2bcd7cf8c tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:58.696073 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa24d618-acf7-4f19-a0c1-f6ea90b01995 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=104099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:07:58.699263 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-21d24356-a912-4c17-af2f-b2c2bcd7cf8c tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] 10.222.0.24 "DELETE /v2.0/subnets/df294ffc-daf7-4016-8c33-ad9a63b14d4e HTTP/1.1" status: 204 len: 168 time: 1.7559626 Mar 28 01:07:58.700485 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-b3d8ee14-fcce-48a9-8a50-fa24c0de2ffb tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:07:58.703218 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d8ee14-fcce-48a9-8a50-fa24c0de2ffb tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:07:58.706459 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2caa96-e806-4a50-a676-4e8447d0a1b1 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Pushing event deleted for resources: {'Subnet': ['ID=b61517af-f03d-43be-89ff-9fb91dec89a4,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:58.718114 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2415fba7-3174-4a3e-adcb-0d7d211153b8 None None] Network 1fd39b34-7257-4fc1-b885-4ff9ce181ae0 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:07:58.730536 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52502) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:58.750894 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d24356-a912-4c17-af2f-b2c2bcd7cf8c tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Pushing event deleted for resources: {'Subnet': ['ID=df294ffc-daf7-4016-8c33-ad9a63b14d4e,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:58.779812 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d8ee14-fcce-48a9-8a50-fa24c0de2ffb tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:58.781112 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b3d8ee14-fcce-48a9-8a50-fa24c0de2ffb tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:58.791231 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d8ee14-fcce-48a9-8a50-fa24c0de2ffb tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Pushing event updated for resources: {'Port': ['ID=53f1dbbf-e631-434a-8ee9-1b886fd6a33b,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:58.804920 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-be2caa96-e806-4a50-a676-4e8447d0a1b1 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks [] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:58.808526 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-be2caa96-e806-4a50-a676-4e8447d0a1b1 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] 10.222.0.24 "DELETE /v2.0/subnets/b61517af-f03d-43be-89ff-9fb91dec89a4 HTTP/1.1" status: 204 len: 168 time: 0.7776356 Mar 28 01:07:58.813342 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52506) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:58.818904 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-fa24d618-acf7-4f19-a0c1-f6ea90b01995 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (6bb42aad-ce16-42a2-9224-fc11408751c6), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:58.819281 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.segments_db [None req-fa24d618-acf7-4f19-a0c1-f6ea90b01995 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Added segment 6bb42aad-ce16-42a2-9224-fc11408751c6 of type vlan for network ace6d7f7-f15f-4162-86f7-e748421e33be Mar 28 01:07:58.822979 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 62f55c3c-e9a0-48e9-ae74-ce63affd51bb no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:07:58.865298 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8190e094-14f8-4d5e-831d-eb9918cf7eb5 None None] Network dbdb9143-cbdb-45f5-ac01-efbca69ef3aa requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:07:58.881488 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-b3d8ee14-fcce-48a9-8a50-fa24c0de2ffb tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.7699792 Mar 28 01:07:58.887193 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52508) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:58.892718 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-c2ee3ac8-f574-49d7-b65a-0d38388c08c5 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Request body: {'port': {'network_id': '9bedadb7-1f24-4e9e-928c-9b5b8fb8ff99', 'name': 'tempest-PortsTestJSON-1725410650', 'fixed_ips': [{'subnet_id': 'd8ec18dd-d055-4c3a-99af-6af18eebcd72', 'ip_address': '172.20.0.9'}]}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:07:58.927358 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc8dbaab-3d98-428a-8be1-cc2f36a927fa tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Deleting subnet 4d99c243-d13f-42ce-a43d-d61f47f22398 {{(pid=104099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:07:58.935807 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-cc8dbaab-3d98-428a-8be1-cc2f36a927fa tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks [] for subnet (4d99c243-d13f-42ce-a43d-d61f47f22398), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:58.970880 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_v2 [None req-5388018d-47e0-4c68-9efc-f92bd9140743 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Deleting subnet bea17fb3-d552-4f9a-89dc-8cb010b9d3f6 {{(pid=104098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:07:58.987799 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-cc8dbaab-3d98-428a-8be1-cc2f36a927fa tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126946639'] for subnet (4d99c243-d13f-42ce-a43d-d61f47f22398), precommit_delete_associations {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:59.001329 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-75ba0de5-4359-41fb-bc95-37535056fbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f81af90b-fce4-4a88-b359-96e0e694ce6c', 'name': 'tempest-RoutersIpV6Test-router-781427244', 'tenant_id': '73b89705b12a4822849ef008702f6650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:07:51Z', 'updated_at': '2022-03-28T01:07:55Z', 'revision_number': 2, 'project_id': '73b89705b12a4822849ef008702f6650', 'gw_port_host': None, '_interfaces': [{'id': '4c9287fd-767d-413c-b1f6-e72c83409195', 'name': '', 'network_id': '7c8c0538-5060-44fc-95df-1da6a7312af2', 'tenant_id': '73b89705b12a4822849ef008702f6650', 'mac_address': 'fa:16:3e:6d:1f:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f81af90b-fce4-4a88-b359-96e0e694ce6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '11187ad9-a275-45d5-9e5e-2a11e69b6a34', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:07:54Z', 'updated_at': '2022-03-28T01:07:56Z', 'revision_number': 2, 'project_id': '73b89705b12a4822849ef008702f6650', 'subnets': [{'id': '11187ad9-a275-45d5-9e5e-2a11e69b6a34', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:07:59.010116 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5388018d-47e0-4c68-9efc-f92bd9140743 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks [] for subnet (bea17fb3-d552-4f9a-89dc-8cb010b9d3f6), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:59.037747 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ba0de5-4359-41fb-bc95-37535056fbd1 None None] Checking router: f81af90b-fce4-4a88-b359-96e0e694ce6c for host: dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:07:59.038391 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ba0de5-4359-41fb-bc95-37535056fbd1 None None] Updating router f81af90b-fce4-4a88-b359-96e0e694ce6c port 4c9287fd-767d-413c-b1f6-e72c83409195 binding host dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 01:07:59.078669 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-75ba0de5-4359-41fb-bc95-37535056fbd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (4c9287fd-767d-413c-b1f6-e72c83409195), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:59.106280 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-cc8dbaab-3d98-428a-8be1-cc2f36a927fa tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (4d99c243-d13f-42ce-a43d-d61f47f22398), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:59.144427 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5388018d-47e0-4c68-9efc-f92bd9140743 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126443526'] for subnet (bea17fb3-d552-4f9a-89dc-8cb010b9d3f6), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:59.146560 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-fa24d618-acf7-4f19-a0c1-f6ea90b01995 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (ace6d7f7-f15f-4162-86f7-e748421e33be), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:59.175166 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 62f55c3c-e9a0-48e9-ae74-ce63affd51bb is: ACTIVE; New status is: DOWN {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:07:59.176622 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (62f55c3c-e9a0-48e9-ae74-ce63affd51bb), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:59.236833 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-1aad670e-e5df-4c4c-bd16-1c8876eb27e2 None None] Allocated IP 2001:db8::2 (be4801db-c8f8-4df3-b9b5-556693d6a290/ca56910f-906f-4cc4-99a7-0b4dafdc52c4/62f55c3c-e9a0-48e9-ae74-ce63affd51bb) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:07:59.241709 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-2a5e0b56-43f1-4c38-a7cc-357a7ec21d9c None None] Current status of the port 25bc3e89-5661-4d6f-aa23-925316325515 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:07:59.295881 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-fa24d618-acf7-4f19-a0c1-f6ea90b01995 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (ace6d7f7-f15f-4162-86f7-e748421e33be), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:59.300206 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2ee3ac8-f574-49d7-b65a-0d38388c08c5 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Made reservation on behalf of fa54b4b5eec2452a8dcd67fc666c1bd8 for: {'port': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:07:59.306829 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c2ee3ac8-f574-49d7-b65a-0d38388c08c5 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:59.307741 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa24d618-acf7-4f19-a0c1-f6ea90b01995 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:07:59.308460 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-fa24d618-acf7-4f19-a0c1-f6ea90b01995 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks [] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:59.309405 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-2a5e0b56-43f1-4c38-a7cc-357a7ec21d9c None None] Provisioning complete for port 4c9287fd-767d-413c-b1f6-e72c83409195 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:07:59.309961 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-2a5e0b56-43f1-4c38-a7cc-357a7ec21d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (4c9287fd-767d-413c-b1f6-e72c83409195), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:59.389630 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.notifiers.nova [None req-c2ee3ac8-f574-49d7-b65a-0d38388c08c5 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] device_id is not set on port 0fb457a2-57a6-4474-977b-a98b5241ad90 yet. {{(pid=104098) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 01:07:59.426908 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4646ffa6-43e9-48ca-a4bb-51dfaa6dfd78 None None] DHCP port deletion for 1fd39b34-7257-4fc1-b885-4ff9ce181ae0 request from dv-neutron-834874-6-hyperv {{(pid=104100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 01:07:59.457147 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-cc8dbaab-3d98-428a-8be1-cc2f36a927fa tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127282766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126757793'] for subnet (4d99c243-d13f-42ce-a43d-d61f47f22398), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:59.480388 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5388018d-47e0-4c68-9efc-f92bd9140743 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (bea17fb3-d552-4f9a-89dc-8cb010b9d3f6), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:59.504570 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-2a5e0b56-43f1-4c38-a7cc-357a7ec21d9c None None] Port 4c9287fd-767d-413c-b1f6-e72c83409195 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:07:59.544246 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8dbaab-3d98-428a-8be1-cc2f36a927fa tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Pushing event deleted for resources: {'Subnet': ['ID=4d99c243-d13f-42ce-a43d-d61f47f22398,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:59.550322 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-fa24d618-acf7-4f19-a0c1-f6ea90b01995 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2691536 Mar 28 01:07:59.558462 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52510) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:59.563739 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-75ba0de5-4359-41fb-bc95-37535056fbd1 None None] Publish callbacks [] for port (4c9287fd-767d-413c-b1f6-e72c83409195), precommit_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:59.568946 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-3e189320-a840-450b-a434-e1e8d651eb41 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Request body: {'subnet': {'network_id': 'ace6d7f7-f15f-4162-86f7-e748421e33be', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:07:59.579371 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-75ba0de5-4359-41fb-bc95-37535056fbd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (4c9287fd-767d-413c-b1f6-e72c83409195), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:59.586334 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-1aad670e-e5df-4c4c-bd16-1c8876eb27e2 None None] For port 62f55c3c-e9a0-48e9-ae74-ce63affd51bb, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=62f55c3c-e9a0-48e9-ae74-ce63affd51bb,segment=NetworkSegment(9028fe72-9b79-4538-96be-757c3dc71a72),segment_id=9028fe72-9b79-4538-96be-757c3dc71a72)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:07:59.638100 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c99074-4eab-4450-9cf7-35d16e83f57f None None] Network 0d7aa405-87b2-47f1-b474-45b15ba3c71a requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:07:59.676376 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-cc8dbaab-3d98-428a-8be1-cc2f36a927fa tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks [] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:59.683587 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-cc8dbaab-3d98-428a-8be1-cc2f36a927fa tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] 10.222.0.24 "DELETE /v2.0/subnets/4d99c243-d13f-42ce-a43d-d61f47f22398 HTTP/1.1" status: 204 len: 168 time: 0.9496515 Mar 28 01:07:59.687138 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52512) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:07:59.707294 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa24d618-acf7-4f19-a0c1-f6ea90b01995 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Pushing event updated for resources: {'Network': ['ID=ace6d7f7-f15f-4162-86f7-e748421e33be,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:59.725490 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fe1902-0b8c-4a2d-aa8b-9ce90d33c748 None None] Pushing event updated for resources: {'Port': ['ID=4c9287fd-767d-413c-b1f6-e72c83409195,revision_number=3']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:07:59.725689 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-4646ffa6-43e9-48ca-a4bb-51dfaa6dfd78 None None] Deleting port 039a4561-cc15-4725-af4c-d06a19d7c0fc {{(pid=104100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:07:59.725955 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-4646ffa6-43e9-48ca-a4bb-51dfaa6dfd78 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (039a4561-cc15-4725-af4c-d06a19d7c0fc), before_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:59.744607 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network ace6d7f7-f15f-4162-86f7-e748421e33be details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:07:59.778228 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fe1902-0b8c-4a2d-aa8b-9ce90d33c748 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:07:59.778591 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fe1902-0b8c-4a2d-aa8b-9ce90d33c748 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:07:59.778953 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fe1902-0b8c-4a2d-aa8b-9ce90d33c748 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:07:59.779300 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fe1902-0b8c-4a2d-aa8b-9ce90d33c748 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:07:59.779635 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fe1902-0b8c-4a2d-aa8b-9ce90d33c748 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:07:59.779967 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fe1902-0b8c-4a2d-aa8b-9ce90d33c748 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:07:59.780475 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fe1902-0b8c-4a2d-aa8b-9ce90d33c748 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:07:59.780803 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fe1902-0b8c-4a2d-aa8b-9ce90d33c748 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:07:59.781146 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fe1902-0b8c-4a2d-aa8b-9ce90d33c748 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:07:59.781479 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fe1902-0b8c-4a2d-aa8b-9ce90d33c748 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:07:59.781817 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fe1902-0b8c-4a2d-aa8b-9ce90d33c748 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:07:59.782988 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fe1902-0b8c-4a2d-aa8b-9ce90d33c748 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:07:59.783335 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fe1902-0b8c-4a2d-aa8b-9ce90d33c748 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:07:59.783669 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fe1902-0b8c-4a2d-aa8b-9ce90d33c748 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:07:59.783999 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fe1902-0b8c-4a2d-aa8b-9ce90d33c748 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:07:59.860689 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [None req-75ba0de5-4359-41fb-bc95-37535056fbd1 None None] Attempting to bind port 4c9287fd-767d-413c-b1f6-e72c83409195 on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:07:59.861141 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [None req-75ba0de5-4359-41fb-bc95-37535056fbd1 None None] Attempting to bind port 4c9287fd-767d-413c-b1f6-e72c83409195 by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': '96767dab-2ad4-459e-9d9b-09bcb8fe4c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7c8c0538-5060-44fc-95df-1da6a7312af2'}] {{(pid=104101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:07:59.861550 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ba0de5-4359-41fb-bc95-37535056fbd1 None None] Attempting to bind port 4c9287fd-767d-413c-b1f6-e72c83409195 on network 7c8c0538-5060-44fc-95df-1da6a7312af2 {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:07:59.874103 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ba0de5-4359-41fb-bc95-37535056fbd1 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:07:59.874700 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ba0de5-4359-41fb-bc95-37535056fbd1 None None] Checking segment: {'id': '96767dab-2ad4-459e-9d9b-09bcb8fe4c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7c8c0538-5060-44fc-95df-1da6a7312af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:07:59.875151 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-75ba0de5-4359-41fb-bc95-37535056fbd1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:59.876157 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ba0de5-4359-41fb-bc95-37535056fbd1 None None] Bound using segment: {'id': '96767dab-2ad4-459e-9d9b-09bcb8fe4c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7c8c0538-5060-44fc-95df-1da6a7312af2'} {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:07:59.876987 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [None req-75ba0de5-4359-41fb-bc95-37535056fbd1 None None] Bound port: 4c9287fd-767d-413c-b1f6-e72c83409195, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96767dab-2ad4-459e-9d9b-09bcb8fe4c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7c8c0538-5060-44fc-95df-1da6a7312af2'}}] {{(pid=104101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:07:59.877104 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-75ba0de5-4359-41fb-bc95-37535056fbd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (4c9287fd-767d-413c-b1f6-e72c83409195), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:59.877507 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-1aad670e-e5df-4c4c-bd16-1c8876eb27e2 None None] Publish callbacks [] for port (62f55c3c-e9a0-48e9-ae74-ce63affd51bb), precommit_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:59.951880 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e189320-a840-450b-a434-e1e8d651eb41 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Made reservation on behalf of 73b89705b12a4822849ef008702f6650 for: {'subnet': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:07:59.956394 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3e189320-a840-450b-a434-e1e8d651eb41 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126757772'] for subnet (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:59.971524 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c6007aec-7a50-49fa-9a7d-b04507ba41fb tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (1fd39b34-7257-4fc1-b885-4ff9ce181ae0), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:07:59.979166 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb3550b-181e-4c2a-aeed-85d21ff534b7 None None] Network 9bedadb7-1f24-4e9e-928c-9b5b8fb8ff99 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:07:59.998777 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.db [None req-75ba0de5-4359-41fb-bc95-37535056fbd1 None None] For port 4c9287fd-767d-413c-b1f6-e72c83409195, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:08:00.002759 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5388018d-47e0-4c68-9efc-f92bd9140743 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126175041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126112438'] for subnet (bea17fb3-d552-4f9a-89dc-8cb010b9d3f6), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:00.003164 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.db [None req-75ba0de5-4359-41fb-bc95-37535056fbd1 None None] For port 4c9287fd-767d-413c-b1f6-e72c83409195, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=4c9287fd-767d-413c-b1f6-e72c83409195,segment=NetworkSegment(96767dab-2ad4-459e-9d9b-09bcb8fe4c5a),segment_id=96767dab-2ad4-459e-9d9b-09bcb8fe4c5a)] {{(pid=104101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:08:00.012622 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-75ba0de5-4359-41fb-bc95-37535056fbd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (4c9287fd-767d-413c-b1f6-e72c83409195), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:00.034719 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c63500e0-a41a-4982-b627-856c5da8ea0f tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks [] for floatingip (f7098717-503e-42b8-9617-fb517e10eca5), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:00.108405 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ba0de5-4359-41fb-bc95-37535056fbd1 None None] Routers {'f81af90b-fce4-4a88-b359-96e0e694ce6c'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:08:00.109115 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-75ba0de5-4359-41fb-bc95-37535056fbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:07:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['f81af90b-fce4-4a88-b359-96e0e694ce6c'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:00.115538 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fe1902-0b8c-4a2d-aa8b-9ce90d33c748 None None] Pushing event updated for resources: {'Port': ['ID=4c9287fd-767d-413c-b1f6-e72c83409195,revision_number=4']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:00.120227 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5388018d-47e0-4c68-9efc-f92bd9140743 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:00.127269 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-5388018d-47e0-4c68-9efc-f92bd9140743 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] 10.222.0.24 "DELETE /v2.0/subnets/bea17fb3-d552-4f9a-89dc-8cb010b9d3f6 HTTP/1.1" status: 204 len: 168 time: 1.3128247 Mar 28 01:08:00.133724 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52514) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:00.134478 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5388018d-47e0-4c68-9efc-f92bd9140743 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Pushing event deleted for resources: {'Subnet': ['ID=bea17fb3-d552-4f9a-89dc-8cb010b9d3f6,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:00.153441 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-1aad670e-e5df-4c4c-bd16-1c8876eb27e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (62f55c3c-e9a0-48e9-ae74-ce63affd51bb), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:00.270337 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.db.api [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104100) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 01:08:00.270696 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG oslo_db.api [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 01:08:00.312232 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-c2ee3ac8-f574-49d7-b65a-0d38388c08c5 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Allocated IP 172.20.0.9 (9bedadb7-1f24-4e9e-928c-9b5b8fb8ff99/d8ec18dd-d055-4c3a-99af-6af18eebcd72/0fb457a2-57a6-4474-977b-a98b5241ad90) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:08:00.322301 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-75ba0de5-4359-41fb-bc95-37535056fbd1 None None] Set router f81af90b-fce4-4a88-b359-96e0e694ce6c gateway port host: None {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:08:00.409847 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3f46e982-f8f0-48f3-bef9-bac6b5487cbc tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (dbdb9143-cbdb-45f5-ac01-efbca69ef3aa), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:00.412249 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c63500e0-a41a-4982-b627-856c5da8ea0f tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (33a7a463-850c-460a-9897-6daf4f76a98d), before_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:00.478514 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.objects.ports [None req-17ed4aba-6a5b-4720-92db-2174b42faa5f tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104099) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 28 01:08:00.504126 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3e189320-a840-450b-a434-e1e8d651eb41 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127282703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126757786'] for subnet (e3c665d0-c1c5-41fb-ba5d-ce57ba99245a), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:00.537214 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f28471b-9204-4588-a950-7015256bba3a None None] Network dbdb9143-cbdb-45f5-ac01-efbca69ef3aa requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:08:00.544446 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-f851c27e-fa9c-41a3-b3a4-abb4f77da0b1 None None] Provisioning complete for port 4c9287fd-767d-413c-b1f6-e72c83409195 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:08:00.544961 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f851c27e-fa9c-41a3-b3a4-abb4f77da0b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (4c9287fd-767d-413c-b1f6-e72c83409195), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:00.640395 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c63500e0-a41a-4982-b627-856c5da8ea0f tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks [] for port (33a7a463-850c-460a-9897-6daf4f76a98d), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:00.656286 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-75ba0de5-4359-41fb-bc95-37535056fbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f81af90b-fce4-4a88-b359-96e0e694ce6c', 'name': 'tempest-RoutersIpV6Test-router-781427244', 'tenant_id': '73b89705b12a4822849ef008702f6650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:07:51Z', 'updated_at': '2022-03-28T01:07:55Z', 'revision_number': 2, 'project_id': '73b89705b12a4822849ef008702f6650', 'gw_port_host': None, '_interfaces': [{'id': '4c9287fd-767d-413c-b1f6-e72c83409195', 'name': '', 'network_id': '7c8c0538-5060-44fc-95df-1da6a7312af2', 'tenant_id': '73b89705b12a4822849ef008702f6650', 'mac_address': 'fa:16:3e:6d:1f:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f81af90b-fce4-4a88-b359-96e0e694ce6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '11187ad9-a275-45d5-9e5e-2a11e69b6a34', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:07:54Z', 'updated_at': '2022-03-28T01:07:59Z', 'revision_number': 4, 'project_id': '73b89705b12a4822849ef008702f6650', 'subnets': [{'id': '11187ad9-a275-45d5-9e5e-2a11e69b6a34', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:00.683028 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-c6007aec-7a50-49fa-9a7d-b04507ba41fb tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Deleting port 039a4561-cc15-4725-af4c-d06a19d7c0fc {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:08:00.683372 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c6007aec-7a50-49fa-9a7d-b04507ba41fb tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (039a4561-cc15-4725-af4c-d06a19d7c0fc), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:00.689121 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c63500e0-a41a-4982-b627-856c5da8ea0f tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126177159'] for port (33a7a463-850c-460a-9897-6daf4f76a98d), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:00.713807 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e189320-a840-450b-a434-e1e8d651eb41 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Pushing event updated for resources: {'Subnet': ['ID=e3c665d0-c1c5-41fb-ba5d-ce57ba99245a,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:00.717868 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ba0de5-4359-41fb-bc95-37535056fbd1 None None] The sync data for ids ['f81af90b-fce4-4a88-b359-96e0e694ce6c'] in dv-neutron-834874-6-hyperv is: [{'id': 'f81af90b-fce4-4a88-b359-96e0e694ce6c', 'name': 'tempest-RoutersIpV6Test-router-781427244', 'tenant_id': '73b89705b12a4822849ef008702f6650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:07:51Z', 'updated_at': '2022-03-28T01:07:55Z', 'revision_number': 2, 'project_id': '73b89705b12a4822849ef008702f6650', 'gw_port_host': None, '_interfaces': [{'id': '4c9287fd-767d-413c-b1f6-e72c83409195', 'name': '', 'network_id': '7c8c0538-5060-44fc-95df-1da6a7312af2', 'tenant_id': '73b89705b12a4822849ef008702f6650', 'mac_address': 'fa:16:3e:6d:1f:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f81af90b-fce4-4a88-b359-96e0e694ce6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '11187ad9-a275-45d5-9e5e-2a11e69b6a34', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:07:54Z', 'updated_at': '2022-03-28T01:07:59Z', 'revision_number': 4, 'project_id': '73b89705b12a4822849ef008702f6650', 'subnets': [{'id': '11187ad9-a275-45d5-9e5e-2a11e69b6a34', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:08:00.736722 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-4646ffa6-43e9-48ca-a4bb-51dfaa6dfd78 None None] For port 039a4561-cc15-4725-af4c-d06a19d7c0fc, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=039a4561-cc15-4725-af4c-d06a19d7c0fc,segment=NetworkSegment(e88821ea-1e2c-4e95-bac5-1b475802b0e9),segment_id=e88821ea-1e2c-4e95-bac5-1b475802b0e9)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:08:00.737134 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-4646ffa6-43e9-48ca-a4bb-51dfaa6dfd78 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (039a4561-cc15-4725-af4c-d06a19d7c0fc), precommit_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:00.758427 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-4646ffa6-43e9-48ca-a4bb-51dfaa6dfd78 None None] Calling delete_port for 039a4561-cc15-4725-af4c-d06a19d7c0fc owned by network:dhcp {{(pid=104100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:08:00.784935 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-17ed4aba-6a5b-4720-92db-2174b42faa5f tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (62f55c3c-e9a0-48e9-ae74-ce63affd51bb), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:00.800995 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e189320-a840-450b-a434-e1e8d651eb41 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Checking segment: {'id': '6bb42aad-ce16-42a2-9224-fc11408751c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ace6d7f7-f15f-4162-86f7-e748421e33be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:08:00.801518 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e189320-a840-450b-a434-e1e8d651eb41 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Network hostable DHCP agents. Network: ace6d7f7-f15f-4162-86f7-e748421e33be, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:08:00.946400 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.db [None req-c6007aec-7a50-49fa-9a7d-b04507ba41fb tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] For port 039a4561-cc15-4725-af4c-d06a19d7c0fc, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=039a4561-cc15-4725-af4c-d06a19d7c0fc,segment=NetworkSegment(e88821ea-1e2c-4e95-bac5-1b475802b0e9),segment_id=e88821ea-1e2c-4e95-bac5-1b475802b0e9)] {{(pid=104098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:08:00.947405 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c6007aec-7a50-49fa-9a7d-b04507ba41fb tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (039a4561-cc15-4725-af4c-d06a19d7c0fc), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:00.965662 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aad670e-e5df-4c4c-bd16-1c8876eb27e2 None None] Pushing event updated for resources: {'Port': ['ID=62f55c3c-e9a0-48e9-ae74-ce63affd51bb,revision_number=7']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:00.975456 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-c6007aec-7a50-49fa-9a7d-b04507ba41fb tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Calling delete_port for 039a4561-cc15-4725-af4c-d06a19d7c0fc owned by network:dhcp {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:08:01.008709 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63500e0-a41a-4982-b627-856c5da8ea0f tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Pushing event updated for resources: {'Port': ['ID=33a7a463-850c-460a-9897-6daf4f76a98d,revision_number=2']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:01.039249 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 62f55c3c-e9a0-48e9-ae74-ce63affd51bb is: ACTIVE; New status is: DOWN {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:08:01.039674 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (62f55c3c-e9a0-48e9-ae74-ce63affd51bb), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:01.059145 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e189320-a840-450b-a434-e1e8d651eb41 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Network ace6d7f7-f15f-4162-86f7-e748421e33be is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:08:01.069551 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-17ed4aba-6a5b-4720-92db-2174b42faa5f tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] For port 62f55c3c-e9a0-48e9-ae74-ce63affd51bb, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=62f55c3c-e9a0-48e9-ae74-ce63affd51bb,segment=NetworkSegment(9028fe72-9b79-4538-96be-757c3dc71a72),segment_id=9028fe72-9b79-4538-96be-757c3dc71a72)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:08:01.109339 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-3e189320-a840-450b-a434-e1e8d651eb41 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, ace6d7f7-f15f-4162-86f7-e748421e33be) {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:08:01.119075 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e189320-a840-450b-a434-e1e8d651eb41 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:08:01.119676 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3e189320-a840-450b-a434-e1e8d651eb41 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks [] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:01.139829 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c63500e0-a41a-4982-b627-856c5da8ea0f tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688063'] for floatingip (f7098717-503e-42b8-9617-fb517e10eca5), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:01.144343 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3ced39-6c10-47ae-b6d6-95b507c6ea43 None None] Network ace6d7f7-f15f-4162-86f7-e748421e33be requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:08:01.153239 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-17ed4aba-6a5b-4720-92db-2174b42faa5f tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks [] for port (62f55c3c-e9a0-48e9-ae74-ce63affd51bb), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:01.161415 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-3e189320-a840-450b-a434-e1e8d651eb41 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5981348 Mar 28 01:08:01.162034 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52516) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:01.174787 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-17ed4aba-6a5b-4720-92db-2174b42faa5f tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (62f55c3c-e9a0-48e9-ae74-ce63affd51bb), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:01.264988 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd9e0e2-fd07-4c16-9b1f-b452d6cf8518 None None] DHCP port deletion for 0d7aa405-87b2-47f1-b474-45b15ba3c71a request from dv-neutron-834874-6-hyperv {{(pid=104100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 01:08:01.285561 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c2ee3ac8-f574-49d7-b65a-0d38388c08c5 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks [] for port (0fb457a2-57a6-4474-977b-a98b5241ad90), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:01.290014 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-3f46e982-f8f0-48f3-bef9-bac6b5487cbc tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Deleting port 44b12a5f-32da-4e13-a358-de3c22fb1af9 {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:08:01.290355 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3f46e982-f8f0-48f3-bef9-bac6b5487cbc tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (44b12a5f-32da-4e13-a358-de3c22fb1af9), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:01.317078 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-17ed4aba-6a5b-4720-92db-2174b42faa5f tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127282703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126757786'] for subnet (4b70a531-bfd4-4720-af33-74b0b62360bb), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:01.445900 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ed4aba-6a5b-4720-92db-2174b42faa5f tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Network be4801db-c8f8-4df3-b9b5-556693d6a290 is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:08:01.473216 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-17ed4aba-6a5b-4720-92db-2174b42faa5f tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:08:01.481463 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ed4aba-6a5b-4720-92db-2174b42faa5f tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:08:01.482104 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-17ed4aba-6a5b-4720-92db-2174b42faa5f tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks [] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:01.494994 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ed4aba-6a5b-4720-92db-2174b42faa5f tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Pushing event updated for resources: {'Port': ['ID=62f55c3c-e9a0-48e9-ae74-ce63affd51bb,revision_number=9']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:01.546075 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.db [None req-3f46e982-f8f0-48f3-bef9-bac6b5487cbc tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] For port 44b12a5f-32da-4e13-a358-de3c22fb1af9, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=44b12a5f-32da-4e13-a358-de3c22fb1af9,segment=NetworkSegment(3e50a377-1706-4bf7-b444-21e184c1eccc),segment_id=3e50a377-1706-4bf7-b444-21e184c1eccc)] {{(pid=104098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:08:01.546437 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3f46e982-f8f0-48f3-bef9-bac6b5487cbc tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (44b12a5f-32da-4e13-a358-de3c22fb1af9), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:01.568185 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-3f46e982-f8f0-48f3-bef9-bac6b5487cbc tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Calling delete_port for 44b12a5f-32da-4e13-a358-de3c22fb1af9 owned by network:dhcp {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:08:01.579807 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.db.api [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104100) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 01:08:01.580547 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG oslo_db.api [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 01:08:01.585439 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-f851c27e-fa9c-41a3-b3a4-abb4f77da0b1 None None] Current status of the port 4c9287fd-767d-413c-b1f6-e72c83409195 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:08:01.586173 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f851c27e-fa9c-41a3-b3a4-abb4f77da0b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (4c9287fd-767d-413c-b1f6-e72c83409195), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:01.590219 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce53e5e5-af81-461e-8245-28943c98c2f4 None None] DHCP port deletion for dbdb9143-cbdb-45f5-ac01-efbca69ef3aa request from dv-neutron-834874-6-hyperv {{(pid=104100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 01:08:01.598598 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-4646ffa6-43e9-48ca-a4bb-51dfaa6dfd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886'] for port (039a4561-cc15-4725-af4c-d06a19d7c0fc), after_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:01.604560 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ed4aba-6a5b-4720-92db-2174b42faa5f tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Pushing event updated for resources: {'Subnet': ['ID=4b70a531-bfd4-4720-af33-74b0b62360bb,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:01.676196 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-17ed4aba-6a5b-4720-92db-2174b42faa5f tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.3725202 Mar 28 01:08:01.685285 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52518) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:01.690259 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-2e4b37a0-c2a0-4db1-835e-a6f872f7f923 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Request body: {'port': {'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290', 'mac_address': 'fa:16:3e:9e:c3:64', 'name': 'tempest-NetworksTestDHCPv6-1012726995'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:08:01.706760 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4646ffa6-43e9-48ca-a4bb-51dfaa6dfd78 None None] No DVR routers for this DVR port 039a4561-cc15-4725-af4c-d06a19d7c0fc on host dv-neutron-834874-6-hyperv {{(pid=104100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:08:01.723403 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a03c7199-b58e-4b4d-94dc-f928074c0eaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-ace6d7f7-f15f-4162-86f7-e748421e33be', 'network_id': 'ace6d7f7-f15f-4162-86f7-e748421e33be', 'project_id': '73b89705b12a4822849ef008702f6650', 'fixed_ips': [{'subnet_id': 'e3c665d0-c1c5-41fb-ba5d-ce57ba99245a'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:08:01.724660 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-a03c7199-b58e-4b4d-94dc-f928074c0eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:01.749900 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4646ffa6-43e9-48ca-a4bb-51dfaa6dfd78 None None] Pushing event deleted for resources: {'Port': ['ID=039a4561-cc15-4725-af4c-d06a19d7c0fc,revision_number=None']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:01.750422 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.l3_db [None req-c63500e0-a41a-4982-b627-856c5da8ea0f tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Floating IP f7098717-503e-42b8-9617-fb517e10eca5 associated. External IP: 172.26.1.180, port: a47bc6e8-9b9a-454e-af7a-08d69a42f0c7. Mar 28 01:08:01.756137 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3f46e982-f8f0-48f3-bef9-bac6b5487cbc tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (44b12a5f-32da-4e13-a358-de3c22fb1af9), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:01.966782 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-a03c7199-b58e-4b4d-94dc-f928074c0eaf None None] Allocated IP 2001:db8:1::2 (ace6d7f7-f15f-4162-86f7-e748421e33be/e3c665d0-c1c5-41fb-ba5d-ce57ba99245a/80063599-df05-4586-9cc1-e903dc7de442) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:08:02.051511 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e4b37a0-c2a0-4db1-835e-a6f872f7f923 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Made reservation on behalf of 564cf6bfe83a4d71adcd7d33f5d20cb1 for: {'port': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:08:02.128758 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-a03c7199-b58e-4b4d-94dc-f928074c0eaf None None] Publish callbacks [] for port (80063599-df05-4586-9cc1-e903dc7de442), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:02.180706 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2e4b37a0-c2a0-4db1-835e-a6f872f7f923 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:02.183411 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1af0dac-1b7b-4184-9b70-94246da2d3d8 None None] Network be4801db-c8f8-4df3-b9b5-556693d6a290 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:08:02.183892 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c0e35d25-13a9-4a3a-88b2-27adb22c72bf tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:02.207757 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c6007aec-7a50-49fa-9a7d-b04507ba41fb tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (039a4561-cc15-4725-af4c-d06a19d7c0fc), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:02.215221 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f46e982-f8f0-48f3-bef9-bac6b5487cbc tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Pushing event deleted for resources: {'Port': ['ID=44b12a5f-32da-4e13-a358-de3c22fb1af9,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:02.221816 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f46e982-f8f0-48f3-bef9-bac6b5487cbc tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] No DVR routers for this DVR port 44b12a5f-32da-4e13-a358-de3c22fb1af9 on host dv-neutron-834874-6-hyperv {{(pid=104098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:08:02.254798 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c2ee3ac8-f574-49d7-b65a-0d38388c08c5 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (0fb457a2-57a6-4474-977b-a98b5241ad90), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:02.263741 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6007aec-7a50-49fa-9a7d-b04507ba41fb tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Pushing event deleted for resources: {'Port': ['ID=039a4561-cc15-4725-af4c-d06a19d7c0fc,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:02.267178 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6007aec-7a50-49fa-9a7d-b04507ba41fb tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] No DVR routers for this DVR port 039a4561-cc15-4725-af4c-d06a19d7c0fc on host dv-neutron-834874-6-hyperv {{(pid=104098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:08:02.281876 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [None req-2e4b37a0-c2a0-4db1-835e-a6f872f7f923 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] device_id is not set on port e18d5dc1-261c-473c-a7c9-30fbd459285b yet. {{(pid=104099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 01:08:02.288232 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 62f55c3c-e9a0-48e9-ae74-ce63affd51bb is: ACTIVE; New status is: DOWN {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:08:02.288955 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (62f55c3c-e9a0-48e9-ae74-ce63affd51bb), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:02.326085 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-a03c7199-b58e-4b4d-94dc-f928074c0eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (80063599-df05-4586-9cc1-e903dc7de442), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:02.362065 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-f851c27e-fa9c-41a3-b3a4-abb4f77da0b1 None None] For port 4c9287fd-767d-413c-b1f6-e72c83409195, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=4c9287fd-767d-413c-b1f6-e72c83409195,segment=NetworkSegment(96767dab-2ad4-459e-9d9b-09bcb8fe4c5a),segment_id=96767dab-2ad4-459e-9d9b-09bcb8fe4c5a)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:08:02.418428 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ee3ac8-f574-49d7-b65a-0d38388c08c5 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Network 9bedadb7-1f24-4e9e-928c-9b5b8fb8ff99 is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:08:02.424805 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03c7199-b58e-4b4d-94dc-f928074c0eaf None None] Network ace6d7f7-f15f-4162-86f7-e748421e33be is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:08:02.433924 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03c7199-b58e-4b4d-94dc-f928074c0eaf None None] Pushing event updated for resources: {'Port': ['ID=80063599-df05-4586-9cc1-e903dc7de442,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:02.443778 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-a03c7199-b58e-4b4d-94dc-f928074c0eaf None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:08:02.447437 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03c7199-b58e-4b4d-94dc-f928074c0eaf None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:08:02.460143 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f851c27e-fa9c-41a3-b3a4-abb4f77da0b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (4c9287fd-767d-413c-b1f6-e72c83409195), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:02.460804 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-c2ee3ac8-f574-49d7-b65a-0d38388c08c5 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:08:02.466359 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3f46e982-f8f0-48f3-bef9-bac6b5487cbc tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (dbdb9143-cbdb-45f5-ac01-efbca69ef3aa), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:02.485855 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ee3ac8-f574-49d7-b65a-0d38388c08c5 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:08:02.495270 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ee3ac8-f574-49d7-b65a-0d38388c08c5 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Pushing event updated for resources: {'Port': ['ID=0fb457a2-57a6-4474-977b-a98b5241ad90,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:02.545197 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-3f46e982-f8f0-48f3-bef9-bac6b5487cbc tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbdb9143-cbdb-45f5-ac01-efbca69ef3aa']}} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:02.554876 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c6007aec-7a50-49fa-9a7d-b04507ba41fb tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (1fd39b34-7257-4fc1-b885-4ff9ce181ae0), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:02.563378 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-bbd9e0e2-fd07-4c16-9b1f-b452d6cf8518 None None] Deleting port 71a27dd1-ec30-499f-9cbc-02d5f21819ba {{(pid=104100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:08:02.563896 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-bbd9e0e2-fd07-4c16-9b1f-b452d6cf8518 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (71a27dd1-ec30-499f-9cbc-02d5f21819ba), before_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:02.595902 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [None req-2e4b37a0-c2a0-4db1-835e-a6f872f7f923 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Allocated IP 2001:db8::3b (be4801db-c8f8-4df3-b9b5-556693d6a290/ca56910f-906f-4cc4-99a7-0b4dafdc52c4/e18d5dc1-261c-473c-a7c9-30fbd459285b) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:08:02.599526 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-c6007aec-7a50-49fa-9a7d-b04507ba41fb tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fd39b34-7257-4fc1-b885-4ff9ce181ae0']}} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:02.613335 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [None req-2e4b37a0-c2a0-4db1-835e-a6f872f7f923 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Allocated IP 2001:db8:0:1:f816:3eff:fe9e:c364 (be4801db-c8f8-4df3-b9b5-556693d6a290/4b70a531-bfd4-4720-af33-74b0b62360bb/e18d5dc1-261c-473c-a7c9-30fbd459285b) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:08:02.627760 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-c6007aec-7a50-49fa-9a7d-b04507ba41fb tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e88821ea-1e2c-4e95-bac5-1b475802b0e9') {'for_net_delete': True} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:02.628318 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-c6007aec-7a50-49fa-9a7d-b04507ba41fb tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e88821ea-1e2c-4e95-bac5-1b475802b0e9') {} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:02.637427 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f851c27e-fa9c-41a3-b3a4-abb4f77da0b1 None None] Pushing event updated for resources: {'Port': ['ID=4c9287fd-767d-413c-b1f6-e72c83409195,revision_number=5']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:02.640569 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [None req-c0e35d25-13a9-4a3a-88b2-27adb22c72bf tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Allocated IP 2001:db8:1::1 (ace6d7f7-f15f-4162-86f7-e748421e33be/e3c665d0-c1c5-41fb-ba5d-ce57ba99245a/0623390d-8328-4dda-bb2e-94ec6e7f0c5d) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:08:02.643246 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-3f46e982-f8f0-48f3-bef9-bac6b5487cbc tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e50a377-1706-4bf7-b444-21e184c1eccc') {'for_net_delete': True} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:02.643774 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-3f46e982-f8f0-48f3-bef9-bac6b5487cbc tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e50a377-1706-4bf7-b444-21e184c1eccc') {} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:02.658632 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3f46e982-f8f0-48f3-bef9-bac6b5487cbc tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126443583'] for segment (3e50a377-1706-4bf7-b444-21e184c1eccc), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:02.682886 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c6007aec-7a50-49fa-9a7d-b04507ba41fb tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126443583'] for segment (e88821ea-1e2c-4e95-bac5-1b475802b0e9), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:02.704972 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ce53e5e5-af81-461e-8245-28943c98c2f4 None None] Deleting port 44b12a5f-32da-4e13-a358-de3c22fb1af9 {{(pid=104100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:08:02.705733 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ce53e5e5-af81-461e-8245-28943c98c2f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (44b12a5f-32da-4e13-a358-de3c22fb1af9), before_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:02.761922 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ee3ac8-f574-49d7-b65a-0d38388c08c5 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:08:02.768397 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c2ee3ac8-f574-49d7-b65a-0d38388c08c5 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:02.779895 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-ce53e5e5-af81-461e-8245-28943c98c2f4 None None] For port 44b12a5f-32da-4e13-a358-de3c22fb1af9, host dv-neutron-834874-6-hyperv, got binding levels [] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:08:02.780284 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ce53e5e5-af81-461e-8245-28943c98c2f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (44b12a5f-32da-4e13-a358-de3c22fb1af9), precommit_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:02.800308 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ce53e5e5-af81-461e-8245-28943c98c2f4 None None] Calling delete_port for 44b12a5f-32da-4e13-a358-de3c22fb1af9 owned by network:dhcp {{(pid=104100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:08:02.803462 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.ipam_backend_mixin [None req-ce53e5e5-af81-461e-8245-28943c98c2f4 None None] Port 44b12a5f-32da-4e13-a358-de3c22fb1af9 was not found and therefore no delete operation was performed {{(pid=104100) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 28 01:08:02.831191 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ce53e5e5-af81-461e-8245-28943c98c2f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886'] for port (44b12a5f-32da-4e13-a358-de3c22fb1af9), after_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:02.831838 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c6007aec-7a50-49fa-9a7d-b04507ba41fb tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (e88821ea-1e2c-4e95-bac5-1b475802b0e9), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:02.834328 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3f46e982-f8f0-48f3-bef9-bac6b5487cbc tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (3e50a377-1706-4bf7-b444-21e184c1eccc), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:02.847102 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] For port 62f55c3c-e9a0-48e9-ae74-ce63affd51bb, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=62f55c3c-e9a0-48e9-ae74-ce63affd51bb,segment=NetworkSegment(9028fe72-9b79-4538-96be-757c3dc71a72),segment_id=9028fe72-9b79-4538-96be-757c3dc71a72)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:08:02.863444 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6007aec-7a50-49fa-9a7d-b04507ba41fb tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=104098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:08:02.864326 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c6007aec-7a50-49fa-9a7d-b04507ba41fb tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126177251'] for segment (e88821ea-1e2c-4e95-bac5-1b475802b0e9), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:02.870001 dv-neutron-834874-6-hyperv neutron-server[104098]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 01:08:02.870001 dv-neutron-834874-6-hyperv neutron-server[104098]: self.session.flush() Mar 28 01:08:02.870001 dv-neutron-834874-6-hyperv neutron-server[104098]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 01:08:02.870001 dv-neutron-834874-6-hyperv neutron-server[104098]: self.session.flush() Mar 28 01:08:02.870001 dv-neutron-834874-6-hyperv neutron-server[104098]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 01:08:02.870001 dv-neutron-834874-6-hyperv neutron-server[104098]: self.session.flush() Mar 28 01:08:02.870001 dv-neutron-834874-6-hyperv neutron-server[104098]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 01:08:02.870001 dv-neutron-834874-6-hyperv neutron-server[104098]: self.session.flush() Mar 28 01:08:02.870001 dv-neutron-834874-6-hyperv neutron-server[104098]: Traceback (most recent call last): Mar 28 01:08:02.870001 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:08:02.870001 dv-neutron-834874-6-hyperv neutron-server[104098]: timer() Mar 28 01:08:02.870001 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:08:02.870001 dv-neutron-834874-6-hyperv neutron-server[104098]: cb(*args, **kw) Mar 28 01:08:02.870001 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:08:02.870001 dv-neutron-834874-6-hyperv neutron-server[104098]: return func(*args, **kwargs) Mar 28 01:08:02.870001 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:08:02.870001 dv-neutron-834874-6-hyperv neutron-server[104098]: self._notify() Mar 28 01:08:02.870001 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:08:02.870001 dv-neutron-834874-6-hyperv neutron-server[104098]: self.callback(batched_events) Mar 28 01:08:02.870001 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:08:02.870001 dv-neutron-834874-6-hyperv neutron-server[104098]: event.method(event) Mar 28 01:08:02.870001 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:08:02.870001 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:08:02.870001 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:08:02.870001 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:08:02.870001 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:08:02.870001 dv-neutron-834874-6-hyperv neutron-server[104098]: return f(self, *a, **k) Mar 28 01:08:02.870001 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:08:02.870001 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._get(url).json() Mar 28 01:08:02.870001 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:08:02.870001 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:08:02.870001 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:08:02.870001 dv-neutron-834874-6-hyperv neutron-server[104098]: return self.request(url, 'GET', **kwargs) Mar 28 01:08:02.870001 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:08:02.870001 dv-neutron-834874-6-hyperv neutron-server[104098]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:08:02.870001 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:08:02.870001 dv-neutron-834874-6-hyperv neutron-server[104098]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:08:02.870001 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:08:02.870001 dv-neutron-834874-6-hyperv neutron-server[104098]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:08:02.870001 dv-neutron-834874-6-hyperv neutron-server[104098]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:08:02.879427 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce53e5e5-af81-461e-8245-28943c98c2f4 None None] No DVR routers for this DVR port 44b12a5f-32da-4e13-a358-de3c22fb1af9 on host dv-neutron-834874-6-hyperv {{(pid=104100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:08:02.882947 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:02.885382 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f46e982-f8f0-48f3-bef9-bac6b5487cbc tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=104098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:08:02.886977 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3f46e982-f8f0-48f3-bef9-bac6b5487cbc tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126177251'] for segment (3e50a377-1706-4bf7-b444-21e184c1eccc), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:02.893885 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce53e5e5-af81-461e-8245-28943c98c2f4 None None] Pushing event deleted for resources: {'Port': ['ID=44b12a5f-32da-4e13-a358-de3c22fb1af9,revision_number=None']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:02.895123 dv-neutron-834874-6-hyperv neutron-server[104098]: Traceback (most recent call last): Mar 28 01:08:02.895123 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:08:02.895123 dv-neutron-834874-6-hyperv neutron-server[104098]: timer() Mar 28 01:08:02.895123 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:08:02.895123 dv-neutron-834874-6-hyperv neutron-server[104098]: cb(*args, **kw) Mar 28 01:08:02.895123 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:08:02.895123 dv-neutron-834874-6-hyperv neutron-server[104098]: return func(*args, **kwargs) Mar 28 01:08:02.895123 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:08:02.895123 dv-neutron-834874-6-hyperv neutron-server[104098]: self._notify() Mar 28 01:08:02.895123 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:08:02.895123 dv-neutron-834874-6-hyperv neutron-server[104098]: self.callback(batched_events) Mar 28 01:08:02.895123 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:08:02.895123 dv-neutron-834874-6-hyperv neutron-server[104098]: event.method(event) Mar 28 01:08:02.895123 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:08:02.895123 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:08:02.895123 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:08:02.895123 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:08:02.895123 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:08:02.895123 dv-neutron-834874-6-hyperv neutron-server[104098]: return f(self, *a, **k) Mar 28 01:08:02.895123 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:08:02.895123 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._get(url).json() Mar 28 01:08:02.895123 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:08:02.895123 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:08:02.895123 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:08:02.895123 dv-neutron-834874-6-hyperv neutron-server[104098]: return self.request(url, 'GET', **kwargs) Mar 28 01:08:02.895123 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:08:02.895123 dv-neutron-834874-6-hyperv neutron-server[104098]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:08:02.895123 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:08:02.895123 dv-neutron-834874-6-hyperv neutron-server[104098]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:08:02.895123 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:08:02.895123 dv-neutron-834874-6-hyperv neutron-server[104098]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:08:02.895123 dv-neutron-834874-6-hyperv neutron-server[104098]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:08:02.905660 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-c2ee3ac8-f574-49d7-b65a-0d38388c08c5 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.0165417 Mar 28 01:08:02.906729 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52520) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:02.906866 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (62f55c3c-e9a0-48e9-ae74-ce63affd51bb), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:02.911399 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2e4b37a0-c2a0-4db1-835e-a6f872f7f923 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks [] for port (e18d5dc1-261c-473c-a7c9-30fbd459285b), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:02.980528 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-bbd9e0e2-fd07-4c16-9b1f-b452d6cf8518 None None] For port 71a27dd1-ec30-499f-9cbc-02d5f21819ba, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=71a27dd1-ec30-499f-9cbc-02d5f21819ba,segment=NetworkSegment(1099b782-6411-449a-a906-9bdfaadf34f4),segment_id=1099b782-6411-449a-a906-9bdfaadf34f4)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:08:02.981018 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-bbd9e0e2-fd07-4c16-9b1f-b452d6cf8518 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (71a27dd1-ec30-499f-9cbc-02d5f21819ba), precommit_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:02.988577 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Pushing event updated for resources: {'Port': ['ID=62f55c3c-e9a0-48e9-ae74-ce63affd51bb,revision_number=10']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:03.003882 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-08f7e7b9-424a-4910-8eca-a4f565ed3b36 None None] Provisioning complete for port 62f55c3c-e9a0-48e9-ae74-ce63affd51bb triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:08:03.004429 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-08f7e7b9-424a-4910-8eca-a4f565ed3b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (62f55c3c-e9a0-48e9-ae74-ce63affd51bb), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:03.010580 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-a03c7199-b58e-4b4d-94dc-f928074c0eaf None None] Attempting to bind port 80063599-df05-4586-9cc1-e903dc7de442 on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:08:03.010905 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-a03c7199-b58e-4b4d-94dc-f928074c0eaf None None] Attempting to bind port 80063599-df05-4586-9cc1-e903dc7de442 by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': '6bb42aad-ce16-42a2-9224-fc11408751c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ace6d7f7-f15f-4162-86f7-e748421e33be'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:08:03.011281 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03c7199-b58e-4b4d-94dc-f928074c0eaf None None] Attempting to bind port 80063599-df05-4586-9cc1-e903dc7de442 on network ace6d7f7-f15f-4162-86f7-e748421e33be {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:08:03.029176 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03c7199-b58e-4b4d-94dc-f928074c0eaf None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:08:03.031444 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03c7199-b58e-4b4d-94dc-f928074c0eaf None None] Checking segment: {'id': '6bb42aad-ce16-42a2-9224-fc11408751c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ace6d7f7-f15f-4162-86f7-e748421e33be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:08:03.031868 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-a03c7199-b58e-4b4d-94dc-f928074c0eaf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:03.032295 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03c7199-b58e-4b4d-94dc-f928074c0eaf None None] Bound using segment: {'id': '6bb42aad-ce16-42a2-9224-fc11408751c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ace6d7f7-f15f-4162-86f7-e748421e33be'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:08:03.032829 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-a03c7199-b58e-4b4d-94dc-f928074c0eaf None None] Bound port: 80063599-df05-4586-9cc1-e903dc7de442, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bb42aad-ce16-42a2-9224-fc11408751c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ace6d7f7-f15f-4162-86f7-e748421e33be'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:08:03.033689 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-a03c7199-b58e-4b4d-94dc-f928074c0eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (80063599-df05-4586-9cc1-e903dc7de442), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:03.080129 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-bbd9e0e2-fd07-4c16-9b1f-b452d6cf8518 None None] Calling delete_port for 71a27dd1-ec30-499f-9cbc-02d5f21819ba owned by network:dhcp {{(pid=104100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:08:03.179011 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c0e35d25-13a9-4a3a-88b2-27adb22c72bf tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks [] for port (0623390d-8328-4dda-bb2e-94ec6e7f0c5d), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:03.201763 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c6007aec-7a50-49fa-9a7d-b04507ba41fb tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (1fd39b34-7257-4fc1-b885-4ff9ce181ae0), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:03.207830 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2e4b37a0-c2a0-4db1-835e-a6f872f7f923 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (e18d5dc1-261c-473c-a7c9-30fbd459285b), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:03.225783 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3f46e982-f8f0-48f3-bef9-bac6b5487cbc tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (dbdb9143-cbdb-45f5-ac01-efbca69ef3aa), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:03.244817 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-a03c7199-b58e-4b4d-94dc-f928074c0eaf None None] For port 80063599-df05-4586-9cc1-e903dc7de442, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:08:03.255270 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device a1f0a455-d9f1-4151-928b-898774d7342d up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:08:03.266784 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c6007aec-7a50-49fa-9a7d-b04507ba41fb tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:03.271779 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-c6007aec-7a50-49fa-9a7d-b04507ba41fb tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] 10.222.0.24 "DELETE /v2.0/networks/1fd39b34-7257-4fc1-b885-4ff9ce181ae0 HTTP/1.1" status: 204 len: 168 time: 3.5816092 Mar 28 01:08:03.275777 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3f46e982-f8f0-48f3-bef9-bac6b5487cbc tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:03.279042 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52522) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:03.280170 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-3f46e982-f8f0-48f3-bef9-bac6b5487cbc tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] 10.222.0.24 "DELETE /v2.0/networks/dbdb9143-cbdb-45f5-ac01-efbca69ef3aa HTTP/1.1" status: 204 len: 168 time: 3.1418333 Mar 28 01:08:03.282178 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c63500e0-a41a-4982-b627-856c5da8ea0f tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Router 8e799d34-fabd-4ee4-bc94-247cd2828ab9 has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:08:03.282870 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52524) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:03.323406 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4b37a0-c2a0-4db1-835e-a6f872f7f923 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Network be4801db-c8f8-4df3-b9b5-556693d6a290 is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:08:03.324883 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c0e35d25-13a9-4a3a-88b2-27adb22c72bf tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (0623390d-8328-4dda-bb2e-94ec6e7f0c5d), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:03.339470 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6007aec-7a50-49fa-9a7d-b04507ba41fb tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Pushing event deleted for resources: {'Network': ['ID=1fd39b34-7257-4fc1-b885-4ff9ce181ae0,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:03.350427 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da5443f-d9d6-4f67-9833-0d3dac14dfec tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:08:03.356444 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-7da5443f-d9d6-4f67-9833-0d3dac14dfec tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.3987617 Mar 28 01:08:03.358748 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.pecan_wsgi.hooks.translation [None req-0aa537b7-d834-4fe8-966b-11b73fc86046 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] DELETE failed (client error): The resource could not be found. Mar 28 01:08:03.359208 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0aa537b7-d834-4fe8-966b-11b73fc86046 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:08:03.361492 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4b37a0-c2a0-4db1-835e-a6f872f7f923 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Pushing event updated for resources: {'Port': ['ID=e18d5dc1-261c-473c-a7c9-30fbd459285b,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:03.362848 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-0aa537b7-d834-4fe8-966b-11b73fc86046 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] 10.222.0.24 "DELETE /v2.0/subnets/482db669-47c0-41ec-a80d-c54bba8fcc49 HTTP/1.1" status: 404 len: 337 time: 0.0681376 Mar 28 01:08:03.363488 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52526) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:03.374830 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52528) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:03.383057 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-2e4b37a0-c2a0-4db1-835e-a6f872f7f923 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:08:03.385859 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4b37a0-c2a0-4db1-835e-a6f872f7f923 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:08:03.392358 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4b37a0-c2a0-4db1-835e-a6f872f7f923 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:08:03.393025 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2e4b37a0-c2a0-4db1-835e-a6f872f7f923 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:03.399909 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f46e982-f8f0-48f3-bef9-bac6b5487cbc tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Pushing event deleted for resources: {'Network': ['ID=dbdb9143-cbdb-45f5-ac01-efbca69ef3aa,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:03.432758 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.pecan_wsgi.hooks.translation [None req-b698ed8d-37d5-4b27-8f40-1d4b8b211565 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] DELETE failed (client error): The resource could not be found. Mar 28 01:08:03.433284 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b698ed8d-37d5-4b27-8f40-1d4b8b211565 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:08:03.436824 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-b698ed8d-37d5-4b27-8f40-1d4b8b211565 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] 10.222.0.24 "DELETE /v2.0/networks/4327300b-290e-464d-bc40-251f93379af8 HTTP/1.1" status: 404 len: 339 time: 0.0518327 Mar 28 01:08:03.445270 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52530) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:03.511769 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-a03c7199-b58e-4b4d-94dc-f928074c0eaf None None] For port 80063599-df05-4586-9cc1-e903dc7de442, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=80063599-df05-4586-9cc1-e903dc7de442,segment=NetworkSegment(6bb42aad-ce16-42a2-9224-fc11408751c6),segment_id=6bb42aad-ce16-42a2-9224-fc11408751c6)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:08:03.551191 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f5c7f1-6d27-4878-bfdd-ef6da4f3a60e tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:08:03.556533 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-a03c7199-b58e-4b4d-94dc-f928074c0eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (80063599-df05-4586-9cc1-e903dc7de442), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:03.557227 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f5c7f1-6d27-4878-bfdd-ef6da4f3a60e tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:08:03.564474 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f5c7f1-6d27-4878-bfdd-ef6da4f3a60e tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:08:03.566475 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-48f5c7f1-6d27-4878-bfdd-ef6da4f3a60e tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.2003441 Mar 28 01:08:03.570225 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52532) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:03.623430 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port a1f0a455-d9f1-4151-928b-898774d7342d triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:08:03.623791 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (a1f0a455-d9f1-4151-928b-898774d7342d), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:03.626187 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-bbd9e0e2-fd07-4c16-9b1f-b452d6cf8518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886'] for port (71a27dd1-ec30-499f-9cbc-02d5f21819ba), after_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:03.632742 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-08f7e7b9-424a-4910-8eca-a4f565ed3b36 None None] Current status of the port 62f55c3c-e9a0-48e9-ae74-ce63affd51bb is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:08:03.637744 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-08f7e7b9-424a-4910-8eca-a4f565ed3b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (62f55c3c-e9a0-48e9-ae74-ce63affd51bb), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:03.638273 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c63500e0-a41a-4982-b627-856c5da8ea0f tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:08:03.678881 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a10118-03bc-4570-8f52-f70b397a3c2b None None] Sync routers for ids ['8e799d34-fabd-4ee4-bc94-247cd2828ab9'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:08:03.696539 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c63500e0-a41a-4982-b627-856c5da8ea0f tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for floatingip (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:03.719533 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd9e0e2-fd07-4c16-9b1f-b452d6cf8518 None None] No DVR routers for this DVR port 71a27dd1-ec30-499f-9cbc-02d5f21819ba on host dv-neutron-834874-6-hyperv {{(pid=104100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:08:03.736302 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a10118-03bc-4570-8f52-f70b397a3c2b None None] Routers {'8e799d34-fabd-4ee4-bc94-247cd2828ab9'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:08:03.737223 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-84a10118-03bc-4570-8f52-f70b397a3c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:07:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['8e799d34-fabd-4ee4-bc94-247cd2828ab9'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:03.748939 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03c7199-b58e-4b4d-94dc-f928074c0eaf None None] Pushing event updated for resources: {'Port': ['ID=80063599-df05-4586-9cc1-e903dc7de442,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:03.768453 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-c63500e0-a41a-4982-b627-856c5da8ea0f tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.6538115 Mar 28 01:08:03.769849 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52534) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:03.787339 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd9e0e2-fd07-4c16-9b1f-b452d6cf8518 None None] Pushing event deleted for resources: {'Port': ['ID=71a27dd1-ec30-499f-9cbc-02d5f21819ba,revision_number=None']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:03.801460 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-472032e7-906f-4727-b232-a0fd05cf2f96 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Deleting port 0fb457a2-57a6-4474-977b-a98b5241ad90 {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:08:03.802343 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-472032e7-906f-4727-b232-a0fd05cf2f96 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (0fb457a2-57a6-4474-977b-a98b5241ad90), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:03.842640 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-84a10118-03bc-4570-8f52-f70b397a3c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:03.859822 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e35d25-13a9-4a3a-88b2-27adb22c72bf tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Network ace6d7f7-f15f-4162-86f7-e748421e33be is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:08:03.867367 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-08f7e7b9-424a-4910-8eca-a4f565ed3b36 None None] For port 62f55c3c-e9a0-48e9-ae74-ce63affd51bb, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=62f55c3c-e9a0-48e9-ae74-ce63affd51bb,segment=NetworkSegment(9028fe72-9b79-4538-96be-757c3dc71a72),segment_id=9028fe72-9b79-4538-96be-757c3dc71a72)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:08:03.867585 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-c0e35d25-13a9-4a3a-88b2-27adb22c72bf tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:08:03.880377 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a10118-03bc-4570-8f52-f70b397a3c2b None None] Routers {'8e799d34-fabd-4ee4-bc94-247cd2828ab9'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:08:03.881117 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-84a10118-03bc-4570-8f52-f70b397a3c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:07:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['8e799d34-fabd-4ee4-bc94-247cd2828ab9'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:03.883536 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-08f7e7b9-424a-4910-8eca-a4f565ed3b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (62f55c3c-e9a0-48e9-ae74-ce63affd51bb), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:03.912477 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e35d25-13a9-4a3a-88b2-27adb22c72bf tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:08:03.913033 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c0e35d25-13a9-4a3a-88b2-27adb22c72bf tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3686596'] for router_interface (f81af90b-fce4-4a88-b359-96e0e694ce6c), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:03.921932 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-2e4b37a0-c2a0-4db1-835e-a6f872f7f923 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.2355444 Mar 28 01:08:03.923647 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52536) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:03.926517 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-993a63c6-d871-4c74-897c-38387eeacd7f tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] DELETE failed (client error): The resource could not be found. Mar 28 01:08:03.927172 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-993a63c6-d871-4c74-897c-38387eeacd7f tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:08:03.932641 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-993a63c6-d871-4c74-897c-38387eeacd7f tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] 10.222.0.24 "DELETE /v2.0/subnets/8680de90-706c-4e6b-8be1-f2740e6a7c3b HTTP/1.1" status: 404 len: 337 time: 0.4809501 Mar 28 01:08:03.937198 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4cbed8a3-f000-4a54-8dbb-a90dcfa86a05 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (0d7aa405-87b2-47f1-b474-45b15ba3c71a), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:03.937371 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52538) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:03.961809 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.pecan_wsgi.hooks.translation [None req-6081c5c1-f06b-498a-875e-1ec132eb37cb tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] DELETE failed (client error): The resource could not be found. Mar 28 01:08:03.962230 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6081c5c1-f06b-498a-875e-1ec132eb37cb tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:08:03.965364 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-6081c5c1-f06b-498a-875e-1ec132eb37cb tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] 10.222.0.24 "DELETE /v2.0/networks/5c21afa6-4681-4fe8-9955-7b5452a45345 HTTP/1.1" status: 404 len: 339 time: 0.0271676 Mar 28 01:08:03.969594 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52540) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:03.977404 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-84a10118-03bc-4570-8f52-f70b397a3c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:03.978286 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a10118-03bc-4570-8f52-f70b397a3c2b None None] The sync data for ids ['8e799d34-fabd-4ee4-bc94-247cd2828ab9'] in dv-neutron-834874-6-hyperv is: [] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:08:04.005902 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-08f7e7b9-424a-4910-8eca-a4f565ed3b36 None None] Provisioning complete for port 4c9287fd-767d-413c-b1f6-e72c83409195 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:08:04.006599 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-08f7e7b9-424a-4910-8eca-a4f565ed3b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (4c9287fd-767d-413c-b1f6-e72c83409195), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:04.014253 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port a1f0a455-d9f1-4151-928b-898774d7342d is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:08:04.014546 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (a1f0a455-d9f1-4151-928b-898774d7342d), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:04.032938 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.pecan_wsgi.hooks.translation [None req-6855209c-7797-4938-a8f6-ca88e70816e0 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] DELETE failed (client error): The resource could not be found. Mar 28 01:08:04.032938 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6855209c-7797-4938-a8f6-ca88e70816e0 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:08:04.032938 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-6855209c-7797-4938-a8f6-ca88e70816e0 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] 10.222.0.24 "DELETE /v2.0/subnets/fcbb9574-2cf6-4d86-8561-5060c6d52d9d HTTP/1.1" status: 404 len: 337 time: 0.0596175 Mar 28 01:08:04.038683 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-25e3b7b3-a359-4000-b12c-1147543439cb tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] 10.222.0.24 "GET /v2.0/floatingips/f7098717-503e-42b8-9617-fb517e10eca5 HTTP/1.1" status: 200 len: 978 time: 0.2575157 Mar 28 01:08:04.038683 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52542) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:04.052677 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52544) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:04.086783 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e35d25-13a9-4a3a-88b2-27adb22c72bf tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Pushing event updated for resources: {'Port': ['ID=0623390d-8328-4dda-bb2e-94ec6e7f0c5d,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:04.106855 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f7e7b9-424a-4910-8eca-a4f565ed3b36 None None] Pushing event updated for resources: {'Port': ['ID=62f55c3c-e9a0-48e9-ae74-ce63affd51bb,revision_number=11']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:04.140731 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1d526ce-b255-4437-ad65-f4925a3e25d4 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] DELETE failed (client error): The resource could not be found. Mar 28 01:08:04.141293 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1d526ce-b255-4437-ad65-f4925a3e25d4 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:08:04.147665 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-b1d526ce-b255-4437-ad65-f4925a3e25d4 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] 10.222.0.24 "DELETE /v2.0/networks/5cef224b-7992-43e5-bcc7-8e6a86e01ba2 HTTP/1.1" status: 404 len: 339 time: 0.1067662 Mar 28 01:08:04.165921 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] For port a1f0a455-d9f1-4151-928b-898774d7342d, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=a1f0a455-d9f1-4151-928b-898774d7342d,segment=NetworkSegment(dc2c5104-ba88-488e-8450-47f584403f24),segment_id=dc2c5104-ba88-488e-8450-47f584403f24)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:08:04.176004 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52546) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:04.176904 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (a1f0a455-d9f1-4151-928b-898774d7342d), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:04.178027 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 4c9287fd-767d-413c-b1f6-e72c83409195 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:08:04.255934 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-472032e7-906f-4727-b232-a0fd05cf2f96 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (0fb457a2-57a6-4474-977b-a98b5241ad90), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:04.303739 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4cbed8a3-f000-4a54-8dbb-a90dcfa86a05 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (0d7aa405-87b2-47f1-b474-45b15ba3c71a), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:04.306247 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-472032e7-906f-4727-b232-a0fd05cf2f96 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Calling delete_port for 0fb457a2-57a6-4474-977b-a98b5241ad90 owned by {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:08:04.312712 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-9dd21a07-bd06-4216-9bd5-0ec95787b8e5 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.2569509 Mar 28 01:08:04.318828 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52548) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:04.323707 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-0cb0cbd6-06c6-4966-b5f9-b81207388f78 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Request body: {'floatingip': {'port_id': 'c46e0673-0bd4-4763-b42c-a2571663b917'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:08:04.328064 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-08f7e7b9-424a-4910-8eca-a4f565ed3b36 None None] Current status of the port 4c9287fd-767d-413c-b1f6-e72c83409195 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:08:04.331801 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Pushing event updated for resources: {'Port': ['ID=a1f0a455-d9f1-4151-928b-898774d7342d,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:04.334180 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_v2 [None req-c61c14da-2afb-4c68-bc70-faa90855a0dc tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Deleting subnet e1accf54-8ec1-4e8f-8bd4-982031bb96cf {{(pid=104098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:08:04.339837 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-08f7e7b9-424a-4910-8eca-a4f565ed3b36 None None] Could not find standard attr ID for object 44b12a5f-32da-4e13-a358-de3c22fb1af9. {{(pid=104100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 28 01:08:04.355458 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 4c9287fd-767d-413c-b1f6-e72c83409195 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:08:04.355841 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (4c9287fd-767d-413c-b1f6-e72c83409195), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:04.359649 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-08f7e7b9-424a-4910-8eca-a4f565ed3b36 None None] Provisioning complete for port 53f1dbbf-e631-434a-8ee9-1b886fd6a33b triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:08:04.360019 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-08f7e7b9-424a-4910-8eca-a4f565ed3b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (53f1dbbf-e631-434a-8ee9-1b886fd6a33b), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:04.366097 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-4cbed8a3-f000-4a54-8dbb-a90dcfa86a05 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d7aa405-87b2-47f1-b474-45b15ba3c71a']}} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:04.369105 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c0e35d25-13a9-4a3a-88b2-27adb22c72bf tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (0623390d-8328-4dda-bb2e-94ec6e7f0c5d), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:04.369283 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c61c14da-2afb-4c68-bc70-faa90855a0dc tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks [] for subnet (e1accf54-8ec1-4e8f-8bd4-982031bb96cf), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:04.385320 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-4cbed8a3-f000-4a54-8dbb-a90dcfa86a05 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1099b782-6411-449a-a906-9bdfaadf34f4') {'for_net_delete': True} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:04.385622 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-4cbed8a3-f000-4a54-8dbb-a90dcfa86a05 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1099b782-6411-449a-a906-9bdfaadf34f4') {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:04.389369 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-7fbd9ab7-6065-43f2-9f36-57007a464921 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Deleting port e18d5dc1-261c-473c-a7c9-30fbd459285b {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:08:04.389709 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7fbd9ab7-6065-43f2-9f36-57007a464921 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (e18d5dc1-261c-473c-a7c9-30fbd459285b), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:04.428203 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-08f7e7b9-424a-4910-8eca-a4f565ed3b36 None None] Port 53f1dbbf-e631-434a-8ee9-1b886fd6a33b cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:08:04.444543 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4cbed8a3-f000-4a54-8dbb-a90dcfa86a05 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126946678'] for segment (1099b782-6411-449a-a906-9bdfaadf34f4), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:04.446309 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-08f7e7b9-424a-4910-8eca-a4f565ed3b36 None None] Provisioning complete for port a1f0a455-d9f1-4151-928b-898774d7342d triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:08:04.446684 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-08f7e7b9-424a-4910-8eca-a4f565ed3b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (a1f0a455-d9f1-4151-928b-898774d7342d), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:04.493548 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4cbed8a3-f000-4a54-8dbb-a90dcfa86a05 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (1099b782-6411-449a-a906-9bdfaadf34f4), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:04.514767 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cbed8a3-f000-4a54-8dbb-a90dcfa86a05 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=104099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:08:04.515117 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4cbed8a3-f000-4a54-8dbb-a90dcfa86a05 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127280876'] for segment (1099b782-6411-449a-a906-9bdfaadf34f4), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:04.517989 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 4c9287fd-767d-413c-b1f6-e72c83409195 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:08:04.519195 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 62f55c3c-e9a0-48e9-ae74-ce63affd51bb up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:08:04.521848 dv-neutron-834874-6-hyperv neutron-server[104099]: Traceback (most recent call last): Mar 28 01:08:04.521848 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:08:04.521848 dv-neutron-834874-6-hyperv neutron-server[104099]: timer() Mar 28 01:08:04.521848 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:08:04.521848 dv-neutron-834874-6-hyperv neutron-server[104099]: cb(*args, **kw) Mar 28 01:08:04.521848 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:08:04.521848 dv-neutron-834874-6-hyperv neutron-server[104099]: return func(*args, **kwargs) Mar 28 01:08:04.521848 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:08:04.521848 dv-neutron-834874-6-hyperv neutron-server[104099]: self._notify() Mar 28 01:08:04.521848 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:08:04.521848 dv-neutron-834874-6-hyperv neutron-server[104099]: self.callback(batched_events) Mar 28 01:08:04.521848 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:08:04.521848 dv-neutron-834874-6-hyperv neutron-server[104099]: event.method(event) Mar 28 01:08:04.521848 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:08:04.521848 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:08:04.521848 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:08:04.521848 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:08:04.521848 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:08:04.521848 dv-neutron-834874-6-hyperv neutron-server[104099]: return f(self, *a, **k) Mar 28 01:08:04.521848 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:08:04.521848 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._get(url).json() Mar 28 01:08:04.521848 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:08:04.521848 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:08:04.521848 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:08:04.521848 dv-neutron-834874-6-hyperv neutron-server[104099]: return self.request(url, 'GET', **kwargs) Mar 28 01:08:04.521848 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:08:04.521848 dv-neutron-834874-6-hyperv neutron-server[104099]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:08:04.521848 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:08:04.521848 dv-neutron-834874-6-hyperv neutron-server[104099]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:08:04.521848 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:08:04.521848 dv-neutron-834874-6-hyperv neutron-server[104099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:08:04.521848 dv-neutron-834874-6-hyperv neutron-server[104099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:08:04.612627 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-08f7e7b9-424a-4910-8eca-a4f565ed3b36 None None] Current status of the port a1f0a455-d9f1-4151-928b-898774d7342d is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:08:04.617771 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 62f55c3c-e9a0-48e9-ae74-ce63affd51bb triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:08:04.618212 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (62f55c3c-e9a0-48e9-ae74-ce63affd51bb), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:04.688591 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7fbd9ab7-6065-43f2-9f36-57007a464921 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (e18d5dc1-261c-473c-a7c9-30fbd459285b), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:04.698513 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4cbed8a3-f000-4a54-8dbb-a90dcfa86a05 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (0d7aa405-87b2-47f1-b474-45b15ba3c71a), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:04.703180 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4cbed8a3-f000-4a54-8dbb-a90dcfa86a05 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks [] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:04.705734 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 62f55c3c-e9a0-48e9-ae74-ce63affd51bb is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:08:04.709578 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-4cbed8a3-f000-4a54-8dbb-a90dcfa86a05 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] 10.222.0.24 "DELETE /v2.0/networks/0d7aa405-87b2-47f1-b474-45b15ba3c71a HTTP/1.1" status: 204 len: 168 time: 1.4230223 Mar 28 01:08:04.716716 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52550) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:04.730477 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-7fbd9ab7-6065-43f2-9f36-57007a464921 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Calling delete_port for e18d5dc1-261c-473c-a7c9-30fbd459285b owned by {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:08:04.748478 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-150d9df3-123b-45df-ae37-83e6e7ae5740 None None] Provisioning complete for port 62f55c3c-e9a0-48e9-ae74-ce63affd51bb triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:08:04.749762 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-150d9df3-123b-45df-ae37-83e6e7ae5740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (62f55c3c-e9a0-48e9-ae74-ce63affd51bb), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:04.755618 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbed8a3-f000-4a54-8dbb-a90dcfa86a05 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Pushing event deleted for resources: {'Network': ['ID=0d7aa405-87b2-47f1-b474-45b15ba3c71a,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:04.818104 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 71a27dd1-ec30-499f-9cbc-02d5f21819ba no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:08:04.848236 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: 71a27dd1-ec30-499f-9cbc-02d5f21819ba {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:08:04.848584 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 71a27dd1-ec30-499f-9cbc-02d5f21819ba not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:08:04.849005 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 039a4561-cc15-4725-af4c-d06a19d7c0fc no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:08:04.849588 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c61c14da-2afb-4c68-bc70-faa90855a0dc tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126443526'] for subnet (e1accf54-8ec1-4e8f-8bd4-982031bb96cf), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:04.877786 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: 039a4561-cc15-4725-af4c-d06a19d7c0fc {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:08:04.878143 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 039a4561-cc15-4725-af4c-d06a19d7c0fc not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:08:04.878569 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 44b12a5f-32da-4e13-a358-de3c22fb1af9 no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:08:04.880366 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0cb0cbd6-06c6-4966-b5f9-b81207388f78 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks [] for floatingip (f7098717-503e-42b8-9617-fb517e10eca5), before_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:04.909745 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: 44b12a5f-32da-4e13-a358-de3c22fb1af9 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:08:04.910123 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 44b12a5f-32da-4e13-a358-de3c22fb1af9 not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:08:04.948145 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea855454-4d79-4426-8e39-5a62a1962b95 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Deleting subnet d9268c99-6ead-4e36-aa92-767a5a27542e {{(pid=104098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:08:04.953081 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ea855454-4d79-4426-8e39-5a62a1962b95 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks [] for subnet (d9268c99-6ead-4e36-aa92-767a5a27542e), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:04.955104 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-150d9df3-123b-45df-ae37-83e6e7ae5740 None None] Current status of the port 62f55c3c-e9a0-48e9-ae74-ce63affd51bb is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:08:04.974426 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-150d9df3-123b-45df-ae37-83e6e7ae5740 None None] Provisioning complete for port e18d5dc1-261c-473c-a7c9-30fbd459285b triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:08:04.974963 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-150d9df3-123b-45df-ae37-83e6e7ae5740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (e18d5dc1-261c-473c-a7c9-30fbd459285b), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:05.015900 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ea855454-4d79-4426-8e39-5a62a1962b95 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126443526'] for subnet (d9268c99-6ead-4e36-aa92-767a5a27542e), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:05.021037 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-150d9df3-123b-45df-ae37-83e6e7ae5740 None None] Port e18d5dc1-261c-473c-a7c9-30fbd459285b cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:08:05.051425 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-150d9df3-123b-45df-ae37-83e6e7ae5740 None None] Provisioning complete for port 0fb457a2-57a6-4474-977b-a98b5241ad90 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:08:05.055350 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-150d9df3-123b-45df-ae37-83e6e7ae5740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (0fb457a2-57a6-4474-977b-a98b5241ad90), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:05.093042 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c0e35d25-13a9-4a3a-88b2-27adb22c72bf tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks [] for port (0623390d-8328-4dda-bb2e-94ec6e7f0c5d), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:05.118527 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-150d9df3-123b-45df-ae37-83e6e7ae5740 None None] Port 0fb457a2-57a6-4474-977b-a98b5241ad90 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:08:05.122370 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c0e35d25-13a9-4a3a-88b2-27adb22c72bf tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (0623390d-8328-4dda-bb2e-94ec6e7f0c5d), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:05.123199 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c0e35d25-13a9-4a3a-88b2-27adb22c72bf tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3725889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3686480'] for router_interface (f81af90b-fce4-4a88-b359-96e0e694ce6c), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:05.154864 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7fbd9ab7-6065-43f2-9f36-57007a464921 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (e18d5dc1-261c-473c-a7c9-30fbd459285b), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:05.222754 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e35d25-13a9-4a3a-88b2-27adb22c72bf tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Pushing event updated for resources: {'Port': ['ID=0623390d-8328-4dda-bb2e-94ec6e7f0c5d,revision_number=2']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:05.234921 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ea855454-4d79-4426-8e39-5a62a1962b95 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (d9268c99-6ead-4e36-aa92-767a5a27542e), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:05.290643 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7fbd9ab7-6065-43f2-9f36-57007a464921 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:05.294138 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-7fbd9ab7-6065-43f2-9f36-57007a464921 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "DELETE /v2.0/ports/e18d5dc1-261c-473c-a7c9-30fbd459285b HTTP/1.1" status: 204 len: 168 time: 1.3686659 Mar 28 01:08:05.297010 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device a1f0a455-d9f1-4151-928b-898774d7342d up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:08:05.304579 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52552) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:05.313248 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbd9ab7-6065-43f2-9f36-57007a464921 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Pushing event deleted for resources: {'Port': ['ID=e18d5dc1-261c-473c-a7c9-30fbd459285b,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:05.336828 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-472032e7-906f-4727-b232-a0fd05cf2f96 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (0fb457a2-57a6-4474-977b-a98b5241ad90), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:05.347593 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb16d687-d797-459a-92b2-ac2e3ee6c41c None None] Network ace6d7f7-f15f-4162-86f7-e748421e33be requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:08:05.372670 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e35d25-13a9-4a3a-88b2-27adb22c72bf tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Network ace6d7f7-f15f-4162-86f7-e748421e33be is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:08:05.374894 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-c0e35d25-13a9-4a3a-88b2-27adb22c72bf tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:08:05.397684 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c61c14da-2afb-4c68-bc70-faa90855a0dc tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (e1accf54-8ec1-4e8f-8bd4-982031bb96cf), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:05.438967 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472032e7-906f-4727-b232-a0fd05cf2f96 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Pushing event deleted for resources: {'Port': ['ID=0fb457a2-57a6-4474-977b-a98b5241ad90,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:05.481008 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-889033a8-a91a-4660-97ef-121799d42a68 None None] Provisioning complete for port 80063599-df05-4586-9cc1-e903dc7de442 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:08:05.481385 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-889033a8-a91a-4660-97ef-121799d42a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (80063599-df05-4586-9cc1-e903dc7de442), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:05.509239 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0e35d25-13a9-4a3a-88b2-27adb22c72bf tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Router f81af90b-fce4-4a88-b359-96e0e694ce6c has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:08:05.517862 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port a1f0a455-d9f1-4151-928b-898774d7342d triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:08:05.518241 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (a1f0a455-d9f1-4151-928b-898774d7342d), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:05.597629 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ea855454-4d79-4426-8e39-5a62a1962b95 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126175041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126112438'] for subnet (d9268c99-6ead-4e36-aa92-767a5a27542e), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:05.653983 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0e35d25-13a9-4a3a-88b2-27adb22c72bf tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:08:05.659057 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-c0e35d25-13a9-4a3a-88b2-27adb22c72bf tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] 10.222.0.24 "PUT /v2.0/routers/f81af90b-fce4-4a88-b359-96e0e694ce6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4955921 Mar 28 01:08:05.663564 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52554) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:05.669533 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9476e85-0b52-4c64-9f50-49a7d4767847 None None] Sync routers for ids ['f81af90b-fce4-4a88-b359-96e0e694ce6c'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:08:05.673926 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-2abc24a1-382b-4f9d-a997-e722f45b442b tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1205619059'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:08:05.680992 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9476e85-0b52-4c64-9f50-49a7d4767847 None None] Routers {'f81af90b-fce4-4a88-b359-96e0e694ce6c'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:08:05.681849 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-c9476e85-0b52-4c64-9f50-49a7d4767847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:07:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['f81af90b-fce4-4a88-b359-96e0e694ce6c'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:05.698546 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea855454-4d79-4426-8e39-5a62a1962b95 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Pushing event deleted for resources: {'Subnet': ['ID=d9268c99-6ead-4e36-aa92-767a5a27542e,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:05.700989 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ea855454-4d79-4426-8e39-5a62a1962b95 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:05.707283 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-ea855454-4d79-4426-8e39-5a62a1962b95 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] 10.222.0.24 "DELETE /v2.0/subnets/d9268c99-6ead-4e36-aa92-767a5a27542e HTTP/1.1" status: 204 len: 168 time: 0.9865031 Mar 28 01:08:05.714879 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01f3c3b-8e89-4d20-b9e0-357c99e1cdbb None None] Network ee7e90e8-7809-4663-9678-9e768e0696ab requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:08:05.717867 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52556) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:05.724792 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2abc24a1-382b-4f9d-a997-e722f45b442b tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Made reservation on behalf of 73b89705b12a4822849ef008702f6650 for: {'network': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:08:05.730742 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2abc24a1-382b-4f9d-a997-e722f45b442b tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:05.733302 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00fe0be-f528-4f2a-9b4a-0332e2fdf42e tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:08:05.735006 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-c00fe0be-f528-4f2a-9b4a-0332e2fdf42e tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4294796 Mar 28 01:08:05.743076 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52558) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:05.777201 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2abc24a1-382b-4f9d-a997-e722f45b442b tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=104099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:08:05.805851 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2abc24a1-382b-4f9d-a997-e722f45b442b tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (d5840d70-02cb-4c63-875f-ccfa7c731792), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:05.806290 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.segments_db [None req-2abc24a1-382b-4f9d-a997-e722f45b442b tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Added segment d5840d70-02cb-4c63-875f-ccfa7c731792 of type vlan for network 6db32cfe-0e5d-4e8d-92fe-ac8fb658c437 Mar 28 01:08:05.817284 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port a1f0a455-d9f1-4151-928b-898774d7342d is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:08:05.819029 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 80063599-df05-4586-9cc1-e903dc7de442 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:08:05.822040 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-889033a8-a91a-4660-97ef-121799d42a68 None None] Current status of the port 80063599-df05-4586-9cc1-e903dc7de442 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:08:05.822438 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-889033a8-a91a-4660-97ef-121799d42a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (80063599-df05-4586-9cc1-e903dc7de442), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:05.825590 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c61c14da-2afb-4c68-bc70-faa90855a0dc tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126175041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126112438'] for subnet (e1accf54-8ec1-4e8f-8bd4-982031bb96cf), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:05.829731 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-c9476e85-0b52-4c64-9f50-49a7d4767847 None None] Set router f81af90b-fce4-4a88-b359-96e0e694ce6c gateway port host: None {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:08:05.831502 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-472032e7-906f-4727-b232-a0fd05cf2f96 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:05.834717 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-472032e7-906f-4727-b232-a0fd05cf2f96 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "DELETE /v2.0/ports/0fb457a2-57a6-4474-977b-a98b5241ad90 HTTP/1.1" status: 204 len: 168 time: 2.2633109 Mar 28 01:08:05.862359 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52560) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:05.899572 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-86930cb5-e264-4631-80b8-a96c264eafcd tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] GET failed (client error): The resource could not be found. Mar 28 01:08:05.903614 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-86930cb5-e264-4631-80b8-a96c264eafcd tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "GET /v2.0/ports/0fb457a2-57a6-4474-977b-a98b5241ad90 HTTP/1.1" status: 404 len: 333 time: 0.0377359 Mar 28 01:08:05.904527 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52562) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:05.937833 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-889033a8-a91a-4660-97ef-121799d42a68 None None] For port 80063599-df05-4586-9cc1-e903dc7de442, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=80063599-df05-4586-9cc1-e903dc7de442,segment=NetworkSegment(6bb42aad-ce16-42a2-9224-fc11408751c6),segment_id=6bb42aad-ce16-42a2-9224-fc11408751c6)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:08:05.948141 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61c14da-2afb-4c68-bc70-faa90855a0dc tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Pushing event deleted for resources: {'Subnet': ['ID=e1accf54-8ec1-4e8f-8bd4-982031bb96cf,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:05.949847 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d93ed0-0c94-4157-8a51-0584edf58ed4 None None] Network 2d3f9d3b-56f2-4a61-95b1-eafc918ed3fc requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:08:05.954723 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2abc24a1-382b-4f9d-a997-e722f45b442b tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (6db32cfe-0e5d-4e8d-92fe-ac8fb658c437), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:05.961009 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c61c14da-2afb-4c68-bc70-faa90855a0dc tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:05.964652 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-c61c14da-2afb-4c68-bc70-faa90855a0dc tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] 10.222.0.24 "DELETE /v2.0/subnets/e1accf54-8ec1-4e8f-8bd4-982031bb96cf HTTP/1.1" status: 204 len: 168 time: 1.7876394 Mar 28 01:08:05.972530 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52564) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:06.011761 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0efbb1c5-ca54-4cea-ac68-41f5757d8921 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (ee7e90e8-7809-4663-9678-9e768e0696ab), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:06.061960 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2abc24a1-382b-4f9d-a997-e722f45b442b tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (6db32cfe-0e5d-4e8d-92fe-ac8fb658c437), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:06.068526 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2abc24a1-382b-4f9d-a997-e722f45b442b tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:08:06.069499 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2abc24a1-382b-4f9d-a997-e722f45b442b tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks [] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:06.094142 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-889033a8-a91a-4660-97ef-121799d42a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (80063599-df05-4586-9cc1-e903dc7de442), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:06.115491 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 80063599-df05-4586-9cc1-e903dc7de442 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:08:06.115830 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (80063599-df05-4586-9cc1-e903dc7de442), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:06.128948 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-c9476e85-0b52-4c64-9f50-49a7d4767847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f81af90b-fce4-4a88-b359-96e0e694ce6c', 'name': 'tempest-RoutersIpV6Test-router-781427244', 'tenant_id': '73b89705b12a4822849ef008702f6650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:07:51Z', 'updated_at': '2022-03-28T01:08:04Z', 'revision_number': 3, 'project_id': '73b89705b12a4822849ef008702f6650', 'gw_port_host': None, '_interfaces': [{'id': '0623390d-8328-4dda-bb2e-94ec6e7f0c5d', 'name': '', 'network_id': 'ace6d7f7-f15f-4162-86f7-e748421e33be', 'tenant_id': '73b89705b12a4822849ef008702f6650', 'mac_address': 'fa:16:3e:7f:e6:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f81af90b-fce4-4a88-b359-96e0e694ce6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': 'e3c665d0-c1c5-41fb-ba5d-ce57ba99245a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:08:02Z', 'updated_at': '2022-03-28T01:08:04Z', 'revision_number': 2, 'project_id': '73b89705b12a4822849ef008702f6650', 'subnets': [{'id': 'e3c665d0-c1c5-41fb-ba5d-ce57ba99245a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c9287fd-767d-413c-b1f6-e72c83409195', 'name': '', 'network_id': '7c8c0538-5060-44fc-95df-1da6a7312af2', 'tenant_id': '73b89705b12a4822849ef008702f6650', 'mac_address': 'fa:16:3e:6d:1f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81af90b-fce4-4a88-b359-96e0e694ce6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '11187ad9-a275-45d5-9e5e-2a11e69b6a34', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:07:54Z', 'updated_at': '2022-03-28T01:08:02Z', 'revision_number': 5, 'project_id': '73b89705b12a4822849ef008702f6650', 'subnets': [{'id': '11187ad9-a275-45d5-9e5e-2a11e69b6a34', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:06.154189 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-2abc24a1-382b-4f9d-a997-e722f45b442b tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4897935 Mar 28 01:08:06.155630 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52566) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:06.162762 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9476e85-0b52-4c64-9f50-49a7d4767847 None None] Checking router: f81af90b-fce4-4a88-b359-96e0e694ce6c for host: dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:08:06.163306 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9476e85-0b52-4c64-9f50-49a7d4767847 None None] Updating router f81af90b-fce4-4a88-b359-96e0e694ce6c port 0623390d-8328-4dda-bb2e-94ec6e7f0c5d binding host dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 01:08:06.173701 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-ad0ce6fa-9082-4317-9833-bbaac44fe67c tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Request body: {'subnet': {'network_id': '6db32cfe-0e5d-4e8d-92fe-ac8fb658c437', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:08:06.211843 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4daf706a-b163-4534-bd8f-2cb94fab0ffd tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:08:06.220101 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-4daf706a-b163-4534-bd8f-2cb94fab0ffd tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4734764 Mar 28 01:08:06.222510 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52568) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:06.233378 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-c9476e85-0b52-4c64-9f50-49a7d4767847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (0623390d-8328-4dda-bb2e-94ec6e7f0c5d), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:06.252890 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-f05dd310-c0b6-4ae4-b14d-12d4f0544e79 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Deleting port 53f1dbbf-e631-434a-8ee9-1b886fd6a33b {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:08:06.253770 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f05dd310-c0b6-4ae4-b14d-12d4f0544e79 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (53f1dbbf-e631-434a-8ee9-1b886fd6a33b), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:06.258680 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abc24a1-382b-4f9d-a997-e722f45b442b tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Pushing event updated for resources: {'Network': ['ID=6db32cfe-0e5d-4e8d-92fe-ac8fb658c437,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:06.302693 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-87ccfda0-b390-4e13-8fcb-3d28ae261cef tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (2d3f9d3b-56f2-4a61-95b1-eafc918ed3fc), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:06.399351 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network 6db32cfe-0e5d-4e8d-92fe-ac8fb658c437 details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:08:06.420761 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad0ce6fa-9082-4317-9833-bbaac44fe67c tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Made reservation on behalf of 73b89705b12a4822849ef008702f6650 for: {'subnet': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:08:06.425887 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ad0ce6fa-9082-4317-9833-bbaac44fe67c tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126757772'] for subnet (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:06.470710 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f17b8fd-7c1e-4988-a79a-cd827266fe7a tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:08:06.472649 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f17b8fd-7c1e-4988-a79a-cd827266fe7a tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:08:06.474075 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f17b8fd-7c1e-4988-a79a-cd827266fe7a tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:08:06.479271 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-8f17b8fd-7c1e-4988-a79a-cd827266fe7a tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2549534 Mar 28 01:08:06.487939 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52570) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:06.511611 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f05dd310-c0b6-4ae4-b14d-12d4f0544e79 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (53f1dbbf-e631-434a-8ee9-1b886fd6a33b), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:06.547714 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-f05dd310-c0b6-4ae4-b14d-12d4f0544e79 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Calling delete_port for 53f1dbbf-e631-434a-8ee9-1b886fd6a33b owned by {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:08:06.591810 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-4054b0e4-76a1-40af-8337-af1bd8ae4b32 None None] Provisioning complete for port 0623390d-8328-4dda-bb2e-94ec6e7f0c5d triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:08:06.593953 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-c9476e85-0b52-4c64-9f50-49a7d4767847 None None] Publish callbacks [] for port (0623390d-8328-4dda-bb2e-94ec6e7f0c5d), precommit_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:06.595489 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-4054b0e4-76a1-40af-8337-af1bd8ae4b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (0623390d-8328-4dda-bb2e-94ec6e7f0c5d), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:06.603547 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-c9476e85-0b52-4c64-9f50-49a7d4767847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (0623390d-8328-4dda-bb2e-94ec6e7f0c5d), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:06.658368 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b75e4f-6fe9-459d-b74e-d86323fcaf10 None None] Pushing event updated for resources: {'Port': ['ID=0623390d-8328-4dda-bb2e-94ec6e7f0c5d,revision_number=3']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:06.673591 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-0efbb1c5-ca54-4cea-ac68-41f5757d8921 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Deleting port c0b0a4ce-b26b-4f67-994e-9937a33ff37b {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:08:06.673937 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0efbb1c5-ca54-4cea-ac68-41f5757d8921 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (c0b0a4ce-b26b-4f67-994e-9937a33ff37b), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:06.699144 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889033a8-a91a-4660-97ef-121799d42a68 None None] Pushing event updated for resources: {'Port': ['ID=80063599-df05-4586-9cc1-e903dc7de442,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:06.720446 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-4054b0e4-76a1-40af-8337-af1bd8ae4b32 None None] Port 0623390d-8328-4dda-bb2e-94ec6e7f0c5d cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:08:06.746802 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [None req-c9476e85-0b52-4c64-9f50-49a7d4767847 None None] Attempting to bind port 0623390d-8328-4dda-bb2e-94ec6e7f0c5d on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:08:06.747411 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [None req-c9476e85-0b52-4c64-9f50-49a7d4767847 None None] Attempting to bind port 0623390d-8328-4dda-bb2e-94ec6e7f0c5d by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': '6bb42aad-ce16-42a2-9224-fc11408751c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ace6d7f7-f15f-4162-86f7-e748421e33be'}] {{(pid=104101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:08:06.747544 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9476e85-0b52-4c64-9f50-49a7d4767847 None None] Attempting to bind port 0623390d-8328-4dda-bb2e-94ec6e7f0c5d on network ace6d7f7-f15f-4162-86f7-e748421e33be {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:08:06.755280 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9476e85-0b52-4c64-9f50-49a7d4767847 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:08:06.757608 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9476e85-0b52-4c64-9f50-49a7d4767847 None None] Checking segment: {'id': '6bb42aad-ce16-42a2-9224-fc11408751c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ace6d7f7-f15f-4162-86f7-e748421e33be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:08:06.760593 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-c9476e85-0b52-4c64-9f50-49a7d4767847 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:06.761318 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9476e85-0b52-4c64-9f50-49a7d4767847 None None] Bound using segment: {'id': '6bb42aad-ce16-42a2-9224-fc11408751c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ace6d7f7-f15f-4162-86f7-e748421e33be'} {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:08:06.761970 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [None req-c9476e85-0b52-4c64-9f50-49a7d4767847 None None] Bound port: 0623390d-8328-4dda-bb2e-94ec6e7f0c5d, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bb42aad-ce16-42a2-9224-fc11408751c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ace6d7f7-f15f-4162-86f7-e748421e33be'}}] {{(pid=104101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:08:06.762539 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-c9476e85-0b52-4c64-9f50-49a7d4767847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (0623390d-8328-4dda-bb2e-94ec6e7f0c5d), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:06.791140 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-4054b0e4-76a1-40af-8337-af1bd8ae4b32 None None] Provisioning complete for port 80063599-df05-4586-9cc1-e903dc7de442 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:08:06.795315 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0cb0cbd6-06c6-4966-b5f9-b81207388f78 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:06.806038 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-4054b0e4-76a1-40af-8337-af1bd8ae4b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (80063599-df05-4586-9cc1-e903dc7de442), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:06.815039 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b8741d-c88a-4695-996c-f2b64b0dd06c None None] DHCP port deletion for ee7e90e8-7809-4663-9678-9e768e0696ab request from dv-neutron-834874-6-hyperv {{(pid=104100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 01:08:06.831199 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0cb0cbd6-06c6-4966-b5f9-b81207388f78 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688063'] for floatingip (f7098717-503e-42b8-9617-fb517e10eca5), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:06.879276 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b91992e-5fe0-405c-9f0c-99ca647368d4 None None] DHCP port deletion for 2d3f9d3b-56f2-4a61-95b1-eafc918ed3fc request from dv-neutron-834874-6-hyperv {{(pid=104100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 01:08:06.894753 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.db [None req-c9476e85-0b52-4c64-9f50-49a7d4767847 None None] For port 0623390d-8328-4dda-bb2e-94ec6e7f0c5d, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:08:06.901290 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.db [None req-c9476e85-0b52-4c64-9f50-49a7d4767847 None None] For port 0623390d-8328-4dda-bb2e-94ec6e7f0c5d, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=0623390d-8328-4dda-bb2e-94ec6e7f0c5d,segment=NetworkSegment(6bb42aad-ce16-42a2-9224-fc11408751c6),segment_id=6bb42aad-ce16-42a2-9224-fc11408751c6)] {{(pid=104101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:08:06.903589 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 80063599-df05-4586-9cc1-e903dc7de442 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:08:06.904762 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 62f55c3c-e9a0-48e9-ae74-ce63affd51bb up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:08:06.908684 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_v2 [None req-b827b3dd-fcf3-455c-87a4-9a3c46531249 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Deleting subnet 4b70a531-bfd4-4720-af33-74b0b62360bb {{(pid=104098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:08:06.913684 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-c9476e85-0b52-4c64-9f50-49a7d4767847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (0623390d-8328-4dda-bb2e-94ec6e7f0c5d), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:06.919153 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b827b3dd-fcf3-455c-87a4-9a3c46531249 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks [] for subnet (4b70a531-bfd4-4720-af33-74b0b62360bb), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:06.950543 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ad0ce6fa-9082-4317-9833-bbaac44fe67c tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127282703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126757786'] for subnet (c3feaaef-5096-4626-8cb4-9d5cefb7793d), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:06.959374 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f05dd310-c0b6-4ae4-b14d-12d4f0544e79 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (53f1dbbf-e631-434a-8ee9-1b886fd6a33b), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:06.964644 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.db [None req-0efbb1c5-ca54-4cea-ac68-41f5757d8921 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] For port c0b0a4ce-b26b-4f67-994e-9937a33ff37b, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=c0b0a4ce-b26b-4f67-994e-9937a33ff37b,segment=NetworkSegment(b78c9677-bd27-4c53-a078-025f31c8eb8a),segment_id=b78c9677-bd27-4c53-a078-025f31c8eb8a)] {{(pid=104098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:08:06.965168 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0efbb1c5-ca54-4cea-ac68-41f5757d8921 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (c0b0a4ce-b26b-4f67-994e-9937a33ff37b), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:06.977887 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-0efbb1c5-ca54-4cea-ac68-41f5757d8921 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Calling delete_port for c0b0a4ce-b26b-4f67-994e-9937a33ff37b owned by network:dhcp {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:08:07.001888 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b75e4f-6fe9-459d-b74e-d86323fcaf10 None None] Pushing event updated for resources: {'Port': ['ID=0623390d-8328-4dda-bb2e-94ec6e7f0c5d,revision_number=4']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:07.026445 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9476e85-0b52-4c64-9f50-49a7d4767847 None None] Routers {'f81af90b-fce4-4a88-b359-96e0e694ce6c'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:08:07.027325 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-c9476e85-0b52-4c64-9f50-49a7d4767847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:07:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['f81af90b-fce4-4a88-b359-96e0e694ce6c'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:07.039098 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05dd310-c0b6-4ae4-b14d-12d4f0544e79 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Pushing event deleted for resources: {'Port': ['ID=53f1dbbf-e631-434a-8ee9-1b886fd6a33b,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:07.103648 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-4054b0e4-76a1-40af-8337-af1bd8ae4b32 None None] Current status of the port 80063599-df05-4586-9cc1-e903dc7de442 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:08:07.128668 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-41b8741d-c88a-4695-996c-f2b64b0dd06c None None] Deleting port c0b0a4ce-b26b-4f67-994e-9937a33ff37b {{(pid=104100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:08:07.130933 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-41b8741d-c88a-4695-996c-f2b64b0dd06c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (c0b0a4ce-b26b-4f67-994e-9937a33ff37b), before_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:07.143567 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b827b3dd-fcf3-455c-87a4-9a3c46531249 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126443526'] for subnet (4b70a531-bfd4-4720-af33-74b0b62360bb), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:07.147255 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-8b91992e-5fe0-405c-9f0c-99ca647368d4 None None] Deleting port d724651e-7e39-44a9-a183-183dca4a5e81 {{(pid=104100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:08:07.150451 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0ce6fa-9082-4317-9833-bbaac44fe67c tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Pushing event updated for resources: {'Subnet': ['ID=c3feaaef-5096-4626-8cb4-9d5cefb7793d,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:07.150899 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-8b91992e-5fe0-405c-9f0c-99ca647368d4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (d724651e-7e39-44a9-a183-183dca4a5e81), before_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:07.206848 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0ce6fa-9082-4317-9833-bbaac44fe67c tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Checking segment: {'id': 'd5840d70-02cb-4c63-875f-ccfa7c731792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6db32cfe-0e5d-4e8d-92fe-ac8fb658c437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:08:07.207471 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0ce6fa-9082-4317-9833-bbaac44fe67c tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Network hostable DHCP agents. Network: 6db32cfe-0e5d-4e8d-92fe-ac8fb658c437, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:08:07.263734 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b827b3dd-fcf3-455c-87a4-9a3c46531249 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (4b70a531-bfd4-4720-af33-74b0b62360bb), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:07.274714 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f05dd310-c0b6-4ae4-b14d-12d4f0544e79 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:07.282337 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-f05dd310-c0b6-4ae4-b14d-12d4f0544e79 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "DELETE /v2.0/ports/53f1dbbf-e631-434a-8ee9-1b886fd6a33b HTTP/1.1" status: 204 len: 168 time: 1.3767669 Mar 28 01:08:07.288108 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52572) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:07.308689 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0ce6fa-9082-4317-9833-bbaac44fe67c tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Network 6db32cfe-0e5d-4e8d-92fe-ac8fb658c437 is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:08:07.334629 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0efbb1c5-ca54-4cea-ac68-41f5757d8921 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (c0b0a4ce-b26b-4f67-994e-9937a33ff37b), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:07.339173 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-26d841d7-78d6-4e4a-895f-10dbd1e0f5b0 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] GET failed (client error): The resource could not be found. Mar 28 01:08:07.348824 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-26d841d7-78d6-4e4a-895f-10dbd1e0f5b0 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "GET /v2.0/ports/53f1dbbf-e631-434a-8ee9-1b886fd6a33b HTTP/1.1" status: 404 len: 333 time: 0.0592232 Mar 28 01:08:07.349456 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b827b3dd-fcf3-455c-87a4-9a3c46531249 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126175041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126112438'] for subnet (4b70a531-bfd4-4720-af33-74b0b62360bb), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:07.349694 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52574) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:07.349810 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 62f55c3c-e9a0-48e9-ae74-ce63affd51bb triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:08:07.350091 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (62f55c3c-e9a0-48e9-ae74-ce63affd51bb), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:07.367026 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-ad0ce6fa-9082-4317-9833-bbaac44fe67c tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, 6db32cfe-0e5d-4e8d-92fe-ac8fb658c437) {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:08:07.387366 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0ce6fa-9082-4317-9833-bbaac44fe67c tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:08:07.389462 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ad0ce6fa-9082-4317-9833-bbaac44fe67c tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks [] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:07.394915 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-87ccfda0-b390-4e13-8fcb-3d28ae261cef tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Deleting port d724651e-7e39-44a9-a183-183dca4a5e81 {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:08:07.395483 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-87ccfda0-b390-4e13-8fcb-3d28ae261cef tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (d724651e-7e39-44a9-a183-183dca4a5e81), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:07.422094 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-c9476e85-0b52-4c64-9f50-49a7d4767847 None None] Set router f81af90b-fce4-4a88-b359-96e0e694ce6c gateway port host: None {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:08:07.463824 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-ad0ce6fa-9082-4317-9833-bbaac44fe67c tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2969532 Mar 28 01:08:07.468372 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52576) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:07.477219 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c79ab07-e6f9-4093-8f26-a33cc67fd28d None None] Network 6db32cfe-0e5d-4e8d-92fe-ac8fb658c437 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:08:07.549278 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.db [None req-87ccfda0-b390-4e13-8fcb-3d28ae261cef tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] For port d724651e-7e39-44a9-a183-183dca4a5e81, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=d724651e-7e39-44a9-a183-183dca4a5e81,segment=NetworkSegment(7d8f18fe-1f7b-4d47-a7a6-1b267c52b3c6),segment_id=7d8f18fe-1f7b-4d47-a7a6-1b267c52b3c6)] {{(pid=104098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:08:07.558143 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-87ccfda0-b390-4e13-8fcb-3d28ae261cef tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (d724651e-7e39-44a9-a183-183dca4a5e81), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:07.562494 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_v2 [None req-26fd7387-da9e-4b8f-9d08-e0467545c3d8 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Deleting subnet d8ec18dd-d055-4c3a-99af-6af18eebcd72 {{(pid=104099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:08:07.571220 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-26fd7387-da9e-4b8f-9d08-e0467545c3d8 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks [] for subnet (d8ec18dd-d055-4c3a-99af-6af18eebcd72), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:07.577276 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-87ccfda0-b390-4e13-8fcb-3d28ae261cef tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Calling delete_port for d724651e-7e39-44a9-a183-183dca4a5e81 owned by network:dhcp {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:08:07.596157 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-a80fa97a-9d8c-4bc2-ae77-2c92b2b14803 None None] Provisioning complete for port 0623390d-8328-4dda-bb2e-94ec6e7f0c5d triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:08:07.596501 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-a80fa97a-9d8c-4bc2-ae77-2c92b2b14803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (0623390d-8328-4dda-bb2e-94ec6e7f0c5d), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:07.632943 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e19a9ca-7032-4950-803f-5095351e4589 None None] Network be4801db-c8f8-4df3-b9b5-556693d6a290 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:08:07.643059 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-26fd7387-da9e-4b8f-9d08-e0467545c3d8 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126946639'] for subnet (d8ec18dd-d055-4c3a-99af-6af18eebcd72), precommit_delete_associations {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:07.714514 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-c9476e85-0b52-4c64-9f50-49a7d4767847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f81af90b-fce4-4a88-b359-96e0e694ce6c', 'name': 'tempest-RoutersIpV6Test-router-781427244', 'tenant_id': '73b89705b12a4822849ef008702f6650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:07:51Z', 'updated_at': '2022-03-28T01:08:04Z', 'revision_number': 3, 'project_id': '73b89705b12a4822849ef008702f6650', 'gw_port_host': None, '_interfaces': [{'id': '0623390d-8328-4dda-bb2e-94ec6e7f0c5d', 'name': '', 'network_id': 'ace6d7f7-f15f-4162-86f7-e748421e33be', 'tenant_id': '73b89705b12a4822849ef008702f6650', 'mac_address': 'fa:16:3e:7f:e6:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f81af90b-fce4-4a88-b359-96e0e694ce6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': 'e3c665d0-c1c5-41fb-ba5d-ce57ba99245a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:08:02Z', 'updated_at': '2022-03-28T01:08:06Z', 'revision_number': 4, 'project_id': '73b89705b12a4822849ef008702f6650', 'subnets': [{'id': 'e3c665d0-c1c5-41fb-ba5d-ce57ba99245a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c9287fd-767d-413c-b1f6-e72c83409195', 'name': '', 'network_id': '7c8c0538-5060-44fc-95df-1da6a7312af2', 'tenant_id': '73b89705b12a4822849ef008702f6650', 'mac_address': 'fa:16:3e:6d:1f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81af90b-fce4-4a88-b359-96e0e694ce6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '11187ad9-a275-45d5-9e5e-2a11e69b6a34', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:07:54Z', 'updated_at': '2022-03-28T01:08:02Z', 'revision_number': 5, 'project_id': '73b89705b12a4822849ef008702f6650', 'subnets': [{'id': '11187ad9-a275-45d5-9e5e-2a11e69b6a34', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:07.758210 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9476e85-0b52-4c64-9f50-49a7d4767847 None None] The sync data for ids ['f81af90b-fce4-4a88-b359-96e0e694ce6c'] in dv-neutron-834874-6-hyperv is: [{'id': 'f81af90b-fce4-4a88-b359-96e0e694ce6c', 'name': 'tempest-RoutersIpV6Test-router-781427244', 'tenant_id': '73b89705b12a4822849ef008702f6650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:07:51Z', 'updated_at': '2022-03-28T01:08:04Z', 'revision_number': 3, 'project_id': '73b89705b12a4822849ef008702f6650', 'gw_port_host': None, '_interfaces': [{'id': '0623390d-8328-4dda-bb2e-94ec6e7f0c5d', 'name': '', 'network_id': 'ace6d7f7-f15f-4162-86f7-e748421e33be', 'tenant_id': '73b89705b12a4822849ef008702f6650', 'mac_address': 'fa:16:3e:7f:e6:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f81af90b-fce4-4a88-b359-96e0e694ce6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': 'e3c665d0-c1c5-41fb-ba5d-ce57ba99245a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:08:02Z', 'updated_at': '2022-03-28T01:08:06Z', 'revision_number': 4, 'project_id': '73b89705b12a4822849ef008702f6650', 'subnets': [{'id': 'e3c665d0-c1c5-41fb-ba5d-ce57ba99245a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c9287fd-767d-413c-b1f6-e72c83409195', 'name': '', 'network_id': '7c8c0538-5060-44fc-95df-1da6a7312af2', 'tenant_id': '73b89705b12a4822849ef008702f6650', 'mac_address': 'fa:16:3e:6d:1f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81af90b-fce4-4a88-b359-96e0e694ce6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '11187ad9-a275-45d5-9e5e-2a11e69b6a34', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:07:54Z', 'updated_at': '2022-03-28T01:08:02Z', 'revision_number': 5, 'project_id': '73b89705b12a4822849ef008702f6650', 'subnets': [{'id': '11187ad9-a275-45d5-9e5e-2a11e69b6a34', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:08:07.918750 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-41b8741d-c88a-4695-996c-f2b64b0dd06c None None] For port c0b0a4ce-b26b-4f67-994e-9937a33ff37b, host dv-neutron-834874-6-hyperv, got binding levels [] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:08:07.919131 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-41b8741d-c88a-4695-996c-f2b64b0dd06c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (c0b0a4ce-b26b-4f67-994e-9937a33ff37b), precommit_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:07.936665 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-8b91992e-5fe0-405c-9f0c-99ca647368d4 None None] For port d724651e-7e39-44a9-a183-183dca4a5e81, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=d724651e-7e39-44a9-a183-183dca4a5e81,segment=NetworkSegment(7d8f18fe-1f7b-4d47-a7a6-1b267c52b3c6),segment_id=7d8f18fe-1f7b-4d47-a7a6-1b267c52b3c6)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:08:07.937344 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-8b91992e-5fe0-405c-9f0c-99ca647368d4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (d724651e-7e39-44a9-a183-183dca4a5e81), precommit_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:07.953071 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-26fd7387-da9e-4b8f-9d08-e0467545c3d8 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (d8ec18dd-d055-4c3a-99af-6af18eebcd72), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:08.041424 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efbb1c5-ca54-4cea-ac68-41f5757d8921 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Pushing event deleted for resources: {'Port': ['ID=c0b0a4ce-b26b-4f67-994e-9937a33ff37b,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:08.045522 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b827b3dd-fcf3-455c-87a4-9a3c46531249 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:08.046949 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-41b8741d-c88a-4695-996c-f2b64b0dd06c None None] Calling delete_port for c0b0a4ce-b26b-4f67-994e-9937a33ff37b owned by network:dhcp {{(pid=104100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:08:08.052319 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-b827b3dd-fcf3-455c-87a4-9a3c46531249 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "DELETE /v2.0/subnets/4b70a531-bfd4-4720-af33-74b0b62360bb HTTP/1.1" status: 204 len: 168 time: 1.5631530 Mar 28 01:08:08.053767 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 62f55c3c-e9a0-48e9-ae74-ce63affd51bb is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:08:08.056972 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b827b3dd-fcf3-455c-87a4-9a3c46531249 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Pushing event deleted for resources: {'Subnet': ['ID=4b70a531-bfd4-4720-af33-74b0b62360bb,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:08.058009 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3739d49-cacc-4a91-a072-f6ecddc1b442 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-6db32cfe-0e5d-4e8d-92fe-ac8fb658c437', 'network_id': '6db32cfe-0e5d-4e8d-92fe-ac8fb658c437', 'project_id': '73b89705b12a4822849ef008702f6650', 'fixed_ips': [{'subnet_id': 'c3feaaef-5096-4626-8cb4-9d5cefb7793d'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:08:08.058841 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-b3739d49-cacc-4a91-a072-f6ecddc1b442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:08.059939 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efbb1c5-ca54-4cea-ac68-41f5757d8921 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] No DVR routers for this DVR port c0b0a4ce-b26b-4f67-994e-9937a33ff37b on host dv-neutron-834874-6-hyperv {{(pid=104098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:08:08.063756 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52578) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:08.064615 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-87ccfda0-b390-4e13-8fcb-3d28ae261cef tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (d724651e-7e39-44a9-a183-183dca4a5e81), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:08.081112 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.ipam_backend_mixin [None req-41b8741d-c88a-4695-996c-f2b64b0dd06c None None] Port c0b0a4ce-b26b-4f67-994e-9937a33ff37b was not found and therefore no delete operation was performed {{(pid=104100) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 28 01:08:08.082254 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-8b91992e-5fe0-405c-9f0c-99ca647368d4 None None] Calling delete_port for d724651e-7e39-44a9-a183-183dca4a5e81 owned by network:dhcp {{(pid=104100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:08:08.126888 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d88c80d-7337-4f13-847a-cb34c0165036 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Deleting subnet ca56910f-906f-4cc4-99a7-0b4dafdc52c4 {{(pid=104098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:08:08.137623 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-41b8741d-c88a-4695-996c-f2b64b0dd06c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886'] for port (c0b0a4ce-b26b-4f67-994e-9937a33ff37b), after_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:08.142858 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0d88c80d-7337-4f13-847a-cb34c0165036 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks [] for subnet (ca56910f-906f-4cc4-99a7-0b4dafdc52c4), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:08.214039 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ccfda0-b390-4e13-8fcb-3d28ae261cef tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] No DVR routers for this DVR port d724651e-7e39-44a9-a183-183dca4a5e81 on host dv-neutron-834874-6-hyperv {{(pid=104098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:08:08.216239 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ccfda0-b390-4e13-8fcb-3d28ae261cef tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Pushing event deleted for resources: {'Port': ['ID=d724651e-7e39-44a9-a183-183dca4a5e81,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:08.220493 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b8741d-c88a-4695-996c-f2b64b0dd06c None None] Pushing event deleted for resources: {'Port': ['ID=c0b0a4ce-b26b-4f67-994e-9937a33ff37b,revision_number=None']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:08.422390 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b8741d-c88a-4695-996c-f2b64b0dd06c None None] No DVR routers for this DVR port c0b0a4ce-b26b-4f67-994e-9937a33ff37b on host dv-neutron-834874-6-hyperv {{(pid=104100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:08:08.431674 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-87ccfda0-b390-4e13-8fcb-3d28ae261cef tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (2d3f9d3b-56f2-4a61-95b1-eafc918ed3fc), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:08.455973 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0d88c80d-7337-4f13-847a-cb34c0165036 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126443526'] for subnet (ca56910f-906f-4cc4-99a7-0b4dafdc52c4), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:08.459277 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 80063599-df05-4586-9cc1-e903dc7de442 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:08:08.490402 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.l3_db [None req-0cb0cbd6-06c6-4966-b5f9-b81207388f78 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Floating IP f7098717-503e-42b8-9617-fb517e10eca5 associated. External IP: 172.26.1.180, port: a47bc6e8-9b9a-454e-af7a-08d69a42f0c7. Mar 28 01:08:08.499207 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0efbb1c5-ca54-4cea-ac68-41f5757d8921 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (ee7e90e8-7809-4663-9678-9e768e0696ab), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:08.541563 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-26fd7387-da9e-4b8f-9d08-e0467545c3d8 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127282766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126757793'] for subnet (d8ec18dd-d055-4c3a-99af-6af18eebcd72), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:08.584572 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-26fd7387-da9e-4b8f-9d08-e0467545c3d8 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks [] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:08.584572 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-26fd7387-da9e-4b8f-9d08-e0467545c3d8 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "DELETE /v2.0/subnets/d8ec18dd-d055-4c3a-99af-6af18eebcd72 HTTP/1.1" status: 204 len: 168 time: 1.2269413 Mar 28 01:08:08.584572 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fd7387-da9e-4b8f-9d08-e0467545c3d8 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Pushing event deleted for resources: {'Subnet': ['ID=d8ec18dd-d055-4c3a-99af-6af18eebcd72,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:08.587415 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52580) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:08.653435 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-b3739d49-cacc-4a91-a072-f6ecddc1b442 None None] Allocated IP 2001:db8:2::2 (6db32cfe-0e5d-4e8d-92fe-ac8fb658c437/c3feaaef-5096-4626-8cb4-9d5cefb7793d/9daf4860-5c05-4916-8480-6b0ca0e3b186) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:08:08.664498 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-87ccfda0-b390-4e13-8fcb-3d28ae261cef tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d3f9d3b-56f2-4a61-95b1-eafc918ed3fc']}} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:08.710500 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-87ccfda0-b390-4e13-8fcb-3d28ae261cef tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d8f18fe-1f7b-4d47-a7a6-1b267c52b3c6') {'for_net_delete': True} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:08.710950 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-87ccfda0-b390-4e13-8fcb-3d28ae261cef tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d8f18fe-1f7b-4d47-a7a6-1b267c52b3c6') {} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:08.714866 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-0efbb1c5-ca54-4cea-ac68-41f5757d8921 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee7e90e8-7809-4663-9678-9e768e0696ab']}} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:08.724152 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-a80fa97a-9d8c-4bc2-ae77-2c92b2b14803 None None] Current status of the port 0623390d-8328-4dda-bb2e-94ec6e7f0c5d is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:08:08.724540 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-a80fa97a-9d8c-4bc2-ae77-2c92b2b14803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (0623390d-8328-4dda-bb2e-94ec6e7f0c5d), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:08.737124 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33116c5-10ed-469e-8784-67835314b713 None None] Network 9bedadb7-1f24-4e9e-928c-9b5b8fb8ff99 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:08:08.743250 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-87ccfda0-b390-4e13-8fcb-3d28ae261cef tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126443583'] for segment (7d8f18fe-1f7b-4d47-a7a6-1b267c52b3c6), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:08.750889 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-0efbb1c5-ca54-4cea-ac68-41f5757d8921 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b78c9677-bd27-4c53-a078-025f31c8eb8a') {'for_net_delete': True} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:08.751659 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-0efbb1c5-ca54-4cea-ac68-41f5757d8921 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b78c9677-bd27-4c53-a078-025f31c8eb8a') {} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:08.773409 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-fb09864e-c697-4804-8212-d2c832d91369 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:08.822700 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0efbb1c5-ca54-4cea-ac68-41f5757d8921 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126443583'] for segment (b78c9677-bd27-4c53-a078-025f31c8eb8a), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:08.828544 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-87ccfda0-b390-4e13-8fcb-3d28ae261cef tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (7d8f18fe-1f7b-4d47-a7a6-1b267c52b3c6), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:08.863985 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87ccfda0-b390-4e13-8fcb-3d28ae261cef tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=104098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:08:08.864548 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-87ccfda0-b390-4e13-8fcb-3d28ae261cef tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126177251'] for segment (7d8f18fe-1f7b-4d47-a7a6-1b267c52b3c6), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:08.870039 dv-neutron-834874-6-hyperv neutron-server[104098]: Traceback (most recent call last): Mar 28 01:08:08.870039 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:08:08.870039 dv-neutron-834874-6-hyperv neutron-server[104098]: timer() Mar 28 01:08:08.870039 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:08:08.870039 dv-neutron-834874-6-hyperv neutron-server[104098]: cb(*args, **kw) Mar 28 01:08:08.870039 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:08:08.870039 dv-neutron-834874-6-hyperv neutron-server[104098]: return func(*args, **kwargs) Mar 28 01:08:08.870039 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:08:08.870039 dv-neutron-834874-6-hyperv neutron-server[104098]: self._notify() Mar 28 01:08:08.870039 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:08:08.870039 dv-neutron-834874-6-hyperv neutron-server[104098]: self.callback(batched_events) Mar 28 01:08:08.870039 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:08:08.870039 dv-neutron-834874-6-hyperv neutron-server[104098]: event.method(event) Mar 28 01:08:08.870039 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:08:08.870039 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:08:08.870039 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:08:08.870039 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:08:08.870039 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:08:08.870039 dv-neutron-834874-6-hyperv neutron-server[104098]: return f(self, *a, **k) Mar 28 01:08:08.870039 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:08:08.870039 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._get(url).json() Mar 28 01:08:08.870039 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:08:08.870039 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:08:08.870039 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:08:08.870039 dv-neutron-834874-6-hyperv neutron-server[104098]: return self.request(url, 'GET', **kwargs) Mar 28 01:08:08.870039 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:08:08.870039 dv-neutron-834874-6-hyperv neutron-server[104098]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:08:08.870039 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:08:08.870039 dv-neutron-834874-6-hyperv neutron-server[104098]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:08:08.870039 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:08:08.870039 dv-neutron-834874-6-hyperv neutron-server[104098]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:08:08.870039 dv-neutron-834874-6-hyperv neutron-server[104098]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:08:08.876347 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-8b91992e-5fe0-405c-9f0c-99ca647368d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886'] for port (d724651e-7e39-44a9-a183-183dca4a5e81), after_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:08.886510 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0d88c80d-7337-4f13-847a-cb34c0165036 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (ca56910f-906f-4cc4-99a7-0b4dafdc52c4), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:08.890189 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0efbb1c5-ca54-4cea-ac68-41f5757d8921 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (b78c9677-bd27-4c53-a078-025f31c8eb8a), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:08.909543 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a1ca5195-d10c-455f-8d95-89e7ca6276c1 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (9bedadb7-1f24-4e9e-928c-9b5b8fb8ff99), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:08.967153 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0efbb1c5-ca54-4cea-ac68-41f5757d8921 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=104098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:08:08.967730 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0efbb1c5-ca54-4cea-ac68-41f5757d8921 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126177251'] for segment (b78c9677-bd27-4c53-a078-025f31c8eb8a), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:08.971022 dv-neutron-834874-6-hyperv neutron-server[104098]: Traceback (most recent call last): Mar 28 01:08:08.971022 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:08:08.971022 dv-neutron-834874-6-hyperv neutron-server[104098]: timer() Mar 28 01:08:08.971022 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:08:08.971022 dv-neutron-834874-6-hyperv neutron-server[104098]: cb(*args, **kw) Mar 28 01:08:08.971022 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:08:08.971022 dv-neutron-834874-6-hyperv neutron-server[104098]: return func(*args, **kwargs) Mar 28 01:08:08.971022 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:08:08.971022 dv-neutron-834874-6-hyperv neutron-server[104098]: self._notify() Mar 28 01:08:08.971022 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:08:08.971022 dv-neutron-834874-6-hyperv neutron-server[104098]: self.callback(batched_events) Mar 28 01:08:08.971022 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:08:08.971022 dv-neutron-834874-6-hyperv neutron-server[104098]: event.method(event) Mar 28 01:08:08.971022 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:08:08.971022 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:08:08.971022 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:08:08.971022 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:08:08.971022 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:08:08.971022 dv-neutron-834874-6-hyperv neutron-server[104098]: return f(self, *a, **k) Mar 28 01:08:08.971022 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:08:08.971022 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._get(url).json() Mar 28 01:08:08.971022 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:08:08.971022 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:08:08.971022 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:08:08.971022 dv-neutron-834874-6-hyperv neutron-server[104098]: return self.request(url, 'GET', **kwargs) Mar 28 01:08:08.971022 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:08:08.971022 dv-neutron-834874-6-hyperv neutron-server[104098]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:08:08.971022 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:08:08.971022 dv-neutron-834874-6-hyperv neutron-server[104098]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:08:08.971022 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:08:08.971022 dv-neutron-834874-6-hyperv neutron-server[104098]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:08:08.971022 dv-neutron-834874-6-hyperv neutron-server[104098]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:08:09.002014 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-a1ca5195-d10c-455f-8d95-89e7ca6276c1 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Deleting port a1f0a455-d9f1-4151-928b-898774d7342d {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:08:09.002568 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a1ca5195-d10c-455f-8d95-89e7ca6276c1 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (a1f0a455-d9f1-4151-928b-898774d7342d), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:09.038074 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-87ccfda0-b390-4e13-8fcb-3d28ae261cef tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (2d3f9d3b-56f2-4a61-95b1-eafc918ed3fc), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:09.066554 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-87ccfda0-b390-4e13-8fcb-3d28ae261cef tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:09.071603 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-87ccfda0-b390-4e13-8fcb-3d28ae261cef tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] 10.222.0.24 "DELETE /v2.0/networks/2d3f9d3b-56f2-4a61-95b1-eafc918ed3fc HTTP/1.1" status: 204 len: 168 time: 3.0909100 Mar 28 01:08:09.078322 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52582) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:09.089433 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ccfda0-b390-4e13-8fcb-3d28ae261cef tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Pushing event deleted for resources: {'Network': ['ID=2d3f9d3b-56f2-4a61-95b1-eafc918ed3fc,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:09.113794 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-a80fa97a-9d8c-4bc2-ae77-2c92b2b14803 None None] For port 0623390d-8328-4dda-bb2e-94ec6e7f0c5d, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=0623390d-8328-4dda-bb2e-94ec6e7f0c5d,segment=NetworkSegment(6bb42aad-ce16-42a2-9224-fc11408751c6),segment_id=6bb42aad-ce16-42a2-9224-fc11408751c6)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:08:09.119277 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b91992e-5fe0-405c-9f0c-99ca647368d4 None None] Pushing event deleted for resources: {'Port': ['ID=d724651e-7e39-44a9-a183-183dca4a5e81,revision_number=None']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:09.125909 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 80063599-df05-4586-9cc1-e903dc7de442 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:08:09.125909 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (80063599-df05-4586-9cc1-e903dc7de442), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:09.134419 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-a80fa97a-9d8c-4bc2-ae77-2c92b2b14803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (0623390d-8328-4dda-bb2e-94ec6e7f0c5d), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:09.138417 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-a1ca5195-d10c-455f-8d95-89e7ca6276c1 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] For port a1f0a455-d9f1-4151-928b-898774d7342d, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=a1f0a455-d9f1-4151-928b-898774d7342d,segment=NetworkSegment(dc2c5104-ba88-488e-8450-47f584403f24),segment_id=dc2c5104-ba88-488e-8450-47f584403f24)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:08:09.138998 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a1ca5195-d10c-455f-8d95-89e7ca6276c1 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (a1f0a455-d9f1-4151-928b-898774d7342d), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:09.153342 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b91992e-5fe0-405c-9f0c-99ca647368d4 None None] No DVR routers for this DVR port d724651e-7e39-44a9-a183-183dca4a5e81 on host dv-neutron-834874-6-hyperv {{(pid=104100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:08:09.166128 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0efbb1c5-ca54-4cea-ac68-41f5757d8921 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (ee7e90e8-7809-4663-9678-9e768e0696ab), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:09.173592 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-8048659c-db6f-4033-983a-580b51d36001 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] DELETE failed (client error): The resource could not be found. Mar 28 01:08:09.174050 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8048659c-db6f-4033-983a-580b51d36001 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:08:09.178639 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0efbb1c5-ca54-4cea-ac68-41f5757d8921 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:09.184694 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-8048659c-db6f-4033-983a-580b51d36001 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] 10.222.0.24 "DELETE /v2.0/subnets/907db189-3104-4360-99d6-3566a382dd0c HTTP/1.1" status: 404 len: 337 time: 0.1036401 Mar 28 01:08:09.186017 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-0efbb1c5-ca54-4cea-ac68-41f5757d8921 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] 10.222.0.24 "DELETE /v2.0/networks/ee7e90e8-7809-4663-9678-9e768e0696ab HTTP/1.1" status: 204 len: 168 time: 3.4659855 Mar 28 01:08:09.188856 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0d88c80d-7337-4f13-847a-cb34c0165036 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126175041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126112438'] for subnet (ca56910f-906f-4cc4-99a7-0b4dafdc52c4), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:09.190804 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52584) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:09.190804 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52586) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:09.202147 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-a1ca5195-d10c-455f-8d95-89e7ca6276c1 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Calling delete_port for a1f0a455-d9f1-4151-928b-898774d7342d owned by network:dhcp {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:08:09.209231 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efbb1c5-ca54-4cea-ac68-41f5757d8921 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Pushing event deleted for resources: {'Network': ['ID=ee7e90e8-7809-4663-9678-9e768e0696ab,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:09.238079 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d88c80d-7337-4f13-847a-cb34c0165036 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Pushing event deleted for resources: {'Subnet': ['ID=ca56910f-906f-4cc4-99a7-0b4dafdc52c4,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:09.248248 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0d88c80d-7337-4f13-847a-cb34c0165036 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:09.251586 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-0d88c80d-7337-4f13-847a-cb34c0165036 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "DELETE /v2.0/subnets/ca56910f-906f-4cc4-99a7-0b4dafdc52c4 HTTP/1.1" status: 204 len: 168 time: 1.1846859 Mar 28 01:08:09.257546 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52588) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:09.267864 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b374cf21-fc15-4d79-8383-2bcf55bfcc43 None None] Network be4801db-c8f8-4df3-b9b5-556693d6a290 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:08:09.280506 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a92e9f0-ae13-4f12-a3b3-ce575f60af43 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] DELETE failed (client error): The resource could not be found. Mar 28 01:08:09.280959 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a92e9f0-ae13-4f12-a3b3-ce575f60af43 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:08:09.283563 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cb0cbd6-06c6-4966-b5f9-b81207388f78 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Router 8e799d34-fabd-4ee4-bc94-247cd2828ab9 has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:08:09.287085 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-0a92e9f0-ae13-4f12-a3b3-ce575f60af43 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] 10.222.0.24 "DELETE /v2.0/networks/8a9d1b12-62e5-4061-85d2-67d2b23c02f6 HTTP/1.1" status: 404 len: 339 time: 0.0908406 Mar 28 01:08:09.287374 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52590) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:09.299861 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52592) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:09.300154 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-4c354a36-4e66-458e-b70f-63946f2daa26 tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] 10.222.0.24 "GET /v2.0/ports?device_id=9489c638-63f8-40f8-ae4f-cd106e957112 HTTP/1.1" status: 200 len: 205 time: 0.0990057 Mar 28 01:08:09.330416 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-b3739d49-cacc-4a91-a072-f6ecddc1b442 None None] Publish callbacks [] for port (9daf4860-5c05-4916-8480-6b0ca0e3b186), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:09.332623 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80fa97a-9d8c-4bc2-ae77-2c92b2b14803 None None] Pushing event updated for resources: {'Port': ['ID=0623390d-8328-4dda-bb2e-94ec6e7f0c5d,revision_number=5']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:09.345574 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-af9e06c0-70fb-4405-9812-80a70b00f316 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0598567 Mar 28 01:08:09.346263 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52594) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:09.355445 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-92755e77-1b86-4af6-91f5-032f16fa68f1 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Request body: {'subnet': {'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:08:09.363119 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-b3739d49-cacc-4a91-a072-f6ecddc1b442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (9daf4860-5c05-4916-8480-6b0ca0e3b186), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:09.370675 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-66bac955-c1cb-4b1c-b25f-d0ba4a918646 None None] Provisioning complete for port 62f55c3c-e9a0-48e9-ae74-ce63affd51bb triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:08:09.371045 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-66bac955-c1cb-4b1c-b25f-d0ba4a918646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (62f55c3c-e9a0-48e9-ae74-ce63affd51bb), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:09.422481 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1e78ea9c-a15a-4e5a-8f88-718172f8377a tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks [] for router (9489c638-63f8-40f8-ae4f-cd106e957112), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:09.484313 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3739d49-cacc-4a91-a072-f6ecddc1b442 None None] Network 6db32cfe-0e5d-4e8d-92fe-ac8fb658c437 is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:08:09.502428 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa617f48-de48-43e8-86ad-042213af2cca None None] DHCP port deletion for 9bedadb7-1f24-4e9e-928c-9b5b8fb8ff99 request from dv-neutron-834874-6-hyperv {{(pid=104100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 01:08:09.504638 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_v2 [None req-38658601-447d-4cc3-a6d0-0fcf3ee930a2 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Deleting subnet c44506b5-168d-48f5-94be-f6f938216a1f {{(pid=104098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:08:09.508691 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3739d49-cacc-4a91-a072-f6ecddc1b442 None None] Pushing event updated for resources: {'Port': ['ID=9daf4860-5c05-4916-8480-6b0ca0e3b186,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:09.513754 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-b3739d49-cacc-4a91-a072-f6ecddc1b442 None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:08:09.516871 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3739d49-cacc-4a91-a072-f6ecddc1b442 None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:08:09.519067 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 80063599-df05-4586-9cc1-e903dc7de442 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:08:09.520328 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 0623390d-8328-4dda-bb2e-94ec6e7f0c5d up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:08:09.532824 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [None req-fb09864e-c697-4804-8212-d2c832d91369 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Allocated IP 2001:db8:2::1 (6db32cfe-0e5d-4e8d-92fe-ac8fb658c437/c3feaaef-5096-4626-8cb4-9d5cefb7793d/4c064e2f-0b33-473b-a38e-eefe6c7cbe40) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:08:09.563180 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-38658601-447d-4cc3-a6d0-0fcf3ee930a2 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks [] for subnet (c44506b5-168d-48f5-94be-f6f938216a1f), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:09.646810 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a1ca5195-d10c-455f-8d95-89e7ca6276c1 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (a1f0a455-d9f1-4151-928b-898774d7342d), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:09.685263 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-38658601-447d-4cc3-a6d0-0fcf3ee930a2 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126443526'] for subnet (c44506b5-168d-48f5-94be-f6f938216a1f), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:09.685996 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92755e77-1b86-4af6-91f5-032f16fa68f1 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Made reservation on behalf of 564cf6bfe83a4d71adcd7d33f5d20cb1 for: {'subnet': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:08:09.686446 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-b3739d49-cacc-4a91-a072-f6ecddc1b442 None None] Attempting to bind port 9daf4860-5c05-4916-8480-6b0ca0e3b186 on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:08:09.686761 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-b3739d49-cacc-4a91-a072-f6ecddc1b442 None None] Attempting to bind port 9daf4860-5c05-4916-8480-6b0ca0e3b186 by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': 'd5840d70-02cb-4c63-875f-ccfa7c731792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6db32cfe-0e5d-4e8d-92fe-ac8fb658c437'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:08:09.687127 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3739d49-cacc-4a91-a072-f6ecddc1b442 None None] Attempting to bind port 9daf4860-5c05-4916-8480-6b0ca0e3b186 on network 6db32cfe-0e5d-4e8d-92fe-ac8fb658c437 {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:08:09.689379 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-92755e77-1b86-4af6-91f5-032f16fa68f1 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126757772'] for subnet (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:09.697765 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ca5195-d10c-455f-8d95-89e7ca6276c1 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Pushing event deleted for resources: {'Port': ['ID=a1f0a455-d9f1-4151-928b-898774d7342d,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:09.707770 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3739d49-cacc-4a91-a072-f6ecddc1b442 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:08:09.708172 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3739d49-cacc-4a91-a072-f6ecddc1b442 None None] Checking segment: {'id': 'd5840d70-02cb-4c63-875f-ccfa7c731792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6db32cfe-0e5d-4e8d-92fe-ac8fb658c437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:08:09.708790 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-b3739d49-cacc-4a91-a072-f6ecddc1b442 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:09.710152 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3739d49-cacc-4a91-a072-f6ecddc1b442 None None] Bound using segment: {'id': 'd5840d70-02cb-4c63-875f-ccfa7c731792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6db32cfe-0e5d-4e8d-92fe-ac8fb658c437'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:08:09.710632 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-b3739d49-cacc-4a91-a072-f6ecddc1b442 None None] Bound port: 9daf4860-5c05-4916-8480-6b0ca0e3b186, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5840d70-02cb-4c63-875f-ccfa7c731792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6db32cfe-0e5d-4e8d-92fe-ac8fb658c437'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:08:09.711011 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-b3739d49-cacc-4a91-a072-f6ecddc1b442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (9daf4860-5c05-4916-8480-6b0ca0e3b186), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:09.716621 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a8ff1f-18f7-47b7-b783-e090d754f714 None None] DHCP port deletion for be4801db-c8f8-4df3-b9b5-556693d6a290 request from dv-neutron-834874-6-hyperv {{(pid=104100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 01:08:09.733178 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-66bac955-c1cb-4b1c-b25f-d0ba4a918646 None None] Current status of the port 62f55c3c-e9a0-48e9-ae74-ce63affd51bb is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:08:09.742467 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 0623390d-8328-4dda-bb2e-94ec6e7f0c5d triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:08:09.743080 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (0623390d-8328-4dda-bb2e-94ec6e7f0c5d), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:09.754652 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1e78ea9c-a15a-4e5a-8f88-718172f8377a tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7151'] for router (9489c638-63f8-40f8-ae4f-cd106e957112), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:09.755792 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ca5195-d10c-455f-8d95-89e7ca6276c1 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] No DVR routers for this DVR port a1f0a455-d9f1-4151-928b-898774d7342d on host dv-neutron-834874-6-hyperv {{(pid=104099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:08:09.758944 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1e78ea9c-a15a-4e5a-8f88-718172f8377a tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks [] for router_controller (9489c638-63f8-40f8-ae4f-cd106e957112), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:09.762847 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ca5195-d10c-455f-8d95-89e7ca6276c1 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:08:09.763213 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ca5195-d10c-455f-8d95-89e7ca6276c1 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:08:09.763551 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ca5195-d10c-455f-8d95-89e7ca6276c1 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:08:09.763888 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ca5195-d10c-455f-8d95-89e7ca6276c1 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:08:09.764263 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ca5195-d10c-455f-8d95-89e7ca6276c1 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:08:09.764600 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ca5195-d10c-455f-8d95-89e7ca6276c1 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:08:09.764932 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ca5195-d10c-455f-8d95-89e7ca6276c1 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:08:09.765259 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ca5195-d10c-455f-8d95-89e7ca6276c1 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:08:09.765585 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ca5195-d10c-455f-8d95-89e7ca6276c1 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:08:09.765910 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ca5195-d10c-455f-8d95-89e7ca6276c1 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:08:09.766233 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ca5195-d10c-455f-8d95-89e7ca6276c1 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:08:09.766555 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ca5195-d10c-455f-8d95-89e7ca6276c1 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:08:09.766877 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ca5195-d10c-455f-8d95-89e7ca6276c1 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:08:09.767196 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ca5195-d10c-455f-8d95-89e7ca6276c1 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:08:09.767517 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ca5195-d10c-455f-8d95-89e7ca6276c1 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:08:09.795921 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-aa617f48-de48-43e8-86ad-042213af2cca None None] Deleting port a1f0a455-d9f1-4151-928b-898774d7342d {{(pid=104100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:08:09.796311 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-aa617f48-de48-43e8-86ad-042213af2cca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (a1f0a455-d9f1-4151-928b-898774d7342d), before_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:09.808501 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cb0cbd6-06c6-4966-b5f9-b81207388f78 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:08:09.881212 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f161fa5b-6555-4778-a1e3-f80de7fac26f None None] Sync routers for ids ['8e799d34-fabd-4ee4-bc94-247cd2828ab9'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:08:09.885021 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1e78ea9c-a15a-4e5a-8f88-718172f8377a tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689686'] for router (9489c638-63f8-40f8-ae4f-cd106e957112), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:09.885735 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e78ea9c-a15a-4e5a-8f88-718172f8377a tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Fanout notify agent at l3_agent the message router_deleted on router 9489c638-63f8-40f8-ae4f-cd106e957112 {{(pid=104098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 01:08:09.897659 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-66bac955-c1cb-4b1c-b25f-d0ba4a918646 None None] Provisioning complete for port 0623390d-8328-4dda-bb2e-94ec6e7f0c5d triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:08:09.897659 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-66bac955-c1cb-4b1c-b25f-d0ba4a918646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (0623390d-8328-4dda-bb2e-94ec6e7f0c5d), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:09.904956 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-fb09864e-c697-4804-8212-d2c832d91369 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks [] for port (4c064e2f-0b33-473b-a38e-eefe6c7cbe40), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:09.912564 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1e78ea9c-a15a-4e5a-8f88-718172f8377a tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] Publish callbacks [] for router (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:09.919384 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a1ca5195-d10c-455f-8d95-89e7ca6276c1 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (9bedadb7-1f24-4e9e-928c-9b5b8fb8ff99), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:09.919846 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-1e78ea9c-a15a-4e5a-8f88-718172f8377a tempest-RoutersNegativeIpV6Test-1144498934 tempest-RoutersNegativeIpV6Test-1144498934-project] 10.222.0.24 "DELETE /v2.0/routers/9489c638-63f8-40f8-ae4f-cd106e957112 HTTP/1.1" status: 204 len: 168 time: 0.5972922 Mar 28 01:08:09.949959 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-38658601-447d-4cc3-a6d0-0fcf3ee930a2 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (c44506b5-168d-48f5-94be-f6f938216a1f), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:09.955181 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-aa617f48-de48-43e8-86ad-042213af2cca None None] For port a1f0a455-d9f1-4151-928b-898774d7342d, host dv-neutron-834874-6-hyperv, got binding levels [] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:08:09.955548 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-aa617f48-de48-43e8-86ad-042213af2cca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (a1f0a455-d9f1-4151-928b-898774d7342d), precommit_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:09.972710 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-aa617f48-de48-43e8-86ad-042213af2cca None None] Calling delete_port for a1f0a455-d9f1-4151-928b-898774d7342d owned by network:dhcp {{(pid=104100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:08:09.973054 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-fb09864e-c697-4804-8212-d2c832d91369 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (4c064e2f-0b33-473b-a38e-eefe6c7cbe40), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:09.976779 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.ipam_backend_mixin [None req-aa617f48-de48-43e8-86ad-042213af2cca None None] Port a1f0a455-d9f1-4151-928b-898774d7342d was not found and therefore no delete operation was performed {{(pid=104100) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 28 01:08:09.978395 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-a1ca5195-d10c-455f-8d95-89e7ca6276c1 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bedadb7-1f24-4e9e-928c-9b5b8fb8ff99']}} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:10.010948 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-b3739d49-cacc-4a91-a072-f6ecddc1b442 None None] For port 9daf4860-5c05-4916-8480-6b0ca0e3b186, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:08:10.015967 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-b3739d49-cacc-4a91-a072-f6ecddc1b442 None None] For port 9daf4860-5c05-4916-8480-6b0ca0e3b186, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=9daf4860-5c05-4916-8480-6b0ca0e3b186,segment=NetworkSegment(d5840d70-02cb-4c63-875f-ccfa7c731792),segment_id=d5840d70-02cb-4c63-875f-ccfa7c731792)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:08:10.017115 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-a1ca5195-d10c-455f-8d95-89e7ca6276c1 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc2c5104-ba88-488e-8450-47f584403f24') {'for_net_delete': True} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:10.017455 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-a1ca5195-d10c-455f-8d95-89e7ca6276c1 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc2c5104-ba88-488e-8450-47f584403f24') {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:10.030802 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-aa617f48-de48-43e8-86ad-042213af2cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886'] for port (a1f0a455-d9f1-4151-928b-898774d7342d), after_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:10.040910 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a1ca5195-d10c-455f-8d95-89e7ca6276c1 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126946678'] for segment (dc2c5104-ba88-488e-8450-47f584403f24), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:10.093922 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb09864e-c697-4804-8212-d2c832d91369 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Network 6db32cfe-0e5d-4e8d-92fe-ac8fb658c437 is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:08:10.096107 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f161fa5b-6555-4778-a1e3-f80de7fac26f None None] Routers {'8e799d34-fabd-4ee4-bc94-247cd2828ab9'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:08:10.096937 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-f161fa5b-6555-4778-a1e3-f80de7fac26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:07:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['8e799d34-fabd-4ee4-bc94-247cd2828ab9'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:10.103751 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-fb09864e-c697-4804-8212-d2c832d91369 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:08:10.119333 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb09864e-c697-4804-8212-d2c832d91369 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:08:10.120823 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-fb09864e-c697-4804-8212-d2c832d91369 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3686596'] for router_interface (f81af90b-fce4-4a88-b359-96e0e694ce6c), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:10.125917 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-38658601-447d-4cc3-a6d0-0fcf3ee930a2 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126175041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126112438'] for subnet (c44506b5-168d-48f5-94be-f6f938216a1f), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:10.136927 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a1ca5195-d10c-455f-8d95-89e7ca6276c1 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (dc2c5104-ba88-488e-8450-47f584403f24), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:10.157023 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa617f48-de48-43e8-86ad-042213af2cca None None] No DVR routers for this DVR port a1f0a455-d9f1-4151-928b-898774d7342d on host dv-neutron-834874-6-hyperv {{(pid=104100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:08:10.172177 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-f161fa5b-6555-4778-a1e3-f80de7fac26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:10.176024 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38658601-447d-4cc3-a6d0-0fcf3ee930a2 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Pushing event deleted for resources: {'Subnet': ['ID=c44506b5-168d-48f5-94be-f6f938216a1f,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:10.185326 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-b3739d49-cacc-4a91-a072-f6ecddc1b442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (9daf4860-5c05-4916-8480-6b0ca0e3b186), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:10.195563 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38658601-447d-4cc3-a6d0-0fcf3ee930a2 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:08:10.196217 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38658601-447d-4cc3-a6d0-0fcf3ee930a2 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:08:10.196797 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38658601-447d-4cc3-a6d0-0fcf3ee930a2 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:08:10.197484 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38658601-447d-4cc3-a6d0-0fcf3ee930a2 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:08:10.198040 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38658601-447d-4cc3-a6d0-0fcf3ee930a2 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:08:10.198595 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38658601-447d-4cc3-a6d0-0fcf3ee930a2 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:08:10.199304 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38658601-447d-4cc3-a6d0-0fcf3ee930a2 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:08:10.200298 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38658601-447d-4cc3-a6d0-0fcf3ee930a2 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:08:10.200991 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38658601-447d-4cc3-a6d0-0fcf3ee930a2 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:08:10.201809 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38658601-447d-4cc3-a6d0-0fcf3ee930a2 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:08:10.202569 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38658601-447d-4cc3-a6d0-0fcf3ee930a2 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:08:10.203042 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38658601-447d-4cc3-a6d0-0fcf3ee930a2 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:08:10.203522 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38658601-447d-4cc3-a6d0-0fcf3ee930a2 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:08:10.203887 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38658601-447d-4cc3-a6d0-0fcf3ee930a2 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:08:10.204643 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38658601-447d-4cc3-a6d0-0fcf3ee930a2 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:08:10.212856 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-38658601-447d-4cc3-a6d0-0fcf3ee930a2 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:10.218279 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-38658601-447d-4cc3-a6d0-0fcf3ee930a2 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] 10.222.0.24 "DELETE /v2.0/subnets/c44506b5-168d-48f5-94be-f6f938216a1f HTTP/1.1" status: 204 len: 168 time: 0.9277406 Mar 28 01:08:10.219184 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52598) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:10.222994 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa617f48-de48-43e8-86ad-042213af2cca None None] Pushing event deleted for resources: {'Port': ['ID=a1f0a455-d9f1-4151-928b-898774d7342d,revision_number=None']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:10.234644 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4fab3d-af34-473c-9e37-d6dd4c99e4df None None] Network ea50161c-d3a7-4fe1-bf8d-06dfdf35913f requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:08:10.300928 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa617f48-de48-43e8-86ad-042213af2cca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:08:10.311544 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa617f48-de48-43e8-86ad-042213af2cca None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:08:10.311777 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa617f48-de48-43e8-86ad-042213af2cca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:08:10.312012 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa617f48-de48-43e8-86ad-042213af2cca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:08:10.312591 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa617f48-de48-43e8-86ad-042213af2cca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:08:10.313481 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa617f48-de48-43e8-86ad-042213af2cca None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:08:10.313829 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa617f48-de48-43e8-86ad-042213af2cca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:08:10.314163 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa617f48-de48-43e8-86ad-042213af2cca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:08:10.314495 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa617f48-de48-43e8-86ad-042213af2cca None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:08:10.314965 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa617f48-de48-43e8-86ad-042213af2cca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:08:10.315304 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa617f48-de48-43e8-86ad-042213af2cca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:08:10.315636 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa617f48-de48-43e8-86ad-042213af2cca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:08:10.316049 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa617f48-de48-43e8-86ad-042213af2cca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:08:10.316309 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa617f48-de48-43e8-86ad-042213af2cca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:08:10.316628 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa617f48-de48-43e8-86ad-042213af2cca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:08:10.318001 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1ca5195-d10c-455f-8d95-89e7ca6276c1 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=104099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:08:10.323763 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cb0cbd6-06c6-4966-b5f9-b81207388f78 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Router 8e799d34-fabd-4ee4-bc94-247cd2828ab9 has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:08:10.325895 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a1ca5195-d10c-455f-8d95-89e7ca6276c1 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127280876'] for segment (dc2c5104-ba88-488e-8450-47f584403f24), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:10.332322 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb09864e-c697-4804-8212-d2c832d91369 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Pushing event updated for resources: {'Port': ['ID=4c064e2f-0b33-473b-a38e-eefe6c7cbe40,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:10.334856 dv-neutron-834874-6-hyperv neutron-server[104099]: Traceback (most recent call last): Mar 28 01:08:10.334856 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:08:10.334856 dv-neutron-834874-6-hyperv neutron-server[104099]: timer() Mar 28 01:08:10.334856 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:08:10.334856 dv-neutron-834874-6-hyperv neutron-server[104099]: cb(*args, **kw) Mar 28 01:08:10.334856 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:08:10.334856 dv-neutron-834874-6-hyperv neutron-server[104099]: return func(*args, **kwargs) Mar 28 01:08:10.334856 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:08:10.334856 dv-neutron-834874-6-hyperv neutron-server[104099]: self._notify() Mar 28 01:08:10.334856 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:08:10.334856 dv-neutron-834874-6-hyperv neutron-server[104099]: self.callback(batched_events) Mar 28 01:08:10.334856 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:08:10.334856 dv-neutron-834874-6-hyperv neutron-server[104099]: event.method(event) Mar 28 01:08:10.334856 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:08:10.334856 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:08:10.334856 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:08:10.334856 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:08:10.334856 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:08:10.334856 dv-neutron-834874-6-hyperv neutron-server[104099]: return f(self, *a, **k) Mar 28 01:08:10.334856 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:08:10.334856 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._get(url).json() Mar 28 01:08:10.334856 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:08:10.334856 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:08:10.334856 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:08:10.334856 dv-neutron-834874-6-hyperv neutron-server[104099]: return self.request(url, 'GET', **kwargs) Mar 28 01:08:10.334856 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:08:10.334856 dv-neutron-834874-6-hyperv neutron-server[104099]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:08:10.334856 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:08:10.334856 dv-neutron-834874-6-hyperv neutron-server[104099]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:08:10.334856 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:08:10.334856 dv-neutron-834874-6-hyperv neutron-server[104099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:08:10.334856 dv-neutron-834874-6-hyperv neutron-server[104099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:08:10.368019 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d37ca69a-9c75-4865-afa2-22c0a946b861 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (ea50161c-d3a7-4fe1-bf8d-06dfdf35913f), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:10.412802 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52602) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:10.442639 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3739d49-cacc-4a91-a072-f6ecddc1b442 None None] Pushing event updated for resources: {'Port': ['ID=9daf4860-5c05-4916-8480-6b0ca0e3b186,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:10.518081 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f161fa5b-6555-4778-a1e3-f80de7fac26f None None] Routers {'8e799d34-fabd-4ee4-bc94-247cd2828ab9'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:08:10.520241 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-f161fa5b-6555-4778-a1e3-f80de7fac26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:07:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['8e799d34-fabd-4ee4-bc94-247cd2828ab9'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:10.540664 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-e3a8ff1f-18f7-47b7-b783-e090d754f714 None None] Deleting port 62f55c3c-e9a0-48e9-ae74-ce63affd51bb {{(pid=104100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:08:10.541079 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-e3a8ff1f-18f7-47b7-b783-e090d754f714 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (62f55c3c-e9a0-48e9-ae74-ce63affd51bb), before_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:10.542836 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-92755e77-1b86-4af6-91f5-032f16fa68f1 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127282703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126757786'] for subnet (dc18345a-b772-46a8-9d55-992d12ff9bce), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:10.607902 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a1ca5195-d10c-455f-8d95-89e7ca6276c1 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (9bedadb7-1f24-4e9e-928c-9b5b8fb8ff99), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:10.610803 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cb0cbd6-06c6-4966-b5f9-b81207388f78 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:08:10.620226 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0cb0cbd6-06c6-4966-b5f9-b81207388f78 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for floatingip (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:10.664946 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a1ca5195-d10c-455f-8d95-89e7ca6276c1 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks [] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:10.666562 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-d37ca69a-9c75-4865-afa2-22c0a946b861 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Deleting port 4d6753fb-4ea1-4931-90f6-b1bcb6340ed9 {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:08:10.666903 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d37ca69a-9c75-4865-afa2-22c0a946b861 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (4d6753fb-4ea1-4931-90f6-b1bcb6340ed9), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:10.675378 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-a1ca5195-d10c-455f-8d95-89e7ca6276c1 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "DELETE /v2.0/networks/9bedadb7-1f24-4e9e-928c-9b5b8fb8ff99 HTTP/1.1" status: 204 len: 168 time: 2.0678248 Mar 28 01:08:10.682847 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52606) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:10.698870 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-d90612fc-d50f-43d2-8ea0-4da3bfdeff3c tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-970505867'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:08:10.706423 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-f161fa5b-6555-4778-a1e3-f80de7fac26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:10.707856 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f161fa5b-6555-4778-a1e3-f80de7fac26f None None] The sync data for ids ['8e799d34-fabd-4ee4-bc94-247cd2828ab9'] in dv-neutron-834874-6-hyperv is: [] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:08:10.710978 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 0623390d-8328-4dda-bb2e-94ec6e7f0c5d is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:08:10.723290 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceced68a-8ce6-4275-bd6c-0651b7257e0a None None] Sync routers for ids ['8e799d34-fabd-4ee4-bc94-247cd2828ab9'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:08:10.741943 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceced68a-8ce6-4275-bd6c-0651b7257e0a None None] Routers {'8e799d34-fabd-4ee4-bc94-247cd2828ab9'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:08:10.742574 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-ceced68a-8ce6-4275-bd6c-0651b7257e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:07:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['8e799d34-fabd-4ee4-bc94-247cd2828ab9'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:10.759493 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ca5195-d10c-455f-8d95-89e7ca6276c1 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Pushing event deleted for resources: {'Network': ['ID=9bedadb7-1f24-4e9e-928c-9b5b8fb8ff99,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:10.762040 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-fb09864e-c697-4804-8212-d2c832d91369 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (4c064e2f-0b33-473b-a38e-eefe6c7cbe40), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:10.825764 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92755e77-1b86-4af6-91f5-032f16fa68f1 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Network be4801db-c8f8-4df3-b9b5-556693d6a290 is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:08:10.834283 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-ceced68a-8ce6-4275-bd6c-0651b7257e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:10.844130 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-66bac955-c1cb-4b1c-b25f-d0ba4a918646 None None] Current status of the port 0623390d-8328-4dda-bb2e-94ec6e7f0c5d is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:08:10.849736 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device d724651e-7e39-44a9-a183-183dca4a5e81 no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:08:10.852488 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceced68a-8ce6-4275-bd6c-0651b7257e0a None None] Routers {'8e799d34-fabd-4ee4-bc94-247cd2828ab9'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:08:10.853736 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-ceced68a-8ce6-4275-bd6c-0651b7257e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:07:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['8e799d34-fabd-4ee4-bc94-247cd2828ab9'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:10.878249 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: d724651e-7e39-44a9-a183-183dca4a5e81 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:08:10.878515 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device d724651e-7e39-44a9-a183-183dca4a5e81 not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:08:10.878946 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device c0b0a4ce-b26b-4f67-994e-9937a33ff37b no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:08:10.921141 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: c0b0a4ce-b26b-4f67-994e-9937a33ff37b {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:08:10.921498 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device c0b0a4ce-b26b-4f67-994e-9937a33ff37b not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:08:10.940650 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-ceced68a-8ce6-4275-bd6c-0651b7257e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:10.941388 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fedaa9a1-f436-4ef6-a52a-3b862d46ba8a None None] DHCP port deletion for ea50161c-d3a7-4fe1-bf8d-06dfdf35913f request from dv-neutron-834874-6-hyperv {{(pid=104100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 01:08:10.942954 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceced68a-8ce6-4275-bd6c-0651b7257e0a None None] The sync data for ids ['8e799d34-fabd-4ee4-bc94-247cd2828ab9'] in dv-neutron-834874-6-hyperv is: [] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:08:10.955513 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-e3a8ff1f-18f7-47b7-b783-e090d754f714 None None] For port 62f55c3c-e9a0-48e9-ae74-ce63affd51bb, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=62f55c3c-e9a0-48e9-ae74-ce63affd51bb,segment=NetworkSegment(9028fe72-9b79-4538-96be-757c3dc71a72),segment_id=9028fe72-9b79-4538-96be-757c3dc71a72)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:08:10.955924 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-e3a8ff1f-18f7-47b7-b783-e090d754f714 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (62f55c3c-e9a0-48e9-ae74-ce63affd51bb), precommit_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:10.989537 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-e3a8ff1f-18f7-47b7-b783-e090d754f714 None None] Calling delete_port for 62f55c3c-e9a0-48e9-ae74-ce63affd51bb owned by network:dhcp {{(pid=104100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:08:11.102015 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-fedaa9a1-f436-4ef6-a52a-3b862d46ba8a None None] Deleting port 4d6753fb-4ea1-4931-90f6-b1bcb6340ed9 {{(pid=104100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:08:11.102391 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-fedaa9a1-f436-4ef6-a52a-3b862d46ba8a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (4d6753fb-4ea1-4931-90f6-b1bcb6340ed9), before_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:11.135694 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-1d91c391-deea-47c8-85f1-7d9f63ceeea9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=76872a2b5b33490e8165d4ef5107aec5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7137866 Mar 28 01:08:11.136762 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92755e77-1b86-4af6-91f5-032f16fa68f1 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Pushing event updated for resources: {'Subnet': ['ID=dc18345a-b772-46a8-9d55-992d12ff9bce,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:11.142990 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52608) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:11.157464 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-92755e77-1b86-4af6-91f5-032f16fa68f1 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:08:11.163243 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-e3a8ff1f-18f7-47b7-b783-e090d754f714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886'] for port (62f55c3c-e9a0-48e9-ae74-ce63affd51bb), after_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:11.172950 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92755e77-1b86-4af6-91f5-032f16fa68f1 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:08:11.173863 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-92755e77-1b86-4af6-91f5-032f16fa68f1 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks [] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:11.188636 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d90612fc-d50f-43d2-8ea0-4da3bfdeff3c tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Made reservation on behalf of fa54b4b5eec2452a8dcd67fc666c1bd8 for: {'network': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:08:11.192899 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d90612fc-d50f-43d2-8ea0-4da3bfdeff3c tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:11.197432 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.db [None req-d37ca69a-9c75-4865-afa2-22c0a946b861 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] For port 4d6753fb-4ea1-4931-90f6-b1bcb6340ed9, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=4d6753fb-4ea1-4931-90f6-b1bcb6340ed9,segment=NetworkSegment(ac2ad844-924d-4211-be7b-e4994c6f86b8),segment_id=ac2ad844-924d-4211-be7b-e4994c6f86b8)] {{(pid=104098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:08:11.197959 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d37ca69a-9c75-4865-afa2-22c0a946b861 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (4d6753fb-4ea1-4931-90f6-b1bcb6340ed9), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:11.213636 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-0cb0cbd6-06c6-4966-b5f9-b81207388f78 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] 10.222.0.24 "PUT /v2.0/floatingips/f7098717-503e-42b8-9617-fb517e10eca5 HTTP/1.1" status: 200 len: 978 time: 6.8913980 Mar 28 01:08:11.214678 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52610) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:11.215647 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 9daf4860-5c05-4916-8480-6b0ca0e3b186 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:08:11.219161 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-330dec91-9573-40d4-a2b8-9a9810284923 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Request body: {'floatingip': {'port_id': None}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:08:11.221828 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-d37ca69a-9c75-4865-afa2-22c0a946b861 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Calling delete_port for 4d6753fb-4ea1-4931-90f6-b1bcb6340ed9 owned by network:dhcp {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:08:11.227915 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a8ff1f-18f7-47b7-b783-e090d754f714 None None] Pushing event deleted for resources: {'Port': ['ID=62f55c3c-e9a0-48e9-ae74-ce63affd51bb,revision_number=None']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:11.268369 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-fedaa9a1-f436-4ef6-a52a-3b862d46ba8a None None] For port 4d6753fb-4ea1-4931-90f6-b1bcb6340ed9, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=4d6753fb-4ea1-4931-90f6-b1bcb6340ed9,segment=NetworkSegment(ac2ad844-924d-4211-be7b-e4994c6f86b8),segment_id=ac2ad844-924d-4211-be7b-e4994c6f86b8)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:08:11.268369 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-fedaa9a1-f436-4ef6-a52a-3b862d46ba8a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (4d6753fb-4ea1-4931-90f6-b1bcb6340ed9), precommit_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:11.269336 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-92755e77-1b86-4af6-91f5-032f16fa68f1 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9181929 Mar 28 01:08:11.270174 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52612) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:11.271106 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a8ff1f-18f7-47b7-b783-e090d754f714 None None] No DVR routers for this DVR port 62f55c3c-e9a0-48e9-ae74-ce63affd51bb on host dv-neutron-834874-6-hyperv {{(pid=104100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:08:11.273937 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-fb09864e-c697-4804-8212-d2c832d91369 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks [] for port (4c064e2f-0b33-473b-a38e-eefe6c7cbe40), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:11.293376 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-fa28f029-c80d-45b0-8266-c2c4c4fd901c tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Request body: {'subnet': {'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:08:11.301582 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3773dc7-594f-45d2-a8e0-df35d82fafd9 None None] Network be4801db-c8f8-4df3-b9b5-556693d6a290 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:08:11.317532 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-330dec91-9573-40d4-a2b8-9a9810284923 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks [] for floatingip (f7098717-503e-42b8-9617-fb517e10eca5), before_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:11.402520 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-fb09864e-c697-4804-8212-d2c832d91369 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (4c064e2f-0b33-473b-a38e-eefe6c7cbe40), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:11.405345 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-fb09864e-c697-4804-8212-d2c832d91369 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3725889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3686480'] for router_interface (f81af90b-fce4-4a88-b359-96e0e694ce6c), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:11.445529 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d90612fc-d50f-43d2-8ea0-4da3bfdeff3c tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=104099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:08:11.549145 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-fedaa9a1-f436-4ef6-a52a-3b862d46ba8a None None] Calling delete_port for 4d6753fb-4ea1-4931-90f6-b1bcb6340ed9 owned by network:dhcp {{(pid=104100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:08:11.552535 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d37ca69a-9c75-4865-afa2-22c0a946b861 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (4d6753fb-4ea1-4931-90f6-b1bcb6340ed9), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:11.555930 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa28f029-c80d-45b0-8266-c2c4c4fd901c tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Made reservation on behalf of 564cf6bfe83a4d71adcd7d33f5d20cb1 for: {'subnet': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:08:11.559779 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-fa28f029-c80d-45b0-8266-c2c4c4fd901c tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126757772'] for subnet (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:11.563678 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d90612fc-d50f-43d2-8ea0-4da3bfdeff3c tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (10982970-8806-4bd4-b7fc-70cb8433d781), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:11.564026 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.segments_db [None req-d90612fc-d50f-43d2-8ea0-4da3bfdeff3c tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Added segment 10982970-8806-4bd4-b7fc-70cb8433d781 of type vlan for network 6c196ec8-087a-4816-a2cf-e22eacf551e9 Mar 28 01:08:11.568443 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f1a56a7c-db99-4ea0-a9d6-72e85d17fb3e admin admin] Publish callbacks [] for security_group (ffa9673d-d43d-47fa-96b6-0e3a3bfbcf7d), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:11.591532 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb09864e-c697-4804-8212-d2c832d91369 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Pushing event updated for resources: {'Port': ['ID=4c064e2f-0b33-473b-a38e-eefe6c7cbe40,revision_number=2']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:11.639202 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-330dec91-9573-40d4-a2b8-9a9810284923 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:11.645938 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37ca69a-9c75-4865-afa2-22c0a946b861 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Pushing event deleted for resources: {'Port': ['ID=4d6753fb-4ea1-4931-90f6-b1bcb6340ed9,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:11.648547 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37ca69a-9c75-4865-afa2-22c0a946b861 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] No DVR routers for this DVR port 4d6753fb-4ea1-4931-90f6-b1bcb6340ed9 on host dv-neutron-834874-6-hyperv {{(pid=104098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:08:11.651544 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-330dec91-9573-40d4-a2b8-9a9810284923 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688063'] for floatingip (f7098717-503e-42b8-9617-fb517e10eca5), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:11.652188 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.l3_db [None req-330dec91-9573-40d4-a2b8-9a9810284923 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Floating IP f7098717-503e-42b8-9617-fb517e10eca5 disassociated. External IP: 172.26.1.180, port: c46e0673-0bd4-4763-b42c-a2571663b917. Mar 28 01:08:11.652521 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-3adccc5d-4ad4-4d66-abdf-aa2e9b868ace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:11.675402 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 9daf4860-5c05-4916-8480-6b0ca0e3b186 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:08:11.675781 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (9daf4860-5c05-4916-8480-6b0ca0e3b186), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:11.712454 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f1a56a7c-db99-4ea0-a9d6-72e85d17fb3e admin admin] Publish callbacks [] for security_group (ffa9673d-d43d-47fa-96b6-0e3a3bfbcf7d), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:11.715048 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d90612fc-d50f-43d2-8ea0-4da3bfdeff3c tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (6c196ec8-087a-4816-a2cf-e22eacf551e9), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:11.761105 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161a6a78-daf6-4022-8593-9539ccae9194 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-be4801db-c8f8-4df3-b9b5-556693d6a290', 'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290', 'project_id': '564cf6bfe83a4d71adcd7d33f5d20cb1', 'fixed_ips': [{'subnet_id': 'dc18345a-b772-46a8-9d55-992d12ff9bce'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:08:11.761963 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-161a6a78-daf6-4022-8593-9539ccae9194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:11.777087 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ba3037-8ec1-41b7-96e3-5aa86b0dfef5 None None] Network 6db32cfe-0e5d-4e8d-92fe-ac8fb658c437 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:08:11.819299 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.ipam_backend_mixin [None req-fa28f029-c80d-45b0-8266-c2c4c4fd901c tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet dc18345a-b772-46a8-9d55-992d12ff9bce (CIDR: 2001:db8::/64) Mar 28 01:08:11.827687 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb09864e-c697-4804-8212-d2c832d91369 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Network 6db32cfe-0e5d-4e8d-92fe-ac8fb658c437 is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:08:11.828988 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa28f029-c80d-45b0-8266-c2c4c4fd901c tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 01:08:11.829535 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa28f029-c80d-45b0-8266-c2c4c4fd901c tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:08:11.831822 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d90612fc-d50f-43d2-8ea0-4da3bfdeff3c tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (6c196ec8-087a-4816-a2cf-e22eacf551e9), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:11.836982 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90612fc-d50f-43d2-8ea0-4da3bfdeff3c tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:08:11.837936 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d90612fc-d50f-43d2-8ea0-4da3bfdeff3c tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks [] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:11.843881 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d37ca69a-9c75-4865-afa2-22c0a946b861 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (ea50161c-d3a7-4fe1-bf8d-06dfdf35913f), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:11.844081 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-fedaa9a1-f436-4ef6-a52a-3b862d46ba8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886'] for port (4d6753fb-4ea1-4931-90f6-b1bcb6340ed9), after_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:11.853692 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-fb09864e-c697-4804-8212-d2c832d91369 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:08:11.888209 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-d37ca69a-9c75-4865-afa2-22c0a946b861 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea50161c-d3a7-4fe1-bf8d-06dfdf35913f']}} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:11.904604 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-d37ca69a-9c75-4865-afa2-22c0a946b861 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac2ad844-924d-4211-be7b-e4994c6f86b8') {'for_net_delete': True} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:11.904997 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-d37ca69a-9c75-4865-afa2-22c0a946b861 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac2ad844-924d-4211-be7b-e4994c6f86b8') {} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:11.923690 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d37ca69a-9c75-4865-afa2-22c0a946b861 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126443583'] for segment (ac2ad844-924d-4211-be7b-e4994c6f86b8), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:11.929887 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f1a56a7c-db99-4ea0-a9d6-72e85d17fb3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (ffa9673d-d43d-47fa-96b6-0e3a3bfbcf7d), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:11.932630 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f1a56a7c-db99-4ea0-a9d6-72e85d17fb3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:11.936170 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-f1a56a7c-db99-4ea0-a9d6-72e85d17fb3e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ffa9673d-d43d-47fa-96b6-0e3a3bfbcf7d HTTP/1.1" status: 204 len: 168 time: 0.7779765 Mar 28 01:08:11.937145 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedaa9a1-f436-4ef6-a52a-3b862d46ba8a None None] Pushing event deleted for resources: {'Port': ['ID=4d6753fb-4ea1-4931-90f6-b1bcb6340ed9,revision_number=None']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:11.941757 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-fa28f029-c80d-45b0-8266-c2c4c4fd901c tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6634500 Mar 28 01:08:11.942171 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fedaa9a1-f436-4ef6-a52a-3b862d46ba8a None None] No DVR routers for this DVR port 4d6753fb-4ea1-4931-90f6-b1bcb6340ed9 on host dv-neutron-834874-6-hyperv {{(pid=104100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:08:11.943910 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52616) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:11.953689 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-d90612fc-d50f-43d2-8ea0-4da3bfdeff3c tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.2588513 Mar 28 01:08:11.998243 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52618) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:11.999151 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-bb1eb2f8-b06d-41f7-8c7d-c54e694c103c tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Request body: {'subnet': {'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:08:12.005044 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-93fa99ee-1999-4384-98d4-44d7b48f059a tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Request body: {'subnet': {'network_id': '6c196ec8-087a-4816-a2cf-e22eacf551e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:08:12.036868 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-77107a9f-6eaa-46b0-b83e-569da93b0b8d None None] Provisioning complete for port 9daf4860-5c05-4916-8480-6b0ca0e3b186 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:08:12.036868 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-77107a9f-6eaa-46b0-b83e-569da93b0b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (9daf4860-5c05-4916-8480-6b0ca0e3b186), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:12.048129 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d37ca69a-9c75-4865-afa2-22c0a946b861 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (ac2ad844-924d-4211-be7b-e4994c6f86b8), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:12.060623 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90612fc-d50f-43d2-8ea0-4da3bfdeff3c tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Pushing event updated for resources: {'Network': ['ID=6c196ec8-087a-4816-a2cf-e22eacf551e9,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:12.064402 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a56a7c-db99-4ea0-a9d6-72e85d17fb3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffa9673d-d43d-47fa-96b6-0e3a3bfbcf7d,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:12.080942 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 9daf4860-5c05-4916-8480-6b0ca0e3b186 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:08:12.081728 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (9daf4860-5c05-4916-8480-6b0ca0e3b186), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:12.099199 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network 6c196ec8-087a-4816-a2cf-e22eacf551e9 details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:08:12.101176 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d37ca69a-9c75-4865-afa2-22c0a946b861 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=104098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:08:12.101572 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d37ca69a-9c75-4865-afa2-22c0a946b861 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126177251'] for segment (ac2ad844-924d-4211-be7b-e4994c6f86b8), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:12.107000 dv-neutron-834874-6-hyperv neutron-server[104098]: Traceback (most recent call last): Mar 28 01:08:12.107000 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:08:12.107000 dv-neutron-834874-6-hyperv neutron-server[104098]: timer() Mar 28 01:08:12.107000 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:08:12.107000 dv-neutron-834874-6-hyperv neutron-server[104098]: cb(*args, **kw) Mar 28 01:08:12.107000 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:08:12.107000 dv-neutron-834874-6-hyperv neutron-server[104098]: return func(*args, **kwargs) Mar 28 01:08:12.107000 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:08:12.107000 dv-neutron-834874-6-hyperv neutron-server[104098]: self._notify() Mar 28 01:08:12.107000 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:08:12.107000 dv-neutron-834874-6-hyperv neutron-server[104098]: self.callback(batched_events) Mar 28 01:08:12.107000 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:08:12.107000 dv-neutron-834874-6-hyperv neutron-server[104098]: event.method(event) Mar 28 01:08:12.107000 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:08:12.107000 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:08:12.107000 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:08:12.107000 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:08:12.107000 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:08:12.107000 dv-neutron-834874-6-hyperv neutron-server[104098]: return f(self, *a, **k) Mar 28 01:08:12.107000 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:08:12.107000 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._get(url).json() Mar 28 01:08:12.107000 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:08:12.107000 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:08:12.107000 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:08:12.107000 dv-neutron-834874-6-hyperv neutron-server[104098]: return self.request(url, 'GET', **kwargs) Mar 28 01:08:12.107000 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:08:12.107000 dv-neutron-834874-6-hyperv neutron-server[104098]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:08:12.107000 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:08:12.107000 dv-neutron-834874-6-hyperv neutron-server[104098]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:08:12.107000 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:08:12.107000 dv-neutron-834874-6-hyperv neutron-server[104098]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:08:12.107000 dv-neutron-834874-6-hyperv neutron-server[104098]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:08:12.193911 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-161a6a78-daf6-4022-8593-9539ccae9194 None None] Allocated IP 2001:db8::2 (be4801db-c8f8-4df3-b9b5-556693d6a290/dc18345a-b772-46a8-9d55-992d12ff9bce/afa75774-400e-4d0f-a256-7ce32b2f3c6b) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:08:12.210644 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d37ca69a-9c75-4865-afa2-22c0a946b861 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (ea50161c-d3a7-4fe1-bf8d-06dfdf35913f), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:12.226373 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d37ca69a-9c75-4865-afa2-22c0a946b861 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:12.231746 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-d37ca69a-9c75-4865-afa2-22c0a946b861 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] 10.222.0.24 "DELETE /v2.0/networks/ea50161c-d3a7-4fe1-bf8d-06dfdf35913f HTTP/1.1" status: 204 len: 168 time: 2.0115099 Mar 28 01:08:12.255011 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93fa99ee-1999-4384-98d4-44d7b48f059a tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Made reservation on behalf of fa54b4b5eec2452a8dcd67fc666c1bd8 for: {'subnet': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:08:12.258479 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-93fa99ee-1999-4384-98d4-44d7b48f059a tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126112411'] for subnet (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:12.280589 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37ca69a-9c75-4865-afa2-22c0a946b861 tempest-NetworksIpV6Test-1324500223 tempest-NetworksIpV6Test-1324500223-project] Pushing event deleted for resources: {'Network': ['ID=ea50161c-d3a7-4fe1-bf8d-06dfdf35913f,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:12.290708 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] For port 9daf4860-5c05-4916-8480-6b0ca0e3b186, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=9daf4860-5c05-4916-8480-6b0ca0e3b186,segment=NetworkSegment(d5840d70-02cb-4c63-875f-ccfa7c731792),segment_id=d5840d70-02cb-4c63-875f-ccfa7c731792)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:08:12.313588 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-330dec91-9573-40d4-a2b8-9a9810284923 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Router 8e799d34-fabd-4ee4-bc94-247cd2828ab9 has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:08:12.331270 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (9daf4860-5c05-4916-8480-6b0ca0e3b186), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:12.341484 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 0623390d-8328-4dda-bb2e-94ec6e7f0c5d up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:08:12.518987 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb09864e-c697-4804-8212-d2c832d91369 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Router f81af90b-fce4-4a88-b359-96e0e694ce6c has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:08:12.535536 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb1eb2f8-b06d-41f7-8c7d-c54e694c103c tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Made reservation on behalf of 564cf6bfe83a4d71adcd7d33f5d20cb1 for: {'subnet': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:08:12.540251 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-77107a9f-6eaa-46b0-b83e-569da93b0b8d None None] Current status of the port 9daf4860-5c05-4916-8480-6b0ca0e3b186 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:08:12.541037 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-bb1eb2f8-b06d-41f7-8c7d-c54e694c103c tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126757772'] for subnet (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:12.552977 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Pushing event updated for resources: {'Port': ['ID=9daf4860-5c05-4916-8480-6b0ca0e3b186,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:12.583487 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-330dec91-9573-40d4-a2b8-9a9810284923 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:08:12.598313 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 0623390d-8328-4dda-bb2e-94ec6e7f0c5d triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:08:12.598878 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (0623390d-8328-4dda-bb2e-94ec6e7f0c5d), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:12.605574 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea1eaab-c40d-4aa1-bc64-c0d1fbef496f None None] Sync routers for ids ['8e799d34-fabd-4ee4-bc94-247cd2828ab9'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:08:12.700558 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea1eaab-c40d-4aa1-bc64-c0d1fbef496f None None] Routers {'8e799d34-fabd-4ee4-bc94-247cd2828ab9'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:08:12.701459 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-dea1eaab-c40d-4aa1-bc64-c0d1fbef496f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:07:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['8e799d34-fabd-4ee4-bc94-247cd2828ab9'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:12.704188 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-161a6a78-daf6-4022-8593-9539ccae9194 None None] Publish callbacks [] for port (afa75774-400e-4d0f-a256-7ce32b2f3c6b), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:12.738502 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb09864e-c697-4804-8212-d2c832d91369 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:08:12.749711 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-fb09864e-c697-4804-8212-d2c832d91369 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] 10.222.0.24 "PUT /v2.0/routers/f81af90b-fce4-4a88-b359-96e0e694ce6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2800825 Mar 28 01:08:12.754850 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0f078e-13e3-44d1-85b2-01b4c6079484 None None] Sync routers for ids ['f81af90b-fce4-4a88-b359-96e0e694ce6c'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:08:12.763812 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52634) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:12.773670 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-95d5bb58-e890-47c7-b048-eaa3e0cc0c88 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-153491092'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:08:12.780382 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0f078e-13e3-44d1-85b2-01b4c6079484 None None] Routers {'f81af90b-fce4-4a88-b359-96e0e694ce6c'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:08:12.781009 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-9f0f078e-13e3-44d1-85b2-01b4c6079484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:07:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['f81af90b-fce4-4a88-b359-96e0e694ce6c'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:12.802370 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-dea1eaab-c40d-4aa1-bc64-c0d1fbef496f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:12.816243 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-161a6a78-daf6-4022-8593-9539ccae9194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (afa75774-400e-4d0f-a256-7ce32b2f3c6b), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:12.821736 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95d5bb58-e890-47c7-b048-eaa3e0cc0c88 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Made reservation on behalf of 73b89705b12a4822849ef008702f6650 for: {'network': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:08:12.829814 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-95d5bb58-e890-47c7-b048-eaa3e0cc0c88 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:12.845913 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52636) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:12.856017 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-330dec91-9573-40d4-a2b8-9a9810284923 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for floatingip (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:12.918508 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95d5bb58-e890-47c7-b048-eaa3e0cc0c88 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=104099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:08:12.933585 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-330dec91-9573-40d4-a2b8-9a9810284923 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] 10.222.0.24 "PUT /v2.0/floatingips/f7098717-503e-42b8-9617-fb517e10eca5 HTTP/1.1" status: 200 len: 688 time: 1.7177165 Mar 28 01:08:12.937004 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-93fa99ee-1999-4384-98d4-44d7b48f059a tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126174976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126112397'] for subnet (e9982946-f51f-4b2a-a8ea-5ef448d17bb9), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:12.939663 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52642) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:12.946933 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea1eaab-c40d-4aa1-bc64-c0d1fbef496f None None] Routers {'8e799d34-fabd-4ee4-bc94-247cd2828ab9'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:08:12.947599 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-dea1eaab-c40d-4aa1-bc64-c0d1fbef496f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:07:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['8e799d34-fabd-4ee4-bc94-247cd2828ab9'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:12.957131 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-95d5bb58-e890-47c7-b048-eaa3e0cc0c88 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (deac075d-b289-41e2-a6c4-78f9a3b446ae), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:12.957528 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.segments_db [None req-95d5bb58-e890-47c7-b048-eaa3e0cc0c88 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Added segment deac075d-b289-41e2-a6c4-78f9a3b446ae of type vlan for network e5514915-97df-44f9-b3f3-a359d6724ad6 Mar 28 01:08:12.962613 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161a6a78-daf6-4022-8593-9539ccae9194 None None] Network be4801db-c8f8-4df3-b9b5-556693d6a290 is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:08:13.013505 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-9f0f078e-13e3-44d1-85b2-01b4c6079484 None None] Set router f81af90b-fce4-4a88-b359-96e0e694ce6c gateway port host: None {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:08:13.093212 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-95d5bb58-e890-47c7-b048-eaa3e0cc0c88 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (e5514915-97df-44f9-b3f3-a359d6724ad6), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:13.108891 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-dea1eaab-c40d-4aa1-bc64-c0d1fbef496f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:13.109618 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea1eaab-c40d-4aa1-bc64-c0d1fbef496f None None] The sync data for ids ['8e799d34-fabd-4ee4-bc94-247cd2828ab9'] in dv-neutron-834874-6-hyperv is: [] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:08:13.116084 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-161a6a78-daf6-4022-8593-9539ccae9194 None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:08:13.117808 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161a6a78-daf6-4022-8593-9539ccae9194 None None] Pushing event updated for resources: {'Port': ['ID=afa75774-400e-4d0f-a256-7ce32b2f3c6b,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:13.135957 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161a6a78-daf6-4022-8593-9539ccae9194 None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:08:13.141285 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-95d5bb58-e890-47c7-b048-eaa3e0cc0c88 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (e5514915-97df-44f9-b3f3-a359d6724ad6), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:13.150903 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d5bb58-e890-47c7-b048-eaa3e0cc0c88 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:08:13.150903 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-95d5bb58-e890-47c7-b048-eaa3e0cc0c88 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks [] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:13.245325 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 0623390d-8328-4dda-bb2e-94ec6e7f0c5d is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:08:13.253389 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fa99ee-1999-4384-98d4-44d7b48f059a tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Pushing event updated for resources: {'Subnet': ['ID=e9982946-f51f-4b2a-a8ea-5ef448d17bb9,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:13.256473 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-d5afe2fc-2756-456f-930f-5197b07e1569 None None] Provisioning complete for port 4c064e2f-0b33-473b-a38e-eefe6c7cbe40 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:08:13.256473 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d5afe2fc-2756-456f-930f-5197b07e1569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (4c064e2f-0b33-473b-a38e-eefe6c7cbe40), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:13.305723 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d5bb58-e890-47c7-b048-eaa3e0cc0c88 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Pushing event updated for resources: {'Network': ['ID=e5514915-97df-44f9-b3f3-a359d6724ad6,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:13.345733 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network e5514915-97df-44f9-b3f3-a359d6724ad6 details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:08:13.346256 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fa99ee-1999-4384-98d4-44d7b48f059a tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Checking segment: {'id': '10982970-8806-4bd4-b7fc-70cb8433d781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6c196ec8-087a-4816-a2cf-e22eacf551e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:08:13.346673 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93fa99ee-1999-4384-98d4-44d7b48f059a tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Network hostable DHCP agents. Network: 6c196ec8-087a-4816-a2cf-e22eacf551e9, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:08:13.350663 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-95d5bb58-e890-47c7-b048-eaa3e0cc0c88 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5810218 Mar 28 01:08:13.353203 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52648) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:13.359481 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-efec94a6-a135-486b-8892-224837164a9e tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Request body: {'subnet': {'network_id': 'e5514915-97df-44f9-b3f3-a359d6724ad6', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:08:13.400212 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-161a6a78-daf6-4022-8593-9539ccae9194 None None] Attempting to bind port afa75774-400e-4d0f-a256-7ce32b2f3c6b on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:08:13.400587 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-161a6a78-daf6-4022-8593-9539ccae9194 None None] Attempting to bind port afa75774-400e-4d0f-a256-7ce32b2f3c6b by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': '9028fe72-9b79-4538-96be-757c3dc71a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:08:13.401035 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161a6a78-daf6-4022-8593-9539ccae9194 None None] Attempting to bind port afa75774-400e-4d0f-a256-7ce32b2f3c6b on network be4801db-c8f8-4df3-b9b5-556693d6a290 {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:08:13.408594 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 4d6753fb-4ea1-4931-90f6-b1bcb6340ed9 no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:08:13.435923 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93fa99ee-1999-4384-98d4-44d7b48f059a tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Network 6c196ec8-087a-4816-a2cf-e22eacf551e9 is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:08:13.447006 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161a6a78-daf6-4022-8593-9539ccae9194 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:08:13.447409 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161a6a78-daf6-4022-8593-9539ccae9194 None None] Checking segment: {'id': '9028fe72-9b79-4538-96be-757c3dc71a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:08:13.447813 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-161a6a78-daf6-4022-8593-9539ccae9194 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:13.448247 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161a6a78-daf6-4022-8593-9539ccae9194 None None] Bound using segment: {'id': '9028fe72-9b79-4538-96be-757c3dc71a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:08:13.448732 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-161a6a78-daf6-4022-8593-9539ccae9194 None None] Bound port: afa75774-400e-4d0f-a256-7ce32b2f3c6b, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9028fe72-9b79-4538-96be-757c3dc71a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:08:13.449108 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-161a6a78-daf6-4022-8593-9539ccae9194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (afa75774-400e-4d0f-a256-7ce32b2f3c6b), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:13.454872 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: 4d6753fb-4ea1-4931-90f6-b1bcb6340ed9 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:08:13.455262 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 4d6753fb-4ea1-4931-90f6-b1bcb6340ed9 not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:08:13.455634 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device a1f0a455-d9f1-4151-928b-898774d7342d no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:08:13.459625 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-9f0f078e-13e3-44d1-85b2-01b4c6079484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f81af90b-fce4-4a88-b359-96e0e694ce6c', 'name': 'tempest-RoutersIpV6Test-router-781427244', 'tenant_id': '73b89705b12a4822849ef008702f6650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:07:51Z', 'updated_at': '2022-03-28T01:08:10Z', 'revision_number': 4, 'project_id': '73b89705b12a4822849ef008702f6650', 'gw_port_host': None, '_interfaces': [{'id': '0623390d-8328-4dda-bb2e-94ec6e7f0c5d', 'name': '', 'network_id': 'ace6d7f7-f15f-4162-86f7-e748421e33be', 'tenant_id': '73b89705b12a4822849ef008702f6650', 'mac_address': 'fa:16:3e:7f:e6:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81af90b-fce4-4a88-b359-96e0e694ce6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': 'e3c665d0-c1c5-41fb-ba5d-ce57ba99245a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:08:02Z', 'updated_at': '2022-03-28T01:08:08Z', 'revision_number': 5, 'project_id': '73b89705b12a4822849ef008702f6650', 'subnets': [{'id': 'e3c665d0-c1c5-41fb-ba5d-ce57ba99245a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c064e2f-0b33-473b-a38e-eefe6c7cbe40', 'name': '', 'network_id': '6db32cfe-0e5d-4e8d-92fe-ac8fb658c437', 'tenant_id': '73b89705b12a4822849ef008702f6650', 'mac_address': 'fa:16:3e:97:d5:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f81af90b-fce4-4a88-b359-96e0e694ce6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': 'c3feaaef-5096-4626-8cb4-9d5cefb7793d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:08:08Z', 'updated_at': '2022-03-28T01:08:11Z', 'revision_number': 2, 'project_id': '73b89705b12a4822849ef008702f6650', 'subnets': [{'id': 'c3feaaef-5096-4626-8cb4-9d5cefb7793d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c9287fd-767d-413c-b1f6-e72c83409195', 'name': '', 'network_id': '7c8c0538-5060-44fc-95df-1da6a7312af2', 'tenant_id': '73b89705b12a4822849ef008702f6650', 'mac_address': 'fa:16:3e:6d:1f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81af90b-fce4-4a88-b359-96e0e694ce6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '11187ad9-a275-45d5-9e5e-2a11e69b6a34', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:07:54Z', 'updated_at': '2022-03-28T01:08:02Z', 'revision_number': 5, 'project_id': '73b89705b12a4822849ef008702f6650', 'subnets': [{'id': '11187ad9-a275-45d5-9e5e-2a11e69b6a34', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:13.466550 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-93fa99ee-1999-4384-98d4-44d7b48f059a tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, 6c196ec8-087a-4816-a2cf-e22eacf551e9) {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:08:13.466803 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-d5afe2fc-2756-456f-930f-5197b07e1569 None None] Port 4c064e2f-0b33-473b-a38e-eefe6c7cbe40 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:08:13.477673 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93fa99ee-1999-4384-98d4-44d7b48f059a tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:08:13.478286 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-93fa99ee-1999-4384-98d4-44d7b48f059a tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:13.514464 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54cac263-0fdd-4b7b-b8d3-f0432cfa16ae None None] Network 6c196ec8-087a-4816-a2cf-e22eacf551e9 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:08:13.515993 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: a1f0a455-d9f1-4151-928b-898774d7342d {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:08:13.516879 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device a1f0a455-d9f1-4151-928b-898774d7342d not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:08:13.516879 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 62f55c3c-e9a0-48e9-ae74-ce63affd51bb no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:08:13.534793 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-dcaf515e-3b5e-47ad-8736-e03869c3699c tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Deleting port 33a7a463-850c-460a-9897-6daf4f76a98d {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:08:13.535135 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-dcaf515e-3b5e-47ad-8736-e03869c3699c tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (33a7a463-850c-460a-9897-6daf4f76a98d), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:13.545960 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-da14c20e-5004-4752-a366-7933217fd473 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b3681da997b841e59750a00e0d8e0c2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6936772 Mar 28 01:08:13.558587 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0f078e-13e3-44d1-85b2-01b4c6079484 None None] Checking router: f81af90b-fce4-4a88-b359-96e0e694ce6c for host: dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:08:13.558940 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0f078e-13e3-44d1-85b2-01b4c6079484 None None] Updating router f81af90b-fce4-4a88-b359-96e0e694ce6c port 4c064e2f-0b33-473b-a38e-eefe6c7cbe40 binding host dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 01:08:13.583418 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52654) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:13.622282 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-9f0f078e-13e3-44d1-85b2-01b4c6079484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (4c064e2f-0b33-473b-a38e-eefe6c7cbe40), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:13.666649 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: 62f55c3c-e9a0-48e9-ae74-ce63affd51bb {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:08:13.666996 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 62f55c3c-e9a0-48e9-ae74-ce63affd51bb not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:08:13.690894 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-d5afe2fc-2756-456f-930f-5197b07e1569 None None] Provisioning complete for port 9daf4860-5c05-4916-8480-6b0ca0e3b186 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:08:13.691461 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-93fa99ee-1999-4384-98d4-44d7b48f059a tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6902454 Mar 28 01:08:13.691639 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d5afe2fc-2756-456f-930f-5197b07e1569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (9daf4860-5c05-4916-8480-6b0ca0e3b186), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:13.694889 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52658) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:13.735590 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52660) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:13.735743 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-1855e6cd-e68e-4b1f-9b68-8871e668b1df tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1606571086', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:08:13.761619 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1855e6cd-e68e-4b1f-9b68-8871e668b1df tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7069'] for router (947664a1-2f39-418b-be40-6916b1e36644), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:13.764383 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1855e6cd-e68e-4b1f-9b68-8871e668b1df tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4188952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7062'] for router (947664a1-2f39-418b-be40-6916b1e36644), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:13.768653 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efec94a6-a135-486b-8892-224837164a9e tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Made reservation on behalf of 73b89705b12a4822849ef008702f6650 for: {'subnet': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:08:13.777045 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-efec94a6-a135-486b-8892-224837164a9e tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126757772'] for subnet (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:13.843865 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-dcaf515e-3b5e-47ad-8736-e03869c3699c tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (33a7a463-850c-460a-9897-6daf4f76a98d), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:13.844300 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-dcaf515e-3b5e-47ad-8736-e03869c3699c tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks [] for floatingip (33a7a463-850c-460a-9897-6daf4f76a98d), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:13.914473 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-859e8a9f-3551-4847-999b-4cd9d57b7f24 admin admin] Publish callbacks [] for security_group (53e21b91-bf27-4a82-976c-72d49b21146e), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:13.933024 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.objects.ports [None req-bb1eb2f8-b06d-41f7-8c7d-c54e694c103c tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104099) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 28 01:08:13.943908 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-dcaf515e-3b5e-47ad-8736-e03869c3699c tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Calling delete_port for 33a7a463-850c-460a-9897-6daf4f76a98d owned by network:floatingip {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:08:13.960292 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-2121a0ff-9de4-4ca7-8875-446d7b667cd3 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Request body: {'security_group': {'name': 'tempest-secgroup--1091425449'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:08:13.962132 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1855e6cd-e68e-4b1f-9b68-8871e668b1df tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks [] for router_controller (947664a1-2f39-418b-be40-6916b1e36644), precommit_add_association {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:14.013785 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1855e6cd-e68e-4b1f-9b68-8871e668b1df tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687953'] for router (947664a1-2f39-418b-be40-6916b1e36644), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:14.024198 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-b3cce3c8-a1a2-4ef7-a4bf-c15861e2913e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:14.027858 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-859e8a9f-3551-4847-999b-4cd9d57b7f24 admin admin] Publish callbacks [] for security_group (53e21b91-bf27-4a82-976c-72d49b21146e), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:14.030657 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 9daf4860-5c05-4916-8480-6b0ca0e3b186 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:08:14.056408 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1855e6cd-e68e-4b1f-9b68-8871e668b1df tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks [] for router (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:14.062197 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-1855e6cd-e68e-4b1f-9b68-8871e668b1df tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3471022 Mar 28 01:08:14.065187 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52664) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:14.068841 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-9f0f078e-13e3-44d1-85b2-01b4c6079484 None None] Publish callbacks [] for port (4c064e2f-0b33-473b-a38e-eefe6c7cbe40), precommit_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:14.075100 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-568893e9-e0ba-45c5-9a96-77b910cb8732 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Request body: {'port': {'network_id': '6c196ec8-087a-4816-a2cf-e22eacf551e9', 'name': 'tempest-PortsTestJSON-905100400'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:08:14.081578 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-9f0f078e-13e3-44d1-85b2-01b4c6079484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (4c064e2f-0b33-473b-a38e-eefe6c7cbe40), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:14.116059 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-161a6a78-daf6-4022-8593-9539ccae9194 None None] For port afa75774-400e-4d0f-a256-7ce32b2f3c6b, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:08:14.134303 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1af379-e2d4-4c31-af40-0cd5dd00dad9 None None] Pushing event updated for resources: {'Port': ['ID=4c064e2f-0b33-473b-a38e-eefe6c7cbe40,revision_number=3']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:14.158221 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-161a6a78-daf6-4022-8593-9539ccae9194 None None] For port afa75774-400e-4d0f-a256-7ce32b2f3c6b, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=afa75774-400e-4d0f-a256-7ce32b2f3c6b,segment=NetworkSegment(9028fe72-9b79-4538-96be-757c3dc71a72),segment_id=9028fe72-9b79-4538-96be-757c3dc71a72)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:08:14.175060 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-161a6a78-daf6-4022-8593-9539ccae9194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (afa75774-400e-4d0f-a256-7ce32b2f3c6b), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:14.205797 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3918da47-be1e-47d2-bbef-bdd74c4b7306 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-6c196ec8-087a-4816-a2cf-e22eacf551e9', 'network_id': '6c196ec8-087a-4816-a2cf-e22eacf551e9', 'project_id': 'fa54b4b5eec2452a8dcd67fc666c1bd8', 'fixed_ips': [{'subnet_id': 'e9982946-f51f-4b2a-a8ea-5ef448d17bb9'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:08:14.206773 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-3918da47-be1e-47d2-bbef-bdd74c4b7306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:14.211633 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [None req-9f0f078e-13e3-44d1-85b2-01b4c6079484 None None] Attempting to bind port 4c064e2f-0b33-473b-a38e-eefe6c7cbe40 on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:08:14.213172 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-dcaf515e-3b5e-47ad-8736-e03869c3699c tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (33a7a463-850c-460a-9897-6daf4f76a98d), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:14.216621 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2121a0ff-9de4-4ca7-8875-446d7b667cd3 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:14.218041 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [None req-9f0f078e-13e3-44d1-85b2-01b4c6079484 None None] Attempting to bind port 4c064e2f-0b33-473b-a38e-eefe6c7cbe40 by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': 'd5840d70-02cb-4c63-875f-ccfa7c731792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6db32cfe-0e5d-4e8d-92fe-ac8fb658c437'}] {{(pid=104101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:08:14.218041 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0f078e-13e3-44d1-85b2-01b4c6079484 None None] Attempting to bind port 4c064e2f-0b33-473b-a38e-eefe6c7cbe40 on network 6db32cfe-0e5d-4e8d-92fe-ac8fb658c437 {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:08:14.228088 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0f078e-13e3-44d1-85b2-01b4c6079484 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:08:14.230790 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0f078e-13e3-44d1-85b2-01b4c6079484 None None] Checking segment: {'id': 'd5840d70-02cb-4c63-875f-ccfa7c731792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6db32cfe-0e5d-4e8d-92fe-ac8fb658c437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:08:14.242058 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-9f0f078e-13e3-44d1-85b2-01b4c6079484 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:14.243467 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0f078e-13e3-44d1-85b2-01b4c6079484 None None] Bound using segment: {'id': 'd5840d70-02cb-4c63-875f-ccfa7c731792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6db32cfe-0e5d-4e8d-92fe-ac8fb658c437'} {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:08:14.244519 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [None req-9f0f078e-13e3-44d1-85b2-01b4c6079484 None None] Bound port: 4c064e2f-0b33-473b-a38e-eefe6c7cbe40, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5840d70-02cb-4c63-875f-ccfa7c731792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6db32cfe-0e5d-4e8d-92fe-ac8fb658c437'}}] {{(pid=104101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:08:14.245138 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-9f0f078e-13e3-44d1-85b2-01b4c6079484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (4c064e2f-0b33-473b-a38e-eefe6c7cbe40), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:14.259223 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaf515e-3b5e-47ad-8736-e03869c3699c tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Pushing event deleted for resources: {'Port': ['ID=33a7a463-850c-460a-9897-6daf4f76a98d,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:14.291874 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2121a0ff-9de4-4ca7-8875-446d7b667cd3 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:14.304998 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-d5afe2fc-2756-456f-930f-5197b07e1569 None None] Current status of the port 9daf4860-5c05-4916-8480-6b0ca0e3b186 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:08:14.373010 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161a6a78-daf6-4022-8593-9539ccae9194 None None] Pushing event updated for resources: {'Port': ['ID=afa75774-400e-4d0f-a256-7ce32b2f3c6b,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:14.377970 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-dcaf515e-3b5e-47ad-8736-e03869c3699c tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks [] for floatingip (f7098717-503e-42b8-9617-fb517e10eca5), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:14.382772 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-dcaf515e-3b5e-47ad-8736-e03869c3699c tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for floatingip (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:14.383526 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.db [None req-9f0f078e-13e3-44d1-85b2-01b4c6079484 None None] For port 4c064e2f-0b33-473b-a38e-eefe6c7cbe40, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:08:14.385736 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 9daf4860-5c05-4916-8480-6b0ca0e3b186 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:08:14.385736 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (9daf4860-5c05-4916-8480-6b0ca0e3b186), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:14.386645 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-dcaf515e-3b5e-47ad-8736-e03869c3699c tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] 10.222.0.24 "DELETE /v2.0/floatingips/f7098717-503e-42b8-9617-fb517e10eca5 HTTP/1.1" status: 204 len: 168 time: 1.4301481 Mar 28 01:08:14.387362 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.db [None req-9f0f078e-13e3-44d1-85b2-01b4c6079484 None None] For port 4c064e2f-0b33-473b-a38e-eefe6c7cbe40, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=4c064e2f-0b33-473b-a38e-eefe6c7cbe40,segment=NetworkSegment(d5840d70-02cb-4c63-875f-ccfa7c731792),segment_id=d5840d70-02cb-4c63-875f-ccfa7c731792)] {{(pid=104101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:08:14.389334 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52666) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:14.401191 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-9f0f078e-13e3-44d1-85b2-01b4c6079484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (4c064e2f-0b33-473b-a38e-eefe6c7cbe40), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:14.489880 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.api.v2.resource [None req-e4db3e86-f62b-4790-83d2-a37fa8b19bf3 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] delete failed (client error): The resource could not be found. Mar 28 01:08:14.490142 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0f078e-13e3-44d1-85b2-01b4c6079484 None None] Routers {'f81af90b-fce4-4a88-b359-96e0e694ce6c'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:08:14.490774 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-9f0f078e-13e3-44d1-85b2-01b4c6079484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:08:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['f81af90b-fce4-4a88-b359-96e0e694ce6c'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:14.493275 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1af379-e2d4-4c31-af40-0cd5dd00dad9 None None] Pushing event updated for resources: {'Port': ['ID=4c064e2f-0b33-473b-a38e-eefe6c7cbe40,revision_number=4']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:14.495382 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-e4db3e86-f62b-4790-83d2-a37fa8b19bf3 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] 10.222.0.24 "DELETE /v2.0/floatingips/f7098717-503e-42b8-9617-fb517e10eca5 HTTP/1.1" status: 404 len: 345 time: 0.1049175 Mar 28 01:08:14.503149 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52668) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:14.530466 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-efec94a6-a135-486b-8892-224837164a9e tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127282703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126757786'] for subnet (b7236e94-120a-45de-a490-ff6f642df29d), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:14.593129 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ca1b4c6f-525e-400d-8690-6c15ade18124 None None] Provisioning complete for port 4c064e2f-0b33-473b-a38e-eefe6c7cbe40 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:08:14.593855 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ca1b4c6f-525e-400d-8690-6c15ade18124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (4c064e2f-0b33-473b-a38e-eefe6c7cbe40), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:14.653075 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-859e8a9f-3551-4847-999b-4cd9d57b7f24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (53e21b91-bf27-4a82-976c-72d49b21146e), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:14.665297 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-859e8a9f-3551-4847-999b-4cd9d57b7f24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:14.666470 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-859e8a9f-3551-4847-999b-4cd9d57b7f24 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/53e21b91-bf27-4a82-976c-72d49b21146e HTTP/1.1" status: 204 len: 168 time: 1.0819788 Mar 28 01:08:14.694926 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c93210-067a-4c40-8fbf-94c6f042438f tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:08:14.704455 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c93210-067a-4c40-8fbf-94c6f042438f tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:08:14.714089 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c93210-067a-4c40-8fbf-94c6f042438f tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:08:14.727713 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-9f0f078e-13e3-44d1-85b2-01b4c6079484 None None] Set router f81af90b-fce4-4a88-b359-96e0e694ce6c gateway port host: None {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:08:14.733417 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-87c93210-067a-4c40-8fbf-94c6f042438f tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] 10.222.0.24 "GET /v2.0/ports?network_id=ee6bc287-f07d-4ccb-aa4c-752663a85538 HTTP/1.1" status: 200 len: 2358 time: 0.2266648 Mar 28 01:08:14.736865 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52672) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:14.767355 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859e8a9f-3551-4847-999b-4cd9d57b7f24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53e21b91-bf27-4a82-976c-72d49b21146e,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:14.824471 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efec94a6-a135-486b-8892-224837164a9e tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Pushing event updated for resources: {'Subnet': ['ID=b7236e94-120a-45de-a490-ff6f642df29d,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:14.838016 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-568893e9-e0ba-45c5-9a96-77b910cb8732 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Made reservation on behalf of fa54b4b5eec2452a8dcd67fc666c1bd8 for: {'port': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:08:14.850342 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-568893e9-e0ba-45c5-9a96-77b910cb8732 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:14.859627 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be9d14b-8b97-4b95-90f2-04d09879b51b tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:08:14.865441 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-0be9d14b-8b97-4b95-90f2-04d09879b51b tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] 10.222.0.24 "GET /v2.0/subnets/880b8083-bc0f-434e-b073-1ac8a25703d5 HTTP/1.1" status: 200 len: 797 time: 0.1230547 Mar 28 01:08:14.866804 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52674) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:14.869446 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ca1b4c6f-525e-400d-8690-6c15ade18124 None None] Current status of the port 4c064e2f-0b33-473b-a38e-eefe6c7cbe40 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:08:14.869842 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ca1b4c6f-525e-400d-8690-6c15ade18124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (4c064e2f-0b33-473b-a38e-eefe6c7cbe40), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:14.883896 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-4980857c-bdfe-4c76-846e-ff4ab49b9224 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Request body: {'port': {'network_id': 'ee6bc287-f07d-4ccb-aa4c-752663a85538', 'name': 'tempest-FloatingIPTestJSON-1791408715', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:08:14.934885 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.agents_db [None req-9a1d863f-391a-42f4-9870-e8292b919beb None None] Agent healthcheck: found 6 active agents {{(pid=104101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 01:08:14.964086 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-bb1eb2f8-b06d-41f7-8c7d-c54e694c103c tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (afa75774-400e-4d0f-a256-7ce32b2f3c6b), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:14.968711 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efec94a6-a135-486b-8892-224837164a9e tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Checking segment: {'id': 'deac075d-b289-41e2-a6c4-78f9a3b446ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e5514915-97df-44f9-b3f3-a359d6724ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:08:14.969079 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efec94a6-a135-486b-8892-224837164a9e tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Network hostable DHCP agents. Network: e5514915-97df-44f9-b3f3-a359d6724ad6, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:08:14.980128 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [None req-568893e9-e0ba-45c5-9a96-77b910cb8732 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] device_id is not set on port 8754d3a5-cb24-423e-96af-fe5f8a6170cd yet. {{(pid=104099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 01:08:15.005794 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-ca1b4c6f-525e-400d-8690-6c15ade18124 None None] For port 4c064e2f-0b33-473b-a38e-eefe6c7cbe40, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=4c064e2f-0b33-473b-a38e-eefe6c7cbe40,segment=NetworkSegment(d5840d70-02cb-4c63-875f-ccfa7c731792),segment_id=d5840d70-02cb-4c63-875f-ccfa7c731792)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:08:15.008203 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-3918da47-be1e-47d2-bbef-bdd74c4b7306 None None] Allocated IP 172.20.0.2 (6c196ec8-087a-4816-a2cf-e22eacf551e9/e9982946-f51f-4b2a-a8ea-5ef448d17bb9/60449c9b-f857-4159-b04e-4805e1d6dde9) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:08:15.012252 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:15.016692 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 9daf4860-5c05-4916-8480-6b0ca0e3b186 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:08:15.027050 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ca1b4c6f-525e-400d-8690-6c15ade18124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (4c064e2f-0b33-473b-a38e-eefe6c7cbe40), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:15.141472 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2121a0ff-9de4-4ca7-8875-446d7b667cd3 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group (59df55f7-ec51-407d-8533-0b30b69f03ee), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:15.157154 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2121a0ff-9de4-4ca7-8875-446d7b667cd3 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (59df55f7-ec51-407d-8533-0b30b69f03ee), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:15.164433 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efec94a6-a135-486b-8892-224837164a9e tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Network e5514915-97df-44f9-b3f3-a359d6724ad6 is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:08:15.175214 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1b4c6f-525e-400d-8690-6c15ade18124 None None] Pushing event updated for resources: {'Port': ['ID=4c064e2f-0b33-473b-a38e-eefe6c7cbe40,revision_number=5']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:15.178443 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-afe8896f-fd60-4620-8a79-8e0222756da4 None None] Provisioning complete for port 4c064e2f-0b33-473b-a38e-eefe6c7cbe40 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:08:15.179841 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-afe8896f-fd60-4620-8a79-8e0222756da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (4c064e2f-0b33-473b-a38e-eefe6c7cbe40), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:15.211731 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-efec94a6-a135-486b-8892-224837164a9e tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, e5514915-97df-44f9-b3f3-a359d6724ad6) {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:08:15.226588 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ec3158-cf27-4a63-b572-587b1b2ed60f None None] Network e5514915-97df-44f9-b3f3-a359d6724ad6 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:08:15.239738 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4980857c-bdfe-4c76-846e-ff4ab49b9224 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Made reservation on behalf of b3391d5746ef461cb98e40d1d50397a6 for: {'port': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:08:15.244393 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efec94a6-a135-486b-8892-224837164a9e tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:08:15.244988 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-efec94a6-a135-486b-8892-224837164a9e tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks [] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:15.278058 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2121a0ff-9de4-4ca7-8875-446d7b667cd3 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59df55f7-ec51-407d-8533-0b30b69f03ee,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:15.283580 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-9f0f078e-13e3-44d1-85b2-01b4c6079484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f81af90b-fce4-4a88-b359-96e0e694ce6c', 'name': 'tempest-RoutersIpV6Test-router-781427244', 'tenant_id': '73b89705b12a4822849ef008702f6650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:07:51Z', 'updated_at': '2022-03-28T01:08:10Z', 'revision_number': 4, 'project_id': '73b89705b12a4822849ef008702f6650', 'gw_port_host': None, '_interfaces': [{'id': '0623390d-8328-4dda-bb2e-94ec6e7f0c5d', 'name': '', 'network_id': 'ace6d7f7-f15f-4162-86f7-e748421e33be', 'tenant_id': '73b89705b12a4822849ef008702f6650', 'mac_address': 'fa:16:3e:7f:e6:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81af90b-fce4-4a88-b359-96e0e694ce6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': 'e3c665d0-c1c5-41fb-ba5d-ce57ba99245a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:08:02Z', 'updated_at': '2022-03-28T01:08:08Z', 'revision_number': 5, 'project_id': '73b89705b12a4822849ef008702f6650', 'subnets': [{'id': 'e3c665d0-c1c5-41fb-ba5d-ce57ba99245a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c064e2f-0b33-473b-a38e-eefe6c7cbe40', 'name': '', 'network_id': '6db32cfe-0e5d-4e8d-92fe-ac8fb658c437', 'tenant_id': '73b89705b12a4822849ef008702f6650', 'mac_address': 'fa:16:3e:97:d5:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f81af90b-fce4-4a88-b359-96e0e694ce6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': 'c3feaaef-5096-4626-8cb4-9d5cefb7793d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:08:08Z', 'updated_at': '2022-03-28T01:08:14Z', 'revision_number': 4, 'project_id': '73b89705b12a4822849ef008702f6650', 'subnets': [{'id': 'c3feaaef-5096-4626-8cb4-9d5cefb7793d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c9287fd-767d-413c-b1f6-e72c83409195', 'name': '', 'network_id': '7c8c0538-5060-44fc-95df-1da6a7312af2', 'tenant_id': '73b89705b12a4822849ef008702f6650', 'mac_address': 'fa:16:3e:6d:1f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81af90b-fce4-4a88-b359-96e0e694ce6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '11187ad9-a275-45d5-9e5e-2a11e69b6a34', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:07:54Z', 'updated_at': '2022-03-28T01:08:02Z', 'revision_number': 5, 'project_id': '73b89705b12a4822849ef008702f6650', 'subnets': [{'id': '11187ad9-a275-45d5-9e5e-2a11e69b6a34', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:15.332839 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0f078e-13e3-44d1-85b2-01b4c6079484 None None] The sync data for ids ['f81af90b-fce4-4a88-b359-96e0e694ce6c'] in dv-neutron-834874-6-hyperv is: [{'id': 'f81af90b-fce4-4a88-b359-96e0e694ce6c', 'name': 'tempest-RoutersIpV6Test-router-781427244', 'tenant_id': '73b89705b12a4822849ef008702f6650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:07:51Z', 'updated_at': '2022-03-28T01:08:10Z', 'revision_number': 4, 'project_id': '73b89705b12a4822849ef008702f6650', 'gw_port_host': None, '_interfaces': [{'id': '0623390d-8328-4dda-bb2e-94ec6e7f0c5d', 'name': '', 'network_id': 'ace6d7f7-f15f-4162-86f7-e748421e33be', 'tenant_id': '73b89705b12a4822849ef008702f6650', 'mac_address': 'fa:16:3e:7f:e6:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81af90b-fce4-4a88-b359-96e0e694ce6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': 'e3c665d0-c1c5-41fb-ba5d-ce57ba99245a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:08:02Z', 'updated_at': '2022-03-28T01:08:08Z', 'revision_number': 5, 'project_id': '73b89705b12a4822849ef008702f6650', 'subnets': [{'id': 'e3c665d0-c1c5-41fb-ba5d-ce57ba99245a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c064e2f-0b33-473b-a38e-eefe6c7cbe40', 'name': '', 'network_id': '6db32cfe-0e5d-4e8d-92fe-ac8fb658c437', 'tenant_id': '73b89705b12a4822849ef008702f6650', 'mac_address': 'fa:16:3e:97:d5:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f81af90b-fce4-4a88-b359-96e0e694ce6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': 'c3feaaef-5096-4626-8cb4-9d5cefb7793d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:08:08Z', 'updated_at': '2022-03-28T01:08:14Z', 'revision_number': 4, 'project_id': '73b89705b12a4822849ef008702f6650', 'subnets': [{'id': 'c3feaaef-5096-4626-8cb4-9d5cefb7793d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c9287fd-767d-413c-b1f6-e72c83409195', 'name': '', 'network_id': '7c8c0538-5060-44fc-95df-1da6a7312af2', 'tenant_id': '73b89705b12a4822849ef008702f6650', 'mac_address': 'fa:16:3e:6d:1f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81af90b-fce4-4a88-b359-96e0e694ce6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '11187ad9-a275-45d5-9e5e-2a11e69b6a34', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:07:54Z', 'updated_at': '2022-03-28T01:08:02Z', 'revision_number': 5, 'project_id': '73b89705b12a4822849ef008702f6650', 'subnets': [{'id': '11187ad9-a275-45d5-9e5e-2a11e69b6a34', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:08:15.345371 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-efec94a6-a135-486b-8892-224837164a9e tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9875994 Mar 28 01:08:15.356931 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52682) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:15.378443 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2121a0ff-9de4-4ca7-8875-446d7b667cd3 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group (2b3be6ea-cb0e-4a3b-bb9f-72391c1633a2), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:15.463759 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-3918da47-be1e-47d2-bbef-bdd74c4b7306 None None] Publish callbacks [] for port (60449c9b-f857-4159-b04e-4805e1d6dde9), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:15.497816 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4980857c-bdfe-4c76-846e-ff4ab49b9224 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:15.506858 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2121a0ff-9de4-4ca7-8875-446d7b667cd3 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (2b3be6ea-cb0e-4a3b-bb9f-72391c1633a2), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:15.526572 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-afe8896f-fd60-4620-8a79-8e0222756da4 None None] Current status of the port 4c064e2f-0b33-473b-a38e-eefe6c7cbe40 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:08:15.531867 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-3918da47-be1e-47d2-bbef-bdd74c4b7306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (60449c9b-f857-4159-b04e-4805e1d6dde9), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:15.580660 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.notifiers.nova [None req-4980857c-bdfe-4c76-846e-ff4ab49b9224 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] device_id is not set on port 0d8c976c-4b3b-47ee-9098-d12135a3ac54 yet. {{(pid=104098) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 01:08:15.610191 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d01123-0bfd-433d-ab9d-27f5017b8812 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-e5514915-97df-44f9-b3f3-a359d6724ad6', 'network_id': 'e5514915-97df-44f9-b3f3-a359d6724ad6', 'project_id': '73b89705b12a4822849ef008702f6650', 'fixed_ips': [{'subnet_id': 'b7236e94-120a-45de-a490-ff6f642df29d'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:08:15.611063 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-45d01123-0bfd-433d-ab9d-27f5017b8812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:15.689940 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [None req-568893e9-e0ba-45c5-9a96-77b910cb8732 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Allocated IP 172.20.0.9 (6c196ec8-087a-4816-a2cf-e22eacf551e9/e9982946-f51f-4b2a-a8ea-5ef448d17bb9/8754d3a5-cb24-423e-96af-fe5f8a6170cd) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:08:15.831062 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3918da47-be1e-47d2-bbef-bdd74c4b7306 None None] Pushing event updated for resources: {'Port': ['ID=60449c9b-f857-4159-b04e-4805e1d6dde9,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:15.846635 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3918da47-be1e-47d2-bbef-bdd74c4b7306 None None] Network 6c196ec8-087a-4816-a2cf-e22eacf551e9 is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:08:15.882830 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-3918da47-be1e-47d2-bbef-bdd74c4b7306 None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:08:15.888234 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3918da47-be1e-47d2-bbef-bdd74c4b7306 None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:08:16.083107 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-bb1eb2f8-b06d-41f7-8c7d-c54e694c103c tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] For port afa75774-400e-4d0f-a256-7ce32b2f3c6b, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=afa75774-400e-4d0f-a256-7ce32b2f3c6b,segment=NetworkSegment(9028fe72-9b79-4538-96be-757c3dc71a72),segment_id=9028fe72-9b79-4538-96be-757c3dc71a72)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:08:16.129413 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device afa75774-400e-4d0f-a256-7ce32b2f3c6b up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:08:16.160273 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2121a0ff-9de4-4ca7-8875-446d7b667cd3 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:16.164025 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-2121a0ff-9de4-4ca7-8875-446d7b667cd3 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 2.4147666 Mar 28 01:08:16.171950 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52696) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:16.186256 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-bb1eb2f8-b06d-41f7-8c7d-c54e694c103c tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks [] for port (afa75774-400e-4d0f-a256-7ce32b2f3c6b), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:16.210427 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-568893e9-e0ba-45c5-9a96-77b910cb8732 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks [] for port (8754d3a5-cb24-423e-96af-fe5f8a6170cd), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:16.212364 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2121a0ff-9de4-4ca7-8875-446d7b667cd3 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b3be6ea-cb0e-4a3b-bb9f-72391c1633a2,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:16.218974 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-bb1eb2f8-b06d-41f7-8c7d-c54e694c103c tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (afa75774-400e-4d0f-a256-7ce32b2f3c6b), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:16.220280 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52698) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:16.314363 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-568893e9-e0ba-45c5-9a96-77b910cb8732 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (8754d3a5-cb24-423e-96af-fe5f8a6170cd), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:16.329092 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-3918da47-be1e-47d2-bbef-bdd74c4b7306 None None] Attempting to bind port 60449c9b-f857-4159-b04e-4805e1d6dde9 on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:08:16.330491 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-bb1eb2f8-b06d-41f7-8c7d-c54e694c103c tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127282703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126757786'] for subnet (867bcb45-dc6f-4775-8fe7-5527ff863295), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:16.330952 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-3918da47-be1e-47d2-bbef-bdd74c4b7306 None None] Attempting to bind port 60449c9b-f857-4159-b04e-4805e1d6dde9 by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': '10982970-8806-4bd4-b7fc-70cb8433d781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6c196ec8-087a-4816-a2cf-e22eacf551e9'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:08:16.332069 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-72ea09e7-a9df-46f3-8e57-03840ecc6b7d tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4539 time: 0.1584229 Mar 28 01:08:16.334944 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3918da47-be1e-47d2-bbef-bdd74c4b7306 None None] Attempting to bind port 60449c9b-f857-4159-b04e-4805e1d6dde9 on network 6c196ec8-087a-4816-a2cf-e22eacf551e9 {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:08:16.341002 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52702) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:16.348659 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-fd8683ad-31cd-47e0-a155-8e7e12a05e37 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Request body: {'security_group': {'name': 'tempest-security--194115078', 'description': 'tempest-security-description-475605133'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:08:16.351391 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3918da47-be1e-47d2-bbef-bdd74c4b7306 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:08:16.355146 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3918da47-be1e-47d2-bbef-bdd74c4b7306 None None] Checking segment: {'id': '10982970-8806-4bd4-b7fc-70cb8433d781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6c196ec8-087a-4816-a2cf-e22eacf551e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:08:16.355676 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-3918da47-be1e-47d2-bbef-bdd74c4b7306 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:16.356359 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3918da47-be1e-47d2-bbef-bdd74c4b7306 None None] Bound using segment: {'id': '10982970-8806-4bd4-b7fc-70cb8433d781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6c196ec8-087a-4816-a2cf-e22eacf551e9'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:08:16.356932 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-3918da47-be1e-47d2-bbef-bdd74c4b7306 None None] Bound port: 60449c9b-f857-4159-b04e-4805e1d6dde9, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10982970-8806-4bd4-b7fc-70cb8433d781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6c196ec8-087a-4816-a2cf-e22eacf551e9'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:08:16.360658 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-3918da47-be1e-47d2-bbef-bdd74c4b7306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (60449c9b-f857-4159-b04e-4805e1d6dde9), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:16.376928 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-4980857c-bdfe-4c76-846e-ff4ab49b9224 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Allocated IP 172.20.0.14 (ee6bc287-f07d-4ccb-aa4c-752663a85538/880b8083-bc0f-434e-b073-1ac8a25703d5/0d8c976c-4b3b-47ee-9098-d12135a3ac54) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:08:16.380630 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:16.382128 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-45d01123-0bfd-433d-ab9d-27f5017b8812 None None] Allocated IP 2001:db8:3::2 (e5514915-97df-44f9-b3f3-a359d6724ad6/b7236e94-120a-45de-a490-ff6f642df29d/00259200-50aa-405e-9944-f6641b5321b6) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:08:16.394148 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-4980857c-bdfe-4c76-846e-ff4ab49b9224 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Allocated IP 172.20.0.13 (ee6bc287-f07d-4ccb-aa4c-752663a85538/880b8083-bc0f-434e-b073-1ac8a25703d5/0d8c976c-4b3b-47ee-9098-d12135a3ac54) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:08:16.430789 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-fd8683ad-31cd-47e0-a155-8e7e12a05e37 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group (2b3be6ea-cb0e-4a3b-bb9f-72391c1633a2), before_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:16.501780 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-fd8683ad-31cd-47e0-a155-8e7e12a05e37 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group (2b3be6ea-cb0e-4a3b-bb9f-72391c1633a2), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:16.505890 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-3918da47-be1e-47d2-bbef-bdd74c4b7306 None None] For port 60449c9b-f857-4159-b04e-4805e1d6dde9, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:08:16.509793 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-3918da47-be1e-47d2-bbef-bdd74c4b7306 None None] For port 60449c9b-f857-4159-b04e-4805e1d6dde9, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=60449c9b-f857-4159-b04e-4805e1d6dde9,segment=NetworkSegment(10982970-8806-4bd4-b7fc-70cb8433d781),segment_id=10982970-8806-4bd4-b7fc-70cb8433d781)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:08:16.513053 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568893e9-e0ba-45c5-9a96-77b910cb8732 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Network 6c196ec8-087a-4816-a2cf-e22eacf551e9 is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:08:16.521539 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-01162749-86fe-431d-ad6d-4efaa8c9e184 tempest-ServiceProvidersTest-265647172 tempest-ServiceProvidersTest-265647172-project] 10.222.0.24 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2997310 Mar 28 01:08:16.525989 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-09c5d517-8cba-4052-82f3-148d8479f309 None None] Provisioning complete for port afa75774-400e-4d0f-a256-7ce32b2f3c6b triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:08:16.526476 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-09c5d517-8cba-4052-82f3-148d8479f309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (afa75774-400e-4d0f-a256-7ce32b2f3c6b), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:16.531438 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-fd8683ad-31cd-47e0-a155-8e7e12a05e37 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (2b3be6ea-cb0e-4a3b-bb9f-72391c1633a2), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:16.534684 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-fd8683ad-31cd-47e0-a155-8e7e12a05e37 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:16.536411 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-fd8683ad-31cd-47e0-a155-8e7e12a05e37 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] 10.222.0.24 "PUT /v2.0/security-groups/2b3be6ea-cb0e-4a3b-bb9f-72391c1633a2 HTTP/1.1" status: 200 len: 1793 time: 0.1949203 Mar 28 01:08:16.564570 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-568893e9-e0ba-45c5-9a96-77b910cb8732 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:08:16.565299 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52708) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:16.571506 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8683ad-31cd-47e0-a155-8e7e12a05e37 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b3be6ea-cb0e-4a3b-bb9f-72391c1633a2,revision_number=2']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:16.581508 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-3918da47-be1e-47d2-bbef-bdd74c4b7306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (60449c9b-f857-4159-b04e-4805e1d6dde9), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:16.586644 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568893e9-e0ba-45c5-9a96-77b910cb8732 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:08:16.634456 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-33cc33e7-67c3-4059-9448-95f9f89b221d tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] 10.222.0.24 "GET /v2.0/security-groups/2b3be6ea-cb0e-4a3b-bb9f-72391c1633a2 HTTP/1.1" status: 200 len: 1793 time: 0.0584786 Mar 28 01:08:16.637278 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52710) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:16.698909 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port afa75774-400e-4d0f-a256-7ce32b2f3c6b triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:08:16.699468 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (afa75774-400e-4d0f-a256-7ce32b2f3c6b), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:16.714339 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1eb2f8-b06d-41f7-8c7d-c54e694c103c tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Pushing event updated for resources: {'Port': ['ID=afa75774-400e-4d0f-a256-7ce32b2f3c6b,revision_number=4']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:16.746140 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1eb2f8-b06d-41f7-8c7d-c54e694c103c tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Network be4801db-c8f8-4df3-b9b5-556693d6a290 is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:08:16.798004 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-bb1eb2f8-b06d-41f7-8c7d-c54e694c103c tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:08:16.805833 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1eb2f8-b06d-41f7-8c7d-c54e694c103c tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Pushing event updated for resources: {'Subnet': ['ID=867bcb45-dc6f-4775-8fe7-5527ff863295,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:16.817334 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1039be7a-3888-4346-a5ef-d587ac009a7c tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group (2b3be6ea-cb0e-4a3b-bb9f-72391c1633a2), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:16.820737 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca7194e5-03f4-4fb9-b948-59e2f1650c4b None None] Network be4801db-c8f8-4df3-b9b5-556693d6a290 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:08:16.829363 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1eb2f8-b06d-41f7-8c7d-c54e694c103c tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:08:16.831457 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-bb1eb2f8-b06d-41f7-8c7d-c54e694c103c tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks [] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:16.852671 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3918da47-be1e-47d2-bbef-bdd74c4b7306 None None] Pushing event updated for resources: {'Port': ['ID=60449c9b-f857-4159-b04e-4805e1d6dde9,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:16.887988 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4980857c-bdfe-4c76-846e-ff4ab49b9224 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks [] for port (0d8c976c-4b3b-47ee-9098-d12135a3ac54), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:16.902213 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1039be7a-3888-4346-a5ef-d587ac009a7c tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group (2b3be6ea-cb0e-4a3b-bb9f-72391c1633a2), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:16.993986 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1039be7a-3888-4346-a5ef-d587ac009a7c tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (2b3be6ea-cb0e-4a3b-bb9f-72391c1633a2), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:16.999175 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1039be7a-3888-4346-a5ef-d587ac009a7c tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:17.000543 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-1039be7a-3888-4346-a5ef-d587ac009a7c tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] 10.222.0.24 "DELETE /v2.0/security-groups/2b3be6ea-cb0e-4a3b-bb9f-72391c1633a2 HTTP/1.1" status: 204 len: 168 time: 0.3622267 Mar 28 01:08:17.017357 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4980857c-bdfe-4c76-846e-ff4ab49b9224 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (0d8c976c-4b3b-47ee-9098-d12135a3ac54), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:17.021537 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52714) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:17.023947 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1039be7a-3888-4346-a5ef-d587ac009a7c tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b3be6ea-cb0e-4a3b-bb9f-72391c1633a2,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:17.101310 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4980857c-bdfe-4c76-846e-ff4ab49b9224 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Pushing event updated for resources: {'Port': ['ID=0d8c976c-4b3b-47ee-9098-d12135a3ac54,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:17.121600 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-45d01123-0bfd-433d-ab9d-27f5017b8812 None None] Publish callbacks [] for port (00259200-50aa-405e-9944-f6641b5321b6), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:17.142884 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4980857c-bdfe-4c76-846e-ff4ab49b9224 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Network ee6bc287-f07d-4ccb-aa4c-752663a85538 is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:08:17.148254 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-4980857c-bdfe-4c76-846e-ff4ab49b9224 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:08:17.164498 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4980857c-bdfe-4c76-846e-ff4ab49b9224 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:08:17.170944 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-45d01123-0bfd-433d-ab9d-27f5017b8812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (00259200-50aa-405e-9944-f6641b5321b6), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:17.225740 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-09c5d517-8cba-4052-82f3-148d8479f309 None None] Current status of the port afa75774-400e-4d0f-a256-7ce32b2f3c6b is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:08:17.226440 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-09c5d517-8cba-4052-82f3-148d8479f309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (afa75774-400e-4d0f-a256-7ce32b2f3c6b), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:17.250736 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4980857c-bdfe-4c76-846e-ff4ab49b9224 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:08:17.251574 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4980857c-bdfe-4c76-846e-ff4ab49b9224 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:17.254760 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52716) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:17.280727 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port afa75774-400e-4d0f-a256-7ce32b2f3c6b is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:08:17.281122 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (afa75774-400e-4d0f-a256-7ce32b2f3c6b), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:17.332853 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-5482137d-b13c-4d7d-a61e-11f2e1c6bbe2 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2652273 Mar 28 01:08:17.340443 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-4980857c-bdfe-4c76-846e-ff4ab49b9224 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.4710479 Mar 28 01:08:17.341054 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52720) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:17.341384 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52722) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:17.352759 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-6c9b14ce-eaae-4430-adc4-3e8240a2ba81 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Request body: {'floatingip': {'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'port_id': '0d8c976c-4b3b-47ee-9098-d12135a3ac54', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:08:17.368904 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.api.v2.resource [None req-60da80dd-7fc8-4c85-8642-9351b240008a tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] delete failed (client error): The resource could not be found. Mar 28 01:08:17.369971 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-60da80dd-7fc8-4c85-8642-9351b240008a tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] 10.222.0.24 "DELETE /v2.0/security-groups/2b3be6ea-cb0e-4a3b-bb9f-72391c1633a2 HTTP/1.1" status: 404 len: 347 time: 0.0276670 Mar 28 01:08:17.375027 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52724) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:17.381179 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-25b7ba21-d11a-4788-bb84-3aed5ff46a9a tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Request body: {'security_group': {'name': 'tempest-secgroup--551765925'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:08:17.440124 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-25b7ba21-d11a-4788-bb84-3aed5ff46a9a tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:17.463370 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-bb1eb2f8-b06d-41f7-8c7d-c54e694c103c tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 5.5130847 Mar 28 01:08:17.471356 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52726) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:17.478621 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-c6712317-aaa2-4060-95dc-40e098d400bd tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Request body: {'port': {'network_id': 'be4801db-c8f8-4df3-b9b5-556693d6a290', 'mac_address': 'fa:16:3e:5f:73:25', 'name': 'tempest-NetworksTestDHCPv6-1742036075'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:08:17.483469 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-6c9b14ce-eaae-4430-adc4-3e8240a2ba81 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:17.487855 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-af50805f-ea6d-49ce-8c3e-f08979aa38e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:17.507300 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568893e9-e0ba-45c5-9a96-77b910cb8732 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:08:17.508206 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-568893e9-e0ba-45c5-9a96-77b910cb8732 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:17.551729 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d01123-0bfd-433d-ab9d-27f5017b8812 None None] Network e5514915-97df-44f9-b3f3-a359d6724ad6 is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:08:17.576563 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-45d01123-0bfd-433d-ab9d-27f5017b8812 None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:08:17.579069 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d01123-0bfd-433d-ab9d-27f5017b8812 None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:08:17.599616 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d01123-0bfd-433d-ab9d-27f5017b8812 None None] Pushing event updated for resources: {'Port': ['ID=00259200-50aa-405e-9944-f6641b5321b6,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:17.638151 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568893e9-e0ba-45c5-9a96-77b910cb8732 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Pushing event updated for resources: {'Port': ['ID=8754d3a5-cb24-423e-96af-fe5f8a6170cd,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:17.651513 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-568893e9-e0ba-45c5-9a96-77b910cb8732 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.5807464 Mar 28 01:08:17.657213 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52728) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:17.671961 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] For port afa75774-400e-4d0f-a256-7ce32b2f3c6b, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=afa75774-400e-4d0f-a256-7ce32b2f3c6b,segment=NetworkSegment(9028fe72-9b79-4538-96be-757c3dc71a72),segment_id=9028fe72-9b79-4538-96be-757c3dc71a72)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:08:17.689186 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (afa75774-400e-4d0f-a256-7ce32b2f3c6b), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:17.690037 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 4c064e2f-0b33-473b-a38e-eefe6c7cbe40 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:08:17.777373 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.db.api [None req-09c5d517-8cba-4052-82f3-148d8479f309 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104100) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 01:08:17.777742 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG oslo_db.api [None req-09c5d517-8cba-4052-82f3-148d8479f309 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 01:08:17.784582 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-25b7ba21-d11a-4788-bb84-3aed5ff46a9a tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group (36e38b2b-e334-4fd6-a453-359d5a484cf1), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:17.801833 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-25b7ba21-d11a-4788-bb84-3aed5ff46a9a tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (36e38b2b-e334-4fd6-a453-359d5a484cf1), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:17.804851 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-45d01123-0bfd-433d-ab9d-27f5017b8812 None None] Attempting to bind port 00259200-50aa-405e-9944-f6641b5321b6 on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:08:17.805229 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-45d01123-0bfd-433d-ab9d-27f5017b8812 None None] Attempting to bind port 00259200-50aa-405e-9944-f6641b5321b6 by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': 'deac075d-b289-41e2-a6c4-78f9a3b446ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e5514915-97df-44f9-b3f3-a359d6724ad6'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:08:17.806085 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d01123-0bfd-433d-ab9d-27f5017b8812 None None] Attempting to bind port 00259200-50aa-405e-9944-f6641b5321b6 on network e5514915-97df-44f9-b3f3-a359d6724ad6 {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:08:17.834407 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d01123-0bfd-433d-ab9d-27f5017b8812 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:08:17.834875 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d01123-0bfd-433d-ab9d-27f5017b8812 None None] Checking segment: {'id': 'deac075d-b289-41e2-a6c4-78f9a3b446ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e5514915-97df-44f9-b3f3-a359d6724ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:08:17.835312 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-45d01123-0bfd-433d-ab9d-27f5017b8812 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:17.835787 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d01123-0bfd-433d-ab9d-27f5017b8812 None None] Bound using segment: {'id': 'deac075d-b289-41e2-a6c4-78f9a3b446ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e5514915-97df-44f9-b3f3-a359d6724ad6'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:08:17.836344 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-45d01123-0bfd-433d-ab9d-27f5017b8812 None None] Bound port: 00259200-50aa-405e-9944-f6641b5321b6, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deac075d-b289-41e2-a6c4-78f9a3b446ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e5514915-97df-44f9-b3f3-a359d6724ad6'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:08:17.836798 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-45d01123-0bfd-433d-ab9d-27f5017b8812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (00259200-50aa-405e-9944-f6641b5321b6), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:17.861661 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b7ba21-d11a-4788-bb84-3aed5ff46a9a tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36e38b2b-e334-4fd6-a453-359d5a484cf1,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:17.877035 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-25b7ba21-d11a-4788-bb84-3aed5ff46a9a tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:17.881935 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-25b7ba21-d11a-4788-bb84-3aed5ff46a9a tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.5058110 Mar 28 01:08:17.884362 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:17.886510 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52730) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:17.899409 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-6c9b14ce-eaae-4430-adc4-3e8240a2ba81 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:17.907798 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-af50805f-ea6d-49ce-8c3e-f08979aa38e7 admin admin] Publish callbacks [] for security_group (0fa97409-25e4-49aa-ac27-a30f6fbd1c6d), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:17.929560 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-0ddbb4ff-cbc7-4288-8d69-4324cae48861 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Request body: {'security_group_rule': {'security_group_id': '36e38b2b-e334-4fd6-a453-359d5a484cf1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:08:17.955496 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-af50805f-ea6d-49ce-8c3e-f08979aa38e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (0fa97409-25e4-49aa-ac27-a30f6fbd1c6d), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:17.995009 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-45d01123-0bfd-433d-ab9d-27f5017b8812 None None] For port 00259200-50aa-405e-9944-f6641b5321b6, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:08:17.999580 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-45d01123-0bfd-433d-ab9d-27f5017b8812 None None] For port 00259200-50aa-405e-9944-f6641b5321b6, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=00259200-50aa-405e-9944-f6641b5321b6,segment=NetworkSegment(deac075d-b289-41e2-a6c4-78f9a3b446ae),segment_id=deac075d-b289-41e2-a6c4-78f9a3b446ae)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:08:18.007679 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Pushing event updated for resources: {'Port': ['ID=afa75774-400e-4d0f-a256-7ce32b2f3c6b,revision_number=5']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:18.034709 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-45d01123-0bfd-433d-ab9d-27f5017b8812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (00259200-50aa-405e-9944-f6641b5321b6), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:18.119393 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0ddbb4ff-cbc7-4288-8d69-4324cae48861 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group_rule (816f9ea3-b025-468b-b187-b57f7c57f2b6), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:18.131282 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af50805f-ea6d-49ce-8c3e-f08979aa38e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fa97409-25e4-49aa-ac27-a30f6fbd1c6d,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:18.155272 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-af50805f-ea6d-49ce-8c3e-f08979aa38e7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=98f7b603e84842cd9eb76f8b8af38ad4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8771057 Mar 28 01:08:18.157434 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 4c064e2f-0b33-473b-a38e-eefe6c7cbe40 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:08:18.158046 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (4c064e2f-0b33-473b-a38e-eefe6c7cbe40), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:18.187140 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52732) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:18.234062 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d01123-0bfd-433d-ab9d-27f5017b8812 None None] Pushing event updated for resources: {'Port': ['ID=00259200-50aa-405e-9944-f6641b5321b6,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:18.278313 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6712317-aaa2-4060-95dc-40e098d400bd tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Made reservation on behalf of 564cf6bfe83a4d71adcd7d33f5d20cb1 for: {'port': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:08:18.395481 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-09c5d517-8cba-4052-82f3-148d8479f309 None None] Current status of the port afa75774-400e-4d0f-a256-7ce32b2f3c6b is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:08:18.409113 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c6712317-aaa2-4060-95dc-40e098d400bd tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:18.425450 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 4c064e2f-0b33-473b-a38e-eefe6c7cbe40 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:08:18.459781 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [None req-c6712317-aaa2-4060-95dc-40e098d400bd tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] device_id is not set on port 92205b8f-966a-4016-a455-722ab7d0af6b yet. {{(pid=104099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 01:08:18.513313 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-6c9b14ce-eaae-4430-adc4-3e8240a2ba81 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Allocated IP 172.26.1.59 (dea6548b-502b-42db-97fb-371e423e739a/cce6de65-d8c9-45b8-9970-0a277e8c1192/86960ee0-24c5-4834-93bd-2378ab6eec5e) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:08:18.565815 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4761753c-9f7c-4d03-a52e-fd8dc6cfde8f tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:18.567605 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0ddbb4ff-cbc7-4288-8d69-4324cae48861 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group_rule (816f9ea3-b025-468b-b187-b57f7c57f2b6), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:18.601881 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-55ce38b5-1566-4e32-90ce-bcb38c541869 admin admin] Publish callbacks [] for security_group (0fa97409-25e4-49aa-ac27-a30f6fbd1c6d), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:18.604928 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0ddbb4ff-cbc7-4288-8d69-4324cae48861 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (816f9ea3-b025-468b-b187-b57f7c57f2b6), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:18.608589 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd84ed7-0c80-4c2b-a5fb-e2bc9a260158 None None] Network 6c196ec8-087a-4816-a2cf-e22eacf551e9 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:08:18.758669 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddbb4ff-cbc7-4288-8d69-4324cae48861 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=816f9ea3-b025-468b-b187-b57f7c57f2b6,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:18.776123 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-86f62137-715b-4150-aecc-10a4ca9d9443 None None] Provisioning complete for port 60449c9b-f857-4159-b04e-4805e1d6dde9 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:08:18.776355 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-86f62137-715b-4150-aecc-10a4ca9d9443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (60449c9b-f857-4159-b04e-4805e1d6dde9), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:18.809408 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0ddbb4ff-cbc7-4288-8d69-4324cae48861 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:18.811204 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-0ddbb4ff-cbc7-4288-8d69-4324cae48861 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9058645 Mar 28 01:08:18.816652 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52734) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:18.829188 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-55ce38b5-1566-4e32-90ce-bcb38c541869 admin admin] Publish callbacks [] for security_group (0fa97409-25e4-49aa-ac27-a30f6fbd1c6d), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:18.843594 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device afa75774-400e-4d0f-a256-7ce32b2f3c6b up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:08:19.007569 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port afa75774-400e-4d0f-a256-7ce32b2f3c6b triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:08:19.007955 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (afa75774-400e-4d0f-a256-7ce32b2f3c6b), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:19.040667 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [None req-c6712317-aaa2-4060-95dc-40e098d400bd tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Allocated IP 2001:db8::131 (be4801db-c8f8-4df3-b9b5-556693d6a290/dc18345a-b772-46a8-9d55-992d12ff9bce/92205b8f-966a-4016-a455-722ab7d0af6b) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:08:19.089206 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-86f62137-715b-4150-aecc-10a4ca9d9443 None None] Current status of the port 60449c9b-f857-4159-b04e-4805e1d6dde9 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:08:19.089699 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-86f62137-715b-4150-aecc-10a4ca9d9443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (60449c9b-f857-4159-b04e-4805e1d6dde9), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:19.091850 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [None req-c6712317-aaa2-4060-95dc-40e098d400bd tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Allocated IP 2001:db8:0:1:f816:3eff:fe5f:7325 (be4801db-c8f8-4df3-b9b5-556693d6a290/867bcb45-dc6f-4775-8fe7-5527ff863295/92205b8f-966a-4016-a455-722ab7d0af6b) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:08:19.183141 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8195296a-c24b-4d26-8ee2-912a5a39a9a9 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (8754d3a5-cb24-423e-96af-fe5f8a6170cd), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:19.194852 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port afa75774-400e-4d0f-a256-7ce32b2f3c6b is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:08:19.203637 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 60449c9b-f857-4159-b04e-4805e1d6dde9 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:08:19.215136 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-90cf6ed2-69f8-49a4-bac4-c38e1b7aeba8 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group_rule (816f9ea3-b025-468b-b187-b57f7c57f2b6), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:19.225165 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-90cf6ed2-69f8-49a4-bac4-c38e1b7aeba8 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group_rule (816f9ea3-b025-468b-b187-b57f7c57f2b6), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:19.268552 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-90cf6ed2-69f8-49a4-bac4-c38e1b7aeba8 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (816f9ea3-b025-468b-b187-b57f7c57f2b6), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:19.273391 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-90cf6ed2-69f8-49a4-bac4-c38e1b7aeba8 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:19.277103 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-90cf6ed2-69f8-49a4-bac4-c38e1b7aeba8 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/816f9ea3-b025-468b-b187-b57f7c57f2b6 HTTP/1.1" status: 204 len: 168 time: 0.4558430 Mar 28 01:08:19.284165 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-86f62137-715b-4150-aecc-10a4ca9d9443 None None] For port 60449c9b-f857-4159-b04e-4805e1d6dde9, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=60449c9b-f857-4159-b04e-4805e1d6dde9,segment=NetworkSegment(10982970-8806-4bd4-b7fc-70cb8433d781),segment_id=10982970-8806-4bd4-b7fc-70cb8433d781)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:08:19.291350 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52736) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:19.304580 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-6c9b14ce-eaae-4430-adc4-3e8240a2ba81 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks [] for port (86960ee0-24c5-4834-93bd-2378ab6eec5e), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:19.313375 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-86f62137-715b-4150-aecc-10a4ca9d9443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (60449c9b-f857-4159-b04e-4805e1d6dde9), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:19.325639 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cf6ed2-69f8-49a4-bac4-c38e1b7aeba8 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=816f9ea3-b025-468b-b187-b57f7c57f2b6,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:19.380702 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-55ce38b5-1566-4e32-90ce-bcb38c541869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (0fa97409-25e4-49aa-ac27-a30f6fbd1c6d), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:19.383414 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-55ce38b5-1566-4e32-90ce-bcb38c541869 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:19.387409 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-55ce38b5-1566-4e32-90ce-bcb38c541869 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0fa97409-25e4-49aa-ac27-a30f6fbd1c6d HTTP/1.1" status: 204 len: 168 time: 1.1969454 Mar 28 01:08:19.404553 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-b88ae20e-2852-4299-b4f9-603942dad896 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1097231 Mar 28 01:08:19.409046 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52740) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:19.445951 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ce38b5-1566-4e32-90ce-bcb38c541869 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fa97409-25e4-49aa-ac27-a30f6fbd1c6d,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:19.455848 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-6c9b14ce-eaae-4430-adc4-3e8240a2ba81 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (86960ee0-24c5-4834-93bd-2378ab6eec5e), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:19.480362 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 60449c9b-f857-4159-b04e-4805e1d6dde9 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:08:19.491695 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (60449c9b-f857-4159-b04e-4805e1d6dde9), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:19.498277 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f62137-715b-4150-aecc-10a4ca9d9443 None None] Pushing event updated for resources: {'Port': ['ID=60449c9b-f857-4159-b04e-4805e1d6dde9,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:19.559327 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-50da8cb4-1150-4244-8e7c-b237ca73477c None None] Provisioning complete for port afa75774-400e-4d0f-a256-7ce32b2f3c6b triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:08:19.559710 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-50da8cb4-1150-4244-8e7c-b237ca73477c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (afa75774-400e-4d0f-a256-7ce32b2f3c6b), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:19.583787 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9b14ce-eaae-4430-adc4-3e8240a2ba81 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Network dea6548b-502b-42db-97fb-371e423e739a is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:08:19.602236 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9b14ce-eaae-4430-adc4-3e8240a2ba81 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Pushing event updated for resources: {'Port': ['ID=86960ee0-24c5-4834-93bd-2378ab6eec5e,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:19.623453 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-6c9b14ce-eaae-4430-adc4-3e8240a2ba81 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:08:19.631534 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9b14ce-eaae-4430-adc4-3e8240a2ba81 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:08:19.679140 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 60449c9b-f857-4159-b04e-4805e1d6dde9 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:08:19.681867 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b6acdcd8-14d2-4ec5-b076-355760a82164 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group (36e38b2b-e334-4fd6-a453-359d5a484cf1), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:19.742871 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-50da8cb4-1150-4244-8e7c-b237ca73477c None None] Current status of the port afa75774-400e-4d0f-a256-7ce32b2f3c6b is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:08:19.754908 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b6acdcd8-14d2-4ec5-b076-355760a82164 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group (36e38b2b-e334-4fd6-a453-359d5a484cf1), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:19.879719 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c6712317-aaa2-4060-95dc-40e098d400bd tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks [] for port (92205b8f-966a-4016-a455-722ab7d0af6b), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:19.891823 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-d5dad5fd-7ae3-41cb-8d80-2469a252001f None None] Provisioning complete for port 60449c9b-f857-4159-b04e-4805e1d6dde9 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:08:19.894170 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d5dad5fd-7ae3-41cb-8d80-2469a252001f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (60449c9b-f857-4159-b04e-4805e1d6dde9), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:19.928134 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b6acdcd8-14d2-4ec5-b076-355760a82164 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (36e38b2b-e334-4fd6-a453-359d5a484cf1), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:19.932250 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b6acdcd8-14d2-4ec5-b076-355760a82164 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:19.934808 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-b6acdcd8-14d2-4ec5-b076-355760a82164 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] 10.222.0.24 "DELETE /v2.0/security-groups/36e38b2b-e334-4fd6-a453-359d5a484cf1 HTTP/1.1" status: 204 len: 168 time: 0.5236652 Mar 28 01:08:19.939751 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [None req-4761753c-9f7c-4d03-a52e-fd8dc6cfde8f tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Allocated IP 2001:db8:3::1 (e5514915-97df-44f9-b3f3-a359d6724ad6/b7236e94-120a-45de-a490-ff6f642df29d/331f4e68-ccaa-42a3-a1e0-aa1862011bd5) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:08:19.943638 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd78684-f3bf-496a-b457-51425e02b876 None None] Network e5514915-97df-44f9-b3f3-a359d6724ad6 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:08:19.945792 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52748) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:20.056600 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6acdcd8-14d2-4ec5-b076-355760a82164 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36e38b2b-e334-4fd6-a453-359d5a484cf1,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:20.118900 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-576908c9-f317-4046-9c31-bc8fb6195f62 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1725104 Mar 28 01:08:20.120066 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c6712317-aaa2-4060-95dc-40e098d400bd tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (92205b8f-966a-4016-a455-722ab7d0af6b), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:20.123555 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52754) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:20.133162 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-9eefcafa-b01d-4999-8351-1f71632a9b08 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Request body: {'security_group': {'name': 'tempest-secgroup--860093949'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:08:20.148155 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-d5dad5fd-7ae3-41cb-8d80-2469a252001f None None] Current status of the port 60449c9b-f857-4159-b04e-4805e1d6dde9 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:08:20.160092 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-d5dad5fd-7ae3-41cb-8d80-2469a252001f None None] Provisioning complete for port 8754d3a5-cb24-423e-96af-fe5f8a6170cd triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:08:20.160397 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d5dad5fd-7ae3-41cb-8d80-2469a252001f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (8754d3a5-cb24-423e-96af-fe5f8a6170cd), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:20.233011 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-d5dad5fd-7ae3-41cb-8d80-2469a252001f None None] Port 8754d3a5-cb24-423e-96af-fe5f8a6170cd cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:08:20.267006 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8195296a-c24b-4d26-8ee2-912a5a39a9a9 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks [] for port (8754d3a5-cb24-423e-96af-fe5f8a6170cd), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:20.275999 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6712317-aaa2-4060-95dc-40e098d400bd tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Network be4801db-c8f8-4df3-b9b5-556693d6a290 is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:08:20.277119 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9eefcafa-b01d-4999-8351-1f71632a9b08 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:20.283085 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6712317-aaa2-4060-95dc-40e098d400bd tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Pushing event updated for resources: {'Port': ['ID=92205b8f-966a-4016-a455-722ab7d0af6b,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:20.294801 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8195296a-c24b-4d26-8ee2-912a5a39a9a9 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (8754d3a5-cb24-423e-96af-fe5f8a6170cd), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:20.301154 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-c6712317-aaa2-4060-95dc-40e098d400bd tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:08:20.317973 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6712317-aaa2-4060-95dc-40e098d400bd tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:08:20.324205 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6712317-aaa2-4060-95dc-40e098d400bd tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:08:20.324864 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c6712317-aaa2-4060-95dc-40e098d400bd tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:20.333326 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4761753c-9f7c-4d03-a52e-fd8dc6cfde8f tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks [] for port (331f4e68-ccaa-42a3-a1e0-aa1862011bd5), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:20.351245 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-6c9b14ce-eaae-4430-adc4-3e8240a2ba81 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks [] for floatingip (2aa13963-2661-4ded-9895-dca451e40455), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:20.367253 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-3956f5d4-9cec-4fdd-b4c6-1a0ef05400d4 None None] Provisioning complete for port 8754d3a5-cb24-423e-96af-fe5f8a6170cd triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:08:20.369170 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-3956f5d4-9cec-4fdd-b4c6-1a0ef05400d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (8754d3a5-cb24-423e-96af-fe5f8a6170cd), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:20.427173 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-c6712317-aaa2-4060-95dc-40e098d400bd tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.9546516 Mar 28 01:08:20.440964 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52764) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:20.441483 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-6c9b14ce-eaae-4430-adc4-3e8240a2ba81 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (86960ee0-24c5-4834-93bd-2378ab6eec5e), before_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:20.471459 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-3956f5d4-9cec-4fdd-b4c6-1a0ef05400d4 None None] Port 8754d3a5-cb24-423e-96af-fe5f8a6170cd cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:08:20.506331 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-3956f5d4-9cec-4fdd-b4c6-1a0ef05400d4 None None] Provisioning complete for port 00259200-50aa-405e-9944-f6641b5321b6 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:08:20.514328 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-3956f5d4-9cec-4fdd-b4c6-1a0ef05400d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (00259200-50aa-405e-9944-f6641b5321b6), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:20.601497 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8195296a-c24b-4d26-8ee2-912a5a39a9a9 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Pushing event updated for resources: {'Port': ['ID=8754d3a5-cb24-423e-96af-fe5f8a6170cd,revision_number=2']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:20.655052 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4761753c-9f7c-4d03-a52e-fd8dc6cfde8f tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (331f4e68-ccaa-42a3-a1e0-aa1862011bd5), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:20.668707 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52766) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:20.765536 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-6b5ddffc-8a26-42f2-9678-df1a6d45c973 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Deleting port 92205b8f-966a-4016-a455-722ab7d0af6b {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:08:20.766033 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-6b5ddffc-8a26-42f2-9678-df1a6d45c973 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (92205b8f-966a-4016-a455-722ab7d0af6b), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:20.775441 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 60449c9b-f857-4159-b04e-4805e1d6dde9 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:08:20.788166 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4761753c-9f7c-4d03-a52e-fd8dc6cfde8f tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Network e5514915-97df-44f9-b3f3-a359d6724ad6 is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:08:20.797252 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-4761753c-9f7c-4d03-a52e-fd8dc6cfde8f tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:08:20.804736 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9eefcafa-b01d-4999-8351-1f71632a9b08 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group (57222e07-59fb-48b9-8b27-78648e363bf9), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:20.814272 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4761753c-9f7c-4d03-a52e-fd8dc6cfde8f tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:08:20.814868 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4761753c-9f7c-4d03-a52e-fd8dc6cfde8f tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3686596'] for router_interface (f81af90b-fce4-4a88-b359-96e0e694ce6c), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:20.817913 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-3956f5d4-9cec-4fdd-b4c6-1a0ef05400d4 None None] Current status of the port 00259200-50aa-405e-9944-f6641b5321b6 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:08:20.818463 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-3956f5d4-9cec-4fdd-b4c6-1a0ef05400d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (00259200-50aa-405e-9944-f6641b5321b6), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:20.854353 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9eefcafa-b01d-4999-8351-1f71632a9b08 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (57222e07-59fb-48b9-8b27-78648e363bf9), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:20.879112 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-3956f5d4-9cec-4fdd-b4c6-1a0ef05400d4 None None] For port 00259200-50aa-405e-9944-f6641b5321b6, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=00259200-50aa-405e-9944-f6641b5321b6,segment=NetworkSegment(deac075d-b289-41e2-a6c4-78f9a3b446ae),segment_id=deac075d-b289-41e2-a6c4-78f9a3b446ae)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:08:20.885250 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-3956f5d4-9cec-4fdd-b4c6-1a0ef05400d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (00259200-50aa-405e-9944-f6641b5321b6), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:20.952275 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 60449c9b-f857-4159-b04e-4805e1d6dde9 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:08:20.953591 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (60449c9b-f857-4159-b04e-4805e1d6dde9), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:20.966552 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-9b1b3bbc-bb3c-4ce2-bc26-e77d9720f604 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1711087568-network', 'tenant_id': 'bf9f34f21ab94392ab36354129e00f8d'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:08:20.971737 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4761753c-9f7c-4d03-a52e-fd8dc6cfde8f tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Pushing event updated for resources: {'Port': ['ID=331f4e68-ccaa-42a3-a1e0-aa1862011bd5,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:21.007075 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3956f5d4-9cec-4fdd-b4c6-1a0ef05400d4 None None] Pushing event updated for resources: {'Port': ['ID=00259200-50aa-405e-9944-f6641b5321b6,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:21.021002 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9eefcafa-b01d-4999-8351-1f71632a9b08 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:21.025614 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-9eefcafa-b01d-4999-8351-1f71632a9b08 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.8933187 Mar 28 01:08:21.030512 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-02a9b346-889d-4c39-a272-e6ef31dbb24a None None] Provisioning complete for port 8754d3a5-cb24-423e-96af-fe5f8a6170cd triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:08:21.030888 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-02a9b346-889d-4c39-a272-e6ef31dbb24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (8754d3a5-cb24-423e-96af-fe5f8a6170cd), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:21.032166 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52770) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:21.058602 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-f6ca917a-c32b-41bf-8471-d8363ef6f7cb tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Request body: {'security_group_rule': {'security_group_id': '57222e07-59fb-48b9-8b27-78648e363bf9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:08:21.066645 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-6c9b14ce-eaae-4430-adc4-3e8240a2ba81 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks [] for port (86960ee0-24c5-4834-93bd-2378ab6eec5e), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:21.078978 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-6c9b14ce-eaae-4430-adc4-3e8240a2ba81 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126177159'] for port (86960ee0-24c5-4834-93bd-2378ab6eec5e), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:21.081008 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eefcafa-b01d-4999-8351-1f71632a9b08 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57222e07-59fb-48b9-8b27-78648e363bf9,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:21.106267 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f6ca917a-c32b-41bf-8471-d8363ef6f7cb tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group_rule (4b3c006b-ee95-4d5a-b7a1-c0108aab7f2f), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:21.117527 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b1b3bbc-bb3c-4ce2-bc26-e77d9720f604 admin admin] Made reservation on behalf of bf9f34f21ab94392ab36354129e00f8d for: {'network': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:08:21.119832 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9b1b3bbc-bb3c-4ce2-bc26-e77d9720f604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:21.121732 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-02a9b346-889d-4c39-a272-e6ef31dbb24a None None] Port 8754d3a5-cb24-423e-96af-fe5f8a6170cd cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:08:21.126530 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 60449c9b-f857-4159-b04e-4805e1d6dde9 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:08:21.128122 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 00259200-50aa-405e-9944-f6641b5321b6 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:08:21.143439 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-6b5ddffc-8a26-42f2-9678-df1a6d45c973 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (92205b8f-966a-4016-a455-722ab7d0af6b), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:21.152712 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9b1b3bbc-bb3c-4ce2-bc26-e77d9720f604 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:21.181733 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-02a9b346-889d-4c39-a272-e6ef31dbb24a None None] Provisioning complete for port 00259200-50aa-405e-9944-f6641b5321b6 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:08:21.182099 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-02a9b346-889d-4c39-a272-e6ef31dbb24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (00259200-50aa-405e-9944-f6641b5321b6), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:21.192373 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8195296a-c24b-4d26-8ee2-912a5a39a9a9 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3686596'] for router_interface (947664a1-2f39-418b-be40-6916b1e36644), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:21.205804 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-6b5ddffc-8a26-42f2-9678-df1a6d45c973 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Calling delete_port for 92205b8f-966a-4016-a455-722ab7d0af6b owned by {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:08:21.207817 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9b14ce-eaae-4430-adc4-3e8240a2ba81 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Pushing event updated for resources: {'Port': ['ID=86960ee0-24c5-4834-93bd-2378ab6eec5e,revision_number=2']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:21.226561 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 00259200-50aa-405e-9944-f6641b5321b6 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:08:21.227178 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (00259200-50aa-405e-9944-f6641b5321b6), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:21.271239 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-6c9b14ce-eaae-4430-adc4-3e8240a2ba81 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688063'] for floatingip (2aa13963-2661-4ded-9895-dca451e40455), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:21.338160 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4761753c-9f7c-4d03-a52e-fd8dc6cfde8f tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (331f4e68-ccaa-42a3-a1e0-aa1862011bd5), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:21.417715 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.l3_db [None req-6c9b14ce-eaae-4430-adc4-3e8240a2ba81 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Floating IP 2aa13963-2661-4ded-9895-dca451e40455 associated. External IP: 172.26.1.59, port: 0d8c976c-4b3b-47ee-9098-d12135a3ac54. Mar 28 01:08:21.511708 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-02a9b346-889d-4c39-a272-e6ef31dbb24a None None] Current status of the port 00259200-50aa-405e-9944-f6641b5321b6 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:08:21.525935 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 00259200-50aa-405e-9944-f6641b5321b6 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:08:21.539518 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-02a9b346-889d-4c39-a272-e6ef31dbb24a None None] Provisioning complete for port 92205b8f-966a-4016-a455-722ab7d0af6b triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:08:21.539899 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-02a9b346-889d-4c39-a272-e6ef31dbb24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (92205b8f-966a-4016-a455-722ab7d0af6b), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:21.585298 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-02a9b346-889d-4c39-a272-e6ef31dbb24a None None] Port 92205b8f-966a-4016-a455-722ab7d0af6b cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:08:21.607871 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-6b5ddffc-8a26-42f2-9678-df1a6d45c973 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (92205b8f-966a-4016-a455-722ab7d0af6b), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:21.700456 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5ddffc-8a26-42f2-9678-df1a6d45c973 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Pushing event deleted for resources: {'Port': ['ID=92205b8f-966a-4016-a455-722ab7d0af6b,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:21.711446 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-5dd67388-c5d9-4af3-a511-4ed84ac2aa29 None None] Provisioning complete for port 331f4e68-ccaa-42a3-a1e0-aa1862011bd5 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:08:21.711446 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5dd67388-c5d9-4af3-a511-4ed84ac2aa29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (331f4e68-ccaa-42a3-a1e0-aa1862011bd5), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:21.761989 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-6b5ddffc-8a26-42f2-9678-df1a6d45c973 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:21.762688 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-5dd67388-c5d9-4af3-a511-4ed84ac2aa29 None None] Port 331f4e68-ccaa-42a3-a1e0-aa1862011bd5 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:08:21.768148 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-6b5ddffc-8a26-42f2-9678-df1a6d45c973 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "DELETE /v2.0/ports/92205b8f-966a-4016-a455-722ab7d0af6b HTTP/1.1" status: 204 len: 168 time: 1.3242769 Mar 28 01:08:21.768785 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52772) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:21.794100 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f6ca917a-c32b-41bf-8471-d8363ef6f7cb tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group_rule (4b3c006b-ee95-4d5a-b7a1-c0108aab7f2f), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:21.827858 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c9b14ce-eaae-4430-adc4-3e8240a2ba81 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Router 8e799d34-fabd-4ee4-bc94-247cd2828ab9 has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:08:21.853424 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69e82a7-be5f-48fb-b037-9940b53a8f44 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:08:21.853673 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f6ca917a-c32b-41bf-8471-d8363ef6f7cb tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (4b3c006b-ee95-4d5a-b7a1-c0108aab7f2f), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:21.857724 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-e69e82a7-be5f-48fb-b037-9940b53a8f44 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0852392 Mar 28 01:08:21.858341 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52774) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:21.909800 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ca917a-c32b-41bf-8471-d8363ef6f7cb tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b3c006b-ee95-4d5a-b7a1-c0108aab7f2f,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:21.923379 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f6ca917a-c32b-41bf-8471-d8363ef6f7cb tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:21.927239 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-f6ca917a-c32b-41bf-8471-d8363ef6f7cb tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8716640 Mar 28 01:08:21.927239 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8195296a-c24b-4d26-8ee2-912a5a39a9a9 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (8754d3a5-cb24-423e-96af-fe5f8a6170cd), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:21.933174 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52776) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:21.948978 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-a0d7276c-178b-4d29-b22d-e7c6304c81b0 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Request body: {'security_group_rule': {'security_group_id': '57222e07-59fb-48b9-8b27-78648e363bf9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:08:21.977090 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9b1b3bbc-bb3c-4ce2-bc26-e77d9720f604 admin admin] Publish callbacks [] for security_group (1bbf629d-26d3-4d0f-92aa-0b87de12f46c), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:21.990238 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978845d4-770f-412b-a19c-3edf6681977f tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:08:21.991905 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9b1b3bbc-bb3c-4ce2-bc26-e77d9720f604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (1bbf629d-26d3-4d0f-92aa-0b87de12f46c), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:21.992344 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-978845d4-770f-412b-a19c-3edf6681977f tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1320796 Mar 28 01:08:21.996254 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52778) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:22.032575 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c9b14ce-eaae-4430-adc4-3e8240a2ba81 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:08:22.045671 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9fa287a-a6d8-48fa-8837-30dcd81462d4 None None] Sync routers for ids ['8e799d34-fabd-4ee4-bc94-247cd2828ab9'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:08:22.062021 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9fa287a-a6d8-48fa-8837-30dcd81462d4 None None] Routers {'8e799d34-fabd-4ee4-bc94-247cd2828ab9'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:08:22.062254 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4878e0ce-aa02-4a02-b044-75456728e3e9 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:08:22.063199 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-a9fa287a-a6d8-48fa-8837-30dcd81462d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:08:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['8e799d34-fabd-4ee4-bc94-247cd2828ab9'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:22.063609 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4878e0ce-aa02-4a02-b044-75456728e3e9 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:08:22.065015 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4878e0ce-aa02-4a02-b044-75456728e3e9 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:08:22.069967 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-4878e0ce-aa02-4a02-b044-75456728e3e9 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0727656 Mar 28 01:08:22.072652 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-6c9b14ce-eaae-4430-adc4-3e8240a2ba81 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for floatingip (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:22.074703 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52780) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:22.106363 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-6c9b14ce-eaae-4430-adc4-3e8240a2ba81 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.7627194 Mar 28 01:08:22.108956 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52782) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:22.109322 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-a9fa287a-a6d8-48fa-8837-30dcd81462d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:22.112540 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b1b3bbc-bb3c-4ce2-bc26-e77d9720f604 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=104099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:08:22.113507 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-5eb53225-eb7d-4b30-8010-6c656c80156b tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Request body: {'floatingip': {'port_id': '0d8c976c-4b3b-47ee-9098-d12135a3ac54', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:08:22.123155 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9fa287a-a6d8-48fa-8837-30dcd81462d4 None None] Routers {'8e799d34-fabd-4ee4-bc94-247cd2828ab9'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:08:22.124263 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-a9fa287a-a6d8-48fa-8837-30dcd81462d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:08:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['8e799d34-fabd-4ee4-bc94-247cd2828ab9'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:22.166998 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-a9fa287a-a6d8-48fa-8837-30dcd81462d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:22.167828 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9fa287a-a6d8-48fa-8837-30dcd81462d4 None None] The sync data for ids ['8e799d34-fabd-4ee4-bc94-247cd2828ab9'] in dv-neutron-834874-6-hyperv is: [] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:08:22.170174 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5eb53225-eb7d-4b30-8010-6c656c80156b tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks [] for floatingip (2aa13963-2661-4ded-9895-dca451e40455), before_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:22.191961 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1b3bbc-bb3c-4ce2-bc26-e77d9720f604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bbf629d-26d3-4d0f-92aa-0b87de12f46c,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:22.227087 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a0d7276c-178b-4d29-b22d-e7c6304c81b0 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group_rule (cfa7e0ab-3a6e-4355-8f9d-2892d3234d04), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:22.264707 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9b1b3bbc-bb3c-4ce2-bc26-e77d9720f604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (de88a4a0-f76a-4017-a6e3-6b8499720147), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:22.265050 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.segments_db [None req-9b1b3bbc-bb3c-4ce2-bc26-e77d9720f604 admin admin] Added segment de88a4a0-f76a-4017-a6e3-6b8499720147 of type vlan for network 788fd3f3-3593-4cdc-933e-dd5c53c623d8 Mar 28 01:08:22.303768 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_v2 [None req-95ea87ef-7d05-410c-85bc-9ef33231c09e tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Deleting subnet 867bcb45-dc6f-4775-8fe7-5527ff863295 {{(pid=104099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:08:22.316972 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-95ea87ef-7d05-410c-85bc-9ef33231c09e tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks [] for subnet (867bcb45-dc6f-4775-8fe7-5527ff863295), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:22.409202 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9b1b3bbc-bb3c-4ce2-bc26-e77d9720f604 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (788fd3f3-3593-4cdc-933e-dd5c53c623d8), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:22.493781 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-95ea87ef-7d05-410c-85bc-9ef33231c09e tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126946639'] for subnet (867bcb45-dc6f-4775-8fe7-5527ff863295), precommit_delete_associations {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:22.522725 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 00259200-50aa-405e-9944-f6641b5321b6 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:08:22.522932 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4761753c-9f7c-4d03-a52e-fd8dc6cfde8f tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks [] for port (331f4e68-ccaa-42a3-a1e0-aa1862011bd5), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:22.545285 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4761753c-9f7c-4d03-a52e-fd8dc6cfde8f tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (331f4e68-ccaa-42a3-a1e0-aa1862011bd5), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:22.546066 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4761753c-9f7c-4d03-a52e-fd8dc6cfde8f tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3725889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3686480'] for router_interface (f81af90b-fce4-4a88-b359-96e0e694ce6c), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:22.576903 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a0d7276c-178b-4d29-b22d-e7c6304c81b0 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group_rule (cfa7e0ab-3a6e-4355-8f9d-2892d3234d04), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:22.579837 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 00259200-50aa-405e-9944-f6641b5321b6 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:08:22.580326 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (00259200-50aa-405e-9944-f6641b5321b6), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:22.604580 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9b1b3bbc-bb3c-4ce2-bc26-e77d9720f604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (788fd3f3-3593-4cdc-933e-dd5c53c623d8), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:22.605543 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1b3bbc-bb3c-4ce2-bc26-e77d9720f604 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:08:22.606120 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9b1b3bbc-bb3c-4ce2-bc26-e77d9720f604 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:22.621432 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a0d7276c-178b-4d29-b22d-e7c6304c81b0 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (cfa7e0ab-3a6e-4355-8f9d-2892d3234d04), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:22.660223 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5eb53225-eb7d-4b30-8010-6c656c80156b tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:22.666198 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 00259200-50aa-405e-9944-f6641b5321b6 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:08:22.666655 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5eb53225-eb7d-4b30-8010-6c656c80156b tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688063'] for floatingip (2aa13963-2661-4ded-9895-dca451e40455), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:22.802846 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d7276c-178b-4d29-b22d-e7c6304c81b0 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfa7e0ab-3a6e-4355-8f9d-2892d3234d04,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:22.818448 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-9b1b3bbc-bb3c-4ce2-bc26-e77d9720f604 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1436040 Mar 28 01:08:22.836366 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52784) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:22.836632 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a0d7276c-178b-4d29-b22d-e7c6304c81b0 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:22.837789 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-a0d7276c-178b-4d29-b22d-e7c6304c81b0 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9036863 Mar 28 01:08:22.842121 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4761753c-9f7c-4d03-a52e-fd8dc6cfde8f tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Pushing event updated for resources: {'Port': ['ID=331f4e68-ccaa-42a3-a1e0-aa1862011bd5,revision_number=2']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:22.842121 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52786) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:22.848985 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-f78620d1-15be-433c-9c5d-a0870dfc7231 admin admin] Request body: {'subnet': {'network_id': '788fd3f3-3593-4cdc-933e-dd5c53c623d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1711087568-subnet', 'tenant_id': 'bf9f34f21ab94392ab36354129e00f8d', 'ip_version': 4}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:08:22.856689 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-3d3c41be-283d-483e-a773-2b3350d7c151 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Request body: {'security_group_rule': {'security_group_id': '57222e07-59fb-48b9-8b27-78648e363bf9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:08:22.868811 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1b3bbc-bb3c-4ce2-bc26-e77d9720f604 admin admin] Pushing event updated for resources: {'Network': ['ID=788fd3f3-3593-4cdc-933e-dd5c53c623d8,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:22.880421 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network 788fd3f3-3593-4cdc-933e-dd5c53c623d8 details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:08:22.893046 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-95ea87ef-7d05-410c-85bc-9ef33231c09e tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (867bcb45-dc6f-4775-8fe7-5527ff863295), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:22.963130 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8195296a-c24b-4d26-8ee2-912a5a39a9a9 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks [] for port (8754d3a5-cb24-423e-96af-fe5f8a6170cd), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:22.980787 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8195296a-c24b-4d26-8ee2-912a5a39a9a9 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (8754d3a5-cb24-423e-96af-fe5f8a6170cd), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:23.064263 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3d3c41be-283d-483e-a773-2b3350d7c151 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group_rule (373d2e30-f234-4bfe-a814-54ca5b111861), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:23.103756 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4761753c-9f7c-4d03-a52e-fd8dc6cfde8f tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Network e5514915-97df-44f9-b3f3-a359d6724ad6 is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:08:23.118623 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-4761753c-9f7c-4d03-a52e-fd8dc6cfde8f tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:08:23.128589 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8195296a-c24b-4d26-8ee2-912a5a39a9a9 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Pushing event updated for resources: {'Port': ['ID=8754d3a5-cb24-423e-96af-fe5f8a6170cd,revision_number=3']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:23.137937 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8195296a-c24b-4d26-8ee2-912a5a39a9a9 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3725889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3686480'] for router_interface (947664a1-2f39-418b-be40-6916b1e36644), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:23.143157 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-95ea87ef-7d05-410c-85bc-9ef33231c09e tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127282766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126757793'] for subnet (867bcb45-dc6f-4775-8fe7-5527ff863295), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:23.189831 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f78620d1-15be-433c-9c5d-a0870dfc7231 admin admin] Made reservation on behalf of bf9f34f21ab94392ab36354129e00f8d for: {'subnet': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:08:23.192192 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f78620d1-15be-433c-9c5d-a0870dfc7231 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126112411'] for subnet (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:23.255325 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ea87ef-7d05-410c-85bc-9ef33231c09e tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Pushing event deleted for resources: {'Subnet': ['ID=867bcb45-dc6f-4775-8fe7-5527ff863295,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:23.264678 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eb53225-eb7d-4b30-8010-6c656c80156b tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Router 8e799d34-fabd-4ee4-bc94-247cd2828ab9 has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:08:23.265346 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-95ea87ef-7d05-410c-85bc-9ef33231c09e tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks [] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:23.273045 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-95ea87ef-7d05-410c-85bc-9ef33231c09e tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "DELETE /v2.0/subnets/867bcb45-dc6f-4775-8fe7-5527ff863295 HTTP/1.1" status: 204 len: 168 time: 1.1906791 Mar 28 01:08:23.274578 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52788) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:23.276614 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fafce1e6-c25e-490e-973a-95217858f2e2 None None] Network be4801db-c8f8-4df3-b9b5-556693d6a290 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:08:23.397723 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3d3c41be-283d-483e-a773-2b3350d7c151 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group_rule (373d2e30-f234-4bfe-a814-54ca5b111861), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:23.415784 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3d3c41be-283d-483e-a773-2b3350d7c151 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (373d2e30-f234-4bfe-a814-54ca5b111861), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:23.439790 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4761753c-9f7c-4d03-a52e-fd8dc6cfde8f tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Router f81af90b-fce4-4a88-b359-96e0e694ce6c has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:08:23.449735 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eb53225-eb7d-4b30-8010-6c656c80156b tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:08:23.455093 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_v2 [None req-31993ce3-f15f-4128-91c0-ecbdf44470cc tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Deleting subnet dc18345a-b772-46a8-9d55-992d12ff9bce {{(pid=104099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:08:23.461299 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491d3b05-d0b0-4720-b293-47aff5df3ef8 None None] Sync routers for ids ['8e799d34-fabd-4ee4-bc94-247cd2828ab9'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:08:23.472983 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5eb53225-eb7d-4b30-8010-6c656c80156b tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for floatingip (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:23.475381 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3c41be-283d-483e-a773-2b3350d7c151 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=373d2e30-f234-4bfe-a814-54ca5b111861,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:23.478618 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-31993ce3-f15f-4128-91c0-ecbdf44470cc tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks [] for subnet (dc18345a-b772-46a8-9d55-992d12ff9bce), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:23.485624 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3d3c41be-283d-483e-a773-2b3350d7c151 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:23.488077 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-3d3c41be-283d-483e-a773-2b3350d7c151 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6388080 Mar 28 01:08:23.488546 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491d3b05-d0b0-4720-b293-47aff5df3ef8 None None] Routers {'8e799d34-fabd-4ee4-bc94-247cd2828ab9'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:08:23.489354 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-491d3b05-d0b0-4720-b293-47aff5df3ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:08:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['8e799d34-fabd-4ee4-bc94-247cd2828ab9'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:23.499562 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52790) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:23.505697 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-a39e5721-4102-4679-b999-000bbde8fc1f tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Request body: {'security_group_rule': {'security_group_id': '57222e07-59fb-48b9-8b27-78648e363bf9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:08:23.525321 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-538575a5-7ffa-47c0-aa70-ec7df8bf3008 None None] Provisioning complete for port 331f4e68-ccaa-42a3-a1e0-aa1862011bd5 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:08:23.526059 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-538575a5-7ffa-47c0-aa70-ec7df8bf3008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (331f4e68-ccaa-42a3-a1e0-aa1862011bd5), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:23.533502 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8195296a-c24b-4d26-8ee2-912a5a39a9a9 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Network 6c196ec8-087a-4816-a2cf-e22eacf551e9 is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:08:23.548397 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f78620d1-15be-433c-9c5d-a0870dfc7231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126174976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126112397'] for subnet (0a57ae47-09ee-4007-9878-c6cea91f6590), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:23.583594 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-8195296a-c24b-4d26-8ee2-912a5a39a9a9 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:08:23.591153 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-538575a5-7ffa-47c0-aa70-ec7df8bf3008 None None] Port 331f4e68-ccaa-42a3-a1e0-aa1862011bd5 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:08:23.631143 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a39e5721-4102-4679-b999-000bbde8fc1f tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group_rule (50c7343e-c2f4-4cc6-9499-e6000f33cfcc), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:23.655448 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-5eb53225-eb7d-4b30-8010-6c656c80156b tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] 10.222.0.24 "PUT /v2.0/floatingips/2aa13963-2661-4ded-9895-dca451e40455 HTTP/1.1" status: 200 len: 978 time: 1.5452983 Mar 28 01:08:23.665680 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52792) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:23.720911 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-491d3b05-d0b0-4720-b293-47aff5df3ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:23.733516 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491d3b05-d0b0-4720-b293-47aff5df3ef8 None None] Routers {'8e799d34-fabd-4ee4-bc94-247cd2828ab9'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:08:23.734404 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-491d3b05-d0b0-4720-b293-47aff5df3ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:08:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['8e799d34-fabd-4ee4-bc94-247cd2828ab9'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:23.793584 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78620d1-15be-433c-9c5d-a0870dfc7231 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a57ae47-09ee-4007-9878-c6cea91f6590,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:23.795086 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-491d3b05-d0b0-4720-b293-47aff5df3ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:23.795756 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491d3b05-d0b0-4720-b293-47aff5df3ef8 None None] The sync data for ids ['8e799d34-fabd-4ee4-bc94-247cd2828ab9'] in dv-neutron-834874-6-hyperv is: [] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:08:23.816368 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78620d1-15be-433c-9c5d-a0870dfc7231 admin admin] Checking segment: {'id': 'de88a4a0-f76a-4017-a6e3-6b8499720147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '788fd3f3-3593-4cdc-933e-dd5c53c623d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:08:23.816550 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78620d1-15be-433c-9c5d-a0870dfc7231 admin admin] Network hostable DHCP agents. Network: 788fd3f3-3593-4cdc-933e-dd5c53c623d8, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:08:23.876828 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a39e5721-4102-4679-b999-000bbde8fc1f tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group_rule (50c7343e-c2f4-4cc6-9499-e6000f33cfcc), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:23.890797 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a39e5721-4102-4679-b999-000bbde8fc1f tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (50c7343e-c2f4-4cc6-9499-e6000f33cfcc), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:23.931794 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78620d1-15be-433c-9c5d-a0870dfc7231 admin admin] Network 788fd3f3-3593-4cdc-933e-dd5c53c623d8 is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:08:23.937511 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39e5721-4102-4679-b999-000bbde8fc1f tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50c7343e-c2f4-4cc6-9499-e6000f33cfcc,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:23.946030 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a39e5721-4102-4679-b999-000bbde8fc1f tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:23.947435 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-a39e5721-4102-4679-b999-000bbde8fc1f tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4453008 Mar 28 01:08:23.951176 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52794) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:23.957664 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-da1fb274-4bf0-43d0-b880-46da8975fbb3 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Request body: {'security_group_rule': {'security_group_id': '57222e07-59fb-48b9-8b27-78648e363bf9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:08:23.958514 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-4d7c81eb-7413-41be-8768-f4a3d6f7225d None None] Provisioning complete for port 8754d3a5-cb24-423e-96af-fe5f8a6170cd triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:08:23.959175 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-4d7c81eb-7413-41be-8768-f4a3d6f7225d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (8754d3a5-cb24-423e-96af-fe5f8a6170cd), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:23.985400 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-f78620d1-15be-433c-9c5d-a0870dfc7231 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, 788fd3f3-3593-4cdc-933e-dd5c53c623d8) {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:08:23.990584 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78620d1-15be-433c-9c5d-a0870dfc7231 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:08:23.991753 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f78620d1-15be-433c-9c5d-a0870dfc7231 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:23.996510 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-31993ce3-f15f-4128-91c0-ecbdf44470cc tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126946639'] for subnet (dc18345a-b772-46a8-9d55-992d12ff9bce), precommit_delete_associations {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:24.021371 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019325e6-1853-4617-a02a-3113725ed022 None None] Network 788fd3f3-3593-4cdc-933e-dd5c53c623d8 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:08:24.030738 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-f78620d1-15be-433c-9c5d-a0870dfc7231 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1932995 Mar 28 01:08:24.035905 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52796) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:24.041490 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-e88564de-c969-49ea-9d6d-1e4f747aadb5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1711087568-router', 'tenant_id': 'bf9f34f21ab94392ab36354129e00f8d', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'}}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:08:24.052756 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-da1fb274-4bf0-43d0-b880-46da8975fbb3 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group_rule (08e5f052-1114-4dde-a71d-038ca9ff507e), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:24.084340 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-80861939-7a1f-4eed-b235-351ea154566c tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Deleting port 86960ee0-24c5-4834-93bd-2378ab6eec5e {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:08:24.084947 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-80861939-7a1f-4eed-b235-351ea154566c tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (86960ee0-24c5-4834-93bd-2378ab6eec5e), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:24.105646 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e88564de-c969-49ea-9d6d-1e4f747aadb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7069'] for router (87992a48-3273-4cf7-b5bb-efc23b63aac4), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:24.106577 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e88564de-c969-49ea-9d6d-1e4f747aadb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4188952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7062'] for router (87992a48-3273-4cf7-b5bb-efc23b63aac4), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:24.127882 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-4d7c81eb-7413-41be-8768-f4a3d6f7225d None None] Port 8754d3a5-cb24-423e-96af-fe5f8a6170cd cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:08:24.128403 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-31993ce3-f15f-4128-91c0-ecbdf44470cc tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (dc18345a-b772-46a8-9d55-992d12ff9bce), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:24.143944 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62a08e3-94fb-4d64-bb0f-b985781f55a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-788fd3f3-3593-4cdc-933e-dd5c53c623d8', 'network_id': '788fd3f3-3593-4cdc-933e-dd5c53c623d8', 'project_id': 'bf9f34f21ab94392ab36354129e00f8d', 'fixed_ips': [{'subnet_id': '0a57ae47-09ee-4007-9878-c6cea91f6590'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:08:24.144967 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-b62a08e3-94fb-4d64-bb0f-b985781f55a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:24.189940 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4761753c-9f7c-4d03-a52e-fd8dc6cfde8f tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:08:24.239599 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e88564de-c969-49ea-9d6d-1e4f747aadb5 admin admin] Publish callbacks [] for router_controller (87992a48-3273-4cf7-b5bb-efc23b63aac4), precommit_add_association {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:24.241143 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aefbb6a-a4d8-4d35-bf71-fa825a893ce6 None None] Sync routers for ids ['f81af90b-fce4-4a88-b359-96e0e694ce6c'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:08:24.243002 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-4761753c-9f7c-4d03-a52e-fd8dc6cfde8f tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] 10.222.0.24 "PUT /v2.0/routers/f81af90b-fce4-4a88-b359-96e0e694ce6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8850691 Mar 28 01:08:24.252103 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52798) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:24.255282 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-da1fb274-4bf0-43d0-b880-46da8975fbb3 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group_rule (08e5f052-1114-4dde-a71d-038ca9ff507e), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:24.259278 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-92733e19-c21e-48b3-9c24-0674f99f907e tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:08:24.281543 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aefbb6a-a4d8-4d35-bf71-fa825a893ce6 None None] Routers {'f81af90b-fce4-4a88-b359-96e0e694ce6c'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:08:24.282158 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-7aefbb6a-a4d8-4d35-bf71-fa825a893ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:08:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['f81af90b-fce4-4a88-b359-96e0e694ce6c'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:24.308392 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-da1fb274-4bf0-43d0-b880-46da8975fbb3 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (08e5f052-1114-4dde-a71d-038ca9ff507e), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:24.337675 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-31993ce3-f15f-4128-91c0-ecbdf44470cc tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127282766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126757793'] for subnet (dc18345a-b772-46a8-9d55-992d12ff9bce), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:24.355933 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-92892197-6253-4177-a3b4-2e77b7b762af None None] Provisioning complete for port afa75774-400e-4d0f-a256-7ce32b2f3c6b triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:08:24.356293 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-92892197-6253-4177-a3b4-2e77b7b762af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (afa75774-400e-4d0f-a256-7ce32b2f3c6b), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:24.378592 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31993ce3-f15f-4128-91c0-ecbdf44470cc tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Pushing event deleted for resources: {'Subnet': ['ID=dc18345a-b772-46a8-9d55-992d12ff9bce,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:24.382834 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-31993ce3-f15f-4128-91c0-ecbdf44470cc tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks [] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:24.388717 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-31993ce3-f15f-4128-91c0-ecbdf44470cc tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "DELETE /v2.0/subnets/dc18345a-b772-46a8-9d55-992d12ff9bce HTTP/1.1" status: 204 len: 168 time: 1.0979302 Mar 28 01:08:24.389471 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52800) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:24.404442 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9faa115e-616c-433d-9f2d-0c44d9aff52d None None] Network be4801db-c8f8-4df3-b9b5-556693d6a290 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:08:24.411048 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-80861939-7a1f-4eed-b235-351ea154566c tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (86960ee0-24c5-4834-93bd-2378ab6eec5e), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:24.411677 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-80861939-7a1f-4eed-b235-351ea154566c tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks [] for floatingip (86960ee0-24c5-4834-93bd-2378ab6eec5e), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:24.430567 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8195296a-c24b-4d26-8ee2-912a5a39a9a9 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Router 947664a1-2f39-418b-be40-6916b1e36644 is scheduled to L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 with binding_index 1 {{(pid=104099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 01:08:24.439444 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-15bdab41-42a2-4392-a67c-a17f4c9cc312 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0484142 Mar 28 01:08:24.440192 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52802) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:24.442313 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-80861939-7a1f-4eed-b235-351ea154566c tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Calling delete_port for 86960ee0-24c5-4834-93bd-2378ab6eec5e owned by network:floatingip {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:08:24.456096 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1fb274-4bf0-43d0-b880-46da8975fbb3 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08e5f052-1114-4dde-a71d-038ca9ff507e,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:24.473910 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-da1fb274-4bf0-43d0-b880-46da8975fbb3 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:24.475086 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-da1fb274-4bf0-43d0-b880-46da8975fbb3 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5228214 Mar 28 01:08:24.481428 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52804) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:24.501788 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-7aefbb6a-a4d8-4d35-bf71-fa825a893ce6 None None] Set router f81af90b-fce4-4a88-b359-96e0e694ce6c gateway port host: None {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:08:24.510759 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-b62a08e3-94fb-4d64-bb0f-b985781f55a0 None None] Allocated IP 172.20.0.2 (788fd3f3-3593-4cdc-933e-dd5c53c623d8/0a57ae47-09ee-4007-9878-c6cea91f6590/cf256a5e-6470-4119-978d-df596a82004b) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:08:24.572249 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c805da-b04c-4220-9060-f8c25f211925 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:08:24.576746 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-77c805da-b04c-4220-9060-f8c25f211925 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1336560 Mar 28 01:08:24.577628 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52806) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:24.617336 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e88564de-c969-49ea-9d6d-1e4f747aadb5 admin admin] Publish callbacks [] for router_gateway (87992a48-3273-4cf7-b5bb-efc23b63aac4), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:24.641874 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8195296a-c24b-4d26-8ee2-912a5a39a9a9 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:08:24.652661 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-8195296a-c24b-4d26-8ee2-912a5a39a9a9 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "PUT /v2.0/routers/947664a1-2f39-418b-be40-6916b1e36644/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9920123 Mar 28 01:08:24.657987 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2295720-a366-4e53-a5f3-0514eb34a5d8 None None] Sync routers for ids ['947664a1-2f39-418b-be40-6916b1e36644'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:08:24.660429 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52808) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:24.674071 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2295720-a366-4e53-a5f3-0514eb34a5d8 None None] Routers {'947664a1-2f39-418b-be40-6916b1e36644'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:08:24.674703 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-e2295720-a366-4e53-a5f3-0514eb34a5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:08:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['947664a1-2f39-418b-be40-6916b1e36644'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:24.684484 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28b4a3d-9cd7-4c89-bb8c-db0236ce6b9f tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:08:24.687478 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-d28b4a3d-9cd7-4c89-bb8c-db0236ce6b9f tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1041894 Mar 28 01:08:24.713001 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52810) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:24.731157 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-e2295720-a366-4e53-a5f3-0514eb34a5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:24.744540 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-47328721-8565-4411-ac5e-10b1c63e639c tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group_rule (08e5f052-1114-4dde-a71d-038ca9ff507e), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:24.752867 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-92892197-6253-4177-a3b4-2e77b7b762af None None] Current status of the port afa75774-400e-4d0f-a256-7ce32b2f3c6b is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:08:24.757301 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07c942b-d66a-4af5-a6d9-567ea1148636 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:08:24.762157 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-b07c942b-d66a-4af5-a6d9-567ea1148636 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "GET /v2.0/ports?device_id=947664a1-2f39-418b-be40-6916b1e36644 HTTP/1.1" status: 200 len: 981 time: 0.0915656 Mar 28 01:08:24.762349 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2295720-a366-4e53-a5f3-0514eb34a5d8 None None] Routers {'947664a1-2f39-418b-be40-6916b1e36644'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:08:24.762349 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-e2295720-a366-4e53-a5f3-0514eb34a5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:08:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['947664a1-2f39-418b-be40-6916b1e36644'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:24.763855 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52812) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:24.802096 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-21a4329f-d32a-484c-99ad-bede36b2df83 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0857222 Mar 28 01:08:24.807370 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-47328721-8565-4411-ac5e-10b1c63e639c tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group_rule (08e5f052-1114-4dde-a71d-038ca9ff507e), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:24.829583 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-e2295720-a366-4e53-a5f3-0514eb34a5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:24.831480 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2295720-a366-4e53-a5f3-0514eb34a5d8 None None] The sync data for ids ['947664a1-2f39-418b-be40-6916b1e36644'] in dv-neutron-834874-6-hyperv is: [] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:08:24.837923 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52814) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:24.930148 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.pecan_wsgi.hooks.translation [None req-78f3824f-14da-4cd6-9271-915bc99a1320 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] DELETE failed (client error): The resource could not be found. Mar 28 01:08:24.930719 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78f3824f-14da-4cd6-9271-915bc99a1320 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:08:24.933940 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-78f3824f-14da-4cd6-9271-915bc99a1320 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "DELETE /v2.0/ports/92205b8f-966a-4016-a455-722ab7d0af6b HTTP/1.1" status: 404 len: 333 time: 0.0959945 Mar 28 01:08:24.950230 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52816) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:24.994891 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-47328721-8565-4411-ac5e-10b1c63e639c tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (08e5f052-1114-4dde-a71d-038ca9ff507e), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:25.013031 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a842d6e-5119-427c-b09c-e5a8185f472c tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] DELETE failed (client error): The resource could not be found. Mar 28 01:08:25.013711 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a842d6e-5119-427c-b09c-e5a8185f472c tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:08:25.018779 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-8a842d6e-5119-427c-b09c-e5a8185f472c tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "DELETE /v2.0/subnets/867bcb45-dc6f-4775-8fe7-5527ff863295 HTTP/1.1" status: 404 len: 337 time: 0.0649979 Mar 28 01:08:25.019472 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52818) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:25.025037 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e8687e-1f29-4f10-ba02-c078658a2ef1 None None] DHCP port deletion for be4801db-c8f8-4df3-b9b5-556693d6a290 request from dv-neutron-834874-6-hyperv {{(pid=104100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 01:08:25.025825 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-47328721-8565-4411-ac5e-10b1c63e639c tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:25.029397 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-47328721-8565-4411-ac5e-10b1c63e639c tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/08e5f052-1114-4dde-a71d-038ca9ff507e HTTP/1.1" status: 204 len: 168 time: 0.5148413 Mar 28 01:08:25.031032 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52820) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:25.039127 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47328721-8565-4411-ac5e-10b1c63e639c tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=08e5f052-1114-4dde-a71d-038ca9ff507e,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:25.066437 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0b07875-1bbe-4ae4-abe1-5318c6aed097 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] DELETE failed (client error): The resource could not be found. Mar 28 01:08:25.066895 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0b07875-1bbe-4ae4-abe1-5318c6aed097 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:08:25.072965 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-a0b07875-1bbe-4ae4-abe1-5318c6aed097 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "DELETE /v2.0/subnets/dc18345a-b772-46a8-9d55-992d12ff9bce HTTP/1.1" status: 404 len: 337 time: 0.0506599 Mar 28 01:08:25.076334 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52822) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:25.082664 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-b62a08e3-94fb-4d64-bb0f-b985781f55a0 None None] Publish callbacks [] for port (cf256a5e-6470-4119-978d-df596a82004b), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:25.099870 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-b62a08e3-94fb-4d64-bb0f-b985781f55a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (cf256a5e-6470-4119-978d-df596a82004b), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:25.112122 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-eac5d3a5-a45f-4dfb-bef6-a939258acb85 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] DELETE failed (client error): The resource could not be found. Mar 28 01:08:25.112611 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eac5d3a5-a45f-4dfb-bef6-a939258acb85 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:08:25.118477 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-eac5d3a5-a45f-4dfb-bef6-a939258acb85 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "DELETE /v2.0/ports/e18d5dc1-261c-473c-a7c9-30fbd459285b HTTP/1.1" status: 404 len: 333 time: 0.0382109 Mar 28 01:08:25.118930 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52824) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:25.147451 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-7aefbb6a-a4d8-4d35-bf71-fa825a893ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f81af90b-fce4-4a88-b359-96e0e694ce6c', 'name': 'tempest-RoutersIpV6Test-router-781427244', 'tenant_id': '73b89705b12a4822849ef008702f6650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:07:51Z', 'updated_at': '2022-03-28T01:08:21Z', 'revision_number': 5, 'project_id': '73b89705b12a4822849ef008702f6650', 'gw_port_host': None, '_interfaces': [{'id': '0623390d-8328-4dda-bb2e-94ec6e7f0c5d', 'name': '', 'network_id': 'ace6d7f7-f15f-4162-86f7-e748421e33be', 'tenant_id': '73b89705b12a4822849ef008702f6650', 'mac_address': 'fa:16:3e:7f:e6:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81af90b-fce4-4a88-b359-96e0e694ce6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': 'e3c665d0-c1c5-41fb-ba5d-ce57ba99245a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:08:02Z', 'updated_at': '2022-03-28T01:08:08Z', 'revision_number': 5, 'project_id': '73b89705b12a4822849ef008702f6650', 'subnets': [{'id': 'e3c665d0-c1c5-41fb-ba5d-ce57ba99245a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '331f4e68-ccaa-42a3-a1e0-aa1862011bd5', 'name': '', 'network_id': 'e5514915-97df-44f9-b3f3-a359d6724ad6', 'tenant_id': '73b89705b12a4822849ef008702f6650', 'mac_address': 'fa:16:3e:d0:09:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f81af90b-fce4-4a88-b359-96e0e694ce6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': 'b7236e94-120a-45de-a490-ff6f642df29d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:08:18Z', 'updated_at': '2022-03-28T01:08:21Z', 'revision_number': 2, 'project_id': '73b89705b12a4822849ef008702f6650', 'subnets': [{'id': 'b7236e94-120a-45de-a490-ff6f642df29d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c064e2f-0b33-473b-a38e-eefe6c7cbe40', 'name': '', 'network_id': '6db32cfe-0e5d-4e8d-92fe-ac8fb658c437', 'tenant_id': '73b89705b12a4822849ef008702f6650', 'mac_address': 'fa:16:3e:97:d5:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81af90b-fce4-4a88-b359-96e0e694ce6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': 'c3feaaef-5096-4626-8cb4-9d5cefb7793d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:08:08Z', 'updated_at': '2022-03-28T01:08:14Z', 'revision_number': 5, 'project_id': '73b89705b12a4822849ef008702f6650', 'subnets': [{'id': 'c3feaaef-5096-4626-8cb4-9d5cefb7793d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c9287fd-767d-413c-b1f6-e72c83409195', 'name': '', 'network_id': '7c8c0538-5060-44fc-95df-1da6a7312af2', 'tenant_id': '73b89705b12a4822849ef008702f6650', 'mac_address': 'fa:16:3e:6d:1f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81af90b-fce4-4a88-b359-96e0e694ce6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '11187ad9-a275-45d5-9e5e-2a11e69b6a34', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:07:54Z', 'updated_at': '2022-03-28T01:08:02Z', 'revision_number': 5, 'project_id': '73b89705b12a4822849ef008702f6650', 'subnets': [{'id': '11187ad9-a275-45d5-9e5e-2a11e69b6a34', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:25.180780 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-80861939-7a1f-4eed-b235-351ea154566c tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (86960ee0-24c5-4834-93bd-2378ab6eec5e), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:25.184655 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62a08e3-94fb-4d64-bb0f-b985781f55a0 None None] Network 788fd3f3-3593-4cdc-933e-dd5c53c623d8 is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:08:25.190596 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aefbb6a-a4d8-4d35-bf71-fa825a893ce6 None None] Checking router: f81af90b-fce4-4a88-b359-96e0e694ce6c for host: dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:08:25.191019 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aefbb6a-a4d8-4d35-bf71-fa825a893ce6 None None] Updating router f81af90b-fce4-4a88-b359-96e0e694ce6c port 331f4e68-ccaa-42a3-a1e0-aa1862011bd5 binding host dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 01:08:25.194806 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-04e8687e-1f29-4f10-ba02-c078658a2ef1 None None] Deleting port afa75774-400e-4d0f-a256-7ce32b2f3c6b {{(pid=104100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:08:25.194806 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-04e8687e-1f29-4f10-ba02-c078658a2ef1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (afa75774-400e-4d0f-a256-7ce32b2f3c6b), before_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:25.196610 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-1545be11-1d66-4ae6-8284-ce7599f434cf tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] DELETE failed (client error): The resource could not be found. Mar 28 01:08:25.197066 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1545be11-1d66-4ae6-8284-ce7599f434cf tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:08:25.202418 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-1545be11-1d66-4ae6-8284-ce7599f434cf tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "DELETE /v2.0/subnets/4b70a531-bfd4-4720-af33-74b0b62360bb HTTP/1.1" status: 404 len: 337 time: 0.0802355 Mar 28 01:08:25.202612 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-b62a08e3-94fb-4d64-bb0f-b985781f55a0 None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:08:25.204108 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62a08e3-94fb-4d64-bb0f-b985781f55a0 None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:08:25.205885 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62a08e3-94fb-4d64-bb0f-b985781f55a0 None None] Pushing event updated for resources: {'Port': ['ID=cf256a5e-6470-4119-978d-df596a82004b,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:25.216954 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-9ea73091-4c92-4520-a7bf-1d2bb93de46d tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1647866 Mar 28 01:08:25.216954 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52826) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:25.221429 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52828) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:25.264961 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80861939-7a1f-4eed-b235-351ea154566c tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Pushing event deleted for resources: {'Port': ['ID=86960ee0-24c5-4834-93bd-2378ab6eec5e,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:25.271104 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3743f39-9c07-44ec-b417-639a21c64f21 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] DELETE failed (client error): The resource could not be found. Mar 28 01:08:25.271558 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3743f39-9c07-44ec-b417-639a21c64f21 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:08:25.277001 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-d3743f39-9c07-44ec-b417-639a21c64f21 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "DELETE /v2.0/subnets/ca56910f-906f-4cc4-99a7-0b4dafdc52c4 HTTP/1.1" status: 404 len: 337 time: 0.0540123 Mar 28 01:08:25.280739 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52830) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:25.304650 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-7aefbb6a-a4d8-4d35-bf71-fa825a893ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (331f4e68-ccaa-42a3-a1e0-aa1862011bd5), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:25.320354 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb9d9392-1386-40ea-afe0-84dfe043b362 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] DELETE failed (client error): The resource could not be found. Mar 28 01:08:25.320778 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb9d9392-1386-40ea-afe0-84dfe043b362 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:08:25.326266 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-bb9d9392-1386-40ea-afe0-84dfe043b362 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "DELETE /v2.0/ports/129a8218-e037-42ba-89f1-a378a6b110a2 HTTP/1.1" status: 404 len: 333 time: 0.0420990 Mar 28 01:08:25.329026 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-fc902863-95f9-402b-b4fe-541a9f023f66 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group_rule (50c7343e-c2f4-4cc6-9499-e6000f33cfcc), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:25.330752 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52832) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:25.347732 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-fc902863-95f9-402b-b4fe-541a9f023f66 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group_rule (50c7343e-c2f4-4cc6-9499-e6000f33cfcc), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:25.351757 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-04e8687e-1f29-4f10-ba02-c078658a2ef1 None None] For port afa75774-400e-4d0f-a256-7ce32b2f3c6b, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=afa75774-400e-4d0f-a256-7ce32b2f3c6b,segment=NetworkSegment(9028fe72-9b79-4538-96be-757c3dc71a72),segment_id=9028fe72-9b79-4538-96be-757c3dc71a72)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:08:25.352273 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-04e8687e-1f29-4f10-ba02-c078658a2ef1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (afa75774-400e-4d0f-a256-7ce32b2f3c6b), precommit_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:25.382269 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-b62a08e3-94fb-4d64-bb0f-b985781f55a0 None None] Attempting to bind port cf256a5e-6470-4119-978d-df596a82004b on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:08:25.383157 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-b62a08e3-94fb-4d64-bb0f-b985781f55a0 None None] Attempting to bind port cf256a5e-6470-4119-978d-df596a82004b by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': 'de88a4a0-f76a-4017-a6e3-6b8499720147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '788fd3f3-3593-4cdc-933e-dd5c53c623d8'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:08:25.383157 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62a08e3-94fb-4d64-bb0f-b985781f55a0 None None] Attempting to bind port cf256a5e-6470-4119-978d-df596a82004b on network 788fd3f3-3593-4cdc-933e-dd5c53c623d8 {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:08:25.389137 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9afe5cd-769c-4c65-a9d7-051cd861c2c7 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] DELETE failed (client error): The resource could not be found. Mar 28 01:08:25.389738 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9afe5cd-769c-4c65-a9d7-051cd861c2c7 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:08:25.390337 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-04e8687e-1f29-4f10-ba02-c078658a2ef1 None None] Calling delete_port for afa75774-400e-4d0f-a256-7ce32b2f3c6b owned by network:dhcp {{(pid=104100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:08:25.394806 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-e9afe5cd-769c-4c65-a9d7-051cd861c2c7 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "DELETE /v2.0/subnets/94a775fe-f0d0-4ee8-8aea-f287c186cd9e HTTP/1.1" status: 404 len: 337 time: 0.0591984 Mar 28 01:08:25.397190 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52834) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:25.404330 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62a08e3-94fb-4d64-bb0f-b985781f55a0 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:08:25.404852 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62a08e3-94fb-4d64-bb0f-b985781f55a0 None None] Checking segment: {'id': 'de88a4a0-f76a-4017-a6e3-6b8499720147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '788fd3f3-3593-4cdc-933e-dd5c53c623d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:08:25.405350 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-b62a08e3-94fb-4d64-bb0f-b985781f55a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:25.405831 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62a08e3-94fb-4d64-bb0f-b985781f55a0 None None] Bound using segment: {'id': 'de88a4a0-f76a-4017-a6e3-6b8499720147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '788fd3f3-3593-4cdc-933e-dd5c53c623d8'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:08:25.406434 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-b62a08e3-94fb-4d64-bb0f-b985781f55a0 None None] Bound port: cf256a5e-6470-4119-978d-df596a82004b, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de88a4a0-f76a-4017-a6e3-6b8499720147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '788fd3f3-3593-4cdc-933e-dd5c53c623d8'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:08:25.406907 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-b62a08e3-94fb-4d64-bb0f-b985781f55a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (cf256a5e-6470-4119-978d-df596a82004b), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:25.441516 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.extraroute_db [None req-92733e19-c21e-48b3-9c24-0674f99f907e tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=104098) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 28 01:08:25.445220 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9ad185d-3783-4a63-8ce8-d5a9d4780152 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] DELETE failed (client error): The resource could not be found. Mar 28 01:08:25.445826 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9ad185d-3783-4a63-8ce8-d5a9d4780152 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:08:25.451146 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-fc902863-95f9-402b-b4fe-541a9f023f66 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (50c7343e-c2f4-4cc6-9499-e6000f33cfcc), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:25.451364 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-b9ad185d-3783-4a63-8ce8-d5a9d4780152 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "DELETE /v2.0/subnets/9d0a82d9-bb3e-427c-8545-ccecb853b9d2 HTTP/1.1" status: 404 len: 337 time: 0.0505400 Mar 28 01:08:25.453409 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-fc902863-95f9-402b-b4fe-541a9f023f66 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:25.454379 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52836) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:25.458097 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-fc902863-95f9-402b-b4fe-541a9f023f66 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/50c7343e-c2f4-4cc6-9499-e6000f33cfcc HTTP/1.1" status: 204 len: 168 time: 0.2259631 Mar 28 01:08:25.463343 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52838) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:25.464353 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-80861939-7a1f-4eed-b235-351ea154566c tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks [] for floatingip (2aa13963-2661-4ded-9895-dca451e40455), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:25.464688 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.l3_db [None req-80861939-7a1f-4eed-b235-351ea154566c tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Floating IP 2aa13963-2661-4ded-9895-dca451e40455 disassociated (deleted). External IP: 172.26.1.59, port: 0d8c976c-4b3b-47ee-9098-d12135a3ac54. Mar 28 01:08:25.496529 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc902863-95f9-402b-b4fe-541a9f023f66 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=50c7343e-c2f4-4cc6-9499-e6000f33cfcc,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:25.528096 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e88564de-c969-49ea-9d6d-1e4f747aadb5 admin admin] Publish callbacks [] for router_gateway (87992a48-3273-4cf7-b5bb-efc23b63aac4), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:25.547137 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-e026f9c8-27e4-4ba3-b548-558e270f759e tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0801508 Mar 28 01:08:25.549143 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52840) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:25.554186 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.extraroute_db [None req-92733e19-c21e-48b3-9c24-0674f99f907e tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Removed routes are [] {{(pid=104098) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 28 01:08:25.554583 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-92733e19-c21e-48b3-9c24-0674f99f907e tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3688170', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3689605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7136'] for router (f81af90b-fce4-4a88-b359-96e0e694ce6c), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:25.560001 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.pecan_wsgi.hooks.translation [None req-949872aa-e6b2-4dff-b2c7-de16569aeeca tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] DELETE failed (client error): The resource could not be found. Mar 28 01:08:25.560716 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-949872aa-e6b2-4dff-b2c7-de16569aeeca tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:08:25.565996 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-949872aa-e6b2-4dff-b2c7-de16569aeeca tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "DELETE /v2.0/ports/2f4ece3b-e05c-4793-bd0c-067fa2321ecc HTTP/1.1" status: 404 len: 333 time: 0.1057677 Mar 28 01:08:25.581747 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52842) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:25.591607 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e88564de-c969-49ea-9d6d-1e4f747aadb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:25.642938 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-b62a08e3-94fb-4d64-bb0f-b985781f55a0 None None] For port cf256a5e-6470-4119-978d-df596a82004b, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:08:25.647975 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d45fc61c-413c-48c7-979b-f1db3c85b2b7 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3686527'] for router_interface (947664a1-2f39-418b-be40-6916b1e36644), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:25.650515 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-03947ac6-7d6f-4e9b-839b-3c1ac6718d9f tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group_rule (373d2e30-f234-4bfe-a814-54ca5b111861), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:25.664691 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-b62a08e3-94fb-4d64-bb0f-b985781f55a0 None None] For port cf256a5e-6470-4119-978d-df596a82004b, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=cf256a5e-6470-4119-978d-df596a82004b,segment=NetworkSegment(de88a4a0-f76a-4017-a6e3-6b8499720147),segment_id=de88a4a0-f76a-4017-a6e3-6b8499720147)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:08:25.675779 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-04e8687e-1f29-4f10-ba02-c078658a2ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886'] for port (afa75774-400e-4d0f-a256-7ce32b2f3c6b), after_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:25.687323 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-b62a08e3-94fb-4d64-bb0f-b985781f55a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (cf256a5e-6470-4119-978d-df596a82004b), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:25.722424 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e8687e-1f29-4f10-ba02-c078658a2ef1 None None] Pushing event deleted for resources: {'Port': ['ID=afa75774-400e-4d0f-a256-7ce32b2f3c6b,revision_number=None']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:25.729054 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-03947ac6-7d6f-4e9b-839b-3c1ac6718d9f tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group_rule (373d2e30-f234-4bfe-a814-54ca5b111861), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:25.732081 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e8687e-1f29-4f10-ba02-c078658a2ef1 None None] No DVR routers for this DVR port afa75774-400e-4d0f-a256-7ce32b2f3c6b on host dv-neutron-834874-6-hyperv {{(pid=104100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:08:25.799462 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-03947ac6-7d6f-4e9b-839b-3c1ac6718d9f tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (373d2e30-f234-4bfe-a814-54ca5b111861), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:25.805911 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-03947ac6-7d6f-4e9b-839b-3c1ac6718d9f tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:25.807321 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-03947ac6-7d6f-4e9b-839b-3c1ac6718d9f tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/373d2e30-f234-4bfe-a814-54ca5b111861 HTTP/1.1" status: 204 len: 168 time: 0.2493057 Mar 28 01:08:25.814974 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52844) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:25.835329 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62a08e3-94fb-4d64-bb0f-b985781f55a0 None None] Pushing event updated for resources: {'Port': ['ID=cf256a5e-6470-4119-978d-df596a82004b,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:25.875688 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03947ac6-7d6f-4e9b-839b-3c1ac6718d9f tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=373d2e30-f234-4bfe-a814-54ca5b111861,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:25.890105 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-7aefbb6a-a4d8-4d35-bf71-fa825a893ce6 None None] Publish callbacks [] for port (331f4e68-ccaa-42a3-a1e0-aa1862011bd5), precommit_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:25.898245 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-7aefbb6a-a4d8-4d35-bf71-fa825a893ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (331f4e68-ccaa-42a3-a1e0-aa1862011bd5), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:25.955491 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d1aa32-bfe3-4b23-8d91-439b8a74c1a5 None None] Pushing event updated for resources: {'Port': ['ID=331f4e68-ccaa-42a3-a1e0-aa1862011bd5,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:25.986578 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-16d69bcb-0a6d-45ad-b966-020e25909882 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1697316 Mar 28 01:08:25.987578 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52846) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:26.029374 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb916820-2a62-4eec-a766-7cb5d52a0bdf tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] DELETE failed (client error): The resource could not be found. Mar 28 01:08:26.030122 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb916820-2a62-4eec-a766-7cb5d52a0bdf tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:08:26.033652 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-eb916820-2a62-4eec-a766-7cb5d52a0bdf tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "DELETE /v2.0/subnets/9329c4d9-12d6-4a8b-9673-0117b8819420 HTTP/1.1" status: 404 len: 337 time: 0.4508269 Mar 28 01:08:26.043495 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-7aefbb6a-a4d8-4d35-bf71-fa825a893ce6 None None] Attempting to bind port 331f4e68-ccaa-42a3-a1e0-aa1862011bd5 on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:08:26.043987 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-7aefbb6a-a4d8-4d35-bf71-fa825a893ce6 None None] Attempting to bind port 331f4e68-ccaa-42a3-a1e0-aa1862011bd5 by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': 'deac075d-b289-41e2-a6c4-78f9a3b446ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e5514915-97df-44f9-b3f3-a359d6724ad6'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:08:26.044835 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aefbb6a-a4d8-4d35-bf71-fa825a893ce6 None None] Attempting to bind port 331f4e68-ccaa-42a3-a1e0-aa1862011bd5 on network e5514915-97df-44f9-b3f3-a359d6724ad6 {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:08:26.050611 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52848) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:26.051586 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aefbb6a-a4d8-4d35-bf71-fa825a893ce6 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:08:26.052288 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aefbb6a-a4d8-4d35-bf71-fa825a893ce6 None None] Checking segment: {'id': 'deac075d-b289-41e2-a6c4-78f9a3b446ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e5514915-97df-44f9-b3f3-a359d6724ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:08:26.052926 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-7aefbb6a-a4d8-4d35-bf71-fa825a893ce6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:26.054359 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aefbb6a-a4d8-4d35-bf71-fa825a893ce6 None None] Bound using segment: {'id': 'deac075d-b289-41e2-a6c4-78f9a3b446ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e5514915-97df-44f9-b3f3-a359d6724ad6'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:08:26.055408 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-7aefbb6a-a4d8-4d35-bf71-fa825a893ce6 None None] Bound port: 331f4e68-ccaa-42a3-a1e0-aa1862011bd5, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deac075d-b289-41e2-a6c4-78f9a3b446ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e5514915-97df-44f9-b3f3-a359d6724ad6'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:08:26.056064 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-7aefbb6a-a4d8-4d35-bf71-fa825a893ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (331f4e68-ccaa-42a3-a1e0-aa1862011bd5), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:26.118459 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-f943965d-acca-42d9-bd3f-8a98220c5087 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] DELETE failed (client error): The resource could not be found. Mar 28 01:08:26.118908 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f943965d-acca-42d9-bd3f-8a98220c5087 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:08:26.134885 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-f943965d-acca-42d9-bd3f-8a98220c5087 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "DELETE /v2.0/subnets/dd7349db-4bf7-46d4-8be9-bd35f789b67c HTTP/1.1" status: 404 len: 337 time: 0.0728812 Mar 28 01:08:26.138495 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52850) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:26.161734 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-7aefbb6a-a4d8-4d35-bf71-fa825a893ce6 None None] For port 331f4e68-ccaa-42a3-a1e0-aa1862011bd5, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:08:26.167409 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-7aefbb6a-a4d8-4d35-bf71-fa825a893ce6 None None] For port 331f4e68-ccaa-42a3-a1e0-aa1862011bd5, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=331f4e68-ccaa-42a3-a1e0-aa1862011bd5,segment=NetworkSegment(deac075d-b289-41e2-a6c4-78f9a3b446ae),segment_id=deac075d-b289-41e2-a6c4-78f9a3b446ae)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:08:26.174508 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a0c4f4d-3f39-4cc0-badc-671935ff40ab tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] DELETE failed (client error): The resource could not be found. Mar 28 01:08:26.175290 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a0c4f4d-3f39-4cc0-badc-671935ff40ab tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:08:26.176997 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-7aefbb6a-a4d8-4d35-bf71-fa825a893ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (331f4e68-ccaa-42a3-a1e0-aa1862011bd5), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:26.182321 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-3a0c4f4d-3f39-4cc0-badc-671935ff40ab tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "DELETE /v2.0/ports/21d1a4a6-4f6d-447a-a953-3db3c7b5b272 HTTP/1.1" status: 404 len: 333 time: 0.0429509 Mar 28 01:08:26.183150 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52852) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:26.185702 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5a77f573-c3e2-4ca1-ba84-2deda5983d30 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group_rule (cfa7e0ab-3a6e-4355-8f9d-2892d3234d04), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:26.234429 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3a7a3ac-2b9a-4b0a-9d4f-29d8c9573204 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] DELETE failed (client error): The resource could not be found. Mar 28 01:08:26.235254 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3a7a3ac-2b9a-4b0a-9d4f-29d8c9573204 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:08:26.246993 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-b3a7a3ac-2b9a-4b0a-9d4f-29d8c9573204 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "DELETE /v2.0/subnets/1ed7e680-0a92-4c1b-a954-ced492c2d6f7 HTTP/1.1" status: 404 len: 337 time: 0.0586429 Mar 28 01:08:26.248511 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aefbb6a-a4d8-4d35-bf71-fa825a893ce6 None None] Routers {'f81af90b-fce4-4a88-b359-96e0e694ce6c'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:08:26.249165 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-7aefbb6a-a4d8-4d35-bf71-fa825a893ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:08:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['f81af90b-fce4-4a88-b359-96e0e694ce6c'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:26.253607 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52854) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:26.300598 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5a77f573-c3e2-4ca1-ba84-2deda5983d30 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group_rule (cfa7e0ab-3a6e-4355-8f9d-2892d3234d04), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:26.303166 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-62b9271f-817d-4f13-a33f-ab54c78f6d1f tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] DELETE failed (client error): The resource could not be found. Mar 28 01:08:26.303733 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62b9271f-817d-4f13-a33f-ab54c78f6d1f tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:08:26.309638 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-62b9271f-817d-4f13-a33f-ab54c78f6d1f tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "DELETE /v2.0/ports/7a5ba208-0ba6-4cdf-a232-b868bd69d184 HTTP/1.1" status: 404 len: 333 time: 0.0550845 Mar 28 01:08:26.316862 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52856) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:26.348278 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d1aa32-bfe3-4b23-8d91-439b8a74c1a5 None None] Pushing event updated for resources: {'Port': ['ID=331f4e68-ccaa-42a3-a1e0-aa1862011bd5,revision_number=4']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:26.388960 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-20bfd657-737a-4632-883e-02cc0c66ad89 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] DELETE failed (client error): The resource could not be found. Mar 28 01:08:26.389419 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20bfd657-737a-4632-883e-02cc0c66ad89 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:08:26.397536 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-20bfd657-737a-4632-883e-02cc0c66ad89 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "DELETE /v2.0/subnets/f1bf8445-bf01-4ba7-b6c0-4bbde12f28f0 HTTP/1.1" status: 404 len: 337 time: 0.0706913 Mar 28 01:08:26.402103 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52858) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:26.405195 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-7aefbb6a-a4d8-4d35-bf71-fa825a893ce6 None None] Set router f81af90b-fce4-4a88-b359-96e0e694ce6c gateway port host: None {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:08:26.409532 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-d45fc61c-413c-48c7-979b-f1db3c85b2b7 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Deleting port 8754d3a5-cb24-423e-96af-fe5f8a6170cd {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:08:26.409878 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d45fc61c-413c-48c7-979b-f1db3c85b2b7 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (8754d3a5-cb24-423e-96af-fe5f8a6170cd), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:26.435065 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-e88564de-c969-49ea-9d6d-1e4f747aadb5 admin admin] Allocated IP 172.26.1.60 (dea6548b-502b-42db-97fb-371e423e739a/cce6de65-d8c9-45b8-9970-0a277e8c1192/2b33c713-3e16-49b2-a91e-4acf21746887) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:08:26.442729 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-edd11fac-2f3d-4dc5-9b1b-d62231d8be36 None None] Provisioning complete for port 331f4e68-ccaa-42a3-a1e0-aa1862011bd5 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:08:26.443155 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-edd11fac-2f3d-4dc5-9b1b-d62231d8be36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (331f4e68-ccaa-42a3-a1e0-aa1862011bd5), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:26.471740 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-92733e19-c21e-48b3-9c24-0674f99f907e tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3688170', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3689605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7136'] for router (f81af90b-fce4-4a88-b359-96e0e694ce6c), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:26.503109 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc1f116f-f7a4-4add-917d-53e12b85035e tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] DELETE failed (client error): The resource could not be found. Mar 28 01:08:26.503109 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc1f116f-f7a4-4add-917d-53e12b85035e tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:08:26.507819 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-bc1f116f-f7a4-4add-917d-53e12b85035e tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "DELETE /v2.0/ports/5942eb97-8cae-4579-8e85-0e859f055dc5 HTTP/1.1" status: 404 len: 333 time: 0.0971463 Mar 28 01:08:26.509434 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52860) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:26.511523 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-92733e19-c21e-48b3-9c24-0674f99f907e tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3688163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3687960', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3689650'] for router (f81af90b-fce4-4a88-b359-96e0e694ce6c), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:26.582289 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-288833d6-9ba8-4aeb-91a3-263e3e763e3f tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] DELETE failed (client error): The resource could not be found. Mar 28 01:08:26.582289 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-288833d6-9ba8-4aeb-91a3-263e3e763e3f tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:08:26.582289 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-288833d6-9ba8-4aeb-91a3-263e3e763e3f tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "DELETE /v2.0/subnets/1e0f6284-7998-4812-8190-b098c1a09eb8 HTTP/1.1" status: 404 len: 337 time: 0.0661843 Mar 28 01:08:26.582289 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52862) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:26.592758 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5a77f573-c3e2-4ca1-ba84-2deda5983d30 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (cfa7e0ab-3a6e-4355-8f9d-2892d3234d04), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:26.634868 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5a77f573-c3e2-4ca1-ba84-2deda5983d30 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:26.639396 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-5a77f573-c3e2-4ca1-ba84-2deda5983d30 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/cfa7e0ab-3a6e-4355-8f9d-2892d3234d04 HTTP/1.1" status: 204 len: 168 time: 0.6449125 Mar 28 01:08:26.641009 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52864) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:26.653774 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-822f36a6-e93f-4afe-ab09-8d7a839093d4 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] DELETE failed (client error): The resource could not be found. Mar 28 01:08:26.654329 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-822f36a6-e93f-4afe-ab09-8d7a839093d4 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:08:26.659579 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-822f36a6-e93f-4afe-ab09-8d7a839093d4 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "DELETE /v2.0/ports/9ca9b149-7423-470d-b861-852cbe3d24a2 HTTP/1.1" status: 404 len: 333 time: 0.0747747 Mar 28 01:08:26.659751 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device cf256a5e-6470-4119-978d-df596a82004b up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:08:26.668452 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52866) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:26.669180 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a77f573-c3e2-4ca1-ba84-2deda5983d30 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cfa7e0ab-3a6e-4355-8f9d-2892d3234d04,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:26.706384 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-75742631-ef5a-4641-9ab9-c75c75bb6833 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] DELETE failed (client error): The resource could not be found. Mar 28 01:08:26.706840 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75742631-ef5a-4641-9ab9-c75c75bb6833 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:08:26.712929 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-75742631-ef5a-4641-9ab9-c75c75bb6833 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "DELETE /v2.0/subnets/c46fa541-1a71-4f80-bbb3-310a16ba03e1 HTTP/1.1" status: 404 len: 337 time: 0.0387881 Mar 28 01:08:26.713127 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-edd11fac-2f3d-4dc5-9b1b-d62231d8be36 None None] Current status of the port 331f4e68-ccaa-42a3-a1e0-aa1862011bd5 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:08:26.713267 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-edd11fac-2f3d-4dc5-9b1b-d62231d8be36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (331f4e68-ccaa-42a3-a1e0-aa1862011bd5), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:26.717432 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52868) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:26.728488 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80861939-7a1f-4eed-b235-351ea154566c tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Router 8e799d34-fabd-4ee4-bc94-247cd2828ab9 has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:08:26.761201 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-b06b8d95-93fc-4529-8e39-e13da56febc7 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] DELETE failed (client error): The resource could not be found. Mar 28 01:08:26.761648 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b06b8d95-93fc-4529-8e39-e13da56febc7 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:08:26.766925 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-b06b8d95-93fc-4529-8e39-e13da56febc7 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "DELETE /v2.0/ports/2a2b5ccf-d368-4548-94b9-cbe8f800e0fe HTTP/1.1" status: 404 len: 333 time: 0.0447402 Mar 28 01:08:26.778627 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52870) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:26.784489 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-edd11fac-2f3d-4dc5-9b1b-d62231d8be36 None None] For port 331f4e68-ccaa-42a3-a1e0-aa1862011bd5, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=331f4e68-ccaa-42a3-a1e0-aa1862011bd5,segment=NetworkSegment(deac075d-b289-41e2-a6c4-78f9a3b446ae),segment_id=deac075d-b289-41e2-a6c4-78f9a3b446ae)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:08:26.791702 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d45fc61c-413c-48c7-979b-f1db3c85b2b7 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (8754d3a5-cb24-423e-96af-fe5f8a6170cd), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:26.794019 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-edd11fac-2f3d-4dc5-9b1b-d62231d8be36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (331f4e68-ccaa-42a3-a1e0-aa1862011bd5), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:26.806516 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-10f8a95a-2cdb-4b64-b462-25ba5f6ed5df tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1609666 Mar 28 01:08:26.813567 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52872) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:26.843127 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-de95ff4a-4825-4626-b64e-3906cb84fa9d tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] DELETE failed (client error): The resource could not be found. Mar 28 01:08:26.843867 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de95ff4a-4825-4626-b64e-3906cb84fa9d tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:08:26.846833 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port cf256a5e-6470-4119-978d-df596a82004b triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:08:26.847210 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (cf256a5e-6470-4119-978d-df596a82004b), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:26.847471 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-de95ff4a-4825-4626-b64e-3906cb84fa9d tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "DELETE /v2.0/subnets/418f0433-0184-4927-b437-4f3def8d8ccd HTTP/1.1" status: 404 len: 337 time: 0.0649915 Mar 28 01:08:26.853907 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52874) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:26.855103 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-d45fc61c-413c-48c7-979b-f1db3c85b2b7 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Calling delete_port for 8754d3a5-cb24-423e-96af-fe5f8a6170cd owned by network:router_interface {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:08:26.883117 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92733e19-c21e-48b3-9c24-0674f99f907e tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Router f81af90b-fce4-4a88-b359-96e0e694ce6c has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:08:26.889754 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-6acf2ed0-ae59-4ebd-a2a9-e2cf3ada89cd tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] DELETE failed (client error): The resource could not be found. Mar 28 01:08:26.890586 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6acf2ed0-ae59-4ebd-a2a9-e2cf3ada89cd tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:08:26.893838 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-6acf2ed0-ae59-4ebd-a2a9-e2cf3ada89cd tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "DELETE /v2.0/ports/ba5cb04a-a03e-4ccb-a9e5-e475843ecec6 HTTP/1.1" status: 404 len: 333 time: 0.0365229 Mar 28 01:08:26.901040 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52876) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:26.904281 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd11fac-2f3d-4dc5-9b1b-d62231d8be36 None None] Pushing event updated for resources: {'Port': ['ID=331f4e68-ccaa-42a3-a1e0-aa1862011bd5,revision_number=5']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:26.906883 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e88564de-c969-49ea-9d6d-1e4f747aadb5 admin admin] Publish callbacks [] for port (2b33c713-3e16-49b2-a91e-4acf21746887), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:26.923969 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-7aefbb6a-a4d8-4d35-bf71-fa825a893ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f81af90b-fce4-4a88-b359-96e0e694ce6c', 'name': 'tempest-RoutersIpV6Test-router-781427244', 'tenant_id': '73b89705b12a4822849ef008702f6650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:07:51Z', 'updated_at': '2022-03-28T01:08:25Z', 'revision_number': 6, 'project_id': '73b89705b12a4822849ef008702f6650', 'gw_port_host': None, '_interfaces': [{'id': '0623390d-8328-4dda-bb2e-94ec6e7f0c5d', 'name': '', 'network_id': 'ace6d7f7-f15f-4162-86f7-e748421e33be', 'tenant_id': '73b89705b12a4822849ef008702f6650', 'mac_address': 'fa:16:3e:7f:e6:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81af90b-fce4-4a88-b359-96e0e694ce6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': 'e3c665d0-c1c5-41fb-ba5d-ce57ba99245a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:08:02Z', 'updated_at': '2022-03-28T01:08:08Z', 'revision_number': 5, 'project_id': '73b89705b12a4822849ef008702f6650', 'subnets': [{'id': 'e3c665d0-c1c5-41fb-ba5d-ce57ba99245a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '331f4e68-ccaa-42a3-a1e0-aa1862011bd5', 'name': '', 'network_id': 'e5514915-97df-44f9-b3f3-a359d6724ad6', 'tenant_id': '73b89705b12a4822849ef008702f6650', 'mac_address': 'fa:16:3e:d0:09:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f81af90b-fce4-4a88-b359-96e0e694ce6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': 'b7236e94-120a-45de-a490-ff6f642df29d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:08:18Z', 'updated_at': '2022-03-28T01:08:26Z', 'revision_number': 4, 'project_id': '73b89705b12a4822849ef008702f6650', 'subnets': [{'id': 'b7236e94-120a-45de-a490-ff6f642df29d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c064e2f-0b33-473b-a38e-eefe6c7cbe40', 'name': '', 'network_id': '6db32cfe-0e5d-4e8d-92fe-ac8fb658c437', 'tenant_id': '73b89705b12a4822849ef008702f6650', 'mac_address': 'fa:16:3e:97:d5:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81af90b-fce4-4a88-b359-96e0e694ce6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': 'c3feaaef-5096-4626-8cb4-9d5cefb7793d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:08:08Z', 'updated_at': '2022-03-28T01:08:14Z', 'revision_number': 5, 'project_id': '73b89705b12a4822849ef008702f6650', 'subnets': [{'id': 'c3feaaef-5096-4626-8cb4-9d5cefb7793d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c9287fd-767d-413c-b1f6-e72c83409195', 'name': '', 'network_id': '7c8c0538-5060-44fc-95df-1da6a7312af2', 'tenant_id': '73b89705b12a4822849ef008702f6650', 'mac_address': 'fa:16:3e:6d:1f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81af90b-fce4-4a88-b359-96e0e694ce6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '11187ad9-a275-45d5-9e5e-2a11e69b6a34', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:07:54Z', 'updated_at': '2022-03-28T01:08:02Z', 'revision_number': 5, 'project_id': '73b89705b12a4822849ef008702f6650', 'subnets': [{'id': '11187ad9-a275-45d5-9e5e-2a11e69b6a34', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:26.930865 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7f52fc5b-aab7-4315-bebb-af4a26275e7a tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group_rule (4b3c006b-ee95-4d5a-b7a1-c0108aab7f2f), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:26.936080 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-79edd311-a548-408d-b912-252afca5aebb tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] DELETE failed (client error): The resource could not be found. Mar 28 01:08:26.936759 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79edd311-a548-408d-b912-252afca5aebb tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:08:26.939930 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-79edd311-a548-408d-b912-252afca5aebb tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "DELETE /v2.0/subnets/7a646c8d-832b-470b-a782-6f6168a51c63 HTTP/1.1" status: 404 len: 337 time: 0.0377398 Mar 28 01:08:26.957457 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aefbb6a-a4d8-4d35-bf71-fa825a893ce6 None None] The sync data for ids ['f81af90b-fce4-4a88-b359-96e0e694ce6c'] in dv-neutron-834874-6-hyperv is: [{'id': 'f81af90b-fce4-4a88-b359-96e0e694ce6c', 'name': 'tempest-RoutersIpV6Test-router-781427244', 'tenant_id': '73b89705b12a4822849ef008702f6650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:07:51Z', 'updated_at': '2022-03-28T01:08:25Z', 'revision_number': 6, 'project_id': '73b89705b12a4822849ef008702f6650', 'gw_port_host': None, '_interfaces': [{'id': '0623390d-8328-4dda-bb2e-94ec6e7f0c5d', 'name': '', 'network_id': 'ace6d7f7-f15f-4162-86f7-e748421e33be', 'tenant_id': '73b89705b12a4822849ef008702f6650', 'mac_address': 'fa:16:3e:7f:e6:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81af90b-fce4-4a88-b359-96e0e694ce6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': 'e3c665d0-c1c5-41fb-ba5d-ce57ba99245a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:08:02Z', 'updated_at': '2022-03-28T01:08:08Z', 'revision_number': 5, 'project_id': '73b89705b12a4822849ef008702f6650', 'subnets': [{'id': 'e3c665d0-c1c5-41fb-ba5d-ce57ba99245a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '331f4e68-ccaa-42a3-a1e0-aa1862011bd5', 'name': '', 'network_id': 'e5514915-97df-44f9-b3f3-a359d6724ad6', 'tenant_id': '73b89705b12a4822849ef008702f6650', 'mac_address': 'fa:16:3e:d0:09:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f81af90b-fce4-4a88-b359-96e0e694ce6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': 'b7236e94-120a-45de-a490-ff6f642df29d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:08:18Z', 'updated_at': '2022-03-28T01:08:26Z', 'revision_number': 4, 'project_id': '73b89705b12a4822849ef008702f6650', 'subnets': [{'id': 'b7236e94-120a-45de-a490-ff6f642df29d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c064e2f-0b33-473b-a38e-eefe6c7cbe40', 'name': '', 'network_id': '6db32cfe-0e5d-4e8d-92fe-ac8fb658c437', 'tenant_id': '73b89705b12a4822849ef008702f6650', 'mac_address': 'fa:16:3e:97:d5:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81af90b-fce4-4a88-b359-96e0e694ce6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': 'c3feaaef-5096-4626-8cb4-9d5cefb7793d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:08:08Z', 'updated_at': '2022-03-28T01:08:14Z', 'revision_number': 5, 'project_id': '73b89705b12a4822849ef008702f6650', 'subnets': [{'id': 'c3feaaef-5096-4626-8cb4-9d5cefb7793d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c9287fd-767d-413c-b1f6-e72c83409195', 'name': '', 'network_id': '7c8c0538-5060-44fc-95df-1da6a7312af2', 'tenant_id': '73b89705b12a4822849ef008702f6650', 'mac_address': 'fa:16:3e:6d:1f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81af90b-fce4-4a88-b359-96e0e694ce6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '11187ad9-a275-45d5-9e5e-2a11e69b6a34', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:07:54Z', 'updated_at': '2022-03-28T01:08:02Z', 'revision_number': 5, 'project_id': '73b89705b12a4822849ef008702f6650', 'subnets': [{'id': '11187ad9-a275-45d5-9e5e-2a11e69b6a34', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:08:26.972810 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-c3bf8d08-157b-4ed1-b6b9-72f413290d20 None None] Provisioning complete for port 331f4e68-ccaa-42a3-a1e0-aa1862011bd5 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:08:26.973121 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-c3bf8d08-157b-4ed1-b6b9-72f413290d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (331f4e68-ccaa-42a3-a1e0-aa1862011bd5), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:26.998713 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52878) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:27.007725 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7f52fc5b-aab7-4315-bebb-af4a26275e7a tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group_rule (4b3c006b-ee95-4d5a-b7a1-c0108aab7f2f), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:27.076523 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80861939-7a1f-4eed-b235-351ea154566c tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:08:27.083296 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-80861939-7a1f-4eed-b235-351ea154566c tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for floatingip (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:27.092001 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-db3a906f-6bbc-4ed6-8fee-10d1b1235dce tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] DELETE failed (client error): The resource could not be found. Mar 28 01:08:27.092557 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db3a906f-6bbc-4ed6-8fee-10d1b1235dce tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:08:27.097840 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-db3a906f-6bbc-4ed6-8fee-10d1b1235dce tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "DELETE /v2.0/subnets/d3d6d92c-e78e-41d1-bfa1-bf5a07690a57 HTTP/1.1" status: 404 len: 337 time: 0.0770876 Mar 28 01:08:27.098022 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3d5915-2e5d-4877-b9cd-ad8921bfbf54 None None] Sync routers for ids ['8e799d34-fabd-4ee4-bc94-247cd2828ab9'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:08:27.099784 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52880) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:27.104095 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port cf256a5e-6470-4119-978d-df596a82004b is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:08:27.104261 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (cf256a5e-6470-4119-978d-df596a82004b), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:27.116577 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92733e19-c21e-48b3-9c24-0674f99f907e tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:08:27.142132 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7f52fc5b-aab7-4315-bebb-af4a26275e7a tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (4b3c006b-ee95-4d5a-b7a1-c0108aab7f2f), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:27.144132 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3d5915-2e5d-4877-b9cd-ad8921bfbf54 None None] Routers {'8e799d34-fabd-4ee4-bc94-247cd2828ab9'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:08:27.144709 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-8f3d5915-2e5d-4877-b9cd-ad8921bfbf54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:08:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['8e799d34-fabd-4ee4-bc94-247cd2828ab9'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:27.165096 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-92733e19-c21e-48b3-9c24-0674f99f907e tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks [] for router (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:27.166512 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-92733e19-c21e-48b3-9c24-0674f99f907e tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] 10.222.0.24 "PUT /v2.0/routers/f81af90b-fce4-4a88-b359-96e0e694ce6c HTTP/1.1" status: 200 len: 953 time: 2.9132440 Mar 28 01:08:27.175669 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52882) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:27.181514 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c55f47c-2306-41bc-9071-96e47acb60cc tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] DELETE failed (client error): The resource could not be found. Mar 28 01:08:27.182412 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c55f47c-2306-41bc-9071-96e47acb60cc tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:08:27.190341 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-1c55f47c-2306-41bc-9071-96e47acb60cc tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "DELETE /v2.0/ports/584e4f34-3453-491f-8ddb-46c8a9680b02 HTTP/1.1" status: 404 len: 333 time: 0.0890853 Mar 28 01:08:27.193541 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7f52fc5b-aab7-4315-bebb-af4a26275e7a tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:27.197555 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-7f52fc5b-aab7-4315-bebb-af4a26275e7a tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/4b3c006b-ee95-4d5a-b7a1-c0108aab7f2f HTTP/1.1" status: 204 len: 168 time: 0.3642406 Mar 28 01:08:27.202351 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52884) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:27.202351 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52886) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:27.210527 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f52fc5b-aab7-4315-bebb-af4a26275e7a tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4b3c006b-ee95-4d5a-b7a1-c0108aab7f2f,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:27.318070 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.pecan_wsgi.hooks.translation [None req-85a9c84e-f18e-49d9-b9d8-80f35ec1b850 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] DELETE failed (client error): The resource could not be found. Mar 28 01:08:27.318514 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85a9c84e-f18e-49d9-b9d8-80f35ec1b850 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:08:27.321653 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-85a9c84e-f18e-49d9-b9d8-80f35ec1b850 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "DELETE /v2.0/subnets/1b8f21cb-3697-4e66-b27b-cb7ccc9d74ae HTTP/1.1" status: 404 len: 337 time: 0.1154940 Mar 28 01:08:27.324227 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52888) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:27.370244 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-80861939-7a1f-4eed-b235-351ea154566c tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] 10.222.0.24 "DELETE /v2.0/floatingips/2aa13963-2661-4ded-9895-dca451e40455 HTTP/1.1" status: 204 len: 168 time: 3.7032104 Mar 28 01:08:27.374134 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52890) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:27.384524 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e88564de-c969-49ea-9d6d-1e4f747aadb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (2b33c713-3e16-49b2-a91e-4acf21746887), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:27.403799 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f8be8a5-4f11-4068-852c-8b27486dd59a tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] DELETE failed (client error): The resource could not be found. Mar 28 01:08:27.404594 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f8be8a5-4f11-4068-852c-8b27486dd59a tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:08:27.410126 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-2f8be8a5-4f11-4068-852c-8b27486dd59a tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "DELETE /v2.0/subnets/27a3db99-2d47-456c-a3bb-f9896fa00366 HTTP/1.1" status: 404 len: 337 time: 0.0848899 Mar 28 01:08:27.413466 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52892) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:27.423349 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d45fc61c-413c-48c7-979b-f1db3c85b2b7 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (8754d3a5-cb24-423e-96af-fe5f8a6170cd), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:27.430639 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] For port cf256a5e-6470-4119-978d-df596a82004b, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=cf256a5e-6470-4119-978d-df596a82004b,segment=NetworkSegment(de88a4a0-f76a-4017-a6e3-6b8499720147),segment_id=de88a4a0-f76a-4017-a6e3-6b8499720147)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:08:27.431988 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-8f3d5915-2e5d-4877-b9cd-ad8921bfbf54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:27.456387 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (cf256a5e-6470-4119-978d-df596a82004b), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:27.523945 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-c3bf8d08-157b-4ed1-b6b9-72f413290d20 None None] Current status of the port 331f4e68-ccaa-42a3-a1e0-aa1862011bd5 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:08:27.525411 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-b58b4ea2-834a-440a-8c8e-a44822cd6a72 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2846725 Mar 28 01:08:27.529403 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88564de-c969-49ea-9d6d-1e4f747aadb5 admin admin] Network dea6548b-502b-42db-97fb-371e423e739a is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:08:27.530253 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3d5915-2e5d-4877-b9cd-ad8921bfbf54 None None] Routers {'8e799d34-fabd-4ee4-bc94-247cd2828ab9'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:08:27.542791 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-8f3d5915-2e5d-4877-b9cd-ad8921bfbf54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:08:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['8e799d34-fabd-4ee4-bc94-247cd2828ab9'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:27.543343 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52894) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:27.548942 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c94ca5d-3eb6-468a-8291-7ac76dcb98bf tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] DELETE failed (client error): The resource could not be found. Mar 28 01:08:27.549684 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c94ca5d-3eb6-468a-8291-7ac76dcb98bf tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:08:27.551940 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05cfc333-a370-4368-8d78-3120ba45f77e None None] Network 788fd3f3-3593-4cdc-933e-dd5c53c623d8 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:08:27.556989 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-4c94ca5d-3eb6-468a-8291-7ac76dcb98bf tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "DELETE /v2.0/ports/d6d59e90-cbb3-4160-bca8-7835ff1ff6ff HTTP/1.1" status: 404 len: 333 time: 0.1413291 Mar 28 01:08:27.557649 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52896) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:27.582332 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-e88564de-c969-49ea-9d6d-1e4f747aadb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:08:27.617924 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-341fb622-f0b7-4b24-b3a2-6309a7827ec1 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] DELETE failed (client error): The resource could not be found. Mar 28 01:08:27.618405 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-341fb622-f0b7-4b24-b3a2-6309a7827ec1 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:08:27.619086 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88564de-c969-49ea-9d6d-1e4f747aadb5 admin admin] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:08:27.625416 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-341fb622-f0b7-4b24-b3a2-6309a7827ec1 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "DELETE /v2.0/subnets/0fd4c5d5-95ad-4e6e-83a7-4eeea7739e6f HTTP/1.1" status: 404 len: 337 time: 0.0431263 Mar 28 01:08:27.626068 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52898) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:27.639771 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-d7795ccb-eb88-458b-a32b-7ac14ddf36ec tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] 10.222.0.24 "GET /v2.0/routers/f81af90b-fce4-4a88-b359-96e0e694ce6c HTTP/1.1" status: 200 len: 953 time: 0.4463263 Mar 28 01:08:27.639771 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88564de-c969-49ea-9d6d-1e4f747aadb5 admin admin] Pushing event updated for resources: {'Port': ['ID=2b33c713-3e16-49b2-a91e-4acf21746887,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:27.649574 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52900) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:27.655294 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-df636d2a-9f5b-4aa7-83b3-3b08b32c0991 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Request body: {'router': {'routes': None}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:08:27.662562 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45fc61c-413c-48c7-979b-f1db3c85b2b7 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Pushing event deleted for resources: {'Port': ['ID=8754d3a5-cb24-423e-96af-fe5f8a6170cd,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:27.692706 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9af4f8d-0589-4bdf-90ef-c8cebc7b4973 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] DELETE failed (client error): The resource could not be found. Mar 28 01:08:27.693160 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9af4f8d-0589-4bdf-90ef-c8cebc7b4973 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:08:27.699829 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-c9af4f8d-0589-4bdf-90ef-c8cebc7b4973 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "DELETE /v2.0/subnets/f32aea39-9bf8-40b1-b7bf-df55e507ea30 HTTP/1.1" status: 404 len: 337 time: 0.0507367 Mar 28 01:08:27.702796 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52902) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:27.752544 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-24dc1166-049d-4051-b912-9bced1aa51bb tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] DELETE failed (client error): The resource could not be found. Mar 28 01:08:27.753027 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24dc1166-049d-4051-b912-9bced1aa51bb tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:08:27.756006 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device afa75774-400e-4d0f-a256-7ce32b2f3c6b no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:08:27.760143 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-24dc1166-049d-4051-b912-9bced1aa51bb tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "DELETE /v2.0/ports/cf7a15af-cbdd-47f4-b7ad-c4f07c40f0dc HTTP/1.1" status: 404 len: 333 time: 0.0563059 Mar 28 01:08:27.763385 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52904) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:27.765057 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-8f3d5915-2e5d-4877-b9cd-ad8921bfbf54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:27.765779 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3d5915-2e5d-4877-b9cd-ad8921bfbf54 None None] The sync data for ids ['8e799d34-fabd-4ee4-bc94-247cd2828ab9'] in dv-neutron-834874-6-hyperv is: [] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:08:27.767247 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Pushing event updated for resources: {'Port': ['ID=cf256a5e-6470-4119-978d-df596a82004b,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:27.818376 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-827ca3f1-76e6-464a-ad00-fde41694b6ab tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] DELETE failed (client error): The resource could not be found. Mar 28 01:08:27.819386 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-827ca3f1-76e6-464a-ad00-fde41694b6ab tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:08:27.826451 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-827ca3f1-76e6-464a-ad00-fde41694b6ab tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "DELETE /v2.0/subnets/9e395429-8108-4d5d-9692-283674779fd4 HTTP/1.1" status: 404 len: 337 time: 0.0616403 Mar 28 01:08:27.829695 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52906) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:27.836641 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: afa75774-400e-4d0f-a256-7ce32b2f3c6b {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:08:27.836985 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device afa75774-400e-4d0f-a256-7ce32b2f3c6b not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:08:27.844560 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-8306349b-a8ce-47b8-bdef-f48544dcc26c tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group (57222e07-59fb-48b9-8b27-78648e363bf9), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:27.863245 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-7c8bb816-c042-4333-a7e4-991e8d358613 None None] Provisioning complete for port cf256a5e-6470-4119-978d-df596a82004b triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:08:27.863888 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-7c8bb816-c042-4333-a7e4-991e8d358613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (cf256a5e-6470-4119-978d-df596a82004b), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:27.877456 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-7315d6e0-1515-4ec2-b098-437ccfa2a578 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] DELETE failed (client error): The resource could not be found. Mar 28 01:08:27.877924 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7315d6e0-1515-4ec2-b098-437ccfa2a578 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:08:27.887329 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-7315d6e0-1515-4ec2-b098-437ccfa2a578 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "DELETE /v2.0/subnets/da54a717-b1e9-4555-9504-aaf88ab74c31 HTTP/1.1" status: 404 len: 337 time: 0.0562007 Mar 28 01:08:27.891481 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52908) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:27.975110 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-7c8bb816-c042-4333-a7e4-991e8d358613 None None] Current status of the port cf256a5e-6470-4119-978d-df596a82004b is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:08:27.978499 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d45fc61c-413c-48c7-979b-f1db3c85b2b7 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3725912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3690191'] for router_interface (947664a1-2f39-418b-be40-6916b1e36644), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:28.026620 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-ec324001-da4f-46f9-8b87-a514df08e7c7 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "GET /v2.0/ports?device_id=110e0f93-4946-4aec-a27a-ac8eb3a9c2a9 HTTP/1.1" status: 200 len: 205 time: 0.1291263 Mar 28 01:08:28.057697 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-15867351-67a6-4648-b590-0769cf9f61b4 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Deleting port 0d8c976c-4b3b-47ee-9098-d12135a3ac54 {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:08:28.058386 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-15867351-67a6-4648-b590-0769cf9f61b4 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (0d8c976c-4b3b-47ee-9098-d12135a3ac54), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:28.065131 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-8306349b-a8ce-47b8-bdef-f48544dcc26c tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group (57222e07-59fb-48b9-8b27-78648e363bf9), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:28.067454 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52910) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:28.168381 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d45fc61c-413c-48c7-979b-f1db3c85b2b7 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Router 947664a1-2f39-418b-be40-6916b1e36644 has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:08:28.201371 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c47e6d3-5082-4f0d-bd44-f469c9155e50 None None] Sync routers for ids ['f81af90b-fce4-4a88-b359-96e0e694ce6c'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:08:28.213945 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-18c9e1fa-98c0-4843-b1fe-00675ad43f45 None None] Provisioning complete for port cf256a5e-6470-4119-978d-df596a82004b triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:08:28.214313 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-18c9e1fa-98c0-4843-b1fe-00675ad43f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (cf256a5e-6470-4119-978d-df596a82004b), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:28.218314 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c47e6d3-5082-4f0d-bd44-f469c9155e50 None None] Routers {'f81af90b-fce4-4a88-b359-96e0e694ce6c'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:08:28.218933 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-7c47e6d3-5082-4f0d-bd44-f469c9155e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:08:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['f81af90b-fce4-4a88-b359-96e0e694ce6c'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:28.325639 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-7c47e6d3-5082-4f0d-bd44-f469c9155e50 None None] Set router f81af90b-fce4-4a88-b359-96e0e694ce6c gateway port host: None {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:08:28.346211 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-18c9e1fa-98c0-4843-b1fe-00675ad43f45 None None] Current status of the port cf256a5e-6470-4119-978d-df596a82004b is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:08:28.501507 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.api.v2.resource [None req-9bf6cd4b-3e99-4250-a610-50a8c31ad962 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] delete failed (client error): The resource could not be found. Mar 28 01:08:28.504346 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-9bf6cd4b-3e99-4250-a610-50a8c31ad962 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "DELETE /v2.0/routers/110e0f93-4946-4aec-a27a-ac8eb3a9c2a9 HTTP/1.1" status: 404 len: 336 time: 0.4335947 Mar 28 01:08:28.520916 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52912) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:28.557065 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d45fc61c-413c-48c7-979b-f1db3c85b2b7 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:08:28.563112 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-d45fc61c-413c-48c7-979b-f1db3c85b2b7 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "PUT /v2.0/routers/947664a1-2f39-418b-be40-6916b1e36644/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7982271 Mar 28 01:08:28.566056 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52914) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:28.571048 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3e85b0-f2ab-46f2-bc32-7d89a5b5f782 None None] Sync routers for ids ['947664a1-2f39-418b-be40-6916b1e36644'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:08:28.585540 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.pecan_wsgi.hooks.translation [None req-655a4543-fefd-48bc-82db-d71d5c360d0d tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] DELETE failed (client error): The resource could not be found. Mar 28 01:08:28.586119 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-655a4543-fefd-48bc-82db-d71d5c360d0d tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:08:28.589010 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-655a4543-fefd-48bc-82db-d71d5c360d0d tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "DELETE /v2.0/subnets/6660bac4-549a-428f-bab6-3d62ccda447d HTTP/1.1" status: 404 len: 337 time: 0.0635750 Mar 28 01:08:28.591991 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3e85b0-f2ab-46f2-bc32-7d89a5b5f782 None None] Routers {'947664a1-2f39-418b-be40-6916b1e36644'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:08:28.592724 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-0f3e85b0-f2ab-46f2-bc32-7d89a5b5f782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:08:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['947664a1-2f39-418b-be40-6916b1e36644'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:28.610341 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52916) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:28.612362 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-7c47e6d3-5082-4f0d-bd44-f469c9155e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f81af90b-fce4-4a88-b359-96e0e694ce6c', 'name': 'tempest-RoutersIpV6Test-router-781427244', 'tenant_id': '73b89705b12a4822849ef008702f6650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:07:51Z', 'updated_at': '2022-03-28T01:08:25Z', 'revision_number': 6, 'project_id': '73b89705b12a4822849ef008702f6650', 'gw_port_host': None, '_interfaces': [{'id': '0623390d-8328-4dda-bb2e-94ec6e7f0c5d', 'name': '', 'network_id': 'ace6d7f7-f15f-4162-86f7-e748421e33be', 'tenant_id': '73b89705b12a4822849ef008702f6650', 'mac_address': 'fa:16:3e:7f:e6:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81af90b-fce4-4a88-b359-96e0e694ce6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': 'e3c665d0-c1c5-41fb-ba5d-ce57ba99245a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:08:02Z', 'updated_at': '2022-03-28T01:08:08Z', 'revision_number': 5, 'project_id': '73b89705b12a4822849ef008702f6650', 'subnets': [{'id': 'e3c665d0-c1c5-41fb-ba5d-ce57ba99245a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '331f4e68-ccaa-42a3-a1e0-aa1862011bd5', 'name': '', 'network_id': 'e5514915-97df-44f9-b3f3-a359d6724ad6', 'tenant_id': '73b89705b12a4822849ef008702f6650', 'mac_address': 'fa:16:3e:d0:09:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81af90b-fce4-4a88-b359-96e0e694ce6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': 'b7236e94-120a-45de-a490-ff6f642df29d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:08:18Z', 'updated_at': '2022-03-28T01:08:26Z', 'revision_number': 5, 'project_id': '73b89705b12a4822849ef008702f6650', 'subnets': [{'id': 'b7236e94-120a-45de-a490-ff6f642df29d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c064e2f-0b33-473b-a38e-eefe6c7cbe40', 'name': '', 'network_id': '6db32cfe-0e5d-4e8d-92fe-ac8fb658c437', 'tenant_id': '73b89705b12a4822849ef008702f6650', 'mac_address': 'fa:16:3e:97:d5:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81af90b-fce4-4a88-b359-96e0e694ce6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': 'c3feaaef-5096-4626-8cb4-9d5cefb7793d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:08:08Z', 'updated_at': '2022-03-28T01:08:14Z', 'revision_number': 5, 'project_id': '73b89705b12a4822849ef008702f6650', 'subnets': [{'id': 'c3feaaef-5096-4626-8cb4-9d5cefb7793d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c9287fd-767d-413c-b1f6-e72c83409195', 'name': '', 'network_id': '7c8c0538-5060-44fc-95df-1da6a7312af2', 'tenant_id': '73b89705b12a4822849ef008702f6650', 'mac_address': 'fa:16:3e:6d:1f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81af90b-fce4-4a88-b359-96e0e694ce6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '11187ad9-a275-45d5-9e5e-2a11e69b6a34', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:07:54Z', 'updated_at': '2022-03-28T01:08:02Z', 'revision_number': 5, 'project_id': '73b89705b12a4822849ef008702f6650', 'subnets': [{'id': '11187ad9-a275-45d5-9e5e-2a11e69b6a34', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:28.626118 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee10cf84-1250-4920-a5de-c201026a0cef tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] GET failed (client error): The resource could not be found. Mar 28 01:08:28.630396 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-ee10cf84-1250-4920-a5de-c201026a0cef tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "GET /v2.0/ports/8754d3a5-cb24-423e-96af-fe5f8a6170cd HTTP/1.1" status: 404 len: 333 time: 0.0607469 Mar 28 01:08:28.630739 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52918) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:28.653054 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-b3ceec3a-6ad8-4e00-bd79-680f9005a202 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3586a5c-f130-423f-889d-b73491c1d4c5 HTTP/1.1" status: 200 len: 205 time: 0.0401437 Mar 28 01:08:28.654013 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52920) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:28.673210 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c47e6d3-5082-4f0d-bd44-f469c9155e50 None None] Checking router: f81af90b-fce4-4a88-b359-96e0e694ce6c for host: dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:08:28.688205 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c47e6d3-5082-4f0d-bd44-f469c9155e50 None None] Routers {'f81af90b-fce4-4a88-b359-96e0e694ce6c'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:08:28.689094 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-7c47e6d3-5082-4f0d-bd44-f469c9155e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:08:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['f81af90b-fce4-4a88-b359-96e0e694ce6c'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:28.699565 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.api.v2.resource [None req-a571c003-7511-402f-a0c3-fed3de03fa88 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] delete failed (client error): The resource could not be found. Mar 28 01:08:28.700994 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-a571c003-7511-402f-a0c3-fed3de03fa88 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "DELETE /v2.0/routers/e3586a5c-f130-423f-889d-b73491c1d4c5 HTTP/1.1" status: 404 len: 336 time: 0.0460904 Mar 28 01:08:28.703400 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device cf256a5e-6470-4119-978d-df596a82004b up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:08:28.703793 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52922) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:28.706367 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-0f3e85b0-f2ab-46f2-bc32-7d89a5b5f782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:28.740072 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3e85b0-f2ab-46f2-bc32-7d89a5b5f782 None None] Routers {'947664a1-2f39-418b-be40-6916b1e36644'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:08:28.741150 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-0f3e85b0-f2ab-46f2-bc32-7d89a5b5f782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:08:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['947664a1-2f39-418b-be40-6916b1e36644'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:28.741343 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-8239a24e-9817-4b9e-8f50-ad4a77a271b0 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] DELETE failed (client error): The resource could not be found. Mar 28 01:08:28.741749 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8239a24e-9817-4b9e-8f50-ad4a77a271b0 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:08:28.744954 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-8239a24e-9817-4b9e-8f50-ad4a77a271b0 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "DELETE /v2.0/subnets/a6ea7053-e34e-4352-bcfa-d224486ebe38 HTTP/1.1" status: 404 len: 337 time: 0.0399814 Mar 28 01:08:28.747485 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52924) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:28.757600 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-8306349b-a8ce-47b8-bdef-f48544dcc26c tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (57222e07-59fb-48b9-8b27-78648e363bf9), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:28.760183 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-8306349b-a8ce-47b8-bdef-f48544dcc26c tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:28.761336 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-8306349b-a8ce-47b8-bdef-f48544dcc26c tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] 10.222.0.24 "DELETE /v2.0/security-groups/57222e07-59fb-48b9-8b27-78648e363bf9 HTTP/1.1" status: 204 len: 168 time: 1.2148676 Mar 28 01:08:28.774204 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52926) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:28.790727 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ec7eb46-8979-4208-8dd7-8cadf7651bf5 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] DELETE failed (client error): The resource could not be found. Mar 28 01:08:28.791185 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ec7eb46-8979-4208-8dd7-8cadf7651bf5 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:08:28.794195 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-5ec7eb46-8979-4208-8dd7-8cadf7651bf5 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "DELETE /v2.0/subnets/9c9a9f14-b508-4d30-a7ba-a074e6f114f8 HTTP/1.1" status: 404 len: 337 time: 0.0457616 Mar 28 01:08:28.796896 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52928) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:28.803255 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-7c47e6d3-5082-4f0d-bd44-f469c9155e50 None None] Set router f81af90b-fce4-4a88-b359-96e0e694ce6c gateway port host: None {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:08:28.803871 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-0f3e85b0-f2ab-46f2-bc32-7d89a5b5f782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:28.804569 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3e85b0-f2ab-46f2-bc32-7d89a5b5f782 None None] The sync data for ids ['947664a1-2f39-418b-be40-6916b1e36644'] in dv-neutron-834874-6-hyperv is: [] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:08:28.811883 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-15867351-67a6-4648-b590-0769cf9f61b4 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (0d8c976c-4b3b-47ee-9098-d12135a3ac54), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:28.828717 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8306349b-a8ce-47b8-bdef-f48544dcc26c tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57222e07-59fb-48b9-8b27-78648e363bf9,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:28.830786 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-56f36aee-e6a2-4f5b-ba8f-f3b3ade3f6ab tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] DELETE failed (client error): The resource could not be found. Mar 28 01:08:28.831353 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56f36aee-e6a2-4f5b-ba8f-f3b3ade3f6ab tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:08:28.835628 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-56f36aee-e6a2-4f5b-ba8f-f3b3ade3f6ab tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "DELETE /v2.0/ports/3b948fb8-74c3-4967-8ff3-309f7b610ee2 HTTP/1.1" status: 404 len: 333 time: 0.0377386 Mar 28 01:08:28.841264 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-15867351-67a6-4648-b590-0769cf9f61b4 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Calling delete_port for 0d8c976c-4b3b-47ee-9098-d12135a3ac54 owned by {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:08:28.842389 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52930) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:28.864121 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port cf256a5e-6470-4119-978d-df596a82004b triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:08:28.864572 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (cf256a5e-6470-4119-978d-df596a82004b), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:28.887097 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-eebd67fe-a9e5-4fdc-8b08-50ef76e44713 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks [] for router (947664a1-2f39-418b-be40-6916b1e36644), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:28.897280 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-ee24230b-209e-4c3a-924d-e88da11be5f1 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1205177 Mar 28 01:08:28.897280 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52932) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:28.899742 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6c1d3d2-61e8-43bd-876c-33cf9b5c9abb tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] DELETE failed (client error): The resource could not be found. Mar 28 01:08:28.900244 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6c1d3d2-61e8-43bd-876c-33cf9b5c9abb tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:08:28.908373 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-f6c1d3d2-61e8-43bd-876c-33cf9b5c9abb tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "DELETE /v2.0/subnets/89cba258-59b6-4613-ad79-627ab922707f HTTP/1.1" status: 404 len: 337 time: 0.0643547 Mar 28 01:08:28.908979 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52934) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:28.913001 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-67c42c3a-16fe-4aa4-ae80-9a4b1cfa3f36 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Request body: {'security_group': {'name': 'tempest-secgroup--86300046'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:08:28.953328 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-0435d26a-a02d-430a-acc3-805699eb6f06 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] DELETE failed (client error): The resource could not be found. Mar 28 01:08:28.954025 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0435d26a-a02d-430a-acc3-805699eb6f06 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:08:28.957123 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-0435d26a-a02d-430a-acc3-805699eb6f06 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "DELETE /v2.0/ports/67ae34ca-3f34-408a-81e7-2e67673c02ac HTTP/1.1" status: 404 len: 333 time: 0.0394979 Mar 28 01:08:28.961644 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52936) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:28.981675 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port cf256a5e-6470-4119-978d-df596a82004b is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:08:28.983698 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 331f4e68-ccaa-42a3-a1e0-aa1862011bd5 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:08:28.992108 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4043915-7630-40bf-81b0-be169bcada6f tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] DELETE failed (client error): The resource could not be found. Mar 28 01:08:28.992722 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4043915-7630-40bf-81b0-be169bcada6f tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:08:28.999588 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-a4043915-7630-40bf-81b0-be169bcada6f tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "DELETE /v2.0/subnets/91ca6814-781c-48d2-a6eb-794b94d2cb1b HTTP/1.1" status: 404 len: 337 time: 0.0369086 Mar 28 01:08:29.001275 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52938) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:29.032700 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-c875098c-5b72-4772-a628-1a5c9237b4e3 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] DELETE failed (client error): The resource could not be found. Mar 28 01:08:29.033535 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c875098c-5b72-4772-a628-1a5c9237b4e3 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:08:29.037125 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 331f4e68-ccaa-42a3-a1e0-aa1862011bd5 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:08:29.041216 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-c875098c-5b72-4772-a628-1a5c9237b4e3 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "DELETE /v2.0/ports/f4af2d8b-2797-4f6b-8075-c554266bb066 HTTP/1.1" status: 404 len: 333 time: 0.0382395 Mar 28 01:08:29.042210 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (331f4e68-ccaa-42a3-a1e0-aa1862011bd5), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:29.042359 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52940) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:29.054153 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-67c42c3a-16fe-4aa4-ae80-9a4b1cfa3f36 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:29.104227 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-7c47e6d3-5082-4f0d-bd44-f469c9155e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f81af90b-fce4-4a88-b359-96e0e694ce6c', 'name': 'tempest-RoutersIpV6Test-router-781427244', 'tenant_id': '73b89705b12a4822849ef008702f6650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:07:51Z', 'updated_at': '2022-03-28T01:08:25Z', 'revision_number': 6, 'project_id': '73b89705b12a4822849ef008702f6650', 'gw_port_host': None, '_interfaces': [{'id': '0623390d-8328-4dda-bb2e-94ec6e7f0c5d', 'name': '', 'network_id': 'ace6d7f7-f15f-4162-86f7-e748421e33be', 'tenant_id': '73b89705b12a4822849ef008702f6650', 'mac_address': 'fa:16:3e:7f:e6:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81af90b-fce4-4a88-b359-96e0e694ce6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': 'e3c665d0-c1c5-41fb-ba5d-ce57ba99245a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:08:02Z', 'updated_at': '2022-03-28T01:08:08Z', 'revision_number': 5, 'project_id': '73b89705b12a4822849ef008702f6650', 'subnets': [{'id': 'e3c665d0-c1c5-41fb-ba5d-ce57ba99245a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '331f4e68-ccaa-42a3-a1e0-aa1862011bd5', 'name': '', 'network_id': 'e5514915-97df-44f9-b3f3-a359d6724ad6', 'tenant_id': '73b89705b12a4822849ef008702f6650', 'mac_address': 'fa:16:3e:d0:09:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81af90b-fce4-4a88-b359-96e0e694ce6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': 'b7236e94-120a-45de-a490-ff6f642df29d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:08:18Z', 'updated_at': '2022-03-28T01:08:26Z', 'revision_number': 5, 'project_id': '73b89705b12a4822849ef008702f6650', 'subnets': [{'id': 'b7236e94-120a-45de-a490-ff6f642df29d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c064e2f-0b33-473b-a38e-eefe6c7cbe40', 'name': '', 'network_id': '6db32cfe-0e5d-4e8d-92fe-ac8fb658c437', 'tenant_id': '73b89705b12a4822849ef008702f6650', 'mac_address': 'fa:16:3e:97:d5:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81af90b-fce4-4a88-b359-96e0e694ce6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': 'c3feaaef-5096-4626-8cb4-9d5cefb7793d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:08:08Z', 'updated_at': '2022-03-28T01:08:14Z', 'revision_number': 5, 'project_id': '73b89705b12a4822849ef008702f6650', 'subnets': [{'id': 'c3feaaef-5096-4626-8cb4-9d5cefb7793d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c9287fd-767d-413c-b1f6-e72c83409195', 'name': '', 'network_id': '7c8c0538-5060-44fc-95df-1da6a7312af2', 'tenant_id': '73b89705b12a4822849ef008702f6650', 'mac_address': 'fa:16:3e:6d:1f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81af90b-fce4-4a88-b359-96e0e694ce6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '11187ad9-a275-45d5-9e5e-2a11e69b6a34', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:07:54Z', 'updated_at': '2022-03-28T01:08:02Z', 'revision_number': 5, 'project_id': '73b89705b12a4822849ef008702f6650', 'subnets': [{'id': '11187ad9-a275-45d5-9e5e-2a11e69b6a34', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:29.132868 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 331f4e68-ccaa-42a3-a1e0-aa1862011bd5 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:08:29.142284 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c47e6d3-5082-4f0d-bd44-f469c9155e50 None None] The sync data for ids ['f81af90b-fce4-4a88-b359-96e0e694ce6c'] in dv-neutron-834874-6-hyperv is: [{'id': 'f81af90b-fce4-4a88-b359-96e0e694ce6c', 'name': 'tempest-RoutersIpV6Test-router-781427244', 'tenant_id': '73b89705b12a4822849ef008702f6650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:07:51Z', 'updated_at': '2022-03-28T01:08:25Z', 'revision_number': 6, 'project_id': '73b89705b12a4822849ef008702f6650', 'gw_port_host': None, '_interfaces': [{'id': '0623390d-8328-4dda-bb2e-94ec6e7f0c5d', 'name': '', 'network_id': 'ace6d7f7-f15f-4162-86f7-e748421e33be', 'tenant_id': '73b89705b12a4822849ef008702f6650', 'mac_address': 'fa:16:3e:7f:e6:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81af90b-fce4-4a88-b359-96e0e694ce6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': 'e3c665d0-c1c5-41fb-ba5d-ce57ba99245a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:08:02Z', 'updated_at': '2022-03-28T01:08:08Z', 'revision_number': 5, 'project_id': '73b89705b12a4822849ef008702f6650', 'subnets': [{'id': 'e3c665d0-c1c5-41fb-ba5d-ce57ba99245a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '331f4e68-ccaa-42a3-a1e0-aa1862011bd5', 'name': '', 'network_id': 'e5514915-97df-44f9-b3f3-a359d6724ad6', 'tenant_id': '73b89705b12a4822849ef008702f6650', 'mac_address': 'fa:16:3e:d0:09:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81af90b-fce4-4a88-b359-96e0e694ce6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': 'b7236e94-120a-45de-a490-ff6f642df29d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:08:18Z', 'updated_at': '2022-03-28T01:08:26Z', 'revision_number': 5, 'project_id': '73b89705b12a4822849ef008702f6650', 'subnets': [{'id': 'b7236e94-120a-45de-a490-ff6f642df29d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c064e2f-0b33-473b-a38e-eefe6c7cbe40', 'name': '', 'network_id': '6db32cfe-0e5d-4e8d-92fe-ac8fb658c437', 'tenant_id': '73b89705b12a4822849ef008702f6650', 'mac_address': 'fa:16:3e:97:d5:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81af90b-fce4-4a88-b359-96e0e694ce6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': 'c3feaaef-5096-4626-8cb4-9d5cefb7793d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:08:08Z', 'updated_at': '2022-03-28T01:08:14Z', 'revision_number': 5, 'project_id': '73b89705b12a4822849ef008702f6650', 'subnets': [{'id': 'c3feaaef-5096-4626-8cb4-9d5cefb7793d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c9287fd-767d-413c-b1f6-e72c83409195', 'name': '', 'network_id': '7c8c0538-5060-44fc-95df-1da6a7312af2', 'tenant_id': '73b89705b12a4822849ef008702f6650', 'mac_address': 'fa:16:3e:6d:1f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81af90b-fce4-4a88-b359-96e0e694ce6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '11187ad9-a275-45d5-9e5e-2a11e69b6a34', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:07:54Z', 'updated_at': '2022-03-28T01:08:02Z', 'revision_number': 5, 'project_id': '73b89705b12a4822849ef008702f6650', 'subnets': [{'id': '11187ad9-a275-45d5-9e5e-2a11e69b6a34', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:08:29.146277 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc37adff-46e5-420b-9289-6675845d8d04 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] DELETE failed (client error): The resource could not be found. Mar 28 01:08:29.146277 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc37adff-46e5-420b-9289-6675845d8d04 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:08:29.147550 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e88564de-c969-49ea-9d6d-1e4f747aadb5 admin admin] Publish callbacks [] for router_gateway (87992a48-3273-4cf7-b5bb-efc23b63aac4), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:29.151025 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-bc37adff-46e5-420b-9289-6675845d8d04 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "DELETE /v2.0/subnets/f6aa1b80-26cc-409f-8a4a-1d5c8ef8f1b4 HTTP/1.1" status: 404 len: 337 time: 0.1076965 Mar 28 01:08:29.154518 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52942) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:29.168608 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-67c42c3a-16fe-4aa4-ae80-9a4b1cfa3f36 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group (7fb2a588-79a5-4150-a046-2aa90166fcda), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:29.185992 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-67c42c3a-16fe-4aa4-ae80-9a4b1cfa3f36 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (7fb2a588-79a5-4150-a046-2aa90166fcda), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:29.191195 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5154b2e-2c0f-475f-a4d9-b56823102407 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] DELETE failed (client error): The resource could not be found. Mar 28 01:08:29.191765 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5154b2e-2c0f-475f-a4d9-b56823102407 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:08:29.195302 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-a5154b2e-2c0f-475f-a4d9-b56823102407 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "DELETE /v2.0/ports/25bb8370-8b7b-47fc-8cba-116c87564731 HTTP/1.1" status: 404 len: 333 time: 0.0398111 Mar 28 01:08:29.197960 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52944) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:29.243255 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-8203980c-ac3c-42c8-bb2e-69634f80e24a tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] DELETE failed (client error): The resource could not be found. Mar 28 01:08:29.243744 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8203980c-ac3c-42c8-bb2e-69634f80e24a tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:08:29.249386 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-8203980c-ac3c-42c8-bb2e-69634f80e24a tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "DELETE /v2.0/subnets/538997af-47f5-4032-ac6c-36f4e5dd7fa2 HTTP/1.1" status: 404 len: 337 time: 0.0433726 Mar 28 01:08:29.252780 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52946) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:29.255354 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-67c42c3a-16fe-4aa4-ae80-9a4b1cfa3f36 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:29.260147 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-67c42c3a-16fe-4aa4-ae80-9a4b1cfa3f36 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.3615282 Mar 28 01:08:29.269555 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52948) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:29.276171 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-04a4d6a4-99ea-44a0-9bbd-0e2201e9544d tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Request body: {'security_group_rule': {'security_group_id': '7fb2a588-79a5-4150-a046-2aa90166fcda', 'direction': 'ingress', 'protocol': 17}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:08:29.284008 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-eebd67fe-a9e5-4fdc-8b08-50ef76e44713 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7151'] for router (947664a1-2f39-418b-be40-6916b1e36644), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:29.294473 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-eebd67fe-a9e5-4fdc-8b08-50ef76e44713 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks [] for router_controller (947664a1-2f39-418b-be40-6916b1e36644), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:29.304353 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c42c3a-16fe-4aa4-ae80-9a4b1cfa3f36 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb2a588-79a5-4150-a046-2aa90166fcda,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:29.304741 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.extraroute_db [None req-df636d2a-9f5b-4aa7-83b3-3b08b32c0991 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Added routes are [] {{(pid=104098) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 28 01:08:29.305064 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.extraroute_db [None req-df636d2a-9f5b-4aa7-83b3-3b08b32c0991 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=104098) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 28 01:08:29.311519 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d4089c6-aad4-4de5-9da6-da2e228dd280 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] DELETE failed (client error): The resource could not be found. Mar 28 01:08:29.311519 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d4089c6-aad4-4de5-9da6-da2e228dd280 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:08:29.314577 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-3d4089c6-aad4-4de5-9da6-da2e228dd280 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "DELETE /v2.0/ports/0dde94a3-c5fd-4d64-ab3c-79a33bae4f8e HTTP/1.1" status: 404 len: 333 time: 0.0533080 Mar 28 01:08:29.318474 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52950) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:29.348502 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5f1d0c9-58b3-4e27-8467-cdbdee384ecc tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] DELETE failed (client error): The resource could not be found. Mar 28 01:08:29.349017 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5f1d0c9-58b3-4e27-8467-cdbdee384ecc tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:08:29.352523 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-c5f1d0c9-58b3-4e27-8467-cdbdee384ecc tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "DELETE /v2.0/subnets/40377bfd-133a-45d5-beee-10a6e885dd34 HTTP/1.1" status: 404 len: 337 time: 0.0324106 Mar 28 01:08:29.355560 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52952) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:29.365673 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-04a4d6a4-99ea-44a0-9bbd-0e2201e9544d tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group_rule (c6e58c9f-b9d6-4970-8549-51633d373056), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:29.388692 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-155ed8d2-5ac4-4a8d-9b9b-bb89e2bb1490 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] DELETE failed (client error): The resource could not be found. Mar 28 01:08:29.390745 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-155ed8d2-5ac4-4a8d-9b9b-bb89e2bb1490 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:08:29.392369 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-155ed8d2-5ac4-4a8d-9b9b-bb89e2bb1490 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "DELETE /v2.0/ports/e5d25624-a1d3-434e-9b97-c3bd9a27c721 HTTP/1.1" status: 404 len: 333 time: 0.0357862 Mar 28 01:08:29.395100 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52954) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:29.411223 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-eebd67fe-a9e5-4fdc-8b08-50ef76e44713 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689686'] for router (947664a1-2f39-418b-be40-6916b1e36644), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:29.411764 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eebd67fe-a9e5-4fdc-8b08-50ef76e44713 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Fanout notify agent at l3_agent the message router_deleted on router 947664a1-2f39-418b-be40-6916b1e36644 {{(pid=104098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 01:08:29.425077 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-eebd67fe-a9e5-4fdc-8b08-50ef76e44713 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks [] for router (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:29.426176 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-eebd67fe-a9e5-4fdc-8b08-50ef76e44713 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "DELETE /v2.0/routers/947664a1-2f39-418b-be40-6916b1e36644 HTTP/1.1" status: 204 len: 168 time: 0.7921963 Mar 28 01:08:29.431524 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52956) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:29.435081 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-22a2e9a9-b9cc-4d95-88b0-951becaa1813 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] DELETE failed (client error): The resource could not be found. Mar 28 01:08:29.435538 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22a2e9a9-b9cc-4d95-88b0-951becaa1813 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:08:29.438521 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-22a2e9a9-b9cc-4d95-88b0-951becaa1813 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "DELETE /v2.0/subnets/a99ae5e0-33c8-42d7-b6ea-d82e04c0177a HTTP/1.1" status: 404 len: 337 time: 0.0425248 Mar 28 01:08:29.443138 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52958) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:29.449696 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-df636d2a-9f5b-4aa7-83b3-3b08b32c0991 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3688170', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3689605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7136'] for router (f81af90b-fce4-4a88-b359-96e0e694ce6c), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:29.476584 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-af638934-3e9e-4b5a-a31b-11836a9aceab tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] DELETE failed (client error): The resource could not be found. Mar 28 01:08:29.477221 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af638934-3e9e-4b5a-a31b-11836a9aceab tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:08:29.480368 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-af638934-3e9e-4b5a-a31b-11836a9aceab tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "DELETE /v2.0/ports/b37cba78-6dbd-48e8-a377-4604e2cc003a HTTP/1.1" status: 404 len: 333 time: 0.0356231 Mar 28 01:08:29.482896 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52960) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:29.515028 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-25462448-d917-4861-91c5-295c8204e901 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] DELETE failed (client error): The resource could not be found. Mar 28 01:08:29.515475 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25462448-d917-4861-91c5-295c8204e901 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:08:29.518527 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-25462448-d917-4861-91c5-295c8204e901 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "DELETE /v2.0/subnets/2e40bf70-93b6-4f71-96d3-cb69b39cb3f3 HTTP/1.1" status: 404 len: 337 time: 0.0346940 Mar 28 01:08:29.520379 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-04a4d6a4-99ea-44a0-9bbd-0e2201e9544d tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group_rule (c6e58c9f-b9d6-4970-8549-51633d373056), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:29.521199 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52962) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:29.530948 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-04a4d6a4-99ea-44a0-9bbd-0e2201e9544d tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (c6e58c9f-b9d6-4970-8549-51633d373056), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:29.599759 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a4d6a4-99ea-44a0-9bbd-0e2201e9544d tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6e58c9f-b9d6-4970-8549-51633d373056,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:29.608157 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-04a4d6a4-99ea-44a0-9bbd-0e2201e9544d tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:29.611849 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-04a4d6a4-99ea-44a0-9bbd-0e2201e9544d tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3416827 Mar 28 01:08:29.612463 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52964) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:29.647640 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9bfbdfb5-42d2-4c81-a682-ec325f225994 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (be4801db-c8f8-4df3-b9b5-556693d6a290), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:29.657352 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c29c4e7-2823-4fb3-9c2e-135205f02453 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Deleting subnet e9982946-f51f-4b2a-a8ea-5ef448d17bb9 {{(pid=104098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:08:29.666197 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5c29c4e7-2823-4fb3-9c2e-135205f02453 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks [] for subnet (e9982946-f51f-4b2a-a8ea-5ef448d17bb9), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:29.718463 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-6b9566e9-a7bf-43c2-976b-59bb030adf38 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group (7fb2a588-79a5-4150-a046-2aa90166fcda), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:29.725173 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-15867351-67a6-4648-b590-0769cf9f61b4 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (0d8c976c-4b3b-47ee-9098-d12135a3ac54), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:29.743542 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5c29c4e7-2823-4fb3-9c2e-135205f02453 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126443526'] for subnet (e9982946-f51f-4b2a-a8ea-5ef448d17bb9), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:29.783528 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9bfbdfb5-42d2-4c81-a682-ec325f225994 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (be4801db-c8f8-4df3-b9b5-556693d6a290), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:29.787058 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-6b9566e9-a7bf-43c2-976b-59bb030adf38 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group (7fb2a588-79a5-4150-a046-2aa90166fcda), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:29.791220 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15867351-67a6-4648-b590-0769cf9f61b4 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Pushing event deleted for resources: {'Port': ['ID=0d8c976c-4b3b-47ee-9098-d12135a3ac54,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:29.823608 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-9bfbdfb5-42d2-4c81-a682-ec325f225994 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be4801db-c8f8-4df3-b9b5-556693d6a290']}} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:29.840367 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e88564de-c969-49ea-9d6d-1e4f747aadb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687953'] for router (87992a48-3273-4cf7-b5bb-efc23b63aac4), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:29.842687 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-9bfbdfb5-42d2-4c81-a682-ec325f225994 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9028fe72-9b79-4538-96be-757c3dc71a72') {'for_net_delete': True} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:29.842981 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-9bfbdfb5-42d2-4c81-a682-ec325f225994 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9028fe72-9b79-4538-96be-757c3dc71a72') {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:29.854280 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9bfbdfb5-42d2-4c81-a682-ec325f225994 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126946678'] for segment (9028fe72-9b79-4538-96be-757c3dc71a72), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:29.871074 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9bfbdfb5-42d2-4c81-a682-ec325f225994 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (9028fe72-9b79-4538-96be-757c3dc71a72), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:29.875775 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-6b9566e9-a7bf-43c2-976b-59bb030adf38 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (7fb2a588-79a5-4150-a046-2aa90166fcda), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:29.878531 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-6b9566e9-a7bf-43c2-976b-59bb030adf38 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:29.882339 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-6b9566e9-a7bf-43c2-976b-59bb030adf38 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] 10.222.0.24 "DELETE /v2.0/security-groups/7fb2a588-79a5-4150-a046-2aa90166fcda HTTP/1.1" status: 204 len: 168 time: 0.2666614 Mar 28 01:08:29.884335 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52966) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:29.894399 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bfbdfb5-42d2-4c81-a682-ec325f225994 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=104099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:08:29.894793 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9bfbdfb5-42d2-4c81-a682-ec325f225994 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127280876'] for segment (9028fe72-9b79-4538-96be-757c3dc71a72), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:29.898196 dv-neutron-834874-6-hyperv neutron-server[104099]: Traceback (most recent call last): Mar 28 01:08:29.898196 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:08:29.898196 dv-neutron-834874-6-hyperv neutron-server[104099]: timer() Mar 28 01:08:29.898196 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:08:29.898196 dv-neutron-834874-6-hyperv neutron-server[104099]: cb(*args, **kw) Mar 28 01:08:29.898196 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:08:29.898196 dv-neutron-834874-6-hyperv neutron-server[104099]: return func(*args, **kwargs) Mar 28 01:08:29.898196 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:08:29.898196 dv-neutron-834874-6-hyperv neutron-server[104099]: self._notify() Mar 28 01:08:29.898196 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:08:29.898196 dv-neutron-834874-6-hyperv neutron-server[104099]: self.callback(batched_events) Mar 28 01:08:29.898196 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:08:29.898196 dv-neutron-834874-6-hyperv neutron-server[104099]: event.method(event) Mar 28 01:08:29.898196 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:08:29.898196 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:08:29.898196 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:08:29.898196 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:08:29.898196 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:08:29.898196 dv-neutron-834874-6-hyperv neutron-server[104099]: return f(self, *a, **k) Mar 28 01:08:29.898196 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:08:29.898196 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._get(url).json() Mar 28 01:08:29.898196 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:08:29.898196 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:08:29.898196 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:08:29.898196 dv-neutron-834874-6-hyperv neutron-server[104099]: return self.request(url, 'GET', **kwargs) Mar 28 01:08:29.898196 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:08:29.898196 dv-neutron-834874-6-hyperv neutron-server[104099]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:08:29.898196 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:08:29.898196 dv-neutron-834874-6-hyperv neutron-server[104099]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:08:29.898196 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:08:29.898196 dv-neutron-834874-6-hyperv neutron-server[104099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:08:29.898196 dv-neutron-834874-6-hyperv neutron-server[104099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:08:29.943531 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9566e9-a7bf-43c2-976b-59bb030adf38 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fb2a588-79a5-4150-a046-2aa90166fcda,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:29.989497 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9bfbdfb5-42d2-4c81-a682-ec325f225994 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (be4801db-c8f8-4df3-b9b5-556693d6a290), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:29.994766 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9bfbdfb5-42d2-4c81-a682-ec325f225994 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Publish callbacks [] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:29.999053 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-9bfbdfb5-42d2-4c81-a682-ec325f225994 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] 10.222.0.24 "DELETE /v2.0/networks/be4801db-c8f8-4df3-b9b5-556693d6a290 HTTP/1.1" status: 204 len: 168 time: 0.4769149 Mar 28 01:08:30.011088 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-8bee3bd6-1066-49d3-a585-b3330064eaeb tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1192112 Mar 28 01:08:30.011335 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52970) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:30.029127 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-f9fe04b4-bff2-4612-a15d-4d2cde9545d7 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Request body: {'security_group': {'name': 'tempest-secgroup--1064530991'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:08:30.033226 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfbdfb5-42d2-4c81-a682-ec325f225994 tempest-NetworksTestDHCPv6-470411900 tempest-NetworksTestDHCPv6-470411900-project] Pushing event deleted for resources: {'Network': ['ID=be4801db-c8f8-4df3-b9b5-556693d6a290,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:30.053807 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f9fe04b4-bff2-4612-a15d-4d2cde9545d7 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:30.063403 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-df636d2a-9f5b-4aa7-83b3-3b08b32c0991 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3688170', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3689605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7136'] for router (f81af90b-fce4-4a88-b359-96e0e694ce6c), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:30.081542 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-df636d2a-9f5b-4aa7-83b3-3b08b32c0991 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3688163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3687960', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3689650'] for router (f81af90b-fce4-4a88-b359-96e0e694ce6c), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:30.103047 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5c29c4e7-2823-4fb3-9c2e-135205f02453 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (e9982946-f51f-4b2a-a8ea-5ef448d17bb9), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:30.108577 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-15867351-67a6-4648-b590-0769cf9f61b4 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:30.112586 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-15867351-67a6-4648-b590-0769cf9f61b4 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] 10.222.0.24 "DELETE /v2.0/ports/0d8c976c-4b3b-47ee-9098-d12135a3ac54 HTTP/1.1" status: 204 len: 168 time: 2.7371390 Mar 28 01:08:30.119259 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52972) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:30.123657 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-45b47be9-4f6b-48bb-b306-e3f07099b73b tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Request body: {'floatingip': {'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:08:30.144612 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f9fe04b4-bff2-4612-a15d-4d2cde9545d7 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group (14cb0edf-cd99-49cc-819b-5624c83d25e1), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:30.154661 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f9fe04b4-bff2-4612-a15d-4d2cde9545d7 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (14cb0edf-cd99-49cc-819b-5624c83d25e1), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:30.177588 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-45b47be9-4f6b-48bb-b306-e3f07099b73b tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:30.203105 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f9fe04b4-bff2-4612-a15d-4d2cde9545d7 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:30.204375 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-f9fe04b4-bff2-4612-a15d-4d2cde9545d7 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1790051 Mar 28 01:08:30.230052 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52976) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:30.235966 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-583b6e45-e02b-47eb-bc9f-02938c2e5a3a tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Request body: {'security_group': {'name': 'tempest-secgroup--774884455'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:08:30.240251 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fe04b4-bff2-4612-a15d-4d2cde9545d7 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14cb0edf-cd99-49cc-819b-5624c83d25e1,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:30.245727 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52978) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:30.278913 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-583b6e45-e02b-47eb-bc9f-02938c2e5a3a tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:30.413687 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-45b47be9-4f6b-48bb-b306-e3f07099b73b tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:30.431370 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-583b6e45-e02b-47eb-bc9f-02938c2e5a3a tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group (be6680c9-2cdb-4434-9db9-4ad192830a1f), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:30.444599 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-583b6e45-e02b-47eb-bc9f-02938c2e5a3a tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (be6680c9-2cdb-4434-9db9-4ad192830a1f), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:30.488918 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-44636cf2-729f-4c85-8a8f-f399c1bd8c6a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=564cf6bfe83a4d71adcd7d33f5d20cb1&name=default HTTP/1.1" status: 200 len: 2995 time: 0.2413366 Mar 28 01:08:30.499020 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52982) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:30.526042 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-583b6e45-e02b-47eb-bc9f-02938c2e5a3a tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:30.527255 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-583b6e45-e02b-47eb-bc9f-02938c2e5a3a tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.2958283 Mar 28 01:08:30.534546 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52984) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:30.541547 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-0973e18a-0c35-4d75-97cc-32b0bf1c2615 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Request body: {'security_group_rule': {'security_group_id': '14cb0edf-cd99-49cc-819b-5624c83d25e1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'be6680c9-2cdb-4434-9db9-4ad192830a1f', 'remote_ip_prefix': None}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:08:30.575791 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583b6e45-e02b-47eb-bc9f-02938c2e5a3a tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be6680c9-2cdb-4434-9db9-4ad192830a1f,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:30.620125 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5c29c4e7-2823-4fb3-9c2e-135205f02453 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126175041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126112438'] for subnet (e9982946-f51f-4b2a-a8ea-5ef448d17bb9), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:30.626127 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-66fbb045-934a-4b38-b799-a8193aafdb1a admin admin] Publish callbacks [] for security_group (41d72472-da2f-46d3-97d4-d4b1f3950e2e), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:30.627584 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df636d2a-9f5b-4aa7-83b3-3b08b32c0991 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Router f81af90b-fce4-4a88-b359-96e0e694ce6c has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:08:30.628383 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [None req-45b47be9-4f6b-48bb-b306-e3f07099b73b tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Allocated IP 172.26.1.141 (dea6548b-502b-42db-97fb-371e423e739a/cce6de65-d8c9-45b8-9970-0a277e8c1192/f416e36a-c8f8-4ddd-8df7-d55f707e1592) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:08:30.637865 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0973e18a-0c35-4d75-97cc-32b0bf1c2615 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group_rule (980fb762-851a-4150-8b6a-52f604d36572), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:30.640170 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e88564de-c969-49ea-9d6d-1e4f747aadb5 admin admin] Router 87992a48-3273-4cf7-b5bb-efc23b63aac4 is scheduled to L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 with binding_index 1 {{(pid=104098) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 01:08:30.662844 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-66fbb045-934a-4b38-b799-a8193aafdb1a admin admin] Publish callbacks [] for security_group (41d72472-da2f-46d3-97d4-d4b1f3950e2e), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:30.671910 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c29c4e7-2823-4fb3-9c2e-135205f02453 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Pushing event deleted for resources: {'Subnet': ['ID=e9982946-f51f-4b2a-a8ea-5ef448d17bb9,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:30.673892 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5c29c4e7-2823-4fb3-9c2e-135205f02453 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:30.676594 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749f7e2f-5f5c-4eaa-9746-821479dbc95c None None] Network 6c196ec8-087a-4816-a2cf-e22eacf551e9 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:08:30.677074 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-5c29c4e7-2823-4fb3-9c2e-135205f02453 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "DELETE /v2.0/subnets/e9982946-f51f-4b2a-a8ea-5ef448d17bb9 HTTP/1.1" status: 204 len: 168 time: 1.2446008 Mar 28 01:08:30.680309 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 52986) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:30.843226 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-61ebf5af-2f25-4d88-ae23-c91b050331ba tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (6c196ec8-087a-4816-a2cf-e22eacf551e9), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:30.866450 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be03feb-df9c-4bcc-b90d-a6e57af7e160 None None] DHCP port deletion for 6c196ec8-087a-4816-a2cf-e22eacf551e9 request from dv-neutron-834874-6-hyperv {{(pid=104100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 01:08:30.886263 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-45b47be9-4f6b-48bb-b306-e3f07099b73b tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks [] for port (f416e36a-c8f8-4ddd-8df7-d55f707e1592), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:30.887782 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-66fbb045-934a-4b38-b799-a8193aafdb1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (41d72472-da2f-46d3-97d4-d4b1f3950e2e), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:30.891552 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-66fbb045-934a-4b38-b799-a8193aafdb1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:30.895298 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-66fbb045-934a-4b38-b799-a8193aafdb1a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/41d72472-da2f-46d3-97d4-d4b1f3950e2e HTTP/1.1" status: 204 len: 168 time: 0.3902831 Mar 28 01:08:30.897565 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df636d2a-9f5b-4aa7-83b3-3b08b32c0991 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:08:30.906480 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-df636d2a-9f5b-4aa7-83b3-3b08b32c0991 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks [] for router (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:30.908818 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270632ad-f059-4bda-9fed-cb947f943b57 None None] Sync routers for ids ['f81af90b-fce4-4a88-b359-96e0e694ce6c'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:08:30.910849 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-df636d2a-9f5b-4aa7-83b3-3b08b32c0991 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] 10.222.0.24 "PUT /v2.0/routers/f81af90b-fce4-4a88-b359-96e0e694ce6c HTTP/1.1" status: 200 len: 703 time: 3.2600605 Mar 28 01:08:30.914157 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52990) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:30.928874 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0973e18a-0c35-4d75-97cc-32b0bf1c2615 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group_rule (980fb762-851a-4150-8b6a-52f604d36572), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:30.929080 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270632ad-f059-4bda-9fed-cb947f943b57 None None] Routers {'f81af90b-fce4-4a88-b359-96e0e694ce6c'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:08:30.929793 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-270632ad-f059-4bda-9fed-cb947f943b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:08:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['f81af90b-fce4-4a88-b359-96e0e694ce6c'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:30.940691 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-3be03feb-df9c-4bcc-b90d-a6e57af7e160 None None] Deleting port 60449c9b-f857-4159-b04e-4805e1d6dde9 {{(pid=104100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:08:30.941097 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-3be03feb-df9c-4bcc-b90d-a6e57af7e160 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (60449c9b-f857-4159-b04e-4805e1d6dde9), before_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:30.948776 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fbb045-934a-4b38-b799-a8193aafdb1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41d72472-da2f-46d3-97d4-d4b1f3950e2e,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:30.967424 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0973e18a-0c35-4d75-97cc-32b0bf1c2615 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (980fb762-851a-4150-8b6a-52f604d36572), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:31.026752 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0973e18a-0c35-4d75-97cc-32b0bf1c2615 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=980fb762-851a-4150-8b6a-52f604d36572,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:31.031873 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e88564de-c969-49ea-9d6d-1e4f747aadb5 admin admin] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:08:31.054647 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-61ebf5af-2f25-4d88-ae23-c91b050331ba tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Deleting port 60449c9b-f857-4159-b04e-4805e1d6dde9 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:08:31.055666 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0973e18a-0c35-4d75-97cc-32b0bf1c2615 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:31.056075 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-61ebf5af-2f25-4d88-ae23-c91b050331ba tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (60449c9b-f857-4159-b04e-4805e1d6dde9), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:31.057238 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-0973e18a-0c35-4d75-97cc-32b0bf1c2615 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5201137 Mar 28 01:08:31.063255 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52992) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:31.077454 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-3be03feb-df9c-4bcc-b90d-a6e57af7e160 None None] For port 60449c9b-f857-4159-b04e-4805e1d6dde9, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=60449c9b-f857-4159-b04e-4805e1d6dde9,segment=NetworkSegment(10982970-8806-4bd4-b7fc-70cb8433d781),segment_id=10982970-8806-4bd4-b7fc-70cb8433d781)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:08:31.078702 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-3be03feb-df9c-4bcc-b90d-a6e57af7e160 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (60449c9b-f857-4159-b04e-4805e1d6dde9), precommit_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:31.081268 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-9ad7b889-6ecc-4531-9107-2816d310e41f tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] 10.222.0.24 "GET /v2.0/routers/f81af90b-fce4-4a88-b359-96e0e694ce6c HTTP/1.1" status: 200 len: 703 time: 0.1645052 Mar 28 01:08:31.086467 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52994) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:31.097790 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e88564de-c969-49ea-9d6d-1e4f747aadb5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:31.098144 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-3be03feb-df9c-4bcc-b90d-a6e57af7e160 None None] Calling delete_port for 60449c9b-f857-4159-b04e-4805e1d6dde9 owned by network:dhcp {{(pid=104100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:08:31.099413 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-e88564de-c969-49ea-9d6d-1e4f747aadb5 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.0629621 Mar 28 01:08:31.121419 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-270632ad-f059-4bda-9fed-cb947f943b57 None None] Set router f81af90b-fce4-4a88-b359-96e0e694ce6c gateway port host: None {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:08:31.140665 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 52996) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:31.157456 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-45b47be9-4f6b-48bb-b306-e3f07099b73b tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (f416e36a-c8f8-4ddd-8df7-d55f707e1592), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:31.237018 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a068af-dbae-4da3-b6f8-cfe0d9dd98a7 None None] Sync routers for ids ['87992a48-3273-4cf7-b5bb-efc23b63aac4'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:08:31.243063 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b47be9-4f6b-48bb-b306-e3f07099b73b tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Network dea6548b-502b-42db-97fb-371e423e739a is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:08:31.250060 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-cea2e4da-752f-41d2-93cb-c8e8a1b1088a tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group_rule (980fb762-851a-4150-8b6a-52f604d36572), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:31.252357 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-45b47be9-4f6b-48bb-b306-e3f07099b73b tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:08:31.252871 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-3be03feb-df9c-4bcc-b90d-a6e57af7e160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886'] for port (60449c9b-f857-4159-b04e-4805e1d6dde9), after_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:31.261297 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b47be9-4f6b-48bb-b306-e3f07099b73b tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:08:31.261648 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a068af-dbae-4da3-b6f8-cfe0d9dd98a7 None None] Routers {'87992a48-3273-4cf7-b5bb-efc23b63aac4'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:08:31.262771 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-c4a068af-dbae-4da3-b6f8-cfe0d9dd98a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:08:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['87992a48-3273-4cf7-b5bb-efc23b63aac4'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:31.269823 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-61ebf5af-2f25-4d88-ae23-c91b050331ba tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] For port 60449c9b-f857-4159-b04e-4805e1d6dde9, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=60449c9b-f857-4159-b04e-4805e1d6dde9,segment=NetworkSegment(10982970-8806-4bd4-b7fc-70cb8433d781),segment_id=10982970-8806-4bd4-b7fc-70cb8433d781)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:08:31.269823 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-61ebf5af-2f25-4d88-ae23-c91b050331ba tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (60449c9b-f857-4159-b04e-4805e1d6dde9), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:31.319520 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-cea2e4da-752f-41d2-93cb-c8e8a1b1088a tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group_rule (980fb762-851a-4150-8b6a-52f604d36572), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:31.335338 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b47be9-4f6b-48bb-b306-e3f07099b73b tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Pushing event updated for resources: {'Port': ['ID=f416e36a-c8f8-4ddd-8df7-d55f707e1592,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:31.354313 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-61ebf5af-2f25-4d88-ae23-c91b050331ba tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Calling delete_port for 60449c9b-f857-4159-b04e-4805e1d6dde9 owned by network:dhcp {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:08:31.390540 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be03feb-df9c-4bcc-b90d-a6e57af7e160 None None] Pushing event deleted for resources: {'Port': ['ID=60449c9b-f857-4159-b04e-4805e1d6dde9,revision_number=None']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:31.397398 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be03feb-df9c-4bcc-b90d-a6e57af7e160 None None] No DVR routers for this DVR port 60449c9b-f857-4159-b04e-4805e1d6dde9 on host dv-neutron-834874-6-hyperv {{(pid=104100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:08:31.464320 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-cea2e4da-752f-41d2-93cb-c8e8a1b1088a tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (980fb762-851a-4150-8b6a-52f604d36572), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:31.468007 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-45b47be9-4f6b-48bb-b306-e3f07099b73b tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks [] for floatingip (45e3aabb-f86e-4483-bb5a-a16cf5df79a8), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:31.490960 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-cea2e4da-752f-41d2-93cb-c8e8a1b1088a tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:31.494034 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-cea2e4da-752f-41d2-93cb-c8e8a1b1088a tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/980fb762-851a-4150-8b6a-52f604d36572 HTTP/1.1" status: 204 len: 168 time: 0.4295955 Mar 28 01:08:31.499300 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-c4a068af-dbae-4da3-b6f8-cfe0d9dd98a7 None None] Set router 87992a48-3273-4cf7-b5bb-efc23b63aac4 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:08:31.501307 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53008) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:31.504958 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea2e4da-752f-41d2-93cb-c8e8a1b1088a tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=980fb762-851a-4150-8b6a-52f604d36572,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:31.508706 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-270632ad-f059-4bda-9fed-cb947f943b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f81af90b-fce4-4a88-b359-96e0e694ce6c', 'name': 'tempest-RoutersIpV6Test-router-781427244', 'tenant_id': '73b89705b12a4822849ef008702f6650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:07:51Z', 'updated_at': '2022-03-28T01:08:29Z', 'revision_number': 7, 'project_id': '73b89705b12a4822849ef008702f6650', 'gw_port_host': None, '_interfaces': [{'id': '0623390d-8328-4dda-bb2e-94ec6e7f0c5d', 'name': '', 'network_id': 'ace6d7f7-f15f-4162-86f7-e748421e33be', 'tenant_id': '73b89705b12a4822849ef008702f6650', 'mac_address': 'fa:16:3e:7f:e6:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81af90b-fce4-4a88-b359-96e0e694ce6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': 'e3c665d0-c1c5-41fb-ba5d-ce57ba99245a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:08:02Z', 'updated_at': '2022-03-28T01:08:08Z', 'revision_number': 5, 'project_id': '73b89705b12a4822849ef008702f6650', 'subnets': [{'id': 'e3c665d0-c1c5-41fb-ba5d-ce57ba99245a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '331f4e68-ccaa-42a3-a1e0-aa1862011bd5', 'name': '', 'network_id': 'e5514915-97df-44f9-b3f3-a359d6724ad6', 'tenant_id': '73b89705b12a4822849ef008702f6650', 'mac_address': 'fa:16:3e:d0:09:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81af90b-fce4-4a88-b359-96e0e694ce6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': 'b7236e94-120a-45de-a490-ff6f642df29d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:08:18Z', 'updated_at': '2022-03-28T01:08:26Z', 'revision_number': 5, 'project_id': '73b89705b12a4822849ef008702f6650', 'subnets': [{'id': 'b7236e94-120a-45de-a490-ff6f642df29d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c064e2f-0b33-473b-a38e-eefe6c7cbe40', 'name': '', 'network_id': '6db32cfe-0e5d-4e8d-92fe-ac8fb658c437', 'tenant_id': '73b89705b12a4822849ef008702f6650', 'mac_address': 'fa:16:3e:97:d5:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81af90b-fce4-4a88-b359-96e0e694ce6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': 'c3feaaef-5096-4626-8cb4-9d5cefb7793d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:08:08Z', 'updated_at': '2022-03-28T01:08:14Z', 'revision_number': 5, 'project_id': '73b89705b12a4822849ef008702f6650', 'subnets': [{'id': 'c3feaaef-5096-4626-8cb4-9d5cefb7793d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c9287fd-767d-413c-b1f6-e72c83409195', 'name': '', 'network_id': '7c8c0538-5060-44fc-95df-1da6a7312af2', 'tenant_id': '73b89705b12a4822849ef008702f6650', 'mac_address': 'fa:16:3e:6d:1f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81af90b-fce4-4a88-b359-96e0e694ce6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '11187ad9-a275-45d5-9e5e-2a11e69b6a34', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:07:54Z', 'updated_at': '2022-03-28T01:08:02Z', 'revision_number': 5, 'project_id': '73b89705b12a4822849ef008702f6650', 'subnets': [{'id': '11187ad9-a275-45d5-9e5e-2a11e69b6a34', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:31.556927 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270632ad-f059-4bda-9fed-cb947f943b57 None None] Checking router: f81af90b-fce4-4a88-b359-96e0e694ce6c for host: dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:08:31.569462 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270632ad-f059-4bda-9fed-cb947f943b57 None None] Routers {'f81af90b-fce4-4a88-b359-96e0e694ce6c'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:08:31.570954 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-270632ad-f059-4bda-9fed-cb947f943b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:08:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['f81af90b-fce4-4a88-b359-96e0e694ce6c'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:31.630320 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-45b47be9-4f6b-48bb-b306-e3f07099b73b tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (f416e36a-c8f8-4ddd-8df7-d55f707e1592), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:31.670857 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-29bac010-2f15-452f-9507-b189b2cc4dd7 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1667626 Mar 28 01:08:31.673004 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53012) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:31.723152 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-61ebf5af-2f25-4d88-ae23-c91b050331ba tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (60449c9b-f857-4159-b04e-4805e1d6dde9), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:31.763336 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-270632ad-f059-4bda-9fed-cb947f943b57 None None] Set router f81af90b-fce4-4a88-b359-96e0e694ce6c gateway port host: None {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:08:31.766503 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ebf5af-2f25-4d88-ae23-c91b050331ba tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Pushing event deleted for resources: {'Port': ['ID=60449c9b-f857-4159-b04e-4805e1d6dde9,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:31.783049 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ebf5af-2f25-4d88-ae23-c91b050331ba tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] No DVR routers for this DVR port 60449c9b-f857-4159-b04e-4805e1d6dde9 on host dv-neutron-834874-6-hyperv {{(pid=104099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:08:31.826591 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-c4a068af-dbae-4da3-b6f8-cfe0d9dd98a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87992a48-3273-4cf7-b5bb-efc23b63aac4', 'name': 'tempest-TestVolumeBootPattern-1711087568-router', 'tenant_id': 'bf9f34f21ab94392ab36354129e00f8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.60'}], 'enable_snat': True}, 'gw_port_id': '2b33c713-3e16-49b2-a91e-4acf21746887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:08:24Z', 'updated_at': '2022-03-28T01:08:28Z', 'revision_number': 3, 'project_id': 'bf9f34f21ab94392ab36354129e00f8d', 'gw_port': {'id': '2b33c713-3e16-49b2-a91e-4acf21746887', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8e:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87992a48-3273-4cf7-b5bb-efc23b63aac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:08:25Z', 'updated_at': '2022-03-28T01:08:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:31.884634 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a068af-dbae-4da3-b6f8-cfe0d9dd98a7 None None] Checking router: 87992a48-3273-4cf7-b5bb-efc23b63aac4 for host: dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:08:31.885040 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a068af-dbae-4da3-b6f8-cfe0d9dd98a7 None None] Updating router 87992a48-3273-4cf7-b5bb-efc23b63aac4 port 2b33c713-3e16-49b2-a91e-4acf21746887 binding host dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 01:08:31.908443 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ee44d76d-4f9c-445f-93da-d799119d3cbb tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group (be6680c9-2cdb-4434-9db9-4ad192830a1f), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:31.981728 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-c4a068af-dbae-4da3-b6f8-cfe0d9dd98a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (2b33c713-3e16-49b2-a91e-4acf21746887), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:31.997318 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-61ebf5af-2f25-4d88-ae23-c91b050331ba tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (6c196ec8-087a-4816-a2cf-e22eacf551e9), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:32.012983 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-26442599-2526-4364-a701-7b7d8eee43f8 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3686527'] for router_interface (f81af90b-fce4-4a88-b359-96e0e694ce6c), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:32.013998 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ee44d76d-4f9c-445f-93da-d799119d3cbb tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group (be6680c9-2cdb-4434-9db9-4ad192830a1f), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:32.050274 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-61ebf5af-2f25-4d88-ae23-c91b050331ba tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c196ec8-087a-4816-a2cf-e22eacf551e9']}} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:32.082697 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-61ebf5af-2f25-4d88-ae23-c91b050331ba tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10982970-8806-4bd4-b7fc-70cb8433d781') {'for_net_delete': True} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:32.082697 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-61ebf5af-2f25-4d88-ae23-c91b050331ba tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10982970-8806-4bd4-b7fc-70cb8433d781') {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:32.083893 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-45b47be9-4f6b-48bb-b306-e3f07099b73b tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks [] for port (f416e36a-c8f8-4ddd-8df7-d55f707e1592), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:32.093068 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-45b47be9-4f6b-48bb-b306-e3f07099b73b tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (f416e36a-c8f8-4ddd-8df7-d55f707e1592), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:32.104993 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-61ebf5af-2f25-4d88-ae23-c91b050331ba tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126946678'] for segment (10982970-8806-4bd4-b7fc-70cb8433d781), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:32.117338 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 53020) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:32.170951 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-61ebf5af-2f25-4d88-ae23-c91b050331ba tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (10982970-8806-4bd4-b7fc-70cb8433d781), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:32.187444 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ee44d76d-4f9c-445f-93da-d799119d3cbb tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (be6680c9-2cdb-4434-9db9-4ad192830a1f), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:32.190016 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ee44d76d-4f9c-445f-93da-d799119d3cbb tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:32.196002 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-ee44d76d-4f9c-445f-93da-d799119d3cbb tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] 10.222.0.24 "DELETE /v2.0/security-groups/be6680c9-2cdb-4434-9db9-4ad192830a1f HTTP/1.1" status: 204 len: 168 time: 0.5206447 Mar 28 01:08:32.198496 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53024) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:32.214977 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61ebf5af-2f25-4d88-ae23-c91b050331ba tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=104099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:08:32.215393 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-61ebf5af-2f25-4d88-ae23-c91b050331ba tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127280876'] for segment (10982970-8806-4bd4-b7fc-70cb8433d781), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:32.218624 dv-neutron-834874-6-hyperv neutron-server[104099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 01:08:32.218624 dv-neutron-834874-6-hyperv neutron-server[104099]: self.session.flush() Mar 28 01:08:32.218624 dv-neutron-834874-6-hyperv neutron-server[104099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 01:08:32.218624 dv-neutron-834874-6-hyperv neutron-server[104099]: self.session.flush() Mar 28 01:08:32.218624 dv-neutron-834874-6-hyperv neutron-server[104099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 01:08:32.218624 dv-neutron-834874-6-hyperv neutron-server[104099]: self.session.flush() Mar 28 01:08:32.218624 dv-neutron-834874-6-hyperv neutron-server[104099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 01:08:32.218624 dv-neutron-834874-6-hyperv neutron-server[104099]: self.session.flush() Mar 28 01:08:32.218624 dv-neutron-834874-6-hyperv neutron-server[104099]: Traceback (most recent call last): Mar 28 01:08:32.218624 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:08:32.218624 dv-neutron-834874-6-hyperv neutron-server[104099]: timer() Mar 28 01:08:32.218624 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:08:32.218624 dv-neutron-834874-6-hyperv neutron-server[104099]: cb(*args, **kw) Mar 28 01:08:32.218624 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:08:32.218624 dv-neutron-834874-6-hyperv neutron-server[104099]: return func(*args, **kwargs) Mar 28 01:08:32.218624 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:08:32.218624 dv-neutron-834874-6-hyperv neutron-server[104099]: self._notify() Mar 28 01:08:32.218624 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:08:32.218624 dv-neutron-834874-6-hyperv neutron-server[104099]: self.callback(batched_events) Mar 28 01:08:32.218624 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:08:32.218624 dv-neutron-834874-6-hyperv neutron-server[104099]: event.method(event) Mar 28 01:08:32.218624 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:08:32.218624 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:08:32.218624 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:08:32.218624 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:08:32.218624 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:08:32.218624 dv-neutron-834874-6-hyperv neutron-server[104099]: return f(self, *a, **k) Mar 28 01:08:32.218624 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:08:32.218624 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._get(url).json() Mar 28 01:08:32.218624 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:08:32.218624 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:08:32.218624 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:08:32.218624 dv-neutron-834874-6-hyperv neutron-server[104099]: return self.request(url, 'GET', **kwargs) Mar 28 01:08:32.218624 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:08:32.218624 dv-neutron-834874-6-hyperv neutron-server[104099]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:08:32.218624 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:08:32.218624 dv-neutron-834874-6-hyperv neutron-server[104099]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:08:32.218624 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:08:32.218624 dv-neutron-834874-6-hyperv neutron-server[104099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:08:32.218624 dv-neutron-834874-6-hyperv neutron-server[104099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:08:32.234925 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b47be9-4f6b-48bb-b306-e3f07099b73b tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Pushing event updated for resources: {'Port': ['ID=f416e36a-c8f8-4ddd-8df7-d55f707e1592,revision_number=2']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:32.274279 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee44d76d-4f9c-445f-93da-d799119d3cbb tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be6680c9-2cdb-4434-9db9-4ad192830a1f,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:32.298605 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-45b47be9-4f6b-48bb-b306-e3f07099b73b tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688063'] for floatingip (45e3aabb-f86e-4483-bb5a-a16cf5df79a8), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:32.325062 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-61ebf5af-2f25-4d88-ae23-c91b050331ba tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (6c196ec8-087a-4816-a2cf-e22eacf551e9), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:32.338186 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-61ebf5af-2f25-4d88-ae23-c91b050331ba tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks [] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:32.347873 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-61ebf5af-2f25-4d88-ae23-c91b050331ba tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "DELETE /v2.0/networks/6c196ec8-087a-4816-a2cf-e22eacf551e9 HTTP/1.1" status: 204 len: 168 time: 1.6643622 Mar 28 01:08:32.354236 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 53026) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:32.362070 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-bc561c23-6ea3-4a86-921c-092b50e745e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:32.365530 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-270632ad-f059-4bda-9fed-cb947f943b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f81af90b-fce4-4a88-b359-96e0e694ce6c', 'name': 'tempest-RoutersIpV6Test-router-781427244', 'tenant_id': '73b89705b12a4822849ef008702f6650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:07:51Z', 'updated_at': '2022-03-28T01:08:29Z', 'revision_number': 7, 'project_id': '73b89705b12a4822849ef008702f6650', 'gw_port_host': None, '_interfaces': [{'id': '0623390d-8328-4dda-bb2e-94ec6e7f0c5d', 'name': '', 'network_id': 'ace6d7f7-f15f-4162-86f7-e748421e33be', 'tenant_id': '73b89705b12a4822849ef008702f6650', 'mac_address': 'fa:16:3e:7f:e6:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81af90b-fce4-4a88-b359-96e0e694ce6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': 'e3c665d0-c1c5-41fb-ba5d-ce57ba99245a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:08:02Z', 'updated_at': '2022-03-28T01:08:08Z', 'revision_number': 5, 'project_id': '73b89705b12a4822849ef008702f6650', 'subnets': [{'id': 'e3c665d0-c1c5-41fb-ba5d-ce57ba99245a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '331f4e68-ccaa-42a3-a1e0-aa1862011bd5', 'name': '', 'network_id': 'e5514915-97df-44f9-b3f3-a359d6724ad6', 'tenant_id': '73b89705b12a4822849ef008702f6650', 'mac_address': 'fa:16:3e:d0:09:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81af90b-fce4-4a88-b359-96e0e694ce6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': 'b7236e94-120a-45de-a490-ff6f642df29d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:08:18Z', 'updated_at': '2022-03-28T01:08:26Z', 'revision_number': 5, 'project_id': '73b89705b12a4822849ef008702f6650', 'subnets': [{'id': 'b7236e94-120a-45de-a490-ff6f642df29d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c064e2f-0b33-473b-a38e-eefe6c7cbe40', 'name': '', 'network_id': '6db32cfe-0e5d-4e8d-92fe-ac8fb658c437', 'tenant_id': '73b89705b12a4822849ef008702f6650', 'mac_address': 'fa:16:3e:97:d5:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81af90b-fce4-4a88-b359-96e0e694ce6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': 'c3feaaef-5096-4626-8cb4-9d5cefb7793d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:08:08Z', 'updated_at': '2022-03-28T01:08:14Z', 'revision_number': 5, 'project_id': '73b89705b12a4822849ef008702f6650', 'subnets': [{'id': 'c3feaaef-5096-4626-8cb4-9d5cefb7793d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c9287fd-767d-413c-b1f6-e72c83409195', 'name': '', 'network_id': '7c8c0538-5060-44fc-95df-1da6a7312af2', 'tenant_id': '73b89705b12a4822849ef008702f6650', 'mac_address': 'fa:16:3e:6d:1f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81af90b-fce4-4a88-b359-96e0e694ce6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '11187ad9-a275-45d5-9e5e-2a11e69b6a34', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:07:54Z', 'updated_at': '2022-03-28T01:08:02Z', 'revision_number': 5, 'project_id': '73b89705b12a4822849ef008702f6650', 'subnets': [{'id': '11187ad9-a275-45d5-9e5e-2a11e69b6a34', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:32.370886 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-45b47be9-4f6b-48bb-b306-e3f07099b73b tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for floatingip (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:32.374819 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-45b47be9-4f6b-48bb-b306-e3f07099b73b tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2545640 Mar 28 01:08:32.375439 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53028) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:32.383808 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-7aba1166-cf4d-482f-9e11-ab234269faeb tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Request body: {'port': {'network_id': 'ee6bc287-f07d-4ccb-aa4c-752663a85538', 'name': 'tempest-FloatingIPTestJSON-1876748374'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:08:32.387910 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ebf5af-2f25-4d88-ae23-c91b050331ba tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Pushing event deleted for resources: {'Network': ['ID=6c196ec8-087a-4816-a2cf-e22eacf551e9,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:32.399595 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-3fe75770-e385-4b42-8aaa-1475744cdc88 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4539 time: 0.1934500 Mar 28 01:08:32.400230 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53030) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:32.400464 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270632ad-f059-4bda-9fed-cb947f943b57 None None] The sync data for ids ['f81af90b-fce4-4a88-b359-96e0e694ce6c'] in dv-neutron-834874-6-hyperv is: [{'id': 'f81af90b-fce4-4a88-b359-96e0e694ce6c', 'name': 'tempest-RoutersIpV6Test-router-781427244', 'tenant_id': '73b89705b12a4822849ef008702f6650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:07:51Z', 'updated_at': '2022-03-28T01:08:29Z', 'revision_number': 7, 'project_id': '73b89705b12a4822849ef008702f6650', 'gw_port_host': None, '_interfaces': [{'id': '0623390d-8328-4dda-bb2e-94ec6e7f0c5d', 'name': '', 'network_id': 'ace6d7f7-f15f-4162-86f7-e748421e33be', 'tenant_id': '73b89705b12a4822849ef008702f6650', 'mac_address': 'fa:16:3e:7f:e6:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81af90b-fce4-4a88-b359-96e0e694ce6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': 'e3c665d0-c1c5-41fb-ba5d-ce57ba99245a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:08:02Z', 'updated_at': '2022-03-28T01:08:08Z', 'revision_number': 5, 'project_id': '73b89705b12a4822849ef008702f6650', 'subnets': [{'id': 'e3c665d0-c1c5-41fb-ba5d-ce57ba99245a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '331f4e68-ccaa-42a3-a1e0-aa1862011bd5', 'name': '', 'network_id': 'e5514915-97df-44f9-b3f3-a359d6724ad6', 'tenant_id': '73b89705b12a4822849ef008702f6650', 'mac_address': 'fa:16:3e:d0:09:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81af90b-fce4-4a88-b359-96e0e694ce6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': 'b7236e94-120a-45de-a490-ff6f642df29d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:08:18Z', 'updated_at': '2022-03-28T01:08:26Z', 'revision_number': 5, 'project_id': '73b89705b12a4822849ef008702f6650', 'subnets': [{'id': 'b7236e94-120a-45de-a490-ff6f642df29d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c064e2f-0b33-473b-a38e-eefe6c7cbe40', 'name': '', 'network_id': '6db32cfe-0e5d-4e8d-92fe-ac8fb658c437', 'tenant_id': '73b89705b12a4822849ef008702f6650', 'mac_address': 'fa:16:3e:97:d5:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81af90b-fce4-4a88-b359-96e0e694ce6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': 'c3feaaef-5096-4626-8cb4-9d5cefb7793d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:08:08Z', 'updated_at': '2022-03-28T01:08:14Z', 'revision_number': 5, 'project_id': '73b89705b12a4822849ef008702f6650', 'subnets': [{'id': 'c3feaaef-5096-4626-8cb4-9d5cefb7793d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c9287fd-767d-413c-b1f6-e72c83409195', 'name': '', 'network_id': '7c8c0538-5060-44fc-95df-1da6a7312af2', 'tenant_id': '73b89705b12a4822849ef008702f6650', 'mac_address': 'fa:16:3e:6d:1f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81af90b-fce4-4a88-b359-96e0e694ce6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '11187ad9-a275-45d5-9e5e-2a11e69b6a34', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:07:54Z', 'updated_at': '2022-03-28T01:08:02Z', 'revision_number': 5, 'project_id': '73b89705b12a4822849ef008702f6650', 'subnets': [{'id': '11187ad9-a275-45d5-9e5e-2a11e69b6a34', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:08:32.411931 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-f83cd4ab-8e93-4cef-b64b-b9b30c5905ff tempest-ExtraDHCPOptionsIpV6TestJSON-666325267 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-431002920'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:08:32.419370 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-c4a068af-dbae-4da3-b6f8-cfe0d9dd98a7 None None] Publish callbacks [] for port (2b33c713-3e16-49b2-a91e-4acf21746887), precommit_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:32.426735 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-c4a068af-dbae-4da3-b6f8-cfe0d9dd98a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (2b33c713-3e16-49b2-a91e-4acf21746887), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:32.494125 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-c4a068af-dbae-4da3-b6f8-cfe0d9dd98a7 None None] Attempting to bind port 2b33c713-3e16-49b2-a91e-4acf21746887 on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:08:32.494504 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-c4a068af-dbae-4da3-b6f8-cfe0d9dd98a7 None None] Attempting to bind port 2b33c713-3e16-49b2-a91e-4acf21746887 by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': 'b6f00c62-aca5-4c73-8989-c04c396daeed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:08:32.494873 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a068af-dbae-4da3-b6f8-cfe0d9dd98a7 None None] Attempting to bind port 2b33c713-3e16-49b2-a91e-4acf21746887 on network dea6548b-502b-42db-97fb-371e423e739a {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:08:32.498309 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c3cb29-2c16-457a-9a35-1f0799343743 None None] Pushing event updated for resources: {'Port': ['ID=2b33c713-3e16-49b2-a91e-4acf21746887,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:32.503781 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a068af-dbae-4da3-b6f8-cfe0d9dd98a7 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:08:32.504201 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a068af-dbae-4da3-b6f8-cfe0d9dd98a7 None None] Checking segment: {'id': 'b6f00c62-aca5-4c73-8989-c04c396daeed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:08:32.504608 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-c4a068af-dbae-4da3-b6f8-cfe0d9dd98a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:32.505004 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a068af-dbae-4da3-b6f8-cfe0d9dd98a7 None None] Bound using segment: {'id': 'b6f00c62-aca5-4c73-8989-c04c396daeed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:08:32.505479 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-c4a068af-dbae-4da3-b6f8-cfe0d9dd98a7 None None] Bound port: 2b33c713-3e16-49b2-a91e-4acf21746887, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6f00c62-aca5-4c73-8989-c04c396daeed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:08:32.505860 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-c4a068af-dbae-4da3-b6f8-cfe0d9dd98a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (2b33c713-3e16-49b2-a91e-4acf21746887), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:32.563529 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-745fce8b-f60d-4a5f-90b8-0ce8b7ddd0a6 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group (14cb0edf-cd99-49cc-819b-5624c83d25e1), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:32.600612 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-745fce8b-f60d-4a5f-90b8-0ce8b7ddd0a6 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group (14cb0edf-cd99-49cc-819b-5624c83d25e1), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:32.614727 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f83cd4ab-8e93-4cef-b64b-b9b30c5905ff tempest-ExtraDHCPOptionsIpV6TestJSON-666325267 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267-project] Made reservation on behalf of d3db6a2b44324e50b5a16370bd98a9a5 for: {'network': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:08:32.617750 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aba1166-cf4d-482f-9e11-ab234269faeb tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Made reservation on behalf of b3391d5746ef461cb98e40d1d50397a6 for: {'port': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:08:32.619472 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f83cd4ab-8e93-4cef-b64b-b9b30c5905ff tempest-ExtraDHCPOptionsIpV6TestJSON-666325267 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:32.621342 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7aba1166-cf4d-482f-9e11-ab234269faeb tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:32.655618 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [None req-7aba1166-cf4d-482f-9e11-ab234269faeb tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] device_id is not set on port 020ad4e0-007b-433c-afbb-bd332a3a1d4b yet. {{(pid=104099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 01:08:32.681482 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb1764ab-5d4c-4b93-b604-dcb9f80d9f9b tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:08:32.686729 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-cb1764ab-5d4c-4b93-b604-dcb9f80d9f9b tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "GET /v2.0/ports/852c3391-561a-4e4f-912d-9e28127ba276 HTTP/1.1" status: 200 len: 841 time: 0.3037293 Mar 28 01:08:32.688405 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f83cd4ab-8e93-4cef-b64b-b9b30c5905ff tempest-ExtraDHCPOptionsIpV6TestJSON-666325267 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267-project] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:32.690216 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 53032) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:32.741651 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-c4a068af-dbae-4da3-b6f8-cfe0d9dd98a7 None None] For port 2b33c713-3e16-49b2-a91e-4acf21746887, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:08:32.743074 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-745fce8b-f60d-4a5f-90b8-0ce8b7ddd0a6 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (14cb0edf-cd99-49cc-819b-5624c83d25e1), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:32.744952 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-c4a068af-dbae-4da3-b6f8-cfe0d9dd98a7 None None] For port 2b33c713-3e16-49b2-a91e-4acf21746887, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=2b33c713-3e16-49b2-a91e-4acf21746887,segment=NetworkSegment(b6f00c62-aca5-4c73-8989-c04c396daeed),segment_id=b6f00c62-aca5-4c73-8989-c04c396daeed)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:08:32.748662 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 60449c9b-f857-4159-b04e-4805e1d6dde9 no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:08:32.750970 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-745fce8b-f60d-4a5f-90b8-0ce8b7ddd0a6 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:32.759142 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-745fce8b-f60d-4a5f-90b8-0ce8b7ddd0a6 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] 10.222.0.24 "DELETE /v2.0/security-groups/14cb0edf-cd99-49cc-819b-5624c83d25e1 HTTP/1.1" status: 204 len: 168 time: 0.3473861 Mar 28 01:08:32.762206 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53034) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:32.783335 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: 60449c9b-f857-4159-b04e-4805e1d6dde9 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:08:32.783738 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 60449c9b-f857-4159-b04e-4805e1d6dde9 not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:08:32.785870 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-c4a068af-dbae-4da3-b6f8-cfe0d9dd98a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (2b33c713-3e16-49b2-a91e-4acf21746887), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:32.793384 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745fce8b-f60d-4a5f-90b8-0ce8b7ddd0a6 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14cb0edf-cd99-49cc-819b-5624c83d25e1,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:32.833438 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:32.858900 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-bee133e5-f95a-41cc-a69c-e1a00b52e745 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "GET /v2.0/ports/852c3391-561a-4e4f-912d-9e28127ba276?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1619949 Mar 28 01:08:32.859145 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 53036) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:32.871709 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-e935589a-ec32-462d-80ef-91a0ca8bb2da tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Request body: {'subnet': {'network_id': '9b0bf857-0292-47f5-90e9-70cc555bb212', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:08:32.872598 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a068af-dbae-4da3-b6f8-cfe0d9dd98a7 None None] Routers {'87992a48-3273-4cf7-b5bb-efc23b63aac4'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:08:32.873234 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-c4a068af-dbae-4da3-b6f8-cfe0d9dd98a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:08:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['87992a48-3273-4cf7-b5bb-efc23b63aac4'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:32.875118 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c3cb29-2c16-457a-9a35-1f0799343743 None None] Pushing event updated for resources: {'Port': ['ID=2b33c713-3e16-49b2-a91e-4acf21746887,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:32.887324 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-2b07a3eb-0ef8-4287-ba48-0b59aae400cd tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1213052 Mar 28 01:08:32.890415 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53038) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:32.894716 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-6c16fd8b-5104-4d77-bbfd-db8c1485121b tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Request body: {'security_group': {'name': 'tempest-secgroup--905822346'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:08:32.912651 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [None req-7aba1166-cf4d-482f-9e11-ab234269faeb tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Allocated IP 172.20.0.13 (ee6bc287-f07d-4ccb-aa4c-752663a85538/880b8083-bc0f-434e-b073-1ac8a25703d5/020ad4e0-007b-433c-afbb-bd332a3a1d4b) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:08:32.934116 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-6c16fd8b-5104-4d77-bbfd-db8c1485121b tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:32.982213 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-bc561c23-6ea3-4a86-921c-092b50e745e4 admin admin] Allocated IP 172.20.0.1 (788fd3f3-3593-4cdc-933e-dd5c53c623d8/0a57ae47-09ee-4007-9878-c6cea91f6590/0b496533-293b-4013-8308-72d3e2baa76a) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:08:33.004294 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-c4a068af-dbae-4da3-b6f8-cfe0d9dd98a7 None None] Set router 87992a48-3273-4cf7-b5bb-efc23b63aac4 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:08:33.106722 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-6c16fd8b-5104-4d77-bbfd-db8c1485121b tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group (bfe41754-f210-4d8e-8201-5f306322dfa0), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:33.112963 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-6c16fd8b-5104-4d77-bbfd-db8c1485121b tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (bfe41754-f210-4d8e-8201-5f306322dfa0), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:33.157853 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-6c16fd8b-5104-4d77-bbfd-db8c1485121b tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:33.159271 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-6c16fd8b-5104-4d77-bbfd-db8c1485121b tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.2678835 Mar 28 01:08:33.163839 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7aba1166-cf4d-482f-9e11-ab234269faeb tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks [] for port (020ad4e0-007b-433c-afbb-bd332a3a1d4b), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:33.165139 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53040) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:33.169917 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-dfa8c08a-6004-4009-bc84-4f1e606ce866 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Request body: {'security_group_rule': {'security_group_id': 'bfe41754-f210-4d8e-8201-5f306322dfa0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:08:33.175488 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c16fd8b-5104-4d77-bbfd-db8c1485121b tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfe41754-f210-4d8e-8201-5f306322dfa0,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:33.218524 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-dfa8c08a-6004-4009-bc84-4f1e606ce866 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group_rule (c990c2fe-4605-46cf-a63d-1bfa52f2efed), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:33.223530 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-c4a068af-dbae-4da3-b6f8-cfe0d9dd98a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87992a48-3273-4cf7-b5bb-efc23b63aac4', 'name': 'tempest-TestVolumeBootPattern-1711087568-router', 'tenant_id': 'bf9f34f21ab94392ab36354129e00f8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.60'}], 'enable_snat': True}, 'gw_port_id': '2b33c713-3e16-49b2-a91e-4acf21746887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:08:24Z', 'updated_at': '2022-03-28T01:08:28Z', 'revision_number': 3, 'project_id': 'bf9f34f21ab94392ab36354129e00f8d', 'gw_port': {'id': '2b33c713-3e16-49b2-a91e-4acf21746887', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8e:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87992a48-3273-4cf7-b5bb-efc23b63aac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:08:25Z', 'updated_at': '2022-03-28T01:08:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:33.249340 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7aba1166-cf4d-482f-9e11-ab234269faeb tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (020ad4e0-007b-433c-afbb-bd332a3a1d4b), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:33.255085 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a068af-dbae-4da3-b6f8-cfe0d9dd98a7 None None] The sync data for ids ['87992a48-3273-4cf7-b5bb-efc23b63aac4'] in dv-neutron-834874-6-hyperv is: [{'id': '87992a48-3273-4cf7-b5bb-efc23b63aac4', 'name': 'tempest-TestVolumeBootPattern-1711087568-router', 'tenant_id': 'bf9f34f21ab94392ab36354129e00f8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.60'}], 'enable_snat': True}, 'gw_port_id': '2b33c713-3e16-49b2-a91e-4acf21746887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:08:24Z', 'updated_at': '2022-03-28T01:08:28Z', 'revision_number': 3, 'project_id': 'bf9f34f21ab94392ab36354129e00f8d', 'gw_port': {'id': '2b33c713-3e16-49b2-a91e-4acf21746887', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8e:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87992a48-3273-4cf7-b5bb-efc23b63aac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:08:25Z', 'updated_at': '2022-03-28T01:08:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:08:33.325275 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aba1166-cf4d-482f-9e11-ab234269faeb tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Network ee6bc287-f07d-4ccb-aa4c-752663a85538 is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:08:33.334121 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-7aba1166-cf4d-482f-9e11-ab234269faeb tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:08:33.336283 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aba1166-cf4d-482f-9e11-ab234269faeb tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Pushing event updated for resources: {'Port': ['ID=020ad4e0-007b-433c-afbb-bd332a3a1d4b,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:33.339981 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aba1166-cf4d-482f-9e11-ab234269faeb tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:08:33.370309 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-dfa8c08a-6004-4009-bc84-4f1e606ce866 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group_rule (c990c2fe-4605-46cf-a63d-1bfa52f2efed), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:33.382586 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-dfa8c08a-6004-4009-bc84-4f1e606ce866 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (c990c2fe-4605-46cf-a63d-1bfa52f2efed), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:33.411733 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa8c08a-6004-4009-bc84-4f1e606ce866 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c990c2fe-4605-46cf-a63d-1bfa52f2efed,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:33.418518 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aba1166-cf4d-482f-9e11-ab234269faeb tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:08:33.419240 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7aba1166-cf4d-482f-9e11-ab234269faeb tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:33.432140 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-dfa8c08a-6004-4009-bc84-4f1e606ce866 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:33.433352 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-dfa8c08a-6004-4009-bc84-4f1e606ce866 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2669706 Mar 28 01:08:33.436287 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53042) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:33.450287 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-7aba1166-cf4d-482f-9e11-ab234269faeb tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0707924 Mar 28 01:08:33.450910 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53044) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:33.459472 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-cba0019a-e51e-4f4b-95e5-89b0b9cd7d31 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Request body: {'floatingip': {'port_id': '020ad4e0-007b-433c-afbb-bd332a3a1d4b'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:08:33.495145 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-26442599-2526-4364-a701-7b7d8eee43f8 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Deleting port 331f4e68-ccaa-42a3-a1e0-aa1862011bd5 {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:08:33.495613 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-26442599-2526-4364-a701-7b7d8eee43f8 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (331f4e68-ccaa-42a3-a1e0-aa1862011bd5), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:33.525031 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-cba0019a-e51e-4f4b-95e5-89b0b9cd7d31 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks [] for floatingip (45e3aabb-f86e-4483-bb5a-a16cf5df79a8), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:33.527744 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9d7f000d-124d-4980-8f33-a874d35cb1d3 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group_rule (c990c2fe-4605-46cf-a63d-1bfa52f2efed), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:33.550219 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f83cd4ab-8e93-4cef-b64b-b9b30c5905ff tempest-ExtraDHCPOptionsIpV6TestJSON-666325267 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267-project] Publish callbacks [] for security_group (113f9167-9764-4728-ad37-00c81df81053), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:33.560864 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e935589a-ec32-462d-80ef-91a0ca8bb2da tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Made reservation on behalf of fa54b4b5eec2452a8dcd67fc666c1bd8 for: {'subnet': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:08:33.564193 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e935589a-ec32-462d-80ef-91a0ca8bb2da tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126112411'] for subnet (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:33.576079 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f83cd4ab-8e93-4cef-b64b-b9b30c5905ff tempest-ExtraDHCPOptionsIpV6TestJSON-666325267 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (113f9167-9764-4728-ad37-00c81df81053), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:33.576425 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9d7f000d-124d-4980-8f33-a874d35cb1d3 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group_rule (c990c2fe-4605-46cf-a63d-1bfa52f2efed), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:33.642385 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9d7f000d-124d-4980-8f33-a874d35cb1d3 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (c990c2fe-4605-46cf-a63d-1bfa52f2efed), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:33.647603 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9d7f000d-124d-4980-8f33-a874d35cb1d3 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:33.652139 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-9d7f000d-124d-4980-8f33-a874d35cb1d3 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/c990c2fe-4605-46cf-a63d-1bfa52f2efed HTTP/1.1" status: 204 len: 168 time: 0.2147546 Mar 28 01:08:33.653027 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53046) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:33.684968 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-bc561c23-6ea3-4a86-921c-092b50e745e4 admin admin] Publish callbacks [] for port (0b496533-293b-4013-8308-72d3e2baa76a), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:33.691666 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f83cd4ab-8e93-4cef-b64b-b9b30c5905ff tempest-ExtraDHCPOptionsIpV6TestJSON-666325267 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=104098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:08:33.716598 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7f000d-124d-4980-8f33-a874d35cb1d3 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c990c2fe-4605-46cf-a63d-1bfa52f2efed,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:33.722768 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83cd4ab-8e93-4cef-b64b-b9b30c5905ff tempest-ExtraDHCPOptionsIpV6TestJSON-666325267 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=113f9167-9764-4728-ad37-00c81df81053,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:33.738750 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f83cd4ab-8e93-4cef-b64b-b9b30c5905ff tempest-ExtraDHCPOptionsIpV6TestJSON-666325267 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (fc628d0b-a740-4cd7-94de-58e3fe657984), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:33.739397 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.segments_db [None req-f83cd4ab-8e93-4cef-b64b-b9b30c5905ff tempest-ExtraDHCPOptionsIpV6TestJSON-666325267 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267-project] Added segment fc628d0b-a740-4cd7-94de-58e3fe657984 of type vlan for network 01f16106-8074-4c1d-a511-cee3d33cc126 Mar 28 01:08:33.747635 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-3a630db8-ee67-47f0-af0f-476f39e3053d tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0659277 Mar 28 01:08:33.756650 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53048) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:33.788483 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.db [None req-26442599-2526-4364-a701-7b7d8eee43f8 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] For port 331f4e68-ccaa-42a3-a1e0-aa1862011bd5, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=331f4e68-ccaa-42a3-a1e0-aa1862011bd5,segment=NetworkSegment(deac075d-b289-41e2-a6c4-78f9a3b446ae),segment_id=deac075d-b289-41e2-a6c4-78f9a3b446ae)] {{(pid=104098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:08:33.788850 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-26442599-2526-4364-a701-7b7d8eee43f8 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (331f4e68-ccaa-42a3-a1e0-aa1862011bd5), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:33.843312 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-26442599-2526-4364-a701-7b7d8eee43f8 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Calling delete_port for 331f4e68-ccaa-42a3-a1e0-aa1862011bd5 owned by network:router_interface {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:08:33.866929 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f83cd4ab-8e93-4cef-b64b-b9b30c5905ff tempest-ExtraDHCPOptionsIpV6TestJSON-666325267 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (01f16106-8074-4c1d-a511-cee3d33cc126), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:33.894114 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-115296f0-5747-4745-bb95-bb89ab0cf468 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group (bfe41754-f210-4d8e-8201-5f306322dfa0), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:33.954959 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-115296f0-5747-4745-bb95-bb89ab0cf468 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group (bfe41754-f210-4d8e-8201-5f306322dfa0), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:33.976729 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f83cd4ab-8e93-4cef-b64b-b9b30c5905ff tempest-ExtraDHCPOptionsIpV6TestJSON-666325267 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (01f16106-8074-4c1d-a511-cee3d33cc126), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:33.982256 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83cd4ab-8e93-4cef-b64b-b9b30c5905ff tempest-ExtraDHCPOptionsIpV6TestJSON-666325267 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:08:33.983129 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f83cd4ab-8e93-4cef-b64b-b9b30c5905ff tempest-ExtraDHCPOptionsIpV6TestJSON-666325267 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267-project] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:33.985968 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-bc561c23-6ea3-4a86-921c-092b50e745e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (0b496533-293b-4013-8308-72d3e2baa76a), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:34.116217 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83cd4ab-8e93-4cef-b64b-b9b30c5905ff tempest-ExtraDHCPOptionsIpV6TestJSON-666325267 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267-project] Pushing event updated for resources: {'Network': ['ID=01f16106-8074-4c1d-a511-cee3d33cc126,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:34.130409 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network 01f16106-8074-4c1d-a511-cee3d33cc126 details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:08:34.158059 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc561c23-6ea3-4a86-921c-092b50e745e4 admin admin] Network 788fd3f3-3593-4cdc-933e-dd5c53c623d8 is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:08:34.173756 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-f83cd4ab-8e93-4cef-b64b-b9b30c5905ff tempest-ExtraDHCPOptionsIpV6TestJSON-666325267 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.0534050 Mar 28 01:08:34.174697 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-bc561c23-6ea3-4a86-921c-092b50e745e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:08:34.177375 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc561c23-6ea3-4a86-921c-092b50e745e4 admin admin] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:08:34.179700 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 53050) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:34.207232 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-bcce8cb9-e5c8-4069-8dcb-314f1aed1232 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267-project] Request body: {'subnet': {'network_id': '01f16106-8074-4c1d-a511-cee3d33cc126', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:08:34.272873 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-bc561c23-6ea3-4a86-921c-092b50e745e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3686596'] for router_interface (87992a48-3273-4cf7-b5bb-efc23b63aac4), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:34.324266 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc561c23-6ea3-4a86-921c-092b50e745e4 admin admin] Pushing event updated for resources: {'Port': ['ID=0b496533-293b-4013-8308-72d3e2baa76a,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:34.408331 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e935589a-ec32-462d-80ef-91a0ca8bb2da tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126174976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126112397'] for subnet (d2bb9f43-da90-44a6-843a-77908c10de80), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:34.444094 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-115296f0-5747-4745-bb95-bb89ab0cf468 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (bfe41754-f210-4d8e-8201-5f306322dfa0), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:34.446799 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-115296f0-5747-4745-bb95-bb89ab0cf468 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:34.447842 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-115296f0-5747-4745-bb95-bb89ab0cf468 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] 10.222.0.24 "DELETE /v2.0/security-groups/bfe41754-f210-4d8e-8201-5f306322dfa0 HTTP/1.1" status: 204 len: 168 time: 0.6898885 Mar 28 01:08:34.455123 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 53052) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:34.472145 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115296f0-5747-4745-bb95-bb89ab0cf468 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfe41754-f210-4d8e-8201-5f306322dfa0,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:34.522397 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e935589a-ec32-462d-80ef-91a0ca8bb2da tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Network 9b0bf857-0292-47f5-90e9-70cc555bb212 is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:08:34.545429 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-e935589a-ec32-462d-80ef-91a0ca8bb2da tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:08:34.557120 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee13802-3de6-4065-8582-b1e39e981ab4 None None] Network 9b0bf857-0292-47f5-90e9-70cc555bb212 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:08:34.561367 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-78dab890-67dd-46c1-8238-91292f9440c9 None None] Provisioning complete for port 0b496533-293b-4013-8308-72d3e2baa76a triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:08:34.562033 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-78dab890-67dd-46c1-8238-91292f9440c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (0b496533-293b-4013-8308-72d3e2baa76a), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:34.589927 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e935589a-ec32-462d-80ef-91a0ca8bb2da tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Pushing event updated for resources: {'Subnet': ['ID=d2bb9f43-da90-44a6-843a-77908c10de80,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:34.598874 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e935589a-ec32-462d-80ef-91a0ca8bb2da tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:08:34.599475 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e935589a-ec32-462d-80ef-91a0ca8bb2da tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:34.619837 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-cba0019a-e51e-4f4b-95e5-89b0b9cd7d31 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:34.625771 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-cba0019a-e51e-4f4b-95e5-89b0b9cd7d31 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688063'] for floatingip (45e3aabb-f86e-4483-bb5a-a16cf5df79a8), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:34.642956 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 2b33c713-3e16-49b2-a91e-4acf21746887 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:08:34.662235 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-f1f89ad2-8967-4a66-afcb-7a31b3dc0aa4 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1970024 Mar 28 01:08:34.673760 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-e935589a-ec32-462d-80ef-91a0ca8bb2da tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8048477 Mar 28 01:08:34.674024 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53054) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:34.677182 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53056) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:34.680205 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-db0c6119-4da1-4d40-942f-873394c820d5 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Request body: {'security_group': {'name': 'tempest-secgroup-1457238436'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:08:34.683776 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcce8cb9-e5c8-4069-8dcb-314f1aed1232 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267-project] Made reservation on behalf of d3db6a2b44324e50b5a16370bd98a9a5 for: {'subnet': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:08:34.687393 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-bcce8cb9-e5c8-4069-8dcb-314f1aed1232 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126112411'] for subnet (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:34.687585 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-7070ac3d-ad1f-4cde-b82f-aba41b872625 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Request body: {'security_group': {'name': 'tempest-secgroup--1599487337'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:08:34.694701 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-78dab890-67dd-46c1-8238-91292f9440c9 None None] Port 0b496533-293b-4013-8308-72d3e2baa76a cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:08:34.706243 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-26442599-2526-4364-a701-7b7d8eee43f8 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (331f4e68-ccaa-42a3-a1e0-aa1862011bd5), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:34.753624 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 2b33c713-3e16-49b2-a91e-4acf21746887 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:08:34.754001 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (2b33c713-3e16-49b2-a91e-4acf21746887), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:34.794227 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26442599-2526-4364-a701-7b7d8eee43f8 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Pushing event deleted for resources: {'Port': ['ID=331f4e68-ccaa-42a3-a1e0-aa1862011bd5,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:34.829758 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.l3_db [None req-cba0019a-e51e-4f4b-95e5-89b0b9cd7d31 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Floating IP 45e3aabb-f86e-4483-bb5a-a16cf5df79a8 associated. External IP: 172.26.1.141, port: 020ad4e0-007b-433c-afbb-bd332a3a1d4b. Mar 28 01:08:34.830215 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-bc561c23-6ea3-4a86-921c-092b50e745e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (0b496533-293b-4013-8308-72d3e2baa76a), before_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:34.831526 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9147c0b-749c-4746-819b-5f716d384646 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-9b0bf857-0292-47f5-90e9-70cc555bb212', 'network_id': '9b0bf857-0292-47f5-90e9-70cc555bb212', 'project_id': 'fa54b4b5eec2452a8dcd67fc666c1bd8', 'fixed_ips': [{'subnet_id': 'd2bb9f43-da90-44a6-843a-77908c10de80'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:08:34.832727 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-e9147c0b-749c-4746-819b-5f716d384646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:34.876360 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 2b33c713-3e16-49b2-a91e-4acf21746887 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:08:34.876861 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (2b33c713-3e16-49b2-a91e-4acf21746887), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:34.885774 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-db0c6119-4da1-4d40-942f-873394c820d5 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks [] for security_group (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:34.919075 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7070ac3d-ad1f-4cde-b82f-aba41b872625 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:34.960262 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] For port 2b33c713-3e16-49b2-a91e-4acf21746887, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=2b33c713-3e16-49b2-a91e-4acf21746887,segment=NetworkSegment(b6f00c62-aca5-4c73-8989-c04c396daeed),segment_id=b6f00c62-aca5-4c73-8989-c04c396daeed)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:08:34.970770 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (2b33c713-3e16-49b2-a91e-4acf21746887), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:35.067644 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Pushing event updated for resources: {'Port': ['ID=2b33c713-3e16-49b2-a91e-4acf21746887,revision_number=4']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:35.074853 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-e9147c0b-749c-4746-819b-5f716d384646 None None] Allocated IP 172.20.0.2 (9b0bf857-0292-47f5-90e9-70cc555bb212/d2bb9f43-da90-44a6-843a-77908c10de80/809e2f36-b1b9-4181-8595-9dcdad18ec36) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:08:35.104538 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-26442599-2526-4364-a701-7b7d8eee43f8 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3725912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3690191'] for router_interface (f81af90b-fce4-4a88-b359-96e0e694ce6c), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:35.206676 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-db0c6119-4da1-4d40-942f-873394c820d5 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks [] for security_group (a1b4c803-466c-42e0-a9c8-87303c9a3c12), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:35.209412 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7070ac3d-ad1f-4cde-b82f-aba41b872625 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group (82a062a9-b8b2-4d2c-9b4c-70d54abbe9fd), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:35.212629 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-db0c6119-4da1-4d40-942f-873394c820d5 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (a1b4c803-466c-42e0-a9c8-87303c9a3c12), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:35.228548 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7070ac3d-ad1f-4cde-b82f-aba41b872625 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (82a062a9-b8b2-4d2c-9b4c-70d54abbe9fd), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:35.271220 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-db0c6119-4da1-4d40-942f-873394c820d5 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:35.272523 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-db0c6119-4da1-4d40-942f-873394c820d5 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.5971355 Mar 28 01:08:35.275130 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0c6119-4da1-4d40-942f-873394c820d5 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1b4c803-466c-42e0-a9c8-87303c9a3c12,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:35.279273 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53060) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:35.281293 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7070ac3d-ad1f-4cde-b82f-aba41b872625 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:35.282767 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-7070ac3d-ad1f-4cde-b82f-aba41b872625 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6100230 Mar 28 01:08:35.287954 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 53062) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:35.291999 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-d451faa9-4416-4dfe-b7cf-cfedc835791a tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Request body: {'security_group': {'name': 'tempest-secgroup-1886074697'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:08:35.298275 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-1595ee0c-efae-4e85-ab1e-f357d80a24e8 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Request body: {'security_group_rule': {'security_group_id': '82a062a9-b8b2-4d2c-9b4c-70d54abbe9fd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:08:35.312439 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-e9147c0b-749c-4746-819b-5f716d384646 None None] Publish callbacks [] for port (809e2f36-b1b9-4181-8595-9dcdad18ec36), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:35.321552 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-e9147c0b-749c-4746-819b-5f716d384646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (809e2f36-b1b9-4181-8595-9dcdad18ec36), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:35.323803 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d451faa9-4416-4dfe-b7cf-cfedc835791a tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks [] for security_group (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:35.348017 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cba0019a-e51e-4f4b-95e5-89b0b9cd7d31 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Router 8e799d34-fabd-4ee4-bc94-247cd2828ab9 has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:08:35.361059 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7070ac3d-ad1f-4cde-b82f-aba41b872625 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82a062a9-b8b2-4d2c-9b4c-70d54abbe9fd,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:35.386889 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9147c0b-749c-4746-819b-5f716d384646 None None] Network 9b0bf857-0292-47f5-90e9-70cc555bb212 is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:08:35.392186 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-e9147c0b-749c-4746-819b-5f716d384646 None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:08:35.397845 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9147c0b-749c-4746-819b-5f716d384646 None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:08:35.413362 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9147c0b-749c-4746-819b-5f716d384646 None None] Pushing event updated for resources: {'Port': ['ID=809e2f36-b1b9-4181-8595-9dcdad18ec36,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:35.427245 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1595ee0c-efae-4e85-ab1e-f357d80a24e8 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group_rule (2e22ffd5-fbe8-4335-b329-2f7d989001dc), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:35.483173 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-e9147c0b-749c-4746-819b-5f716d384646 None None] Attempting to bind port 809e2f36-b1b9-4181-8595-9dcdad18ec36 on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:08:35.483551 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-e9147c0b-749c-4746-819b-5f716d384646 None None] Attempting to bind port 809e2f36-b1b9-4181-8595-9dcdad18ec36 by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': '0f52be84-067f-4302-b5e4-5e00d9af71ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9b0bf857-0292-47f5-90e9-70cc555bb212'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:08:35.483851 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9147c0b-749c-4746-819b-5f716d384646 None None] Attempting to bind port 809e2f36-b1b9-4181-8595-9dcdad18ec36 on network 9b0bf857-0292-47f5-90e9-70cc555bb212 {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:08:35.488981 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9147c0b-749c-4746-819b-5f716d384646 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:08:35.489751 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9147c0b-749c-4746-819b-5f716d384646 None None] Checking segment: {'id': '0f52be84-067f-4302-b5e4-5e00d9af71ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9b0bf857-0292-47f5-90e9-70cc555bb212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:08:35.489751 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-e9147c0b-749c-4746-819b-5f716d384646 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:35.490221 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9147c0b-749c-4746-819b-5f716d384646 None None] Bound using segment: {'id': '0f52be84-067f-4302-b5e4-5e00d9af71ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9b0bf857-0292-47f5-90e9-70cc555bb212'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:08:35.490812 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-e9147c0b-749c-4746-819b-5f716d384646 None None] Bound port: 809e2f36-b1b9-4181-8595-9dcdad18ec36, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f52be84-067f-4302-b5e4-5e00d9af71ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9b0bf857-0292-47f5-90e9-70cc555bb212'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:08:35.491193 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-e9147c0b-749c-4746-819b-5f716d384646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (809e2f36-b1b9-4181-8595-9dcdad18ec36), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:35.495952 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d451faa9-4416-4dfe-b7cf-cfedc835791a tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks [] for security_group (2d76d0c9-d054-4a73-bfcd-5e5067b508a2), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:35.503415 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d451faa9-4416-4dfe-b7cf-cfedc835791a tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (2d76d0c9-d054-4a73-bfcd-5e5067b508a2), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:35.505014 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-bcce8cb9-e5c8-4069-8dcb-314f1aed1232 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126174976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126112397'] for subnet (7fc0c3bd-ad99-4373-872d-12b662e0e265), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:35.513053 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-bc561c23-6ea3-4a86-921c-092b50e745e4 admin admin] Publish callbacks [] for port (0b496533-293b-4013-8308-72d3e2baa76a), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:35.548021 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cba0019a-e51e-4f4b-95e5-89b0b9cd7d31 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:08:35.550166 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-bc561c23-6ea3-4a86-921c-092b50e745e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126177159'] for port (0b496533-293b-4013-8308-72d3e2baa76a), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:35.550767 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d451faa9-4416-4dfe-b7cf-cfedc835791a tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d76d0c9-d054-4a73-bfcd-5e5067b508a2,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:35.566862 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-cba0019a-e51e-4f4b-95e5-89b0b9cd7d31 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for floatingip (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:35.567946 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-e9147c0b-749c-4746-819b-5f716d384646 None None] For port 809e2f36-b1b9-4181-8595-9dcdad18ec36, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:08:35.570596 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3ef6e8-b464-4283-b5d6-c8da4a48be5a None None] Sync routers for ids ['8e799d34-fabd-4ee4-bc94-247cd2828ab9'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:08:35.572475 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-e9147c0b-749c-4746-819b-5f716d384646 None None] For port 809e2f36-b1b9-4181-8595-9dcdad18ec36, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=809e2f36-b1b9-4181-8595-9dcdad18ec36,segment=NetworkSegment(0f52be84-067f-4302-b5e4-5e00d9af71ac),segment_id=0f52be84-067f-4302-b5e4-5e00d9af71ac)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:08:35.573774 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d451faa9-4416-4dfe-b7cf-cfedc835791a tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:35.575031 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-d451faa9-4416-4dfe-b7cf-cfedc835791a tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.2916164 Mar 28 01:08:35.583791 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-e9147c0b-749c-4746-819b-5f716d384646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (809e2f36-b1b9-4181-8595-9dcdad18ec36), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:35.593683 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53064) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:35.597487 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3ef6e8-b464-4283-b5d6-c8da4a48be5a None None] Routers {'8e799d34-fabd-4ee4-bc94-247cd2828ab9'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:08:35.598185 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-9d3ef6e8-b464-4283-b5d6-c8da4a48be5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:08:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['8e799d34-fabd-4ee4-bc94-247cd2828ab9'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:35.601669 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-599f146d-43fc-48ad-bc61-4bfb08ef7dad tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1747016339', 'security_groups': ['2d76d0c9-d054-4a73-bfcd-5e5067b508a2'], 'network_id': '9b0bf857-0292-47f5-90e9-70cc555bb212', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd2bb9f43-da90-44a6-843a-77908c10de80'}]}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:08:35.678600 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-cba0019a-e51e-4f4b-95e5-89b0b9cd7d31 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] 10.222.0.24 "PUT /v2.0/floatingips/45e3aabb-f86e-4483-bb5a-a16cf5df79a8 HTTP/1.1" status: 200 len: 979 time: 2.2225358 Mar 28 01:08:35.679682 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53066) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:35.681121 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-9d3ef6e8-b464-4283-b5d6-c8da4a48be5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:35.686151 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9147c0b-749c-4746-819b-5f716d384646 None None] Pushing event updated for resources: {'Port': ['ID=809e2f36-b1b9-4181-8595-9dcdad18ec36,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:35.701188 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcce8cb9-e5c8-4069-8dcb-314f1aed1232 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267-project] Pushing event updated for resources: {'Subnet': ['ID=7fc0c3bd-ad99-4373-872d-12b662e0e265,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:35.705038 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3ef6e8-b464-4283-b5d6-c8da4a48be5a None None] Routers {'8e799d34-fabd-4ee4-bc94-247cd2828ab9'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:08:35.705695 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-9d3ef6e8-b464-4283-b5d6-c8da4a48be5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:08:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['8e799d34-fabd-4ee4-bc94-247cd2828ab9'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:35.711613 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc561c23-6ea3-4a86-921c-092b50e745e4 admin admin] Pushing event updated for resources: {'Port': ['ID=0b496533-293b-4013-8308-72d3e2baa76a,revision_number=2']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:35.726442 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-bc561c23-6ea3-4a86-921c-092b50e745e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3725889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3686480'] for router_interface (87992a48-3273-4cf7-b5bb-efc23b63aac4), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:35.741109 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26442599-2526-4364-a701-7b7d8eee43f8 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Router f81af90b-fce4-4a88-b359-96e0e694ce6c has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:08:35.750563 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-9d3ef6e8-b464-4283-b5d6-c8da4a48be5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:35.751224 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3ef6e8-b464-4283-b5d6-c8da4a48be5a None None] The sync data for ids ['8e799d34-fabd-4ee4-bc94-247cd2828ab9'] in dv-neutron-834874-6-hyperv is: [] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:08:35.764187 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1595ee0c-efae-4e85-ab1e-f357d80a24e8 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group_rule (2e22ffd5-fbe8-4335-b329-2f7d989001dc), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:35.784170 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1595ee0c-efae-4e85-ab1e-f357d80a24e8 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (2e22ffd5-fbe8-4335-b329-2f7d989001dc), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:35.798035 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcce8cb9-e5c8-4069-8dcb-314f1aed1232 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267-project] Checking segment: {'id': 'fc628d0b-a740-4cd7-94de-58e3fe657984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '01f16106-8074-4c1d-a511-cee3d33cc126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:08:35.798585 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcce8cb9-e5c8-4069-8dcb-314f1aed1232 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267-project] Network hostable DHCP agents. Network: 01f16106-8074-4c1d-a511-cee3d33cc126, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:08:35.820082 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-599f146d-43fc-48ad-bc61-4bfb08ef7dad tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Made reservation on behalf of fa54b4b5eec2452a8dcd67fc666c1bd8 for: {'port': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:08:35.838256 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-b599d145-cc67-4282-bd1c-15c4d56a0ab1 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Deleting port 020ad4e0-007b-433c-afbb-bd332a3a1d4b {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:08:35.842685 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b599d145-cc67-4282-bd1c-15c4d56a0ab1 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (020ad4e0-007b-433c-afbb-bd332a3a1d4b), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:35.842839 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1595ee0c-efae-4e85-ab1e-f357d80a24e8 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e22ffd5-fbe8-4335-b329-2f7d989001dc,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:35.931452 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1595ee0c-efae-4e85-ab1e-f357d80a24e8 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:35.932707 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-1595ee0c-efae-4e85-ab1e-f357d80a24e8 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6444616 Mar 28 01:08:35.935319 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53068) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:35.986860 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-3563b88c-42e0-4e3c-ae62-7078fd634ef9 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] 10.222.0.24 "GET /v2.0/security-group-rules/2e22ffd5-fbe8-4335-b329-2f7d989001dc HTTP/1.1" status: 200 len: 763 time: 0.0480578 Mar 28 01:08:35.987191 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 53070) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:36.009251 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcce8cb9-e5c8-4069-8dcb-314f1aed1232 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267-project] Network 01f16106-8074-4c1d-a511-cee3d33cc126 is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:08:36.013759 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b599d145-cc67-4282-bd1c-15c4d56a0ab1 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (020ad4e0-007b-433c-afbb-bd332a3a1d4b), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:36.019425 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-599f146d-43fc-48ad-bc61-4bfb08ef7dad tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:36.049253 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-bcce8cb9-e5c8-4069-8dcb-314f1aed1232 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, 01f16106-8074-4c1d-a511-cee3d33cc126) {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:08:36.056383 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26442599-2526-4364-a701-7b7d8eee43f8 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:08:36.063837 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-26442599-2526-4364-a701-7b7d8eee43f8 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] 10.222.0.24 "PUT /v2.0/routers/f81af90b-fce4-4a88-b359-96e0e694ce6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9759836 Mar 28 01:08:36.067494 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcce8cb9-e5c8-4069-8dcb-314f1aed1232 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:08:36.068926 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-bcce8cb9-e5c8-4069-8dcb-314f1aed1232 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:36.071222 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f34ae55-8277-4b29-9590-2c8615cf2a8a None None] Sync routers for ids ['f81af90b-fce4-4a88-b359-96e0e694ce6c'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:08:36.072110 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 53072) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:36.080655 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8f160b-f3d8-411a-bf3f-233d72fc1f72 None None] Network 01f16106-8074-4c1d-a511-cee3d33cc126 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:08:36.101977 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [None req-599f146d-43fc-48ad-bc61-4bfb08ef7dad tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] device_id is not set on port 400d523a-cc06-4fc6-b860-28ada1bbfa6f yet. {{(pid=104099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 01:08:36.135088 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-413aa2c6-3cf0-4803-aa25-cf6180773965 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1463127 Mar 28 01:08:36.137568 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc561c23-6ea3-4a86-921c-092b50e745e4 admin admin] Network 788fd3f3-3593-4cdc-933e-dd5c53c623d8 is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:08:36.142219 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f34ae55-8277-4b29-9590-2c8615cf2a8a None None] Routers {'f81af90b-fce4-4a88-b359-96e0e694ce6c'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:08:36.142416 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 53074) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:36.143390 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-3f34ae55-8277-4b29-9590-2c8615cf2a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:08:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['f81af90b-fce4-4a88-b359-96e0e694ce6c'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:36.147871 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-bcce8cb9-e5c8-4069-8dcb-314f1aed1232 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9563932 Mar 28 01:08:36.155259 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-bc561c23-6ea3-4a86-921c-092b50e745e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:08:36.157827 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 53076) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:36.176796 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-bbb2ea3f-eb11-49ea-bb4a-229158f097da tempest-ExtraDHCPOptionsIpV6TestJSON-666325267 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267-project] Request body: {'port': {'network_id': '01f16106-8074-4c1d-a511-cee3d33cc126', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-886755396'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:08:36.238036 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_v2 [None req-56b99210-b22c-45ce-96f5-9c3ecc662579 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Deleting subnet b7236e94-120a-45de-a490-ff6f642df29d {{(pid=104098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:08:36.249236 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-56b99210-b22c-45ce-96f5-9c3ecc662579 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks [] for subnet (b7236e94-120a-45de-a490-ff6f642df29d), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:36.286622 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-3f34ae55-8277-4b29-9590-2c8615cf2a8a None None] Set router f81af90b-fce4-4a88-b359-96e0e694ce6c gateway port host: None {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:08:36.324682 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7816b43e-5250-4639-b603-9482bde51e4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-01f16106-8074-4c1d-a511-cee3d33cc126', 'network_id': '01f16106-8074-4c1d-a511-cee3d33cc126', 'project_id': 'd3db6a2b44324e50b5a16370bd98a9a5', 'fixed_ips': [{'subnet_id': '7fc0c3bd-ad99-4373-872d-12b662e0e265'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:08:36.328694 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-7816b43e-5250-4639-b603-9482bde51e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:36.379905 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b599d145-cc67-4282-bd1c-15c4d56a0ab1 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:36.380300 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b599d145-cc67-4282-bd1c-15c4d56a0ab1 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688063'] for floatingip (45e3aabb-f86e-4483-bb5a-a16cf5df79a8), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:36.380676 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.l3_db [None req-b599d145-cc67-4282-bd1c-15c4d56a0ab1 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Floating IP 45e3aabb-f86e-4483-bb5a-a16cf5df79a8 disassociated. External IP: 172.26.1.141, port: 020ad4e0-007b-433c-afbb-bd332a3a1d4b. Mar 28 01:08:36.381673 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-b599d145-cc67-4282-bd1c-15c4d56a0ab1 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Calling delete_port for 020ad4e0-007b-433c-afbb-bd332a3a1d4b owned by {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:08:36.415907 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [None req-599f146d-43fc-48ad-bc61-4bfb08ef7dad tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Allocated IP 172.20.0.10 (9b0bf857-0292-47f5-90e9-70cc555bb212/d2bb9f43-da90-44a6-843a-77908c10de80/400d523a-cc06-4fc6-b860-28ada1bbfa6f) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:08:36.644206 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-7816b43e-5250-4639-b603-9482bde51e4b None None] Allocated IP 2001:db8::2 (01f16106-8074-4c1d-a511-cee3d33cc126/7fc0c3bd-ad99-4373-872d-12b662e0e265/8ff289e5-c667-400e-b541-863a3c34d928) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:08:36.669635 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-4478b123-6c2e-4c91-9385-50a1cbed129e None None] Provisioning complete for port 0b496533-293b-4013-8308-72d3e2baa76a triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:08:36.670489 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-4478b123-6c2e-4c91-9385-50a1cbed129e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (0b496533-293b-4013-8308-72d3e2baa76a), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:36.809551 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-4478b123-6c2e-4c91-9385-50a1cbed129e None None] Port 0b496533-293b-4013-8308-72d3e2baa76a cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:08:36.822842 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 2b33c713-3e16-49b2-a91e-4acf21746887 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:08:36.852427 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-56b99210-b22c-45ce-96f5-9c3ecc662579 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126443526'] for subnet (b7236e94-120a-45de-a490-ff6f642df29d), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:36.899514 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-599f146d-43fc-48ad-bc61-4bfb08ef7dad tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks [] for port (400d523a-cc06-4fc6-b860-28ada1bbfa6f), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:36.938190 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b599d145-cc67-4282-bd1c-15c4d56a0ab1 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (020ad4e0-007b-433c-afbb-bd332a3a1d4b), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:36.955707 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-599f146d-43fc-48ad-bc61-4bfb08ef7dad tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (400d523a-cc06-4fc6-b860-28ada1bbfa6f), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:36.976643 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-56b99210-b22c-45ce-96f5-9c3ecc662579 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (b7236e94-120a-45de-a490-ff6f642df29d), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:36.993386 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b599d145-cc67-4282-bd1c-15c4d56a0ab1 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Pushing event deleted for resources: {'Port': ['ID=020ad4e0-007b-433c-afbb-bd332a3a1d4b,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:37.003776 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3445479d-56f6-4d82-bc9c-60707ffb602b tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group_rule (2e22ffd5-fbe8-4335-b329-2f7d989001dc), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:37.085714 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3445479d-56f6-4d82-bc9c-60707ffb602b tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group_rule (2e22ffd5-fbe8-4335-b329-2f7d989001dc), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:37.087687 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbb2ea3f-eb11-49ea-bb4a-229158f097da tempest-ExtraDHCPOptionsIpV6TestJSON-666325267 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267-project] Made reservation on behalf of d3db6a2b44324e50b5a16370bd98a9a5 for: {'port': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:08:37.091121 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-bbb2ea3f-eb11-49ea-bb4a-229158f097da tempest-ExtraDHCPOptionsIpV6TestJSON-666325267 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:37.122568 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc561c23-6ea3-4a86-921c-092b50e745e4 admin admin] Router 87992a48-3273-4cf7-b5bb-efc23b63aac4 has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:08:37.123720 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.notifiers.nova [None req-bbb2ea3f-eb11-49ea-bb4a-229158f097da tempest-ExtraDHCPOptionsIpV6TestJSON-666325267 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267-project] device_id is not set on port e51fb540-e514-4f22-9603-dbed6f12bd40 yet. {{(pid=104098) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 01:08:37.169467 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-7816b43e-5250-4639-b603-9482bde51e4b None None] Publish callbacks [] for port (8ff289e5-c667-400e-b541-863a3c34d928), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:37.187824 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599f146d-43fc-48ad-bc61-4bfb08ef7dad tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Network 9b0bf857-0292-47f5-90e9-70cc555bb212 is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:08:37.195061 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-599f146d-43fc-48ad-bc61-4bfb08ef7dad tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:08:37.199029 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b599d145-cc67-4282-bd1c-15c4d56a0ab1 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Router 8e799d34-fabd-4ee4-bc94-247cd2828ab9 has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:08:37.199490 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-3f34ae55-8277-4b29-9590-2c8615cf2a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f81af90b-fce4-4a88-b359-96e0e694ce6c', 'name': 'tempest-RoutersIpV6Test-router-781427244', 'tenant_id': '73b89705b12a4822849ef008702f6650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:07:51Z', 'updated_at': '2022-03-28T01:08:34Z', 'revision_number': 8, 'project_id': '73b89705b12a4822849ef008702f6650', 'gw_port_host': None, '_interfaces': [{'id': '0623390d-8328-4dda-bb2e-94ec6e7f0c5d', 'name': '', 'network_id': 'ace6d7f7-f15f-4162-86f7-e748421e33be', 'tenant_id': '73b89705b12a4822849ef008702f6650', 'mac_address': 'fa:16:3e:7f:e6:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81af90b-fce4-4a88-b359-96e0e694ce6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': 'e3c665d0-c1c5-41fb-ba5d-ce57ba99245a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:08:02Z', 'updated_at': '2022-03-28T01:08:08Z', 'revision_number': 5, 'project_id': '73b89705b12a4822849ef008702f6650', 'subnets': [{'id': 'e3c665d0-c1c5-41fb-ba5d-ce57ba99245a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c064e2f-0b33-473b-a38e-eefe6c7cbe40', 'name': '', 'network_id': '6db32cfe-0e5d-4e8d-92fe-ac8fb658c437', 'tenant_id': '73b89705b12a4822849ef008702f6650', 'mac_address': 'fa:16:3e:97:d5:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81af90b-fce4-4a88-b359-96e0e694ce6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': 'c3feaaef-5096-4626-8cb4-9d5cefb7793d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:08:08Z', 'updated_at': '2022-03-28T01:08:14Z', 'revision_number': 5, 'project_id': '73b89705b12a4822849ef008702f6650', 'subnets': [{'id': 'c3feaaef-5096-4626-8cb4-9d5cefb7793d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c9287fd-767d-413c-b1f6-e72c83409195', 'name': '', 'network_id': '7c8c0538-5060-44fc-95df-1da6a7312af2', 'tenant_id': '73b89705b12a4822849ef008702f6650', 'mac_address': 'fa:16:3e:6d:1f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81af90b-fce4-4a88-b359-96e0e694ce6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '11187ad9-a275-45d5-9e5e-2a11e69b6a34', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:07:54Z', 'updated_at': '2022-03-28T01:08:02Z', 'revision_number': 5, 'project_id': '73b89705b12a4822849ef008702f6650', 'subnets': [{'id': '11187ad9-a275-45d5-9e5e-2a11e69b6a34', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:37.202340 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599f146d-43fc-48ad-bc61-4bfb08ef7dad tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:08:37.239786 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-7816b43e-5250-4639-b603-9482bde51e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (8ff289e5-c667-400e-b541-863a3c34d928), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:37.245061 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f34ae55-8277-4b29-9590-2c8615cf2a8a None None] Checking router: f81af90b-fce4-4a88-b359-96e0e694ce6c for host: dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:08:37.255859 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-6ce54d46-6215-4901-882f-c5d77aafe767 None None] Provisioning complete for port 809e2f36-b1b9-4181-8595-9dcdad18ec36 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:08:37.255859 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-6ce54d46-6215-4901-882f-c5d77aafe767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (809e2f36-b1b9-4181-8595-9dcdad18ec36), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:37.296741 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-599f146d-43fc-48ad-bc61-4bfb08ef7dad tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:08:37.299572 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-599f146d-43fc-48ad-bc61-4bfb08ef7dad tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:37.328525 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599f146d-43fc-48ad-bc61-4bfb08ef7dad tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Pushing event updated for resources: {'Port': ['ID=400d523a-cc06-4fc6-b860-28ada1bbfa6f,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:37.335147 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc561c23-6ea3-4a86-921c-092b50e745e4 admin admin] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:08:37.337142 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7816b43e-5250-4639-b603-9482bde51e4b None None] Network 01f16106-8074-4c1d-a511-cee3d33cc126 is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:08:37.339879 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f34ae55-8277-4b29-9590-2c8615cf2a8a None None] Routers {'f81af90b-fce4-4a88-b359-96e0e694ce6c'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:08:37.340922 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-3f34ae55-8277-4b29-9590-2c8615cf2a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:08:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['f81af90b-fce4-4a88-b359-96e0e694ce6c'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:37.341436 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-bc561c23-6ea3-4a86-921c-092b50e745e4 admin admin] 10.222.0.24 "PUT /v2.0/routers/87992a48-3273-4cf7-b5bb-efc23b63aac4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1985457 Mar 28 01:08:37.347770 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3445479d-56f6-4d82-bc9c-60707ffb602b tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (2e22ffd5-fbe8-4335-b329-2f7d989001dc), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:37.358360 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-7816b43e-5250-4639-b603-9482bde51e4b None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:08:37.360584 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6ef51d-03a6-40cf-bf90-7555efde5f2b None None] Sync routers for ids ['87992a48-3273-4cf7-b5bb-efc23b63aac4'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:08:37.365397 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-599f146d-43fc-48ad-bc61-4bfb08ef7dad tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.7680461 Mar 28 01:08:37.369464 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53086) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:37.373816 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7816b43e-5250-4639-b603-9482bde51e4b None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:08:37.377765 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3445479d-56f6-4d82-bc9c-60707ffb602b tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:37.383430 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6ef51d-03a6-40cf-bf90-7555efde5f2b None None] Routers {'87992a48-3273-4cf7-b5bb-efc23b63aac4'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:08:37.383430 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-ea6ef51d-03a6-40cf-bf90-7555efde5f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:08:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['87992a48-3273-4cf7-b5bb-efc23b63aac4'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:37.383719 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-c0821492-b021-42c0-a249-5d934adf2864 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Request body: {'subnet': {'network_id': '9b0bf857-0292-47f5-90e9-70cc555bb212', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:08:37.384835 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-3445479d-56f6-4d82-bc9c-60707ffb602b tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/2e22ffd5-fbe8-4335-b329-2f7d989001dc HTTP/1.1" status: 204 len: 168 time: 1.2411025 Mar 28 01:08:37.387070 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53088) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:37.426535 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3445479d-56f6-4d82-bc9c-60707ffb602b tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2e22ffd5-fbe8-4335-b329-2f7d989001dc,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:37.448404 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-56b99210-b22c-45ce-96f5-9c3ecc662579 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126175041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126112438'] for subnet (b7236e94-120a-45de-a490-ff6f642df29d), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:37.512270 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7816b43e-5250-4639-b603-9482bde51e4b None None] Pushing event updated for resources: {'Port': ['ID=8ff289e5-c667-400e-b541-863a3c34d928,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:37.551115 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b99210-b22c-45ce-96f5-9c3ecc662579 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Pushing event deleted for resources: {'Subnet': ['ID=b7236e94-120a-45de-a490-ff6f642df29d,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:37.567174 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-56b99210-b22c-45ce-96f5-9c3ecc662579 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:37.576333 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-56b99210-b22c-45ce-96f5-9c3ecc662579 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] 10.222.0.24 "DELETE /v2.0/subnets/b7236e94-120a-45de-a490-ff6f642df29d HTTP/1.1" status: 204 len: 168 time: 1.5031571 Mar 28 01:08:37.577319 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 53092) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:37.604062 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 2b33c713-3e16-49b2-a91e-4acf21746887 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:08:37.605557 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (2b33c713-3e16-49b2-a91e-4acf21746887), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:37.621743 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-ea6ef51d-03a6-40cf-bf90-7555efde5f2b None None] Set router 87992a48-3273-4cf7-b5bb-efc23b63aac4 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:08:37.665626 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-bbb2ea3f-eb11-49ea-bb4a-229158f097da tempest-ExtraDHCPOptionsIpV6TestJSON-666325267 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267-project] Allocated IP 2001:db8::30f (01f16106-8074-4c1d-a511-cee3d33cc126/7fc0c3bd-ad99-4373-872d-12b662e0e265/e51fb540-e514-4f22-9603-dbed6f12bd40) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:08:37.709646 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-bde37b43-5172-4374-b04a-6672540233ec tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (e5514915-97df-44f9-b3f3-a359d6724ad6), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:37.717305 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-27ffa086-a658-4cbb-a9fd-bc5be5001bde tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3272276 Mar 28 01:08:37.720071 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53096) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:37.733459 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ddc5d68-e06f-48a7-acad-61ef9716fcf2 None None] Network e5514915-97df-44f9-b3f3-a359d6724ad6 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:08:37.738909 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-16bff1e2-c630-4349-9b0a-62847a096fe7 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Request body: {'security_group_rule': {'security_group_id': '82a062a9-b8b2-4d2c-9b4c-70d54abbe9fd', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:08:37.875281 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-bde37b43-5172-4374-b04a-6672540233ec tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Deleting port 00259200-50aa-405e-9944-f6641b5321b6 {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:08:37.875851 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-bde37b43-5172-4374-b04a-6672540233ec tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (00259200-50aa-405e-9944-f6641b5321b6), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:37.894077 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-16bff1e2-c630-4349-9b0a-62847a096fe7 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group_rule (d54f6527-c95f-49a2-a71c-0997c468dbc7), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:37.902414 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0821492-b021-42c0-a249-5d934adf2864 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Made reservation on behalf of fa54b4b5eec2452a8dcd67fc666c1bd8 for: {'subnet': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:08:37.909685 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c0821492-b021-42c0-a249-5d934adf2864 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126757772'] for subnet (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:37.923050 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-bbb2ea3f-eb11-49ea-bb4a-229158f097da tempest-ExtraDHCPOptionsIpV6TestJSON-666325267 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267-project] Publish callbacks [] for port (e51fb540-e514-4f22-9603-dbed6f12bd40), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:37.961181 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.db [None req-bde37b43-5172-4374-b04a-6672540233ec tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] For port 00259200-50aa-405e-9944-f6641b5321b6, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=00259200-50aa-405e-9944-f6641b5321b6,segment=NetworkSegment(deac075d-b289-41e2-a6c4-78f9a3b446ae),segment_id=deac075d-b289-41e2-a6c4-78f9a3b446ae)] {{(pid=104098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:08:37.962066 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-bde37b43-5172-4374-b04a-6672540233ec tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (00259200-50aa-405e-9944-f6641b5321b6), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:37.982635 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-bde37b43-5172-4374-b04a-6672540233ec tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Calling delete_port for 00259200-50aa-405e-9944-f6641b5321b6 owned by network:dhcp {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:08:37.991089 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-7816b43e-5250-4639-b603-9482bde51e4b None None] Attempting to bind port 8ff289e5-c667-400e-b541-863a3c34d928 on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:08:37.991801 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-7816b43e-5250-4639-b603-9482bde51e4b None None] Attempting to bind port 8ff289e5-c667-400e-b541-863a3c34d928 by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': 'fc628d0b-a740-4cd7-94de-58e3fe657984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '01f16106-8074-4c1d-a511-cee3d33cc126'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:08:37.992562 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7816b43e-5250-4639-b603-9482bde51e4b None None] Attempting to bind port 8ff289e5-c667-400e-b541-863a3c34d928 on network 01f16106-8074-4c1d-a511-cee3d33cc126 {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:08:38.004262 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-ea6ef51d-03a6-40cf-bf90-7555efde5f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87992a48-3273-4cf7-b5bb-efc23b63aac4', 'name': 'tempest-TestVolumeBootPattern-1711087568-router', 'tenant_id': 'bf9f34f21ab94392ab36354129e00f8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.60'}], 'enable_snat': True}, 'gw_port_id': '2b33c713-3e16-49b2-a91e-4acf21746887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:08:24Z', 'updated_at': '2022-03-28T01:08:34Z', 'revision_number': 4, 'project_id': 'bf9f34f21ab94392ab36354129e00f8d', 'gw_port': {'id': '2b33c713-3e16-49b2-a91e-4acf21746887', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87992a48-3273-4cf7-b5bb-efc23b63aac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:08:25Z', 'updated_at': '2022-03-28T01:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': '0b496533-293b-4013-8308-72d3e2baa76a', 'name': '', 'network_id': '788fd3f3-3593-4cdc-933e-dd5c53c623d8', 'tenant_id': 'bf9f34f21ab94392ab36354129e00f8d', 'mac_address': 'fa:16:3e:e3:30:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87992a48-3273-4cf7-b5bb-efc23b63aac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '0a57ae47-09ee-4007-9878-c6cea91f6590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:08:32Z', 'updated_at': '2022-03-28T01:08:35Z', 'revision_number': 2, 'project_id': 'bf9f34f21ab94392ab36354129e00f8d', 'subnets': [{'id': '0a57ae47-09ee-4007-9878-c6cea91f6590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:38.012296 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-6ce54d46-6215-4901-882f-c5d77aafe767 None None] Current status of the port 809e2f36-b1b9-4181-8595-9dcdad18ec36 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:08:38.013218 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-6ce54d46-6215-4901-882f-c5d77aafe767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (809e2f36-b1b9-4181-8595-9dcdad18ec36), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:38.029157 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b599d145-cc67-4282-bd1c-15c4d56a0ab1 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:08:38.049393 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6ef51d-03a6-40cf-bf90-7555efde5f2b None None] Checking router: 87992a48-3273-4cf7-b5bb-efc23b63aac4 for host: dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:08:38.049801 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6ef51d-03a6-40cf-bf90-7555efde5f2b None None] Updating router 87992a48-3273-4cf7-b5bb-efc23b63aac4 port 0b496533-293b-4013-8308-72d3e2baa76a binding host dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 01:08:38.053063 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7816b43e-5250-4639-b603-9482bde51e4b None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:08:38.061754 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-bbb2ea3f-eb11-49ea-bb4a-229158f097da tempest-ExtraDHCPOptionsIpV6TestJSON-666325267 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (e51fb540-e514-4f22-9603-dbed6f12bd40), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:38.062405 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7816b43e-5250-4639-b603-9482bde51e4b None None] Checking segment: {'id': 'fc628d0b-a740-4cd7-94de-58e3fe657984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '01f16106-8074-4c1d-a511-cee3d33cc126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:08:38.063207 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-7816b43e-5250-4639-b603-9482bde51e4b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:38.063867 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7816b43e-5250-4639-b603-9482bde51e4b None None] Bound using segment: {'id': 'fc628d0b-a740-4cd7-94de-58e3fe657984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '01f16106-8074-4c1d-a511-cee3d33cc126'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:08:38.064499 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-7816b43e-5250-4639-b603-9482bde51e4b None None] Bound port: 8ff289e5-c667-400e-b541-863a3c34d928, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc628d0b-a740-4cd7-94de-58e3fe657984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '01f16106-8074-4c1d-a511-cee3d33cc126'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:08:38.064986 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-7816b43e-5250-4639-b603-9482bde51e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (8ff289e5-c667-400e-b541-863a3c34d928), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:38.082365 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-ea6ef51d-03a6-40cf-bf90-7555efde5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (0b496533-293b-4013-8308-72d3e2baa76a), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:38.106223 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-16bff1e2-c630-4349-9b0a-62847a096fe7 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group_rule (d54f6527-c95f-49a2-a71c-0997c468dbc7), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:38.119187 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-16bff1e2-c630-4349-9b0a-62847a096fe7 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (d54f6527-c95f-49a2-a71c-0997c468dbc7), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:38.149178 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bff1e2-c630-4349-9b0a-62847a096fe7 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d54f6527-c95f-49a2-a71c-0997c468dbc7,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:38.156526 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb2ea3f-eb11-49ea-bb4a-229158f097da tempest-ExtraDHCPOptionsIpV6TestJSON-666325267 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267-project] Pushing event updated for resources: {'Port': ['ID=e51fb540-e514-4f22-9603-dbed6f12bd40,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:38.157820 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-7816b43e-5250-4639-b603-9482bde51e4b None None] For port 8ff289e5-c667-400e-b541-863a3c34d928, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:08:38.162397 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-7816b43e-5250-4639-b603-9482bde51e4b None None] For port 8ff289e5-c667-400e-b541-863a3c34d928, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=8ff289e5-c667-400e-b541-863a3c34d928,segment=NetworkSegment(fc628d0b-a740-4cd7-94de-58e3fe657984),segment_id=fc628d0b-a740-4cd7-94de-58e3fe657984)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:08:38.166004 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-16bff1e2-c630-4349-9b0a-62847a096fe7 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:38.167179 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011c98b8-2f6b-4386-8330-c606392638ea None None] Sync routers for ids ['8e799d34-fabd-4ee4-bc94-247cd2828ab9'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:08:38.167306 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-16bff1e2-c630-4349-9b0a-62847a096fe7 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4394484 Mar 28 01:08:38.171040 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 53104) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:38.174260 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.ipam_backend_mixin [None req-c0821492-b021-42c0-a249-5d934adf2864 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d2bb9f43-da90-44a6-843a-77908c10de80 (CIDR: 172.20.0.0/28) Mar 28 01:08:38.182336 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0821492-b021-42c0-a249-5d934adf2864 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 01:08:38.182825 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0821492-b021-42c0-a249-5d934adf2864 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:08:38.194991 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-7816b43e-5250-4639-b603-9482bde51e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (8ff289e5-c667-400e-b541-863a3c34d928), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:38.207269 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb2ea3f-eb11-49ea-bb4a-229158f097da tempest-ExtraDHCPOptionsIpV6TestJSON-666325267 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267-project] Network 01f16106-8074-4c1d-a511-cee3d33cc126 is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:08:38.214590 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b599d145-cc67-4282-bd1c-15c4d56a0ab1 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:38.215692 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-bbb2ea3f-eb11-49ea-bb4a-229158f097da tempest-ExtraDHCPOptionsIpV6TestJSON-666325267 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:08:38.229176 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb2ea3f-eb11-49ea-bb4a-229158f097da tempest-ExtraDHCPOptionsIpV6TestJSON-666325267 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267-project] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:08:38.231011 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-b599d145-cc67-4282-bd1c-15c4d56a0ab1 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] 10.222.0.24 "DELETE /v2.0/ports/020ad4e0-007b-433c-afbb-bd332a3a1d4b HTTP/1.1" status: 204 len: 168 time: 2.5474951 Mar 28 01:08:38.237418 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-c0821492-b021-42c0-a249-5d934adf2864 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8640654 Mar 28 01:08:38.237418 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53106) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:38.238631 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb2ea3f-eb11-49ea-bb4a-229158f097da tempest-ExtraDHCPOptionsIpV6TestJSON-666325267 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:08:38.239295 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-bbb2ea3f-eb11-49ea-bb4a-229158f097da tempest-ExtraDHCPOptionsIpV6TestJSON-666325267 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:38.241345 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53110) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:38.247049 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-80274d98-9668-4c78-97df-c693333d3c3a tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Request body: {'subnet': {'network_id': '9b0bf857-0292-47f5-90e9-70cc555bb212', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:08:38.251947 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53112) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:38.252258 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-0fe48471-a0a7-47a9-a07a-a7fcf68e4c20 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] 10.222.0.24 "GET /v2.0/security-group-rules/d54f6527-c95f-49a2-a71c-0997c468dbc7 HTTP/1.1" status: 200 len: 763 time: 0.0723057 Mar 28 01:08:38.283711 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-bde37b43-5172-4374-b04a-6672540233ec tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (00259200-50aa-405e-9944-f6641b5321b6), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:38.289843 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-6ce54d46-6215-4901-882f-c5d77aafe767 None None] For port 809e2f36-b1b9-4181-8595-9dcdad18ec36, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=809e2f36-b1b9-4181-8595-9dcdad18ec36,segment=NetworkSegment(0f52be84-067f-4302-b5e4-5e00d9af71ac),segment_id=0f52be84-067f-4302-b5e4-5e00d9af71ac)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:08:38.313468 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53114) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:38.331461 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-f8440b62-b4b0-4377-8521-4af4e70d9473 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1151565328-network', 'tenant_id': '8e265a2db6e3483fad27e7b863ecff6c'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:08:38.338278 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-bbb2ea3f-eb11-49ea-bb4a-229158f097da tempest-ExtraDHCPOptionsIpV6TestJSON-666325267 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.1740699 Mar 28 01:08:38.338278 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde37b43-5172-4374-b04a-6672540233ec tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Pushing event deleted for resources: {'Port': ['ID=00259200-50aa-405e-9944-f6641b5321b6,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:38.339645 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 53116) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:38.351411 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-c3b78e4f-3dd5-43da-8746-d0c4a92f76d4 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267-project] Request body: {'port': {'network_id': '01f16106-8074-4c1d-a511-cee3d33cc126', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-471887897', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:08:38.351914 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.api.validators [None req-c3b78e4f-3dd5-43da-8746-d0c4a92f76d4 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267-project] bootfile-name is not in valid_values {{(pid=104098) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 28 01:08:38.352283 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.api.validators [None req-c3b78e4f-3dd5-43da-8746-d0c4a92f76d4 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267-project] tftp-server is not in valid_values {{(pid=104098) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 28 01:08:38.352624 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.api.validators [None req-c3b78e4f-3dd5-43da-8746-d0c4a92f76d4 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267-project] server-ip-address is not in valid_values {{(pid=104098) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 28 01:08:38.375063 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-3f34ae55-8277-4b29-9590-2c8615cf2a8a None None] Set router f81af90b-fce4-4a88-b359-96e0e694ce6c gateway port host: None {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:08:38.383243 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 2b33c713-3e16-49b2-a91e-4acf21746887 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:08:38.385732 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 809e2f36-b1b9-4181-8595-9dcdad18ec36 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:08:38.397020 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-00d9413b-cf35-4219-9d56-81adc749da37 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] 10.222.0.24 "GET /v2.0/floatingips/45e3aabb-f86e-4483-bb5a-a16cf5df79a8 HTTP/1.1" status: 200 len: 688 time: 0.1599519 Mar 28 01:08:38.398863 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53118) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:38.401680 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde37b43-5172-4374-b04a-6672540233ec tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] No DVR routers for this DVR port 00259200-50aa-405e-9944-f6641b5321b6 on host dv-neutron-834874-6-hyperv {{(pid=104098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:08:38.495499 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a455f28c-bc79-433c-b52b-321ab11d678a None None] DHCP port deletion for e5514915-97df-44f9-b3f3-a359d6724ad6 request from dv-neutron-834874-6-hyperv {{(pid=104100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 01:08:38.508916 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-bde37b43-5172-4374-b04a-6672540233ec tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (e5514915-97df-44f9-b3f3-a359d6724ad6), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:38.513177 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-6ce54d46-6215-4901-882f-c5d77aafe767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (809e2f36-b1b9-4181-8595-9dcdad18ec36), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:38.571284 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-bde37b43-5172-4374-b04a-6672540233ec tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5514915-97df-44f9-b3f3-a359d6724ad6']}} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:38.574791 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011c98b8-2f6b-4386-8330-c606392638ea None None] Routers {'8e799d34-fabd-4ee4-bc94-247cd2828ab9'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:08:38.581085 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-ea6ef51d-03a6-40cf-bf90-7555efde5f2b None None] Publish callbacks [] for port (0b496533-293b-4013-8308-72d3e2baa76a), precommit_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:38.581641 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-011c98b8-2f6b-4386-8330-c606392638ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:08:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['8e799d34-fabd-4ee4-bc94-247cd2828ab9'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:38.588161 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-bde37b43-5172-4374-b04a-6672540233ec tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'deac075d-b289-41e2-a6c4-78f9a3b446ae') {'for_net_delete': True} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:38.588345 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-bde37b43-5172-4374-b04a-6672540233ec tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'deac075d-b289-41e2-a6c4-78f9a3b446ae') {} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:38.597566 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-ea6ef51d-03a6-40cf-bf90-7555efde5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (0b496533-293b-4013-8308-72d3e2baa76a), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:38.598019 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7816b43e-5250-4639-b603-9482bde51e4b None None] Pushing event updated for resources: {'Port': ['ID=8ff289e5-c667-400e-b541-863a3c34d928,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:38.610115 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-bde37b43-5172-4374-b04a-6672540233ec tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126443583'] for segment (deac075d-b289-41e2-a6c4-78f9a3b446ae), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:38.628683 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3b78e4f-3dd5-43da-8746-d0c4a92f76d4 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267-project] Made reservation on behalf of d3db6a2b44324e50b5a16370bd98a9a5 for: {'port': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:08:38.633104 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c3b78e4f-3dd5-43da-8746-d0c4a92f76d4 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:38.635628 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-bde37b43-5172-4374-b04a-6672540233ec tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (deac075d-b289-41e2-a6c4-78f9a3b446ae), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:38.651372 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bde37b43-5172-4374-b04a-6672540233ec tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=104098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:08:38.651834 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-bde37b43-5172-4374-b04a-6672540233ec tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126177251'] for segment (deac075d-b289-41e2-a6c4-78f9a3b446ae), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:38.659880 dv-neutron-834874-6-hyperv neutron-server[104098]: Traceback (most recent call last): Mar 28 01:08:38.659880 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:08:38.659880 dv-neutron-834874-6-hyperv neutron-server[104098]: timer() Mar 28 01:08:38.659880 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:08:38.659880 dv-neutron-834874-6-hyperv neutron-server[104098]: cb(*args, **kw) Mar 28 01:08:38.659880 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:08:38.659880 dv-neutron-834874-6-hyperv neutron-server[104098]: return func(*args, **kwargs) Mar 28 01:08:38.659880 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:08:38.659880 dv-neutron-834874-6-hyperv neutron-server[104098]: self._notify() Mar 28 01:08:38.659880 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:08:38.659880 dv-neutron-834874-6-hyperv neutron-server[104098]: self.callback(batched_events) Mar 28 01:08:38.659880 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:08:38.659880 dv-neutron-834874-6-hyperv neutron-server[104098]: event.method(event) Mar 28 01:08:38.659880 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:08:38.659880 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:08:38.659880 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:08:38.659880 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:08:38.659880 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:08:38.659880 dv-neutron-834874-6-hyperv neutron-server[104098]: return f(self, *a, **k) Mar 28 01:08:38.659880 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:08:38.659880 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._get(url).json() Mar 28 01:08:38.659880 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:08:38.659880 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:08:38.659880 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:08:38.659880 dv-neutron-834874-6-hyperv neutron-server[104098]: return self.request(url, 'GET', **kwargs) Mar 28 01:08:38.659880 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:08:38.659880 dv-neutron-834874-6-hyperv neutron-server[104098]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:08:38.659880 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:08:38.659880 dv-neutron-834874-6-hyperv neutron-server[104098]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:08:38.659880 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:08:38.659880 dv-neutron-834874-6-hyperv neutron-server[104098]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:08:38.659880 dv-neutron-834874-6-hyperv neutron-server[104098]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:08:38.688208 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2d2a24-487c-4857-8d66-924b8b0dc544 None None] Pushing event updated for resources: {'Port': ['ID=0b496533-293b-4013-8308-72d3e2baa76a,revision_number=3']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:38.742412 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-6ce54d46-6215-4901-882f-c5d77aafe767 None None] Provisioning complete for port 852c3391-561a-4e4f-912d-9e28127ba276 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:08:38.744297 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-6ce54d46-6215-4901-882f-c5d77aafe767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (852c3391-561a-4e4f-912d-9e28127ba276), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:38.761252 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [None req-ea6ef51d-03a6-40cf-bf90-7555efde5f2b None None] Attempting to bind port 0b496533-293b-4013-8308-72d3e2baa76a on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:08:38.761635 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [None req-ea6ef51d-03a6-40cf-bf90-7555efde5f2b None None] Attempting to bind port 0b496533-293b-4013-8308-72d3e2baa76a by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': 'de88a4a0-f76a-4017-a6e3-6b8499720147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '788fd3f3-3593-4cdc-933e-dd5c53c623d8'}] {{(pid=104101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:08:38.762076 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6ef51d-03a6-40cf-bf90-7555efde5f2b None None] Attempting to bind port 0b496533-293b-4013-8308-72d3e2baa76a on network 788fd3f3-3593-4cdc-933e-dd5c53c623d8 {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:08:38.767968 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6ef51d-03a6-40cf-bf90-7555efde5f2b None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:08:38.768601 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6ef51d-03a6-40cf-bf90-7555efde5f2b None None] Checking segment: {'id': 'de88a4a0-f76a-4017-a6e3-6b8499720147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '788fd3f3-3593-4cdc-933e-dd5c53c623d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:08:38.769073 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-ea6ef51d-03a6-40cf-bf90-7555efde5f2b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:38.769531 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6ef51d-03a6-40cf-bf90-7555efde5f2b None None] Bound using segment: {'id': 'de88a4a0-f76a-4017-a6e3-6b8499720147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '788fd3f3-3593-4cdc-933e-dd5c53c623d8'} {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:08:38.770065 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [None req-ea6ef51d-03a6-40cf-bf90-7555efde5f2b None None] Bound port: 0b496533-293b-4013-8308-72d3e2baa76a, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de88a4a0-f76a-4017-a6e3-6b8499720147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '788fd3f3-3593-4cdc-933e-dd5c53c623d8'}}] {{(pid=104101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:08:38.770538 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-ea6ef51d-03a6-40cf-bf90-7555efde5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (0b496533-293b-4013-8308-72d3e2baa76a), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:38.770994 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.notifiers.nova [None req-c3b78e4f-3dd5-43da-8746-d0c4a92f76d4 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267-project] device_id is not set on port 78b15e91-26a0-47dc-8dcf-a3cd4cf28b86 yet. {{(pid=104098) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 01:08:38.810418 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 809e2f36-b1b9-4181-8595-9dcdad18ec36 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:08:38.810800 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (809e2f36-b1b9-4181-8595-9dcdad18ec36), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:38.812546 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-011c98b8-2f6b-4386-8330-c606392638ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:38.878396 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-bde37b43-5172-4374-b04a-6672540233ec tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (e5514915-97df-44f9-b3f3-a359d6724ad6), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:38.889555 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-bde37b43-5172-4374-b04a-6672540233ec tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:38.893635 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-bde37b43-5172-4374-b04a-6672540233ec tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] 10.222.0.24 "DELETE /v2.0/networks/e5514915-97df-44f9-b3f3-a359d6724ad6 HTTP/1.1" status: 204 len: 168 time: 1.3116472 Mar 28 01:08:38.905754 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 53120) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:38.956364 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.db [None req-ea6ef51d-03a6-40cf-bf90-7555efde5f2b None None] For port 0b496533-293b-4013-8308-72d3e2baa76a, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:08:38.959340 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011c98b8-2f6b-4386-8330-c606392638ea None None] Routers {'8e799d34-fabd-4ee4-bc94-247cd2828ab9'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:08:38.959769 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.db [None req-ea6ef51d-03a6-40cf-bf90-7555efde5f2b None None] For port 0b496533-293b-4013-8308-72d3e2baa76a, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=0b496533-293b-4013-8308-72d3e2baa76a,segment=NetworkSegment(de88a4a0-f76a-4017-a6e3-6b8499720147),segment_id=de88a4a0-f76a-4017-a6e3-6b8499720147)] {{(pid=104101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:08:38.960127 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-011c98b8-2f6b-4386-8330-c606392638ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:08:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['8e799d34-fabd-4ee4-bc94-247cd2828ab9'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:38.965988 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde37b43-5172-4374-b04a-6672540233ec tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Pushing event deleted for resources: {'Network': ['ID=e5514915-97df-44f9-b3f3-a359d6724ad6,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:38.973335 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-ea6ef51d-03a6-40cf-bf90-7555efde5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (0b496533-293b-4013-8308-72d3e2baa76a), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:38.993144 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8440b62-b4b0-4377-8521-4af4e70d9473 admin admin] Made reservation on behalf of 8e265a2db6e3483fad27e7b863ecff6c for: {'network': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:08:38.995535 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f8440b62-b4b0-4377-8521-4af4e70d9473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:39.053600 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-011c98b8-2f6b-4386-8330-c606392638ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:39.054377 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011c98b8-2f6b-4386-8330-c606392638ea None None] The sync data for ids ['8e799d34-fabd-4ee4-bc94-247cd2828ab9'] in dv-neutron-834874-6-hyperv is: [] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:08:39.065109 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-6ce54d46-6215-4901-882f-c5d77aafe767 None None] Port 852c3391-561a-4e4f-912d-9e28127ba276 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:08:39.080683 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce54d46-6215-4901-882f-c5d77aafe767 None None] Pushing event updated for resources: {'Port': ['ID=809e2f36-b1b9-4181-8595-9dcdad18ec36,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:39.111162 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f8440b62-b4b0-4377-8521-4af4e70d9473 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:39.111442 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2d2a24-487c-4857-8d66-924b8b0dc544 None None] Pushing event updated for resources: {'Port': ['ID=0b496533-293b-4013-8308-72d3e2baa76a,revision_number=4']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:39.147803 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6ef51d-03a6-40cf-bf90-7555efde5f2b None None] Routers {'87992a48-3273-4cf7-b5bb-efc23b63aac4'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:08:39.150735 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-ea6ef51d-03a6-40cf-bf90-7555efde5f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:08:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['87992a48-3273-4cf7-b5bb-efc23b63aac4'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:39.165706 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-3775df29-48fd-4f8e-8fa3-b75d6518fa69 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.9125364 Mar 28 01:08:39.189487 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53122) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:39.254366 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 809e2f36-b1b9-4181-8595-9dcdad18ec36 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:08:39.279539 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-1c90c260-2fde-4ee1-829b-72081766c625 None None] Provisioning complete for port 0b496533-293b-4013-8308-72d3e2baa76a triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:08:39.281626 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-1c90c260-2fde-4ee1-829b-72081766c625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (0b496533-293b-4013-8308-72d3e2baa76a), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:39.292758 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a3eba152-a60e-4c25-999f-ad15a58739d5 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group_rule (d54f6527-c95f-49a2-a71c-0997c468dbc7), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:39.304321 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a3eba152-a60e-4c25-999f-ad15a58739d5 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group_rule (d54f6527-c95f-49a2-a71c-0997c468dbc7), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:39.331994 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6c66ee6b-5815-4287-acf6-4229931fade5 req-98872f6d-eb24-4000-9e21-eb298e71acfd service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3af78226-6db5-4d3d-a6da-4544ef645c78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3638754 Mar 28 01:08:39.385610 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-3f34ae55-8277-4b29-9590-2c8615cf2a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f81af90b-fce4-4a88-b359-96e0e694ce6c', 'name': 'tempest-RoutersIpV6Test-router-781427244', 'tenant_id': '73b89705b12a4822849ef008702f6650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:07:51Z', 'updated_at': '2022-03-28T01:08:34Z', 'revision_number': 8, 'project_id': '73b89705b12a4822849ef008702f6650', 'gw_port_host': None, '_interfaces': [{'id': '0623390d-8328-4dda-bb2e-94ec6e7f0c5d', 'name': '', 'network_id': 'ace6d7f7-f15f-4162-86f7-e748421e33be', 'tenant_id': '73b89705b12a4822849ef008702f6650', 'mac_address': 'fa:16:3e:7f:e6:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81af90b-fce4-4a88-b359-96e0e694ce6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': 'e3c665d0-c1c5-41fb-ba5d-ce57ba99245a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:08:02Z', 'updated_at': '2022-03-28T01:08:08Z', 'revision_number': 5, 'project_id': '73b89705b12a4822849ef008702f6650', 'subnets': [{'id': 'e3c665d0-c1c5-41fb-ba5d-ce57ba99245a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c064e2f-0b33-473b-a38e-eefe6c7cbe40', 'name': '', 'network_id': '6db32cfe-0e5d-4e8d-92fe-ac8fb658c437', 'tenant_id': '73b89705b12a4822849ef008702f6650', 'mac_address': 'fa:16:3e:97:d5:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81af90b-fce4-4a88-b359-96e0e694ce6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': 'c3feaaef-5096-4626-8cb4-9d5cefb7793d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:08:08Z', 'updated_at': '2022-03-28T01:08:14Z', 'revision_number': 5, 'project_id': '73b89705b12a4822849ef008702f6650', 'subnets': [{'id': 'c3feaaef-5096-4626-8cb4-9d5cefb7793d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c9287fd-767d-413c-b1f6-e72c83409195', 'name': '', 'network_id': '7c8c0538-5060-44fc-95df-1da6a7312af2', 'tenant_id': '73b89705b12a4822849ef008702f6650', 'mac_address': 'fa:16:3e:6d:1f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81af90b-fce4-4a88-b359-96e0e694ce6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '11187ad9-a275-45d5-9e5e-2a11e69b6a34', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:07:54Z', 'updated_at': '2022-03-28T01:08:02Z', 'revision_number': 5, 'project_id': '73b89705b12a4822849ef008702f6650', 'subnets': [{'id': '11187ad9-a275-45d5-9e5e-2a11e69b6a34', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:39.391788 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-ea6ef51d-03a6-40cf-bf90-7555efde5f2b None None] Set router 87992a48-3273-4cf7-b5bb-efc23b63aac4 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:08:39.403559 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a3eba152-a60e-4c25-999f-ad15a58739d5 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (d54f6527-c95f-49a2-a71c-0997c468dbc7), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:39.448828 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f34ae55-8277-4b29-9590-2c8615cf2a8a None None] The sync data for ids ['f81af90b-fce4-4a88-b359-96e0e694ce6c'] in dv-neutron-834874-6-hyperv is: [{'id': 'f81af90b-fce4-4a88-b359-96e0e694ce6c', 'name': 'tempest-RoutersIpV6Test-router-781427244', 'tenant_id': '73b89705b12a4822849ef008702f6650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:07:51Z', 'updated_at': '2022-03-28T01:08:34Z', 'revision_number': 8, 'project_id': '73b89705b12a4822849ef008702f6650', 'gw_port_host': None, '_interfaces': [{'id': '0623390d-8328-4dda-bb2e-94ec6e7f0c5d', 'name': '', 'network_id': 'ace6d7f7-f15f-4162-86f7-e748421e33be', 'tenant_id': '73b89705b12a4822849ef008702f6650', 'mac_address': 'fa:16:3e:7f:e6:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81af90b-fce4-4a88-b359-96e0e694ce6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': 'e3c665d0-c1c5-41fb-ba5d-ce57ba99245a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:08:02Z', 'updated_at': '2022-03-28T01:08:08Z', 'revision_number': 5, 'project_id': '73b89705b12a4822849ef008702f6650', 'subnets': [{'id': 'e3c665d0-c1c5-41fb-ba5d-ce57ba99245a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c064e2f-0b33-473b-a38e-eefe6c7cbe40', 'name': '', 'network_id': '6db32cfe-0e5d-4e8d-92fe-ac8fb658c437', 'tenant_id': '73b89705b12a4822849ef008702f6650', 'mac_address': 'fa:16:3e:97:d5:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81af90b-fce4-4a88-b359-96e0e694ce6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': 'c3feaaef-5096-4626-8cb4-9d5cefb7793d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:08:08Z', 'updated_at': '2022-03-28T01:08:14Z', 'revision_number': 5, 'project_id': '73b89705b12a4822849ef008702f6650', 'subnets': [{'id': 'c3feaaef-5096-4626-8cb4-9d5cefb7793d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c9287fd-767d-413c-b1f6-e72c83409195', 'name': '', 'network_id': '7c8c0538-5060-44fc-95df-1da6a7312af2', 'tenant_id': '73b89705b12a4822849ef008702f6650', 'mac_address': 'fa:16:3e:6d:1f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81af90b-fce4-4a88-b359-96e0e694ce6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '11187ad9-a275-45d5-9e5e-2a11e69b6a34', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:07:54Z', 'updated_at': '2022-03-28T01:08:02Z', 'revision_number': 5, 'project_id': '73b89705b12a4822849ef008702f6650', 'subnets': [{'id': '11187ad9-a275-45d5-9e5e-2a11e69b6a34', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:08:39.484947 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a3eba152-a60e-4c25-999f-ad15a58739d5 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:39.488570 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-a3eba152-a60e-4c25-999f-ad15a58739d5 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/d54f6527-c95f-49a2-a71c-0997c468dbc7 HTTP/1.1" status: 204 len: 168 time: 0.2889724 Mar 28 01:08:39.496098 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 53124) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:39.518094 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80274d98-9668-4c78-97df-c693333d3c3a tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Made reservation on behalf of fa54b4b5eec2452a8dcd67fc666c1bd8 for: {'subnet': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:08:39.522123 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-80274d98-9668-4c78-97df-c693333d3c3a tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126757772'] for subnet (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:39.527788 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-c3b78e4f-3dd5-43da-8746-d0c4a92f76d4 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267-project] Allocated IP 2001:db8::3c0 (01f16106-8074-4c1d-a511-cee3d33cc126/7fc0c3bd-ad99-4373-872d-12b662e0e265/78b15e91-26a0-47dc-8dcf-a3cd4cf28b86) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:08:39.549387 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-1c90c260-2fde-4ee1-829b-72081766c625 None None] Current status of the port 0b496533-293b-4013-8308-72d3e2baa76a is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:08:39.549927 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-1c90c260-2fde-4ee1-829b-72081766c625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (0b496533-293b-4013-8308-72d3e2baa76a), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:39.555515 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eba152-a60e-4c25-999f-ad15a58739d5 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d54f6527-c95f-49a2-a71c-0997c468dbc7,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:39.587269 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-1c90c260-2fde-4ee1-829b-72081766c625 None None] For port 0b496533-293b-4013-8308-72d3e2baa76a, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=0b496533-293b-4013-8308-72d3e2baa76a,segment=NetworkSegment(de88a4a0-f76a-4017-a6e3-6b8499720147),segment_id=de88a4a0-f76a-4017-a6e3-6b8499720147)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:08:39.592533 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-1c90c260-2fde-4ee1-829b-72081766c625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (0b496533-293b-4013-8308-72d3e2baa76a), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:39.617478 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-8f32efe5-3bf7-4e89-b006-12b183515028 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Deleting port f416e36a-c8f8-4ddd-8df7-d55f707e1592 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:08:39.617826 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8f32efe5-3bf7-4e89-b006-12b183515028 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (f416e36a-c8f8-4ddd-8df7-d55f707e1592), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:39.662885 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-1c90c260-2fde-4ee1-829b-72081766c625 None None] Provisioning complete for port 400d523a-cc06-4fc6-b860-28ada1bbfa6f triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:08:39.663660 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-1c90c260-2fde-4ee1-829b-72081766c625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (400d523a-cc06-4fc6-b860-28ada1bbfa6f), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:39.665314 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-59d14180-5612-46fd-b476-7fbdefbcb46d tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1477654 Mar 28 01:08:39.668103 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 53126) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:39.709762 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-99ba64a2-592a-4179-8981-1b9c9750cb93 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Request body: {'security_group_rule': {'security_group_id': '82a062a9-b8b2-4d2c-9b4c-70d54abbe9fd', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:08:39.712019 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c90c260-2fde-4ee1-829b-72081766c625 None None] Pushing event updated for resources: {'Port': ['ID=0b496533-293b-4013-8308-72d3e2baa76a,revision_number=5']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:39.716238 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c66ee6b-5815-4287-acf6-4229931fade5 req-c1f81caa-064d-4c4c-8214-bf1fa5093ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:08:39.717787 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6c66ee6b-5815-4287-acf6-4229931fade5 req-c1f81caa-064d-4c4c-8214-bf1fa5093ded service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=848a4a14ba384087a1e0b48b84b6f0e3&device_id=3af78226-6db5-4d3d-a6da-4544ef645c78 HTTP/1.1" status: 200 len: 1130 time: 0.3220022 Mar 28 01:08:39.732956 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-ea6ef51d-03a6-40cf-bf90-7555efde5f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87992a48-3273-4cf7-b5bb-efc23b63aac4', 'name': 'tempest-TestVolumeBootPattern-1711087568-router', 'tenant_id': 'bf9f34f21ab94392ab36354129e00f8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.60'}], 'enable_snat': True}, 'gw_port_id': '2b33c713-3e16-49b2-a91e-4acf21746887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:08:24Z', 'updated_at': '2022-03-28T01:08:34Z', 'revision_number': 4, 'project_id': 'bf9f34f21ab94392ab36354129e00f8d', 'gw_port': {'id': '2b33c713-3e16-49b2-a91e-4acf21746887', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87992a48-3273-4cf7-b5bb-efc23b63aac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:08:25Z', 'updated_at': '2022-03-28T01:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': '0b496533-293b-4013-8308-72d3e2baa76a', 'name': '', 'network_id': '788fd3f3-3593-4cdc-933e-dd5c53c623d8', 'tenant_id': 'bf9f34f21ab94392ab36354129e00f8d', 'mac_address': 'fa:16:3e:e3:30:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87992a48-3273-4cf7-b5bb-efc23b63aac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '0a57ae47-09ee-4007-9878-c6cea91f6590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:08:32Z', 'updated_at': '2022-03-28T01:08:38Z', 'revision_number': 4, 'project_id': 'bf9f34f21ab94392ab36354129e00f8d', 'subnets': [{'id': '0a57ae47-09ee-4007-9878-c6cea91f6590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:39.734900 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-1c90c260-2fde-4ee1-829b-72081766c625 None None] Port 400d523a-cc06-4fc6-b860-28ada1bbfa6f cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:08:39.742833 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f8440b62-b4b0-4377-8521-4af4e70d9473 admin admin] Publish callbacks [] for security_group (5e2bbee5-37d5-4e84-b549-c7a5a390a6e1), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:39.777562 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f8440b62-b4b0-4377-8521-4af4e70d9473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (5e2bbee5-37d5-4e84-b549-c7a5a390a6e1), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:39.777854 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6ef51d-03a6-40cf-bf90-7555efde5f2b None None] The sync data for ids ['87992a48-3273-4cf7-b5bb-efc23b63aac4'] in dv-neutron-834874-6-hyperv is: [{'id': '87992a48-3273-4cf7-b5bb-efc23b63aac4', 'name': 'tempest-TestVolumeBootPattern-1711087568-router', 'tenant_id': 'bf9f34f21ab94392ab36354129e00f8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.60'}], 'enable_snat': True}, 'gw_port_id': '2b33c713-3e16-49b2-a91e-4acf21746887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:08:24Z', 'updated_at': '2022-03-28T01:08:34Z', 'revision_number': 4, 'project_id': 'bf9f34f21ab94392ab36354129e00f8d', 'gw_port': {'id': '2b33c713-3e16-49b2-a91e-4acf21746887', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87992a48-3273-4cf7-b5bb-efc23b63aac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:08:25Z', 'updated_at': '2022-03-28T01:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': '0b496533-293b-4013-8308-72d3e2baa76a', 'name': '', 'network_id': '788fd3f3-3593-4cdc-933e-dd5c53c623d8', 'tenant_id': 'bf9f34f21ab94392ab36354129e00f8d', 'mac_address': 'fa:16:3e:e3:30:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87992a48-3273-4cf7-b5bb-efc23b63aac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '0a57ae47-09ee-4007-9878-c6cea91f6590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:08:32Z', 'updated_at': '2022-03-28T01:08:38Z', 'revision_number': 4, 'project_id': 'bf9f34f21ab94392ab36354129e00f8d', 'subnets': [{'id': '0a57ae47-09ee-4007-9878-c6cea91f6590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:08:39.841700 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-99ba64a2-592a-4179-8981-1b9c9750cb93 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group_rule (bb7d4ba8-ba88-4f51-a2a2-4c0c0fa50fa0), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:39.904360 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8440b62-b4b0-4377-8521-4af4e70d9473 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=104099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:08:39.931303 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f8440b62-b4b0-4377-8521-4af4e70d9473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (5c5b4ce2-4064-4de9-a901-c4c94532538d), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:39.931657 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.segments_db [None req-f8440b62-b4b0-4377-8521-4af4e70d9473 admin admin] Added segment 5c5b4ce2-4064-4de9-a901-c4c94532538d of type vlan for network 41edf259-255e-4e51-abf9-44ce12b838b7 Mar 28 01:08:39.939641 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-bc12fa8f-245f-4f58-ac50-881344a340fe None None] Provisioning complete for port 0b496533-293b-4013-8308-72d3e2baa76a triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:08:39.941025 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-bc12fa8f-245f-4f58-ac50-881344a340fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (0b496533-293b-4013-8308-72d3e2baa76a), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:39.975280 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c3b78e4f-3dd5-43da-8746-d0c4a92f76d4 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267-project] Publish callbacks [] for port (78b15e91-26a0-47dc-8dcf-a3cd4cf28b86), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:39.994499 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 8ff289e5-c667-400e-b541-863a3c34d928 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:08:40.006414 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-99ba64a2-592a-4179-8981-1b9c9750cb93 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group_rule (bb7d4ba8-ba88-4f51-a2a2-4c0c0fa50fa0), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:40.033998 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f8440b62-b4b0-4377-8521-4af4e70d9473 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (41edf259-255e-4e51-abf9-44ce12b838b7), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:40.039801 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-99ba64a2-592a-4179-8981-1b9c9750cb93 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (bb7d4ba8-ba88-4f51-a2a2-4c0c0fa50fa0), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:40.104586 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ba64a2-592a-4179-8981-1b9c9750cb93 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb7d4ba8-ba88-4f51-a2a2-4c0c0fa50fa0,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:40.113628 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8f32efe5-3bf7-4e89-b006-12b183515028 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (f416e36a-c8f8-4ddd-8df7-d55f707e1592), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:40.114267 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8f32efe5-3bf7-4e89-b006-12b183515028 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks [] for floatingip (f416e36a-c8f8-4ddd-8df7-d55f707e1592), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:40.121888 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8440b62-b4b0-4377-8521-4af4e70d9473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e2bbee5-37d5-4e84-b549-c7a5a390a6e1,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:40.122560 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-99ba64a2-592a-4179-8981-1b9c9750cb93 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:40.140628 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-99ba64a2-592a-4179-8981-1b9c9750cb93 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4679997 Mar 28 01:08:40.142628 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 53128) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:40.149921 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c3b78e4f-3dd5-43da-8746-d0c4a92f76d4 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (78b15e91-26a0-47dc-8dcf-a3cd4cf28b86), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:40.198751 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 8ff289e5-c667-400e-b541-863a3c34d928 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:08:40.199419 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (8ff289e5-c667-400e-b541-863a3c34d928), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:40.227588 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f8440b62-b4b0-4377-8521-4af4e70d9473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (41edf259-255e-4e51-abf9-44ce12b838b7), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:40.228598 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8440b62-b4b0-4377-8521-4af4e70d9473 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:08:40.229177 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f8440b62-b4b0-4377-8521-4af4e70d9473 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:40.241080 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-bc12fa8f-245f-4f58-ac50-881344a340fe None None] Current status of the port 0b496533-293b-4013-8308-72d3e2baa76a is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:08:40.244929 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b78e4f-3dd5-43da-8746-d0c4a92f76d4 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267-project] Network 01f16106-8074-4c1d-a511-cee3d33cc126 is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:08:40.262801 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-c3b78e4f-3dd5-43da-8746-d0c4a92f76d4 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:08:40.267482 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-8f32efe5-3bf7-4e89-b006-12b183515028 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Calling delete_port for f416e36a-c8f8-4ddd-8df7-d55f707e1592 owned by network:floatingip {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:08:40.269629 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-dd217210-e382-4fb8-b0b6-e6869a6b48e6 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] 10.222.0.24 "GET /v2.0/security-group-rules/bb7d4ba8-ba88-4f51-a2a2-4c0c0fa50fa0 HTTP/1.1" status: 200 len: 764 time: 0.1258466 Mar 28 01:08:40.281898 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b78e4f-3dd5-43da-8746-d0c4a92f76d4 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267-project] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:08:40.296507 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b78e4f-3dd5-43da-8746-d0c4a92f76d4 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:08:40.297653 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c3b78e4f-3dd5-43da-8746-d0c4a92f76d4 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:40.302190 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53130) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:40.309660 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b78e4f-3dd5-43da-8746-d0c4a92f76d4 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267-project] Pushing event updated for resources: {'Port': ['ID=78b15e91-26a0-47dc-8dcf-a3cd4cf28b86,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:40.353302 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-c3b78e4f-3dd5-43da-8746-d0c4a92f76d4 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 2.0074334 Mar 28 01:08:40.355358 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 8ff289e5-c667-400e-b541-863a3c34d928 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:08:40.355769 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (8ff289e5-c667-400e-b541-863a3c34d928), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:40.358676 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f07b2733-a4b5-48fe-95c8-5d45e923b05d tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3686527'] for router_interface (f81af90b-fce4-4a88-b359-96e0e694ce6c), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:40.402034 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] For port 8ff289e5-c667-400e-b541-863a3c34d928, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=8ff289e5-c667-400e-b541-863a3c34d928,segment=NetworkSegment(fc628d0b-a740-4cd7-94de-58e3fe657984),segment_id=fc628d0b-a740-4cd7-94de-58e3fe657984)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:08:40.408398 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53132) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:40.413869 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (8ff289e5-c667-400e-b541-863a3c34d928), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:40.414786 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 809e2f36-b1b9-4181-8595-9dcdad18ec36 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:08:40.473332 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-f8440b62-b4b0-4377-8521-4af4e70d9473 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1479998 Mar 28 01:08:40.476285 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 53134) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:40.483052 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c66ee6b-5815-4287-acf6-4229931fade5 req-7407c477-f286-47cf-bd94-6dd79cf2a65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:08:40.484325 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-3758102f-ad2f-4202-b4cc-12642f5efcc4 admin admin] Request body: {'subnet': {'network_id': '41edf259-255e-4e51-abf9-44ce12b838b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1151565328-subnet', 'tenant_id': '8e265a2db6e3483fad27e7b863ecff6c', 'ip_version': 4}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:08:40.484571 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6c66ee6b-5815-4287-acf6-4229931fade5 req-7407c477-f286-47cf-bd94-6dd79cf2a65b service neutron] 10.222.0.10 "GET /v2.0/networks?id=b0b181aa-c9cd-4854-9fb0-37e685e0d64e HTTP/1.1" status: 200 len: 911 time: 0.7365870 Mar 28 01:08:40.501305 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e16e08-a1ab-457b-908b-ca8670d3fbf6 None None] Network 01f16106-8074-4c1d-a511-cee3d33cc126 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:08:40.562350 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3758102f-ad2f-4202-b4cc-12642f5efcc4 admin admin] Made reservation on behalf of 8e265a2db6e3483fad27e7b863ecff6c for: {'subnet': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:08:40.565060 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3758102f-ad2f-4202-b4cc-12642f5efcc4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126112411'] for subnet (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:40.572596 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8440b62-b4b0-4377-8521-4af4e70d9473 admin admin] Pushing event updated for resources: {'Network': ['ID=41edf259-255e-4e51-abf9-44ce12b838b7,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:40.669276 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-95fc3732-eaea-4c8b-82c4-2346710d2363 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.3653471 Mar 28 01:08:40.675441 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 53136) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:40.736274 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd25e74-51f3-4899-9dae-a138fdca5237 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:08:40.741815 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd25e74-51f3-4899-9dae-a138fdca5237 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:08:40.747182 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd25e74-51f3-4899-9dae-a138fdca5237 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:08:40.752048 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-0dd25e74-51f3-4899-9dae-a138fdca5237 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.3370752 Mar 28 01:08:40.761305 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53138) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:40.761922 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network 41edf259-255e-4e51-abf9-44ce12b838b7 details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:08:40.777495 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6c66ee6b-5815-4287-acf6-4229931fade5 req-7462edc2-3103-4fce-b8d0-8baa48c6786d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f45dfffa-72fe-4b22-af16-435c4c53d944 HTTP/1.1" status: 200 len: 1002 time: 0.2425754 Mar 28 01:08:40.778503 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-47052a59-7fc7-4ca5-b413-18c0bb73a94a None None] Provisioning complete for port 8ff289e5-c667-400e-b541-863a3c34d928 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:08:40.778887 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-47052a59-7fc7-4ca5-b413-18c0bb73a94a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (8ff289e5-c667-400e-b541-863a3c34d928), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:40.797548 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-80274d98-9668-4c78-97df-c693333d3c3a tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127282703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126757786'] for subnet (a21eca44-9b52-44fe-80b7-c1b2108c2e18), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:40.811253 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Pushing event updated for resources: {'Port': ['ID=8ff289e5-c667-400e-b541-863a3c34d928,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:40.817460 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f72605ab-476c-43a9-96a7-81fd406a3189 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group_rule (bb7d4ba8-ba88-4f51-a2a2-4c0c0fa50fa0), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:40.868584 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f72605ab-476c-43a9-96a7-81fd406a3189 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group_rule (bb7d4ba8-ba88-4f51-a2a2-4c0c0fa50fa0), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:40.909178 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 809e2f36-b1b9-4181-8595-9dcdad18ec36 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:08:40.909565 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (809e2f36-b1b9-4181-8595-9dcdad18ec36), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:40.947941 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80274d98-9668-4c78-97df-c693333d3c3a tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Network 9b0bf857-0292-47f5-90e9-70cc555bb212 is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:08:40.973671 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f72605ab-476c-43a9-96a7-81fd406a3189 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (bb7d4ba8-ba88-4f51-a2a2-4c0c0fa50fa0), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:40.980022 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-80274d98-9668-4c78-97df-c693333d3c3a tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:08:40.985882 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f72605ab-476c-43a9-96a7-81fd406a3189 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:40.986715 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80274d98-9668-4c78-97df-c693333d3c3a tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:08:40.987314 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-80274d98-9668-4c78-97df-c693333d3c3a tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks [] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:40.987995 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-f72605ab-476c-43a9-96a7-81fd406a3189 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/bb7d4ba8-ba88-4f51-a2a2-4c0c0fa50fa0 HTTP/1.1" status: 204 len: 168 time: 0.3113127 Mar 28 01:08:40.991051 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-f07b2733-a4b5-48fe-95c8-5d45e923b05d tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Deleting port 4c064e2f-0b33-473b-a38e-eefe6c7cbe40 {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:08:40.991736 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f07b2733-a4b5-48fe-95c8-5d45e923b05d tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (4c064e2f-0b33-473b-a38e-eefe6c7cbe40), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:40.992003 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80274d98-9668-4c78-97df-c693333d3c3a tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Pushing event updated for resources: {'Subnet': ['ID=a21eca44-9b52-44fe-80b7-c1b2108c2e18,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:40.993756 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53140) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:41.011149 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3758102f-ad2f-4202-b4cc-12642f5efcc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126174976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126112397'] for subnet (468c5b80-581d-461b-a25f-efb98d15b28b), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:41.011930 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a544e0-5945-496e-95b3-8ff69a6fa0ec None None] Network 9b0bf857-0292-47f5-90e9-70cc555bb212 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:08:41.025526 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c66ee6b-5815-4287-acf6-4229931fade5 req-0a0c04a5-d9c4-473a-b483-ce8aee07a483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:08:41.027598 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6c66ee6b-5815-4287-acf6-4229931fade5 req-0a0c04a5-d9c4-473a-b483-ce8aee07a483 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=09c9f896-19d2-4244-ab3f-60c512e444ce HTTP/1.1" status: 200 len: 850 time: 0.2275851 Mar 28 01:08:41.082376 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72605ab-476c-43a9-96a7-81fd406a3189 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bb7d4ba8-ba88-4f51-a2a2-4c0c0fa50fa0,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:41.088054 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-80274d98-9668-4c78-97df-c693333d3c3a tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.8451786 Mar 28 01:08:41.089852 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8f32efe5-3bf7-4e89-b006-12b183515028 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (f416e36a-c8f8-4ddd-8df7-d55f707e1592), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:41.091580 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 53142) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:41.105048 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-47052a59-7fc7-4ca5-b413-18c0bb73a94a None None] Current status of the port 8ff289e5-c667-400e-b541-863a3c34d928 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:08:41.119844 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3758102f-ad2f-4202-b4cc-12642f5efcc4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=468c5b80-581d-461b-a25f-efb98d15b28b,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:41.125218 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-6b9d6001-d5f7-4446-82e1-05ac56a5b94b tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-420025435', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a21eca44-9b52-44fe-80b7-c1b2108c2e18'}], 'security_groups': ['a1b4c803-466c-42e0-a9c8-87303c9a3c12']}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:08:41.134516 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f32efe5-3bf7-4e89-b006-12b183515028 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Pushing event deleted for resources: {'Port': ['ID=f416e36a-c8f8-4ddd-8df7-d55f707e1592,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:41.174659 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 809e2f36-b1b9-4181-8595-9dcdad18ec36 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:08:41.186381 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-1d2c106a-d9d4-419c-867d-3e3a3dfb60b6 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1870527 Mar 28 01:08:41.192694 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 53144) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:41.257693 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c66ee6b-5815-4287-acf6-4229931fade5 req-2363df10-b9af-4a7b-92d5-2a703a537977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:08:41.259267 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6c66ee6b-5815-4287-acf6-4229931fade5 req-2363df10-b9af-4a7b-92d5-2a703a537977 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b0b181aa-c9cd-4854-9fb0-37e685e0d64e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.2232413 Mar 28 01:08:41.263465 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-b5a37477-183c-4744-836e-90fa1ae858ed tempest-ExtraDHCPOptionsIpV6TestJSON-666325267 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267-project] Deleting port 78b15e91-26a0-47dc-8dcf-a3cd4cf28b86 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:08:41.263983 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b5a37477-183c-4744-836e-90fa1ae858ed tempest-ExtraDHCPOptionsIpV6TestJSON-666325267 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (78b15e91-26a0-47dc-8dcf-a3cd4cf28b86), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:41.282875 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 00259200-50aa-405e-9944-f6641b5321b6 no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:08:41.337788 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: 00259200-50aa-405e-9944-f6641b5321b6 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:08:41.339084 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 00259200-50aa-405e-9944-f6641b5321b6 not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:08:41.369012 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8f32efe5-3bf7-4e89-b006-12b183515028 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks [] for floatingip (45e3aabb-f86e-4483-bb5a-a16cf5df79a8), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:41.371365 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8f32efe5-3bf7-4e89-b006-12b183515028 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for floatingip (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:41.380110 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-8f32efe5-3bf7-4e89-b006-12b183515028 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] 10.222.0.24 "DELETE /v2.0/floatingips/45e3aabb-f86e-4483-bb5a-a16cf5df79a8 HTTP/1.1" status: 204 len: 168 time: 2.9746139 Mar 28 01:08:41.383420 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 53146) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:41.394211 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-47ae1c3d-a6a7-450a-b78e-22909fb4e6d2 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Request body: {'floatingip': {'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'port_id': 'c46e0673-0bd4-4763-b42c-a2571663b917'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:08:41.432192 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3758102f-ad2f-4202-b4cc-12642f5efcc4 admin admin] Checking segment: {'id': '5c5b4ce2-4064-4de9-a901-c4c94532538d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '41edf259-255e-4e51-abf9-44ce12b838b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:08:41.432563 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3758102f-ad2f-4202-b4cc-12642f5efcc4 admin admin] Network hostable DHCP agents. Network: 41edf259-255e-4e51-abf9-44ce12b838b7, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:08:41.453541 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-3c901363-7b02-49f9-a538-0ff521ffbf81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:41.459084 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5cf8794-5f97-439b-bcdf-481d21b40a90 None None] Update dhcp port {'port': {'network_id': '9b0bf857-0292-47f5-90e9-70cc555bb212', 'fixed_ips': [{'subnet_id': 'd2bb9f43-da90-44a6-843a-77908c10de80', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a21eca44-9b52-44fe-80b7-c1b2108c2e18'}], 'binding:host_id': 'dv-neutron-834874-6-hyperv'}, 'id': '809e2f36-b1b9-4181-8595-9dcdad18ec36'} from dv-neutron-834874-6-hyperv. {{(pid=104100) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 28 01:08:41.476600 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6c66ee6b-5815-4287-acf6-4229931fade5 req-fe0d44e2-f0a7-450f-bc2e-5357dd1c15ba service neutron] 10.222.0.10 "GET /v2.0/networks/b0b181aa-c9cd-4854-9fb0-37e685e0d64e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055795 Mar 28 01:08:41.502555 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-b5cf8794-5f97-439b-bcdf-481d21b40a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (809e2f36-b1b9-4181-8595-9dcdad18ec36), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:41.512649 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b5a37477-183c-4744-836e-90fa1ae858ed tempest-ExtraDHCPOptionsIpV6TestJSON-666325267 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (78b15e91-26a0-47dc-8dcf-a3cd4cf28b86), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:41.527139 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.db [None req-f07b2733-a4b5-48fe-95c8-5d45e923b05d tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] For port 4c064e2f-0b33-473b-a38e-eefe6c7cbe40, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=4c064e2f-0b33-473b-a38e-eefe6c7cbe40,segment=NetworkSegment(d5840d70-02cb-4c63-875f-ccfa7c731792),segment_id=d5840d70-02cb-4c63-875f-ccfa7c731792)] {{(pid=104098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:08:41.527486 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f07b2733-a4b5-48fe-95c8-5d45e923b05d tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (4c064e2f-0b33-473b-a38e-eefe6c7cbe40), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:41.538708 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-b5a37477-183c-4744-836e-90fa1ae858ed tempest-ExtraDHCPOptionsIpV6TestJSON-666325267 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267-project] Calling delete_port for 78b15e91-26a0-47dc-8dcf-a3cd4cf28b86 owned by {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:08:41.587497 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-47ae1c3d-a6a7-450a-b78e-22909fb4e6d2 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:41.679932 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 8ff289e5-c667-400e-b541-863a3c34d928 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:08:41.690816 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-f07b2733-a4b5-48fe-95c8-5d45e923b05d tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Calling delete_port for 4c064e2f-0b33-473b-a38e-eefe6c7cbe40 owned by network:router_interface {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:08:41.695198 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-6b9d6001-d5f7-4446-82e1-05ac56a5b94b tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (400d523a-cc06-4fc6-b860-28ada1bbfa6f), before_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:41.781638 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1af7cc0d-8932-4079-9162-a0537f6b365f tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group (82a062a9-b8b2-4d2c-9b4c-70d54abbe9fd), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:41.792801 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-6f9d788a-ef56-4fe0-8f57-bf2320a9274b None None] Provisioning complete for port e51fb540-e514-4f22-9603-dbed6f12bd40 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:08:41.793182 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-6f9d788a-ef56-4fe0-8f57-bf2320a9274b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (e51fb540-e514-4f22-9603-dbed6f12bd40), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:41.809639 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1af7cc0d-8932-4079-9162-a0537f6b365f tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group (82a062a9-b8b2-4d2c-9b4c-70d54abbe9fd), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:41.835862 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3758102f-ad2f-4202-b4cc-12642f5efcc4 admin admin] Network 41edf259-255e-4e51-abf9-44ce12b838b7 is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:08:41.854912 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b5a37477-183c-4744-836e-90fa1ae858ed tempest-ExtraDHCPOptionsIpV6TestJSON-666325267 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (78b15e91-26a0-47dc-8dcf-a3cd4cf28b86), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:41.869782 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-3758102f-ad2f-4202-b4cc-12642f5efcc4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, 41edf259-255e-4e51-abf9-44ce12b838b7) {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:08:41.875421 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3758102f-ad2f-4202-b4cc-12642f5efcc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:08:41.876024 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3758102f-ad2f-4202-b4cc-12642f5efcc4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:41.877350 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-6f9d788a-ef56-4fe0-8f57-bf2320a9274b None None] Port e51fb540-e514-4f22-9603-dbed6f12bd40 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:08:41.877492 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6c66ee6b-5815-4287-acf6-4229931fade5 req-23963485-91b9-4788-813f-9ce3175b8c12 service neutron] 10.222.0.10 "GET /v2.0/networks/b0b181aa-c9cd-4854-9fb0-37e685e0d64e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3056233 Mar 28 01:08:41.880916 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 8ff289e5-c667-400e-b541-863a3c34d928 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:08:41.892413 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (8ff289e5-c667-400e-b541-863a3c34d928), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:41.902248 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25bf61c-87c4-4a35-afac-d83fb91b857e None None] Network 41edf259-255e-4e51-abf9-44ce12b838b7 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:08:41.906009 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a37477-183c-4744-836e-90fa1ae858ed tempest-ExtraDHCPOptionsIpV6TestJSON-666325267 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267-project] Pushing event deleted for resources: {'Port': ['ID=78b15e91-26a0-47dc-8dcf-a3cd4cf28b86,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:41.960845 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b5a37477-183c-4744-836e-90fa1ae858ed tempest-ExtraDHCPOptionsIpV6TestJSON-666325267 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:41.972244 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-b5a37477-183c-4744-836e-90fa1ae858ed tempest-ExtraDHCPOptionsIpV6TestJSON-666325267 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267-project] 10.222.0.24 "DELETE /v2.0/ports/78b15e91-26a0-47dc-8dcf-a3cd4cf28b86 HTTP/1.1" status: 204 len: 168 time: 1.2090368 Mar 28 01:08:41.973760 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53148) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:41.990770 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-f6fec238-13a3-4e3a-a90a-1de32d62ce7b tempest-ExtraDHCPOptionsIpV6TestJSON-666325267 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267-project] Request body: {'port': {'name': 'tempest-new-port-name-1081463342', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:08:41.991631 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.api.validators [None req-f6fec238-13a3-4e3a-a90a-1de32d62ce7b tempest-ExtraDHCPOptionsIpV6TestJSON-666325267 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267-project] bootfile-name is not in valid_values {{(pid=104099) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 28 01:08:41.992573 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.api.validators [None req-f6fec238-13a3-4e3a-a90a-1de32d62ce7b tempest-ExtraDHCPOptionsIpV6TestJSON-666325267 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267-project] tftp-server is not in valid_values {{(pid=104099) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 28 01:08:41.993547 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.api.validators [None req-f6fec238-13a3-4e3a-a90a-1de32d62ce7b tempest-ExtraDHCPOptionsIpV6TestJSON-666325267 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267-project] server-ip-address is not in valid_values {{(pid=104099) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 28 01:08:42.008347 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-3758102f-ad2f-4202-b4cc-12642f5efcc4 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5306847 Mar 28 01:08:42.014026 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-6f9d788a-ef56-4fe0-8f57-bf2320a9274b None None] Provisioning complete for port 8ff289e5-c667-400e-b541-863a3c34d928 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:08:42.014480 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-6f9d788a-ef56-4fe0-8f57-bf2320a9274b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (8ff289e5-c667-400e-b541-863a3c34d928), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:42.015993 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 53150) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:42.020419 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-b5cf8794-5f97-439b-bcdf-481d21b40a90 None None] Allocated IP 172.20.0.18 (9b0bf857-0292-47f5-90e9-70cc555bb212/a21eca44-9b52-44fe-80b7-c1b2108c2e18/809e2f36-b1b9-4181-8595-9dcdad18ec36) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:08:42.061192 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-7681623d-de6a-4bc1-9e42-27e4cea02485 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1151565328-router', 'tenant_id': '8e265a2db6e3483fad27e7b863ecff6c', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'}}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:08:42.076923 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1af7cc0d-8932-4079-9162-a0537f6b365f tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (82a062a9-b8b2-4d2c-9b4c-70d54abbe9fd), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:42.079517 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1af7cc0d-8932-4079-9162-a0537f6b365f tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:42.083352 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-1af7cc0d-8932-4079-9162-a0537f6b365f tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] 10.222.0.24 "DELETE /v2.0/security-groups/82a062a9-b8b2-4d2c-9b4c-70d54abbe9fd HTTP/1.1" status: 204 len: 168 time: 0.8868301 Mar 28 01:08:42.084978 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 53152) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:42.104271 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f6fec238-13a3-4e3a-a90a-1de32d62ce7b tempest-ExtraDHCPOptionsIpV6TestJSON-666325267 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (e51fb540-e514-4f22-9603-dbed6f12bd40), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:42.116598 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af7cc0d-8932-4079-9162-a0537f6b365f tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a062a9-b8b2-4d2c-9b4c-70d54abbe9fd,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:42.217058 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 8ff289e5-c667-400e-b541-863a3c34d928 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:08:42.218604 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 0b496533-293b-4013-8308-72d3e2baa76a up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:08:42.301450 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5cff858-f0d5-4711-8da5-5f84b01935c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-41edf259-255e-4e51-abf9-44ce12b838b7', 'network_id': '41edf259-255e-4e51-abf9-44ce12b838b7', 'project_id': '8e265a2db6e3483fad27e7b863ecff6c', 'fixed_ips': [{'subnet_id': '468c5b80-581d-461b-a25f-efb98d15b28b'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:08:42.302878 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d5cff858-f0d5-4711-8da5-5f84b01935c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:42.377921 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-6f9d788a-ef56-4fe0-8f57-bf2320a9274b None None] Current status of the port 8ff289e5-c667-400e-b541-863a3c34d928 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:08:42.396301 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-6f9d788a-ef56-4fe0-8f57-bf2320a9274b None None] Could not find standard attr ID for object 78b15e91-26a0-47dc-8dcf-a3cd4cf28b86. {{(pid=104100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 28 01:08:42.409325 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-b5cf8794-5f97-439b-bcdf-481d21b40a90 None None] For port 809e2f36-b1b9-4181-8595-9dcdad18ec36, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=809e2f36-b1b9-4181-8595-9dcdad18ec36,segment=NetworkSegment(0f52be84-067f-4302-b5e4-5e00d9af71ac),segment_id=0f52be84-067f-4302-b5e4-5e00d9af71ac)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:08:42.435295 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f6fec238-13a3-4e3a-a90a-1de32d62ce7b tempest-ExtraDHCPOptionsIpV6TestJSON-666325267 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267-project] Publish callbacks [] for port (e51fb540-e514-4f22-9603-dbed6f12bd40), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:42.440273 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f6fec238-13a3-4e3a-a90a-1de32d62ce7b tempest-ExtraDHCPOptionsIpV6TestJSON-666325267 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (e51fb540-e514-4f22-9603-dbed6f12bd40), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:42.482376 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-f6fec238-13a3-4e3a-a90a-1de32d62ce7b tempest-ExtraDHCPOptionsIpV6TestJSON-666325267 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267-project] In _notify_port_updated(), no bound segment for port e51fb540-e514-4f22-9603-dbed6f12bd40 on network 01f16106-8074-4c1d-a511-cee3d33cc126 {{(pid=104099) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 28 01:08:42.489098 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6fec238-13a3-4e3a-a90a-1de32d62ce7b tempest-ExtraDHCPOptionsIpV6TestJSON-666325267 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:08:42.490566 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f6fec238-13a3-4e3a-a90a-1de32d62ce7b tempest-ExtraDHCPOptionsIpV6TestJSON-666325267 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:42.491761 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-f6fec238-13a3-4e3a-a90a-1de32d62ce7b tempest-ExtraDHCPOptionsIpV6TestJSON-666325267 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267-project] 10.222.0.24 "PUT /v2.0/ports/e51fb540-e514-4f22-9603-dbed6f12bd40 HTTP/1.1" status: 200 len: 1130 time: 0.5160470 Mar 28 01:08:42.494892 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53154) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:42.509206 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 0b496533-293b-4013-8308-72d3e2baa76a triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:08:42.509795 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (0b496533-293b-4013-8308-72d3e2baa76a), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:42.536330 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7681623d-de6a-4bc1-9e42-27e4cea02485 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7069'] for router (18014039-7a1f-4351-bd8e-27bb521e9aeb), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:42.537403 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7681623d-de6a-4bc1-9e42-27e4cea02485 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4188952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7062'] for router (18014039-7a1f-4351-bd8e-27bb521e9aeb), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:42.556633 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fec238-13a3-4e3a-a90a-1de32d62ce7b tempest-ExtraDHCPOptionsIpV6TestJSON-666325267 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267-project] Pushing event updated for resources: {'Port': ['ID=e51fb540-e514-4f22-9603-dbed6f12bd40,revision_number=2']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:42.576845 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a126f5e-dc4e-4c4c-9527-2eb0449680dd tempest-ExtraDHCPOptionsIpV6TestJSON-666325267 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:08:42.581488 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-6a126f5e-dc4e-4c4c-9527-2eb0449680dd tempest-ExtraDHCPOptionsIpV6TestJSON-666325267 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267-project] 10.222.0.24 "GET /v2.0/ports/e51fb540-e514-4f22-9603-dbed6f12bd40 HTTP/1.1" status: 200 len: 1130 time: 0.0828097 Mar 28 01:08:42.581751 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53156) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:42.581858 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-b5cf8794-5f97-439b-bcdf-481d21b40a90 None None] Publish callbacks [] for port (809e2f36-b1b9-4181-8595-9dcdad18ec36), precommit_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:42.607810 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-b5cf8794-5f97-439b-bcdf-481d21b40a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (809e2f36-b1b9-4181-8595-9dcdad18ec36), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:42.680586 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-d5cff858-f0d5-4711-8da5-5f84b01935c0 None None] Allocated IP 172.20.0.2 (41edf259-255e-4e51-abf9-44ce12b838b7/468c5b80-581d-461b-a25f-efb98d15b28b/397acb29-796d-46ac-8636-45ae076b386c) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:08:42.684172 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-151a257a-ee04-4be3-8537-57eef2db18aa tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.5797644 Mar 28 01:08:42.695253 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53158) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:42.701788 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-300b7424-30c9-4e5a-bc03-2cadd193de18 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Request body: {'security_group': {'name': 'tempest-secgroup--1018873314'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:08:42.728107 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-300b7424-30c9-4e5a-bc03-2cadd193de18 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:42.738410 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-5bf69dae-eda3-4f15-811d-5eeebcadca11 None None] Provisioning complete for port e51fb540-e514-4f22-9603-dbed6f12bd40 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:08:42.738802 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5bf69dae-eda3-4f15-811d-5eeebcadca11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (e51fb540-e514-4f22-9603-dbed6f12bd40), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:42.784367 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7681623d-de6a-4bc1-9e42-27e4cea02485 admin admin] Publish callbacks [] for router_controller (18014039-7a1f-4351-bd8e-27bb521e9aeb), precommit_add_association {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:42.786479 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-47ae1c3d-a6a7-450a-b78e-22909fb4e6d2 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:42.797325 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-d0f6b681-ad7b-4226-b305-a8021851e282 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267-project] Deleting port e51fb540-e514-4f22-9603-dbed6f12bd40 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:08:42.798105 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d0f6b681-ad7b-4226-b305-a8021851e282 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (e51fb540-e514-4f22-9603-dbed6f12bd40), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:42.848548 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cf8794-5f97-439b-bcdf-481d21b40a90 None None] Pushing event updated for resources: {'Port': ['ID=809e2f36-b1b9-4181-8595-9dcdad18ec36,revision_number=4']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:42.951188 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d0f6b681-ad7b-4226-b305-a8021851e282 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (e51fb540-e514-4f22-9603-dbed6f12bd40), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:42.972918 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-300b7424-30c9-4e5a-bc03-2cadd193de18 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group (816f2f1f-cd61-4de5-aa60-68eb7076b17d), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:42.979733 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-d0f6b681-ad7b-4226-b305-a8021851e282 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267-project] Calling delete_port for e51fb540-e514-4f22-9603-dbed6f12bd40 owned by {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:08:42.989003 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f07b2733-a4b5-48fe-95c8-5d45e923b05d tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (4c064e2f-0b33-473b-a38e-eefe6c7cbe40), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:42.995092 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-300b7424-30c9-4e5a-bc03-2cadd193de18 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (816f2f1f-cd61-4de5-aa60-68eb7076b17d), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:43.003000 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-5bf69dae-eda3-4f15-811d-5eeebcadca11 None None] Port e51fb540-e514-4f22-9603-dbed6f12bd40 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:08:43.019594 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-5bf69dae-eda3-4f15-811d-5eeebcadca11 None None] Could not find standard attr ID for object 78b15e91-26a0-47dc-8dcf-a3cd4cf28b86. {{(pid=104100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 28 01:08:43.023994 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-300b7424-30c9-4e5a-bc03-2cadd193de18 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:43.026364 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-300b7424-30c9-4e5a-bc03-2cadd193de18 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3288443 Mar 28 01:08:43.029632 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 0b496533-293b-4013-8308-72d3e2baa76a is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:08:43.033533 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53160) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:43.041863 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-0556e9e5-ecea-42e8-a2cd-9f15da82b37d tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Request body: {'security_group_rule': {'security_group_id': '816f2f1f-cd61-4de5-aa60-68eb7076b17d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:08:43.052496 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 331f4e68-ccaa-42a3-a1e0-aa1862011bd5 no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:08:43.080401 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07b2733-a4b5-48fe-95c8-5d45e923b05d tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Pushing event deleted for resources: {'Port': ['ID=4c064e2f-0b33-473b-a38e-eefe6c7cbe40,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:43.080935 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: 331f4e68-ccaa-42a3-a1e0-aa1862011bd5 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:08:43.081067 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 331f4e68-ccaa-42a3-a1e0-aa1862011bd5 not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:08:43.139935 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300b7424-30c9-4e5a-bc03-2cadd193de18 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=816f2f1f-cd61-4de5-aa60-68eb7076b17d,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:43.163504 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0556e9e5-ecea-42e8-a2cd-9f15da82b37d tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group_rule (5d2d80b5-452a-4686-92f3-dff25c1dca45), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:43.207857 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7681623d-de6a-4bc1-9e42-27e4cea02485 admin admin] Publish callbacks [] for router_gateway (18014039-7a1f-4351-bd8e-27bb521e9aeb), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:43.265769 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0556e9e5-ecea-42e8-a2cd-9f15da82b37d tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group_rule (5d2d80b5-452a-4686-92f3-dff25c1dca45), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:43.273356 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0556e9e5-ecea-42e8-a2cd-9f15da82b37d tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (5d2d80b5-452a-4686-92f3-dff25c1dca45), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:43.296366 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d0f6b681-ad7b-4226-b305-a8021851e282 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (e51fb540-e514-4f22-9603-dbed6f12bd40), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:43.317024 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0556e9e5-ecea-42e8-a2cd-9f15da82b37d tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d2d80b5-452a-4686-92f3-dff25c1dca45,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:43.349902 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-6104a6fc-526e-482e-bb7e-a2ac0e6ea381 None None] Could not find standard attr ID for object e51fb540-e514-4f22-9603-dbed6f12bd40. {{(pid=104100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 28 01:08:43.360753 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f6b681-ad7b-4226-b305-a8021851e282 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267-project] Pushing event deleted for resources: {'Port': ['ID=e51fb540-e514-4f22-9603-dbed6f12bd40,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:43.373983 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0556e9e5-ecea-42e8-a2cd-9f15da82b37d tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:43.377941 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-0556e9e5-ecea-42e8-a2cd-9f15da82b37d tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3390162 Mar 28 01:08:43.378136 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d5cff858-f0d5-4711-8da5-5f84b01935c0 None None] Publish callbacks [] for port (397acb29-796d-46ac-8636-45ae076b386c), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:43.387732 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 53162) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:43.394240 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d5cff858-f0d5-4711-8da5-5f84b01935c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (397acb29-796d-46ac-8636-45ae076b386c), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:43.422747 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5cff858-f0d5-4711-8da5-5f84b01935c0 None None] Network 41edf259-255e-4e51-abf9-44ce12b838b7 is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:08:43.425687 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-d5cff858-f0d5-4711-8da5-5f84b01935c0 None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:08:43.445087 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d0f6b681-ad7b-4226-b305-a8021851e282 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:43.450143 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cff858-f0d5-4711-8da5-5f84b01935c0 None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:08:43.454123 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-6b9d6001-d5f7-4446-82e1-05ac56a5b94b tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Delete allocated IP 172.20.0.10 (9b0bf857-0292-47f5-90e9-70cc555bb212/d2bb9f43-da90-44a6-843a-77908c10de80) {{(pid=104098) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 28 01:08:43.457563 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-d0f6b681-ad7b-4226-b305-a8021851e282 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267-project] 10.222.0.24 "DELETE /v2.0/ports/e51fb540-e514-4f22-9603-dbed6f12bd40 HTTP/1.1" status: 204 len: 168 time: 0.8722675 Mar 28 01:08:43.459126 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53164) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:43.463891 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-47ae1c3d-a6a7-450a-b78e-22909fb4e6d2 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Allocated IP 172.26.1.181 (dea6548b-502b-42db-97fb-371e423e739a/cce6de65-d8c9-45b8-9970-0a277e8c1192/471f0ba7-126c-4b11-bfaa-8f8d5518c06d) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:08:43.516868 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cff858-f0d5-4711-8da5-5f84b01935c0 None None] Pushing event updated for resources: {'Port': ['ID=397acb29-796d-46ac-8636-45ae076b386c,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:43.535962 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-6b9d6001-d5f7-4446-82e1-05ac56a5b94b tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Allocated IP 172.20.0.26 (9b0bf857-0292-47f5-90e9-70cc555bb212/a21eca44-9b52-44fe-80b7-c1b2108c2e18/400d523a-cc06-4fc6-b860-28ada1bbfa6f) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:08:43.596614 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-d5cff858-f0d5-4711-8da5-5f84b01935c0 None None] Attempting to bind port 397acb29-796d-46ac-8636-45ae076b386c on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:08:43.596989 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-d5cff858-f0d5-4711-8da5-5f84b01935c0 None None] Attempting to bind port 397acb29-796d-46ac-8636-45ae076b386c by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': '5c5b4ce2-4064-4de9-a901-c4c94532538d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '41edf259-255e-4e51-abf9-44ce12b838b7'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:08:43.604022 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cff858-f0d5-4711-8da5-5f84b01935c0 None None] Attempting to bind port 397acb29-796d-46ac-8636-45ae076b386c on network 41edf259-255e-4e51-abf9-44ce12b838b7 {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:08:43.614583 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cff858-f0d5-4711-8da5-5f84b01935c0 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:08:43.615032 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cff858-f0d5-4711-8da5-5f84b01935c0 None None] Checking segment: {'id': '5c5b4ce2-4064-4de9-a901-c4c94532538d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '41edf259-255e-4e51-abf9-44ce12b838b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:08:43.615417 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d5cff858-f0d5-4711-8da5-5f84b01935c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:43.615822 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cff858-f0d5-4711-8da5-5f84b01935c0 None None] Bound using segment: {'id': '5c5b4ce2-4064-4de9-a901-c4c94532538d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '41edf259-255e-4e51-abf9-44ce12b838b7'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:08:43.616363 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-d5cff858-f0d5-4711-8da5-5f84b01935c0 None None] Bound port: 397acb29-796d-46ac-8636-45ae076b386c, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c5b4ce2-4064-4de9-a901-c4c94532538d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '41edf259-255e-4e51-abf9-44ce12b838b7'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:08:43.616752 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d5cff858-f0d5-4711-8da5-5f84b01935c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (397acb29-796d-46ac-8636-45ae076b386c), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:43.670595 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 809e2f36-b1b9-4181-8595-9dcdad18ec36 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:08:43.729348 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f07b2733-a4b5-48fe-95c8-5d45e923b05d tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3725912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3690191'] for router_interface (f81af90b-fce4-4a88-b359-96e0e694ce6c), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:43.735715 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-3e2836da-c5fa-45e5-aa10-9d04d5942b1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:43.809883 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-d5cff858-f0d5-4711-8da5-5f84b01935c0 None None] For port 397acb29-796d-46ac-8636-45ae076b386c, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:08:43.838044 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-d5cff858-f0d5-4711-8da5-5f84b01935c0 None None] For port 397acb29-796d-46ac-8636-45ae076b386c, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=397acb29-796d-46ac-8636-45ae076b386c,segment=NetworkSegment(5c5b4ce2-4064-4de9-a901-c4c94532538d),segment_id=5c5b4ce2-4064-4de9-a901-c4c94532538d)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:08:43.843210 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 809e2f36-b1b9-4181-8595-9dcdad18ec36 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:08:43.843754 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (809e2f36-b1b9-4181-8595-9dcdad18ec36), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:43.872848 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d5cff858-f0d5-4711-8da5-5f84b01935c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (397acb29-796d-46ac-8636-45ae076b386c), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:43.921284 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-77967284-4654-40cb-992c-60ba0c93df11 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group (816f2f1f-cd61-4de5-aa60-68eb7076b17d), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:43.986679 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cff858-f0d5-4711-8da5-5f84b01935c0 None None] Pushing event updated for resources: {'Port': ['ID=397acb29-796d-46ac-8636-45ae076b386c,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:44.007358 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 809e2f36-b1b9-4181-8595-9dcdad18ec36 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:08:44.042462 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-47ae1c3d-a6a7-450a-b78e-22909fb4e6d2 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks [] for port (471f0ba7-126c-4b11-bfaa-8f8d5518c06d), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:44.069991 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-77967284-4654-40cb-992c-60ba0c93df11 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group (816f2f1f-cd61-4de5-aa60-68eb7076b17d), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:44.088356 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_v2 [None req-08b6602f-4216-4036-984e-e8fefa26bad6 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267-project] Deleting subnet 7fc0c3bd-ad99-4373-872d-12b662e0e265 {{(pid=104099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:08:44.091620 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-08b6602f-4216-4036-984e-e8fefa26bad6 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267-project] Publish callbacks [] for subnet (7fc0c3bd-ad99-4373-872d-12b662e0e265), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:44.136255 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-08b6602f-4216-4036-984e-e8fefa26bad6 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126946639'] for subnet (7fc0c3bd-ad99-4373-872d-12b662e0e265), precommit_delete_associations {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:44.151836 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-47ae1c3d-a6a7-450a-b78e-22909fb4e6d2 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (471f0ba7-126c-4b11-bfaa-8f8d5518c06d), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:44.205557 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-16d09d16-ebb0-4b47-b349-fe654cfa195a None None] Provisioning complete for port 809e2f36-b1b9-4181-8595-9dcdad18ec36 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:08:44.206292 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-16d09d16-ebb0-4b47-b349-fe654cfa195a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (809e2f36-b1b9-4181-8595-9dcdad18ec36), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:44.301350 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-08b6602f-4216-4036-984e-e8fefa26bad6 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (7fc0c3bd-ad99-4373-872d-12b662e0e265), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:44.309482 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ae1c3d-a6a7-450a-b78e-22909fb4e6d2 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Network dea6548b-502b-42db-97fb-371e423e739a is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:08:44.312296 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-6b9d6001-d5f7-4446-82e1-05ac56a5b94b tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks [] for port (400d523a-cc06-4fc6-b860-28ada1bbfa6f), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:44.326161 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-16d09d16-ebb0-4b47-b349-fe654cfa195a None None] Current status of the port 809e2f36-b1b9-4181-8595-9dcdad18ec36 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:08:44.338063 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-16d09d16-ebb0-4b47-b349-fe654cfa195a None None] Provisioning complete for port 400d523a-cc06-4fc6-b860-28ada1bbfa6f triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:08:44.338721 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-16d09d16-ebb0-4b47-b349-fe654cfa195a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (400d523a-cc06-4fc6-b860-28ada1bbfa6f), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:44.386079 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-08b6602f-4216-4036-984e-e8fefa26bad6 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127282766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126757793'] for subnet (7fc0c3bd-ad99-4373-872d-12b662e0e265), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:44.393697 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-47ae1c3d-a6a7-450a-b78e-22909fb4e6d2 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:08:44.395677 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-6b9d6001-d5f7-4446-82e1-05ac56a5b94b tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126177159'] for port (400d523a-cc06-4fc6-b860-28ada1bbfa6f), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:44.399241 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ae1c3d-a6a7-450a-b78e-22909fb4e6d2 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:08:44.407203 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-77967284-4654-40cb-992c-60ba0c93df11 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (816f2f1f-cd61-4de5-aa60-68eb7076b17d), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:44.407412 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-16d09d16-ebb0-4b47-b349-fe654cfa195a None None] Port 400d523a-cc06-4fc6-b860-28ada1bbfa6f cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:08:44.410704 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-77967284-4654-40cb-992c-60ba0c93df11 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:44.412419 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-77967284-4654-40cb-992c-60ba0c93df11 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] 10.222.0.24 "DELETE /v2.0/security-groups/816f2f1f-cd61-4de5-aa60-68eb7076b17d HTTP/1.1" status: 204 len: 168 time: 0.9501684 Mar 28 01:08:44.413179 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ae1c3d-a6a7-450a-b78e-22909fb4e6d2 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Pushing event updated for resources: {'Port': ['ID=471f0ba7-126c-4b11-bfaa-8f8d5518c06d,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:44.415302 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 53166) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:44.424282 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-16d09d16-ebb0-4b47-b349-fe654cfa195a None None] Provisioning complete for port 852c3391-561a-4e4f-912d-9e28127ba276 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:08:44.424585 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-16d09d16-ebb0-4b47-b349-fe654cfa195a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (852c3391-561a-4e4f-912d-9e28127ba276), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:44.433371 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b6602f-4216-4036-984e-e8fefa26bad6 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267-project] Pushing event deleted for resources: {'Subnet': ['ID=7fc0c3bd-ad99-4373-872d-12b662e0e265,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:44.443839 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-08b6602f-4216-4036-984e-e8fefa26bad6 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267-project] Publish callbacks [] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:44.448403 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-08b6602f-4216-4036-984e-e8fefa26bad6 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267-project] 10.222.0.24 "DELETE /v2.0/subnets/7fc0c3bd-ad99-4373-872d-12b662e0e265 HTTP/1.1" status: 204 len: 168 time: 0.9882059 Mar 28 01:08:44.451274 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53168) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:44.458986 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57424d1-bd89-4389-b3e9-173fb315a1d8 None None] Network 01f16106-8074-4c1d-a511-cee3d33cc126 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:08:44.510492 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77967284-4654-40cb-992c-60ba0c93df11 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=816f2f1f-cd61-4de5-aa60-68eb7076b17d,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:44.566593 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2f12009e-8dae-4855-9f08-f80e66df06f0 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (01f16106-8074-4c1d-a511-cee3d33cc126), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:44.572860 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-16d09d16-ebb0-4b47-b349-fe654cfa195a None None] Port 852c3391-561a-4e4f-912d-9e28127ba276 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:08:44.640507 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-2f12009e-8dae-4855-9f08-f80e66df06f0 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267-project] Deleting port 8ff289e5-c667-400e-b541-863a3c34d928 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:08:44.640854 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2f12009e-8dae-4855-9f08-f80e66df06f0 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (8ff289e5-c667-400e-b541-863a3c34d928), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:44.672785 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e8d8fd-9f23-44fb-9867-b1640ef229c4 None None] DHCP port deletion for 01f16106-8074-4c1d-a511-cee3d33cc126 request from dv-neutron-834874-6-hyperv {{(pid=104100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 01:08:44.689391 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f07b2733-a4b5-48fe-95c8-5d45e923b05d tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Router f81af90b-fce4-4a88-b359-96e0e694ce6c has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:08:44.690912 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9d6001-d5f7-4446-82e1-05ac56a5b94b tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Pushing event updated for resources: {'Port': ['ID=400d523a-cc06-4fc6-b860-28ada1bbfa6f,revision_number=2']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:44.707469 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-2f12009e-8dae-4855-9f08-f80e66df06f0 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267-project] For port 8ff289e5-c667-400e-b541-863a3c34d928, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=8ff289e5-c667-400e-b541-863a3c34d928,segment=NetworkSegment(fc628d0b-a740-4cd7-94de-58e3fe657984),segment_id=fc628d0b-a740-4cd7-94de-58e3fe657984)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:08:44.707726 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2f12009e-8dae-4855-9f08-f80e66df06f0 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (8ff289e5-c667-400e-b541-863a3c34d928), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:44.723083 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-2f12009e-8dae-4855-9f08-f80e66df06f0 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267-project] Calling delete_port for 8ff289e5-c667-400e-b541-863a3c34d928 owned by network:dhcp {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:08:44.747404 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:44.757745 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-12e8d8fd-9f23-44fb-9867-b1640ef229c4 None None] Deleting port 8ff289e5-c667-400e-b541-863a3c34d928 {{(pid=104100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:08:44.758443 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-12e8d8fd-9f23-44fb-9867-b1640ef229c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (8ff289e5-c667-400e-b541-863a3c34d928), before_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:44.776390 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-58e60a8b-791a-4f6a-aec5-0fc9cba31187 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.3330617 Mar 28 01:08:44.782495 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53170) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:44.805620 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7681623d-de6a-4bc1-9e42-27e4cea02485 admin admin] Publish callbacks [] for router_gateway (18014039-7a1f-4351-bd8e-27bb521e9aeb), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:44.847541 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-a5e8d379-c5da-49bc-bd34-ea22fb398807 tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0638595 Mar 28 01:08:44.850365 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53172) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:44.869817 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.api.v2.resource [None req-dc00fc62-7d4a-4b60-ba6a-8d2df5e827de tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] delete failed (client error): The resource could not be found. Mar 28 01:08:44.877128 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-dc00fc62-7d4a-4b60-ba6a-8d2df5e827de tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] 10.222.0.24 "DELETE /v2.0/security-groups/816f2f1f-cd61-4de5-aa60-68eb7076b17d HTTP/1.1" status: 404 len: 347 time: 0.0187778 Mar 28 01:08:44.877326 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-12e8d8fd-9f23-44fb-9867-b1640ef229c4 None None] For port 8ff289e5-c667-400e-b541-863a3c34d928, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=8ff289e5-c667-400e-b541-863a3c34d928,segment=NetworkSegment(fc628d0b-a740-4cd7-94de-58e3fe657984),segment_id=fc628d0b-a740-4cd7-94de-58e3fe657984)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:08:44.877326 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-12e8d8fd-9f23-44fb-9867-b1640ef229c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (8ff289e5-c667-400e-b541-863a3c34d928), precommit_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:44.877495 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2f12009e-8dae-4855-9f08-f80e66df06f0 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (8ff289e5-c667-400e-b541-863a3c34d928), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:44.883751 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53174) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:44.890978 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-12e8d8fd-9f23-44fb-9867-b1640ef229c4 None None] Calling delete_port for 8ff289e5-c667-400e-b541-863a3c34d928 owned by network:dhcp {{(pid=104100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:08:44.920851 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f12009e-8dae-4855-9f08-f80e66df06f0 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267-project] Pushing event deleted for resources: {'Port': ['ID=8ff289e5-c667-400e-b541-863a3c34d928,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:44.941518 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f12009e-8dae-4855-9f08-f80e66df06f0 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267-project] No DVR routers for this DVR port 8ff289e5-c667-400e-b541-863a3c34d928 on host dv-neutron-834874-6-hyperv {{(pid=104099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:08:45.039905 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-12e8d8fd-9f23-44fb-9867-b1640ef229c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886'] for port (8ff289e5-c667-400e-b541-863a3c34d928), after_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:45.088319 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-2132f62d-05ef-4c48-b8ab-09f48fe2a18d tempest-SecGroupTest-139908533 tempest-SecGroupTest-139908533-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1660223 Mar 28 01:08:45.088520 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e8d8fd-9f23-44fb-9867-b1640ef229c4 None None] Pushing event deleted for resources: {'Port': ['ID=8ff289e5-c667-400e-b541-863a3c34d928,revision_number=None']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:45.088606 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2f12009e-8dae-4855-9f08-f80e66df06f0 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (01f16106-8074-4c1d-a511-cee3d33cc126), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:45.100400 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e8d8fd-9f23-44fb-9867-b1640ef229c4 None None] No DVR routers for this DVR port 8ff289e5-c667-400e-b541-863a3c34d928 on host dv-neutron-834874-6-hyperv {{(pid=104100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:08:45.142613 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-2f12009e-8dae-4855-9f08-f80e66df06f0 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01f16106-8074-4c1d-a511-cee3d33cc126']}} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:45.156522 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-2f12009e-8dae-4855-9f08-f80e66df06f0 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc628d0b-a740-4cd7-94de-58e3fe657984') {'for_net_delete': True} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:45.157083 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-2f12009e-8dae-4855-9f08-f80e66df06f0 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc628d0b-a740-4cd7-94de-58e3fe657984') {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:45.173427 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2f12009e-8dae-4855-9f08-f80e66df06f0 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126946678'] for segment (fc628d0b-a740-4cd7-94de-58e3fe657984), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:45.192839 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2f12009e-8dae-4855-9f08-f80e66df06f0 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (fc628d0b-a740-4cd7-94de-58e3fe657984), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:45.205867 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f12009e-8dae-4855-9f08-f80e66df06f0 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=104099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:08:45.206557 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2f12009e-8dae-4855-9f08-f80e66df06f0 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127280876'] for segment (fc628d0b-a740-4cd7-94de-58e3fe657984), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:45.218355 dv-neutron-834874-6-hyperv neutron-server[104099]: Traceback (most recent call last): Mar 28 01:08:45.218355 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:08:45.218355 dv-neutron-834874-6-hyperv neutron-server[104099]: timer() Mar 28 01:08:45.218355 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:08:45.218355 dv-neutron-834874-6-hyperv neutron-server[104099]: cb(*args, **kw) Mar 28 01:08:45.218355 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:08:45.218355 dv-neutron-834874-6-hyperv neutron-server[104099]: return func(*args, **kwargs) Mar 28 01:08:45.218355 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:08:45.218355 dv-neutron-834874-6-hyperv neutron-server[104099]: self._notify() Mar 28 01:08:45.218355 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:08:45.218355 dv-neutron-834874-6-hyperv neutron-server[104099]: self.callback(batched_events) Mar 28 01:08:45.218355 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:08:45.218355 dv-neutron-834874-6-hyperv neutron-server[104099]: event.method(event) Mar 28 01:08:45.218355 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:08:45.218355 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:08:45.218355 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:08:45.218355 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:08:45.218355 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:08:45.218355 dv-neutron-834874-6-hyperv neutron-server[104099]: return f(self, *a, **k) Mar 28 01:08:45.218355 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:08:45.218355 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._get(url).json() Mar 28 01:08:45.218355 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:08:45.218355 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:08:45.218355 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:08:45.218355 dv-neutron-834874-6-hyperv neutron-server[104099]: return self.request(url, 'GET', **kwargs) Mar 28 01:08:45.218355 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:08:45.218355 dv-neutron-834874-6-hyperv neutron-server[104099]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:08:45.218355 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:08:45.218355 dv-neutron-834874-6-hyperv neutron-server[104099]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:08:45.218355 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:08:45.218355 dv-neutron-834874-6-hyperv neutron-server[104099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:08:45.218355 dv-neutron-834874-6-hyperv neutron-server[104099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:08:45.261355 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-6b9d6001-d5f7-4446-82e1-05ac56a5b94b tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] In _notify_port_updated(), no bound segment for port 400d523a-cc06-4fc6-b860-28ada1bbfa6f on network 9b0bf857-0292-47f5-90e9-70cc555bb212 {{(pid=104098) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 28 01:08:45.266782 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b9d6001-d5f7-4446-82e1-05ac56a5b94b tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:08:45.267550 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-6b9d6001-d5f7-4446-82e1-05ac56a5b94b tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:45.271544 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-6b9d6001-d5f7-4446-82e1-05ac56a5b94b tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "PUT /v2.0/ports/400d523a-cc06-4fc6-b860-28ada1bbfa6f HTTP/1.1" status: 200 len: 920 time: 4.1502287 Mar 28 01:08:45.277176 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53178) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:45.299419 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-84aac01a-77d3-41d8-9fb2-e4ff5710bc5c None None] Provisioning complete for port 400d523a-cc06-4fc6-b860-28ada1bbfa6f triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:08:45.299798 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-84aac01a-77d3-41d8-9fb2-e4ff5710bc5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (400d523a-cc06-4fc6-b860-28ada1bbfa6f), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:45.338613 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2f12009e-8dae-4855-9f08-f80e66df06f0 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (01f16106-8074-4c1d-a511-cee3d33cc126), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:45.348338 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2f12009e-8dae-4855-9f08-f80e66df06f0 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267-project] Publish callbacks [] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:45.354044 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-2f12009e-8dae-4855-9f08-f80e66df06f0 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267-project] 10.222.0.24 "DELETE /v2.0/networks/01f16106-8074-4c1d-a511-cee3d33cc126 HTTP/1.1" status: 204 len: 168 time: 0.8996139 Mar 28 01:08:45.376353 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f07b2733-a4b5-48fe-95c8-5d45e923b05d tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:08:45.378933 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7681623d-de6a-4bc1-9e42-27e4cea02485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:45.389245 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-f07b2733-a4b5-48fe-95c8-5d45e923b05d tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] 10.222.0.24 "PUT /v2.0/routers/f81af90b-fce4-4a88-b359-96e0e694ce6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4834900 Mar 28 01:08:45.392505 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0049414-df78-4f06-992d-2e05b511126b None None] Sync routers for ids ['f81af90b-fce4-4a88-b359-96e0e694ce6c'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:08:45.396216 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53182) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:45.408568 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f12009e-8dae-4855-9f08-f80e66df06f0 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267 tempest-ExtraDHCPOptionsIpV6TestJSON-666325267-project] Pushing event deleted for resources: {'Network': ['ID=01f16106-8074-4c1d-a511-cee3d33cc126,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:45.416256 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-84aac01a-77d3-41d8-9fb2-e4ff5710bc5c None None] Port 400d523a-cc06-4fc6-b860-28ada1bbfa6f cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:08:45.430732 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0049414-df78-4f06-992d-2e05b511126b None None] Routers {'f81af90b-fce4-4a88-b359-96e0e694ce6c'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:08:45.431367 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-e0049414-df78-4f06-992d-2e05b511126b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:08:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['f81af90b-fce4-4a88-b359-96e0e694ce6c'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:45.539334 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c674c3-1931-4783-824f-5bb6ec3bd90d None None] Network 41edf259-255e-4e51-abf9-44ce12b838b7 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:08:45.616441 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4fcdee2-732b-4a0e-8f33-6d2e383fccbc tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Deleting subnet c3feaaef-5096-4626-8cb4-9d5cefb7793d {{(pid=104099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:08:45.620287 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f4fcdee2-732b-4a0e-8f33-6d2e383fccbc tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks [] for subnet (c3feaaef-5096-4626-8cb4-9d5cefb7793d), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:45.644375 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-7681623d-de6a-4bc1-9e42-27e4cea02485 admin admin] Allocated IP 172.26.1.38 (dea6548b-502b-42db-97fb-371e423e739a/cce6de65-d8c9-45b8-9970-0a277e8c1192/59b24dd2-6245-41a8-9672-96fcc9052c7a) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:08:45.667208 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 53188) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:45.687731 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 397acb29-796d-46ac-8636-45ae076b386c up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:08:45.750379 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-ac203470-2de3-4cb4-8d9a-ec73658c4168 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Deleting port 400d523a-cc06-4fc6-b860-28ada1bbfa6f {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:08:45.750733 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ac203470-2de3-4cb4-8d9a-ec73658c4168 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (400d523a-cc06-4fc6-b860-28ada1bbfa6f), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:45.769320 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f4fcdee2-732b-4a0e-8f33-6d2e383fccbc tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126946639'] for subnet (c3feaaef-5096-4626-8cb4-9d5cefb7793d), precommit_delete_associations {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:45.772511 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-0882c833-3ace-45a5-8fe5-f58b72c7acf0 None None] Provisioning complete for port 397acb29-796d-46ac-8636-45ae076b386c triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:08:45.773013 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-0882c833-3ace-45a5-8fe5-f58b72c7acf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (397acb29-796d-46ac-8636-45ae076b386c), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:45.793040 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53192) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:45.845025 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 397acb29-796d-46ac-8636-45ae076b386c triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:08:45.845518 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (397acb29-796d-46ac-8636-45ae076b386c), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:45.933457 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-e0049414-df78-4f06-992d-2e05b511126b None None] Set router f81af90b-fce4-4a88-b359-96e0e694ce6c gateway port host: None {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:08:45.955012 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-0882c833-3ace-45a5-8fe5-f58b72c7acf0 None None] Current status of the port 397acb29-796d-46ac-8636-45ae076b386c is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:08:45.959390 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-0882c833-3ace-45a5-8fe5-f58b72c7acf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (397acb29-796d-46ac-8636-45ae076b386c), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:46.047845 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-0882c833-3ace-45a5-8fe5-f58b72c7acf0 None None] For port 397acb29-796d-46ac-8636-45ae076b386c, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=397acb29-796d-46ac-8636-45ae076b386c,segment=NetworkSegment(5c5b4ce2-4064-4de9-a901-c4c94532538d),segment_id=5c5b4ce2-4064-4de9-a901-c4c94532538d)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:08:46.081867 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-0882c833-3ace-45a5-8fe5-f58b72c7acf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (397acb29-796d-46ac-8636-45ae076b386c), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:46.091596 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ac203470-2de3-4cb4-8d9a-ec73658c4168 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (400d523a-cc06-4fc6-b860-28ada1bbfa6f), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:46.097879 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-613c2d19-b48f-416b-8d14-f3b1f302d290 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=98e320e8cb0a4959ae34a657dd5f8667&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4258387 Mar 28 01:08:46.100879 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 53196) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:46.102549 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f4fcdee2-732b-4a0e-8f33-6d2e383fccbc tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (c3feaaef-5096-4626-8cb4-9d5cefb7793d), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:46.103211 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-47ae1c3d-a6a7-450a-b78e-22909fb4e6d2 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks [] for floatingip (512e341d-915d-4338-8547-c21e539ea8c4), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:46.164174 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-ac203470-2de3-4cb4-8d9a-ec73658c4168 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Calling delete_port for 400d523a-cc06-4fc6-b860-28ada1bbfa6f owned by {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:08:46.194647 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7681623d-de6a-4bc1-9e42-27e4cea02485 admin admin] Publish callbacks [] for port (59b24dd2-6245-41a8-9672-96fcc9052c7a), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:46.219308 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-d9660af5-7905-4c48-b83d-900df48a2ef5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d3db6a2b44324e50b5a16370bd98a9a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3964522 Mar 28 01:08:46.219506 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 397acb29-796d-46ac-8636-45ae076b386c is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:08:46.219506 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (397acb29-796d-46ac-8636-45ae076b386c), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:46.219791 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 53198) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:46.246250 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:46.254965 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0882c833-3ace-45a5-8fe5-f58b72c7acf0 None None] Pushing event updated for resources: {'Port': ['ID=397acb29-796d-46ac-8636-45ae076b386c,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:46.282228 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-f5f0885c-4e26-41fe-899b-dcb0323e3a46 None None] Provisioning complete for port 397acb29-796d-46ac-8636-45ae076b386c triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:08:46.282748 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f5f0885c-4e26-41fe-899b-dcb0323e3a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (397acb29-796d-46ac-8636-45ae076b386c), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:46.286224 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f4fcdee2-732b-4a0e-8f33-6d2e383fccbc tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127282766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126757793'] for subnet (c3feaaef-5096-4626-8cb4-9d5cefb7793d), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:46.315442 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-e0049414-df78-4f06-992d-2e05b511126b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f81af90b-fce4-4a88-b359-96e0e694ce6c', 'name': 'tempest-RoutersIpV6Test-router-781427244', 'tenant_id': '73b89705b12a4822849ef008702f6650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:07:51Z', 'updated_at': '2022-03-28T01:08:42Z', 'revision_number': 9, 'project_id': '73b89705b12a4822849ef008702f6650', 'gw_port_host': None, '_interfaces': [{'id': '0623390d-8328-4dda-bb2e-94ec6e7f0c5d', 'name': '', 'network_id': 'ace6d7f7-f15f-4162-86f7-e748421e33be', 'tenant_id': '73b89705b12a4822849ef008702f6650', 'mac_address': 'fa:16:3e:7f:e6:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81af90b-fce4-4a88-b359-96e0e694ce6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': 'e3c665d0-c1c5-41fb-ba5d-ce57ba99245a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:08:02Z', 'updated_at': '2022-03-28T01:08:08Z', 'revision_number': 5, 'project_id': '73b89705b12a4822849ef008702f6650', 'subnets': [{'id': 'e3c665d0-c1c5-41fb-ba5d-ce57ba99245a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c9287fd-767d-413c-b1f6-e72c83409195', 'name': '', 'network_id': '7c8c0538-5060-44fc-95df-1da6a7312af2', 'tenant_id': '73b89705b12a4822849ef008702f6650', 'mac_address': 'fa:16:3e:6d:1f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81af90b-fce4-4a88-b359-96e0e694ce6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '11187ad9-a275-45d5-9e5e-2a11e69b6a34', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:07:54Z', 'updated_at': '2022-03-28T01:08:02Z', 'revision_number': 5, 'project_id': '73b89705b12a4822849ef008702f6650', 'subnets': [{'id': '11187ad9-a275-45d5-9e5e-2a11e69b6a34', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:46.320502 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e8bb558d-c2ac-4c1e-87bd-289dc6dc0829 admin admin] Publish callbacks [] for security_group (59df55f7-ec51-407d-8533-0b30b69f03ee), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:46.324087 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-47ae1c3d-a6a7-450a-b78e-22909fb4e6d2 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (471f0ba7-126c-4b11-bfaa-8f8d5518c06d), before_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:46.328070 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fcdee2-732b-4a0e-8f33-6d2e383fccbc tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Pushing event deleted for resources: {'Subnet': ['ID=c3feaaef-5096-4626-8cb4-9d5cefb7793d,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:46.348507 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7039fbd8-ec93-4e03-9c27-6fe7799b7ffa None None] Network 6db32cfe-0e5d-4e8d-92fe-ac8fb658c437 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:08:46.354518 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f4fcdee2-732b-4a0e-8f33-6d2e383fccbc tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks [] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:46.360077 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-f4fcdee2-732b-4a0e-8f33-6d2e383fccbc tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] 10.222.0.24 "DELETE /v2.0/subnets/c3feaaef-5096-4626-8cb4-9d5cefb7793d HTTP/1.1" status: 204 len: 168 time: 0.9612737 Mar 28 01:08:46.361404 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53200) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:46.367434 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0049414-df78-4f06-992d-2e05b511126b None None] Checking router: f81af90b-fce4-4a88-b359-96e0e694ce6c for host: dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:08:46.383963 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7681623d-de6a-4bc1-9e42-27e4cea02485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (59b24dd2-6245-41a8-9672-96fcc9052c7a), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:46.387192 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0049414-df78-4f06-992d-2e05b511126b None None] Routers {'f81af90b-fce4-4a88-b359-96e0e694ce6c'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:08:46.392333 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-e0049414-df78-4f06-992d-2e05b511126b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:08:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['f81af90b-fce4-4a88-b359-96e0e694ce6c'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:46.395586 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e8bb558d-c2ac-4c1e-87bd-289dc6dc0829 admin admin] Publish callbacks [] for security_group (59df55f7-ec51-407d-8533-0b30b69f03ee), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:46.406002 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.db.api [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104100) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 01:08:46.406676 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG oslo_db.api [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 01:08:46.460800 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-287ce45a-d644-4628-9ec6-30819a244563 admin admin] Publish callbacks [] for security_group (113f9167-9764-4728-ad37-00c81df81053), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:46.495550 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-f5f0885c-4e26-41fe-899b-dcb0323e3a46 None None] Current status of the port 397acb29-796d-46ac-8636-45ae076b386c is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:08:46.524892 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-07e69fc6-643c-4d3e-9bee-d2a2ff472afc tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (6db32cfe-0e5d-4e8d-92fe-ac8fb658c437), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:46.539463 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ac203470-2de3-4cb4-8d9a-ec73658c4168 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (400d523a-cc06-4fc6-b860-28ada1bbfa6f), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:46.545506 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-e0049414-df78-4f06-992d-2e05b511126b None None] Set router f81af90b-fce4-4a88-b359-96e0e694ce6c gateway port host: None {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:08:46.553523 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7681623d-de6a-4bc1-9e42-27e4cea02485 admin admin] Network dea6548b-502b-42db-97fb-371e423e739a is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:08:46.573763 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-7681623d-de6a-4bc1-9e42-27e4cea02485 admin admin] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:08:46.581344 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7681623d-de6a-4bc1-9e42-27e4cea02485 admin admin] Pushing event updated for resources: {'Port': ['ID=59b24dd2-6245-41a8-9672-96fcc9052c7a,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:46.584857 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac203470-2de3-4cb4-8d9a-ec73658c4168 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Pushing event deleted for resources: {'Port': ['ID=400d523a-cc06-4fc6-b860-28ada1bbfa6f,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:46.586731 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-287ce45a-d644-4628-9ec6-30819a244563 admin admin] Publish callbacks [] for security_group (113f9167-9764-4728-ad37-00c81df81053), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:46.593362 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7681623d-de6a-4bc1-9e42-27e4cea02485 admin admin] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:08:46.602198 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7362ddd-8774-4475-8035-f1fa4351ed13 None None] DHCP port deletion for 6db32cfe-0e5d-4e8d-92fe-ac8fb658c437 request from dv-neutron-834874-6-hyperv {{(pid=104100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 01:08:46.697060 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-f7362ddd-8774-4475-8035-f1fa4351ed13 None None] Deleting port 9daf4860-5c05-4916-8480-6b0ca0e3b186 {{(pid=104100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:08:46.700414 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ac203470-2de3-4cb4-8d9a-ec73658c4168 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:46.700668 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f7362ddd-8774-4475-8035-f1fa4351ed13 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (9daf4860-5c05-4916-8480-6b0ca0e3b186), before_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:46.706516 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-ac203470-2de3-4cb4-8d9a-ec73658c4168 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "DELETE /v2.0/ports/400d523a-cc06-4fc6-b860-28ada1bbfa6f HTTP/1.1" status: 204 len: 168 time: 1.4258766 Mar 28 01:08:46.707216 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53202) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:46.723393 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-07e69fc6-643c-4d3e-9bee-d2a2ff472afc tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Deleting port 9daf4860-5c05-4916-8480-6b0ca0e3b186 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:08:46.723834 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-07e69fc6-643c-4d3e-9bee-d2a2ff472afc tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (9daf4860-5c05-4916-8480-6b0ca0e3b186), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:46.754617 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e8bb558d-c2ac-4c1e-87bd-289dc6dc0829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (59df55f7-ec51-407d-8533-0b30b69f03ee), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:46.757719 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e8bb558d-c2ac-4c1e-87bd-289dc6dc0829 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:46.761367 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-e8bb558d-c2ac-4c1e-87bd-289dc6dc0829 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/59df55f7-ec51-407d-8533-0b30b69f03ee HTTP/1.1" status: 204 len: 168 time: 0.6570671 Mar 28 01:08:46.831422 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-f7362ddd-8774-4475-8035-f1fa4351ed13 None None] For port 9daf4860-5c05-4916-8480-6b0ca0e3b186, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=9daf4860-5c05-4916-8480-6b0ca0e3b186,segment=NetworkSegment(d5840d70-02cb-4c63-875f-ccfa7c731792),segment_id=d5840d70-02cb-4c63-875f-ccfa7c731792)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:08:46.832010 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f7362ddd-8774-4475-8035-f1fa4351ed13 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (9daf4860-5c05-4916-8480-6b0ca0e3b186), precommit_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:46.860573 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bb558d-c2ac-4c1e-87bd-289dc6dc0829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59df55f7-ec51-407d-8533-0b30b69f03ee,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:46.865205 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-f7362ddd-8774-4475-8035-f1fa4351ed13 None None] Calling delete_port for 9daf4860-5c05-4916-8480-6b0ca0e3b186 owned by network:dhcp {{(pid=104100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:08:46.887932 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-917f4ebc-ac1f-4886-846a-1b2de254233f tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] GET failed (client error): The resource could not be found. Mar 28 01:08:46.890249 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-917f4ebc-ac1f-4886-846a-1b2de254233f tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "GET /v2.0/ports/400d523a-cc06-4fc6-b860-28ada1bbfa6f HTTP/1.1" status: 404 len: 333 time: 0.1815944 Mar 28 01:08:46.893757 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53206) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:46.908715 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-e0049414-df78-4f06-992d-2e05b511126b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f81af90b-fce4-4a88-b359-96e0e694ce6c', 'name': 'tempest-RoutersIpV6Test-router-781427244', 'tenant_id': '73b89705b12a4822849ef008702f6650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:07:51Z', 'updated_at': '2022-03-28T01:08:42Z', 'revision_number': 9, 'project_id': '73b89705b12a4822849ef008702f6650', 'gw_port_host': None, '_interfaces': [{'id': '0623390d-8328-4dda-bb2e-94ec6e7f0c5d', 'name': '', 'network_id': 'ace6d7f7-f15f-4162-86f7-e748421e33be', 'tenant_id': '73b89705b12a4822849ef008702f6650', 'mac_address': 'fa:16:3e:7f:e6:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81af90b-fce4-4a88-b359-96e0e694ce6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': 'e3c665d0-c1c5-41fb-ba5d-ce57ba99245a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:08:02Z', 'updated_at': '2022-03-28T01:08:08Z', 'revision_number': 5, 'project_id': '73b89705b12a4822849ef008702f6650', 'subnets': [{'id': 'e3c665d0-c1c5-41fb-ba5d-ce57ba99245a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c9287fd-767d-413c-b1f6-e72c83409195', 'name': '', 'network_id': '7c8c0538-5060-44fc-95df-1da6a7312af2', 'tenant_id': '73b89705b12a4822849ef008702f6650', 'mac_address': 'fa:16:3e:6d:1f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81af90b-fce4-4a88-b359-96e0e694ce6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '11187ad9-a275-45d5-9e5e-2a11e69b6a34', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:07:54Z', 'updated_at': '2022-03-28T01:08:02Z', 'revision_number': 5, 'project_id': '73b89705b12a4822849ef008702f6650', 'subnets': [{'id': '11187ad9-a275-45d5-9e5e-2a11e69b6a34', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:46.944281 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-47ae1c3d-a6a7-450a-b78e-22909fb4e6d2 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks [] for port (471f0ba7-126c-4b11-bfaa-8f8d5518c06d), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:46.947571 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-287ce45a-d644-4628-9ec6-30819a244563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (113f9167-9764-4728-ad37-00c81df81053), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:46.951516 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-287ce45a-d644-4628-9ec6-30819a244563 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:46.952770 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-287ce45a-d644-4628-9ec6-30819a244563 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/113f9167-9764-4728-ad37-00c81df81053 HTTP/1.1" status: 204 len: 168 time: 0.7318165 Mar 28 01:08:46.974801 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0049414-df78-4f06-992d-2e05b511126b None None] The sync data for ids ['f81af90b-fce4-4a88-b359-96e0e694ce6c'] in dv-neutron-834874-6-hyperv is: [{'id': 'f81af90b-fce4-4a88-b359-96e0e694ce6c', 'name': 'tempest-RoutersIpV6Test-router-781427244', 'tenant_id': '73b89705b12a4822849ef008702f6650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:07:51Z', 'updated_at': '2022-03-28T01:08:42Z', 'revision_number': 9, 'project_id': '73b89705b12a4822849ef008702f6650', 'gw_port_host': None, '_interfaces': [{'id': '0623390d-8328-4dda-bb2e-94ec6e7f0c5d', 'name': '', 'network_id': 'ace6d7f7-f15f-4162-86f7-e748421e33be', 'tenant_id': '73b89705b12a4822849ef008702f6650', 'mac_address': 'fa:16:3e:7f:e6:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81af90b-fce4-4a88-b359-96e0e694ce6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': 'e3c665d0-c1c5-41fb-ba5d-ce57ba99245a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:08:02Z', 'updated_at': '2022-03-28T01:08:08Z', 'revision_number': 5, 'project_id': '73b89705b12a4822849ef008702f6650', 'subnets': [{'id': 'e3c665d0-c1c5-41fb-ba5d-ce57ba99245a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c9287fd-767d-413c-b1f6-e72c83409195', 'name': '', 'network_id': '7c8c0538-5060-44fc-95df-1da6a7312af2', 'tenant_id': '73b89705b12a4822849ef008702f6650', 'mac_address': 'fa:16:3e:6d:1f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81af90b-fce4-4a88-b359-96e0e694ce6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '11187ad9-a275-45d5-9e5e-2a11e69b6a34', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:07:54Z', 'updated_at': '2022-03-28T01:08:02Z', 'revision_number': 5, 'project_id': '73b89705b12a4822849ef008702f6650', 'subnets': [{'id': '11187ad9-a275-45d5-9e5e-2a11e69b6a34', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:08:46.979640 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-47ae1c3d-a6a7-450a-b78e-22909fb4e6d2 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126177159'] for port (471f0ba7-126c-4b11-bfaa-8f8d5518c06d), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:46.980185 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-07e69fc6-643c-4d3e-9bee-d2a2ff472afc tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] For port 9daf4860-5c05-4916-8480-6b0ca0e3b186, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=9daf4860-5c05-4916-8480-6b0ca0e3b186,segment=NetworkSegment(d5840d70-02cb-4c63-875f-ccfa7c731792),segment_id=d5840d70-02cb-4c63-875f-ccfa7c731792)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:08:46.980676 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-07e69fc6-643c-4d3e-9bee-d2a2ff472afc tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (9daf4860-5c05-4916-8480-6b0ca0e3b186), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:47.042119 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f7362ddd-8774-4475-8035-f1fa4351ed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886'] for port (9daf4860-5c05-4916-8480-6b0ca0e3b186), after_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:47.051689 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287ce45a-d644-4628-9ec6-30819a244563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=113f9167-9764-4728-ad37-00c81df81053,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:47.083394 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-07e69fc6-643c-4d3e-9bee-d2a2ff472afc tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Calling delete_port for 9daf4860-5c05-4916-8480-6b0ca0e3b186 owned by network:dhcp {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:08:47.091063 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-03819147-229f-46b9-889e-19585586310b tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks [] for security_group (2d76d0c9-d054-4a73-bfcd-5e5067b508a2), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:47.142419 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7362ddd-8774-4475-8035-f1fa4351ed13 None None] Pushing event deleted for resources: {'Port': ['ID=9daf4860-5c05-4916-8480-6b0ca0e3b186,revision_number=None']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:47.156416 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7362ddd-8774-4475-8035-f1fa4351ed13 None None] No DVR routers for this DVR port 9daf4860-5c05-4916-8480-6b0ca0e3b186 on host dv-neutron-834874-6-hyperv {{(pid=104100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:08:47.186357 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 397acb29-796d-46ac-8636-45ae076b386c is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:08:47.198574 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-03819147-229f-46b9-889e-19585586310b tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks [] for security_group (2d76d0c9-d054-4a73-bfcd-5e5067b508a2), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:47.265000 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-07e69fc6-643c-4d3e-9bee-d2a2ff472afc tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (9daf4860-5c05-4916-8480-6b0ca0e3b186), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:47.291034 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ae1c3d-a6a7-450a-b78e-22909fb4e6d2 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Pushing event updated for resources: {'Port': ['ID=471f0ba7-126c-4b11-bfaa-8f8d5518c06d,revision_number=2']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:47.292076 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-03819147-229f-46b9-889e-19585586310b tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (2d76d0c9-d054-4a73-bfcd-5e5067b508a2), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:47.294913 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-03819147-229f-46b9-889e-19585586310b tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:47.298426 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-03819147-229f-46b9-889e-19585586310b tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "DELETE /v2.0/security-groups/2d76d0c9-d054-4a73-bfcd-5e5067b508a2 HTTP/1.1" status: 204 len: 168 time: 0.4010139 Mar 28 01:08:47.300244 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 53212) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:47.301028 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-47ae1c3d-a6a7-450a-b78e-22909fb4e6d2 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688063'] for floatingip (512e341d-915d-4338-8547-c21e539ea8c4), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:47.304317 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e69fc6-643c-4d3e-9bee-d2a2ff472afc tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Pushing event deleted for resources: {'Port': ['ID=9daf4860-5c05-4916-8480-6b0ca0e3b186,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:47.314713 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03819147-229f-46b9-889e-19585586310b tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d76d0c9-d054-4a73-bfcd-5e5067b508a2,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:47.316885 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e69fc6-643c-4d3e-9bee-d2a2ff472afc tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] No DVR routers for this DVR port 9daf4860-5c05-4916-8480-6b0ca0e3b186 on host dv-neutron-834874-6-hyperv {{(pid=104099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:08:47.421744 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-07e69fc6-643c-4d3e-9bee-d2a2ff472afc tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (6db32cfe-0e5d-4e8d-92fe-ac8fb658c437), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:47.437808 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 8ff289e5-c667-400e-b541-863a3c34d928 no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:08:47.471417 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7681623d-de6a-4bc1-9e42-27e4cea02485 admin admin] Publish callbacks [] for router_gateway (18014039-7a1f-4351-bd8e-27bb521e9aeb), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:47.471920 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-07e69fc6-643c-4d3e-9bee-d2a2ff472afc tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6db32cfe-0e5d-4e8d-92fe-ac8fb658c437']}} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:47.476342 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: 8ff289e5-c667-400e-b541-863a3c34d928 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:08:47.476899 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 8ff289e5-c667-400e-b541-863a3c34d928 not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:08:47.483790 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-07e69fc6-643c-4d3e-9bee-d2a2ff472afc tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5840d70-02cb-4c63-875f-ccfa7c731792') {'for_net_delete': True} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:47.484168 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-07e69fc6-643c-4d3e-9bee-d2a2ff472afc tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5840d70-02cb-4c63-875f-ccfa7c731792') {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:47.498649 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-07e69fc6-643c-4d3e-9bee-d2a2ff472afc tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126946678'] for segment (d5840d70-02cb-4c63-875f-ccfa7c731792), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:47.515125 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-07e69fc6-643c-4d3e-9bee-d2a2ff472afc tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (d5840d70-02cb-4c63-875f-ccfa7c731792), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:47.523780 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07e69fc6-643c-4d3e-9bee-d2a2ff472afc tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=104099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:08:47.524319 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-07e69fc6-643c-4d3e-9bee-d2a2ff472afc tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127280876'] for segment (d5840d70-02cb-4c63-875f-ccfa7c731792), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:47.527781 dv-neutron-834874-6-hyperv neutron-server[104099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 01:08:47.527781 dv-neutron-834874-6-hyperv neutron-server[104099]: self.session.flush() Mar 28 01:08:47.527781 dv-neutron-834874-6-hyperv neutron-server[104099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 01:08:47.527781 dv-neutron-834874-6-hyperv neutron-server[104099]: self.session.flush() Mar 28 01:08:47.527781 dv-neutron-834874-6-hyperv neutron-server[104099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 01:08:47.527781 dv-neutron-834874-6-hyperv neutron-server[104099]: self.session.flush() Mar 28 01:08:47.527781 dv-neutron-834874-6-hyperv neutron-server[104099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 01:08:47.527781 dv-neutron-834874-6-hyperv neutron-server[104099]: self.session.flush() Mar 28 01:08:47.527781 dv-neutron-834874-6-hyperv neutron-server[104099]: Traceback (most recent call last): Mar 28 01:08:47.527781 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:08:47.527781 dv-neutron-834874-6-hyperv neutron-server[104099]: timer() Mar 28 01:08:47.527781 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:08:47.527781 dv-neutron-834874-6-hyperv neutron-server[104099]: cb(*args, **kw) Mar 28 01:08:47.527781 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:08:47.527781 dv-neutron-834874-6-hyperv neutron-server[104099]: return func(*args, **kwargs) Mar 28 01:08:47.527781 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:08:47.527781 dv-neutron-834874-6-hyperv neutron-server[104099]: self._notify() Mar 28 01:08:47.527781 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:08:47.527781 dv-neutron-834874-6-hyperv neutron-server[104099]: self.callback(batched_events) Mar 28 01:08:47.527781 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:08:47.527781 dv-neutron-834874-6-hyperv neutron-server[104099]: event.method(event) Mar 28 01:08:47.527781 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:08:47.527781 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:08:47.527781 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:08:47.527781 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:08:47.527781 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:08:47.527781 dv-neutron-834874-6-hyperv neutron-server[104099]: return f(self, *a, **k) Mar 28 01:08:47.527781 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:08:47.527781 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._get(url).json() Mar 28 01:08:47.527781 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:08:47.527781 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:08:47.527781 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:08:47.527781 dv-neutron-834874-6-hyperv neutron-server[104099]: return self.request(url, 'GET', **kwargs) Mar 28 01:08:47.527781 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:08:47.527781 dv-neutron-834874-6-hyperv neutron-server[104099]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:08:47.527781 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:08:47.527781 dv-neutron-834874-6-hyperv neutron-server[104099]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:08:47.527781 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:08:47.527781 dv-neutron-834874-6-hyperv neutron-server[104099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:08:47.527781 dv-neutron-834874-6-hyperv neutron-server[104099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:08:47.587388 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d0c6f6e5-4b7e-43b4-9d85-5476b77276db tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks [] for security_group (a1b4c803-466c-42e0-a9c8-87303c9a3c12), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:47.600111 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-07e69fc6-643c-4d3e-9bee-d2a2ff472afc tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (6db32cfe-0e5d-4e8d-92fe-ac8fb658c437), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:47.614790 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-07e69fc6-643c-4d3e-9bee-d2a2ff472afc tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks [] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:47.621752 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-07e69fc6-643c-4d3e-9bee-d2a2ff472afc tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] 10.222.0.24 "DELETE /v2.0/networks/6db32cfe-0e5d-4e8d-92fe-ac8fb658c437 HTTP/1.1" status: 204 len: 168 time: 1.2589068 Mar 28 01:08:47.621929 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 53220) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:47.626237 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.l3_db [None req-47ae1c3d-a6a7-450a-b78e-22909fb4e6d2 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Floating IP 512e341d-915d-4338-8547-c21e539ea8c4 associated. External IP: 172.26.1.181, port: c46e0673-0bd4-4763-b42c-a2571663b917. Mar 28 01:08:47.636309 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e69fc6-643c-4d3e-9bee-d2a2ff472afc tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Pushing event deleted for resources: {'Network': ['ID=6db32cfe-0e5d-4e8d-92fe-ac8fb658c437,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:47.653320 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 397acb29-796d-46ac-8636-45ae076b386c up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:08:47.717384 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 397acb29-796d-46ac-8636-45ae076b386c triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:08:47.717940 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (397acb29-796d-46ac-8636-45ae076b386c), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:47.774820 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:47.782790 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d0c6f6e5-4b7e-43b4-9d85-5476b77276db tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks [] for security_group (a1b4c803-466c-42e0-a9c8-87303c9a3c12), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:47.817280 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 397acb29-796d-46ac-8636-45ae076b386c is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:08:47.881964 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d0c6f6e5-4b7e-43b4-9d85-5476b77276db tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (a1b4c803-466c-42e0-a9c8-87303c9a3c12), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:47.884561 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d0c6f6e5-4b7e-43b4-9d85-5476b77276db tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:47.885711 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-d0c6f6e5-4b7e-43b4-9d85-5476b77276db tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "DELETE /v2.0/security-groups/a1b4c803-466c-42e0-a9c8-87303c9a3c12 HTTP/1.1" status: 204 len: 168 time: 0.5814083 Mar 28 01:08:47.888585 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53230) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:47.890967 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 9daf4860-5c05-4916-8480-6b0ca0e3b186 no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:08:47.913529 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: 9daf4860-5c05-4916-8480-6b0ca0e3b186 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:08:47.914140 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 9daf4860-5c05-4916-8480-6b0ca0e3b186 not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:08:47.914801 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 4c064e2f-0b33-473b-a38e-eefe6c7cbe40 no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:08:47.920643 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c6f6e5-4b7e-43b4-9d85-5476b77276db tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1b4c803-466c-42e0-a9c8-87303c9a3c12,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:47.938109 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: 4c064e2f-0b33-473b-a38e-eefe6c7cbe40 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:08:47.939103 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 4c064e2f-0b33-473b-a38e-eefe6c7cbe40 not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:08:47.983535 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_v2 [None req-b495586f-f504-4080-ad27-61c6b463124b tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Deleting subnet d2bb9f43-da90-44a6-843a-77908c10de80 {{(pid=104099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:08:47.987114 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b495586f-f504-4080-ad27-61c6b463124b tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks [] for subnet (d2bb9f43-da90-44a6-843a-77908c10de80), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:48.033691 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b495586f-f504-4080-ad27-61c6b463124b tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126946639'] for subnet (d2bb9f43-da90-44a6-843a-77908c10de80), precommit_delete_associations {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:48.059293 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53234) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:48.133314 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b495586f-f504-4080-ad27-61c6b463124b tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (d2bb9f43-da90-44a6-843a-77908c10de80), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:48.174003 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-d5ddda49-75ed-4957-9a3d-efe3ce944692 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-508291873'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:08:48.205988 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5ddda49-75ed-4957-9a3d-efe3ce944692 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Made reservation on behalf of 691d3ceea96a495b8c8a94502c11c08e for: {'network': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:08:48.209303 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d5ddda49-75ed-4957-9a3d-efe3ce944692 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:48.220989 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d5ddda49-75ed-4957-9a3d-efe3ce944692 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Publish callbacks [] for security_group (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:48.229341 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b495586f-f504-4080-ad27-61c6b463124b tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127282766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126757793'] for subnet (d2bb9f43-da90-44a6-843a-77908c10de80), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:48.264880 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b495586f-f504-4080-ad27-61c6b463124b tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Pushing event deleted for resources: {'Subnet': ['ID=d2bb9f43-da90-44a6-843a-77908c10de80,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:48.269764 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b495586f-f504-4080-ad27-61c6b463124b tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks [] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:48.273004 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-b495586f-f504-4080-ad27-61c6b463124b tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "DELETE /v2.0/subnets/d2bb9f43-da90-44a6-843a-77908c10de80 HTTP/1.1" status: 204 len: 168 time: 0.3825564 Mar 28 01:08:48.277088 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53238) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:48.279902 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079e5822-6de8-441e-8f5b-da5e264b4225 None None] Network 9b0bf857-0292-47f5-90e9-70cc555bb212 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:08:48.283488 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-9f6da5c7-69ba-45ee-ae16-ec0a6bf9f772 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Request body: {'subnet': {'network_id': '9b0bf857-0292-47f5-90e9-70cc555bb212', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:08:48.422054 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d5ddda49-75ed-4957-9a3d-efe3ce944692 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Publish callbacks [] for security_group (ac026142-7e00-476f-8c4d-7f733e041258), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:48.431379 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d5ddda49-75ed-4957-9a3d-efe3ce944692 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (ac026142-7e00-476f-8c4d-7f733e041258), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:48.455088 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f6da5c7-69ba-45ee-ae16-ec0a6bf9f772 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Made reservation on behalf of fa54b4b5eec2452a8dcd67fc666c1bd8 for: {'subnet': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:08:48.458543 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9f6da5c7-69ba-45ee-ae16-ec0a6bf9f772 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126757772'] for subnet (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:48.467273 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5ddda49-75ed-4957-9a3d-efe3ce944692 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=104099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:08:48.523158 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ddda49-75ed-4957-9a3d-efe3ce944692 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac026142-7e00-476f-8c4d-7f733e041258,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:48.526279 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d5ddda49-75ed-4957-9a3d-efe3ce944692 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (7b0dc33d-a280-48df-a25e-ddfa809201cd), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:48.526650 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.segments_db [None req-d5ddda49-75ed-4957-9a3d-efe3ce944692 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Added segment 7b0dc33d-a280-48df-a25e-ddfa809201cd of type vlan for network 0520a085-945c-4653-a8de-af4812b11def Mar 28 01:08:48.552866 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7681623d-de6a-4bc1-9e42-27e4cea02485 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687953'] for router (18014039-7a1f-4351-bd8e-27bb521e9aeb), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:48.592211 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d5ddda49-75ed-4957-9a3d-efe3ce944692 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (0520a085-945c-4653-a8de-af4812b11def), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:48.642209 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d5ddda49-75ed-4957-9a3d-efe3ce944692 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (0520a085-945c-4653-a8de-af4812b11def), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:48.647166 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ddda49-75ed-4957-9a3d-efe3ce944692 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:08:48.647757 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d5ddda49-75ed-4957-9a3d-efe3ce944692 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Publish callbacks [] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:48.659965 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47ae1c3d-a6a7-450a-b78e-22909fb4e6d2 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Router 8e799d34-fabd-4ee4-bc94-247cd2828ab9 has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:08:48.708517 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-d5ddda49-75ed-4957-9a3d-efe3ce944692 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.6481466 Mar 28 01:08:48.717139 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53240) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:48.730446 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-71c1634d-b92c-4b69-a215-4513e582af7d tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Request body: {'subnet': {'network_id': '0520a085-945c-4653-a8de-af4812b11def', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:08:48.769662 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ddda49-75ed-4957-9a3d-efe3ce944692 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Pushing event updated for resources: {'Network': ['ID=0520a085-945c-4653-a8de-af4812b11def,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:48.784993 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network 0520a085-945c-4653-a8de-af4812b11def details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:08:48.879653 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47ae1c3d-a6a7-450a-b78e-22909fb4e6d2 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:08:48.895715 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7681623d-de6a-4bc1-9e42-27e4cea02485 admin admin] Router 18014039-7a1f-4351-bd8e-27bb521e9aeb is scheduled to L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 with binding_index 1 {{(pid=104098) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 01:08:48.907609 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3fa9a4e-e96b-445a-8c3b-63aadcebfd64 None None] Sync routers for ids ['8e799d34-fabd-4ee4-bc94-247cd2828ab9'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:08:48.916792 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c1634d-b92c-4b69-a215-4513e582af7d tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Made reservation on behalf of 691d3ceea96a495b8c8a94502c11c08e for: {'subnet': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:08:48.920074 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-71c1634d-b92c-4b69-a215-4513e582af7d tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126757772'] for subnet (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:48.922997 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3fa9a4e-e96b-445a-8c3b-63aadcebfd64 None None] Routers {'8e799d34-fabd-4ee4-bc94-247cd2828ab9'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:08:48.923742 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-b3fa9a4e-e96b-445a-8c3b-63aadcebfd64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:08:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['8e799d34-fabd-4ee4-bc94-247cd2828ab9'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:48.924756 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-47ae1c3d-a6a7-450a-b78e-22909fb4e6d2 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for floatingip (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:48.939045 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9f6da5c7-69ba-45ee-ae16-ec0a6bf9f772 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127282703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126757786'] for subnet (f5fdc546-94e2-4f06-8bf3-1df46aa17aa6), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:48.965955 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-b3fa9a4e-e96b-445a-8c3b-63aadcebfd64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:48.976643 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3fa9a4e-e96b-445a-8c3b-63aadcebfd64 None None] Routers {'8e799d34-fabd-4ee4-bc94-247cd2828ab9'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:08:48.977406 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-b3fa9a4e-e96b-445a-8c3b-63aadcebfd64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:08:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['8e799d34-fabd-4ee4-bc94-247cd2828ab9'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:48.980485 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-47ae1c3d-a6a7-450a-b78e-22909fb4e6d2 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.5922065 Mar 28 01:08:48.987531 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53242) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:49.015051 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-fd8578e9-372b-40ed-8ccb-a0bddc09bbc5 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-686035913'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:08:49.024316 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-b3fa9a4e-e96b-445a-8c3b-63aadcebfd64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:49.025136 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3fa9a4e-e96b-445a-8c3b-63aadcebfd64 None None] The sync data for ids ['8e799d34-fabd-4ee4-bc94-247cd2828ab9'] in dv-neutron-834874-6-hyperv is: [] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:08:49.060729 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6da5c7-69ba-45ee-ae16-ec0a6bf9f772 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Network 9b0bf857-0292-47f5-90e9-70cc555bb212 is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:08:49.075995 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-9f6da5c7-69ba-45ee-ae16-ec0a6bf9f772 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:08:49.078489 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6da5c7-69ba-45ee-ae16-ec0a6bf9f772 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Pushing event updated for resources: {'Subnet': ['ID=f5fdc546-94e2-4f06-8bf3-1df46aa17aa6,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:49.079116 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-668eca3e-44fb-4dff-bd75-6c75d78d3fe1 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3686527'] for router_interface (f81af90b-fce4-4a88-b359-96e0e694ce6c), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:49.082373 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f6da5c7-69ba-45ee-ae16-ec0a6bf9f772 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:08:49.082937 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9f6da5c7-69ba-45ee-ae16-ec0a6bf9f772 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks [] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:49.085617 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd8578e9-372b-40ed-8ccb-a0bddc09bbc5 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Made reservation on behalf of b3391d5746ef461cb98e40d1d50397a6 for: {'network': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:08:49.088834 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-fd8578e9-372b-40ed-8ccb-a0bddc09bbc5 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:49.093812 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d4b025-cb34-4044-94b9-624e81ed1465 None None] Network 9b0bf857-0292-47f5-90e9-70cc555bb212 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:08:49.124565 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-9f6da5c7-69ba-45ee-ae16-ec0a6bf9f772 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8466041 Mar 28 01:08:49.127921 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53244) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:49.137875 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-a03322f7-3cf8-4b34-a2c2-28832095190c tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Request body: {'security_group': {'name': 'tempest-secgroup-495746131'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:08:49.169247 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd8578e9-372b-40ed-8ccb-a0bddc09bbc5 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=104099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:08:49.201400 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-fd8578e9-372b-40ed-8ccb-a0bddc09bbc5 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (cdde5be4-d574-48ae-84ff-20a2ee8c5d69), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:49.201745 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.segments_db [None req-fd8578e9-372b-40ed-8ccb-a0bddc09bbc5 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Added segment cdde5be4-d574-48ae-84ff-20a2ee8c5d69 of type vlan for network 310dbbad-f631-487f-8ca9-519c1cc6e7df Mar 28 01:08:49.211834 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-8bbb6754-9ee7-4738-b6dd-f4d9590d0a0b None None] Provisioning complete for port 809e2f36-b1b9-4181-8595-9dcdad18ec36 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:08:49.212531 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-8bbb6754-9ee7-4738-b6dd-f4d9590d0a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (809e2f36-b1b9-4181-8595-9dcdad18ec36), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:49.214447 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a03322f7-3cf8-4b34-a2c2-28832095190c tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks [] for security_group (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:49.261167 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7681623d-de6a-4bc1-9e42-27e4cea02485 admin admin] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:08:49.272450 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875ecb57-6ab4-48d2-a4f1-fb4182559299 None None] Sync routers for ids ['18014039-7a1f-4351-bd8e-27bb521e9aeb'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:08:49.283930 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875ecb57-6ab4-48d2-a4f1-fb4182559299 None None] Routers {'18014039-7a1f-4351-bd8e-27bb521e9aeb'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:08:49.284961 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-875ecb57-6ab4-48d2-a4f1-fb4182559299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:08:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['18014039-7a1f-4351-bd8e-27bb521e9aeb'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:49.288181 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-fd8578e9-372b-40ed-8ccb-a0bddc09bbc5 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (310dbbad-f631-487f-8ca9-519c1cc6e7df), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:49.291319 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7681623d-de6a-4bc1-9e42-27e4cea02485 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:49.295127 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-7681623d-de6a-4bc1-9e42-27e4cea02485 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.2706738 Mar 28 01:08:49.295854 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 53246) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:49.327208 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-71c1634d-b92c-4b69-a215-4513e582af7d tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127282703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126757786'] for subnet (288975b2-fea5-46b0-be2b-769c8a2a7cef), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:49.372972 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-fd8578e9-372b-40ed-8ccb-a0bddc09bbc5 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (310dbbad-f631-487f-8ca9-519c1cc6e7df), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:49.377953 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8578e9-372b-40ed-8ccb-a0bddc09bbc5 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:08:49.378550 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-fd8578e9-372b-40ed-8ccb-a0bddc09bbc5 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks [] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:49.430818 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-875ecb57-6ab4-48d2-a4f1-fb4182559299 None None] Set router 18014039-7a1f-4351-bd8e-27bb521e9aeb gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:08:49.480147 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-fd8578e9-372b-40ed-8ccb-a0bddc09bbc5 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4744642 Mar 28 01:08:49.484698 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 53248) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:49.487554 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c1634d-b92c-4b69-a215-4513e582af7d tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Pushing event updated for resources: {'Subnet': ['ID=288975b2-fea5-46b0-be2b-769c8a2a7cef,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:49.491318 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-0a0a69a4-e424-48ea-89e7-0db5f95d2e91 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Request body: {'subnet': {'network_id': '310dbbad-f631-487f-8ca9-519c1cc6e7df', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:08:49.511422 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8578e9-372b-40ed-8ccb-a0bddc09bbc5 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Pushing event updated for resources: {'Network': ['ID=310dbbad-f631-487f-8ca9-519c1cc6e7df,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:49.520326 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a03322f7-3cf8-4b34-a2c2-28832095190c tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks [] for security_group (08863d37-ddcf-4891-b10c-cd20d0301e84), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:49.527450 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c1634d-b92c-4b69-a215-4513e582af7d tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Checking segment: {'id': '7b0dc33d-a280-48df-a25e-ddfa809201cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '0520a085-945c-4653-a8de-af4812b11def'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:08:49.527978 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c1634d-b92c-4b69-a215-4513e582af7d tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Network hostable DHCP agents. Network: 0520a085-945c-4653-a8de-af4812b11def, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:08:49.531264 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a03322f7-3cf8-4b34-a2c2-28832095190c tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (08863d37-ddcf-4891-b10c-cd20d0301e84), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:49.542941 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network 310dbbad-f631-487f-8ca9-519c1cc6e7df details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:08:49.569502 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03322f7-3cf8-4b34-a2c2-28832095190c tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08863d37-ddcf-4891-b10c-cd20d0301e84,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:49.579523 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a03322f7-3cf8-4b34-a2c2-28832095190c tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:49.581673 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-a03322f7-3cf8-4b34-a2c2-28832095190c tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.4506888 Mar 28 01:08:49.589653 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53250) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:49.593077 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c1634d-b92c-4b69-a215-4513e582af7d tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Network 0520a085-945c-4653-a8de-af4812b11def is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:08:49.608842 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-7468e2ae-5aee-4137-be0a-04d4abaf0c32 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Request body: {'security_group': {'name': 'tempest-secgroup-886044328'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:08:49.618284 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-71c1634d-b92c-4b69-a215-4513e582af7d tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, 0520a085-945c-4653-a8de-af4812b11def) {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:08:49.628257 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c1634d-b92c-4b69-a215-4513e582af7d tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:08:49.629069 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-71c1634d-b92c-4b69-a215-4513e582af7d tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Publish callbacks [] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:49.652300 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7468e2ae-5aee-4137-be0a-04d4abaf0c32 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks [] for security_group (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:49.661926 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0c188b-9200-46e6-83ed-38dfd58610dc None None] Network 0520a085-945c-4653-a8de-af4812b11def requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:08:49.667514 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-875ecb57-6ab4-48d2-a4f1-fb4182559299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18014039-7a1f-4351-bd8e-27bb521e9aeb', 'name': 'tempest-TestVolumeBootPattern-1151565328-router', 'tenant_id': '8e265a2db6e3483fad27e7b863ecff6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.38'}], 'enable_snat': True}, 'gw_port_id': '59b24dd2-6245-41a8-9672-96fcc9052c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:08:42Z', 'updated_at': '2022-03-28T01:08:47Z', 'revision_number': 3, 'project_id': '8e265a2db6e3483fad27e7b863ecff6c', 'gw_port': {'id': '59b24dd2-6245-41a8-9672-96fcc9052c7a', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:69:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18014039-7a1f-4351-bd8e-27bb521e9aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:08:45Z', 'updated_at': '2022-03-28T01:08:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:49.670587 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-668eca3e-44fb-4dff-bd75-6c75d78d3fe1 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Deleting port 0623390d-8328-4dda-bb2e-94ec6e7f0c5d {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:08:49.671136 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-668eca3e-44fb-4dff-bd75-6c75d78d3fe1 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (0623390d-8328-4dda-bb2e-94ec6e7f0c5d), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:49.688745 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-71c1634d-b92c-4b69-a215-4513e582af7d tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9676061 Mar 28 01:08:49.708237 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875ecb57-6ab4-48d2-a4f1-fb4182559299 None None] Checking router: 18014039-7a1f-4351-bd8e-27bb521e9aeb for host: dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:08:49.709010 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875ecb57-6ab4-48d2-a4f1-fb4182559299 None None] Updating router 18014039-7a1f-4351-bd8e-27bb521e9aeb port 59b24dd2-6245-41a8-9672-96fcc9052c7a binding host dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 01:08:49.715087 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 53252) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:49.723402 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-ba31e55f-1afe-4f96-a288-e95ec9ad1590 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-368040764', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:08:49.773623 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-875ecb57-6ab4-48d2-a4f1-fb4182559299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (59b24dd2-6245-41a8-9672-96fcc9052c7a), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:49.782600 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7468e2ae-5aee-4137-be0a-04d4abaf0c32 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks [] for security_group (2dbe6114-0569-41ad-908b-1aaa4f67aa04), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:49.793576 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7468e2ae-5aee-4137-be0a-04d4abaf0c32 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (2dbe6114-0569-41ad-908b-1aaa4f67aa04), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:49.806933 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a0a69a4-e424-48ea-89e7-0db5f95d2e91 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Made reservation on behalf of b3391d5746ef461cb98e40d1d50397a6 for: {'subnet': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:08:49.810380 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0a0a69a4-e424-48ea-89e7-0db5f95d2e91 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126112411'] for subnet (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:49.830696 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ba31e55f-1afe-4f96-a288-e95ec9ad1590 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7069'] for router (f8db203a-abcc-48af-bc50-0089e6165851), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:49.831727 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ba31e55f-1afe-4f96-a288-e95ec9ad1590 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4188952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7062'] for router (f8db203a-abcc-48af-bc50-0089e6165851), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:49.837155 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-8bbb6754-9ee7-4738-b6dd-f4d9590d0a0b None None] Current status of the port 809e2f36-b1b9-4181-8595-9dcdad18ec36 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:08:49.853815 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7468e2ae-5aee-4137-be0a-04d4abaf0c32 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:49.855117 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-7468e2ae-5aee-4137-be0a-04d4abaf0c32 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.2575731 Mar 28 01:08:49.857707 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53254) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:49.863756 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219cd1d0-6156-40b8-881a-6a840acc959b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-0520a085-945c-4653-a8de-af4812b11def', 'network_id': '0520a085-945c-4653-a8de-af4812b11def', 'project_id': '691d3ceea96a495b8c8a94502c11c08e', 'fixed_ips': [{'subnet_id': '288975b2-fea5-46b0-be2b-769c8a2a7cef'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:08:49.865173 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-219cd1d0-6156-40b8-881a-6a840acc959b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:49.869784 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-44fa9c2c-9cba-4507-8817-93d4beeae495 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Request body: {'security_group': {'name': 'tempest-secgroup-1223419396'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:08:49.890795 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7468e2ae-5aee-4137-be0a-04d4abaf0c32 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dbe6114-0569-41ad-908b-1aaa4f67aa04,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:49.897330 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-44fa9c2c-9cba-4507-8817-93d4beeae495 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks [] for security_group (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:49.902529 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-8bbb6754-9ee7-4738-b6dd-f4d9590d0a0b None None] Provisioning complete for port 852c3391-561a-4e4f-912d-9e28127ba276 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:08:49.903381 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-8bbb6754-9ee7-4738-b6dd-f4d9590d0a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (852c3391-561a-4e4f-912d-9e28127ba276), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:49.984454 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.db [None req-668eca3e-44fb-4dff-bd75-6c75d78d3fe1 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] For port 0623390d-8328-4dda-bb2e-94ec6e7f0c5d, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=0623390d-8328-4dda-bb2e-94ec6e7f0c5d,segment=NetworkSegment(6bb42aad-ce16-42a2-9224-fc11408751c6),segment_id=6bb42aad-ce16-42a2-9224-fc11408751c6)] {{(pid=104098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:08:49.984741 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-668eca3e-44fb-4dff-bd75-6c75d78d3fe1 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (0623390d-8328-4dda-bb2e-94ec6e7f0c5d), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:49.996930 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-44fa9c2c-9cba-4507-8817-93d4beeae495 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks [] for security_group (581137cb-09d2-4e8d-aec1-b33846f386db), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:50.002121 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-44fa9c2c-9cba-4507-8817-93d4beeae495 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (581137cb-09d2-4e8d-aec1-b33846f386db), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:50.040764 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-8bbb6754-9ee7-4738-b6dd-f4d9590d0a0b None None] Port 852c3391-561a-4e4f-912d-9e28127ba276 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:08:50.045720 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-668eca3e-44fb-4dff-bd75-6c75d78d3fe1 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Calling delete_port for 0623390d-8328-4dda-bb2e-94ec6e7f0c5d owned by network:router_interface {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:08:50.046011 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3299379b-5d0a-4b14-ba38-7f0d94fa6fc7 None None] Update dhcp port {'port': {'network_id': '9b0bf857-0292-47f5-90e9-70cc555bb212', 'fixed_ips': [{'subnet_id': 'a21eca44-9b52-44fe-80b7-c1b2108c2e18', 'ip_address': '172.20.0.18'}, {'subnet_id': 'f5fdc546-94e2-4f06-8bf3-1df46aa17aa6'}], 'binding:host_id': 'dv-neutron-834874-6-hyperv'}, 'id': '809e2f36-b1b9-4181-8595-9dcdad18ec36'} from dv-neutron-834874-6-hyperv. {{(pid=104100) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 28 01:08:50.055006 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-44fa9c2c-9cba-4507-8817-93d4beeae495 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:50.060558 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-44fa9c2c-9cba-4507-8817-93d4beeae495 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.1960728 Mar 28 01:08:50.061633 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53256) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:50.071337 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-96eeb6a5-73f6-4c4f-881d-d89f8fce2cd5 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-631612894', 'security_groups': ['581137cb-09d2-4e8d-aec1-b33846f386db'], 'network_id': '9b0bf857-0292-47f5-90e9-70cc555bb212', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f5fdc546-94e2-4f06-8bf3-1df46aa17aa6'}]}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:08:50.077909 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fa9c2c-9cba-4507-8817-93d4beeae495 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=581137cb-09d2-4e8d-aec1-b33846f386db,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:50.078704 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-3299379b-5d0a-4b14-ba38-7f0d94fa6fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (809e2f36-b1b9-4181-8595-9dcdad18ec36), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:50.102008 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ba31e55f-1afe-4f96-a288-e95ec9ad1590 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Publish callbacks [] for router_controller (f8db203a-abcc-48af-bc50-0089e6165851), precommit_add_association {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:50.142071 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ba31e55f-1afe-4f96-a288-e95ec9ad1590 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687953'] for router (f8db203a-abcc-48af-bc50-0089e6165851), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:50.195386 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ba31e55f-1afe-4f96-a288-e95ec9ad1590 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Publish callbacks [] for router (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:50.196689 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-ba31e55f-1afe-4f96-a288-e95ec9ad1590 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.4789569 Mar 28 01:08:50.204352 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 53258) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:50.220369 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-219cd1d0-6156-40b8-881a-6a840acc959b None None] Allocated IP 172.20.0.2 (0520a085-945c-4653-a8de-af4812b11def/288975b2-fea5-46b0-be2b-769c8a2a7cef/d7fc1bab-8267-4ce1-948b-a755d7dd9ed8) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:08:50.233505 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-875ecb57-6ab4-48d2-a4f1-fb4182559299 None None] Publish callbacks [] for port (59b24dd2-6245-41a8-9672-96fcc9052c7a), precommit_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:50.238394 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96eeb6a5-73f6-4c4f-881d-d89f8fce2cd5 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Made reservation on behalf of fa54b4b5eec2452a8dcd67fc666c1bd8 for: {'port': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:08:50.241457 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-875ecb57-6ab4-48d2-a4f1-fb4182559299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (59b24dd2-6245-41a8-9672-96fcc9052c7a), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:50.290010 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [None req-875ecb57-6ab4-48d2-a4f1-fb4182559299 None None] Attempting to bind port 59b24dd2-6245-41a8-9672-96fcc9052c7a on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:08:50.291160 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [None req-875ecb57-6ab4-48d2-a4f1-fb4182559299 None None] Attempting to bind port 59b24dd2-6245-41a8-9672-96fcc9052c7a by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': 'b6f00c62-aca5-4c73-8989-c04c396daeed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'}] {{(pid=104101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:08:50.291687 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875ecb57-6ab4-48d2-a4f1-fb4182559299 None None] Attempting to bind port 59b24dd2-6245-41a8-9672-96fcc9052c7a on network dea6548b-502b-42db-97fb-371e423e739a {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:08:50.307748 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875ecb57-6ab4-48d2-a4f1-fb4182559299 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:08:50.308176 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875ecb57-6ab4-48d2-a4f1-fb4182559299 None None] Checking segment: {'id': 'b6f00c62-aca5-4c73-8989-c04c396daeed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:08:50.308581 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-875ecb57-6ab4-48d2-a4f1-fb4182559299 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:50.308980 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875ecb57-6ab4-48d2-a4f1-fb4182559299 None None] Bound using segment: {'id': 'b6f00c62-aca5-4c73-8989-c04c396daeed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'} {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:08:50.309451 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [None req-875ecb57-6ab4-48d2-a4f1-fb4182559299 None None] Bound port: 59b24dd2-6245-41a8-9672-96fcc9052c7a, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6f00c62-aca5-4c73-8989-c04c396daeed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'}}] {{(pid=104101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:08:50.309844 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-875ecb57-6ab4-48d2-a4f1-fb4182559299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (59b24dd2-6245-41a8-9672-96fcc9052c7a), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:50.336511 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-96eeb6a5-73f6-4c4f-881d-d89f8fce2cd5 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:50.349711 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-3299379b-5d0a-4b14-ba38-7f0d94fa6fc7 None None] Allocated IP 172.20.0.2 (9b0bf857-0292-47f5-90e9-70cc555bb212/f5fdc546-94e2-4f06-8bf3-1df46aa17aa6/809e2f36-b1b9-4181-8595-9dcdad18ec36) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:08:50.358405 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [None req-96eeb6a5-73f6-4c4f-881d-d89f8fce2cd5 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] device_id is not set on port 557d9460-de8c-4e39-80e3-d68d1b7dd471 yet. {{(pid=104099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 01:08:50.361621 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.db [None req-875ecb57-6ab4-48d2-a4f1-fb4182559299 None None] For port 59b24dd2-6245-41a8-9672-96fcc9052c7a, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:08:50.365723 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.db [None req-875ecb57-6ab4-48d2-a4f1-fb4182559299 None None] For port 59b24dd2-6245-41a8-9672-96fcc9052c7a, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=59b24dd2-6245-41a8-9672-96fcc9052c7a,segment=NetworkSegment(b6f00c62-aca5-4c73-8989-c04c396daeed),segment_id=b6f00c62-aca5-4c73-8989-c04c396daeed)] {{(pid=104101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:08:50.369882 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f802ec-ee8f-4ed1-8726-4996717ffd21 None None] Pushing event updated for resources: {'Port': ['ID=59b24dd2-6245-41a8-9672-96fcc9052c7a,revision_number=2']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:50.379431 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-875ecb57-6ab4-48d2-a4f1-fb4182559299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (59b24dd2-6245-41a8-9672-96fcc9052c7a), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:50.466393 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f802ec-ee8f-4ed1-8726-4996717ffd21 None None] Pushing event updated for resources: {'Port': ['ID=59b24dd2-6245-41a8-9672-96fcc9052c7a,revision_number=3']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:50.511748 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875ecb57-6ab4-48d2-a4f1-fb4182559299 None None] Routers {'18014039-7a1f-4351-bd8e-27bb521e9aeb'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:08:50.512394 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-875ecb57-6ab4-48d2-a4f1-fb4182559299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:08:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['18014039-7a1f-4351-bd8e-27bb521e9aeb'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:50.538877 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-3299379b-5d0a-4b14-ba38-7f0d94fa6fc7 None None] For port 809e2f36-b1b9-4181-8595-9dcdad18ec36, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=809e2f36-b1b9-4181-8595-9dcdad18ec36,segment=NetworkSegment(0f52be84-067f-4302-b5e4-5e00d9af71ac),segment_id=0f52be84-067f-4302-b5e4-5e00d9af71ac)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:08:50.612535 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-3299379b-5d0a-4b14-ba38-7f0d94fa6fc7 None None] Publish callbacks [] for port (809e2f36-b1b9-4181-8595-9dcdad18ec36), precommit_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:50.623894 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-3299379b-5d0a-4b14-ba38-7f0d94fa6fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (809e2f36-b1b9-4181-8595-9dcdad18ec36), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:50.641601 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-219cd1d0-6156-40b8-881a-6a840acc959b None None] Publish callbacks [] for port (d7fc1bab-8267-4ce1-948b-a755d7dd9ed8), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:50.648102 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-875ecb57-6ab4-48d2-a4f1-fb4182559299 None None] Set router 18014039-7a1f-4351-bd8e-27bb521e9aeb gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:08:50.692143 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-219cd1d0-6156-40b8-881a-6a840acc959b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (d7fc1bab-8267-4ce1-948b-a755d7dd9ed8), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:50.737721 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219cd1d0-6156-40b8-881a-6a840acc959b None None] Network 0520a085-945c-4653-a8de-af4812b11def is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:08:50.738494 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [None req-96eeb6a5-73f6-4c4f-881d-d89f8fce2cd5 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Allocated IP 172.20.0.10 (9b0bf857-0292-47f5-90e9-70cc555bb212/f5fdc546-94e2-4f06-8bf3-1df46aa17aa6/557d9460-de8c-4e39-80e3-d68d1b7dd471) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:08:50.743986 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-219cd1d0-6156-40b8-881a-6a840acc959b None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:08:50.748433 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219cd1d0-6156-40b8-881a-6a840acc959b None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:08:50.757310 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3299379b-5d0a-4b14-ba38-7f0d94fa6fc7 None None] Pushing event updated for resources: {'Port': ['ID=809e2f36-b1b9-4181-8595-9dcdad18ec36,revision_number=6']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:50.866448 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219cd1d0-6156-40b8-881a-6a840acc959b None None] Pushing event updated for resources: {'Port': ['ID=d7fc1bab-8267-4ce1-948b-a755d7dd9ed8,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:50.870035 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-219cd1d0-6156-40b8-881a-6a840acc959b None None] Attempting to bind port d7fc1bab-8267-4ce1-948b-a755d7dd9ed8 on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:08:50.870406 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-219cd1d0-6156-40b8-881a-6a840acc959b None None] Attempting to bind port d7fc1bab-8267-4ce1-948b-a755d7dd9ed8 by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': '7b0dc33d-a280-48df-a25e-ddfa809201cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '0520a085-945c-4653-a8de-af4812b11def'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:08:50.870761 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219cd1d0-6156-40b8-881a-6a840acc959b None None] Attempting to bind port d7fc1bab-8267-4ce1-948b-a755d7dd9ed8 on network 0520a085-945c-4653-a8de-af4812b11def {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:08:50.876286 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219cd1d0-6156-40b8-881a-6a840acc959b None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:08:50.876671 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219cd1d0-6156-40b8-881a-6a840acc959b None None] Checking segment: {'id': '7b0dc33d-a280-48df-a25e-ddfa809201cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '0520a085-945c-4653-a8de-af4812b11def'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:08:50.877068 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-219cd1d0-6156-40b8-881a-6a840acc959b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:50.877535 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219cd1d0-6156-40b8-881a-6a840acc959b None None] Bound using segment: {'id': '7b0dc33d-a280-48df-a25e-ddfa809201cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '0520a085-945c-4653-a8de-af4812b11def'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:08:50.877982 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-219cd1d0-6156-40b8-881a-6a840acc959b None None] Bound port: d7fc1bab-8267-4ce1-948b-a755d7dd9ed8, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b0dc33d-a280-48df-a25e-ddfa809201cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '0520a085-945c-4653-a8de-af4812b11def'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:08:50.878279 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-219cd1d0-6156-40b8-881a-6a840acc959b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (d7fc1bab-8267-4ce1-948b-a755d7dd9ed8), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:50.889883 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0a0a69a4-e424-48ea-89e7-0db5f95d2e91 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126174976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126112397'] for subnet (45c146d1-26da-46a0-aba4-20bd15dd4949), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:50.948897 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-875ecb57-6ab4-48d2-a4f1-fb4182559299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18014039-7a1f-4351-bd8e-27bb521e9aeb', 'name': 'tempest-TestVolumeBootPattern-1151565328-router', 'tenant_id': '8e265a2db6e3483fad27e7b863ecff6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.38'}], 'enable_snat': True}, 'gw_port_id': '59b24dd2-6245-41a8-9672-96fcc9052c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:08:42Z', 'updated_at': '2022-03-28T01:08:47Z', 'revision_number': 3, 'project_id': '8e265a2db6e3483fad27e7b863ecff6c', 'gw_port': {'id': '59b24dd2-6245-41a8-9672-96fcc9052c7a', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:69:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18014039-7a1f-4351-bd8e-27bb521e9aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:08:45Z', 'updated_at': '2022-03-28T01:08:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:50.950792 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-219cd1d0-6156-40b8-881a-6a840acc959b None None] For port d7fc1bab-8267-4ce1-948b-a755d7dd9ed8, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:08:50.954871 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-219cd1d0-6156-40b8-881a-6a840acc959b None None] For port d7fc1bab-8267-4ce1-948b-a755d7dd9ed8, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=d7fc1bab-8267-4ce1-948b-a755d7dd9ed8,segment=NetworkSegment(7b0dc33d-a280-48df-a25e-ddfa809201cd),segment_id=7b0dc33d-a280-48df-a25e-ddfa809201cd)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:08:50.963451 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-219cd1d0-6156-40b8-881a-6a840acc959b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (d7fc1bab-8267-4ce1-948b-a755d7dd9ed8), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:50.984741 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875ecb57-6ab4-48d2-a4f1-fb4182559299 None None] The sync data for ids ['18014039-7a1f-4351-bd8e-27bb521e9aeb'] in dv-neutron-834874-6-hyperv is: [{'id': '18014039-7a1f-4351-bd8e-27bb521e9aeb', 'name': 'tempest-TestVolumeBootPattern-1151565328-router', 'tenant_id': '8e265a2db6e3483fad27e7b863ecff6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.38'}], 'enable_snat': True}, 'gw_port_id': '59b24dd2-6245-41a8-9672-96fcc9052c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:08:42Z', 'updated_at': '2022-03-28T01:08:47Z', 'revision_number': 3, 'project_id': '8e265a2db6e3483fad27e7b863ecff6c', 'gw_port': {'id': '59b24dd2-6245-41a8-9672-96fcc9052c7a', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:69:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18014039-7a1f-4351-bd8e-27bb521e9aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:08:45Z', 'updated_at': '2022-03-28T01:08:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:08:51.043853 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219cd1d0-6156-40b8-881a-6a840acc959b None None] Pushing event updated for resources: {'Port': ['ID=d7fc1bab-8267-4ce1-948b-a755d7dd9ed8,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:51.138609 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0a69a4-e424-48ea-89e7-0db5f95d2e91 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Pushing event updated for resources: {'Subnet': ['ID=45c146d1-26da-46a0-aba4-20bd15dd4949,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:51.148860 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1a269c96-c7ee-4300-8970-6f3d07eed02a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:51.161014 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-668eca3e-44fb-4dff-bd75-6c75d78d3fe1 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (0623390d-8328-4dda-bb2e-94ec6e7f0c5d), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:51.220815 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668eca3e-44fb-4dff-bd75-6c75d78d3fe1 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Pushing event deleted for resources: {'Port': ['ID=0623390d-8328-4dda-bb2e-94ec6e7f0c5d,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:51.230032 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0a69a4-e424-48ea-89e7-0db5f95d2e91 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Checking segment: {'id': 'cdde5be4-d574-48ae-84ff-20a2ee8c5d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '310dbbad-f631-487f-8ca9-519c1cc6e7df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:08:51.230409 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0a69a4-e424-48ea-89e7-0db5f95d2e91 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Network hostable DHCP agents. Network: 310dbbad-f631-487f-8ca9-519c1cc6e7df, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:08:51.296998 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3bedfa1b-33d8-493b-83a5-f70f4d8bd825 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:51.341979 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-96eeb6a5-73f6-4c4f-881d-d89f8fce2cd5 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks [] for port (557d9460-de8c-4e39-80e3-d68d1b7dd471), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:51.429526 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-96eeb6a5-73f6-4c4f-881d-d89f8fce2cd5 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (557d9460-de8c-4e39-80e3-d68d1b7dd471), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:51.510635 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96eeb6a5-73f6-4c4f-881d-d89f8fce2cd5 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Network 9b0bf857-0292-47f5-90e9-70cc555bb212 is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:08:51.513941 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-96eeb6a5-73f6-4c4f-881d-d89f8fce2cd5 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:08:51.518012 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96eeb6a5-73f6-4c4f-881d-d89f8fce2cd5 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:08:51.578154 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0a69a4-e424-48ea-89e7-0db5f95d2e91 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Network 310dbbad-f631-487f-8ca9-519c1cc6e7df is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:08:51.581502 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eeb6a5-73f6-4c4f-881d-d89f8fce2cd5 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Pushing event updated for resources: {'Port': ['ID=557d9460-de8c-4e39-80e3-d68d1b7dd471,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:51.622139 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96eeb6a5-73f6-4c4f-881d-d89f8fce2cd5 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:08:51.624527 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-96eeb6a5-73f6-4c4f-881d-d89f8fce2cd5 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:51.648872 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-96eeb6a5-73f6-4c4f-881d-d89f8fce2cd5 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5830359 Mar 28 01:08:51.651660 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53262) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:51.657098 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-f828a802-00d1-4df4-9b34-303bc48b89e8 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Request body: {'subnet': {'network_id': '9b0bf857-0292-47f5-90e9-70cc555bb212', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:08:51.768071 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-0a0a69a4-e424-48ea-89e7-0db5f95d2e91 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, 310dbbad-f631-487f-8ca9-519c1cc6e7df) {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:08:51.790889 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca2250b7-cb1d-491c-9041-3ea10d60ccdf None None] Network 310dbbad-f631-487f-8ca9-519c1cc6e7df requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:08:51.873934 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.agents_db [None req-9a1d863f-391a-42f4-9870-e8292b919beb None None] Agent healthcheck: found 6 active agents {{(pid=104101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 01:08:51.893996 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-1a269c96-c7ee-4300-8970-6f3d07eed02a admin admin] Allocated IP 172.20.0.1 (41edf259-255e-4e51-abf9-44ce12b838b7/468c5b80-581d-461b-a25f-efb98d15b28b/96ec1dde-7df0-43e4-91a9-1d5d1be96490) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:08:51.927574 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f828a802-00d1-4df4-9b34-303bc48b89e8 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Made reservation on behalf of fa54b4b5eec2452a8dcd67fc666c1bd8 for: {'subnet': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:08:51.932059 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f828a802-00d1-4df4-9b34-303bc48b89e8 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126757772'] for subnet (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:52.007948 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device d7fc1bab-8267-4ce1-948b-a755d7dd9ed8 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:08:52.063628 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1a269c96-c7ee-4300-8970-6f3d07eed02a admin admin] Publish callbacks [] for port (96ec1dde-7df0-43e4-91a9-1d5d1be96490), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:52.067279 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a0a69a4-e424-48ea-89e7-0db5f95d2e91 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:08:52.067928 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0a0a69a4-e424-48ea-89e7-0db5f95d2e91 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:52.099959 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ba04a3-32bb-455a-8510-79afd9f2208c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-310dbbad-f631-487f-8ca9-519c1cc6e7df', 'network_id': '310dbbad-f631-487f-8ca9-519c1cc6e7df', 'project_id': 'b3391d5746ef461cb98e40d1d50397a6', 'fixed_ips': [{'subnet_id': '45c146d1-26da-46a0-aba4-20bd15dd4949'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:08:52.106485 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-83ba04a3-32bb-455a-8510-79afd9f2208c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:52.126747 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-30f84c2d-d59f-4ed8-b3e4-2cc6cff17ce4 None None] Provisioning complete for port 809e2f36-b1b9-4181-8595-9dcdad18ec36 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:08:52.127138 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-30f84c2d-d59f-4ed8-b3e4-2cc6cff17ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (809e2f36-b1b9-4181-8595-9dcdad18ec36), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:52.138014 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1a269c96-c7ee-4300-8970-6f3d07eed02a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (96ec1dde-7df0-43e4-91a9-1d5d1be96490), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:52.138406 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.ipam_backend_mixin [None req-f828a802-00d1-4df4-9b34-303bc48b89e8 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f5fdc546-94e2-4f06-8bf3-1df46aa17aa6 (CIDR: 172.20.0.0/28) Mar 28 01:08:52.144218 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-f828a802-00d1-4df4-9b34-303bc48b89e8 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 01:08:52.147359 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f828a802-00d1-4df4-9b34-303bc48b89e8 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:08:52.152718 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-668eca3e-44fb-4dff-bd75-6c75d78d3fe1 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3725912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3690191'] for router_interface (f81af90b-fce4-4a88-b359-96e0e694ce6c), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:52.168720 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-0a0a69a4-e424-48ea-89e7-0db5f95d2e91 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6824698 Mar 28 01:08:52.177842 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53264) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:52.182703 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-8ce1f027-1a5b-46f8-abe1-fb4e5a437267 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1345711963', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'}, 'admin_state_up': False}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:08:52.209302 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-f828a802-00d1-4df4-9b34-303bc48b89e8 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5562589 Mar 28 01:08:52.213802 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53266) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:52.220470 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-1b44651d-78b5-4b88-9cf3-f2d1dddede7c tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Request body: {'subnet': {'network_id': '9b0bf857-0292-47f5-90e9-70cc555bb212', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:08:52.279178 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8ce1f027-1a5b-46f8-abe1-fb4e5a437267 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7069'] for router (cb899689-e258-4aa4-a031-7c2d214a03db), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:52.280247 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8ce1f027-1a5b-46f8-abe1-fb4e5a437267 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4188952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7062'] for router (cb899689-e258-4aa4-a031-7c2d214a03db), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:52.288531 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a269c96-c7ee-4300-8970-6f3d07eed02a admin admin] Network 41edf259-255e-4e51-abf9-44ce12b838b7 is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:08:52.325901 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port d7fc1bab-8267-4ce1-948b-a755d7dd9ed8 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:08:52.326277 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (d7fc1bab-8267-4ce1-948b-a755d7dd9ed8), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:52.382135 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8ce1f027-1a5b-46f8-abe1-fb4e5a437267 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks [] for router_controller (cb899689-e258-4aa4-a031-7c2d214a03db), precommit_add_association {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:52.444079 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a269c96-c7ee-4300-8970-6f3d07eed02a admin admin] Pushing event updated for resources: {'Port': ['ID=96ec1dde-7df0-43e4-91a9-1d5d1be96490,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:52.446822 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-30f84c2d-d59f-4ed8-b3e4-2cc6cff17ce4 None None] Current status of the port 809e2f36-b1b9-4181-8595-9dcdad18ec36 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:08:52.451752 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-1a269c96-c7ee-4300-8970-6f3d07eed02a admin admin] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:08:52.468658 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a269c96-c7ee-4300-8970-6f3d07eed02a admin admin] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:08:52.536578 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b44651d-78b5-4b88-9cf3-f2d1dddede7c tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Made reservation on behalf of fa54b4b5eec2452a8dcd67fc666c1bd8 for: {'subnet': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:08:52.540060 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-1b44651d-78b5-4b88-9cf3-f2d1dddede7c tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126757772'] for subnet (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:52.557765 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-30f84c2d-d59f-4ed8-b3e4-2cc6cff17ce4 None None] Provisioning complete for port 852c3391-561a-4e4f-912d-9e28127ba276 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:08:52.558108 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-30f84c2d-d59f-4ed8-b3e4-2cc6cff17ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (852c3391-561a-4e4f-912d-9e28127ba276), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:52.600633 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1a269c96-c7ee-4300-8970-6f3d07eed02a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3686596'] for router_interface (18014039-7a1f-4351-bd8e-27bb521e9aeb), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:52.635459 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-83ba04a3-32bb-455a-8510-79afd9f2208c None None] Allocated IP 172.20.0.2 (310dbbad-f631-487f-8ca9-519c1cc6e7df/45c146d1-26da-46a0-aba4-20bd15dd4949/e03d0488-bb62-4a5a-8f86-c19caf67659e) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:08:52.814086 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-3bedfa1b-33d8-493b-83a5-f70f4d8bd825 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Allocated IP 172.20.0.1 (0520a085-945c-4653-a8de-af4812b11def/288975b2-fea5-46b0-be2b-769c8a2a7cef/7286bcf5-7f74-4835-80ab-a763ffa5dc48) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:08:52.936071 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-668eca3e-44fb-4dff-bd75-6c75d78d3fe1 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Router f81af90b-fce4-4a88-b359-96e0e694ce6c has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:08:52.943508 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-30f84c2d-d59f-4ed8-b3e4-2cc6cff17ce4 None None] Port 852c3391-561a-4e4f-912d-9e28127ba276 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:08:53.022643 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port d7fc1bab-8267-4ce1-948b-a755d7dd9ed8 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:08:53.023383 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (d7fc1bab-8267-4ce1-948b-a755d7dd9ed8), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:53.025474 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb0c4b3-61c2-4274-9887-710aa386627c None None] Network 0520a085-945c-4653-a8de-af4812b11def requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:08:53.097989 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8ce1f027-1a5b-46f8-abe1-fb4e5a437267 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks [] for router_gateway (cb899689-e258-4aa4-a031-7c2d214a03db), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:53.121278 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1a269c96-c7ee-4300-8970-6f3d07eed02a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (96ec1dde-7df0-43e4-91a9-1d5d1be96490), before_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:53.136800 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3bedfa1b-33d8-493b-83a5-f70f4d8bd825 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Publish callbacks [] for port (7286bcf5-7f74-4835-80ab-a763ffa5dc48), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:53.147981 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] For port d7fc1bab-8267-4ce1-948b-a755d7dd9ed8, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=d7fc1bab-8267-4ce1-948b-a755d7dd9ed8,segment=NetworkSegment(7b0dc33d-a280-48df-a25e-ddfa809201cd),segment_id=7b0dc33d-a280-48df-a25e-ddfa809201cd)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:08:53.167347 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (d7fc1bab-8267-4ce1-948b-a755d7dd9ed8), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:53.169462 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 59b24dd2-6245-41a8-9672-96fcc9052c7a up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:08:53.178122 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-668eca3e-44fb-4dff-bd75-6c75d78d3fe1 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:08:53.181505 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.ipam_backend_mixin [None req-1b44651d-78b5-4b88-9cf3-f2d1dddede7c tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet a21eca44-9b52-44fe-80b7-c1b2108c2e18 (CIDR: 172.20.0.16/28) Mar 28 01:08:53.188233 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-5e10069c-45b4-428c-bcbd-35ea28e8e558 None None] Provisioning complete for port 96ec1dde-7df0-43e4-91a9-1d5d1be96490 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:08:53.188705 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5e10069c-45b4-428c-bcbd-35ea28e8e558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (96ec1dde-7df0-43e4-91a9-1d5d1be96490), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:53.189518 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b44651d-78b5-4b88-9cf3-f2d1dddede7c tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 01:08:53.190018 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b44651d-78b5-4b88-9cf3-f2d1dddede7c tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:08:53.194549 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-668eca3e-44fb-4dff-bd75-6c75d78d3fe1 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] 10.222.0.24 "PUT /v2.0/routers/f81af90b-fce4-4a88-b359-96e0e694ce6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5697474 Mar 28 01:08:53.196978 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 53268) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:53.216092 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-1b44651d-78b5-4b88-9cf3-f2d1dddede7c tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.0010998 Mar 28 01:08:53.219496 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53270) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:53.227827 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-53630931-62f6-44e3-9664-efd3ee2a95f8 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Request body: {'subnet': {'network_id': '9b0bf857-0292-47f5-90e9-70cc555bb212', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:08:53.271405 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6a33d4-6172-49f9-b099-5f17b1b31c53 None None] Sync routers for ids ['f81af90b-fce4-4a88-b359-96e0e694ce6c'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:08:53.319305 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3bedfa1b-33d8-493b-83a5-f70f4d8bd825 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (7286bcf5-7f74-4835-80ab-a763ffa5dc48), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:53.358279 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_v2 [None req-901cbdc9-e46b-4bcc-8179-fe1e5184257b tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Deleting subnet e3c665d0-c1c5-41fb-ba5d-ce57ba99245a {{(pid=104098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:08:53.371759 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-901cbdc9-e46b-4bcc-8179-fe1e5184257b tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks [] for subnet (e3c665d0-c1c5-41fb-ba5d-ce57ba99245a), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:53.382169 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6a33d4-6172-49f9-b099-5f17b1b31c53 None None] Routers {'f81af90b-fce4-4a88-b359-96e0e694ce6c'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:08:53.382812 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-3e6a33d4-6172-49f9-b099-5f17b1b31c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:08:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['f81af90b-fce4-4a88-b359-96e0e694ce6c'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:53.384889 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-5e10069c-45b4-428c-bcbd-35ea28e8e558 None None] Port 96ec1dde-7df0-43e4-91a9-1d5d1be96490 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:08:53.418928 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bedfa1b-33d8-493b-83a5-f70f4d8bd825 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Network 0520a085-945c-4653-a8de-af4812b11def is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:08:53.433383 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedfa1b-33d8-493b-83a5-f70f4d8bd825 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Pushing event updated for resources: {'Port': ['ID=7286bcf5-7f74-4835-80ab-a763ffa5dc48,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:53.435903 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-3bedfa1b-33d8-493b-83a5-f70f4d8bd825 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:08:53.444760 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bedfa1b-33d8-493b-83a5-f70f4d8bd825 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:08:53.458824 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-901cbdc9-e46b-4bcc-8179-fe1e5184257b tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126443526'] for subnet (e3c665d0-c1c5-41fb-ba5d-ce57ba99245a), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:53.462382 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Pushing event updated for resources: {'Port': ['ID=d7fc1bab-8267-4ce1-948b-a755d7dd9ed8,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:53.501471 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-83ba04a3-32bb-455a-8510-79afd9f2208c None None] Publish callbacks [] for port (e03d0488-bb62-4a5a-8f86-c19caf67659e), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:53.527283 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-83ba04a3-32bb-455a-8510-79afd9f2208c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (e03d0488-bb62-4a5a-8f86-c19caf67659e), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:53.527674 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8ce1f027-1a5b-46f8-abe1-fb4e5a437267 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks [] for router_gateway (cb899689-e258-4aa4-a031-7c2d214a03db), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:53.536141 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-5e10069c-45b4-428c-bcbd-35ea28e8e558 None None] Provisioning complete for port d7fc1bab-8267-4ce1-948b-a755d7dd9ed8 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:08:53.537237 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5e10069c-45b4-428c-bcbd-35ea28e8e558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (d7fc1bab-8267-4ce1-948b-a755d7dd9ed8), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:53.550255 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 59b24dd2-6245-41a8-9672-96fcc9052c7a triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:08:53.550646 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (59b24dd2-6245-41a8-9672-96fcc9052c7a), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:53.554861 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53630931-62f6-44e3-9664-efd3ee2a95f8 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Made reservation on behalf of fa54b4b5eec2452a8dcd67fc666c1bd8 for: {'subnet': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:08:53.558349 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-53630931-62f6-44e3-9664-efd3ee2a95f8 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126757772'] for subnet (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:53.615035 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-3e6a33d4-6172-49f9-b099-5f17b1b31c53 None None] Set router f81af90b-fce4-4a88-b359-96e0e694ce6c gateway port host: None {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:08:53.622676 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8ce1f027-1a5b-46f8-abe1-fb4e5a437267 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:53.673106 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ba04a3-32bb-455a-8510-79afd9f2208c None None] Network 310dbbad-f631-487f-8ca9-519c1cc6e7df is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:08:53.693570 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-83ba04a3-32bb-455a-8510-79afd9f2208c None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:08:53.696081 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ba04a3-32bb-455a-8510-79afd9f2208c None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:08:53.703789 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ba04a3-32bb-455a-8510-79afd9f2208c None None] Pushing event updated for resources: {'Port': ['ID=e03d0488-bb62-4a5a-8f86-c19caf67659e,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:53.876216 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [None req-8ce1f027-1a5b-46f8-abe1-fb4e5a437267 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Allocated IP 172.26.1.112 (dea6548b-502b-42db-97fb-371e423e739a/cce6de65-d8c9-45b8-9970-0a277e8c1192/7e61424f-3414-43d1-a428-c45754dc53ff) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:08:53.952167 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-83ba04a3-32bb-455a-8510-79afd9f2208c None None] Attempting to bind port e03d0488-bb62-4a5a-8f86-c19caf67659e on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:08:53.952696 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-83ba04a3-32bb-455a-8510-79afd9f2208c None None] Attempting to bind port e03d0488-bb62-4a5a-8f86-c19caf67659e by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': 'cdde5be4-d574-48ae-84ff-20a2ee8c5d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '310dbbad-f631-487f-8ca9-519c1cc6e7df'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:08:53.953062 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ba04a3-32bb-455a-8510-79afd9f2208c None None] Attempting to bind port e03d0488-bb62-4a5a-8f86-c19caf67659e on network 310dbbad-f631-487f-8ca9-519c1cc6e7df {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:08:53.957820 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3bedfa1b-33d8-493b-83a5-f70f4d8bd825 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3686596'] for router_interface (f8db203a-abcc-48af-bc50-0089e6165851), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:53.962353 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-5e10069c-45b4-428c-bcbd-35ea28e8e558 None None] Current status of the port d7fc1bab-8267-4ce1-948b-a755d7dd9ed8 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:08:53.965074 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1a269c96-c7ee-4300-8970-6f3d07eed02a admin admin] Publish callbacks [] for port (96ec1dde-7df0-43e4-91a9-1d5d1be96490), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:53.986000 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ba04a3-32bb-455a-8510-79afd9f2208c None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:08:53.986542 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ba04a3-32bb-455a-8510-79afd9f2208c None None] Checking segment: {'id': 'cdde5be4-d574-48ae-84ff-20a2ee8c5d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '310dbbad-f631-487f-8ca9-519c1cc6e7df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:08:53.987054 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-83ba04a3-32bb-455a-8510-79afd9f2208c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:53.987603 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ba04a3-32bb-455a-8510-79afd9f2208c None None] Bound using segment: {'id': 'cdde5be4-d574-48ae-84ff-20a2ee8c5d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '310dbbad-f631-487f-8ca9-519c1cc6e7df'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:08:53.988354 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-83ba04a3-32bb-455a-8510-79afd9f2208c None None] Bound port: e03d0488-bb62-4a5a-8f86-c19caf67659e, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdde5be4-d574-48ae-84ff-20a2ee8c5d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '310dbbad-f631-487f-8ca9-519c1cc6e7df'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:08:53.988880 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-83ba04a3-32bb-455a-8510-79afd9f2208c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (e03d0488-bb62-4a5a-8f86-c19caf67659e), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:54.021341 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1a269c96-c7ee-4300-8970-6f3d07eed02a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126177159'] for port (96ec1dde-7df0-43e4-91a9-1d5d1be96490), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:54.094972 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8ce1f027-1a5b-46f8-abe1-fb4e5a437267 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks [] for port (7e61424f-3414-43d1-a428-c45754dc53ff), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:54.122868 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-5e10069c-45b4-428c-bcbd-35ea28e8e558 None None] Provisioning complete for port 557d9460-de8c-4e39-80e3-d68d1b7dd471 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:08:54.124431 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5e10069c-45b4-428c-bcbd-35ea28e8e558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (557d9460-de8c-4e39-80e3-d68d1b7dd471), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:54.131664 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-53630931-62f6-44e3-9664-efd3ee2a95f8 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127282703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126757786'] for subnet (d3a46d04-fcf5-4fcf-9d49-95820443a79b), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:54.133224 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-901cbdc9-e46b-4bcc-8179-fe1e5184257b tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (e3c665d0-c1c5-41fb-ba5d-ce57ba99245a), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:54.159131 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1a269c96-c7ee-4300-8970-6f3d07eed02a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3725889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3686480'] for router_interface (18014039-7a1f-4351-bd8e-27bb521e9aeb), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:54.173715 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a269c96-c7ee-4300-8970-6f3d07eed02a admin admin] Pushing event updated for resources: {'Port': ['ID=96ec1dde-7df0-43e4-91a9-1d5d1be96490,revision_number=2']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:54.182909 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53630931-62f6-44e3-9664-efd3ee2a95f8 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Network 9b0bf857-0292-47f5-90e9-70cc555bb212 is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:08:54.187545 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-53630931-62f6-44e3-9664-efd3ee2a95f8 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:08:54.192500 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53630931-62f6-44e3-9664-efd3ee2a95f8 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:08:54.193967 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-53630931-62f6-44e3-9664-efd3ee2a95f8 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks [] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:54.194516 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 59b24dd2-6245-41a8-9672-96fcc9052c7a is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:08:54.194997 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (59b24dd2-6245-41a8-9672-96fcc9052c7a), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:54.200562 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8ce1f027-1a5b-46f8-abe1-fb4e5a437267 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (7e61424f-3414-43d1-a428-c45754dc53ff), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:54.217773 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74de5f2-2b76-4c89-8fd4-d48bb55f3281 None None] Network 9b0bf857-0292-47f5-90e9-70cc555bb212 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:08:54.244673 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53630931-62f6-44e3-9664-efd3ee2a95f8 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Pushing event updated for resources: {'Subnet': ['ID=d3a46d04-fcf5-4fcf-9d49-95820443a79b,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:54.249343 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-53630931-62f6-44e3-9664-efd3ee2a95f8 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0272503 Mar 28 01:08:54.254521 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 53272) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:54.265997 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce1f027-1a5b-46f8-abe1-fb4e5a437267 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Network dea6548b-502b-42db-97fb-371e423e739a is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:08:54.267469 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce1f027-1a5b-46f8-abe1-fb4e5a437267 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Pushing event updated for resources: {'Port': ['ID=7e61424f-3414-43d1-a428-c45754dc53ff,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:54.269876 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-8ce1f027-1a5b-46f8-abe1-fb4e5a437267 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:08:54.272403 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce1f027-1a5b-46f8-abe1-fb4e5a437267 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:08:54.279951 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-1613e815-52cb-4004-8110-ed185eb4a065 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1631226425', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd3a46d04-fcf5-4fcf-9d49-95820443a79b'}], 'security_groups': ['08863d37-ddcf-4891-b10c-cd20d0301e84', '2dbe6114-0569-41ad-908b-1aaa4f67aa04']}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:08:54.283099 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-83ba04a3-32bb-455a-8510-79afd9f2208c None None] For port e03d0488-bb62-4a5a-8f86-c19caf67659e, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:08:54.291757 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-5e10069c-45b4-428c-bcbd-35ea28e8e558 None None] Port 557d9460-de8c-4e39-80e3-d68d1b7dd471 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:08:54.294514 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] For port 59b24dd2-6245-41a8-9672-96fcc9052c7a, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=59b24dd2-6245-41a8-9672-96fcc9052c7a,segment=NetworkSegment(b6f00c62-aca5-4c73-8989-c04c396daeed),segment_id=b6f00c62-aca5-4c73-8989-c04c396daeed)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:08:54.311481 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-83ba04a3-32bb-455a-8510-79afd9f2208c None None] For port e03d0488-bb62-4a5a-8f86-c19caf67659e, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=e03d0488-bb62-4a5a-8f86-c19caf67659e,segment=NetworkSegment(cdde5be4-d574-48ae-84ff-20a2ee8c5d69),segment_id=cdde5be4-d574-48ae-84ff-20a2ee8c5d69)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:08:54.316758 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (59b24dd2-6245-41a8-9672-96fcc9052c7a), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:54.317825 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 809e2f36-b1b9-4181-8595-9dcdad18ec36 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:08:54.320526 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-3e6a33d4-6172-49f9-b099-5f17b1b31c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f81af90b-fce4-4a88-b359-96e0e694ce6c', 'name': 'tempest-RoutersIpV6Test-router-781427244', 'tenant_id': '73b89705b12a4822849ef008702f6650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:07:51Z', 'updated_at': '2022-03-28T01:08:50Z', 'revision_number': 10, 'project_id': '73b89705b12a4822849ef008702f6650', 'gw_port_host': None, '_interfaces': [{'id': '4c9287fd-767d-413c-b1f6-e72c83409195', 'name': '', 'network_id': '7c8c0538-5060-44fc-95df-1da6a7312af2', 'tenant_id': '73b89705b12a4822849ef008702f6650', 'mac_address': 'fa:16:3e:6d:1f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81af90b-fce4-4a88-b359-96e0e694ce6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '11187ad9-a275-45d5-9e5e-2a11e69b6a34', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:07:54Z', 'updated_at': '2022-03-28T01:08:02Z', 'revision_number': 5, 'project_id': '73b89705b12a4822849ef008702f6650', 'subnets': [{'id': '11187ad9-a275-45d5-9e5e-2a11e69b6a34', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:54.362548 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3bedfa1b-33d8-493b-83a5-f70f4d8bd825 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (7286bcf5-7f74-4835-80ab-a763ffa5dc48), before_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:54.364944 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-901cbdc9-e46b-4bcc-8179-fe1e5184257b tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126175041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126112438'] for subnet (e3c665d0-c1c5-41fb-ba5d-ce57ba99245a), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:54.378242 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-83ba04a3-32bb-455a-8510-79afd9f2208c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (e03d0488-bb62-4a5a-8f86-c19caf67659e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:54.412259 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6a33d4-6172-49f9-b099-5f17b1b31c53 None None] Checking router: f81af90b-fce4-4a88-b359-96e0e694ce6c for host: dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:08:54.449430 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-901cbdc9-e46b-4bcc-8179-fe1e5184257b tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:54.455481 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-901cbdc9-e46b-4bcc-8179-fe1e5184257b tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] 10.222.0.24 "DELETE /v2.0/subnets/e3c665d0-c1c5-41fb-ba5d-ce57ba99245a HTTP/1.1" status: 204 len: 168 time: 1.2541358 Mar 28 01:08:54.456388 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 53274) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:54.471878 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7335d9d6-c434-4afd-9bdd-a9428898ac9d None None] Network ace6d7f7-f15f-4162-86f7-e748421e33be requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:08:54.480943 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901cbdc9-e46b-4bcc-8179-fe1e5184257b tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Pushing event deleted for resources: {'Subnet': ['ID=e3c665d0-c1c5-41fb-ba5d-ce57ba99245a,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:54.502024 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6a33d4-6172-49f9-b099-5f17b1b31c53 None None] Routers {'f81af90b-fce4-4a88-b359-96e0e694ce6c'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:08:54.502790 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-3e6a33d4-6172-49f9-b099-5f17b1b31c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:08:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['f81af90b-fce4-4a88-b359-96e0e694ce6c'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:54.555284 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8ce1f027-1a5b-46f8-abe1-fb4e5a437267 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks [] for router_gateway (cb899689-e258-4aa4-a031-7c2d214a03db), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:54.563859 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-11f84a0c-e5fc-442f-b0d0-12a1616a9c20 None None] Provisioning complete for port d7fc1bab-8267-4ce1-948b-a755d7dd9ed8 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:08:54.564413 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-11f84a0c-e5fc-442f-b0d0-12a1616a9c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (d7fc1bab-8267-4ce1-948b-a755d7dd9ed8), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:54.587829 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a269c96-c7ee-4300-8970-6f3d07eed02a admin admin] Network 41edf259-255e-4e51-abf9-44ce12b838b7 is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:08:54.601307 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-1a269c96-c7ee-4300-8970-6f3d07eed02a admin admin] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:08:54.605126 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Pushing event updated for resources: {'Port': ['ID=59b24dd2-6245-41a8-9672-96fcc9052c7a,revision_number=4']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:54.760644 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-bbb0cdb7-a5ee-4668-835b-bb3b021975f9 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (ace6d7f7-f15f-4162-86f7-e748421e33be), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:54.878965 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8ce1f027-1a5b-46f8-abe1-fb4e5a437267 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687953'] for router (cb899689-e258-4aa4-a031-7c2d214a03db), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:54.925543 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1613e815-52cb-4004-8110-ed185eb4a065 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (557d9460-de8c-4e39-80e3-d68d1b7dd471), before_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:54.997272 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ba04a3-32bb-455a-8510-79afd9f2208c None None] Pushing event updated for resources: {'Port': ['ID=e03d0488-bb62-4a5a-8f86-c19caf67659e,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:55.019772 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 809e2f36-b1b9-4181-8595-9dcdad18ec36 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:08:55.020281 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (809e2f36-b1b9-4181-8595-9dcdad18ec36), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:55.062717 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-3e6a33d4-6172-49f9-b099-5f17b1b31c53 None None] Set router f81af90b-fce4-4a88-b359-96e0e694ce6c gateway port host: None {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:08:55.063752 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ce1f027-1a5b-46f8-abe1-fb4e5a437267 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Router cb899689-e258-4aa4-a031-7c2d214a03db is scheduled to L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 with binding_index 1 {{(pid=104099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 01:08:55.183450 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ce1f027-1a5b-46f8-abe1-fb4e5a437267 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:08:55.195127 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c11fb3-a21c-41e4-a4ff-1d5268a8fee1 None None] Sync routers for ids ['cb899689-e258-4aa4-a031-7c2d214a03db'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:08:55.211618 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8ce1f027-1a5b-46f8-abe1-fb4e5a437267 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks [] for router (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:55.220064 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c11fb3-a21c-41e4-a4ff-1d5268a8fee1 None None] Routers {'cb899689-e258-4aa4-a031-7c2d214a03db'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:08:55.220673 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-b8c11fb3-a21c-41e4-a4ff-1d5268a8fee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:08:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['cb899689-e258-4aa4-a031-7c2d214a03db'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:55.221011 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-8ce1f027-1a5b-46f8-abe1-fb4e5a437267 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.0419183 Mar 28 01:08:55.221687 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53278) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:55.249317 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a269c96-c7ee-4300-8970-6f3d07eed02a admin admin] Router 18014039-7a1f-4351-bd8e-27bb521e9aeb has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:08:55.284952 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-b8c11fb3-a21c-41e4-a4ff-1d5268a8fee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:55.295674 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c11fb3-a21c-41e4-a4ff-1d5268a8fee1 None None] Routers {'cb899689-e258-4aa4-a031-7c2d214a03db'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:08:55.296501 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-b8c11fb3-a21c-41e4-a4ff-1d5268a8fee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:08:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['cb899689-e258-4aa4-a031-7c2d214a03db'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:55.301294 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-11f84a0c-e5fc-442f-b0d0-12a1616a9c20 None None] Current status of the port d7fc1bab-8267-4ce1-948b-a755d7dd9ed8 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:08:55.343132 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-b8c11fb3-a21c-41e4-a4ff-1d5268a8fee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:55.344226 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c11fb3-a21c-41e4-a4ff-1d5268a8fee1 None None] The sync data for ids ['cb899689-e258-4aa4-a031-7c2d214a03db'] in dv-neutron-834874-6-hyperv is: [] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:08:55.394985 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-11f84a0c-e5fc-442f-b0d0-12a1616a9c20 None None] Provisioning complete for port 7286bcf5-7f74-4835-80ab-a763ffa5dc48 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:08:55.395504 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-11f84a0c-e5fc-442f-b0d0-12a1616a9c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (7286bcf5-7f74-4835-80ab-a763ffa5dc48), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:55.408186 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ee0bfb-8347-4a6c-94a5-28b851ae2da0 None None] DHCP port deletion for ace6d7f7-f15f-4162-86f7-e748421e33be request from dv-neutron-834874-6-hyperv {{(pid=104100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 01:08:55.415306 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-227fba55-4e62-44e3-8d5c-76a771bcc572 None None] Update dhcp port {'port': {'network_id': '9b0bf857-0292-47f5-90e9-70cc555bb212', 'fixed_ips': [{'subnet_id': 'a21eca44-9b52-44fe-80b7-c1b2108c2e18', 'ip_address': '172.20.0.18'}, {'subnet_id': 'f5fdc546-94e2-4f06-8bf3-1df46aa17aa6', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd3a46d04-fcf5-4fcf-9d49-95820443a79b'}], 'binding:host_id': 'dv-neutron-834874-6-hyperv'}, 'id': '809e2f36-b1b9-4181-8595-9dcdad18ec36'} from dv-neutron-834874-6-hyperv. {{(pid=104100) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 28 01:08:55.452008 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-bbb0cdb7-a5ee-4668-835b-bb3b021975f9 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Deleting port 80063599-df05-4586-9cc1-e903dc7de442 {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:08:55.452327 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-bbb0cdb7-a5ee-4668-835b-bb3b021975f9 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (80063599-df05-4586-9cc1-e903dc7de442), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:55.456316 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 809e2f36-b1b9-4181-8595-9dcdad18ec36 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:08:55.536766 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-227fba55-4e62-44e3-8d5c-76a771bcc572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (809e2f36-b1b9-4181-8595-9dcdad18ec36), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:55.538514 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-11f84a0c-e5fc-442f-b0d0-12a1616a9c20 None None] Port 7286bcf5-7f74-4835-80ab-a763ffa5dc48 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:08:55.570903 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3bedfa1b-33d8-493b-83a5-f70f4d8bd825 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Publish callbacks [] for port (7286bcf5-7f74-4835-80ab-a763ffa5dc48), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:55.614475 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3bedfa1b-33d8-493b-83a5-f70f4d8bd825 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126177159'] for port (7286bcf5-7f74-4835-80ab-a763ffa5dc48), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:55.625955 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-11ee0bfb-8347-4a6c-94a5-28b851ae2da0 None None] Deleting port 80063599-df05-4586-9cc1-e903dc7de442 {{(pid=104100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:08:55.626260 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-11ee0bfb-8347-4a6c-94a5-28b851ae2da0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (80063599-df05-4586-9cc1-e903dc7de442), before_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:55.752522 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-3e6a33d4-6172-49f9-b099-5f17b1b31c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f81af90b-fce4-4a88-b359-96e0e694ce6c', 'name': 'tempest-RoutersIpV6Test-router-781427244', 'tenant_id': '73b89705b12a4822849ef008702f6650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:07:51Z', 'updated_at': '2022-03-28T01:08:50Z', 'revision_number': 10, 'project_id': '73b89705b12a4822849ef008702f6650', 'gw_port_host': None, '_interfaces': [{'id': '4c9287fd-767d-413c-b1f6-e72c83409195', 'name': '', 'network_id': '7c8c0538-5060-44fc-95df-1da6a7312af2', 'tenant_id': '73b89705b12a4822849ef008702f6650', 'mac_address': 'fa:16:3e:6d:1f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81af90b-fce4-4a88-b359-96e0e694ce6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '11187ad9-a275-45d5-9e5e-2a11e69b6a34', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:07:54Z', 'updated_at': '2022-03-28T01:08:02Z', 'revision_number': 5, 'project_id': '73b89705b12a4822849ef008702f6650', 'subnets': [{'id': '11187ad9-a275-45d5-9e5e-2a11e69b6a34', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:55.778053 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.db [None req-bbb0cdb7-a5ee-4668-835b-bb3b021975f9 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] For port 80063599-df05-4586-9cc1-e903dc7de442, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=80063599-df05-4586-9cc1-e903dc7de442,segment=NetworkSegment(6bb42aad-ce16-42a2-9224-fc11408751c6),segment_id=6bb42aad-ce16-42a2-9224-fc11408751c6)] {{(pid=104098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:08:55.778053 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-bbb0cdb7-a5ee-4668-835b-bb3b021975f9 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (80063599-df05-4586-9cc1-e903dc7de442), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:55.810930 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a269c96-c7ee-4300-8970-6f3d07eed02a admin admin] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:08:55.811863 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6a33d4-6172-49f9-b099-5f17b1b31c53 None None] The sync data for ids ['f81af90b-fce4-4a88-b359-96e0e694ce6c'] in dv-neutron-834874-6-hyperv is: [{'id': 'f81af90b-fce4-4a88-b359-96e0e694ce6c', 'name': 'tempest-RoutersIpV6Test-router-781427244', 'tenant_id': '73b89705b12a4822849ef008702f6650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:07:51Z', 'updated_at': '2022-03-28T01:08:50Z', 'revision_number': 10, 'project_id': '73b89705b12a4822849ef008702f6650', 'gw_port_host': None, '_interfaces': [{'id': '4c9287fd-767d-413c-b1f6-e72c83409195', 'name': '', 'network_id': '7c8c0538-5060-44fc-95df-1da6a7312af2', 'tenant_id': '73b89705b12a4822849ef008702f6650', 'mac_address': 'fa:16:3e:6d:1f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81af90b-fce4-4a88-b359-96e0e694ce6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '11187ad9-a275-45d5-9e5e-2a11e69b6a34', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:07:54Z', 'updated_at': '2022-03-28T01:08:02Z', 'revision_number': 5, 'project_id': '73b89705b12a4822849ef008702f6650', 'subnets': [{'id': '11187ad9-a275-45d5-9e5e-2a11e69b6a34', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:08:55.813143 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device e03d0488-bb62-4a5a-8f86-c19caf67659e up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:08:55.825386 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-11ee0bfb-8347-4a6c-94a5-28b851ae2da0 None None] For port 80063599-df05-4586-9cc1-e903dc7de442, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=80063599-df05-4586-9cc1-e903dc7de442,segment=NetworkSegment(6bb42aad-ce16-42a2-9224-fc11408751c6),segment_id=6bb42aad-ce16-42a2-9224-fc11408751c6)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:08:55.825962 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-11ee0bfb-8347-4a6c-94a5-28b851ae2da0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (80063599-df05-4586-9cc1-e903dc7de442), precommit_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:55.829175 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-90855bcf-45f1-40c1-95db-c32c1c6d9d06 None None] Provisioning complete for port 96ec1dde-7df0-43e4-91a9-1d5d1be96490 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:08:55.829549 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-90855bcf-45f1-40c1-95db-c32c1c6d9d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (96ec1dde-7df0-43e4-91a9-1d5d1be96490), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:55.843635 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedfa1b-33d8-493b-83a5-f70f4d8bd825 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Pushing event updated for resources: {'Port': ['ID=7286bcf5-7f74-4835-80ab-a763ffa5dc48,revision_number=2']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:55.849931 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-1a269c96-c7ee-4300-8970-6f3d07eed02a admin admin] 10.222.0.24 "PUT /v2.0/routers/18014039-7a1f-4351-bd8e-27bb521e9aeb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5526955 Mar 28 01:08:55.850622 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-bbb0cdb7-a5ee-4668-835b-bb3b021975f9 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Calling delete_port for 80063599-df05-4586-9cc1-e903dc7de442 owned by network:dhcp {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:08:55.855295 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3bedfa1b-33d8-493b-83a5-f70f4d8bd825 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3725889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3686480'] for router_interface (f8db203a-abcc-48af-bc50-0089e6165851), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:55.877020 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb66a62-5d56-40fc-aa24-faeb99bacac6 None None] Sync routers for ids ['18014039-7a1f-4351-bd8e-27bb521e9aeb'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:08:55.920949 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-11ee0bfb-8347-4a6c-94a5-28b851ae2da0 None None] Calling delete_port for 80063599-df05-4586-9cc1-e903dc7de442 owned by network:dhcp {{(pid=104100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:08:55.923973 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-abfbb9ff-c085-4fd3-886f-b5135009bb90 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:55.953567 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb66a62-5d56-40fc-aa24-faeb99bacac6 None None] Routers {'18014039-7a1f-4351-bd8e-27bb521e9aeb'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:08:55.955501 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-cbb66a62-5d56-40fc-aa24-faeb99bacac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:08:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['18014039-7a1f-4351-bd8e-27bb521e9aeb'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:56.036681 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-1613e815-52cb-4004-8110-ed185eb4a065 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Delete allocated IP 172.20.0.10 (9b0bf857-0292-47f5-90e9-70cc555bb212/f5fdc546-94e2-4f06-8bf3-1df46aa17aa6) {{(pid=104098) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 28 01:08:56.053216 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-90855bcf-45f1-40c1-95db-c32c1c6d9d06 None None] Port 96ec1dde-7df0-43e4-91a9-1d5d1be96490 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:08:56.075792 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-1613e815-52cb-4004-8110-ed185eb4a065 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Allocated IP 172.20.0.34 (9b0bf857-0292-47f5-90e9-70cc555bb212/d3a46d04-fcf5-4fcf-9d49-95820443a79b/557d9460-de8c-4e39-80e3-d68d1b7dd471) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:08:56.133313 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port e03d0488-bb62-4a5a-8f86-c19caf67659e triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:08:56.133692 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (e03d0488-bb62-4a5a-8f86-c19caf67659e), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:56.223167 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477e0251-1b4d-4079-a0fc-f2ab5d04c7cf None None] Network 310dbbad-f631-487f-8ca9-519c1cc6e7df requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:08:56.229576 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bedfa1b-33d8-493b-83a5-f70f4d8bd825 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Network 0520a085-945c-4653-a8de-af4812b11def is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:08:56.230540 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-bbb0cdb7-a5ee-4668-835b-bb3b021975f9 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (80063599-df05-4586-9cc1-e903dc7de442), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:56.246640 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-cbb66a62-5d56-40fc-aa24-faeb99bacac6 None None] Set router 18014039-7a1f-4351-bd8e-27bb521e9aeb gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:08:56.263038 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb0cdb7-a5ee-4668-835b-bb3b021975f9 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Pushing event deleted for resources: {'Port': ['ID=80063599-df05-4586-9cc1-e903dc7de442,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:56.265211 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-3bedfa1b-33d8-493b-83a5-f70f4d8bd825 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:08:56.370277 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb0cdb7-a5ee-4668-835b-bb3b021975f9 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] No DVR routers for this DVR port 80063599-df05-4586-9cc1-e903dc7de442 on host dv-neutron-834874-6-hyperv {{(pid=104098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:08:56.389262 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [None req-abfbb9ff-c085-4fd3-886f-b5135009bb90 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Allocated IP 172.20.0.1 (310dbbad-f631-487f-8ca9-519c1cc6e7df/45c146d1-26da-46a0-aba4-20bd15dd4949/b39e0c0a-4ebe-405d-b525-406f5238f575) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:08:56.481683 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-11ee0bfb-8347-4a6c-94a5-28b851ae2da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886'] for port (80063599-df05-4586-9cc1-e903dc7de442), after_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:56.554044 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ee0bfb-8347-4a6c-94a5-28b851ae2da0 None None] No DVR routers for this DVR port 80063599-df05-4586-9cc1-e903dc7de442 on host dv-neutron-834874-6-hyperv {{(pid=104100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:08:56.595062 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-0e3572cf-6357-4087-a417-303dd02080b8 None None] Provisioning complete for port e03d0488-bb62-4a5a-8f86-c19caf67659e triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:08:56.595592 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-0e3572cf-6357-4087-a417-303dd02080b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (e03d0488-bb62-4a5a-8f86-c19caf67659e), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:56.623311 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ee0bfb-8347-4a6c-94a5-28b851ae2da0 None None] Pushing event deleted for resources: {'Port': ['ID=80063599-df05-4586-9cc1-e903dc7de442,revision_number=None']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:56.626163 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-bbb0cdb7-a5ee-4668-835b-bb3b021975f9 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (ace6d7f7-f15f-4162-86f7-e748421e33be), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:56.640303 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-abfbb9ff-c085-4fd3-886f-b5135009bb90 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks [] for port (b39e0c0a-4ebe-405d-b525-406f5238f575), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:56.690365 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-bbb0cdb7-a5ee-4668-835b-bb3b021975f9 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ace6d7f7-f15f-4162-86f7-e748421e33be']}} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:56.693670 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-abfbb9ff-c085-4fd3-886f-b5135009bb90 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (b39e0c0a-4ebe-405d-b525-406f5238f575), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:56.708568 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port e03d0488-bb62-4a5a-8f86-c19caf67659e is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:08:56.709066 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (e03d0488-bb62-4a5a-8f86-c19caf67659e), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:56.725363 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53288) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:56.726399 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-bbb0cdb7-a5ee-4668-835b-bb3b021975f9 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bb42aad-ce16-42a2-9224-fc11408751c6') {'for_net_delete': True} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:56.726749 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-bbb0cdb7-a5ee-4668-835b-bb3b021975f9 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bb42aad-ce16-42a2-9224-fc11408751c6') {} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:56.732661 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-923ce2e7-bce9-4377-bdff-8470c5143457 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-12429463', 'description': 'tempest-secgroup-smoke-12429463 description', 'project_id': 'bf9f34f21ab94392ab36354129e00f8d'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:08:56.742617 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bedfa1b-33d8-493b-83a5-f70f4d8bd825 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Router f8db203a-abcc-48af-bc50-0089e6165851 is scheduled to L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 with binding_index 1 {{(pid=104098) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 01:08:56.750924 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-bbb0cdb7-a5ee-4668-835b-bb3b021975f9 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126443583'] for segment (6bb42aad-ce16-42a2-9224-fc11408751c6), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:56.768550 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abfbb9ff-c085-4fd3-886f-b5135009bb90 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Network 310dbbad-f631-487f-8ca9-519c1cc6e7df is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:08:56.778705 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfbb9ff-c085-4fd3-886f-b5135009bb90 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Pushing event updated for resources: {'Port': ['ID=b39e0c0a-4ebe-405d-b525-406f5238f575,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:56.782976 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-abfbb9ff-c085-4fd3-886f-b5135009bb90 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:08:56.790890 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfbb9ff-c085-4fd3-886f-b5135009bb90 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:08:56.796649 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-923ce2e7-bce9-4377-bdff-8470c5143457 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Publish callbacks [] for security_group (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:56.861477 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-abfbb9ff-c085-4fd3-886f-b5135009bb90 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3686596'] for router_interface (cb899689-e258-4aa4-a031-7c2d214a03db), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:56.974271 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] For port e03d0488-bb62-4a5a-8f86-c19caf67659e, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=e03d0488-bb62-4a5a-8f86-c19caf67659e,segment=NetworkSegment(cdde5be4-d574-48ae-84ff-20a2ee8c5d69),segment_id=cdde5be4-d574-48ae-84ff-20a2ee8c5d69)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:08:56.986149 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-923ce2e7-bce9-4377-bdff-8470c5143457 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Publish callbacks [] for security_group (5a04cadd-9e33-421f-9e10-fcf82d2217a3), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:56.992218 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-923ce2e7-bce9-4377-bdff-8470c5143457 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (5a04cadd-9e33-421f-9e10-fcf82d2217a3), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:57.002127 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (e03d0488-bb62-4a5a-8f86-c19caf67659e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:57.003091 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device d7fc1bab-8267-4ce1-948b-a755d7dd9ed8 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:08:57.033534 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-923ce2e7-bce9-4377-bdff-8470c5143457 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:57.034904 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-923ce2e7-bce9-4377-bdff-8470c5143457 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3084769 Mar 28 01:08:57.039281 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53290) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:57.043895 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-51e64734-ed46-43cf-b10b-196ca76ef8c1 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Request body: {'security_group_rule': {'security_group_id': '5a04cadd-9e33-421f-9e10-fcf82d2217a3', 'project_id': 'bf9f34f21ab94392ab36354129e00f8d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:08:57.056549 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923ce2e7-bce9-4377-bdff-8470c5143457 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a04cadd-9e33-421f-9e10-fcf82d2217a3,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:57.102737 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-abfbb9ff-c085-4fd3-886f-b5135009bb90 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (b39e0c0a-4ebe-405d-b525-406f5238f575), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:57.105936 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-0e3572cf-6357-4087-a417-303dd02080b8 None None] Current status of the port e03d0488-bb62-4a5a-8f86-c19caf67659e is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:08:57.106526 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-0e3572cf-6357-4087-a417-303dd02080b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (e03d0488-bb62-4a5a-8f86-c19caf67659e), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:57.120485 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-51e64734-ed46-43cf-b10b-196ca76ef8c1 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Publish callbacks [] for security_group_rule (1f0bcb6a-620d-439f-a846-8565a77ddf6d), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:57.176576 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-cbb66a62-5d56-40fc-aa24-faeb99bacac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18014039-7a1f-4351-bd8e-27bb521e9aeb', 'name': 'tempest-TestVolumeBootPattern-1151565328-router', 'tenant_id': '8e265a2db6e3483fad27e7b863ecff6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.38'}], 'enable_snat': True}, 'gw_port_id': '59b24dd2-6245-41a8-9672-96fcc9052c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:08:42Z', 'updated_at': '2022-03-28T01:08:52Z', 'revision_number': 4, 'project_id': '8e265a2db6e3483fad27e7b863ecff6c', 'gw_port': {'id': '59b24dd2-6245-41a8-9672-96fcc9052c7a', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:69:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18014039-7a1f-4351-bd8e-27bb521e9aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:08:45Z', 'updated_at': '2022-03-28T01:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': '96ec1dde-7df0-43e4-91a9-1d5d1be96490', 'name': '', 'network_id': '41edf259-255e-4e51-abf9-44ce12b838b7', 'tenant_id': '8e265a2db6e3483fad27e7b863ecff6c', 'mac_address': 'fa:16:3e:84:a6:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18014039-7a1f-4351-bd8e-27bb521e9aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '468c5b80-581d-461b-a25f-efb98d15b28b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:08:51Z', 'updated_at': '2022-03-28T01:08:53Z', 'revision_number': 2, 'project_id': '8e265a2db6e3483fad27e7b863ecff6c', 'subnets': [{'id': '468c5b80-581d-461b-a25f-efb98d15b28b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:57.184779 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Pushing event updated for resources: {'Port': ['ID=e03d0488-bb62-4a5a-8f86-c19caf67659e,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:57.198633 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-bbb0cdb7-a5ee-4668-835b-bb3b021975f9 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (6bb42aad-ce16-42a2-9224-fc11408751c6), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:57.204896 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbb0cdb7-a5ee-4668-835b-bb3b021975f9 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=104098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:08:57.205294 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-bbb0cdb7-a5ee-4668-835b-bb3b021975f9 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126177251'] for segment (6bb42aad-ce16-42a2-9224-fc11408751c6), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:57.250568 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb66a62-5d56-40fc-aa24-faeb99bacac6 None None] Checking router: 18014039-7a1f-4351-bd8e-27bb521e9aeb for host: dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:08:57.250801 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb66a62-5d56-40fc-aa24-faeb99bacac6 None None] Updating router 18014039-7a1f-4351-bd8e-27bb521e9aeb port 96ec1dde-7df0-43e4-91a9-1d5d1be96490 binding host dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 01:08:57.262602 dv-neutron-834874-6-hyperv neutron-server[104098]: Traceback (most recent call last): Mar 28 01:08:57.262602 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:08:57.262602 dv-neutron-834874-6-hyperv neutron-server[104098]: timer() Mar 28 01:08:57.262602 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:08:57.262602 dv-neutron-834874-6-hyperv neutron-server[104098]: cb(*args, **kw) Mar 28 01:08:57.262602 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:08:57.262602 dv-neutron-834874-6-hyperv neutron-server[104098]: return func(*args, **kwargs) Mar 28 01:08:57.262602 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:08:57.262602 dv-neutron-834874-6-hyperv neutron-server[104098]: self._notify() Mar 28 01:08:57.262602 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:08:57.262602 dv-neutron-834874-6-hyperv neutron-server[104098]: self.callback(batched_events) Mar 28 01:08:57.262602 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:08:57.262602 dv-neutron-834874-6-hyperv neutron-server[104098]: event.method(event) Mar 28 01:08:57.262602 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:08:57.262602 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:08:57.262602 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:08:57.262602 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:08:57.262602 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:08:57.262602 dv-neutron-834874-6-hyperv neutron-server[104098]: return f(self, *a, **k) Mar 28 01:08:57.262602 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:08:57.262602 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._get(url).json() Mar 28 01:08:57.262602 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:08:57.262602 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:08:57.262602 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:08:57.262602 dv-neutron-834874-6-hyperv neutron-server[104098]: return self.request(url, 'GET', **kwargs) Mar 28 01:08:57.262602 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:08:57.262602 dv-neutron-834874-6-hyperv neutron-server[104098]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:08:57.262602 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:08:57.262602 dv-neutron-834874-6-hyperv neutron-server[104098]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:08:57.262602 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:08:57.262602 dv-neutron-834874-6-hyperv neutron-server[104098]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:08:57.262602 dv-neutron-834874-6-hyperv neutron-server[104098]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:08:57.266439 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1613e815-52cb-4004-8110-ed185eb4a065 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks [] for port (557d9460-de8c-4e39-80e3-d68d1b7dd471), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:57.274187 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-bbb0cdb7-a5ee-4668-835b-bb3b021975f9 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (ace6d7f7-f15f-4162-86f7-e748421e33be), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:57.278976 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1613e815-52cb-4004-8110-ed185eb4a065 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126177159'] for port (557d9460-de8c-4e39-80e3-d68d1b7dd471), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:57.289172 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-bbb0cdb7-a5ee-4668-835b-bb3b021975f9 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:57.296444 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port d7fc1bab-8267-4ce1-948b-a755d7dd9ed8 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:08:57.296444 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (d7fc1bab-8267-4ce1-948b-a755d7dd9ed8), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:57.296631 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-bbb0cdb7-a5ee-4668-835b-bb3b021975f9 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] 10.222.0.24 "DELETE /v2.0/networks/ace6d7f7-f15f-4162-86f7-e748421e33be HTTP/1.1" status: 204 len: 168 time: 2.8303001 Mar 28 01:08:57.345495 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.db.api [None req-0e3572cf-6357-4087-a417-303dd02080b8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104100) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 01:08:57.345972 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG oslo_db.api [None req-0e3572cf-6357-4087-a417-303dd02080b8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 01:08:57.351347 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-cbb66a62-5d56-40fc-aa24-faeb99bacac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (96ec1dde-7df0-43e4-91a9-1d5d1be96490), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:57.351598 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 53292) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:57.360219 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1613e815-52cb-4004-8110-ed185eb4a065 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Pushing event updated for resources: {'Port': ['ID=557d9460-de8c-4e39-80e3-d68d1b7dd471,revision_number=2']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:57.424975 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.db.api [None req-227fba55-4e62-44e3-8d5c-76a771bcc572 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.34-1f78b257-8de1-4b1f-a12d-7604626b5be2 {{(pid=104100) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 01:08:57.425495 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG oslo_db.api [None req-227fba55-4e62-44e3-8d5c-76a771bcc572 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 01:08:57.439810 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-51e64734-ed46-43cf-b10b-196ca76ef8c1 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Publish callbacks [] for security_group_rule (1f0bcb6a-620d-439f-a846-8565a77ddf6d), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:57.447603 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-51e64734-ed46-43cf-b10b-196ca76ef8c1 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (1f0bcb6a-620d-439f-a846-8565a77ddf6d), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:57.454003 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb0cdb7-a5ee-4668-835b-bb3b021975f9 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Pushing event deleted for resources: {'Network': ['ID=ace6d7f7-f15f-4162-86f7-e748421e33be,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:57.531860 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-1613e815-52cb-4004-8110-ed185eb4a065 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] In _notify_port_updated(), no bound segment for port 557d9460-de8c-4e39-80e3-d68d1b7dd471 on network 9b0bf857-0292-47f5-90e9-70cc555bb212 {{(pid=104098) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 28 01:08:57.537331 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1613e815-52cb-4004-8110-ed185eb4a065 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:08:57.537985 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1613e815-52cb-4004-8110-ed185eb4a065 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:57.539334 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-1613e815-52cb-4004-8110-ed185eb4a065 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "PUT /v2.0/ports/557d9460-de8c-4e39-80e3-d68d1b7dd471 HTTP/1.1" status: 200 len: 960 time: 3.2823598 Mar 28 01:08:57.540575 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bedfa1b-33d8-493b-83a5-f70f4d8bd825 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:08:57.541488 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e64734-ed46-43cf-b10b-196ca76ef8c1 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f0bcb6a-620d-439f-a846-8565a77ddf6d,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:57.547990 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-3bedfa1b-33d8-493b-83a5-f70f4d8bd825 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] 10.222.0.24 "PUT /v2.0/routers/f8db203a-abcc-48af-bc50-0089e6165851/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3430128 Mar 28 01:08:57.548301 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53294) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:57.550873 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 53296) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:57.556118 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-0eb818e8-2ee1-4b8b-b3fb-767e85a122c3 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Request body: {'port': {'network_id': '0520a085-945c-4653-a8de-af4812b11def', 'name': 'tempest-FloatingIPNegativeTestJSON-1921990345'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:08:57.558645 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port d7fc1bab-8267-4ce1-948b-a755d7dd9ed8 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:08:57.559999 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 59b24dd2-6245-41a8-9672-96fcc9052c7a up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:08:57.565790 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-51e64734-ed46-43cf-b10b-196ca76ef8c1 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:57.568192 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-51e64734-ed46-43cf-b10b-196ca76ef8c1 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5274751 Mar 28 01:08:57.570820 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195ab528-9125-478b-848e-92c95eb16568 None None] Sync routers for ids ['f8db203a-abcc-48af-bc50-0089e6165851'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:08:57.594779 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195ab528-9125-478b-848e-92c95eb16568 None None] Routers {'f8db203a-abcc-48af-bc50-0089e6165851'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:08:57.595443 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-195ab528-9125-478b-848e-92c95eb16568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:08:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['f8db203a-abcc-48af-bc50-0089e6165851'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:57.596261 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53298) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:57.603787 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-c85ccef2-90eb-41c7-baf1-13beba13f093 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Request body: {'security_group_rule': {'security_group_id': '5a04cadd-9e33-421f-9e10-fcf82d2217a3', 'project_id': 'bf9f34f21ab94392ab36354129e00f8d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:08:57.646536 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-abfbb9ff-c085-4fd3-886f-b5135009bb90 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks [] for port (b39e0c0a-4ebe-405d-b525-406f5238f575), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:57.653246 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-195ab528-9125-478b-848e-92c95eb16568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:57.665584 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195ab528-9125-478b-848e-92c95eb16568 None None] Routers {'f8db203a-abcc-48af-bc50-0089e6165851'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:08:57.666418 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-195ab528-9125-478b-848e-92c95eb16568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:08:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['f8db203a-abcc-48af-bc50-0089e6165851'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:57.707317 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 59b24dd2-6245-41a8-9672-96fcc9052c7a triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:08:57.707948 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (59b24dd2-6245-41a8-9672-96fcc9052c7a), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:57.719115 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-abfbb9ff-c085-4fd3-886f-b5135009bb90 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (b39e0c0a-4ebe-405d-b525-406f5238f575), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:57.768178 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c85ccef2-90eb-41c7-baf1-13beba13f093 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Publish callbacks [] for security_group_rule (02602dfe-16d8-4e87-87de-effc2b60e0b7), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:57.814544 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-195ab528-9125-478b-848e-92c95eb16568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:57.815561 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195ab528-9125-478b-848e-92c95eb16568 None None] The sync data for ids ['f8db203a-abcc-48af-bc50-0089e6165851'] in dv-neutron-834874-6-hyperv is: [] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:08:57.860430 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 59b24dd2-6245-41a8-9672-96fcc9052c7a is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:08:57.867738 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-abfbb9ff-c085-4fd3-886f-b5135009bb90 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3725889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3686480'] for router_interface (cb899689-e258-4aa4-a031-7c2d214a03db), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:57.882371 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfbb9ff-c085-4fd3-886f-b5135009bb90 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Pushing event updated for resources: {'Port': ['ID=b39e0c0a-4ebe-405d-b525-406f5238f575,revision_number=2']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:57.898560 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-cbb66a62-5d56-40fc-aa24-faeb99bacac6 None None] Publish callbacks [] for port (96ec1dde-7df0-43e4-91a9-1d5d1be96490), precommit_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:57.916082 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c85ccef2-90eb-41c7-baf1-13beba13f093 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Publish callbacks [] for security_group_rule (02602dfe-16d8-4e87-87de-effc2b60e0b7), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:57.920165 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-cbb66a62-5d56-40fc-aa24-faeb99bacac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (96ec1dde-7df0-43e4-91a9-1d5d1be96490), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:57.928912 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eb818e8-2ee1-4b8b-b3fb-767e85a122c3 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Made reservation on behalf of 691d3ceea96a495b8c8a94502c11c08e for: {'port': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:08:57.929441 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-0e3572cf-6357-4087-a417-303dd02080b8 None None] Current status of the port e03d0488-bb62-4a5a-8f86-c19caf67659e is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:08:57.931769 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-b7b8e346-c827-48df-8c81-d4aa997c48c3 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Deleting port 557d9460-de8c-4e39-80e3-d68d1b7dd471 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:08:57.931908 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b7b8e346-c827-48df-8c81-d4aa997c48c3 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (557d9460-de8c-4e39-80e3-d68d1b7dd471), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:57.932281 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0eb818e8-2ee1-4b8b-b3fb-767e85a122c3 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:57.955141 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.notifiers.nova [None req-0eb818e8-2ee1-4b8b-b3fb-767e85a122c3 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] device_id is not set on port 4f15a05a-a4e8-464d-a469-792100121ef0 yet. {{(pid=104098) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 01:08:57.986508 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 80063599-df05-4586-9cc1-e903dc7de442 no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:08:58.009460 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c85ccef2-90eb-41c7-baf1-13beba13f093 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (02602dfe-16d8-4e87-87de-effc2b60e0b7), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:58.027842 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: 80063599-df05-4586-9cc1-e903dc7de442 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:08:58.028291 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 80063599-df05-4586-9cc1-e903dc7de442 not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:08:58.049650 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-227fba55-4e62-44e3-8d5c-76a771bcc572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (809e2f36-b1b9-4181-8595-9dcdad18ec36), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:58.061192 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85ccef2-90eb-41c7-baf1-13beba13f093 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02602dfe-16d8-4e87-87de-effc2b60e0b7,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:58.067660 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f2690d-1583-4afe-8aa2-a08991a03071 None None] Pushing event updated for resources: {'Port': ['ID=96ec1dde-7df0-43e4-91a9-1d5d1be96490,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:58.074901 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c85ccef2-90eb-41c7-baf1-13beba13f093 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:58.076129 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-c85ccef2-90eb-41c7-baf1-13beba13f093 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4781613 Mar 28 01:08:58.087107 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53300) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:58.095950 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-32580dad-ae7b-4048-8f84-33f14f22500b tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Request body: {'security_group_rule': {'security_group_id': '5a04cadd-9e33-421f-9e10-fcf82d2217a3', 'project_id': 'bf9f34f21ab94392ab36354129e00f8d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:08:58.165657 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-0eb818e8-2ee1-4b8b-b3fb-767e85a122c3 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Allocated IP 172.20.0.9 (0520a085-945c-4653-a8de-af4812b11def/288975b2-fea5-46b0-be2b-769c8a2a7cef/4f15a05a-a4e8-464d-a469-792100121ef0) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:08:58.177124 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-32580dad-ae7b-4048-8f84-33f14f22500b tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Publish callbacks [] for security_group_rule (a90a16d2-2df7-4bdb-b443-b2874166d536), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:58.222947 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-85f73ea9-ead5-4797-bf0c-2b30291506a2 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3686527'] for router_interface (f81af90b-fce4-4a88-b359-96e0e694ce6c), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:58.254382 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abfbb9ff-c085-4fd3-886f-b5135009bb90 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Network 310dbbad-f631-487f-8ca9-519c1cc6e7df is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:08:58.257310 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b7b8e346-c827-48df-8c81-d4aa997c48c3 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (557d9460-de8c-4e39-80e3-d68d1b7dd471), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:58.269774 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-227fba55-4e62-44e3-8d5c-76a771bcc572 None None] Allocated IP 172.20.0.35 (9b0bf857-0292-47f5-90e9-70cc555bb212/d3a46d04-fcf5-4fcf-9d49-95820443a79b/809e2f36-b1b9-4181-8595-9dcdad18ec36) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:08:58.273635 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-abfbb9ff-c085-4fd3-886f-b5135009bb90 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:08:58.288203 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-b7b8e346-c827-48df-8c81-d4aa997c48c3 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Calling delete_port for 557d9460-de8c-4e39-80e3-d68d1b7dd471 owned by {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:08:58.304243 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-32580dad-ae7b-4048-8f84-33f14f22500b tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Publish callbacks [] for security_group_rule (a90a16d2-2df7-4bdb-b443-b2874166d536), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:58.377528 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-32580dad-ae7b-4048-8f84-33f14f22500b tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (a90a16d2-2df7-4bdb-b443-b2874166d536), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:58.381071 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device e03d0488-bb62-4a5a-8f86-c19caf67659e up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:08:58.446859 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-f152427a-3037-4dff-9cb6-7a8ead0ebe3c None None] Provisioning complete for port e03d0488-bb62-4a5a-8f86-c19caf67659e triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:08:58.447235 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f152427a-3037-4dff-9cb6-7a8ead0ebe3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (e03d0488-bb62-4a5a-8f86-c19caf67659e), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:58.483314 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-cbb66a62-5d56-40fc-aa24-faeb99bacac6 None None] Attempting to bind port 96ec1dde-7df0-43e4-91a9-1d5d1be96490 on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:08:58.483710 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-cbb66a62-5d56-40fc-aa24-faeb99bacac6 None None] Attempting to bind port 96ec1dde-7df0-43e4-91a9-1d5d1be96490 by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': '5c5b4ce2-4064-4de9-a901-c4c94532538d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '41edf259-255e-4e51-abf9-44ce12b838b7'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:08:58.484076 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb66a62-5d56-40fc-aa24-faeb99bacac6 None None] Attempting to bind port 96ec1dde-7df0-43e4-91a9-1d5d1be96490 on network 41edf259-255e-4e51-abf9-44ce12b838b7 {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:08:58.505594 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-227fba55-4e62-44e3-8d5c-76a771bcc572 None None] For port 809e2f36-b1b9-4181-8595-9dcdad18ec36, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=809e2f36-b1b9-4181-8595-9dcdad18ec36,segment=NetworkSegment(0f52be84-067f-4302-b5e4-5e00d9af71ac),segment_id=0f52be84-067f-4302-b5e4-5e00d9af71ac)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:08:58.519047 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb66a62-5d56-40fc-aa24-faeb99bacac6 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:08:58.519489 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb66a62-5d56-40fc-aa24-faeb99bacac6 None None] Checking segment: {'id': '5c5b4ce2-4064-4de9-a901-c4c94532538d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '41edf259-255e-4e51-abf9-44ce12b838b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:08:58.519812 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-cbb66a62-5d56-40fc-aa24-faeb99bacac6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:58.520245 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb66a62-5d56-40fc-aa24-faeb99bacac6 None None] Bound using segment: {'id': '5c5b4ce2-4064-4de9-a901-c4c94532538d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '41edf259-255e-4e51-abf9-44ce12b838b7'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:08:58.520765 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-cbb66a62-5d56-40fc-aa24-faeb99bacac6 None None] Bound port: 96ec1dde-7df0-43e4-91a9-1d5d1be96490, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c5b4ce2-4064-4de9-a901-c4c94532538d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '41edf259-255e-4e51-abf9-44ce12b838b7'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:08:58.521140 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-cbb66a62-5d56-40fc-aa24-faeb99bacac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (96ec1dde-7df0-43e4-91a9-1d5d1be96490), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:58.543254 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0eb818e8-2ee1-4b8b-b3fb-767e85a122c3 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Publish callbacks [] for port (4f15a05a-a4e8-464d-a469-792100121ef0), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:58.597014 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-227fba55-4e62-44e3-8d5c-76a771bcc572 None None] Publish callbacks [] for port (809e2f36-b1b9-4181-8595-9dcdad18ec36), precommit_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:58.609480 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-227fba55-4e62-44e3-8d5c-76a771bcc572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (809e2f36-b1b9-4181-8595-9dcdad18ec36), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:58.621839 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port e03d0488-bb62-4a5a-8f86-c19caf67659e triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:08:58.621839 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (e03d0488-bb62-4a5a-8f86-c19caf67659e), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:58.667103 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0eb818e8-2ee1-4b8b-b3fb-767e85a122c3 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (4f15a05a-a4e8-464d-a469-792100121ef0), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:58.725436 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb818e8-2ee1-4b8b-b3fb-767e85a122c3 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Network 0520a085-945c-4653-a8de-af4812b11def is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:08:58.737910 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-0eb818e8-2ee1-4b8b-b3fb-767e85a122c3 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:08:58.745951 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-85f73ea9-ead5-4797-bf0c-2b30291506a2 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Deleting port 4c9287fd-767d-413c-b1f6-e72c83409195 {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:08:58.746295 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-85f73ea9-ead5-4797-bf0c-2b30291506a2 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (4c9287fd-767d-413c-b1f6-e72c83409195), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:58.749149 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-cbb66a62-5d56-40fc-aa24-faeb99bacac6 None None] For port 96ec1dde-7df0-43e4-91a9-1d5d1be96490, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:08:58.749260 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb818e8-2ee1-4b8b-b3fb-767e85a122c3 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:08:58.754296 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb818e8-2ee1-4b8b-b3fb-767e85a122c3 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Pushing event updated for resources: {'Port': ['ID=4f15a05a-a4e8-464d-a469-792100121ef0,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:58.803108 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-cbb66a62-5d56-40fc-aa24-faeb99bacac6 None None] For port 96ec1dde-7df0-43e4-91a9-1d5d1be96490, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=96ec1dde-7df0-43e4-91a9-1d5d1be96490,segment=NetworkSegment(5c5b4ce2-4064-4de9-a901-c4c94532538d),segment_id=5c5b4ce2-4064-4de9-a901-c4c94532538d)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:08:58.810121 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-f152427a-3037-4dff-9cb6-7a8ead0ebe3c None None] Current status of the port e03d0488-bb62-4a5a-8f86-c19caf67659e is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:08:58.833300 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227fba55-4e62-44e3-8d5c-76a771bcc572 None None] Pushing event updated for resources: {'Port': ['ID=809e2f36-b1b9-4181-8595-9dcdad18ec36,revision_number=7']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:58.838685 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32580dad-ae7b-4048-8f84-33f14f22500b tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a90a16d2-2df7-4bdb-b443-b2874166d536,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:58.855636 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-cbb66a62-5d56-40fc-aa24-faeb99bacac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (96ec1dde-7df0-43e4-91a9-1d5d1be96490), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:58.869779 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-32580dad-ae7b-4048-8f84-33f14f22500b tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:58.870997 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-32580dad-ae7b-4048-8f84-33f14f22500b tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7815330 Mar 28 01:08:58.876098 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 53302) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:58.883931 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-bb8c8d57-d087-404b-96b3-a8941198d75d tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Request body: {'security_group_rule': {'security_group_id': '5a04cadd-9e33-421f-9e10-fcf82d2217a3', 'project_id': 'bf9f34f21ab94392ab36354129e00f8d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:08:58.907391 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb818e8-2ee1-4b8b-b3fb-767e85a122c3 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:08:58.907991 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0eb818e8-2ee1-4b8b-b3fb-767e85a122c3 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:58.929685 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb66a62-5d56-40fc-aa24-faeb99bacac6 None None] Routers {'18014039-7a1f-4351-bd8e-27bb521e9aeb'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:08:58.929685 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-cbb66a62-5d56-40fc-aa24-faeb99bacac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:08:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['18014039-7a1f-4351-bd8e-27bb521e9aeb'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:58.931660 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-f152427a-3037-4dff-9cb6-7a8ead0ebe3c None None] Provisioning complete for port 7286bcf5-7f74-4835-80ab-a763ffa5dc48 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:08:58.932400 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f152427a-3037-4dff-9cb6-7a8ead0ebe3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (7286bcf5-7f74-4835-80ab-a763ffa5dc48), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:58.979239 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abfbb9ff-c085-4fd3-886f-b5135009bb90 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Router cb899689-e258-4aa4-a031-7c2d214a03db has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:08:59.001382 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.db [None req-85f73ea9-ead5-4797-bf0c-2b30291506a2 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] For port 4c9287fd-767d-413c-b1f6-e72c83409195, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=4c9287fd-767d-413c-b1f6-e72c83409195,segment=NetworkSegment(96767dab-2ad4-459e-9d9b-09bcb8fe4c5a),segment_id=96767dab-2ad4-459e-9d9b-09bcb8fe4c5a)] {{(pid=104098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:08:59.002091 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-85f73ea9-ead5-4797-bf0c-2b30291506a2 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (4c9287fd-767d-413c-b1f6-e72c83409195), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:59.026712 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-85f73ea9-ead5-4797-bf0c-2b30291506a2 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Calling delete_port for 4c9287fd-767d-413c-b1f6-e72c83409195 owned by network:router_interface {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:08:59.117675 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-0eb818e8-2ee1-4b8b-b3fb-767e85a122c3 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5657899 Mar 28 01:08:59.127109 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 53304) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:59.141809 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-ee55d96c-f1ac-40db-b7ed-659d83ac8a60 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Request body: {'floatingip': {'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:08:59.178333 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-bb8c8d57-d087-404b-96b3-a8941198d75d tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Publish callbacks [] for security_group_rule (0e9e83ec-7997-4146-bbff-f9db9a1c0557), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:59.214506 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b7b8e346-c827-48df-8c81-d4aa997c48c3 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (557d9460-de8c-4e39-80e3-d68d1b7dd471), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:59.264116 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-bb8c8d57-d087-404b-96b3-a8941198d75d tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Publish callbacks [] for security_group_rule (0e9e83ec-7997-4146-bbff-f9db9a1c0557), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:59.265703 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ee55d96c-f1ac-40db-b7ed-659d83ac8a60 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:59.266274 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b8e346-c827-48df-8c81-d4aa997c48c3 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Pushing event deleted for resources: {'Port': ['ID=557d9460-de8c-4e39-80e3-d68d1b7dd471,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:59.343118 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-bb8c8d57-d087-404b-96b3-a8941198d75d tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (0e9e83ec-7997-4146-bbff-f9db9a1c0557), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:59.346409 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f2690d-1583-4afe-8aa2-a08991a03071 None None] Pushing event updated for resources: {'Port': ['ID=96ec1dde-7df0-43e4-91a9-1d5d1be96490,revision_number=4']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:59.353923 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-f152427a-3037-4dff-9cb6-7a8ead0ebe3c None None] Port 7286bcf5-7f74-4835-80ab-a763ffa5dc48 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:08:59.357470 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port e03d0488-bb62-4a5a-8f86-c19caf67659e is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:08:59.375303 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 0623390d-8328-4dda-bb2e-94ec6e7f0c5d no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:08:59.381313 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abfbb9ff-c085-4fd3-886f-b5135009bb90 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:08:59.383270 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b7b8e346-c827-48df-8c81-d4aa997c48c3 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:59.386594 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-b7b8e346-c827-48df-8c81-d4aa997c48c3 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "DELETE /v2.0/ports/557d9460-de8c-4e39-80e3-d68d1b7dd471 HTTP/1.1" status: 204 len: 168 time: 1.8371060 Mar 28 01:08:59.390231 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-abfbb9ff-c085-4fd3-886f-b5135009bb90 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] 10.222.0.24 "PUT /v2.0/routers/cb899689-e258-4aa4-a031-7c2d214a03db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1670225 Mar 28 01:08:59.390804 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53306) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:59.411561 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa5e1ca-4448-4ac6-8753-6a7490cf1902 None None] Sync routers for ids ['cb899689-e258-4aa4-a031-7c2d214a03db'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:08:59.412785 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8c8d57-d087-404b-96b3-a8941198d75d tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e9e83ec-7997-4146-bbff-f9db9a1c0557,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:59.413663 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-f152427a-3037-4dff-9cb6-7a8ead0ebe3c None None] Provisioning complete for port b39e0c0a-4ebe-405d-b525-406f5238f575 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:08:59.414109 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f152427a-3037-4dff-9cb6-7a8ead0ebe3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (b39e0c0a-4ebe-405d-b525-406f5238f575), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:59.420107 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: 0623390d-8328-4dda-bb2e-94ec6e7f0c5d {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:08:59.420544 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 0623390d-8328-4dda-bb2e-94ec6e7f0c5d not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:08:59.428027 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 53308) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:59.431600 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-119e4594-b0c9-4088-b8ea-1d8a35c1f80c tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] GET failed (client error): The resource could not be found. Mar 28 01:08:59.433420 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-119e4594-b0c9-4088-b8ea-1d8a35c1f80c tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "GET /v2.0/ports/557d9460-de8c-4e39-80e3-d68d1b7dd471 HTTP/1.1" status: 404 len: 333 time: 0.0416834 Mar 28 01:08:59.438620 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53310) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:59.440669 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-cbb66a62-5d56-40fc-aa24-faeb99bacac6 None None] Set router 18014039-7a1f-4351-bd8e-27bb521e9aeb gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:08:59.454494 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-42973902-9569-4045-bddb-c9f35a728733 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Request body: {'port': {'network_id': '310dbbad-f631-487f-8ca9-519c1cc6e7df', 'name': 'tempest-FloatingIPTestJSON-1618445545'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:08:59.508394 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa5e1ca-4448-4ac6-8753-6a7490cf1902 None None] Routers {'cb899689-e258-4aa4-a031-7c2d214a03db'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:08:59.509186 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-6fa5e1ca-4448-4ac6-8753-6a7490cf1902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:08:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['cb899689-e258-4aa4-a031-7c2d214a03db'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:59.512659 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c511dfd6-8d7c-4e50-8953-c5ccad1d6058 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks [] for security_group (581137cb-09d2-4e8d-aec1-b33846f386db), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:59.522628 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-bb8c8d57-d087-404b-96b3-a8941198d75d tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:59.524120 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-bb8c8d57-d087-404b-96b3-a8941198d75d tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6451077 Mar 28 01:08:59.533577 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 53312) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:59.546635 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-437c333f-8e10-4cc4-82f2-2b2a7f1d1310 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Request body: {'security_group_rule': {'security_group_id': '5a04cadd-9e33-421f-9e10-fcf82d2217a3', 'project_id': 'bf9f34f21ab94392ab36354129e00f8d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:08:59.555972 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c511dfd6-8d7c-4e50-8953-c5ccad1d6058 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks [] for security_group (581137cb-09d2-4e8d-aec1-b33846f386db), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:59.577441 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-f152427a-3037-4dff-9cb6-7a8ead0ebe3c None None] Port b39e0c0a-4ebe-405d-b525-406f5238f575 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:08:59.579741 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.securitygroups_db [None req-437c333f-8e10-4cc4-82f2-2b2a7f1d1310 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Project bf9f34f21ab94392ab36354129e00f8d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 01:08:59.587319 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-6fa5e1ca-4448-4ac6-8753-6a7490cf1902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:59.618974 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-437c333f-8e10-4cc4-82f2-2b2a7f1d1310 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Publish callbacks [] for security_group_rule (34c7cdee-a41a-4e2d-afc1-dfe93f54c271), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:59.634397 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c511dfd6-8d7c-4e50-8953-c5ccad1d6058 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (581137cb-09d2-4e8d-aec1-b33846f386db), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:59.637847 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c511dfd6-8d7c-4e50-8953-c5ccad1d6058 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:59.641665 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-c511dfd6-8d7c-4e50-8953-c5ccad1d6058 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "DELETE /v2.0/security-groups/581137cb-09d2-4e8d-aec1-b33846f386db HTTP/1.1" status: 204 len: 168 time: 0.1993754 Mar 28 01:08:59.641832 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa5e1ca-4448-4ac6-8753-6a7490cf1902 None None] Routers {'cb899689-e258-4aa4-a031-7c2d214a03db'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:08:59.641832 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-6fa5e1ca-4448-4ac6-8753-6a7490cf1902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:08:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['cb899689-e258-4aa4-a031-7c2d214a03db'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:59.642341 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53314) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:59.664136 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c511dfd6-8d7c-4e50-8953-c5ccad1d6058 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=581137cb-09d2-4e8d-aec1-b33846f386db,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:59.712077 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3a037370-d37a-494d-b773-94fab93467ed tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks [] for security_group (2dbe6114-0569-41ad-908b-1aaa4f67aa04), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:59.718076 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-6fa5e1ca-4448-4ac6-8753-6a7490cf1902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:59.718795 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa5e1ca-4448-4ac6-8753-6a7490cf1902 None None] The sync data for ids ['cb899689-e258-4aa4-a031-7c2d214a03db'] in dv-neutron-834874-6-hyperv is: [] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:08:59.745339 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-85f73ea9-ead5-4797-bf0c-2b30291506a2 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (4c9287fd-767d-413c-b1f6-e72c83409195), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:59.750338 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-69a4a120-2294-4a90-9b4a-a459f2f1d469 None None] Provisioning complete for port 4f15a05a-a4e8-464d-a469-792100121ef0 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:08:59.750898 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-69a4a120-2294-4a90-9b4a-a459f2f1d469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (4f15a05a-a4e8-464d-a469-792100121ef0), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:59.767504 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3a037370-d37a-494d-b773-94fab93467ed tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks [] for security_group (2dbe6114-0569-41ad-908b-1aaa4f67aa04), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:59.807520 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-437c333f-8e10-4cc4-82f2-2b2a7f1d1310 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Publish callbacks [] for security_group_rule (34c7cdee-a41a-4e2d-afc1-dfe93f54c271), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:59.810181 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-69a4a120-2294-4a90-9b4a-a459f2f1d469 None None] Port 4f15a05a-a4e8-464d-a469-792100121ef0 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:08:59.816211 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3a037370-d37a-494d-b773-94fab93467ed tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (2dbe6114-0569-41ad-908b-1aaa4f67aa04), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:59.818924 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f73ea9-ead5-4797-bf0c-2b30291506a2 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Pushing event deleted for resources: {'Port': ['ID=4c9287fd-767d-413c-b1f6-e72c83409195,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:59.820446 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3a037370-d37a-494d-b773-94fab93467ed tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:59.829067 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-3a037370-d37a-494d-b773-94fab93467ed tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "DELETE /v2.0/security-groups/2dbe6114-0569-41ad-908b-1aaa4f67aa04 HTTP/1.1" status: 204 len: 168 time: 0.1832619 Mar 28 01:08:59.830329 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-437c333f-8e10-4cc4-82f2-2b2a7f1d1310 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (34c7cdee-a41a-4e2d-afc1-dfe93f54c271), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:59.830485 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53316) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:08:59.836413 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ee55d96c-f1ac-40db-b7ed-659d83ac8a60 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:59.853214 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a037370-d37a-494d-b773-94fab93467ed tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dbe6114-0569-41ad-908b-1aaa4f67aa04,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:59.856347 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-69a4a120-2294-4a90-9b4a-a459f2f1d469 None None] Provisioning complete for port 809e2f36-b1b9-4181-8595-9dcdad18ec36 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:08:59.856745 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-69a4a120-2294-4a90-9b4a-a459f2f1d469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (809e2f36-b1b9-4181-8595-9dcdad18ec36), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:59.871866 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c333f-8e10-4cc4-82f2-2b2a7f1d1310 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34c7cdee-a41a-4e2d-afc1-dfe93f54c271,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:08:59.919430 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a6c9c02c-1b90-406c-b335-9e325f956b81 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks [] for security_group (08863d37-ddcf-4891-b10c-cd20d0301e84), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:59.934695 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-cbb66a62-5d56-40fc-aa24-faeb99bacac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18014039-7a1f-4351-bd8e-27bb521e9aeb', 'name': 'tempest-TestVolumeBootPattern-1151565328-router', 'tenant_id': '8e265a2db6e3483fad27e7b863ecff6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.38'}], 'enable_snat': True}, 'gw_port_id': '59b24dd2-6245-41a8-9672-96fcc9052c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:08:42Z', 'updated_at': '2022-03-28T01:08:52Z', 'revision_number': 4, 'project_id': '8e265a2db6e3483fad27e7b863ecff6c', 'gw_port': {'id': '59b24dd2-6245-41a8-9672-96fcc9052c7a', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:69:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18014039-7a1f-4351-bd8e-27bb521e9aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:08:45Z', 'updated_at': '2022-03-28T01:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': '96ec1dde-7df0-43e4-91a9-1d5d1be96490', 'name': '', 'network_id': '41edf259-255e-4e51-abf9-44ce12b838b7', 'tenant_id': '8e265a2db6e3483fad27e7b863ecff6c', 'mac_address': 'fa:16:3e:84:a6:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18014039-7a1f-4351-bd8e-27bb521e9aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '468c5b80-581d-461b-a25f-efb98d15b28b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:08:51Z', 'updated_at': '2022-03-28T01:08:58Z', 'revision_number': 4, 'project_id': '8e265a2db6e3483fad27e7b863ecff6c', 'subnets': [{'id': '468c5b80-581d-461b-a25f-efb98d15b28b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:08:59.945113 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a6c9c02c-1b90-406c-b335-9e325f956b81 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks [] for security_group (08863d37-ddcf-4891-b10c-cd20d0301e84), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:08:59.965389 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb66a62-5d56-40fc-aa24-faeb99bacac6 None None] The sync data for ids ['18014039-7a1f-4351-bd8e-27bb521e9aeb'] in dv-neutron-834874-6-hyperv is: [{'id': '18014039-7a1f-4351-bd8e-27bb521e9aeb', 'name': 'tempest-TestVolumeBootPattern-1151565328-router', 'tenant_id': '8e265a2db6e3483fad27e7b863ecff6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.38'}], 'enable_snat': True}, 'gw_port_id': '59b24dd2-6245-41a8-9672-96fcc9052c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:08:42Z', 'updated_at': '2022-03-28T01:08:52Z', 'revision_number': 4, 'project_id': '8e265a2db6e3483fad27e7b863ecff6c', 'gw_port': {'id': '59b24dd2-6245-41a8-9672-96fcc9052c7a', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:69:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18014039-7a1f-4351-bd8e-27bb521e9aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:08:45Z', 'updated_at': '2022-03-28T01:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': '96ec1dde-7df0-43e4-91a9-1d5d1be96490', 'name': '', 'network_id': '41edf259-255e-4e51-abf9-44ce12b838b7', 'tenant_id': '8e265a2db6e3483fad27e7b863ecff6c', 'mac_address': 'fa:16:3e:84:a6:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18014039-7a1f-4351-bd8e-27bb521e9aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '468c5b80-581d-461b-a25f-efb98d15b28b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:08:51Z', 'updated_at': '2022-03-28T01:08:58Z', 'revision_number': 4, 'project_id': '8e265a2db6e3483fad27e7b863ecff6c', 'subnets': [{'id': '468c5b80-581d-461b-a25f-efb98d15b28b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:09:00.014824 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a6c9c02c-1b90-406c-b335-9e325f956b81 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (08863d37-ddcf-4891-b10c-cd20d0301e84), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:00.018918 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a6c9c02c-1b90-406c-b335-9e325f956b81 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:00.021259 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-a6c9c02c-1b90-406c-b335-9e325f956b81 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "DELETE /v2.0/security-groups/08863d37-ddcf-4891-b10c-cd20d0301e84 HTTP/1.1" status: 204 len: 168 time: 0.1862483 Mar 28 01:09:00.034227 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-69a4a120-2294-4a90-9b4a-a459f2f1d469 None None] Current status of the port 809e2f36-b1b9-4181-8595-9dcdad18ec36 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:09:00.044176 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42973902-9569-4045-bddb-c9f35a728733 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Made reservation on behalf of b3391d5746ef461cb98e40d1d50397a6 for: {'port': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:09:00.057271 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-42973902-9569-4045-bddb-c9f35a728733 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:00.060574 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53318) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:00.064914 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-69a4a120-2294-4a90-9b4a-a459f2f1d469 None None] Provisioning complete for port 852c3391-561a-4e4f-912d-9e28127ba276 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:09:00.065297 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-69a4a120-2294-4a90-9b4a-a459f2f1d469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (852c3391-561a-4e4f-912d-9e28127ba276), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:00.095229 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-437c333f-8e10-4cc4-82f2-2b2a7f1d1310 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:00.097568 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-437c333f-8e10-4cc4-82f2-2b2a7f1d1310 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5580485 Mar 28 01:09:00.103981 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 53320) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:00.106946 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-85f73ea9-ead5-4797-bf0c-2b30291506a2 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3725912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3690191'] for router_interface (f81af90b-fce4-4a88-b359-96e0e694ce6c), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:00.111964 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-31c59c06-b04b-4b94-a495-79b3c4c5ccd7 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Request body: {'security_group_rule': {'security_group_id': '5a04cadd-9e33-421f-9e10-fcf82d2217a3', 'project_id': 'bf9f34f21ab94392ab36354129e00f8d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:09:00.122619 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-69a4a120-2294-4a90-9b4a-a459f2f1d469 None None] Port 852c3391-561a-4e4f-912d-9e28127ba276 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:09:00.132851 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.notifiers.nova [None req-42973902-9569-4045-bddb-c9f35a728733 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] device_id is not set on port 7c25e92b-5af8-4eed-8534-29beca3ea499 yet. {{(pid=104098) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 01:09:00.138846 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-69a4a120-2294-4a90-9b4a-a459f2f1d469 None None] Provisioning complete for port 96ec1dde-7df0-43e4-91a9-1d5d1be96490 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:09:00.139347 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-69a4a120-2294-4a90-9b4a-a459f2f1d469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (96ec1dde-7df0-43e4-91a9-1d5d1be96490), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:00.208667 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d1250b7-f7af-4fa9-afc1-ddcecba0f429 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Deleting subnet f5fdc546-94e2-4f06-8bf3-1df46aa17aa6 {{(pid=104099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:09:00.227688 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c9c02c-1b90-406c-b335-9e325f956b81 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08863d37-ddcf-4891-b10c-cd20d0301e84,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:00.240297 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0d1250b7-f7af-4fa9-afc1-ddcecba0f429 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks [] for subnet (f5fdc546-94e2-4f06-8bf3-1df46aa17aa6), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:00.339419 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-69a4a120-2294-4a90-9b4a-a459f2f1d469 None None] Current status of the port 96ec1dde-7df0-43e4-91a9-1d5d1be96490 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:09:00.340099 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-69a4a120-2294-4a90-9b4a-a459f2f1d469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (96ec1dde-7df0-43e4-91a9-1d5d1be96490), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:00.343599 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0d1250b7-f7af-4fa9-afc1-ddcecba0f429 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126946639'] for subnet (f5fdc546-94e2-4f06-8bf3-1df46aa17aa6), precommit_delete_associations {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:00.399855 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-69a4a120-2294-4a90-9b4a-a459f2f1d469 None None] For port 96ec1dde-7df0-43e4-91a9-1d5d1be96490, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=96ec1dde-7df0-43e4-91a9-1d5d1be96490,segment=NetworkSegment(5c5b4ce2-4064-4de9-a901-c4c94532538d),segment_id=5c5b4ce2-4064-4de9-a901-c4c94532538d)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:09:00.407246 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-69a4a120-2294-4a90-9b4a-a459f2f1d469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (96ec1dde-7df0-43e4-91a9-1d5d1be96490), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:00.439777 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.securitygroups_db [None req-31c59c06-b04b-4b94-a495-79b3c4c5ccd7 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Project bf9f34f21ab94392ab36354129e00f8d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 01:09:00.454328 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-31c59c06-b04b-4b94-a495-79b3c4c5ccd7 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Publish callbacks [] for security_group_rule (68c9d025-ad70-40a3-a903-94f83aa8d468), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:00.477749 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a4a120-2294-4a90-9b4a-a459f2f1d469 None None] Pushing event updated for resources: {'Port': ['ID=96ec1dde-7df0-43e4-91a9-1d5d1be96490,revision_number=5']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:00.490990 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-69a4a120-2294-4a90-9b4a-a459f2f1d469 None None] Could not find standard attr ID for object 557d9460-de8c-4e39-80e3-d68d1b7dd471. {{(pid=104100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 28 01:09:00.521017 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0d1250b7-f7af-4fa9-afc1-ddcecba0f429 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (f5fdc546-94e2-4f06-8bf3-1df46aa17aa6), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:00.521663 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 96ec1dde-7df0-43e4-91a9-1d5d1be96490 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:09:00.545129 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-ee55d96c-f1ac-40db-b7ed-659d83ac8a60 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Allocated IP 172.26.1.54 (dea6548b-502b-42db-97fb-371e423e739a/cce6de65-d8c9-45b8-9970-0a277e8c1192/ba1c3fbb-b318-481e-846c-ed2090b1f027) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:09:00.579553 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-69a4a120-2294-4a90-9b4a-a459f2f1d469 None None] Provisioning complete for port b39e0c0a-4ebe-405d-b525-406f5238f575 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:09:00.579936 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-69a4a120-2294-4a90-9b4a-a459f2f1d469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (b39e0c0a-4ebe-405d-b525-406f5238f575), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:00.610351 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0d1250b7-f7af-4fa9-afc1-ddcecba0f429 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127282766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126757793'] for subnet (f5fdc546-94e2-4f06-8bf3-1df46aa17aa6), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:00.650384 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-69a4a120-2294-4a90-9b4a-a459f2f1d469 None None] Port b39e0c0a-4ebe-405d-b525-406f5238f575 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:09:00.655196 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 96ec1dde-7df0-43e4-91a9-1d5d1be96490 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:09:00.655575 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (96ec1dde-7df0-43e4-91a9-1d5d1be96490), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:00.685288 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1250b7-f7af-4fa9-afc1-ddcecba0f429 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Pushing event deleted for resources: {'Subnet': ['ID=f5fdc546-94e2-4f06-8bf3-1df46aa17aa6,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:00.698751 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0d1250b7-f7af-4fa9-afc1-ddcecba0f429 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks [] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:00.709905 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85f73ea9-ead5-4797-bf0c-2b30291506a2 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Router f81af90b-fce4-4a88-b359-96e0e694ce6c has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:09:00.710914 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-0d1250b7-f7af-4fa9-afc1-ddcecba0f429 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "DELETE /v2.0/subnets/f5fdc546-94e2-4f06-8bf3-1df46aa17aa6 HTTP/1.1" status: 204 len: 168 time: 0.6459432 Mar 28 01:09:00.715270 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ea07d6-02d1-4455-aa7c-f81d5390333c None None] Network 9b0bf857-0292-47f5-90e9-70cc555bb212 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:09:00.717030 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53322) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:00.721992 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-31c59c06-b04b-4b94-a495-79b3c4c5ccd7 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Publish callbacks [] for security_group_rule (68c9d025-ad70-40a3-a903-94f83aa8d468), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:00.723626 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-42973902-9569-4045-bddb-c9f35a728733 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Allocated IP 172.20.0.4 (310dbbad-f631-487f-8ca9-519c1cc6e7df/45c146d1-26da-46a0-aba4-20bd15dd4949/7c25e92b-5af8-4eed-8534-29beca3ea499) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:09:00.761639 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-31c59c06-b04b-4b94-a495-79b3c4c5ccd7 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (68c9d025-ad70-40a3-a903-94f83aa8d468), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:00.786232 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf58eaee-8776-410c-8513-44e0fc199157 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Deleting subnet d3a46d04-fcf5-4fcf-9d49-95820443a79b {{(pid=104099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:09:00.790299 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-cf58eaee-8776-410c-8513-44e0fc199157 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks [] for subnet (d3a46d04-fcf5-4fcf-9d49-95820443a79b), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:00.792720 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c59c06-b04b-4b94-a495-79b3c4c5ccd7 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68c9d025-ad70-40a3-a903-94f83aa8d468,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:00.851436 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 96ec1dde-7df0-43e4-91a9-1d5d1be96490 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:09:00.852602 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 809e2f36-b1b9-4181-8595-9dcdad18ec36 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:09:00.855108 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-cf58eaee-8776-410c-8513-44e0fc199157 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126946639'] for subnet (d3a46d04-fcf5-4fcf-9d49-95820443a79b), precommit_delete_associations {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:00.948080 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-6268db98-8bc8-4ed8-a864-c19f46c768c3 None None] Could not find standard attr ID for object 557d9460-de8c-4e39-80e3-d68d1b7dd471. {{(pid=104100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 28 01:09:00.971742 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-cf58eaee-8776-410c-8513-44e0fc199157 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (d3a46d04-fcf5-4fcf-9d49-95820443a79b), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:00.997624 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 809e2f36-b1b9-4181-8595-9dcdad18ec36 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:09:00.998089 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (809e2f36-b1b9-4181-8595-9dcdad18ec36), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:01.048959 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-cf58eaee-8776-410c-8513-44e0fc199157 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127282766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126757793'] for subnet (d3a46d04-fcf5-4fcf-9d49-95820443a79b), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:01.101019 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 809e2f36-b1b9-4181-8595-9dcdad18ec36 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:09:01.102206 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf58eaee-8776-410c-8513-44e0fc199157 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Pushing event deleted for resources: {'Subnet': ['ID=d3a46d04-fcf5-4fcf-9d49-95820443a79b,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:01.105639 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-cf58eaee-8776-410c-8513-44e0fc199157 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks [] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:01.112544 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-cf58eaee-8776-410c-8513-44e0fc199157 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "DELETE /v2.0/subnets/d3a46d04-fcf5-4fcf-9d49-95820443a79b HTTP/1.1" status: 204 len: 168 time: 0.3944595 Mar 28 01:09:01.113600 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53324) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:01.150131 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d8c054a-9948-4f8c-aa1d-88c2891aa160 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] DELETE failed (client error): The resource could not be found. Mar 28 01:09:01.150527 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d8c054a-9948-4f8c-aa1d-88c2891aa160 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:09:01.158083 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-8d8c054a-9948-4f8c-aa1d-88c2891aa160 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "DELETE /v2.0/subnets/f5fdc546-94e2-4f06-8bf3-1df46aa17aa6 HTTP/1.1" status: 404 len: 337 time: 0.0428483 Mar 28 01:09:01.158833 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53326) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:01.163574 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baadc696-c81c-4e8d-8729-de5c06104b4b None None] Update dhcp port {'port': {'network_id': '9b0bf857-0292-47f5-90e9-70cc555bb212', 'fixed_ips': [{'subnet_id': 'a21eca44-9b52-44fe-80b7-c1b2108c2e18', 'ip_address': '172.20.0.18'}, {'subnet_id': 'd3a46d04-fcf5-4fcf-9d49-95820443a79b'}], 'binding:host_id': 'dv-neutron-834874-6-hyperv'}, 'id': '809e2f36-b1b9-4181-8595-9dcdad18ec36'} from dv-neutron-834874-6-hyperv. {{(pid=104100) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 28 01:09:01.197186 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-baadc696-c81c-4e8d-8729-de5c06104b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (809e2f36-b1b9-4181-8595-9dcdad18ec36), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:01.219350 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8b71196-21da-4174-81a5-979b3e2439e9 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Deleting subnet a21eca44-9b52-44fe-80b7-c1b2108c2e18 {{(pid=104099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:09:01.223393 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d8b71196-21da-4174-81a5-979b3e2439e9 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks [] for subnet (a21eca44-9b52-44fe-80b7-c1b2108c2e18), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:01.237919 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85f73ea9-ead5-4797-bf0c-2b30291506a2 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:09:01.248462 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-85f73ea9-ead5-4797-bf0c-2b30291506a2 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] 10.222.0.24 "PUT /v2.0/routers/f81af90b-fce4-4a88-b359-96e0e694ce6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8851724 Mar 28 01:09:01.248761 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53328) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:01.252192 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-31c59c06-b04b-4b94-a495-79b3c4c5ccd7 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:01.257296 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-31c59c06-b04b-4b94-a495-79b3c4c5ccd7 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.1480565 Mar 28 01:09:01.260349 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59937958-c40a-4410-ba27-25293177d3aa None None] Sync routers for ids ['f81af90b-fce4-4a88-b359-96e0e694ce6c'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:09:01.272865 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59937958-c40a-4410-ba27-25293177d3aa None None] Routers {'f81af90b-fce4-4a88-b359-96e0e694ce6c'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:09:01.273760 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-59937958-c40a-4410-ba27-25293177d3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:08:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['f81af90b-fce4-4a88-b359-96e0e694ce6c'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:01.352079 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d8b71196-21da-4174-81a5-979b3e2439e9 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126946639'] for subnet (a21eca44-9b52-44fe-80b7-c1b2108c2e18), precommit_delete_associations {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:01.399112 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ee55d96c-f1ac-40db-b7ed-659d83ac8a60 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Publish callbacks [] for port (ba1c3fbb-b318-481e-846c-ed2090b1f027), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:01.406499 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_v2 [None req-d874eaf5-943e-4d52-bc7d-8a3c64a978b9 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Deleting subnet 11187ad9-a275-45d5-9e5e-2a11e69b6a34 {{(pid=104099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:09:01.418355 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d874eaf5-943e-4d52-bc7d-8a3c64a978b9 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks [] for subnet (11187ad9-a275-45d5-9e5e-2a11e69b6a34), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:01.430713 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-59937958-c40a-4410-ba27-25293177d3aa None None] Set router f81af90b-fce4-4a88-b359-96e0e694ce6c gateway port host: None {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:09:01.501889 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ee55d96c-f1ac-40db-b7ed-659d83ac8a60 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (ba1c3fbb-b318-481e-846c-ed2090b1f027), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:01.503595 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-59937958-c40a-4410-ba27-25293177d3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f81af90b-fce4-4a88-b359-96e0e694ce6c', 'name': 'tempest-RoutersIpV6Test-router-781427244', 'tenant_id': '73b89705b12a4822849ef008702f6650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:07:51Z', 'updated_at': '2022-03-28T01:08:59Z', 'revision_number': 11, 'project_id': '73b89705b12a4822849ef008702f6650', 'gw_port_host': None}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:01.535575 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59937958-c40a-4410-ba27-25293177d3aa None None] Checking router: f81af90b-fce4-4a88-b359-96e0e694ce6c for host: dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:09:01.541190 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d874eaf5-943e-4d52-bc7d-8a3c64a978b9 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126946639'] for subnet (11187ad9-a275-45d5-9e5e-2a11e69b6a34), precommit_delete_associations {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:01.545760 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59937958-c40a-4410-ba27-25293177d3aa None None] Routers {'f81af90b-fce4-4a88-b359-96e0e694ce6c'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:09:01.546624 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-59937958-c40a-4410-ba27-25293177d3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:08:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['f81af90b-fce4-4a88-b359-96e0e694ce6c'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:01.570091 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-42973902-9569-4045-bddb-c9f35a728733 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks [] for port (7c25e92b-5af8-4eed-8534-29beca3ea499), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:01.574541 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee55d96c-f1ac-40db-b7ed-659d83ac8a60 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Network dea6548b-502b-42db-97fb-371e423e739a is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:09:01.584756 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-ee55d96c-f1ac-40db-b7ed-659d83ac8a60 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:09:01.593462 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee55d96c-f1ac-40db-b7ed-659d83ac8a60 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:09:01.602695 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d8b71196-21da-4174-81a5-979b3e2439e9 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (a21eca44-9b52-44fe-80b7-c1b2108c2e18), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:01.641142 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee55d96c-f1ac-40db-b7ed-659d83ac8a60 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Pushing event updated for resources: {'Port': ['ID=ba1c3fbb-b318-481e-846c-ed2090b1f027,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:01.700221 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-59937958-c40a-4410-ba27-25293177d3aa None None] Set router f81af90b-fce4-4a88-b359-96e0e694ce6c gateway port host: None {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:09:01.705578 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d874eaf5-943e-4d52-bc7d-8a3c64a978b9 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (11187ad9-a275-45d5-9e5e-2a11e69b6a34), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:01.720071 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server [None req-baadc696-c81c-4e8d-8729-de5c06104b4b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a21eca44-9b52-44fe-80b7-c1b2108c2e18: This subnet is being modified by another concurrent operation. Mar 28 01:09:01.720071 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 28 01:09:01.720071 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 28 01:09:01.720071 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 28 01:09:01.720071 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 28 01:09:01.720071 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 28 01:09:01.720071 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 28 01:09:01.720071 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 28 01:09:01.720071 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 28 01:09:01.720071 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 28 01:09:01.720071 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 28 01:09:01.720071 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 28 01:09:01.720071 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 28 01:09:01.720071 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 28 01:09:01.720071 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 01:09:01.720071 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 01:09:01.720071 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 01:09:01.720071 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 01:09:01.720071 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 28 01:09:01.720071 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 01:09:01.720071 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 28 01:09:01.720071 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 28 01:09:01.720071 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 01:09:01.720071 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 01:09:01.720071 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 01:09:01.720071 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 01:09:01.720071 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 28 01:09:01.720071 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 01:09:01.720071 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 28 01:09:01.720071 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 28 01:09:01.720071 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 01:09:01.720071 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 01:09:01.720071 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 01:09:01.720071 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 01:09:01.720071 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 28 01:09:01.720071 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 28 01:09:01.720071 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Mar 28 01:09:01.720071 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Mar 28 01:09:01.720071 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Mar 28 01:09:01.720071 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Mar 28 01:09:01.720071 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 28 01:09:01.720071 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 01:09:01.720071 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 28 01:09:01.720071 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 28 01:09:01.720071 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 28 01:09:01.720071 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 28 01:09:01.720071 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 01:09:01.720071 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 01:09:01.720071 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 01:09:01.720071 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 01:09:01.720071 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 28 01:09:01.720071 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 01:09:01.720071 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 28 01:09:01.720071 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 28 01:09:01.720071 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 01:09:01.720071 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 01:09:01.720071 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 01:09:01.720071 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 01:09:01.720071 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 28 01:09:01.720071 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 01:09:01.720071 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 28 01:09:01.720071 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 28 01:09:01.720071 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 01:09:01.720071 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 01:09:01.720071 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 01:09:01.720071 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 01:09:01.720071 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 28 01:09:01.720071 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 28 01:09:01.720071 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1786, in update_port Mar 28 01:09:01.720071 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Mar 28 01:09:01.720071 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 28 01:09:01.720071 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 28 01:09:01.720071 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1522, in update_port Mar 28 01:09:01.720071 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Mar 28 01:09:01.720071 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 734, in update_port Mar 28 01:09:01.720071 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Mar 28 01:09:01.720071 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Mar 28 01:09:01.720071 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Mar 28 01:09:01.720071 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Mar 28 01:09:01.720071 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 28 01:09:01.720071 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Mar 28 01:09:01.720071 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 28 01:09:01.720071 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 28 01:09:01.720071 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server raise exception Mar 28 01:09:01.720071 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a21eca44-9b52-44fe-80b7-c1b2108c2e18: This subnet is being modified by another concurrent operation. Mar 28 01:09:01.720071 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server Mar 28 01:09:01.743256 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d8b71196-21da-4174-81a5-979b3e2439e9 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127282766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126757793'] for subnet (a21eca44-9b52-44fe-80b7-c1b2108c2e18), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:01.793251 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b71196-21da-4174-81a5-979b3e2439e9 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Pushing event deleted for resources: {'Subnet': ['ID=a21eca44-9b52-44fe-80b7-c1b2108c2e18,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:01.803168 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-59937958-c40a-4410-ba27-25293177d3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f81af90b-fce4-4a88-b359-96e0e694ce6c', 'name': 'tempest-RoutersIpV6Test-router-781427244', 'tenant_id': '73b89705b12a4822849ef008702f6650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:07:51Z', 'updated_at': '2022-03-28T01:08:59Z', 'revision_number': 11, 'project_id': '73b89705b12a4822849ef008702f6650', 'gw_port_host': None}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:01.803388 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d8b71196-21da-4174-81a5-979b3e2439e9 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks [] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:01.808556 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-d8b71196-21da-4174-81a5-979b3e2439e9 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "DELETE /v2.0/subnets/a21eca44-9b52-44fe-80b7-c1b2108c2e18 HTTP/1.1" status: 204 len: 168 time: 0.6487346 Mar 28 01:09:01.818064 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53378) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:01.845502 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ee55d96c-f1ac-40db-b7ed-659d83ac8a60 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Publish callbacks [] for floatingip (5ffbeb8d-f74c-42a4-a48e-634bd1e645db), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:01.849115 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59937958-c40a-4410-ba27-25293177d3aa None None] The sync data for ids ['f81af90b-fce4-4a88-b359-96e0e694ce6c'] in dv-neutron-834874-6-hyperv is: [{'id': 'f81af90b-fce4-4a88-b359-96e0e694ce6c', 'name': 'tempest-RoutersIpV6Test-router-781427244', 'tenant_id': '73b89705b12a4822849ef008702f6650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:07:51Z', 'updated_at': '2022-03-28T01:08:59Z', 'revision_number': 11, 'project_id': '73b89705b12a4822849ef008702f6650', 'gw_port_host': None}] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:09:01.850054 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e1143f-4b2b-46f9-b947-f2b1eabe1d04 None None] get_active_networks_info from dv-neutron-834874-6-hyperv {{(pid=104100) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 28 01:09:01.869183 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-42973902-9569-4045-bddb-c9f35a728733 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (7c25e92b-5af8-4eed-8534-29beca3ea499), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:01.880858 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f89f9e6-69d3-41b2-bbba-7905b0473c31 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] DELETE failed (client error): The resource could not be found. Mar 28 01:09:01.882044 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f89f9e6-69d3-41b2-bbba-7905b0473c31 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:09:01.885642 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-5f89f9e6-69d3-41b2-bbba-7905b0473c31 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "DELETE /v2.0/subnets/d2bb9f43-da90-44a6-843a-77908c10de80 HTTP/1.1" status: 404 len: 337 time: 0.0669088 Mar 28 01:09:01.889183 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53380) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:01.927206 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-f4566a9b-eded-4a60-b106-b1ef3f3cce70 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "GET /v2.0/ports?device_id=947664a1-2f39-418b-be40-6916b1e36644 HTTP/1.1" status: 200 len: 205 time: 0.0343211 Mar 28 01:09:01.930347 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53382) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:01.966321 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42973902-9569-4045-bddb-c9f35a728733 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Network 310dbbad-f631-487f-8ca9-519c1cc6e7df is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:09:01.971722 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-42973902-9569-4045-bddb-c9f35a728733 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:09:01.978345 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.api.v2.resource [None req-2f262131-76e7-4b9c-a293-2d42796007ef tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] delete failed (client error): The resource could not be found. Mar 28 01:09:01.979027 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42973902-9569-4045-bddb-c9f35a728733 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:09:01.979765 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-2f262131-76e7-4b9c-a293-2d42796007ef tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "DELETE /v2.0/routers/947664a1-2f39-418b-be40-6916b1e36644 HTTP/1.1" status: 404 len: 336 time: 0.0480990 Mar 28 01:09:01.981005 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-1e352a64-fa72-4be1-abc6-9f5814e76417 None None] Provisioning complete for port 809e2f36-b1b9-4181-8595-9dcdad18ec36 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:09:01.981381 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-1e352a64-fa72-4be1-abc6-9f5814e76417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (809e2f36-b1b9-4181-8595-9dcdad18ec36), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:01.982484 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53384) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:01.995883 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d874eaf5-943e-4d52-bc7d-8a3c64a978b9 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127282766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126757793'] for subnet (11187ad9-a275-45d5-9e5e-2a11e69b6a34), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:02.020805 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ee55d96c-f1ac-40db-b7ed-659d83ac8a60 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (ba1c3fbb-b318-481e-846c-ed2090b1f027), before_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:02.024776 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42973902-9569-4045-bddb-c9f35a728733 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Pushing event updated for resources: {'Port': ['ID=7c25e92b-5af8-4eed-8534-29beca3ea499,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:02.041743 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b4a8a41-1769-4a75-9e30-625fcb18e324 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] DELETE failed (client error): The resource could not be found. Mar 28 01:09:02.042939 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b4a8a41-1769-4a75-9e30-625fcb18e324 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:09:02.046417 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-7b4a8a41-1769-4a75-9e30-625fcb18e324 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "DELETE /v2.0/subnets/e9982946-f51f-4b2a-a8ea-5ef448d17bb9 HTTP/1.1" status: 404 len: 337 time: 0.0626681 Mar 28 01:09:02.056136 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 53386) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:02.075706 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d874eaf5-943e-4d52-bc7d-8a3c64a978b9 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Pushing event deleted for resources: {'Subnet': ['ID=11187ad9-a275-45d5-9e5e-2a11e69b6a34,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:02.081789 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d874eaf5-943e-4d52-bc7d-8a3c64a978b9 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks [] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:02.084777 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e1143f-4b2b-46f9-b947-f2b1eabe1d04 None None] Resources bound (agent type, host, resource id): {{(pid=104100) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 28 01:09:02.089687 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce118a83-1054-411e-b9f1-b5fd616e43fc tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] DELETE failed (client error): The resource could not be found. Mar 28 01:09:02.090156 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce118a83-1054-411e-b9f1-b5fd616e43fc tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:09:02.090639 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-d874eaf5-943e-4d52-bc7d-8a3c64a978b9 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] 10.222.0.24 "DELETE /v2.0/subnets/11187ad9-a275-45d5-9e5e-2a11e69b6a34 HTTP/1.1" status: 204 len: 168 time: 0.8406904 Mar 28 01:09:02.092443 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53388) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:02.096534 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-ce118a83-1054-411e-b9f1-b5fd616e43fc tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "DELETE /v2.0/subnets/d8ec18dd-d055-4c3a-99af-6af18eebcd72 HTTP/1.1" status: 404 len: 337 time: 0.0392234 Mar 28 01:09:02.099520 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 53390) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:02.148084 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.pecan_wsgi.hooks.translation [None req-528eb6a0-ba3e-42e1-80d1-c7641be80c9f tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] DELETE failed (client error): The resource could not be found. Mar 28 01:09:02.148304 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-528eb6a0-ba3e-42e1-80d1-c7641be80c9f tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:09:02.154112 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-528eb6a0-ba3e-42e1-80d1-c7641be80c9f tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "DELETE /v2.0/subnets/bdd10500-cdbc-4cef-b03f-b81df95349e4 HTTP/1.1" status: 404 len: 337 time: 0.0512218 Mar 28 01:09:02.155844 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 53392) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:02.162439 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42973902-9569-4045-bddb-c9f35a728733 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:09:02.163076 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-42973902-9569-4045-bddb-c9f35a728733 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:02.177975 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-1e352a64-fa72-4be1-abc6-9f5814e76417 None None] Current status of the port 809e2f36-b1b9-4181-8595-9dcdad18ec36 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:09:02.197838 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-00f42c55-c08e-4b7f-b494-230d3d719a19 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (7c8c0538-5060-44fc-95df-1da6a7312af2), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:02.198091 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ca780c9-5587-46a1-9ec5-1a383d5f20de tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] DELETE failed (client error): The resource could not be found. Mar 28 01:09:02.199072 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ca780c9-5587-46a1-9ec5-1a383d5f20de tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:09:02.203994 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-1e352a64-fa72-4be1-abc6-9f5814e76417 None None] Provisioning complete for port 852c3391-561a-4e4f-912d-9e28127ba276 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:09:02.204594 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-1e352a64-fa72-4be1-abc6-9f5814e76417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (852c3391-561a-4e4f-912d-9e28127ba276), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:02.204695 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-6ca780c9-5587-46a1-9ec5-1a383d5f20de tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "DELETE /v2.0/ports/2b71effd-826e-404b-a866-2be998f664a8 HTTP/1.1" status: 404 len: 333 time: 0.0387249 Mar 28 01:09:02.205664 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53394) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:02.233635 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-42973902-9569-4045-bddb-c9f35a728733 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.7928400 Mar 28 01:09:02.234355 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 53396) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:02.248667 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-edbbc29d-cff2-42c2-8c6d-9d375946ac12 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] DELETE failed (client error): The resource could not be found. Mar 28 01:09:02.249112 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edbbc29d-cff2-42c2-8c6d-9d375946ac12 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:09:02.252356 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-edbbc29d-cff2-42c2-8c6d-9d375946ac12 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "DELETE /v2.0/subnets/b06de3d2-4889-4a05-be2e-6fa52f43596f HTTP/1.1" status: 404 len: 337 time: 0.0454006 Mar 28 01:09:02.255920 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53398) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:02.272009 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-eb348c39-8af8-42af-8c51-0dcb8be5d49e tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Request body: {'floatingip': {'port_id': '7c25e92b-5af8-4eed-8534-29beca3ea499'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:09:02.306047 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7df1f06-5afe-43ba-bc5f-2be792436df3 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] DELETE failed (client error): The resource could not be found. Mar 28 01:09:02.306581 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7df1f06-5afe-43ba-bc5f-2be792436df3 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:09:02.309936 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-f7df1f06-5afe-43ba-bc5f-2be792436df3 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "DELETE /v2.0/subnets/004bd6af-b800-4eef-b725-475dcecba90b HTTP/1.1" status: 404 len: 337 time: 0.0518467 Mar 28 01:09:02.323087 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 53400) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:02.373549 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c0c2b1b-ae08-4a06-8e8e-f422a73000f4 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] DELETE failed (client error): The resource could not be found. Mar 28 01:09:02.374122 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c0c2b1b-ae08-4a06-8e8e-f422a73000f4 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:09:02.386080 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-1e352a64-fa72-4be1-abc6-9f5814e76417 None None] Port 852c3391-561a-4e4f-912d-9e28127ba276 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:09:02.396454 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-9c0c2b1b-ae08-4a06-8e8e-f422a73000f4 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "DELETE /v2.0/ports/5259dd7b-586e-4cf2-9d50-e4acb08ea03e HTTP/1.1" status: 404 len: 333 time: 0.0610893 Mar 28 01:09:02.399685 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 53408) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:02.406539 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 96ec1dde-7df0-43e4-91a9-1d5d1be96490 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:09:02.421930 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-00f42c55-c08e-4b7f-b494-230d3d719a19 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Deleting port 25bc3e89-5661-4d6f-aa23-925316325515 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:09:02.422266 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-00f42c55-c08e-4b7f-b494-230d3d719a19 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (25bc3e89-5661-4d6f-aa23-925316325515), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:02.436153 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.pecan_wsgi.hooks.translation [None req-5662a4fa-1d5e-4ec9-b660-bb70cd3f7dfa tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] DELETE failed (client error): The resource could not be found. Mar 28 01:09:02.436678 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5662a4fa-1d5e-4ec9-b660-bb70cd3f7dfa tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:09:02.445254 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-5662a4fa-1d5e-4ec9-b660-bb70cd3f7dfa tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "DELETE /v2.0/subnets/842559e7-f73c-4baf-8496-9640d8b03099 HTTP/1.1" status: 404 len: 337 time: 0.0428047 Mar 28 01:09:02.456448 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 53410) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:02.501325 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c1cb524-ffb7-47a9-b60a-c761f03aaf2a tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] DELETE failed (client error): The resource could not be found. Mar 28 01:09:02.501800 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c1cb524-ffb7-47a9-b60a-c761f03aaf2a tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:09:02.516624 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-4c1cb524-ffb7-47a9-b60a-c761f03aaf2a tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "DELETE /v2.0/subnets/87ac26fe-6345-478d-8153-04dfdfc7524f HTTP/1.1" status: 404 len: 337 time: 0.0589678 Mar 28 01:09:02.521263 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 53414) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:02.542786 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-00f42c55-c08e-4b7f-b494-230d3d719a19 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] For port 25bc3e89-5661-4d6f-aa23-925316325515, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=25bc3e89-5661-4d6f-aa23-925316325515,segment=NetworkSegment(96767dab-2ad4-459e-9d9b-09bcb8fe4c5a),segment_id=96767dab-2ad4-459e-9d9b-09bcb8fe4c5a)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:09:02.543419 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-00f42c55-c08e-4b7f-b494-230d3d719a19 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (25bc3e89-5661-4d6f-aa23-925316325515), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:02.547122 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a391b05-8046-4543-b60b-d594af218771 None None] Network 9b0bf857-0292-47f5-90e9-70cc555bb212 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:09:02.565797 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-00f42c55-c08e-4b7f-b494-230d3d719a19 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Calling delete_port for 25bc3e89-5661-4d6f-aa23-925316325515 owned by network:dhcp {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:09:02.566014 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-eb348c39-8af8-42af-8c51-0dcb8be5d49e tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks [] for floatingip (512e341d-915d-4338-8547-c21e539ea8c4), before_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:02.566318 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8176268-a3b3-4ea6-96c9-ab24192741ef None None] Network 7c8c0538-5060-44fc-95df-1da6a7312af2 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:09:02.687111 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-00f42c55-c08e-4b7f-b494-230d3d719a19 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (25bc3e89-5661-4d6f-aa23-925316325515), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:02.694155 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 96ec1dde-7df0-43e4-91a9-1d5d1be96490 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:09:02.694535 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (96ec1dde-7df0-43e4-91a9-1d5d1be96490), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:02.726177 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f42c55-c08e-4b7f-b494-230d3d719a19 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Pushing event deleted for resources: {'Port': ['ID=25bc3e89-5661-4d6f-aa23-925316325515,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:02.738028 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-96693f74-9381-4c41-bf22-75c1088af15d None None] Provisioning complete for port 809e2f36-b1b9-4181-8595-9dcdad18ec36 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:09:02.738597 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-96693f74-9381-4c41-bf22-75c1088af15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (809e2f36-b1b9-4181-8595-9dcdad18ec36), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:02.739790 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f42c55-c08e-4b7f-b494-230d3d719a19 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] No DVR routers for this DVR port 25bc3e89-5661-4d6f-aa23-925316325515 on host dv-neutron-834874-6-hyperv {{(pid=104099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:09:02.896615 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-00f42c55-c08e-4b7f-b494-230d3d719a19 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (7c8c0538-5060-44fc-95df-1da6a7312af2), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:02.907619 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ee55d96c-f1ac-40db-b7ed-659d83ac8a60 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Publish callbacks [] for port (ba1c3fbb-b318-481e-846c-ed2090b1f027), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:02.928396 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-00f42c55-c08e-4b7f-b494-230d3d719a19 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c8c0538-5060-44fc-95df-1da6a7312af2']}} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:02.934286 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ee55d96c-f1ac-40db-b7ed-659d83ac8a60 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126177159'] for port (ba1c3fbb-b318-481e-846c-ed2090b1f027), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:02.940769 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-00f42c55-c08e-4b7f-b494-230d3d719a19 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96767dab-2ad4-459e-9d9b-09bcb8fe4c5a') {'for_net_delete': True} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:02.941125 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-00f42c55-c08e-4b7f-b494-230d3d719a19 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96767dab-2ad4-459e-9d9b-09bcb8fe4c5a') {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:02.960551 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-00f42c55-c08e-4b7f-b494-230d3d719a19 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126946678'] for segment (96767dab-2ad4-459e-9d9b-09bcb8fe4c5a), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:02.977021 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-00f42c55-c08e-4b7f-b494-230d3d719a19 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (96767dab-2ad4-459e-9d9b-09bcb8fe4c5a), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:02.985041 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00f42c55-c08e-4b7f-b494-230d3d719a19 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=104099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:09:02.985477 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-00f42c55-c08e-4b7f-b494-230d3d719a19 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127280876'] for segment (96767dab-2ad4-459e-9d9b-09bcb8fe4c5a), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:03.032993 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:03.050033 dv-neutron-834874-6-hyperv neutron-server[104099]: Traceback (most recent call last): Mar 28 01:09:03.050033 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:09:03.050033 dv-neutron-834874-6-hyperv neutron-server[104099]: timer() Mar 28 01:09:03.050033 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:09:03.050033 dv-neutron-834874-6-hyperv neutron-server[104099]: cb(*args, **kw) Mar 28 01:09:03.050033 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:09:03.050033 dv-neutron-834874-6-hyperv neutron-server[104099]: return func(*args, **kwargs) Mar 28 01:09:03.050033 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:09:03.050033 dv-neutron-834874-6-hyperv neutron-server[104099]: self._notify() Mar 28 01:09:03.050033 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:09:03.050033 dv-neutron-834874-6-hyperv neutron-server[104099]: self.callback(batched_events) Mar 28 01:09:03.050033 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:09:03.050033 dv-neutron-834874-6-hyperv neutron-server[104099]: event.method(event) Mar 28 01:09:03.050033 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:09:03.050033 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:09:03.050033 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:09:03.050033 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:09:03.050033 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:09:03.050033 dv-neutron-834874-6-hyperv neutron-server[104099]: return f(self, *a, **k) Mar 28 01:09:03.050033 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:09:03.050033 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._get(url).json() Mar 28 01:09:03.050033 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:09:03.050033 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:09:03.050033 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:09:03.050033 dv-neutron-834874-6-hyperv neutron-server[104099]: return self.request(url, 'GET', **kwargs) Mar 28 01:09:03.050033 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:09:03.050033 dv-neutron-834874-6-hyperv neutron-server[104099]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:09:03.050033 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:09:03.050033 dv-neutron-834874-6-hyperv neutron-server[104099]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:09:03.050033 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:09:03.050033 dv-neutron-834874-6-hyperv neutron-server[104099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:09:03.050033 dv-neutron-834874-6-hyperv neutron-server[104099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:09:03.092283 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-00f42c55-c08e-4b7f-b494-230d3d719a19 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (7c8c0538-5060-44fc-95df-1da6a7312af2), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:03.097469 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ee55d96c-f1ac-40db-b7ed-659d83ac8a60 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688063'] for floatingip (5ffbeb8d-f74c-42a4-a48e-634bd1e645db), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:03.113985 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-00f42c55-c08e-4b7f-b494-230d3d719a19 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks [] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:03.127821 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 53444) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:03.129440 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-00f42c55-c08e-4b7f-b494-230d3d719a19 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] 10.222.0.24 "DELETE /v2.0/networks/7c8c0538-5060-44fc-95df-1da6a7312af2 HTTP/1.1" status: 204 len: 168 time: 1.0366740 Mar 28 01:09:03.149887 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-4c2099cc-eedb-4465-b5e9-d5dc86934b64 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Request body: {'router': {'routes': None}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:09:03.157835 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f42c55-c08e-4b7f-b494-230d3d719a19 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Pushing event deleted for resources: {'Network': ['ID=7c8c0538-5060-44fc-95df-1da6a7312af2,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:03.188571 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e5bd20-3c7d-4f84-b9b2-48ebd5aa4162 None None] DHCP port deletion for 7c8c0538-5060-44fc-95df-1da6a7312af2 request from dv-neutron-834874-6-hyperv {{(pid=104100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 01:09:03.195647 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd19d203-6140-41bb-b821-6027c5bae934 None None] DHCP port deletion for 9b0bf857-0292-47f5-90e9-70cc555bb212 request from dv-neutron-834874-6-hyperv {{(pid=104100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 01:09:03.209288 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee55d96c-f1ac-40db-b7ed-659d83ac8a60 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Pushing event updated for resources: {'Port': ['ID=ba1c3fbb-b318-481e-846c-ed2090b1f027,revision_number=2']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:03.214062 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ee55d96c-f1ac-40db-b7ed-659d83ac8a60 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for floatingip (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:03.215424 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-ee55d96c-f1ac-40db-b7ed-659d83ac8a60 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0851445 Mar 28 01:09:03.220088 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 96ec1dde-7df0-43e4-91a9-1d5d1be96490 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:09:03.220263 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53448) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:03.224344 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-96693f74-9381-4c41-bf22-75c1088af15d None None] Current status of the port 809e2f36-b1b9-4181-8595-9dcdad18ec36 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:09:03.226287 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-28433589-5a8e-4e85-a937-b703140b12c7 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Request body: {'floatingip': {'port_id': '4f15a05a-a4e8-464d-a469-792100121ef0', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:09:03.251908 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-7b34a9ac-1afa-4e99-b64f-23376a3233b0 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Deleting port 852c3391-561a-4e4f-912d-9e28127ba276 {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:09:03.252517 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7b34a9ac-1afa-4e99-b64f-23376a3233b0 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (852c3391-561a-4e4f-912d-9e28127ba276), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:03.263273 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-96693f74-9381-4c41-bf22-75c1088af15d None None] Provisioning complete for port 852c3391-561a-4e4f-912d-9e28127ba276 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:09:03.263671 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-96693f74-9381-4c41-bf22-75c1088af15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (852c3391-561a-4e4f-912d-9e28127ba276), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:03.314668 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-96693f74-9381-4c41-bf22-75c1088af15d None None] Port 852c3391-561a-4e4f-912d-9e28127ba276 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:09:03.326509 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 4c9287fd-767d-413c-b1f6-e72c83409195 no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:09:03.337774 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-28433589-5a8e-4e85-a937-b703140b12c7 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Publish callbacks [] for floatingip (5ffbeb8d-f74c-42a4-a48e-634bd1e645db), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:03.348720 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-bd19d203-6140-41bb-b821-6027c5bae934 None None] Deleting port 809e2f36-b1b9-4181-8595-9dcdad18ec36 {{(pid=104100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:09:03.349100 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-bd19d203-6140-41bb-b821-6027c5bae934 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (809e2f36-b1b9-4181-8595-9dcdad18ec36), before_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:03.350870 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: 4c9287fd-767d-413c-b1f6-e72c83409195 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:09:03.351213 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 4c9287fd-767d-413c-b1f6-e72c83409195 not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:09:03.351626 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 809e2f36-b1b9-4181-8595-9dcdad18ec36 no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:09:03.391417 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7b34a9ac-1afa-4e99-b64f-23376a3233b0 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (852c3391-561a-4e4f-912d-9e28127ba276), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:03.471186 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-bd19d203-6140-41bb-b821-6027c5bae934 None None] For port 809e2f36-b1b9-4181-8595-9dcdad18ec36, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=809e2f36-b1b9-4181-8595-9dcdad18ec36,segment=NetworkSegment(0f52be84-067f-4302-b5e4-5e00d9af71ac),segment_id=0f52be84-067f-4302-b5e4-5e00d9af71ac)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:09:03.471644 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-bd19d203-6140-41bb-b821-6027c5bae934 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (809e2f36-b1b9-4181-8595-9dcdad18ec36), precommit_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:03.485043 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-8b68f17b-735b-42c8-870f-8ae443ae54f2 None None] Provisioning complete for port 7c25e92b-5af8-4eed-8534-29beca3ea499 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:09:03.485451 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-8b68f17b-735b-42c8-870f-8ae443ae54f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (7c25e92b-5af8-4eed-8534-29beca3ea499), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:03.493096 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-7b34a9ac-1afa-4e99-b64f-23376a3233b0 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Calling delete_port for 852c3391-561a-4e4f-912d-9e28127ba276 owned by {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:09:03.493299 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-bd19d203-6140-41bb-b821-6027c5bae934 None None] Calling delete_port for 809e2f36-b1b9-4181-8595-9dcdad18ec36 owned by network:dhcp {{(pid=104100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:09:03.501405 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.api.v2.resource [None req-28433589-5a8e-4e85-a937-b703140b12c7 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] update failed (client error): The resource could not be found. Mar 28 01:09:03.506584 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-28433589-5a8e-4e85-a937-b703140b12c7 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] 10.222.0.24 "PUT /v2.0/floatingips/5ffbeb8d-f74c-42a4-a48e-634bd1e645db HTTP/1.1" status: 404 len: 507 time: 0.2852709 Mar 28 01:09:03.507325 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53450) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:03.583048 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.extraroute_db [None req-4c2099cc-eedb-4465-b5e9-d5dc86934b64 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Added routes are [] {{(pid=104098) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 28 01:09:03.583636 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.extraroute_db [None req-4c2099cc-eedb-4465-b5e9-d5dc86934b64 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Removed routes are [] {{(pid=104098) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 28 01:09:03.584002 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4c2099cc-eedb-4465-b5e9-d5dc86934b64 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3688170', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3689605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7136'] for router (f81af90b-fce4-4a88-b359-96e0e694ce6c), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:03.641566 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-8b68f17b-735b-42c8-870f-8ae443ae54f2 None None] Port 7c25e92b-5af8-4eed-8534-29beca3ea499 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:09:03.661974 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 809e2f36-b1b9-4181-8595-9dcdad18ec36 is: ACTIVE; New status is: DOWN {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:09:03.662367 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (809e2f36-b1b9-4181-8595-9dcdad18ec36), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:03.706902 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-bd19d203-6140-41bb-b821-6027c5bae934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886'] for port (809e2f36-b1b9-4181-8595-9dcdad18ec36), after_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:03.709799 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-a3f9216d-21ca-41ad-a843-2f74291f9544 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Deleting port ba1c3fbb-b318-481e-846c-ed2090b1f027 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:09:03.710186 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a3f9216d-21ca-41ad-a843-2f74291f9544 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (ba1c3fbb-b318-481e-846c-ed2090b1f027), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:03.748774 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd19d203-6140-41bb-b821-6027c5bae934 None None] No DVR routers for this DVR port 809e2f36-b1b9-4181-8595-9dcdad18ec36 on host dv-neutron-834874-6-hyperv {{(pid=104100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:09:03.777330 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd19d203-6140-41bb-b821-6027c5bae934 None None] Pushing event deleted for resources: {'Port': ['ID=809e2f36-b1b9-4181-8595-9dcdad18ec36,revision_number=None']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:03.830685 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a3f9216d-21ca-41ad-a843-2f74291f9544 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (ba1c3fbb-b318-481e-846c-ed2090b1f027), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:03.831803 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a3f9216d-21ca-41ad-a843-2f74291f9544 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Publish callbacks [] for floatingip (ba1c3fbb-b318-481e-846c-ed2090b1f027), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:03.865417 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-a3f9216d-21ca-41ad-a843-2f74291f9544 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Calling delete_port for ba1c3fbb-b318-481e-846c-ed2090b1f027 owned by network:floatingip {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:09:03.907467 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7b34a9ac-1afa-4e99-b64f-23376a3233b0 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (852c3391-561a-4e4f-912d-9e28127ba276), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:03.920761 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4c2099cc-eedb-4465-b5e9-d5dc86934b64 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3688170', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3689605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7136'] for router (f81af90b-fce4-4a88-b359-96e0e694ce6c), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:03.951466 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4c2099cc-eedb-4465-b5e9-d5dc86934b64 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3688163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3687960', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3689650'] for router (f81af90b-fce4-4a88-b359-96e0e694ce6c), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:03.956471 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b34a9ac-1afa-4e99-b64f-23376a3233b0 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Pushing event deleted for resources: {'Port': ['ID=852c3391-561a-4e4f-912d-9e28127ba276,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:03.983183 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7b34a9ac-1afa-4e99-b64f-23376a3233b0 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:03.986700 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-7b34a9ac-1afa-4e99-b64f-23376a3233b0 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "DELETE /v2.0/ports/852c3391-561a-4e4f-912d-9e28127ba276 HTTP/1.1" status: 204 len: 168 time: 1.4624369 Mar 28 01:09:03.990622 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 53454) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:04.040986 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a3f9216d-21ca-41ad-a843-2f74291f9544 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (ba1c3fbb-b318-481e-846c-ed2090b1f027), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:04.067187 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f9216d-21ca-41ad-a843-2f74291f9544 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Pushing event deleted for resources: {'Port': ['ID=ba1c3fbb-b318-481e-846c-ed2090b1f027,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:04.077279 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.db.resource_extend [None req-eb348c39-8af8-42af-8c51-0dcb8be5d49e tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 01:09:04.144689 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a3f9216d-21ca-41ad-a843-2f74291f9544 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Publish callbacks [] for floatingip (5ffbeb8d-f74c-42a4-a48e-634bd1e645db), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:04.148397 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a3f9216d-21ca-41ad-a843-2f74291f9544 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for floatingip (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:04.149866 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-a3f9216d-21ca-41ad-a843-2f74291f9544 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] 10.222.0.24 "DELETE /v2.0/floatingips/5ffbeb8d-f74c-42a4-a48e-634bd1e645db HTTP/1.1" status: 204 len: 168 time: 0.6412883 Mar 28 01:09:04.153401 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53456) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:04.158176 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-677a7c4b-5b9e-4671-9a5d-00856b0e4652 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Request body: {'floatingip': {'floating_network_id': '0520a085-945c-4653-a8de-af4812b11def', 'port_id': '4f15a05a-a4e8-464d-a469-792100121ef0', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:09:04.184657 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-677a7c4b-5b9e-4671-9a5d-00856b0e4652 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:04.187081 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 25bc3e89-5661-4d6f-aa23-925316325515 no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:09:04.217882 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: 25bc3e89-5661-4d6f-aa23-925316325515 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:09:04.218148 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 25bc3e89-5661-4d6f-aa23-925316325515 not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:09:04.339922 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.api.v2.resource [None req-677a7c4b-5b9e-4671-9a5d-00856b0e4652 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 01:09:04.341325 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-677a7c4b-5b9e-4671-9a5d-00856b0e4652 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.1866879 Mar 28 01:09:04.345233 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53458) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:04.350590 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-e9bc0576-2b9e-4501-b6ab-6588baaa286f tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Request body: {'floatingip': {'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'port_id': '4f15a05a-a4e8-464d-a469-792100121ef0', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:09:04.374734 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e9bc0576-2b9e-4501-b6ab-6588baaa286f tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:04.482370 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c2099cc-eedb-4465-b5e9-d5dc86934b64 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Router f81af90b-fce4-4a88-b359-96e0e694ce6c has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:09:04.493309 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e9bc0576-2b9e-4501-b6ab-6588baaa286f tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:04.496079 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1aaaab12-2be6-41bf-9b18-082c5a7d5f95 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (9b0bf857-0292-47f5-90e9-70cc555bb212), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:04.505489 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-eb348c39-8af8-42af-8c51-0dcb8be5d49e tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:04.513904 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-eb348c39-8af8-42af-8c51-0dcb8be5d49e tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688063'] for floatingip (512e341d-915d-4338-8547-c21e539ea8c4), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:04.620614 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [None req-e9bc0576-2b9e-4501-b6ab-6588baaa286f tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Allocated IP 172.26.1.26 (dea6548b-502b-42db-97fb-371e423e739a/cce6de65-d8c9-45b8-9970-0a277e8c1192/6d5dbffb-3f6e-462f-b8e4-9ff116fde943) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:09:04.735176 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c2099cc-eedb-4465-b5e9-d5dc86934b64 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:09:04.742416 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e9bc0576-2b9e-4501-b6ab-6588baaa286f tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Publish callbacks [] for port (6d5dbffb-3f6e-462f-b8e4-9ff116fde943), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:04.746150 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db371b4-3e93-4e38-a033-5cb0f6268121 None None] Sync routers for ids ['f81af90b-fce4-4a88-b359-96e0e694ce6c'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:09:04.748026 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4c2099cc-eedb-4465-b5e9-d5dc86934b64 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks [] for router (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:04.751949 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-4c2099cc-eedb-4465-b5e9-d5dc86934b64 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] 10.222.0.24 "PUT /v2.0/routers/f81af90b-fce4-4a88-b359-96e0e694ce6c HTTP/1.1" status: 200 len: 704 time: 1.6091757 Mar 28 01:09:04.752595 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 53462) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:04.759450 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db371b4-3e93-4e38-a033-5cb0f6268121 None None] Routers {'f81af90b-fce4-4a88-b359-96e0e694ce6c'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:09:04.760008 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1aaaab12-2be6-41bf-9b18-082c5a7d5f95 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (9b0bf857-0292-47f5-90e9-70cc555bb212), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:04.760253 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-0db371b4-3e93-4e38-a033-5cb0f6268121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:08:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['f81af90b-fce4-4a88-b359-96e0e694ce6c'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:04.800721 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-992b38b8-b94b-4445-b264-48c72d552aae tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] 10.222.0.24 "GET /v2.0/ports?device_id=f81af90b-fce4-4a88-b359-96e0e694ce6c HTTP/1.1" status: 200 len: 205 time: 0.0423820 Mar 28 01:09:04.803543 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53464) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:04.813091 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e9bc0576-2b9e-4501-b6ab-6588baaa286f tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (6d5dbffb-3f6e-462f-b8e4-9ff116fde943), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:04.830615 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-1aaaab12-2be6-41bf-9b18-082c5a7d5f95 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b0bf857-0292-47f5-90e9-70cc555bb212']}} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:04.843112 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-1aaaab12-2be6-41bf-9b18-082c5a7d5f95 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f52be84-067f-4302-b5e4-5e00d9af71ac') {'for_net_delete': True} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:04.844561 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-1aaaab12-2be6-41bf-9b18-082c5a7d5f95 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f52be84-067f-4302-b5e4-5e00d9af71ac') {} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:04.856663 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1aaaab12-2be6-41bf-9b18-082c5a7d5f95 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126443583'] for segment (0f52be84-067f-4302-b5e4-5e00d9af71ac), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:04.864460 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-0db371b4-3e93-4e38-a033-5cb0f6268121 None None] Set router f81af90b-fce4-4a88-b359-96e0e694ce6c gateway port host: None {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:09:04.876704 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.l3_db [None req-eb348c39-8af8-42af-8c51-0dcb8be5d49e tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Floating IP 512e341d-915d-4338-8547-c21e539ea8c4 associated. External IP: 172.26.1.181, port: c46e0673-0bd4-4763-b42c-a2571663b917. Mar 28 01:09:04.918706 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9bc0576-2b9e-4501-b6ab-6588baaa286f tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Network dea6548b-502b-42db-97fb-371e423e739a is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:09:04.918990 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1aaaab12-2be6-41bf-9b18-082c5a7d5f95 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (0f52be84-067f-4302-b5e4-5e00d9af71ac), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:04.927580 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-e9bc0576-2b9e-4501-b6ab-6588baaa286f tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:09:04.934037 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-343fc280-d2ca-42cf-8fe6-61bce12996cb tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks [] for router (f81af90b-fce4-4a88-b359-96e0e694ce6c), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:04.936195 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bc0576-2b9e-4501-b6ab-6588baaa286f tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:09:04.938983 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-0db371b4-3e93-4e38-a033-5cb0f6268121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f81af90b-fce4-4a88-b359-96e0e694ce6c', 'name': 'tempest-RoutersIpV6Test-router-781427244', 'tenant_id': '73b89705b12a4822849ef008702f6650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:07:51Z', 'updated_at': '2022-03-28T01:08:59Z', 'revision_number': 11, 'project_id': '73b89705b12a4822849ef008702f6650', 'gw_port_host': None}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:04.940172 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bc0576-2b9e-4501-b6ab-6588baaa286f tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Pushing event updated for resources: {'Port': ['ID=6d5dbffb-3f6e-462f-b8e4-9ff116fde943,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:04.969319 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1aaaab12-2be6-41bf-9b18-082c5a7d5f95 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=104098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:09:04.972836 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1aaaab12-2be6-41bf-9b18-082c5a7d5f95 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126177251'] for segment (0f52be84-067f-4302-b5e4-5e00d9af71ac), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:04.974376 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db371b4-3e93-4e38-a033-5cb0f6268121 None None] Checking router: f81af90b-fce4-4a88-b359-96e0e694ce6c for host: dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:09:04.977354 dv-neutron-834874-6-hyperv neutron-server[104098]: Traceback (most recent call last): Mar 28 01:09:04.977354 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:09:04.977354 dv-neutron-834874-6-hyperv neutron-server[104098]: timer() Mar 28 01:09:04.977354 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:09:04.977354 dv-neutron-834874-6-hyperv neutron-server[104098]: cb(*args, **kw) Mar 28 01:09:04.977354 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:09:04.977354 dv-neutron-834874-6-hyperv neutron-server[104098]: return func(*args, **kwargs) Mar 28 01:09:04.977354 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:09:04.977354 dv-neutron-834874-6-hyperv neutron-server[104098]: self._notify() Mar 28 01:09:04.977354 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:09:04.977354 dv-neutron-834874-6-hyperv neutron-server[104098]: self.callback(batched_events) Mar 28 01:09:04.977354 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:09:04.977354 dv-neutron-834874-6-hyperv neutron-server[104098]: event.method(event) Mar 28 01:09:04.977354 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:09:04.977354 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:09:04.977354 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:09:04.977354 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:09:04.977354 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:09:04.977354 dv-neutron-834874-6-hyperv neutron-server[104098]: return f(self, *a, **k) Mar 28 01:09:04.977354 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:09:04.977354 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._get(url).json() Mar 28 01:09:04.977354 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:09:04.977354 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:09:04.977354 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:09:04.977354 dv-neutron-834874-6-hyperv neutron-server[104098]: return self.request(url, 'GET', **kwargs) Mar 28 01:09:04.977354 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:09:04.977354 dv-neutron-834874-6-hyperv neutron-server[104098]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:09:04.977354 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:09:04.977354 dv-neutron-834874-6-hyperv neutron-server[104098]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:09:04.977354 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:09:04.977354 dv-neutron-834874-6-hyperv neutron-server[104098]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:09:04.977354 dv-neutron-834874-6-hyperv neutron-server[104098]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:09:04.985858 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db371b4-3e93-4e38-a033-5cb0f6268121 None None] Routers {'f81af90b-fce4-4a88-b359-96e0e694ce6c'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:09:04.986477 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-0db371b4-3e93-4e38-a033-5cb0f6268121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:08:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['f81af90b-fce4-4a88-b359-96e0e694ce6c'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:05.096965 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1aaaab12-2be6-41bf-9b18-082c5a7d5f95 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (9b0bf857-0292-47f5-90e9-70cc555bb212), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:05.099821 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-0db371b4-3e93-4e38-a033-5cb0f6268121 None None] Set router f81af90b-fce4-4a88-b359-96e0e694ce6c gateway port host: None {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:09:05.119630 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1aaaab12-2be6-41bf-9b18-082c5a7d5f95 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:05.124151 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-1aaaab12-2be6-41bf-9b18-082c5a7d5f95 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] 10.222.0.24 "DELETE /v2.0/networks/9b0bf857-0292-47f5-90e9-70cc555bb212 HTTP/1.1" status: 204 len: 168 time: 1.1305442 Mar 28 01:09:05.135438 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaaab12-2be6-41bf-9b18-082c5a7d5f95 tempest-PortsTestJSON-34215507 tempest-PortsTestJSON-34215507-project] Pushing event deleted for resources: {'Network': ['ID=9b0bf857-0292-47f5-90e9-70cc555bb212,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:05.198695 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-0db371b4-3e93-4e38-a033-5cb0f6268121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f81af90b-fce4-4a88-b359-96e0e694ce6c', 'name': 'tempest-RoutersIpV6Test-router-781427244', 'tenant_id': '73b89705b12a4822849ef008702f6650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:07:51Z', 'updated_at': '2022-03-28T01:08:59Z', 'revision_number': 11, 'project_id': '73b89705b12a4822849ef008702f6650', 'gw_port_host': None}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:05.233253 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db371b4-3e93-4e38-a033-5cb0f6268121 None None] The sync data for ids ['f81af90b-fce4-4a88-b359-96e0e694ce6c'] in dv-neutron-834874-6-hyperv is: [{'id': 'f81af90b-fce4-4a88-b359-96e0e694ce6c', 'name': 'tempest-RoutersIpV6Test-router-781427244', 'tenant_id': '73b89705b12a4822849ef008702f6650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:07:51Z', 'updated_at': '2022-03-28T01:08:59Z', 'revision_number': 11, 'project_id': '73b89705b12a4822849ef008702f6650', 'gw_port_host': None}] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:09:05.255131 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-343fc280-d2ca-42cf-8fe6-61bce12996cb tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7151'] for router (f81af90b-fce4-4a88-b359-96e0e694ce6c), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:05.264260 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-343fc280-d2ca-42cf-8fe6-61bce12996cb tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks [] for router_controller (f81af90b-fce4-4a88-b359-96e0e694ce6c), precommit_delete_associations {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:05.288148 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb348c39-8af8-42af-8c51-0dcb8be5d49e tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Router 8e799d34-fabd-4ee4-bc94-247cd2828ab9 has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:09:05.332956 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-343fc280-d2ca-42cf-8fe6-61bce12996cb tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689686'] for router (f81af90b-fce4-4a88-b359-96e0e694ce6c), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:05.333680 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-343fc280-d2ca-42cf-8fe6-61bce12996cb tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Fanout notify agent at l3_agent the message router_deleted on router f81af90b-fce4-4a88-b359-96e0e694ce6c {{(pid=104099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 01:09:05.359276 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-343fc280-d2ca-42cf-8fe6-61bce12996cb tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks [] for router (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:05.365413 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-343fc280-d2ca-42cf-8fe6-61bce12996cb tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] 10.222.0.24 "DELETE /v2.0/routers/f81af90b-fce4-4a88-b359-96e0e694ce6c HTTP/1.1" status: 204 len: 168 time: 0.5606999 Mar 28 01:09:05.368518 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53468) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:05.373669 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-a77f81bb-4e11-462e-b2ef-4c4e6f95d451 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2077838819', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:09:05.404792 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a77f81bb-4e11-462e-b2ef-4c4e6f95d451 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7069'] for router (25471d13-6c1d-477d-af4b-d66de5025611), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:05.405848 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a77f81bb-4e11-462e-b2ef-4c4e6f95d451 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4188952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7062'] for router (25471d13-6c1d-477d-af4b-d66de5025611), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:05.451168 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb348c39-8af8-42af-8c51-0dcb8be5d49e tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:09:05.462757 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ecb974b-1e23-4fb7-affe-03d502126dab None None] Sync routers for ids ['8e799d34-fabd-4ee4-bc94-247cd2828ab9'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:09:05.485782 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ecb974b-1e23-4fb7-affe-03d502126dab None None] Routers {'8e799d34-fabd-4ee4-bc94-247cd2828ab9'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:09:05.487689 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-e9bc0576-2b9e-4501-b6ab-6588baaa286f tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Deleting port 6d5dbffb-3f6e-462f-b8e4-9ff116fde943 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:09:05.488257 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-0ecb974b-1e23-4fb7-affe-03d502126dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:08:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['8e799d34-fabd-4ee4-bc94-247cd2828ab9'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:05.491856 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e9bc0576-2b9e-4501-b6ab-6588baaa286f tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (6d5dbffb-3f6e-462f-b8e4-9ff116fde943), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:05.542337 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a77f81bb-4e11-462e-b2ef-4c4e6f95d451 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks [] for router_controller (25471d13-6c1d-477d-af4b-d66de5025611), precommit_add_association {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:05.545991 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-0ecb974b-1e23-4fb7-affe-03d502126dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:05.550818 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a77f81bb-4e11-462e-b2ef-4c4e6f95d451 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687953'] for router (25471d13-6c1d-477d-af4b-d66de5025611), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:05.560660 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ecb974b-1e23-4fb7-affe-03d502126dab None None] Routers {'8e799d34-fabd-4ee4-bc94-247cd2828ab9'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:09:05.561983 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-0ecb974b-1e23-4fb7-affe-03d502126dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:08:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['8e799d34-fabd-4ee4-bc94-247cd2828ab9'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:05.574542 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a77f81bb-4e11-462e-b2ef-4c4e6f95d451 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks [] for router (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:05.578389 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-a77f81bb-4e11-462e-b2ef-4c4e6f95d451 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2065067 Mar 28 01:09:05.578655 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53472) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:05.586233 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-568cc541-c97d-4e82-8dfa-67b8ee090756 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Request body: {'router': {'admin_state_up': True}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:09:05.618040 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-0ecb974b-1e23-4fb7-affe-03d502126dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:05.619080 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ecb974b-1e23-4fb7-affe-03d502126dab None None] The sync data for ids ['8e799d34-fabd-4ee4-bc94-247cd2828ab9'] in dv-neutron-834874-6-hyperv is: [] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:09:05.704962 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53476) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:05.737097 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e9bc0576-2b9e-4501-b6ab-6588baaa286f tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (6d5dbffb-3f6e-462f-b8e4-9ff116fde943), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:05.737561 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e9bc0576-2b9e-4501-b6ab-6588baaa286f tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Publish callbacks [] for floatingip (6d5dbffb-3f6e-462f-b8e4-9ff116fde943), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:05.760518 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-e9bc0576-2b9e-4501-b6ab-6588baaa286f tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Calling delete_port for 6d5dbffb-3f6e-462f-b8e4-9ff116fde943 owned by network:floatingip {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:09:05.801980 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb348c39-8af8-42af-8c51-0dcb8be5d49e tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Router cb899689-e258-4aa4-a031-7c2d214a03db has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:09:05.925858 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb348c39-8af8-42af-8c51-0dcb8be5d49e tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:09:05.934962 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa4e927-23f1-470d-817c-73be57ad2930 None None] Sync routers for ids ['cb899689-e258-4aa4-a031-7c2d214a03db'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:09:05.937654 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-eb348c39-8af8-42af-8c51-0dcb8be5d49e tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for floatingip (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:05.958547 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa4e927-23f1-470d-817c-73be57ad2930 None None] Routers {'cb899689-e258-4aa4-a031-7c2d214a03db'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:09:05.959541 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-9fa4e927-23f1-470d-817c-73be57ad2930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:08:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['cb899689-e258-4aa4-a031-7c2d214a03db'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:05.978283 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-85b1e068-d150-4d16-832e-377e67785f91 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fa54b4b5eec2452a8dcd67fc666c1bd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2678685 Mar 28 01:09:05.978529 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 53480) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:06.001543 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-9fa4e927-23f1-470d-817c-73be57ad2930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:06.011139 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa4e927-23f1-470d-817c-73be57ad2930 None None] Routers {'cb899689-e258-4aa4-a031-7c2d214a03db'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:09:06.011883 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-9fa4e927-23f1-470d-817c-73be57ad2930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:08:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['cb899689-e258-4aa4-a031-7c2d214a03db'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:06.021575 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-568cc541-c97d-4e82-8dfa-67b8ee090756 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3688170', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3689605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7136'] for router (25471d13-6c1d-477d-af4b-d66de5025611), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:06.041183 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-568cc541-c97d-4e82-8dfa-67b8ee090756 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3688163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3687960', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3689650'] for router (25471d13-6c1d-477d-af4b-d66de5025611), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:06.049823 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-9fa4e927-23f1-470d-817c-73be57ad2930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:06.050813 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa4e927-23f1-470d-817c-73be57ad2930 None None] The sync data for ids ['cb899689-e258-4aa4-a031-7c2d214a03db'] in dv-neutron-834874-6-hyperv is: [] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:09:06.066110 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b1152f90-b7b1-41db-8195-802b5c7c447f admin admin] Publish callbacks [] for security_group (862b30e4-d5e7-4f22-90ab-318eac8690f3), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:06.091563 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b1152f90-b7b1-41db-8195-802b5c7c447f admin admin] Publish callbacks [] for security_group (862b30e4-d5e7-4f22-90ab-318eac8690f3), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:06.132228 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-eb348c39-8af8-42af-8c51-0dcb8be5d49e tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] 10.222.0.24 "PUT /v2.0/floatingips/512e341d-915d-4338-8547-c21e539ea8c4 HTTP/1.1" status: 200 len: 978 time: 3.8637857 Mar 28 01:09:06.133224 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 53482) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:06.167511 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e9bc0576-2b9e-4501-b6ab-6588baaa286f tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (6d5dbffb-3f6e-462f-b8e4-9ff116fde943), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:06.199451 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bc0576-2b9e-4501-b6ab-6588baaa286f tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Pushing event deleted for resources: {'Port': ['ID=6d5dbffb-3f6e-462f-b8e4-9ff116fde943,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:06.213585 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b1152f90-b7b1-41db-8195-802b5c7c447f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (862b30e4-d5e7-4f22-90ab-318eac8690f3), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:06.216393 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b1152f90-b7b1-41db-8195-802b5c7c447f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:06.217550 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-b1152f90-b7b1-41db-8195-802b5c7c447f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/862b30e4-d5e7-4f22-90ab-318eac8690f3 HTTP/1.1" status: 204 len: 168 time: 0.2405739 Mar 28 01:09:06.232808 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1152f90-b7b1-41db-8195-802b5c7c447f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=862b30e4-d5e7-4f22-90ab-318eac8690f3,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:06.255158 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-568cc541-c97d-4e82-8dfa-67b8ee090756 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Router 25471d13-6c1d-477d-af4b-d66de5025611 is scheduled to L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 with binding_index 1 {{(pid=104099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 01:09:06.272720 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-da04cb8a-53e8-4c4a-9395-b21acff8a43d tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Deleting port 7c25e92b-5af8-4eed-8534-29beca3ea499 {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:09:06.276927 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-da04cb8a-53e8-4c4a-9395-b21acff8a43d tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (7c25e92b-5af8-4eed-8534-29beca3ea499), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:06.404979 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-da04cb8a-53e8-4c4a-9395-b21acff8a43d tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (7c25e92b-5af8-4eed-8534-29beca3ea499), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:06.675708 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-568cc541-c97d-4e82-8dfa-67b8ee090756 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:09:06.684575 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-568cc541-c97d-4e82-8dfa-67b8ee090756 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks [] for router (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:06.688485 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-568cc541-c97d-4e82-8dfa-67b8ee090756 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] 10.222.0.24 "PUT /v2.0/routers/25471d13-6c1d-477d-af4b-d66de5025611 HTTP/1.1" status: 200 len: 698 time: 1.1059909 Mar 28 01:09:06.688689 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40377fa7-8573-4bba-bcf3-e796e5ff5add None None] Sync routers for ids ['25471d13-6c1d-477d-af4b-d66de5025611'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:09:06.690164 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53494) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:06.696189 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.api.v2.resource [None req-e9bc0576-2b9e-4501-b6ab-6588baaa286f tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] create failed (client error): The resource could not be found. Mar 28 01:09:06.697204 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-e9bc0576-2b9e-4501-b6ab-6588baaa286f tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.3509123 Mar 28 01:09:06.702891 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 53496) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:06.733192 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40377fa7-8573-4bba-bcf3-e796e5ff5add None None] Routers {'25471d13-6c1d-477d-af4b-d66de5025611'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:09:06.735701 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-40377fa7-8573-4bba-bcf3-e796e5ff5add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:08:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['25471d13-6c1d-477d-af4b-d66de5025611'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:06.778760 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-da04cb8a-53e8-4c4a-9395-b21acff8a43d tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:06.778984 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-a4598235-f3ba-4742-9f4c-fa00756a78ab tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] 10.222.0.24 "GET /v2.0/routers/25471d13-6c1d-477d-af4b-d66de5025611 HTTP/1.1" status: 200 len: 704 time: 0.0847137 Mar 28 01:09:06.779074 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-da04cb8a-53e8-4c4a-9395-b21acff8a43d tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688063'] for floatingip (512e341d-915d-4338-8547-c21e539ea8c4), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:06.779074 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.l3_db [None req-da04cb8a-53e8-4c4a-9395-b21acff8a43d tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Floating IP 512e341d-915d-4338-8547-c21e539ea8c4 disassociated. External IP: 172.26.1.181, port: 7c25e92b-5af8-4eed-8534-29beca3ea499. Mar 28 01:09:06.779074 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-da04cb8a-53e8-4c4a-9395-b21acff8a43d tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Calling delete_port for 7c25e92b-5af8-4eed-8534-29beca3ea499 owned by {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:09:06.779406 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53500) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:06.819354 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-5043c119-89b2-4b01-a795-807ebf24701d tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] 10.222.0.24 "GET /v2.0/ports?device_id=25471d13-6c1d-477d-af4b-d66de5025611 HTTP/1.1" status: 200 len: 205 time: 0.0409226 Mar 28 01:09:06.821368 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53504) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:06.867810 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-40377fa7-8573-4bba-bcf3-e796e5ff5add None None] Set router 25471d13-6c1d-477d-af4b-d66de5025611 gateway port host: None {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:09:06.920397 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-5234d246-45b1-4cbe-9486-ed473edbd207 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Deleting port 4f15a05a-a4e8-464d-a469-792100121ef0 {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:09:06.920953 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5234d246-45b1-4cbe-9486-ed473edbd207 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (4f15a05a-a4e8-464d-a469-792100121ef0), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:06.928269 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-03badddd-02fb-4bce-8e6e-dbddf96d5923 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks [] for router (25471d13-6c1d-477d-af4b-d66de5025611), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:06.939075 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-40377fa7-8573-4bba-bcf3-e796e5ff5add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25471d13-6c1d-477d-af4b-d66de5025611', 'name': 'tempest-RoutersIpV6Test-router-2077838819', 'tenant_id': '73b89705b12a4822849ef008702f6650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:09:05Z', 'updated_at': '2022-03-28T01:09:06Z', 'revision_number': 2, 'project_id': '73b89705b12a4822849ef008702f6650', 'gw_port_host': None}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:06.990163 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40377fa7-8573-4bba-bcf3-e796e5ff5add None None] Checking router: 25471d13-6c1d-477d-af4b-d66de5025611 for host: dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:09:07.000349 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40377fa7-8573-4bba-bcf3-e796e5ff5add None None] Routers {'25471d13-6c1d-477d-af4b-d66de5025611'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:09:07.001258 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-40377fa7-8573-4bba-bcf3-e796e5ff5add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:08:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['25471d13-6c1d-477d-af4b-d66de5025611'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:07.063909 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-da04cb8a-53e8-4c4a-9395-b21acff8a43d tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (7c25e92b-5af8-4eed-8534-29beca3ea499), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:07.084008 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5234d246-45b1-4cbe-9486-ed473edbd207 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (4f15a05a-a4e8-464d-a469-792100121ef0), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:07.105696 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-40377fa7-8573-4bba-bcf3-e796e5ff5add None None] Set router 25471d13-6c1d-477d-af4b-d66de5025611 gateway port host: None {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:09:07.132058 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da04cb8a-53e8-4c4a-9395-b21acff8a43d tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Pushing event deleted for resources: {'Port': ['ID=7c25e92b-5af8-4eed-8534-29beca3ea499,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:07.143291 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-5234d246-45b1-4cbe-9486-ed473edbd207 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Calling delete_port for 4f15a05a-a4e8-464d-a469-792100121ef0 owned by {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:09:07.204760 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-40377fa7-8573-4bba-bcf3-e796e5ff5add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25471d13-6c1d-477d-af4b-d66de5025611', 'name': 'tempest-RoutersIpV6Test-router-2077838819', 'tenant_id': '73b89705b12a4822849ef008702f6650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:09:05Z', 'updated_at': '2022-03-28T01:09:06Z', 'revision_number': 2, 'project_id': '73b89705b12a4822849ef008702f6650', 'gw_port_host': None}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:07.270466 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-03badddd-02fb-4bce-8e6e-dbddf96d5923 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7151'] for router (25471d13-6c1d-477d-af4b-d66de5025611), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:07.277553 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-03badddd-02fb-4bce-8e6e-dbddf96d5923 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks [] for router_controller (25471d13-6c1d-477d-af4b-d66de5025611), precommit_delete_associations {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:07.278374 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40377fa7-8573-4bba-bcf3-e796e5ff5add None None] The sync data for ids ['25471d13-6c1d-477d-af4b-d66de5025611'] in dv-neutron-834874-6-hyperv is: [{'id': '25471d13-6c1d-477d-af4b-d66de5025611', 'name': 'tempest-RoutersIpV6Test-router-2077838819', 'tenant_id': '73b89705b12a4822849ef008702f6650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:09:05Z', 'updated_at': '2022-03-28T01:09:06Z', 'revision_number': 2, 'project_id': '73b89705b12a4822849ef008702f6650', 'gw_port_host': None}] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:09:07.360601 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-03badddd-02fb-4bce-8e6e-dbddf96d5923 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689686'] for router (25471d13-6c1d-477d-af4b-d66de5025611), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:07.361247 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03badddd-02fb-4bce-8e6e-dbddf96d5923 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Fanout notify agent at l3_agent the message router_deleted on router 25471d13-6c1d-477d-af4b-d66de5025611 {{(pid=104099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 01:09:07.374528 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-03badddd-02fb-4bce-8e6e-dbddf96d5923 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] Publish callbacks [] for router (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:07.376618 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 53514) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:07.381318 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-03badddd-02fb-4bce-8e6e-dbddf96d5923 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] 10.222.0.24 "DELETE /v2.0/routers/25471d13-6c1d-477d-af4b-d66de5025611 HTTP/1.1" status: 204 len: 168 time: 0.5589473 Mar 28 01:09:07.385327 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53516) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:07.437283 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-0b03736f-0b28-454d-988f-95464da465ef tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] 10.222.0.24 "GET /v2.0/ports?device_id=25471d13-6c1d-477d-af4b-d66de5025611 HTTP/1.1" status: 200 len: 205 time: 0.0504174 Mar 28 01:09:07.439607 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53520) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:07.468639 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da04cb8a-53e8-4c4a-9395-b21acff8a43d tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Router cb899689-e258-4aa4-a031-7c2d214a03db has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:09:07.482555 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.api.v2.resource [None req-30f6956b-7946-4832-a971-de6579727f5d tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] delete failed (client error): The resource could not be found. Mar 28 01:09:07.483706 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-30f6956b-7946-4832-a971-de6579727f5d tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] 10.222.0.24 "DELETE /v2.0/routers/25471d13-6c1d-477d-af4b-d66de5025611 HTTP/1.1" status: 404 len: 336 time: 0.0430689 Mar 28 01:09:07.486218 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53522) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:07.523102 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-551039bc-5ea3-47b4-b3c3-bc4109ddc83f tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] DELETE failed (client error): The resource could not be found. Mar 28 01:09:07.524190 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-551039bc-5ea3-47b4-b3c3-bc4109ddc83f tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:09:07.527609 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-551039bc-5ea3-47b4-b3c3-bc4109ddc83f tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] 10.222.0.24 "DELETE /v2.0/subnets/b7236e94-120a-45de-a490-ff6f642df29d HTTP/1.1" status: 404 len: 337 time: 0.0402567 Mar 28 01:09:07.530843 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53524) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:07.565663 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-274708a0-e931-476c-b687-8f60afef2fca tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] DELETE failed (client error): The resource could not be found. Mar 28 01:09:07.566379 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-274708a0-e931-476c-b687-8f60afef2fca tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:09:07.570171 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-274708a0-e931-476c-b687-8f60afef2fca tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] 10.222.0.24 "DELETE /v2.0/subnets/c3feaaef-5096-4626-8cb4-9d5cefb7793d HTTP/1.1" status: 404 len: 337 time: 0.0380540 Mar 28 01:09:07.570929 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-b210d238-c0d8-4a01-bc16-e9507bb8d46d tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-781730505', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:09:07.572691 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53526) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:07.601069 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-218673a8-dac9-4b80-beb8-370f4606ce4f tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] DELETE failed (client error): The resource could not be found. Mar 28 01:09:07.601909 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-218673a8-dac9-4b80-beb8-370f4606ce4f tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:09:07.605436 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-218673a8-dac9-4b80-beb8-370f4606ce4f tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] 10.222.0.24 "DELETE /v2.0/subnets/e3c665d0-c1c5-41fb-ba5d-ce57ba99245a HTTP/1.1" status: 404 len: 337 time: 0.0317717 Mar 28 01:09:07.608920 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53528) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:07.644083 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-00df58f0-edd1-4583-b960-cc4e94d6906a tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] DELETE failed (client error): The resource could not be found. Mar 28 01:09:07.644563 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00df58f0-edd1-4583-b960-cc4e94d6906a tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:09:07.651343 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-00df58f0-edd1-4583-b960-cc4e94d6906a tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] 10.222.0.24 "DELETE /v2.0/subnets/11187ad9-a275-45d5-9e5e-2a11e69b6a34 HTTP/1.1" status: 404 len: 337 time: 0.0406835 Mar 28 01:09:07.655252 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5234d246-45b1-4cbe-9486-ed473edbd207 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (4f15a05a-a4e8-464d-a469-792100121ef0), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:07.657186 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53530) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:07.686766 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-69f45323-cc73-44c0-a33a-10681e529cec tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] 10.222.0.24 "GET /v2.0/ports?device_id=f81af90b-fce4-4a88-b359-96e0e694ce6c HTTP/1.1" status: 200 len: 205 time: 0.0273848 Mar 28 01:09:07.688654 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53532) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:07.689550 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b210d238-c0d8-4a01-bc16-e9507bb8d46d tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7069'] for router (b0cf30d3-7cab-4654-826f-a3c4db412dba), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:07.690592 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b210d238-c0d8-4a01-bc16-e9507bb8d46d tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4188952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7062'] for router (b0cf30d3-7cab-4654-826f-a3c4db412dba), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:07.700450 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5234d246-45b1-4cbe-9486-ed473edbd207 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Pushing event deleted for resources: {'Port': ['ID=4f15a05a-a4e8-464d-a469-792100121ef0,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:07.719428 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da04cb8a-53e8-4c4a-9395-b21acff8a43d tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:09:07.730167 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171d60d5-bb88-4d9b-a6be-7cd8e510ad24 None None] Sync routers for ids ['cb899689-e258-4aa4-a031-7c2d214a03db'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:09:07.744462 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.api.v2.resource [None req-0e85ee02-8682-4fac-80f3-a7b56acd475d tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] delete failed (client error): The resource could not be found. Mar 28 01:09:07.745611 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-0e85ee02-8682-4fac-80f3-a7b56acd475d tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] 10.222.0.24 "DELETE /v2.0/routers/f81af90b-fce4-4a88-b359-96e0e694ce6c HTTP/1.1" status: 404 len: 336 time: 0.0559351 Mar 28 01:09:07.749453 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53534) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:07.756164 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171d60d5-bb88-4d9b-a6be-7cd8e510ad24 None None] Routers {'cb899689-e258-4aa4-a031-7c2d214a03db'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:09:07.757600 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-171d60d5-bb88-4d9b-a6be-7cd8e510ad24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:08:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['cb899689-e258-4aa4-a031-7c2d214a03db'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:07.804127 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-6cfc4ff7-43d5-4f7c-ab37-d183aec80421 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ee06e2c-2c08-4c9d-91d5-49e266d33f11 HTTP/1.1" status: 200 len: 205 time: 0.0480852 Mar 28 01:09:07.805714 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53536) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:07.819179 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-171d60d5-bb88-4d9b-a6be-7cd8e510ad24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:07.836099 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171d60d5-bb88-4d9b-a6be-7cd8e510ad24 None None] Routers {'cb899689-e258-4aa4-a031-7c2d214a03db'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:09:07.836987 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-171d60d5-bb88-4d9b-a6be-7cd8e510ad24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:08:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['cb899689-e258-4aa4-a031-7c2d214a03db'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:07.877822 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b210d238-c0d8-4a01-bc16-e9507bb8d46d tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Publish callbacks [] for router_controller (b0cf30d3-7cab-4654-826f-a3c4db412dba), precommit_add_association {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:07.886362 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5234d246-45b1-4cbe-9486-ed473edbd207 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:07.891606 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-171d60d5-bb88-4d9b-a6be-7cd8e510ad24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:07.892581 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-5234d246-45b1-4cbe-9486-ed473edbd207 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] 10.222.0.24 "DELETE /v2.0/ports/4f15a05a-a4e8-464d-a469-792100121ef0 HTTP/1.1" status: 204 len: 168 time: 1.1883841 Mar 28 01:09:07.895917 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 53540) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:07.897211 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171d60d5-bb88-4d9b-a6be-7cd8e510ad24 None None] The sync data for ids ['cb899689-e258-4aa4-a031-7c2d214a03db'] in dv-neutron-834874-6-hyperv is: [] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:09:07.907563 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b210d238-c0d8-4a01-bc16-e9507bb8d46d tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687953'] for router (b0cf30d3-7cab-4654-826f-a3c4db412dba), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:07.925319 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.api.v2.resource [None req-bd30d8d8-2903-4b3c-928f-a0bf8e080634 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] delete failed (client error): The resource could not be found. Mar 28 01:09:07.928069 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-bd30d8d8-2903-4b3c-928f-a0bf8e080634 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] 10.222.0.24 "DELETE /v2.0/routers/9ee06e2c-2c08-4c9d-91d5-49e266d33f11 HTTP/1.1" status: 404 len: 336 time: 0.1183422 Mar 28 01:09:07.929433 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53542) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:07.963534 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-14007a0c-c017-4de5-a840-4f5ceb8f5ea6 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] DELETE failed (client error): The resource could not be found. Mar 28 01:09:07.963746 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14007a0c-c017-4de5-a840-4f5ceb8f5ea6 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:09:07.966903 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-14007a0c-c017-4de5-a840-4f5ceb8f5ea6 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] 10.222.0.24 "DELETE /v2.0/subnets/9dfdb595-d242-4e5e-ae2d-375725d4c333 HTTP/1.1" status: 404 len: 337 time: 0.0365334 Mar 28 01:09:07.969493 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53544) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:08.009708 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-a0df95d9-c2ae-4d20-8438-cee9dc4525ff tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] 10.222.0.24 "GET /v2.0/ports?device_id=713a14a1-7401-44ee-b027-f6e20677de11 HTTP/1.1" status: 200 len: 205 time: 0.0388501 Mar 28 01:09:08.012811 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53546) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:08.062887 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.api.v2.resource [None req-10b40f29-3c20-4672-8475-7f6dedbefd9b tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] delete failed (client error): The resource could not be found. Mar 28 01:09:08.064576 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-10b40f29-3c20-4672-8475-7f6dedbefd9b tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] 10.222.0.24 "DELETE /v2.0/routers/713a14a1-7401-44ee-b027-f6e20677de11 HTTP/1.1" status: 404 len: 336 time: 0.0501747 Mar 28 01:09:08.066508 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53548) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:08.103474 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-325b7565-3fe7-4cde-9dd7-fa976f398dba tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b4cc15d-d6d4-468f-a89b-57ff022ea501 HTTP/1.1" status: 200 len: 205 time: 0.0338628 Mar 28 01:09:08.105746 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53550) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:08.155574 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.api.v2.resource [None req-4622c9d0-d658-448d-abd0-d2e07665d65a tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] delete failed (client error): The resource could not be found. Mar 28 01:09:08.156662 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-4622c9d0-d658-448d-abd0-d2e07665d65a tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] 10.222.0.24 "DELETE /v2.0/routers/4b4cc15d-d6d4-468f-a89b-57ff022ea501 HTTP/1.1" status: 404 len: 336 time: 0.0499918 Mar 28 01:09:08.159187 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53552) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:08.188710 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-27b90051-4ea3-4481-b58b-500a20484228 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] DELETE failed (client error): The resource could not be found. Mar 28 01:09:08.189277 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27b90051-4ea3-4481-b58b-500a20484228 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:09:08.192373 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-27b90051-4ea3-4481-b58b-500a20484228 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] 10.222.0.24 "DELETE /v2.0/subnets/5adc2412-b943-4c15-8347-8f6de4f1dd30 HTTP/1.1" status: 404 len: 337 time: 0.0322273 Mar 28 01:09:08.194933 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53554) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:08.226225 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-9b3f497e-12bf-49f8-91d4-c04eb445d803 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] 10.222.0.24 "GET /v2.0/ports?device_id=834798ac-a011-48f4-abf5-fb133f1458f0 HTTP/1.1" status: 200 len: 205 time: 0.0301979 Mar 28 01:09:08.228838 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53556) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:08.266944 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-da04cb8a-53e8-4c4a-9395-b21acff8a43d tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:08.271320 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.api.v2.resource [None req-1da63f4a-cc8a-4787-8192-aa6f74523dd5 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] delete failed (client error): The resource could not be found. Mar 28 01:09:08.272443 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-1da63f4a-cc8a-4787-8192-aa6f74523dd5 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] 10.222.0.24 "DELETE /v2.0/routers/834798ac-a011-48f4-abf5-fb133f1458f0 HTTP/1.1" status: 404 len: 336 time: 0.0425932 Mar 28 01:09:08.272934 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53558) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:08.273058 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-da04cb8a-53e8-4c4a-9395-b21acff8a43d tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] 10.222.0.24 "DELETE /v2.0/ports/7c25e92b-5af8-4eed-8534-29beca3ea499 HTTP/1.1" status: 204 len: 168 time: 2.1386433 Mar 28 01:09:08.275313 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53560) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:08.286235 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b210d238-c0d8-4a01-bc16-e9507bb8d46d tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Publish callbacks [] for router (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:08.290101 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-b210d238-c0d8-4a01-bc16-e9507bb8d46d tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.9086046 Mar 28 01:09:08.290259 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 53562) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:08.299036 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-70954eca-ae1b-4c16-a8ae-bad39a6719e9 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1733192424'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:09:08.312642 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-582ea245-6158-4247-be6d-e21aef2f30a3 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] DELETE failed (client error): The resource could not be found. Mar 28 01:09:08.312936 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-582ea245-6158-4247-be6d-e21aef2f30a3 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:09:08.316129 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-582ea245-6158-4247-be6d-e21aef2f30a3 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] 10.222.0.24 "DELETE /v2.0/subnets/79aaa03d-21fc-4d1c-8544-d8e9b9b81fca HTTP/1.1" status: 404 len: 337 time: 0.0398178 Mar 28 01:09:08.322156 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 53564) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:08.343078 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886b4f94-6c99-46e9-b51a-e13282491128 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:09:08.347384 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-886b4f94-6c99-46e9-b51a-e13282491128 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8db203a-abcc-48af-bc50-0089e6165851 HTTP/1.1" status: 200 len: 913 time: 0.4504569 Mar 28 01:09:08.347564 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53566) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:08.365430 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-c8be2177-4aa2-414a-bb52-906032532fe7 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] 10.222.0.24 "GET /v2.0/ports?device_id=333b67ca-d965-4561-97d6-745c382b0268 HTTP/1.1" status: 200 len: 205 time: 0.0404296 Mar 28 01:09:08.367836 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 53568) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:08.375529 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70954eca-ae1b-4c16-a8ae-bad39a6719e9 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Made reservation on behalf of 8fa19c826c3741d5b609165cc68553f3 for: {'network': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:09:08.378959 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-70954eca-ae1b-4c16-a8ae-bad39a6719e9 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:08.419681 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.api.v2.resource [None req-8426cfa0-84d2-40a7-811b-4a69c208d47f tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] delete failed (client error): The resource could not be found. Mar 28 01:09:08.423264 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-8426cfa0-84d2-40a7-811b-4a69c208d47f tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] 10.222.0.24 "DELETE /v2.0/routers/333b67ca-d965-4561-97d6-745c382b0268 HTTP/1.1" status: 404 len: 336 time: 0.0519536 Mar 28 01:09:08.423522 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 53570) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:08.431549 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-70954eca-ae1b-4c16-a8ae-bad39a6719e9 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:08.456873 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac1da33a-4f63-4a8d-aa6c-4390cfe877ae tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] DELETE failed (client error): The resource could not be found. Mar 28 01:09:08.457871 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac1da33a-4f63-4a8d-aa6c-4390cfe877ae tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:09:08.460943 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-ac1da33a-4f63-4a8d-aa6c-4390cfe877ae tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] 10.222.0.24 "DELETE /v2.0/subnets/b237b924-5134-44e8-b9ac-c042314c06fc HTTP/1.1" status: 404 len: 337 time: 0.0366035 Mar 28 01:09:08.463595 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53572) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:08.506515 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b380c35-2909-4fd3-8ae7-b1759fc24c07 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] DELETE failed (client error): The resource could not be found. Mar 28 01:09:08.506830 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b380c35-2909-4fd3-8ae7-b1759fc24c07 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:09:08.509801 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-5b380c35-2909-4fd3-8ae7-b1759fc24c07 tempest-RoutersIpV6Test-1008358495 tempest-RoutersIpV6Test-1008358495-project] 10.222.0.24 "DELETE /v2.0/subnets/4d2abbb2-6ebc-49e2-a848-7f6bcea58950 HTTP/1.1" status: 404 len: 337 time: 0.0448694 Mar 28 01:09:08.561088 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-70954eca-ae1b-4c16-a8ae-bad39a6719e9 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Publish callbacks [] for security_group (c17140f3-e7cd-4b52-9c2a-c6013d8bf0e0), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:08.577143 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-70954eca-ae1b-4c16-a8ae-bad39a6719e9 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (c17140f3-e7cd-4b52-9c2a-c6013d8bf0e0), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:08.614302 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70954eca-ae1b-4c16-a8ae-bad39a6719e9 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=104098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:09:08.630506 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70954eca-ae1b-4c16-a8ae-bad39a6719e9 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c17140f3-e7cd-4b52-9c2a-c6013d8bf0e0,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:08.649791 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-70954eca-ae1b-4c16-a8ae-bad39a6719e9 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (32ad9d00-f1fe-4cdd-980e-be0cfcd33b7c), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:08.650346 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.segments_db [None req-70954eca-ae1b-4c16-a8ae-bad39a6719e9 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Added segment 32ad9d00-f1fe-4cdd-980e-be0cfcd33b7c of type vlan for network 6f6a4ddb-20e2-4c6d-997e-4d5b256af7be Mar 28 01:09:08.710041 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-70954eca-ae1b-4c16-a8ae-bad39a6719e9 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (6f6a4ddb-20e2-4c6d-997e-4d5b256af7be), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:08.755872 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-70954eca-ae1b-4c16-a8ae-bad39a6719e9 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (6f6a4ddb-20e2-4c6d-997e-4d5b256af7be), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:08.763928 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70954eca-ae1b-4c16-a8ae-bad39a6719e9 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:09:08.764344 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-70954eca-ae1b-4c16-a8ae-bad39a6719e9 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:08.845091 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-70954eca-ae1b-4c16-a8ae-bad39a6719e9 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5537801 Mar 28 01:09:08.850010 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53578) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:08.860482 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-b9bea9c8-57fc-4b3e-aabc-e3075bbaddf9 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Request body: {'subnet': {'network_id': '6f6a4ddb-20e2-4c6d-997e-4d5b256af7be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:09:08.870349 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70954eca-ae1b-4c16-a8ae-bad39a6719e9 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Pushing event updated for resources: {'Network': ['ID=6f6a4ddb-20e2-4c6d-997e-4d5b256af7be,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:08.881933 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network 6f6a4ddb-20e2-4c6d-997e-4d5b256af7be details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:09:08.948729 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 53582) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:09.044685 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9bea9c8-57fc-4b3e-aabc-e3075bbaddf9 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Made reservation on behalf of 8fa19c826c3741d5b609165cc68553f3 for: {'subnet': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:09:09.048063 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b9bea9c8-57fc-4b3e-aabc-e3075bbaddf9 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126757772'] for subnet (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:09.138027 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-423151f7-c248-4507-802d-9c9a0f708572 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=73b89705b12a4822849ef008702f6650&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1873963 Mar 28 01:09:09.140955 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 53586) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:09.172480 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-74048d87-0d1d-4eb2-8d46-d95d651c9f24 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3686527'] for router_interface (f8db203a-abcc-48af-bc50-0089e6165851), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:09.175949 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c5cd005b-4452-4e5b-bd40-cfa3469b4f51 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3686527'] for router_interface (cb899689-e258-4aa4-a031-7c2d214a03db), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:09.195487 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5d78fd03-91b6-426c-9415-ae45a0d111be admin admin] Publish callbacks [] for security_group (927af4f7-5ba1-4c30-819c-1123089ae994), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:09.218442 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5d78fd03-91b6-426c-9415-ae45a0d111be admin admin] Publish callbacks [] for security_group (927af4f7-5ba1-4c30-819c-1123089ae994), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:09.273880 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5d78fd03-91b6-426c-9415-ae45a0d111be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (927af4f7-5ba1-4c30-819c-1123089ae994), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:09.276895 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5d78fd03-91b6-426c-9415-ae45a0d111be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:09.278037 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-5d78fd03-91b6-426c-9415-ae45a0d111be admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/927af4f7-5ba1-4c30-819c-1123089ae994 HTTP/1.1" status: 204 len: 168 time: 0.1359298 Mar 28 01:09:09.286976 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d78fd03-91b6-426c-9415-ae45a0d111be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=927af4f7-5ba1-4c30-819c-1123089ae994,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:09.514056 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b9bea9c8-57fc-4b3e-aabc-e3075bbaddf9 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127282703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126757786'] for subnet (4065067d-a570-47dd-bcc1-e4ce5932d7d9), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:09.624508 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bea9c8-57fc-4b3e-aabc-e3075bbaddf9 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Pushing event updated for resources: {'Subnet': ['ID=4065067d-a570-47dd-bcc1-e4ce5932d7d9,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:09.671678 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bea9c8-57fc-4b3e-aabc-e3075bbaddf9 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Checking segment: {'id': '32ad9d00-f1fe-4cdd-980e-be0cfcd33b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6f6a4ddb-20e2-4c6d-997e-4d5b256af7be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:09:09.672152 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9bea9c8-57fc-4b3e-aabc-e3075bbaddf9 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Network hostable DHCP agents. Network: 6f6a4ddb-20e2-4c6d-997e-4d5b256af7be, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:09:09.770496 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9bea9c8-57fc-4b3e-aabc-e3075bbaddf9 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Network 6f6a4ddb-20e2-4c6d-997e-4d5b256af7be is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:09:09.791584 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-b9bea9c8-57fc-4b3e-aabc-e3075bbaddf9 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, 6f6a4ddb-20e2-4c6d-997e-4d5b256af7be) {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:09:09.798163 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9bea9c8-57fc-4b3e-aabc-e3075bbaddf9 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:09:09.799116 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b9bea9c8-57fc-4b3e-aabc-e3075bbaddf9 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Publish callbacks [] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:09.803283 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0816ef-65d0-41e6-95f4-3a76fa109c89 None None] Network 6f6a4ddb-20e2-4c6d-997e-4d5b256af7be requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:09:09.828091 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-74048d87-0d1d-4eb2-8d46-d95d651c9f24 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Deleting port 7286bcf5-7f74-4835-80ab-a763ffa5dc48 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:09:09.828424 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-74048d87-0d1d-4eb2-8d46-d95d651c9f24 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (7286bcf5-7f74-4835-80ab-a763ffa5dc48), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:09.850262 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-b9bea9c8-57fc-4b3e-aabc-e3075bbaddf9 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9933014 Mar 28 01:09:09.850955 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 53602) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:09.857113 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-462c8329-a793-4710-a189-cfb0cade4eb9 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Request body: {'network': {'name': 'tempest-router-network01--304751541'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:09:09.885477 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-462c8329-a793-4710-a189-cfb0cade4eb9 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Made reservation on behalf of 8fa19c826c3741d5b609165cc68553f3 for: {'network': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:09:09.891633 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-462c8329-a793-4710-a189-cfb0cade4eb9 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:09.897643 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-c5cd005b-4452-4e5b-bd40-cfa3469b4f51 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Deleting port b39e0c0a-4ebe-405d-b525-406f5238f575 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:09:09.897975 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c5cd005b-4452-4e5b-bd40-cfa3469b4f51 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (b39e0c0a-4ebe-405d-b525-406f5238f575), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:09.928016 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-462c8329-a793-4710-a189-cfb0cade4eb9 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=104098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:09:09.949505 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-462c8329-a793-4710-a189-cfb0cade4eb9 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (7400adeb-f36d-43ec-84e3-fc2f8a1ec7f6), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:09.949869 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.segments_db [None req-462c8329-a793-4710-a189-cfb0cade4eb9 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Added segment 7400adeb-f36d-43ec-84e3-fc2f8a1ec7f6 of type vlan for network 201b08ea-8afa-4960-a2af-a5c4e1091848 Mar 28 01:09:09.961144 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b871297e-5b83-41a9-8048-213851360f23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-6f6a4ddb-20e2-4c6d-997e-4d5b256af7be', 'network_id': '6f6a4ddb-20e2-4c6d-997e-4d5b256af7be', 'project_id': '8fa19c826c3741d5b609165cc68553f3', 'fixed_ips': [{'subnet_id': '4065067d-a570-47dd-bcc1-e4ce5932d7d9'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:09:09.963200 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-b871297e-5b83-41a9-8048-213851360f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:09.986363 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-74048d87-0d1d-4eb2-8d46-d95d651c9f24 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (7286bcf5-7f74-4835-80ab-a763ffa5dc48), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:10.043223 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-462c8329-a793-4710-a189-cfb0cade4eb9 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (201b08ea-8afa-4960-a2af-a5c4e1091848), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:10.053154 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c5cd005b-4452-4e5b-bd40-cfa3469b4f51 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (b39e0c0a-4ebe-405d-b525-406f5238f575), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:10.075116 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-74048d87-0d1d-4eb2-8d46-d95d651c9f24 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Calling delete_port for 7286bcf5-7f74-4835-80ab-a763ffa5dc48 owned by network:router_interface {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:09:10.096338 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-c5cd005b-4452-4e5b-bd40-cfa3469b4f51 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Calling delete_port for b39e0c0a-4ebe-405d-b525-406f5238f575 owned by network:router_interface {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:09:10.125998 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-462c8329-a793-4710-a189-cfb0cade4eb9 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (201b08ea-8afa-4960-a2af-a5c4e1091848), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:10.135917 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462c8329-a793-4710-a189-cfb0cade4eb9 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:09:10.137111 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-462c8329-a793-4710-a189-cfb0cade4eb9 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:10.182124 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-b871297e-5b83-41a9-8048-213851360f23 None None] Allocated IP 172.20.0.2 (6f6a4ddb-20e2-4c6d-997e-4d5b256af7be/4065067d-a570-47dd-bcc1-e4ce5932d7d9/6425b773-9aec-4ae0-9d2e-e59d2d33bc50) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:09:10.225063 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-462c8329-a793-4710-a189-cfb0cade4eb9 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3690343 Mar 28 01:09:10.225063 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 53612) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:10.229323 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-91883d69-ee57-4de3-ab8c-e74c8a4ce816 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Request body: {'network': {'name': 'tempest-router-network02--780724355'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:09:10.251473 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462c8329-a793-4710-a189-cfb0cade4eb9 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Pushing event updated for resources: {'Network': ['ID=201b08ea-8afa-4960-a2af-a5c4e1091848,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:10.269627 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462c8329-a793-4710-a189-cfb0cade4eb9 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:09:10.271007 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462c8329-a793-4710-a189-cfb0cade4eb9 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:09:10.271367 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462c8329-a793-4710-a189-cfb0cade4eb9 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:09:10.271861 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462c8329-a793-4710-a189-cfb0cade4eb9 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:09:10.272260 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462c8329-a793-4710-a189-cfb0cade4eb9 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:09:10.272589 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462c8329-a793-4710-a189-cfb0cade4eb9 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:09:10.273816 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462c8329-a793-4710-a189-cfb0cade4eb9 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:09:10.274144 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462c8329-a793-4710-a189-cfb0cade4eb9 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:09:10.274741 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462c8329-a793-4710-a189-cfb0cade4eb9 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:09:10.274825 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462c8329-a793-4710-a189-cfb0cade4eb9 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:09:10.275105 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462c8329-a793-4710-a189-cfb0cade4eb9 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:09:10.275426 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462c8329-a793-4710-a189-cfb0cade4eb9 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:09:10.275748 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462c8329-a793-4710-a189-cfb0cade4eb9 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:09:10.276080 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462c8329-a793-4710-a189-cfb0cade4eb9 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:09:10.276425 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462c8329-a793-4710-a189-cfb0cade4eb9 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:09:10.287349 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91883d69-ee57-4de3-ab8c-e74c8a4ce816 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Made reservation on behalf of 8fa19c826c3741d5b609165cc68553f3 for: {'network': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:09:10.296928 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-91883d69-ee57-4de3-ab8c-e74c8a4ce816 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:10.305344 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network 201b08ea-8afa-4960-a2af-a5c4e1091848 details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:09:10.305644 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 53614) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:10.370632 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91883d69-ee57-4de3-ab8c-e74c8a4ce816 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=104098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:09:10.382010 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-91883d69-ee57-4de3-ab8c-e74c8a4ce816 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (937c9161-917e-4f8e-8023-fba08fe783d1), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:10.382361 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.segments_db [None req-91883d69-ee57-4de3-ab8c-e74c8a4ce816 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Added segment 937c9161-917e-4f8e-8023-fba08fe783d1 of type vlan for network d2e51642-6508-4152-bd0c-2fc48c903ba7 Mar 28 01:09:10.456633 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-74048d87-0d1d-4eb2-8d46-d95d651c9f24 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (7286bcf5-7f74-4835-80ab-a763ffa5dc48), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:10.473970 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-91883d69-ee57-4de3-ab8c-e74c8a4ce816 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (d2e51642-6508-4152-bd0c-2fc48c903ba7), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:10.494609 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74048d87-0d1d-4eb2-8d46-d95d651c9f24 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Pushing event deleted for resources: {'Port': ['ID=7286bcf5-7f74-4835-80ab-a763ffa5dc48,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:10.509433 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74048d87-0d1d-4eb2-8d46-d95d651c9f24 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:09:10.509893 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74048d87-0d1d-4eb2-8d46-d95d651c9f24 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:09:10.510204 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74048d87-0d1d-4eb2-8d46-d95d651c9f24 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:09:10.510549 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74048d87-0d1d-4eb2-8d46-d95d651c9f24 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:09:10.511002 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74048d87-0d1d-4eb2-8d46-d95d651c9f24 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:09:10.511440 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74048d87-0d1d-4eb2-8d46-d95d651c9f24 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:09:10.511777 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74048d87-0d1d-4eb2-8d46-d95d651c9f24 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:09:10.512192 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74048d87-0d1d-4eb2-8d46-d95d651c9f24 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:09:10.512531 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74048d87-0d1d-4eb2-8d46-d95d651c9f24 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:09:10.512865 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74048d87-0d1d-4eb2-8d46-d95d651c9f24 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:09:10.513246 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74048d87-0d1d-4eb2-8d46-d95d651c9f24 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:09:10.513776 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74048d87-0d1d-4eb2-8d46-d95d651c9f24 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:09:10.514115 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74048d87-0d1d-4eb2-8d46-d95d651c9f24 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:09:10.514719 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74048d87-0d1d-4eb2-8d46-d95d651c9f24 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:09:10.514838 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74048d87-0d1d-4eb2-8d46-d95d651c9f24 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:09:10.520266 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c5cd005b-4452-4e5b-bd40-cfa3469b4f51 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (b39e0c0a-4ebe-405d-b525-406f5238f575), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:10.523118 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-91883d69-ee57-4de3-ab8c-e74c8a4ce816 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (d2e51642-6508-4152-bd0c-2fc48c903ba7), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:10.529941 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91883d69-ee57-4de3-ab8c-e74c8a4ce816 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:09:10.530569 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-91883d69-ee57-4de3-ab8c-e74c8a4ce816 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:10.549293 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-7450a0b9-5f37-49e1-ab5d-27609ea6d150 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Request body: {'network': {'name': 'tempest-RoutersTest-988021832'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:09:10.560247 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-b871297e-5b83-41a9-8048-213851360f23 None None] Publish callbacks [] for port (6425b773-9aec-4ae0-9d2e-e59d2d33bc50), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:10.570957 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-b871297e-5b83-41a9-8048-213851360f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (6425b773-9aec-4ae0-9d2e-e59d2d33bc50), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:10.604221 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cd005b-4452-4e5b-bd40-cfa3469b4f51 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Pushing event deleted for resources: {'Port': ['ID=b39e0c0a-4ebe-405d-b525-406f5238f575,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:10.624589 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b871297e-5b83-41a9-8048-213851360f23 None None] Network 6f6a4ddb-20e2-4c6d-997e-4d5b256af7be is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:09:10.633962 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-b871297e-5b83-41a9-8048-213851360f23 None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:09:10.641424 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7450a0b9-5f37-49e1-ab5d-27609ea6d150 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Made reservation on behalf of b477b3de086344ba86693af53d13cdd0 for: {'network': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:09:10.666015 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7450a0b9-5f37-49e1-ab5d-27609ea6d150 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:10.681386 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7450a0b9-5f37-49e1-ab5d-27609ea6d150 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:10.735118 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b871297e-5b83-41a9-8048-213851360f23 None None] Pushing event updated for resources: {'Port': ['ID=6425b773-9aec-4ae0-9d2e-e59d2d33bc50,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:10.736169 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53618) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:10.739552 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-91883d69-ee57-4de3-ab8c-e74c8a4ce816 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5145619 Mar 28 01:09:10.747398 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-e4416e70-e957-4acc-9b12-15722734d951 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Request body: {'subnet': {'network_id': '201b08ea-8afa-4960-a2af-a5c4e1091848', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:09:10.754882 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b871297e-5b83-41a9-8048-213851360f23 None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:09:10.779125 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91883d69-ee57-4de3-ab8c-e74c8a4ce816 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Pushing event updated for resources: {'Network': ['ID=d2e51642-6508-4152-bd0c-2fc48c903ba7,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:10.795133 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b871297e-5b83-41a9-8048-213851360f23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:09:10.795497 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b871297e-5b83-41a9-8048-213851360f23 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:09:10.795851 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b871297e-5b83-41a9-8048-213851360f23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:09:10.797634 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b871297e-5b83-41a9-8048-213851360f23 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:09:10.798446 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b871297e-5b83-41a9-8048-213851360f23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:09:10.798546 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b871297e-5b83-41a9-8048-213851360f23 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:09:10.799056 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b871297e-5b83-41a9-8048-213851360f23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:09:10.799434 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b871297e-5b83-41a9-8048-213851360f23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:09:10.799800 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b871297e-5b83-41a9-8048-213851360f23 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:09:10.800295 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b871297e-5b83-41a9-8048-213851360f23 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:09:10.800532 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b871297e-5b83-41a9-8048-213851360f23 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:09:10.800811 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b871297e-5b83-41a9-8048-213851360f23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:09:10.801180 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b871297e-5b83-41a9-8048-213851360f23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:09:10.801507 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b871297e-5b83-41a9-8048-213851360f23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:09:10.801840 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b871297e-5b83-41a9-8048-213851360f23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:09:10.836681 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network d2e51642-6508-4152-bd0c-2fc48c903ba7 details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:09:10.955305 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7450a0b9-5f37-49e1-ab5d-27609ea6d150 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks [] for security_group (a2993031-890d-4665-87a4-5d57f5a48b2f), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:10.971986 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7450a0b9-5f37-49e1-ab5d-27609ea6d150 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (a2993031-890d-4665-87a4-5d57f5a48b2f), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:11.044165 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7450a0b9-5f37-49e1-ab5d-27609ea6d150 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=104098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:09:11.049956 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7450a0b9-5f37-49e1-ab5d-27609ea6d150 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2993031-890d-4665-87a4-5d57f5a48b2f,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:11.090994 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7450a0b9-5f37-49e1-ab5d-27609ea6d150 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (fe9c4b68-038a-4433-91c2-b0f57d694db2), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:11.092311 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.segments_db [None req-7450a0b9-5f37-49e1-ab5d-27609ea6d150 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Added segment fe9c4b68-038a-4433-91c2-b0f57d694db2 of type vlan for network dff32098-d975-4670-8ea3-17f626e85efe Mar 28 01:09:11.093349 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-b871297e-5b83-41a9-8048-213851360f23 None None] Attempting to bind port 6425b773-9aec-4ae0-9d2e-e59d2d33bc50 on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:09:11.093834 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-b871297e-5b83-41a9-8048-213851360f23 None None] Attempting to bind port 6425b773-9aec-4ae0-9d2e-e59d2d33bc50 by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': '32ad9d00-f1fe-4cdd-980e-be0cfcd33b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6f6a4ddb-20e2-4c6d-997e-4d5b256af7be'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:09:11.094686 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b871297e-5b83-41a9-8048-213851360f23 None None] Attempting to bind port 6425b773-9aec-4ae0-9d2e-e59d2d33bc50 on network 6f6a4ddb-20e2-4c6d-997e-4d5b256af7be {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:09:11.114618 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b871297e-5b83-41a9-8048-213851360f23 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:09:11.114956 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b871297e-5b83-41a9-8048-213851360f23 None None] Checking segment: {'id': '32ad9d00-f1fe-4cdd-980e-be0cfcd33b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6f6a4ddb-20e2-4c6d-997e-4d5b256af7be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:09:11.115333 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-b871297e-5b83-41a9-8048-213851360f23 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:11.120210 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b871297e-5b83-41a9-8048-213851360f23 None None] Bound using segment: {'id': '32ad9d00-f1fe-4cdd-980e-be0cfcd33b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6f6a4ddb-20e2-4c6d-997e-4d5b256af7be'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:09:11.124126 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-b871297e-5b83-41a9-8048-213851360f23 None None] Bound port: 6425b773-9aec-4ae0-9d2e-e59d2d33bc50, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32ad9d00-f1fe-4cdd-980e-be0cfcd33b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6f6a4ddb-20e2-4c6d-997e-4d5b256af7be'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:09:11.125467 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-b871297e-5b83-41a9-8048-213851360f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (6425b773-9aec-4ae0-9d2e-e59d2d33bc50), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:11.154726 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7450a0b9-5f37-49e1-ab5d-27609ea6d150 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (dff32098-d975-4670-8ea3-17f626e85efe), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:11.195885 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7450a0b9-5f37-49e1-ab5d-27609ea6d150 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (dff32098-d975-4670-8ea3-17f626e85efe), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:11.202025 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7450a0b9-5f37-49e1-ab5d-27609ea6d150 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:09:11.203288 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7450a0b9-5f37-49e1-ab5d-27609ea6d150 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:11.245199 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-7450a0b9-5f37-49e1-ab5d-27609ea6d150 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9384933 Mar 28 01:09:11.251911 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-b871297e-5b83-41a9-8048-213851360f23 None None] For port 6425b773-9aec-4ae0-9d2e-e59d2d33bc50, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:09:11.255711 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-b871297e-5b83-41a9-8048-213851360f23 None None] For port 6425b773-9aec-4ae0-9d2e-e59d2d33bc50, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=6425b773-9aec-4ae0-9d2e-e59d2d33bc50,segment=NetworkSegment(32ad9d00-f1fe-4cdd-980e-be0cfcd33b7c),segment_id=32ad9d00-f1fe-4cdd-980e-be0cfcd33b7c)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:09:11.265499 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-b871297e-5b83-41a9-8048-213851360f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (6425b773-9aec-4ae0-9d2e-e59d2d33bc50), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:11.272724 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53622) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:11.277590 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-2f2de5db-72b0-4693-ae1c-2bba591a4697 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Request body: {'network': {'name': 'tempest-RoutersTest-602030367'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:09:11.316490 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7450a0b9-5f37-49e1-ab5d-27609ea6d150 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Pushing event updated for resources: {'Network': ['ID=dff32098-d975-4670-8ea3-17f626e85efe,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:11.322516 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-74048d87-0d1d-4eb2-8d46-d95d651c9f24 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3725912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3690191'] for router_interface (f8db203a-abcc-48af-bc50-0089e6165851), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:11.331785 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network dff32098-d975-4670-8ea3-17f626e85efe details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:09:11.352247 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b871297e-5b83-41a9-8048-213851360f23 None None] Pushing event updated for resources: {'Port': ['ID=6425b773-9aec-4ae0-9d2e-e59d2d33bc50,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:11.418496 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-fb86fb76-9af3-4f6c-97bb-630a88a067bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:11.432594 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f2de5db-72b0-4693-ae1c-2bba591a4697 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Made reservation on behalf of b477b3de086344ba86693af53d13cdd0 for: {'network': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:09:11.435879 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2f2de5db-72b0-4693-ae1c-2bba591a4697 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:11.526714 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4416e70-e957-4acc-9b12-15722734d951 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Made reservation on behalf of 8fa19c826c3741d5b609165cc68553f3 for: {'subnet': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:09:11.530224 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e4416e70-e957-4acc-9b12-15722734d951 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126757772'] for subnet (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:11.614842 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f2de5db-72b0-4693-ae1c-2bba591a4697 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=104099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:09:11.648175 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c5cd005b-4452-4e5b-bd40-cfa3469b4f51 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3725912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3690191'] for router_interface (cb899689-e258-4aa4-a031-7c2d214a03db), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:11.654046 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2f2de5db-72b0-4693-ae1c-2bba591a4697 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (cccc1d31-1ffb-4c75-9527-5f309d2c9789), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:11.654524 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.segments_db [None req-2f2de5db-72b0-4693-ae1c-2bba591a4697 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Added segment cccc1d31-1ffb-4c75-9527-5f309d2c9789 of type vlan for network 838aaed0-8718-4ffc-8da0-424f587f745f Mar 28 01:09:11.827078 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2f2de5db-72b0-4693-ae1c-2bba591a4697 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (838aaed0-8718-4ffc-8da0-424f587f745f), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:11.879010 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74048d87-0d1d-4eb2-8d46-d95d651c9f24 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Router f8db203a-abcc-48af-bc50-0089e6165851 has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:09:11.949566 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2f2de5db-72b0-4693-ae1c-2bba591a4697 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (838aaed0-8718-4ffc-8da0-424f587f745f), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:11.954467 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2de5db-72b0-4693-ae1c-2bba591a4697 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:09:11.955043 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2f2de5db-72b0-4693-ae1c-2bba591a4697 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks [] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:12.138798 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-2f2de5db-72b0-4693-ae1c-2bba591a4697 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8649890 Mar 28 01:09:12.141891 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 53624) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:12.147539 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-3fe88a87-29c6-4704-9d9d-40dc2e958b63 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Request body: {'subnet': {'network_id': 'dff32098-d975-4670-8ea3-17f626e85efe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:09:12.157607 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2de5db-72b0-4693-ae1c-2bba591a4697 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Pushing event updated for resources: {'Network': ['ID=838aaed0-8718-4ffc-8da0-424f587f745f,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:12.163925 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74048d87-0d1d-4eb2-8d46-d95d651c9f24 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:09:12.183371 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network 838aaed0-8718-4ffc-8da0-424f587f745f details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:09:12.187744 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-74048d87-0d1d-4eb2-8d46-d95d651c9f24 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] 10.222.0.24 "PUT /v2.0/routers/f8db203a-abcc-48af-bc50-0089e6165851/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8387008 Mar 28 01:09:12.195562 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b5d8a3-5210-4865-9163-550640e6954c None None] Sync routers for ids ['f8db203a-abcc-48af-bc50-0089e6165851'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:09:12.213072 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53626) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:12.220583 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b5d8a3-5210-4865-9163-550640e6954c None None] Routers {'f8db203a-abcc-48af-bc50-0089e6165851'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:09:12.222432 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-a6b5d8a3-5210-4865-9163-550640e6954c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:08:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['f8db203a-abcc-48af-bc50-0089e6165851'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:12.279771 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e4416e70-e957-4acc-9b12-15722734d951 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127282703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126757786'] for subnet (179b06e9-64c7-4a78-b827-de1e27cda740), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:12.308414 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 6425b773-9aec-4ae0-9d2e-e59d2d33bc50 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:09:12.327501 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fe88a87-29c6-4704-9d9d-40dc2e958b63 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Made reservation on behalf of b477b3de086344ba86693af53d13cdd0 for: {'subnet': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:09:12.330977 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3fe88a87-29c6-4704-9d9d-40dc2e958b63 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126112411'] for subnet (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:12.355864 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-a6b5d8a3-5210-4865-9163-550640e6954c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:12.383432 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b5d8a3-5210-4865-9163-550640e6954c None None] Routers {'f8db203a-abcc-48af-bc50-0089e6165851'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:09:12.384797 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-a6b5d8a3-5210-4865-9163-550640e6954c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:08:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['f8db203a-abcc-48af-bc50-0089e6165851'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:12.418617 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 6425b773-9aec-4ae0-9d2e-e59d2d33bc50 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:09:12.419293 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (6425b773-9aec-4ae0-9d2e-e59d2d33bc50), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:12.461947 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-a6b5d8a3-5210-4865-9163-550640e6954c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:12.462715 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b5d8a3-5210-4865-9163-550640e6954c None None] The sync data for ids ['f8db203a-abcc-48af-bc50-0089e6165851'] in dv-neutron-834874-6-hyperv is: [] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:09:12.471464 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2cbbf4a7-b821-404f-913c-90dd8cb6e38e tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Publish callbacks [] for router (f8db203a-abcc-48af-bc50-0089e6165851), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:12.529171 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4416e70-e957-4acc-9b12-15722734d951 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Pushing event updated for resources: {'Subnet': ['ID=179b06e9-64c7-4a78-b827-de1e27cda740,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:12.564593 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 6425b773-9aec-4ae0-9d2e-e59d2d33bc50 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:09:12.564976 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (6425b773-9aec-4ae0-9d2e-e59d2d33bc50), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:12.626672 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3fe88a87-29c6-4704-9d9d-40dc2e958b63 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126174976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126112397'] for subnet (1e6e0d2c-4537-4111-b90d-ba65b093a602), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:12.633549 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5cd005b-4452-4e5b-bd40-cfa3469b4f51 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Router cb899689-e258-4aa4-a031-7c2d214a03db has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:09:12.641760 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] For port 6425b773-9aec-4ae0-9d2e-e59d2d33bc50, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=6425b773-9aec-4ae0-9d2e-e59d2d33bc50,segment=NetworkSegment(32ad9d00-f1fe-4cdd-980e-be0cfcd33b7c),segment_id=32ad9d00-f1fe-4cdd-980e-be0cfcd33b7c)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:09:12.647069 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4416e70-e957-4acc-9b12-15722734d951 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Checking segment: {'id': '7400adeb-f36d-43ec-84e3-fc2f8a1ec7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '201b08ea-8afa-4960-a2af-a5c4e1091848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:09:12.647540 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4416e70-e957-4acc-9b12-15722734d951 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Network hostable DHCP agents. Network: 201b08ea-8afa-4960-a2af-a5c4e1091848, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:09:12.653613 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (6425b773-9aec-4ae0-9d2e-e59d2d33bc50), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:12.739598 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe88a87-29c6-4704-9d9d-40dc2e958b63 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Pushing event updated for resources: {'Subnet': ['ID=1e6e0d2c-4537-4111-b90d-ba65b093a602,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:12.742545 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Pushing event updated for resources: {'Port': ['ID=6425b773-9aec-4ae0-9d2e-e59d2d33bc50,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:12.744352 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe88a87-29c6-4704-9d9d-40dc2e958b63 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Checking segment: {'id': 'fe9c4b68-038a-4433-91c2-b0f57d694db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'dff32098-d975-4670-8ea3-17f626e85efe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:09:12.744726 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe88a87-29c6-4704-9d9d-40dc2e958b63 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Network hostable DHCP agents. Network: dff32098-d975-4670-8ea3-17f626e85efe, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:09:12.753529 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05af6ebe-be6f-4fbe-af0f-8a6df28c531a None None] Network 6f6a4ddb-20e2-4c6d-997e-4d5b256af7be requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:09:12.765656 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe88a87-29c6-4704-9d9d-40dc2e958b63 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Network dff32098-d975-4670-8ea3-17f626e85efe is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:09:12.783490 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-3fe88a87-29c6-4704-9d9d-40dc2e958b63 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, dff32098-d975-4670-8ea3-17f626e85efe) {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:09:12.791776 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe88a87-29c6-4704-9d9d-40dc2e958b63 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:09:12.793229 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3fe88a87-29c6-4704-9d9d-40dc2e958b63 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:12.821235 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-3fe88a87-29c6-4704-9d9d-40dc2e958b63 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6780648 Mar 28 01:09:12.822544 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 53630) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:12.827442 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-7e7684c1-c3f7-455e-b484-ce4618de9dcf tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Request body: {'subnet': {'network_id': '838aaed0-8718-4ffc-8da0-424f587f745f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:09:12.878464 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2cbbf4a7-b821-404f-913c-90dd8cb6e38e tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7151'] for router (f8db203a-abcc-48af-bc50-0089e6165851), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:12.882967 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2cbbf4a7-b821-404f-913c-90dd8cb6e38e tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Publish callbacks [] for router_controller (f8db203a-abcc-48af-bc50-0089e6165851), precommit_delete_associations {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:12.898218 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4416e70-e957-4acc-9b12-15722734d951 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Network 201b08ea-8afa-4960-a2af-a5c4e1091848 is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:09:12.900167 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f020e9-a4f8-404e-b5fd-72a240c2a250 None None] Network dff32098-d975-4670-8ea3-17f626e85efe requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:09:12.939936 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e7684c1-c3f7-455e-b484-ce4618de9dcf tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Made reservation on behalf of b477b3de086344ba86693af53d13cdd0 for: {'subnet': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:09:12.941539 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-e4416e70-e957-4acc-9b12-15722734d951 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, 201b08ea-8afa-4960-a2af-a5c4e1091848) {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:09:12.948523 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7e7684c1-c3f7-455e-b484-ce4618de9dcf tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126112411'] for subnet (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:12.950947 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4416e70-e957-4acc-9b12-15722734d951 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:09:12.951547 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e4416e70-e957-4acc-9b12-15722734d951 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Publish callbacks [] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:12.964598 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2cbbf4a7-b821-404f-913c-90dd8cb6e38e tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689686'] for router (f8db203a-abcc-48af-bc50-0089e6165851), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:12.965153 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cbbf4a7-b821-404f-913c-90dd8cb6e38e tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Fanout notify agent at l3_agent the message router_deleted on router f8db203a-abcc-48af-bc50-0089e6165851 {{(pid=104099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 01:09:12.975748 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2cbbf4a7-b821-404f-913c-90dd8cb6e38e tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Publish callbacks [] for router (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:12.976897 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-2cbbf4a7-b821-404f-913c-90dd8cb6e38e tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] 10.222.0.24 "DELETE /v2.0/routers/f8db203a-abcc-48af-bc50-0089e6165851 HTTP/1.1" status: 204 len: 168 time: 0.7628579 Mar 28 01:09:12.979846 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53632) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:12.986602 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953ad494-9014-49b5-a27b-cc23fea58bc2 None None] Network 201b08ea-8afa-4960-a2af-a5c4e1091848 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:09:12.990005 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5cd005b-4452-4e5b-bd40-cfa3469b4f51 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:09:13.022450 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f941732-e69f-424d-90ed-68ea506fc4b6 None None] Sync routers for ids ['cb899689-e258-4aa4-a031-7c2d214a03db'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:09:13.026494 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-c5cd005b-4452-4e5b-bd40-cfa3469b4f51 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] 10.222.0.24 "PUT /v2.0/routers/cb899689-e258-4aa4-a031-7c2d214a03db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7525599 Mar 28 01:09:13.032781 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-e4416e70-e957-4acc-9b12-15722734d951 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2915292 Mar 28 01:09:13.034641 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 53634) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:13.035253 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 53636) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:13.070288 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1faffdf-e266-4c13-bc08-ade77df3d0da tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Deleting subnet 288975b2-fea5-46b0-be2b-769c8a2a7cef {{(pid=104099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:09:13.074380 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f1faffdf-e266-4c13-bc08-ade77df3d0da tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Publish callbacks [] for subnet (288975b2-fea5-46b0-be2b-769c8a2a7cef), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:13.082422 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-fa46b738-8ec1-4c72-bf51-429c0a6d265f tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Request body: {'subnet': {'network_id': 'd2e51642-6508-4152-bd0c-2fc48c903ba7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:09:13.138927 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f1faffdf-e266-4c13-bc08-ade77df3d0da tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126946639'] for subnet (288975b2-fea5-46b0-be2b-769c8a2a7cef), precommit_delete_associations {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:13.251860 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f1faffdf-e266-4c13-bc08-ade77df3d0da tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (288975b2-fea5-46b0-be2b-769c8a2a7cef), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:13.268379 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-4513c283-8f51-4805-abde-680faba66b74 None None] Provisioning complete for port 6425b773-9aec-4ae0-9d2e-e59d2d33bc50 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:09:13.269470 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-4513c283-8f51-4805-abde-680faba66b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (6425b773-9aec-4ae0-9d2e-e59d2d33bc50), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:13.337633 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f1faffdf-e266-4c13-bc08-ade77df3d0da tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127282766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126757793'] for subnet (288975b2-fea5-46b0-be2b-769c8a2a7cef), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:13.337977 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa46b738-8ec1-4c72-bf51-429c0a6d265f tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Made reservation on behalf of 8fa19c826c3741d5b609165cc68553f3 for: {'subnet': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:09:13.341131 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-fa46b738-8ec1-4c72-bf51-429c0a6d265f tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126112411'] for subnet (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:13.377072 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f941732-e69f-424d-90ed-68ea506fc4b6 None None] Routers {'cb899689-e258-4aa4-a031-7c2d214a03db'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:09:13.378248 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-2f941732-e69f-424d-90ed-68ea506fc4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:08:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['cb899689-e258-4aa4-a031-7c2d214a03db'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:13.378907 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1faffdf-e266-4c13-bc08-ade77df3d0da tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Pushing event deleted for resources: {'Subnet': ['ID=288975b2-fea5-46b0-be2b-769c8a2a7cef,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:13.381054 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f1faffdf-e266-4c13-bc08-ade77df3d0da tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Publish callbacks [] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:13.384779 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-f1faffdf-e266-4c13-bc08-ade77df3d0da tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] 10.222.0.24 "DELETE /v2.0/subnets/288975b2-fea5-46b0-be2b-769c8a2a7cef HTTP/1.1" status: 204 len: 168 time: 0.4039838 Mar 28 01:09:13.388079 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53640) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:13.393791 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e6360ef-b804-4e3a-a88e-ddaca7d63059 None None] Network 0520a085-945c-4653-a8de-af4812b11def requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:09:13.418909 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-feaa5fca-a1e4-4b45-870d-7efea0adac6d tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks [] for router (cb899689-e258-4aa4-a031-7c2d214a03db), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:13.487528 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-cc1be064-ce3f-4c96-8d9f-a6a5ca195fc1 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (0520a085-945c-4653-a8de-af4812b11def), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:13.555023 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac82504e-0993-48ba-8a36-9976b7b683b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-201b08ea-8afa-4960-a2af-a5c4e1091848', 'network_id': '201b08ea-8afa-4960-a2af-a5c4e1091848', 'project_id': '8fa19c826c3741d5b609165cc68553f3', 'fixed_ips': [{'subnet_id': '179b06e9-64c7-4a78-b827-de1e27cda740'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:09:13.555898 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ac82504e-0993-48ba-8a36-9976b7b683b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:13.560318 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-2f941732-e69f-424d-90ed-68ea506fc4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:13.592614 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-cc1be064-ce3f-4c96-8d9f-a6a5ca195fc1 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Deleting port d7fc1bab-8267-4ce1-948b-a755d7dd9ed8 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:09:13.593237 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-cc1be064-ce3f-4c96-8d9f-a6a5ca195fc1 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (d7fc1bab-8267-4ce1-948b-a755d7dd9ed8), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:13.634444 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7e7684c1-c3f7-455e-b484-ce4618de9dcf tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126174976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126112397'] for subnet (c4cf8434-ef28-476e-bafa-71a6056ea52a), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:13.675504 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36337133-8bed-4eb3-8e74-7a5f400a3db1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-dff32098-d975-4670-8ea3-17f626e85efe', 'network_id': 'dff32098-d975-4670-8ea3-17f626e85efe', 'project_id': 'b477b3de086344ba86693af53d13cdd0', 'fixed_ips': [{'subnet_id': '1e6e0d2c-4537-4111-b90d-ba65b093a602'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:09:13.677578 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-36337133-8bed-4eb3-8e74-7a5f400a3db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:13.686452 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f941732-e69f-424d-90ed-68ea506fc4b6 None None] Routers {'cb899689-e258-4aa4-a031-7c2d214a03db'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:09:13.687092 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-2f941732-e69f-424d-90ed-68ea506fc4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:08:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['cb899689-e258-4aa4-a031-7c2d214a03db'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:13.693114 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-bf6449c3-e683-46ac-88a7-7125a4b64f71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:13.712729 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7684c1-c3f7-455e-b484-ce4618de9dcf tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Pushing event updated for resources: {'Subnet': ['ID=c4cf8434-ef28-476e-bafa-71a6056ea52a,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:13.719332 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-cc1be064-ce3f-4c96-8d9f-a6a5ca195fc1 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] For port d7fc1bab-8267-4ce1-948b-a755d7dd9ed8, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=d7fc1bab-8267-4ce1-948b-a755d7dd9ed8,segment=NetworkSegment(7b0dc33d-a280-48df-a25e-ddfa809201cd),segment_id=7b0dc33d-a280-48df-a25e-ddfa809201cd)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:09:13.719836 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-cc1be064-ce3f-4c96-8d9f-a6a5ca195fc1 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (d7fc1bab-8267-4ce1-948b-a755d7dd9ed8), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:13.741724 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-cc1be064-ce3f-4c96-8d9f-a6a5ca195fc1 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Calling delete_port for d7fc1bab-8267-4ce1-948b-a755d7dd9ed8 owned by network:dhcp {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:09:13.759682 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-feaa5fca-a1e4-4b45-870d-7efea0adac6d tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks [] for router_gateway (cb899689-e258-4aa4-a031-7c2d214a03db), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:13.852151 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-fa46b738-8ec1-4c72-bf51-429c0a6d265f tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126174976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126112397'] for subnet (71b3a33d-c949-407d-9dd9-faab5b9c2927), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:13.857822 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-2f941732-e69f-424d-90ed-68ea506fc4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:13.858596 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f941732-e69f-424d-90ed-68ea506fc4b6 None None] The sync data for ids ['cb899689-e258-4aa4-a031-7c2d214a03db'] in dv-neutron-834874-6-hyperv is: [] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:09:13.875435 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-cc1be064-ce3f-4c96-8d9f-a6a5ca195fc1 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (d7fc1bab-8267-4ce1-948b-a755d7dd9ed8), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:13.892337 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-4513c283-8f51-4805-abde-680faba66b74 None None] Current status of the port 6425b773-9aec-4ae0-9d2e-e59d2d33bc50 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:09:13.896496 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7684c1-c3f7-455e-b484-ce4618de9dcf tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Checking segment: {'id': 'cccc1d31-1ffb-4c75-9527-5f309d2c9789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '838aaed0-8718-4ffc-8da0-424f587f745f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:09:13.897296 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7684c1-c3f7-455e-b484-ce4618de9dcf tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Network hostable DHCP agents. Network: 838aaed0-8718-4ffc-8da0-424f587f745f, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:09:13.914360 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1be064-ce3f-4c96-8d9f-a6a5ca195fc1 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Pushing event deleted for resources: {'Port': ['ID=d7fc1bab-8267-4ce1-948b-a755d7dd9ed8,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:13.916421 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1be064-ce3f-4c96-8d9f-a6a5ca195fc1 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] No DVR routers for this DVR port d7fc1bab-8267-4ce1-948b-a755d7dd9ed8 on host dv-neutron-834874-6-hyperv {{(pid=104099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:09:13.951379 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa46b738-8ec1-4c72-bf51-429c0a6d265f tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Pushing event updated for resources: {'Subnet': ['ID=71b3a33d-c949-407d-9dd9-faab5b9c2927,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:13.961853 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7684c1-c3f7-455e-b484-ce4618de9dcf tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Network 838aaed0-8718-4ffc-8da0-424f587f745f is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:09:13.991070 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-7e7684c1-c3f7-455e-b484-ce4618de9dcf tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, 838aaed0-8718-4ffc-8da0-424f587f745f) {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:09:13.997941 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa46b738-8ec1-4c72-bf51-429c0a6d265f tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Checking segment: {'id': '937c9161-917e-4f8e-8023-fba08fe783d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd2e51642-6508-4152-bd0c-2fc48c903ba7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:09:13.998310 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa46b738-8ec1-4c72-bf51-429c0a6d265f tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Network hostable DHCP agents. Network: d2e51642-6508-4152-bd0c-2fc48c903ba7, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:09:14.003091 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7684c1-c3f7-455e-b484-ce4618de9dcf tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:09:14.003693 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7e7684c1-c3f7-455e-b484-ce4618de9dcf tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:14.022616 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5259671c-8d9c-4117-a29b-235888ef45f4 None None] Network 838aaed0-8718-4ffc-8da0-424f587f745f requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:09:14.023148 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-feaa5fca-a1e4-4b45-870d-7efea0adac6d tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Deleting port 7e61424f-3414-43d1-a428-c45754dc53ff {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:09:14.023506 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-feaa5fca-a1e4-4b45-870d-7efea0adac6d tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (7e61424f-3414-43d1-a428-c45754dc53ff), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:14.059623 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-cc1be064-ce3f-4c96-8d9f-a6a5ca195fc1 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (0520a085-945c-4653-a8de-af4812b11def), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:14.078807 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-7e7684c1-c3f7-455e-b484-ce4618de9dcf tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2558138 Mar 28 01:09:14.081293 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 53642) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:14.094176 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-5afabb16-539b-4442-adae-900a120f9971 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-907913561', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:09:14.097189 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1759a8d0-1eb9-442f-b399-e865d81b064c None None] DHCP port deletion for 0520a085-945c-4653-a8de-af4812b11def request from dv-neutron-834874-6-hyperv {{(pid=104100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 01:09:14.103077 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa46b738-8ec1-4c72-bf51-429c0a6d265f tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Network d2e51642-6508-4152-bd0c-2fc48c903ba7 is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:09:14.114689 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-cc1be064-ce3f-4c96-8d9f-a6a5ca195fc1 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0520a085-945c-4653-a8de-af4812b11def']}} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:14.118013 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-fa46b738-8ec1-4c72-bf51-429c0a6d265f tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, d2e51642-6508-4152-bd0c-2fc48c903ba7) {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:09:14.130703 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa46b738-8ec1-4c72-bf51-429c0a6d265f tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:09:14.131292 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-fa46b738-8ec1-4c72-bf51-429c0a6d265f tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:14.137566 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5afabb16-539b-4442-adae-900a120f9971 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7069'] for router (db21b3c0-7861-4914-8823-ff55d8590d7f), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:14.138512 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5afabb16-539b-4442-adae-900a120f9971 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4188952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7062'] for router (db21b3c0-7861-4914-8823-ff55d8590d7f), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:14.143729 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8410608-b787-4087-945c-4e432d35b139 None None] Network d2e51642-6508-4152-bd0c-2fc48c903ba7 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:09:14.149524 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-cc1be064-ce3f-4c96-8d9f-a6a5ca195fc1 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b0dc33d-a280-48df-a25e-ddfa809201cd') {'for_net_delete': True} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:14.149833 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-cc1be064-ce3f-4c96-8d9f-a6a5ca195fc1 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b0dc33d-a280-48df-a25e-ddfa809201cd') {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:14.179839 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-cc1be064-ce3f-4c96-8d9f-a6a5ca195fc1 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126946678'] for segment (7b0dc33d-a280-48df-a25e-ddfa809201cd), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:14.186640 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-fa46b738-8ec1-4c72-bf51-429c0a6d265f tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1487603 Mar 28 01:09:14.189669 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53644) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:14.203652 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-feaa5fca-a1e4-4b45-870d-7efea0adac6d tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (7e61424f-3414-43d1-a428-c45754dc53ff), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:14.211958 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-cc1be064-ce3f-4c96-8d9f-a6a5ca195fc1 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (7b0dc33d-a280-48df-a25e-ddfa809201cd), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:14.219092 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-d9f42ed5-f4ee-4eec-83cc-fe24b05c32d5 None None] Provisioning complete for port 6425b773-9aec-4ae0-9d2e-e59d2d33bc50 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:09:14.219582 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d9f42ed5-f4ee-4eec-83cc-fe24b05c32d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (6425b773-9aec-4ae0-9d2e-e59d2d33bc50), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:14.221539 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc1be064-ce3f-4c96-8d9f-a6a5ca195fc1 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=104099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:09:14.221954 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-cc1be064-ce3f-4c96-8d9f-a6a5ca195fc1 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127280876'] for segment (7b0dc33d-a280-48df-a25e-ddfa809201cd), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:14.272210 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 6425b773-9aec-4ae0-9d2e-e59d2d33bc50 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:09:14.272962 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-feaa5fca-a1e4-4b45-870d-7efea0adac6d tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Calling delete_port for 7e61424f-3414-43d1-a428-c45754dc53ff owned by network:router_gateway {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:09:14.274058 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5afabb16-539b-4442-adae-900a120f9971 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks [] for router_controller (db21b3c0-7861-4914-8823-ff55d8590d7f), precommit_add_association {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:14.284302 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5afabb16-539b-4442-adae-900a120f9971 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687953'] for router (db21b3c0-7861-4914-8823-ff55d8590d7f), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:14.314905 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-ac82504e-0993-48ba-8a36-9976b7b683b0 None None] Allocated IP 172.20.0.2 (201b08ea-8afa-4960-a2af-a5c4e1091848/179b06e9-64c7-4a78-b827-de1e27cda740/b5e89222-95c3-40bb-81d9-04835ff9eb78) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:09:14.346722 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5afabb16-539b-4442-adae-900a120f9971 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks [] for router (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:14.351968 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-5afabb16-539b-4442-adae-900a120f9971 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2675755 Mar 28 01:09:14.411014 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7681bcdd-80cd-414e-9066-ce0fd4545d15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-838aaed0-8718-4ffc-8da0-424f587f745f', 'network_id': '838aaed0-8718-4ffc-8da0-424f587f745f', 'project_id': 'b477b3de086344ba86693af53d13cdd0', 'fixed_ips': [{'subnet_id': 'c4cf8434-ef28-476e-bafa-71a6056ea52a'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:09:14.412464 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-7681bcdd-80cd-414e-9066-ce0fd4545d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:14.449254 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-36337133-8bed-4eb3-8e74-7a5f400a3db1 None None] Allocated IP 172.20.0.2 (dff32098-d975-4670-8ea3-17f626e85efe/1e6e0d2c-4537-4111-b90d-ba65b093a602/22b33f1f-9d8e-4d65-81e8-b00179abdd4c) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:09:14.506012 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 53646) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:14.515061 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-feaa5fca-a1e4-4b45-870d-7efea0adac6d tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (7e61424f-3414-43d1-a428-c45754dc53ff), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:14.605426 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaa5fca-a1e4-4b45-870d-7efea0adac6d tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Pushing event deleted for resources: {'Port': ['ID=7e61424f-3414-43d1-a428-c45754dc53ff,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:14.665624 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bba0f92-e92b-4d87-9a6a-b12210c79ba3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-d2e51642-6508-4152-bd0c-2fc48c903ba7', 'network_id': 'd2e51642-6508-4152-bd0c-2fc48c903ba7', 'project_id': '8fa19c826c3741d5b609165cc68553f3', 'fixed_ips': [{'subnet_id': '71b3a33d-c949-407d-9dd9-faab5b9c2927'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:09:14.666623 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-0bba0f92-e92b-4d87-9a6a-b12210c79ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:14.741910 dv-neutron-834874-6-hyperv neutron-server[104099]: Traceback (most recent call last): Mar 28 01:09:14.741910 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:09:14.741910 dv-neutron-834874-6-hyperv neutron-server[104099]: timer() Mar 28 01:09:14.741910 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:09:14.741910 dv-neutron-834874-6-hyperv neutron-server[104099]: cb(*args, **kw) Mar 28 01:09:14.741910 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:09:14.741910 dv-neutron-834874-6-hyperv neutron-server[104099]: return func(*args, **kwargs) Mar 28 01:09:14.741910 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:09:14.741910 dv-neutron-834874-6-hyperv neutron-server[104099]: self._notify() Mar 28 01:09:14.741910 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:09:14.741910 dv-neutron-834874-6-hyperv neutron-server[104099]: self.callback(batched_events) Mar 28 01:09:14.741910 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:09:14.741910 dv-neutron-834874-6-hyperv neutron-server[104099]: event.method(event) Mar 28 01:09:14.741910 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:09:14.741910 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:09:14.741910 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:09:14.741910 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:09:14.741910 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:09:14.741910 dv-neutron-834874-6-hyperv neutron-server[104099]: return f(self, *a, **k) Mar 28 01:09:14.741910 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:09:14.741910 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._get(url).json() Mar 28 01:09:14.741910 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:09:14.741910 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:09:14.741910 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:09:14.741910 dv-neutron-834874-6-hyperv neutron-server[104099]: return self.request(url, 'GET', **kwargs) Mar 28 01:09:14.741910 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:09:14.741910 dv-neutron-834874-6-hyperv neutron-server[104099]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:09:14.741910 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:09:14.741910 dv-neutron-834874-6-hyperv neutron-server[104099]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:09:14.741910 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:09:14.741910 dv-neutron-834874-6-hyperv neutron-server[104099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:09:14.741910 dv-neutron-834874-6-hyperv neutron-server[104099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:09:14.761313 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-feaa5fca-a1e4-4b45-870d-7efea0adac6d tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3687989'] for router_gateway (cb899689-e258-4aa4-a031-7c2d214a03db), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:14.798889 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 6425b773-9aec-4ae0-9d2e-e59d2d33bc50 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:09:14.799414 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (6425b773-9aec-4ae0-9d2e-e59d2d33bc50), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:14.821525 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-cc1be064-ce3f-4c96-8d9f-a6a5ca195fc1 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (0520a085-945c-4653-a8de-af4812b11def), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:14.836269 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-cc1be064-ce3f-4c96-8d9f-a6a5ca195fc1 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Publish callbacks [] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:14.843504 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-cc1be064-ce3f-4c96-8d9f-a6a5ca195fc1 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] 10.222.0.24 "DELETE /v2.0/networks/0520a085-945c-4653-a8de-af4812b11def HTTP/1.1" status: 204 len: 168 time: 1.4506519 Mar 28 01:09:14.861117 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-feaa5fca-a1e4-4b45-870d-7efea0adac6d tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7151'] for router (cb899689-e258-4aa4-a031-7c2d214a03db), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:14.863228 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-feaa5fca-a1e4-4b45-870d-7efea0adac6d tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks [] for router_controller (cb899689-e258-4aa4-a031-7c2d214a03db), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:14.927101 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1be064-ce3f-4c96-8d9f-a6a5ca195fc1 tempest-FloatingIPNegativeTestJSON-532802220 tempest-FloatingIPNegativeTestJSON-532802220-project] Pushing event deleted for resources: {'Network': ['ID=0520a085-945c-4653-a8de-af4812b11def,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:14.941721 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-feaa5fca-a1e4-4b45-870d-7efea0adac6d tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689686'] for router (cb899689-e258-4aa4-a031-7c2d214a03db), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:14.942257 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feaa5fca-a1e4-4b45-870d-7efea0adac6d tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Fanout notify agent at l3_agent the message router_deleted on router cb899689-e258-4aa4-a031-7c2d214a03db {{(pid=104098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 01:09:14.974344 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-feaa5fca-a1e4-4b45-870d-7efea0adac6d tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks [] for router (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:14.978361 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-feaa5fca-a1e4-4b45-870d-7efea0adac6d tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] 10.222.0.24 "DELETE /v2.0/routers/cb899689-e258-4aa4-a031-7c2d214a03db HTTP/1.1" status: 204 len: 168 time: 1.9421294 Mar 28 01:09:14.981390 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 53652) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:15.012297 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-36337133-8bed-4eb3-8e74-7a5f400a3db1 None None] Publish callbacks [] for port (22b33f1f-9d8e-4d65-81e8-b00179abdd4c), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:15.069259 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbde1a4d-99b8-4412-879c-1b8051e267ac tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Deleting subnet 45c146d1-26da-46a0-aba4-20bd15dd4949 {{(pid=104098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:09:15.076533 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-fbde1a4d-99b8-4412-879c-1b8051e267ac tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks [] for subnet (45c146d1-26da-46a0-aba4-20bd15dd4949), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:15.092966 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d54cc3d2-4bf3-48be-9cf8-ef065830de12 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:15.127310 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:15.129942 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-7681bcdd-80cd-414e-9066-ce0fd4545d15 None None] Allocated IP 172.21.0.2 (838aaed0-8718-4ffc-8da0-424f587f745f/c4cf8434-ef28-476e-bafa-71a6056ea52a/e96e91bb-b3f1-4b6a-ba8b-42c8cf602183) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:09:15.146016 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1d33b00b-4254-4811-8ab8-427ca4fc3772 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:15.181659 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-fbde1a4d-99b8-4412-879c-1b8051e267ac tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126443526'] for subnet (45c146d1-26da-46a0-aba4-20bd15dd4949), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:15.199218 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-d9f42ed5-f4ee-4eec-83cc-fe24b05c32d5 None None] Current status of the port 6425b773-9aec-4ae0-9d2e-e59d2d33bc50 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:09:15.215727 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-36337133-8bed-4eb3-8e74-7a5f400a3db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (22b33f1f-9d8e-4d65-81e8-b00179abdd4c), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:15.259239 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36337133-8bed-4eb3-8e74-7a5f400a3db1 None None] Network dff32098-d975-4670-8ea3-17f626e85efe is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:09:15.270951 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-36337133-8bed-4eb3-8e74-7a5f400a3db1 None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:09:15.273337 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36337133-8bed-4eb3-8e74-7a5f400a3db1 None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:09:15.293793 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 53658) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:15.312566 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ac82504e-0993-48ba-8a36-9976b7b683b0 None None] Publish callbacks [] for port (b5e89222-95c3-40bb-81d9-04835ff9eb78), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:15.479298 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-fbde1a4d-99b8-4412-879c-1b8051e267ac tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (45c146d1-26da-46a0-aba4-20bd15dd4949), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:15.514362 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [None req-d54cc3d2-4bf3-48be-9cf8-ef065830de12 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Allocated IP 172.20.0.1 (201b08ea-8afa-4960-a2af-a5c4e1091848/179b06e9-64c7-4a78-b827-de1e27cda740/f1af1bd7-eac4-4614-9221-e4989d4329c9) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:09:15.661842 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-bae15912-a4f5-4489-b1d6-078fa93b9bcc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=691d3ceea96a495b8c8a94502c11c08e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3631363 Mar 28 01:09:15.662453 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 53664) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:15.696665 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-1d33b00b-4254-4811-8ab8-427ca4fc3772 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Allocated IP 172.20.0.1 (dff32098-d975-4670-8ea3-17f626e85efe/1e6e0d2c-4537-4111-b90d-ba65b093a602/b1ee90ab-d839-47f0-b6c6-688e6726953f) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:09:15.698922 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-fbde1a4d-99b8-4412-879c-1b8051e267ac tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126175041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126112438'] for subnet (45c146d1-26da-46a0-aba4-20bd15dd4949), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:15.737821 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-7681bcdd-80cd-414e-9066-ce0fd4545d15 None None] Publish callbacks [] for port (e96e91bb-b3f1-4b6a-ba8b-42c8cf602183), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:15.752642 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbde1a4d-99b8-4412-879c-1b8051e267ac tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Pushing event deleted for resources: {'Subnet': ['ID=45c146d1-26da-46a0-aba4-20bd15dd4949,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:15.757649 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-fbde1a4d-99b8-4412-879c-1b8051e267ac tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:15.763792 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-fbde1a4d-99b8-4412-879c-1b8051e267ac tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] 10.222.0.24 "DELETE /v2.0/subnets/45c146d1-26da-46a0-aba4-20bd15dd4949 HTTP/1.1" status: 204 len: 168 time: 0.7814949 Mar 28 01:09:15.766272 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 53666) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:15.788436 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-7681bcdd-80cd-414e-9066-ce0fd4545d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (e96e91bb-b3f1-4b6a-ba8b-42c8cf602183), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:15.790557 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ac82504e-0993-48ba-8a36-9976b7b683b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (b5e89222-95c3-40bb-81d9-04835ff9eb78), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:15.821150 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac82504e-0993-48ba-8a36-9976b7b683b0 None None] Network 201b08ea-8afa-4960-a2af-a5c4e1091848 is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:09:15.822676 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b064b9e5-2836-4eb4-b302-95650ee72631 None None] Network 310dbbad-f631-487f-8ca9-519c1cc6e7df requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:09:15.837801 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-ac82504e-0993-48ba-8a36-9976b7b683b0 None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:09:15.846817 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d54cc3d2-4bf3-48be-9cf8-ef065830de12 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Publish callbacks [] for port (f1af1bd7-eac4-4614-9221-e4989d4329c9), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:15.870994 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac82504e-0993-48ba-8a36-9976b7b683b0 None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:09:15.875705 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-36337133-8bed-4eb3-8e74-7a5f400a3db1 None None] Attempting to bind port 22b33f1f-9d8e-4d65-81e8-b00179abdd4c on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:09:15.876538 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-36337133-8bed-4eb3-8e74-7a5f400a3db1 None None] Attempting to bind port 22b33f1f-9d8e-4d65-81e8-b00179abdd4c by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': 'fe9c4b68-038a-4433-91c2-b0f57d694db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'dff32098-d975-4670-8ea3-17f626e85efe'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:09:15.876538 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36337133-8bed-4eb3-8e74-7a5f400a3db1 None None] Attempting to bind port 22b33f1f-9d8e-4d65-81e8-b00179abdd4c on network dff32098-d975-4670-8ea3-17f626e85efe {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:09:15.926380 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36337133-8bed-4eb3-8e74-7a5f400a3db1 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:09:15.926380 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36337133-8bed-4eb3-8e74-7a5f400a3db1 None None] Checking segment: {'id': 'fe9c4b68-038a-4433-91c2-b0f57d694db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'dff32098-d975-4670-8ea3-17f626e85efe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:09:15.926380 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-36337133-8bed-4eb3-8e74-7a5f400a3db1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:15.926903 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36337133-8bed-4eb3-8e74-7a5f400a3db1 None None] Bound using segment: {'id': 'fe9c4b68-038a-4433-91c2-b0f57d694db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'dff32098-d975-4670-8ea3-17f626e85efe'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:09:15.927015 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-36337133-8bed-4eb3-8e74-7a5f400a3db1 None None] Bound port: 22b33f1f-9d8e-4d65-81e8-b00179abdd4c, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe9c4b68-038a-4433-91c2-b0f57d694db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'dff32098-d975-4670-8ea3-17f626e85efe'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:09:15.927407 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-36337133-8bed-4eb3-8e74-7a5f400a3db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (22b33f1f-9d8e-4d65-81e8-b00179abdd4c), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:15.942438 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36337133-8bed-4eb3-8e74-7a5f400a3db1 None None] Pushing event updated for resources: {'Port': ['ID=22b33f1f-9d8e-4d65-81e8-b00179abdd4c,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:15.946194 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d54cc3d2-4bf3-48be-9cf8-ef065830de12 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (f1af1bd7-eac4-4614-9221-e4989d4329c9), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:16.023295 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54cc3d2-4bf3-48be-9cf8-ef065830de12 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Network 201b08ea-8afa-4960-a2af-a5c4e1091848 is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:09:16.026512 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-36337133-8bed-4eb3-8e74-7a5f400a3db1 None None] For port 22b33f1f-9d8e-4d65-81e8-b00179abdd4c, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:09:16.028817 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-d54cc3d2-4bf3-48be-9cf8-ef065830de12 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:09:16.030887 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-36337133-8bed-4eb3-8e74-7a5f400a3db1 None None] For port 22b33f1f-9d8e-4d65-81e8-b00179abdd4c, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=22b33f1f-9d8e-4d65-81e8-b00179abdd4c,segment=NetworkSegment(fe9c4b68-038a-4433-91c2-b0f57d694db2),segment_id=fe9c4b68-038a-4433-91c2-b0f57d694db2)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:09:16.040322 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54cc3d2-4bf3-48be-9cf8-ef065830de12 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:09:16.094143 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54cc3d2-4bf3-48be-9cf8-ef065830de12 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Pushing event updated for resources: {'Port': ['ID=f1af1bd7-eac4-4614-9221-e4989d4329c9,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:16.096178 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7681bcdd-80cd-414e-9066-ce0fd4545d15 None None] Pushing event updated for resources: {'Port': ['ID=e96e91bb-b3f1-4b6a-ba8b-42c8cf602183,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:16.107113 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-36337133-8bed-4eb3-8e74-7a5f400a3db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (22b33f1f-9d8e-4d65-81e8-b00179abdd4c), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:16.125606 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d54cc3d2-4bf3-48be-9cf8-ef065830de12 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3686596'] for router_interface (b0cf30d3-7cab-4654-826f-a3c4db412dba), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:16.172683 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7681bcdd-80cd-414e-9066-ce0fd4545d15 None None] Network 838aaed0-8718-4ffc-8da0-424f587f745f is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:09:16.177798 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac82504e-0993-48ba-8a36-9976b7b683b0 None None] Pushing event updated for resources: {'Port': ['ID=b5e89222-95c3-40bb-81d9-04835ff9eb78,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:16.180242 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 6425b773-9aec-4ae0-9d2e-e59d2d33bc50 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:09:16.195645 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d9d5f820-39e8-4bc3-aa71-269a2eebe0d0 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (310dbbad-f631-487f-8ca9-519c1cc6e7df), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:16.244863 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-53c318bc-2406-433c-be0d-9ce89e96a4cf admin admin] Publish callbacks [] for security_group (ac026142-7e00-476f-8c4d-7f733e041258), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:16.291673 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-53c318bc-2406-433c-be0d-9ce89e96a4cf admin admin] Publish callbacks [] for security_group (ac026142-7e00-476f-8c4d-7f733e041258), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:16.311115 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36337133-8bed-4eb3-8e74-7a5f400a3db1 None None] Pushing event updated for resources: {'Port': ['ID=22b33f1f-9d8e-4d65-81e8-b00179abdd4c,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:16.314682 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-7681bcdd-80cd-414e-9066-ce0fd4545d15 None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:09:16.317416 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device d7fc1bab-8267-4ce1-948b-a755d7dd9ed8 no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:09:16.326342 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d54cc3d2-4bf3-48be-9cf8-ef065830de12 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (f1af1bd7-eac4-4614-9221-e4989d4329c9), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:16.331314 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7681bcdd-80cd-414e-9066-ce0fd4545d15 None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:09:16.381197 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1d33b00b-4254-4811-8ab8-427ca4fc3772 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks [] for port (b1ee90ab-d839-47f0-b6c6-688e6726953f), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:16.418581 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:16.424814 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-0bba0f92-e92b-4d87-9a6a-b12210c79ba3 None None] Allocated IP 172.20.0.2 (d2e51642-6508-4152-bd0c-2fc48c903ba7/71b3a33d-c949-407d-9dd9-faab5b9c2927/a65f27c6-e8e9-4aaf-bf6d-176261083dd1) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:09:16.428580 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: d7fc1bab-8267-4ce1-948b-a755d7dd9ed8 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:09:16.428974 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device d7fc1bab-8267-4ce1-948b-a755d7dd9ed8 not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:09:16.438119 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-ac82504e-0993-48ba-8a36-9976b7b683b0 None None] Attempting to bind port b5e89222-95c3-40bb-81d9-04835ff9eb78 on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:09:16.438566 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-ac82504e-0993-48ba-8a36-9976b7b683b0 None None] Attempting to bind port b5e89222-95c3-40bb-81d9-04835ff9eb78 by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': '7400adeb-f36d-43ec-84e3-fc2f8a1ec7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '201b08ea-8afa-4960-a2af-a5c4e1091848'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:09:16.438893 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac82504e-0993-48ba-8a36-9976b7b683b0 None None] Attempting to bind port b5e89222-95c3-40bb-81d9-04835ff9eb78 on network 201b08ea-8afa-4960-a2af-a5c4e1091848 {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:09:16.447946 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac82504e-0993-48ba-8a36-9976b7b683b0 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:09:16.448364 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac82504e-0993-48ba-8a36-9976b7b683b0 None None] Checking segment: {'id': '7400adeb-f36d-43ec-84e3-fc2f8a1ec7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '201b08ea-8afa-4960-a2af-a5c4e1091848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:09:16.448768 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ac82504e-0993-48ba-8a36-9976b7b683b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:16.449167 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac82504e-0993-48ba-8a36-9976b7b683b0 None None] Bound using segment: {'id': '7400adeb-f36d-43ec-84e3-fc2f8a1ec7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '201b08ea-8afa-4960-a2af-a5c4e1091848'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:09:16.449637 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-ac82504e-0993-48ba-8a36-9976b7b683b0 None None] Bound port: b5e89222-95c3-40bb-81d9-04835ff9eb78, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7400adeb-f36d-43ec-84e3-fc2f8a1ec7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '201b08ea-8afa-4960-a2af-a5c4e1091848'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:09:16.450012 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ac82504e-0993-48ba-8a36-9976b7b683b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (b5e89222-95c3-40bb-81d9-04835ff9eb78), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:16.487040 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-d9d5f820-39e8-4bc3-aa71-269a2eebe0d0 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Deleting port e03d0488-bb62-4a5a-8f86-c19caf67659e {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:09:16.487040 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d9d5f820-39e8-4bc3-aa71-269a2eebe0d0 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (e03d0488-bb62-4a5a-8f86-c19caf67659e), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:16.524122 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1d33b00b-4254-4811-8ab8-427ca4fc3772 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (b1ee90ab-d839-47f0-b6c6-688e6726953f), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:16.611403 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-53c318bc-2406-433c-be0d-9ce89e96a4cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (ac026142-7e00-476f-8c4d-7f733e041258), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:16.618769 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-53c318bc-2406-433c-be0d-9ce89e96a4cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:16.623555 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-53c318bc-2406-433c-be0d-9ce89e96a4cf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ac026142-7e00-476f-8c4d-7f733e041258 HTTP/1.1" status: 204 len: 168 time: 0.9548585 Mar 28 01:09:16.647149 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-7681bcdd-80cd-414e-9066-ce0fd4545d15 None None] Attempting to bind port e96e91bb-b3f1-4b6a-ba8b-42c8cf602183 on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:09:16.647530 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-7681bcdd-80cd-414e-9066-ce0fd4545d15 None None] Attempting to bind port e96e91bb-b3f1-4b6a-ba8b-42c8cf602183 by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': 'cccc1d31-1ffb-4c75-9527-5f309d2c9789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '838aaed0-8718-4ffc-8da0-424f587f745f'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:09:16.647895 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7681bcdd-80cd-414e-9066-ce0fd4545d15 None None] Attempting to bind port e96e91bb-b3f1-4b6a-ba8b-42c8cf602183 on network 838aaed0-8718-4ffc-8da0-424f587f745f {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:09:16.735698 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7681bcdd-80cd-414e-9066-ce0fd4545d15 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:09:16.736155 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7681bcdd-80cd-414e-9066-ce0fd4545d15 None None] Checking segment: {'id': 'cccc1d31-1ffb-4c75-9527-5f309d2c9789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '838aaed0-8718-4ffc-8da0-424f587f745f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:09:16.736568 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-7681bcdd-80cd-414e-9066-ce0fd4545d15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:16.736972 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7681bcdd-80cd-414e-9066-ce0fd4545d15 None None] Bound using segment: {'id': 'cccc1d31-1ffb-4c75-9527-5f309d2c9789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '838aaed0-8718-4ffc-8da0-424f587f745f'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:09:16.737481 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-7681bcdd-80cd-414e-9066-ce0fd4545d15 None None] Bound port: e96e91bb-b3f1-4b6a-ba8b-42c8cf602183, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cccc1d31-1ffb-4c75-9527-5f309d2c9789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '838aaed0-8718-4ffc-8da0-424f587f745f'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:09:16.738109 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-7681bcdd-80cd-414e-9066-ce0fd4545d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (e96e91bb-b3f1-4b6a-ba8b-42c8cf602183), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:16.810912 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c318bc-2406-433c-be0d-9ce89e96a4cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac026142-7e00-476f-8c4d-7f733e041258,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:16.860679 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d33b00b-4254-4811-8ab8-427ca4fc3772 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Network dff32098-d975-4670-8ea3-17f626e85efe is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:09:16.864981 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b747d7b4-f16b-42fb-8bc2-bffa4086906c None None] DHCP port deletion for 310dbbad-f631-487f-8ca9-519c1cc6e7df request from dv-neutron-834874-6-hyperv {{(pid=104100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 01:09:16.878602 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-1d33b00b-4254-4811-8ab8-427ca4fc3772 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:09:16.902019 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d33b00b-4254-4811-8ab8-427ca4fc3772 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:09:16.914018 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.db [None req-d9d5f820-39e8-4bc3-aa71-269a2eebe0d0 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] For port e03d0488-bb62-4a5a-8f86-c19caf67659e, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=e03d0488-bb62-4a5a-8f86-c19caf67659e,segment=NetworkSegment(cdde5be4-d574-48ae-84ff-20a2ee8c5d69),segment_id=cdde5be4-d574-48ae-84ff-20a2ee8c5d69)] {{(pid=104098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:09:16.917310 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d9d5f820-39e8-4bc3-aa71-269a2eebe0d0 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (e03d0488-bb62-4a5a-8f86-c19caf67659e), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:16.924578 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d33b00b-4254-4811-8ab8-427ca4fc3772 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Pushing event updated for resources: {'Port': ['ID=b1ee90ab-d839-47f0-b6c6-688e6726953f,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:16.971364 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-ac82504e-0993-48ba-8a36-9976b7b683b0 None None] For port b5e89222-95c3-40bb-81d9-04835ff9eb78, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:09:17.058536 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d54cc3d2-4bf3-48be-9cf8-ef065830de12 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Publish callbacks [] for port (f1af1bd7-eac4-4614-9221-e4989d4329c9), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:17.065335 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-d9d5f820-39e8-4bc3-aa71-269a2eebe0d0 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Calling delete_port for e03d0488-bb62-4a5a-8f86-c19caf67659e owned by network:dhcp {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:09:17.067745 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d54cc3d2-4bf3-48be-9cf8-ef065830de12 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (f1af1bd7-eac4-4614-9221-e4989d4329c9), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:17.081095 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-ac82504e-0993-48ba-8a36-9976b7b683b0 None None] For port b5e89222-95c3-40bb-81d9-04835ff9eb78, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=b5e89222-95c3-40bb-81d9-04835ff9eb78,segment=NetworkSegment(7400adeb-f36d-43ec-84e3-fc2f8a1ec7f6),segment_id=7400adeb-f36d-43ec-84e3-fc2f8a1ec7f6)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:09:17.117662 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ac82504e-0993-48ba-8a36-9976b7b683b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (b5e89222-95c3-40bb-81d9-04835ff9eb78), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:17.166766 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d54cc3d2-4bf3-48be-9cf8-ef065830de12 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3725889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3686480'] for router_interface (b0cf30d3-7cab-4654-826f-a3c4db412dba), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:17.168401 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1d33b00b-4254-4811-8ab8-427ca4fc3772 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3686596'] for router_interface (db21b3c0-7861-4914-8823-ff55d8590d7f), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:17.176340 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54cc3d2-4bf3-48be-9cf8-ef065830de12 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Pushing event updated for resources: {'Port': ['ID=f1af1bd7-eac4-4614-9221-e4989d4329c9,revision_number=2']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:17.290278 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-b747d7b4-f16b-42fb-8bc2-bffa4086906c None None] Deleting port e03d0488-bb62-4a5a-8f86-c19caf67659e {{(pid=104100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:09:17.290927 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-b747d7b4-f16b-42fb-8bc2-bffa4086906c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (e03d0488-bb62-4a5a-8f86-c19caf67659e), before_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:17.314904 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54cc3d2-4bf3-48be-9cf8-ef065830de12 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Network 201b08ea-8afa-4960-a2af-a5c4e1091848 is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:09:17.320053 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-d54cc3d2-4bf3-48be-9cf8-ef065830de12 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:09:17.426324 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-7681bcdd-80cd-414e-9066-ce0fd4545d15 None None] For port e96e91bb-b3f1-4b6a-ba8b-42c8cf602183, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:09:17.471655 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-7681bcdd-80cd-414e-9066-ce0fd4545d15 None None] For port e96e91bb-b3f1-4b6a-ba8b-42c8cf602183, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=e96e91bb-b3f1-4b6a-ba8b-42c8cf602183,segment=NetworkSegment(cccc1d31-1ffb-4c75-9527-5f309d2c9789),segment_id=cccc1d31-1ffb-4c75-9527-5f309d2c9789)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:09:17.495187 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-0bba0f92-e92b-4d87-9a6a-b12210c79ba3 None None] Publish callbacks [] for port (a65f27c6-e8e9-4aaf-bf6d-176261083dd1), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:17.507415 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-7681bcdd-80cd-414e-9066-ce0fd4545d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (e96e91bb-b3f1-4b6a-ba8b-42c8cf602183), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:17.555003 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-b747d7b4-f16b-42fb-8bc2-bffa4086906c None None] For port e03d0488-bb62-4a5a-8f86-c19caf67659e, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=e03d0488-bb62-4a5a-8f86-c19caf67659e,segment=NetworkSegment(cdde5be4-d574-48ae-84ff-20a2ee8c5d69),segment_id=cdde5be4-d574-48ae-84ff-20a2ee8c5d69)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:09:17.555775 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-b747d7b4-f16b-42fb-8bc2-bffa4086906c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (e03d0488-bb62-4a5a-8f86-c19caf67659e), precommit_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:17.559329 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac82504e-0993-48ba-8a36-9976b7b683b0 None None] Pushing event updated for resources: {'Port': ['ID=b5e89222-95c3-40bb-81d9-04835ff9eb78,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:17.576170 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-0bba0f92-e92b-4d87-9a6a-b12210c79ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (a65f27c6-e8e9-4aaf-bf6d-176261083dd1), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:17.609279 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d54cc3d2-4bf3-48be-9cf8-ef065830de12 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Router b0cf30d3-7cab-4654-826f-a3c4db412dba is scheduled to L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 with binding_index 1 {{(pid=104099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 01:09:17.639743 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-b747d7b4-f16b-42fb-8bc2-bffa4086906c None None] Calling delete_port for e03d0488-bb62-4a5a-8f86-c19caf67659e owned by network:dhcp {{(pid=104100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:09:17.676615 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bba0f92-e92b-4d87-9a6a-b12210c79ba3 None None] Network d2e51642-6508-4152-bd0c-2fc48c903ba7 is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:09:17.791476 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d9d5f820-39e8-4bc3-aa71-269a2eebe0d0 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (e03d0488-bb62-4a5a-8f86-c19caf67659e), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:17.922969 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1d33b00b-4254-4811-8ab8-427ca4fc3772 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (b1ee90ab-d839-47f0-b6c6-688e6726953f), before_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:17.923747 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d54cc3d2-4bf3-48be-9cf8-ef065830de12 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:09:17.930549 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d5f820-39e8-4bc3-aa71-269a2eebe0d0 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] No DVR routers for this DVR port e03d0488-bb62-4a5a-8f86-c19caf67659e on host dv-neutron-834874-6-hyperv {{(pid=104098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:09:17.936818 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfcfb05-e5b3-442d-9d77-c27ee09e2a5e None None] Sync routers for ids ['b0cf30d3-7cab-4654-826f-a3c4db412dba'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:09:17.938734 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-0bba0f92-e92b-4d87-9a6a-b12210c79ba3 None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:09:17.947412 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-d54cc3d2-4bf3-48be-9cf8-ef065830de12 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] 10.222.0.24 "PUT /v2.0/routers/b0cf30d3-7cab-4654-826f-a3c4db412dba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7542052 Mar 28 01:09:17.951355 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53690) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:17.951503 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bba0f92-e92b-4d87-9a6a-b12210c79ba3 None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:09:17.957469 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfcfb05-e5b3-442d-9d77-c27ee09e2a5e None None] Routers {'b0cf30d3-7cab-4654-826f-a3c4db412dba'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:09:17.957965 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-9cfcfb05-e5b3-442d-9d77-c27ee09e2a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:09:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['b0cf30d3-7cab-4654-826f-a3c4db412dba'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:18.025975 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-b747d7b4-f16b-42fb-8bc2-bffa4086906c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886'] for port (e03d0488-bb62-4a5a-8f86-c19caf67659e), after_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:18.036230 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d5f820-39e8-4bc3-aa71-269a2eebe0d0 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Pushing event deleted for resources: {'Port': ['ID=e03d0488-bb62-4a5a-8f86-c19caf67659e,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:18.097500 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-9cfcfb05-e5b3-442d-9d77-c27ee09e2a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:18.100281 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7681bcdd-80cd-414e-9066-ce0fd4545d15 None None] Pushing event updated for resources: {'Port': ['ID=e96e91bb-b3f1-4b6a-ba8b-42c8cf602183,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:18.135795 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfcfb05-e5b3-442d-9d77-c27ee09e2a5e None None] Routers {'b0cf30d3-7cab-4654-826f-a3c4db412dba'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:09:18.140235 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-9cfcfb05-e5b3-442d-9d77-c27ee09e2a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:09:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['b0cf30d3-7cab-4654-826f-a3c4db412dba'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:18.166139 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:18.231413 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b747d7b4-f16b-42fb-8bc2-bffa4086906c None None] No DVR routers for this DVR port e03d0488-bb62-4a5a-8f86-c19caf67659e on host dv-neutron-834874-6-hyperv {{(pid=104100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:09:18.254393 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-9cfcfb05-e5b3-442d-9d77-c27ee09e2a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:18.266670 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfcfb05-e5b3-442d-9d77-c27ee09e2a5e None None] The sync data for ids ['b0cf30d3-7cab-4654-826f-a3c4db412dba'] in dv-neutron-834874-6-hyperv is: [] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:09:18.321037 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-0bba0f92-e92b-4d87-9a6a-b12210c79ba3 None None] Attempting to bind port a65f27c6-e8e9-4aaf-bf6d-176261083dd1 on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:09:18.321318 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-0bba0f92-e92b-4d87-9a6a-b12210c79ba3 None None] Attempting to bind port a65f27c6-e8e9-4aaf-bf6d-176261083dd1 by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': '937c9161-917e-4f8e-8023-fba08fe783d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd2e51642-6508-4152-bd0c-2fc48c903ba7'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:09:18.321879 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bba0f92-e92b-4d87-9a6a-b12210c79ba3 None None] Attempting to bind port a65f27c6-e8e9-4aaf-bf6d-176261083dd1 on network d2e51642-6508-4152-bd0c-2fc48c903ba7 {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:09:18.328292 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d9d5f820-39e8-4bc3-aa71-269a2eebe0d0 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (310dbbad-f631-487f-8ca9-519c1cc6e7df), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:18.347327 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bba0f92-e92b-4d87-9a6a-b12210c79ba3 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:09:18.355299 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bba0f92-e92b-4d87-9a6a-b12210c79ba3 None None] Checking segment: {'id': '937c9161-917e-4f8e-8023-fba08fe783d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd2e51642-6508-4152-bd0c-2fc48c903ba7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:09:18.355855 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-0bba0f92-e92b-4d87-9a6a-b12210c79ba3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:18.356442 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bba0f92-e92b-4d87-9a6a-b12210c79ba3 None None] Bound using segment: {'id': '937c9161-917e-4f8e-8023-fba08fe783d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd2e51642-6508-4152-bd0c-2fc48c903ba7'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:09:18.356970 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-0bba0f92-e92b-4d87-9a6a-b12210c79ba3 None None] Bound port: a65f27c6-e8e9-4aaf-bf6d-176261083dd1, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '937c9161-917e-4f8e-8023-fba08fe783d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd2e51642-6508-4152-bd0c-2fc48c903ba7'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:09:18.357363 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-0bba0f92-e92b-4d87-9a6a-b12210c79ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (a65f27c6-e8e9-4aaf-bf6d-176261083dd1), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:18.398384 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-d9d5f820-39e8-4bc3-aa71-269a2eebe0d0 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['310dbbad-f631-487f-8ca9-519c1cc6e7df']}} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:18.402525 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 53700) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:18.445043 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bba0f92-e92b-4d87-9a6a-b12210c79ba3 None None] Pushing event updated for resources: {'Port': ['ID=a65f27c6-e8e9-4aaf-bf6d-176261083dd1,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:18.479920 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-d9d5f820-39e8-4bc3-aa71-269a2eebe0d0 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdde5be4-d574-48ae-84ff-20a2ee8c5d69') {'for_net_delete': True} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:18.486483 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-d9d5f820-39e8-4bc3-aa71-269a2eebe0d0 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdde5be4-d574-48ae-84ff-20a2ee8c5d69') {} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:18.536478 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b747d7b4-f16b-42fb-8bc2-bffa4086906c None None] Pushing event deleted for resources: {'Port': ['ID=e03d0488-bb62-4a5a-8f86-c19caf67659e,revision_number=None']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:18.655179 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-0bba0f92-e92b-4d87-9a6a-b12210c79ba3 None None] For port a65f27c6-e8e9-4aaf-bf6d-176261083dd1, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:09:18.661962 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-0bba0f92-e92b-4d87-9a6a-b12210c79ba3 None None] For port a65f27c6-e8e9-4aaf-bf6d-176261083dd1, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=a65f27c6-e8e9-4aaf-bf6d-176261083dd1,segment=NetworkSegment(937c9161-917e-4f8e-8023-fba08fe783d1),segment_id=937c9161-917e-4f8e-8023-fba08fe783d1)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:09:18.666240 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-44a4c481-1993-4d8e-a32a-861f165f0fc3 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Request body: {'security_group': {'name': 'tempest-secgroup--359798813'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:09:18.675717 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-0bba0f92-e92b-4d87-9a6a-b12210c79ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (a65f27c6-e8e9-4aaf-bf6d-176261083dd1), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:18.786676 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d9d5f820-39e8-4bc3-aa71-269a2eebe0d0 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126443583'] for segment (cdde5be4-d574-48ae-84ff-20a2ee8c5d69), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:18.835381 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bba0f92-e92b-4d87-9a6a-b12210c79ba3 None None] Pushing event updated for resources: {'Port': ['ID=a65f27c6-e8e9-4aaf-bf6d-176261083dd1,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:18.867926 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d9d5f820-39e8-4bc3-aa71-269a2eebe0d0 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (cdde5be4-d574-48ae-84ff-20a2ee8c5d69), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:18.891890 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9d5f820-39e8-4bc3-aa71-269a2eebe0d0 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=104098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:09:18.892330 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d9d5f820-39e8-4bc3-aa71-269a2eebe0d0 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126177251'] for segment (cdde5be4-d574-48ae-84ff-20a2ee8c5d69), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:18.899199 dv-neutron-834874-6-hyperv neutron-server[104098]: Traceback (most recent call last): Mar 28 01:09:18.899199 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:09:18.899199 dv-neutron-834874-6-hyperv neutron-server[104098]: timer() Mar 28 01:09:18.899199 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:09:18.899199 dv-neutron-834874-6-hyperv neutron-server[104098]: cb(*args, **kw) Mar 28 01:09:18.899199 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:09:18.899199 dv-neutron-834874-6-hyperv neutron-server[104098]: return func(*args, **kwargs) Mar 28 01:09:18.899199 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:09:18.899199 dv-neutron-834874-6-hyperv neutron-server[104098]: self._notify() Mar 28 01:09:18.899199 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:09:18.899199 dv-neutron-834874-6-hyperv neutron-server[104098]: self.callback(batched_events) Mar 28 01:09:18.899199 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:09:18.899199 dv-neutron-834874-6-hyperv neutron-server[104098]: event.method(event) Mar 28 01:09:18.899199 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:09:18.899199 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:09:18.899199 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:09:18.899199 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:09:18.899199 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:09:18.899199 dv-neutron-834874-6-hyperv neutron-server[104098]: return f(self, *a, **k) Mar 28 01:09:18.899199 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:09:18.899199 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._get(url).json() Mar 28 01:09:18.899199 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:09:18.899199 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:09:18.899199 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:09:18.899199 dv-neutron-834874-6-hyperv neutron-server[104098]: return self.request(url, 'GET', **kwargs) Mar 28 01:09:18.899199 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:09:18.899199 dv-neutron-834874-6-hyperv neutron-server[104098]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:09:18.899199 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:09:18.899199 dv-neutron-834874-6-hyperv neutron-server[104098]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:09:18.899199 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:09:18.899199 dv-neutron-834874-6-hyperv neutron-server[104098]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:09:18.899199 dv-neutron-834874-6-hyperv neutron-server[104098]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:09:19.026628 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e693ab-9c51-42ef-ad9a-a31ba9d3591a None None] Network dff32098-d975-4670-8ea3-17f626e85efe requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:09:19.046903 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-44a4c481-1993-4d8e-a32a-861f165f0fc3 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:19.058697 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.api.v2.resource [None req-17ef3d2b-bc8e-4aec-858e-4049597fcef6 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 01:09:19.067289 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-17ef3d2b-bc8e-4aec-858e-4049597fcef6 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] 10.222.0.24 "PUT /v2.0/routers/b0cf30d3-7cab-4654-826f-a3c4db412dba/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.1132226 Mar 28 01:09:19.070370 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53710) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:19.109207 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-44a4c481-1993-4d8e-a32a-861f165f0fc3 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:19.128248 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 22b33f1f-9d8e-4d65-81e8-b00179abdd4c up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:09:19.234880 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d9d5f820-39e8-4bc3-aa71-269a2eebe0d0 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (310dbbad-f631-487f-8ca9-519c1cc6e7df), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:19.266247 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d9d5f820-39e8-4bc3-aa71-269a2eebe0d0 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:19.275890 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-6a1009a5-8d37-46e9-b2fd-55b4bf858d6d None None] Provisioning complete for port 22b33f1f-9d8e-4d65-81e8-b00179abdd4c triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:09:19.276500 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-6a1009a5-8d37-46e9-b2fd-55b4bf858d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (22b33f1f-9d8e-4d65-81e8-b00179abdd4c), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:19.282999 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-d9d5f820-39e8-4bc3-aa71-269a2eebe0d0 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] 10.222.0.24 "DELETE /v2.0/networks/310dbbad-f631-487f-8ca9-519c1cc6e7df HTTP/1.1" status: 204 len: 168 time: 3.5119059 Mar 28 01:09:19.292230 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 53712) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:19.430541 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 22b33f1f-9d8e-4d65-81e8-b00179abdd4c triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:09:19.431108 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (22b33f1f-9d8e-4d65-81e8-b00179abdd4c), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:19.484796 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d5f820-39e8-4bc3-aa71-269a2eebe0d0 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Pushing event deleted for resources: {'Network': ['ID=310dbbad-f631-487f-8ca9-519c1cc6e7df,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:19.575654 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a68a5a-1a93-432b-9650-5362b29c79a2 req-0fd90c92-e367-41ac-9874-0638dd128c22 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:09:19.588742 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-03a68a5a-1a93-432b-9650-5362b29c79a2 req-0fd90c92-e367-41ac-9874-0638dd128c22 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af78226-6db5-4d3d-a6da-4544ef645c78 HTTP/1.1" status: 200 len: 946 time: 0.5022953 Mar 28 01:09:19.797523 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-03a68a5a-1a93-432b-9650-5362b29c79a2 req-3272aeca-aec1-47d8-a13d-8b42354e59b0 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5fc266-2207-46d1-bfc7-83854e73a714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2011678 Mar 28 01:09:20.094916 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-095455be-0975-4865-bfc0-ce732c5a1a42 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3686527'] for router_interface (b0cf30d3-7cab-4654-826f-a3c4db412dba), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:20.163347 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1d33b00b-4254-4811-8ab8-427ca4fc3772 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks [] for port (b1ee90ab-d839-47f0-b6c6-688e6726953f), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:20.200021 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-5302fa1b-c4c6-4377-ae7a-e5ba406166aa tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Deleting port 471f0ba7-126c-4b11-bfaa-8f8d5518c06d {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:09:20.208710 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5302fa1b-c4c6-4377-ae7a-e5ba406166aa tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (471f0ba7-126c-4b11-bfaa-8f8d5518c06d), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:20.213907 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-44a4c481-1993-4d8e-a32a-861f165f0fc3 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group (ba77ec48-0ff6-4254-add5-2df62644f2cd), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:20.214685 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1d33b00b-4254-4811-8ab8-427ca4fc3772 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126177159'] for port (b1ee90ab-d839-47f0-b6c6-688e6726953f), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:20.358587 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d33b00b-4254-4811-8ab8-427ca4fc3772 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Pushing event updated for resources: {'Port': ['ID=b1ee90ab-d839-47f0-b6c6-688e6726953f,revision_number=2']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:20.362326 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-44a4c481-1993-4d8e-a32a-861f165f0fc3 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (ba77ec48-0ff6-4254-add5-2df62644f2cd), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:20.375912 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1fa16e7-58f4-42a2-8d50-91da124fd61f None None] Network 201b08ea-8afa-4960-a2af-a5c4e1091848 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:09:20.379176 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 22b33f1f-9d8e-4d65-81e8-b00179abdd4c is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:09:20.379822 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (22b33f1f-9d8e-4d65-81e8-b00179abdd4c), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:20.413059 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-6a1009a5-8d37-46e9-b2fd-55b4bf858d6d None None] Current status of the port 22b33f1f-9d8e-4d65-81e8-b00179abdd4c is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:09:20.413829 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-6a1009a5-8d37-46e9-b2fd-55b4bf858d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (22b33f1f-9d8e-4d65-81e8-b00179abdd4c), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:20.481975 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93580850-0a39-4298-ad14-456e79f0c4d4 None None] Network 838aaed0-8718-4ffc-8da0-424f587f745f requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:09:20.509563 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] For port 22b33f1f-9d8e-4d65-81e8-b00179abdd4c, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=22b33f1f-9d8e-4d65-81e8-b00179abdd4c,segment=NetworkSegment(fe9c4b68-038a-4433-91c2-b0f57d694db2),segment_id=fe9c4b68-038a-4433-91c2-b0f57d694db2)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:09:20.534120 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (22b33f1f-9d8e-4d65-81e8-b00179abdd4c), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:20.536298 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device e96e91bb-b3f1-4b6a-ba8b-42c8cf602183 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:09:20.566046 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a1739a-fb40-4d02-9b4b-e0bc13458216 req-1768df54-143c-46cb-a6f0-1ade49666864 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:09:20.567984 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-87a1739a-fb40-4d02-9b4b-e0bc13458216 req-1768df54-143c-46cb-a6f0-1ade49666864 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af78226-6db5-4d3d-a6da-4544ef645c78 HTTP/1.1" status: 200 len: 946 time: 0.5157120 Mar 28 01:09:20.595354 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-095455be-0975-4865-bfc0-ce732c5a1a42 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Deleting port f1af1bd7-eac4-4614-9221-e4989d4329c9 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:09:20.595694 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-095455be-0975-4865-bfc0-ce732c5a1a42 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (f1af1bd7-eac4-4614-9221-e4989d4329c9), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:20.630162 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c481-1993-4d8e-a32a-861f165f0fc3 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba77ec48-0ff6-4254-add5-2df62644f2cd,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:20.671308 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1d33b00b-4254-4811-8ab8-427ca4fc3772 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3725889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3686480'] for router_interface (db21b3c0-7861-4914-8823-ff55d8590d7f), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:20.760326 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-095455be-0975-4865-bfc0-ce732c5a1a42 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (f1af1bd7-eac4-4614-9221-e4989d4329c9), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:20.777446 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-095455be-0975-4865-bfc0-ce732c5a1a42 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Calling delete_port for f1af1bd7-eac4-4614-9221-e4989d4329c9 owned by network:router_interface {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:09:20.791915 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35f14be-764e-46dd-bae1-56aca07b5880 None None] Network d2e51642-6508-4152-bd0c-2fc48c903ba7 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:09:20.829064 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5302fa1b-c4c6-4377-ae7a-e5ba406166aa tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (471f0ba7-126c-4b11-bfaa-8f8d5518c06d), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:20.829741 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5302fa1b-c4c6-4377-ae7a-e5ba406166aa tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks [] for floatingip (471f0ba7-126c-4b11-bfaa-8f8d5518c06d), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:20.874516 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-87a1739a-fb40-4d02-9b4b-e0bc13458216 req-b17aa7b2-e2dc-451a-94a1-3a64f6dc0960 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5fc266-2207-46d1-bfc7-83854e73a714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2887583 Mar 28 01:09:20.901818 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-5302fa1b-c4c6-4377-ae7a-e5ba406166aa tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Calling delete_port for 471f0ba7-126c-4b11-bfaa-8f8d5518c06d owned by network:floatingip {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:09:20.917286 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-44a4c481-1993-4d8e-a32a-861f165f0fc3 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group (0ab4375a-40f6-490b-bbab-08e42f8f1b08), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:20.936004 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-44a4c481-1993-4d8e-a32a-861f165f0fc3 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (0ab4375a-40f6-490b-bbab-08e42f8f1b08), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:20.947498 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Pushing event updated for resources: {'Port': ['ID=22b33f1f-9d8e-4d65-81e8-b00179abdd4c,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:20.998798 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-44a4c481-1993-4d8e-a32a-861f165f0fc3 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:21.000002 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-44a4c481-1993-4d8e-a32a-861f165f0fc3 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 2.5900028 Mar 28 01:09:21.005037 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.db.api [None req-6a1009a5-8d37-46e9-b2fd-55b4bf858d6d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104100) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 01:09:21.005480 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG oslo_db.api [None req-6a1009a5-8d37-46e9-b2fd-55b4bf858d6d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 01:09:21.015073 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 53728) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:21.052021 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port e96e91bb-b3f1-4b6a-ba8b-42c8cf602183 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:09:21.052510 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (e96e91bb-b3f1-4b6a-ba8b-42c8cf602183), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:21.091842 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4c481-1993-4d8e-a32a-861f165f0fc3 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ab4375a-40f6-490b-bbab-08e42f8f1b08,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:21.092765 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1211c19-54a1-45cc-8b53-a0ea3661989b req-fa18d2b8-d86a-467c-a8dd-0ddb6c1710f6 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:09:21.105903 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-b1211c19-54a1-45cc-8b53-a0ea3661989b req-fa18d2b8-d86a-467c-a8dd-0ddb6c1710f6 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af78226-6db5-4d3d-a6da-4544ef645c78 HTTP/1.1" status: 200 len: 946 time: 0.1205566 Mar 28 01:09:21.117453 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d33b00b-4254-4811-8ab8-427ca4fc3772 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Network dff32098-d975-4670-8ea3-17f626e85efe is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:09:21.138757 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-1d33b00b-4254-4811-8ab8-427ca4fc3772 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:09:21.222930 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-d3f4203f-0f92-4950-88ce-8523dac45c34 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4538 time: 0.2041934 Mar 28 01:09:21.229465 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 53732) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:21.245884 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-6d4d67f9-ea45-4411-a50f-3387c1c69ef1 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Request body: {'security_group': {'name': 'tempest-security--409161625', 'description': 'tempest-security-description-582719530'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:09:21.277646 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-b1211c19-54a1-45cc-8b53-a0ea3661989b req-9c3b2b91-8790-42f9-b583-b51fe2093ad9 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5fc266-2207-46d1-bfc7-83854e73a714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1628022 Mar 28 01:09:21.314609 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port e96e91bb-b3f1-4b6a-ba8b-42c8cf602183 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:09:21.315023 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (e96e91bb-b3f1-4b6a-ba8b-42c8cf602183), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:21.346087 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-095455be-0975-4865-bfc0-ce732c5a1a42 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (f1af1bd7-eac4-4614-9221-e4989d4329c9), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:21.364298 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] For port e96e91bb-b3f1-4b6a-ba8b-42c8cf602183, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=e96e91bb-b3f1-4b6a-ba8b-42c8cf602183,segment=NetworkSegment(cccc1d31-1ffb-4c75-9527-5f309d2c9789),segment_id=cccc1d31-1ffb-4c75-9527-5f309d2c9789)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:09:21.369829 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (e96e91bb-b3f1-4b6a-ba8b-42c8cf602183), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:21.370784 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device b5e89222-95c3-40bb-81d9-04835ff9eb78 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:09:21.553396 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095455be-0975-4865-bfc0-ce732c5a1a42 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Pushing event deleted for resources: {'Port': ['ID=f1af1bd7-eac4-4614-9221-e4989d4329c9,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:21.555858 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-6a1009a5-8d37-46e9-b2fd-55b4bf858d6d None None] Current status of the port 22b33f1f-9d8e-4d65-81e8-b00179abdd4c is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:09:21.559343 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port b5e89222-95c3-40bb-81d9-04835ff9eb78 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:09:21.559725 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (b5e89222-95c3-40bb-81d9-04835ff9eb78), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:21.642754 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Pushing event updated for resources: {'Port': ['ID=e96e91bb-b3f1-4b6a-ba8b-42c8cf602183,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:21.711052 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-bc6be1c3-2939-4b06-a2e1-e1b56f97b4e8 None None] Provisioning complete for port a65f27c6-e8e9-4aaf-bf6d-176261083dd1 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:09:21.711396 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-bc6be1c3-2939-4b06-a2e1-e1b56f97b4e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (a65f27c6-e8e9-4aaf-bf6d-176261083dd1), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:21.732787 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-6d4d67f9-ea45-4411-a50f-3387c1c69ef1 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group (0ab4375a-40f6-490b-bbab-08e42f8f1b08), before_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:21.796913 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port b5e89222-95c3-40bb-81d9-04835ff9eb78 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:09:21.797452 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (b5e89222-95c3-40bb-81d9-04835ff9eb78), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:21.884642 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] For port b5e89222-95c3-40bb-81d9-04835ff9eb78, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=b5e89222-95c3-40bb-81d9-04835ff9eb78,segment=NetworkSegment(7400adeb-f36d-43ec-84e3-fc2f8a1ec7f6),segment_id=7400adeb-f36d-43ec-84e3-fc2f8a1ec7f6)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:09:21.893149 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5302fa1b-c4c6-4377-ae7a-e5ba406166aa tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (471f0ba7-126c-4b11-bfaa-8f8d5518c06d), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:21.897232 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (b5e89222-95c3-40bb-81d9-04835ff9eb78), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:21.954802 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-bc6be1c3-2939-4b06-a2e1-e1b56f97b4e8 None None] Current status of the port a65f27c6-e8e9-4aaf-bf6d-176261083dd1 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:09:21.974320 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-bc6be1c3-2939-4b06-a2e1-e1b56f97b4e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (a65f27c6-e8e9-4aaf-bf6d-176261083dd1), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:21.990941 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0e7d38-27d5-41ea-b4f3-47d04deeb030 req-87f527c0-978d-488e-b59f-592d6e571e3c tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:09:21.997774 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-dd0e7d38-27d5-41ea-b4f3-47d04deeb030 req-87f527c0-978d-488e-b59f-592d6e571e3c tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af78226-6db5-4d3d-a6da-4544ef645c78 HTTP/1.1" status: 200 len: 946 time: 0.5214100 Mar 28 01:09:22.005769 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device e03d0488-bb62-4a5a-8f86-c19caf67659e no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:09:22.049692 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: e03d0488-bb62-4a5a-8f86-c19caf67659e {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:09:22.050040 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device e03d0488-bb62-4a5a-8f86-c19caf67659e not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:09:22.067516 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-bc6be1c3-2939-4b06-a2e1-e1b56f97b4e8 None None] For port a65f27c6-e8e9-4aaf-bf6d-176261083dd1, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=a65f27c6-e8e9-4aaf-bf6d-176261083dd1,segment=NetworkSegment(937c9161-917e-4f8e-8023-fba08fe783d1),segment_id=937c9161-917e-4f8e-8023-fba08fe783d1)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:09:22.074397 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-bc6be1c3-2939-4b06-a2e1-e1b56f97b4e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (a65f27c6-e8e9-4aaf-bf6d-176261083dd1), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:22.082874 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Pushing event updated for resources: {'Port': ['ID=b5e89222-95c3-40bb-81d9-04835ff9eb78,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:22.116378 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-bc6be1c3-2939-4b06-a2e1-e1b56f97b4e8 None None] Provisioning complete for port b1ee90ab-d839-47f0-b6c6-688e6726953f triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:09:22.116754 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-bc6be1c3-2939-4b06-a2e1-e1b56f97b4e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (b1ee90ab-d839-47f0-b6c6-688e6726953f), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:22.130728 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5302fa1b-c4c6-4377-ae7a-e5ba406166aa tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks [] for floatingip (512e341d-915d-4338-8547-c21e539ea8c4), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:22.134347 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5302fa1b-c4c6-4377-ae7a-e5ba406166aa tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for floatingip (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:22.140206 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-5302fa1b-c4c6-4377-ae7a-e5ba406166aa tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] 10.222.0.24 "DELETE /v2.0/floatingips/512e341d-915d-4338-8547-c21e539ea8c4 HTTP/1.1" status: 204 len: 168 time: 2.8256745 Mar 28 01:09:22.143965 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 53736) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:22.186210 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5302fa1b-c4c6-4377-ae7a-e5ba406166aa tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Pushing event deleted for resources: {'Port': ['ID=471f0ba7-126c-4b11-bfaa-8f8d5518c06d,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:22.213918 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-bc6be1c3-2939-4b06-a2e1-e1b56f97b4e8 None None] Port b1ee90ab-d839-47f0-b6c6-688e6726953f cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:09:22.215972 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6be1c3-2939-4b06-a2e1-e1b56f97b4e8 None None] Pushing event updated for resources: {'Port': ['ID=a65f27c6-e8e9-4aaf-bf6d-176261083dd1,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:22.231085 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-6d4d67f9-ea45-4411-a50f-3387c1c69ef1 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group (0ab4375a-40f6-490b-bbab-08e42f8f1b08), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:22.241367 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-bc6be1c3-2939-4b06-a2e1-e1b56f97b4e8 None None] Provisioning complete for port e96e91bb-b3f1-4b6a-ba8b-42c8cf602183 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:09:22.241990 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-bc6be1c3-2939-4b06-a2e1-e1b56f97b4e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (e96e91bb-b3f1-4b6a-ba8b-42c8cf602183), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:22.268609 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae5f883b-9b63-452d-8880-9f5753b38d7f tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] DELETE failed (client error): The resource could not be found. Mar 28 01:09:22.270041 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae5f883b-9b63-452d-8880-9f5753b38d7f tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:09:22.273315 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-095455be-0975-4865-bfc0-ce732c5a1a42 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3725912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3690191'] for router_interface (b0cf30d3-7cab-4654-826f-a3c4db412dba), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:22.280841 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-ae5f883b-9b63-452d-8880-9f5753b38d7f tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] 10.222.0.24 "DELETE /v2.0/ports/7c25e92b-5af8-4eed-8534-29beca3ea499 HTTP/1.1" status: 404 len: 333 time: 0.1148396 Mar 28 01:09:22.281670 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-6d4d67f9-ea45-4411-a50f-3387c1c69ef1 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (0ab4375a-40f6-490b-bbab-08e42f8f1b08), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:22.285589 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53738) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:22.288837 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-6d4d67f9-ea45-4411-a50f-3387c1c69ef1 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:22.296732 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-6d4d67f9-ea45-4411-a50f-3387c1c69ef1 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] 10.222.0.24 "PUT /v2.0/security-groups/0ab4375a-40f6-490b-bbab-08e42f8f1b08 HTTP/1.1" status: 200 len: 1793 time: 1.0651791 Mar 28 01:09:22.300226 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 53740) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:22.323169 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-dd0e7d38-27d5-41ea-b4f3-47d04deeb030 req-def2be96-cf8b-4ed5-9587-ecf43b18e692 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5fc266-2207-46d1-bfc7-83854e73a714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2017939 Mar 28 01:09:22.367527 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-1eeec86a-0c06-4e41-9bc8-6ddabbebf47c tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb899689-e258-4aa4-a031-7c2d214a03db HTTP/1.1" status: 200 len: 205 time: 0.0772552 Mar 28 01:09:22.403582 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 53746) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:22.404222 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 22b33f1f-9d8e-4d65-81e8-b00179abdd4c up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:09:22.482167 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-bc6be1c3-2939-4b06-a2e1-e1b56f97b4e8 None None] Current status of the port e96e91bb-b3f1-4b6a-ba8b-42c8cf602183 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:09:22.486095 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-0537a171-7b30-4fa6-be9a-9de683d8ba44 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] 10.222.0.24 "GET /v2.0/security-groups/0ab4375a-40f6-490b-bbab-08e42f8f1b08 HTTP/1.1" status: 200 len: 1793 time: 0.1591985 Mar 28 01:09:22.486095 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d33b00b-4254-4811-8ab8-427ca4fc3772 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Router db21b3c0-7861-4914-8823-ff55d8590d7f is scheduled to L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 with binding_index 1 {{(pid=104098) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 01:09:22.487800 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 53752) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:22.496928 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.api.v2.resource [None req-06a0945d-0841-4624-a1b2-11a95fe9d7e2 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] delete failed (client error): The resource could not be found. Mar 28 01:09:22.500353 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-06a0945d-0841-4624-a1b2-11a95fe9d7e2 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] 10.222.0.24 "DELETE /v2.0/routers/cb899689-e258-4aa4-a031-7c2d214a03db HTTP/1.1" status: 404 len: 336 time: 0.0861070 Mar 28 01:09:22.501120 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4d67f9-ea45-4411-a50f-3387c1c69ef1 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ab4375a-40f6-490b-bbab-08e42f8f1b08,revision_number=2']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:22.510294 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 53754) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:22.541709 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-bc6be1c3-2939-4b06-a2e1-e1b56f97b4e8 None None] Provisioning complete for port b5e89222-95c3-40bb-81d9-04835ff9eb78 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:09:22.542214 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-bc6be1c3-2939-4b06-a2e1-e1b56f97b4e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (b5e89222-95c3-40bb-81d9-04835ff9eb78), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:22.546477 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 22b33f1f-9d8e-4d65-81e8-b00179abdd4c triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:09:22.546852 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (22b33f1f-9d8e-4d65-81e8-b00179abdd4c), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:22.572800 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.pecan_wsgi.hooks.translation [None req-656cb856-ef6a-4b79-9051-d760feb05af7 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] DELETE failed (client error): The resource could not be found. Mar 28 01:09:22.574752 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-656cb856-ef6a-4b79-9051-d760feb05af7 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:09:22.581650 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-656cb856-ef6a-4b79-9051-d760feb05af7 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] 10.222.0.24 "DELETE /v2.0/subnets/45c146d1-26da-46a0-aba4-20bd15dd4949 HTTP/1.1" status: 404 len: 337 time: 0.0702653 Mar 28 01:09:22.591137 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53762) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:22.729825 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-bc6be1c3-2939-4b06-a2e1-e1b56f97b4e8 None None] Current status of the port b5e89222-95c3-40bb-81d9-04835ff9eb78 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:09:22.766142 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-6f188147-1ec9-4477-9ea8-3ae18e1263fd tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group (0ab4375a-40f6-490b-bbab-08e42f8f1b08), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:22.776586 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-bc6be1c3-2939-4b06-a2e1-e1b56f97b4e8 None None] Provisioning complete for port 22b33f1f-9d8e-4d65-81e8-b00179abdd4c triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:09:22.776586 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-bc6be1c3-2939-4b06-a2e1-e1b56f97b4e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (22b33f1f-9d8e-4d65-81e8-b00179abdd4c), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:22.804553 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-6f188147-1ec9-4477-9ea8-3ae18e1263fd tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group (0ab4375a-40f6-490b-bbab-08e42f8f1b08), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:22.804802 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-095455be-0975-4865-bfc0-ce732c5a1a42 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Router b0cf30d3-7cab-4654-826f-a3c4db412dba has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:09:22.807501 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d33b00b-4254-4811-8ab8-427ca4fc3772 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:09:22.829514 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-1d33b00b-4254-4811-8ab8-427ca4fc3772 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] 10.222.0.24 "PUT /v2.0/routers/db21b3c0-7861-4914-8823-ff55d8590d7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3220489 Mar 28 01:09:22.832281 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 53764) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:22.843390 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8789187-b3f6-4b9f-9a56-dfa13cd266a5 None None] Sync routers for ids ['db21b3c0-7861-4914-8823-ff55d8590d7f'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:09:22.854531 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c58e0ac-49c5-4c10-8080-2a3fb1bd504b req-defe1a15-7693-4a20-8a68-482ece77a6b8 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:09:22.861442 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-4c58e0ac-49c5-4c10-8080-2a3fb1bd504b req-defe1a15-7693-4a20-8a68-482ece77a6b8 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af78226-6db5-4d3d-a6da-4544ef645c78 HTTP/1.1" status: 200 len: 946 time: 0.1988046 Mar 28 01:09:22.872344 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 22b33f1f-9d8e-4d65-81e8-b00179abdd4c is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:09:22.873567 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device e96e91bb-b3f1-4b6a-ba8b-42c8cf602183 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:09:22.913703 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8789187-b3f6-4b9f-9a56-dfa13cd266a5 None None] Routers {'db21b3c0-7861-4914-8823-ff55d8590d7f'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:09:22.914487 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-c8789187-b3f6-4b9f-9a56-dfa13cd266a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:09:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['db21b3c0-7861-4914-8823-ff55d8590d7f'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:22.916839 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-095455be-0975-4865-bfc0-ce732c5a1a42 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:09:22.928253 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-095455be-0975-4865-bfc0-ce732c5a1a42 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] 10.222.0.24 "PUT /v2.0/routers/b0cf30d3-7cab-4654-826f-a3c4db412dba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8536093 Mar 28 01:09:22.928414 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc5642f-b463-4efd-91c0-953af2360622 None None] Sync routers for ids ['b0cf30d3-7cab-4654-826f-a3c4db412dba'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:09:22.932853 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53766) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:22.946280 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc5642f-b463-4efd-91c0-953af2360622 None None] Routers {'b0cf30d3-7cab-4654-826f-a3c4db412dba'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:09:22.947117 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-9bc5642f-b463-4efd-91c0-953af2360622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:09:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['b0cf30d3-7cab-4654-826f-a3c4db412dba'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:22.958274 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e1823d-1af3-4dc4-8980-dcd2ce2965c7 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:09:22.962645 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-87e1823d-1af3-4dc4-8980-dcd2ce2965c7 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] 10.222.0.24 "GET /v2.0/ports/b1ee90ab-d839-47f0-b6c6-688e6726953f HTTP/1.1" status: 200 len: 910 time: 0.1286521 Mar 28 01:09:22.964151 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 53768) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:22.997993 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-c8789187-b3f6-4b9f-9a56-dfa13cd266a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:23.008429 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.api.v2.resource [None req-65a81f1b-37a5-4618-b326-8fa60649c9a7 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] delete failed (client error): The resource could not be found. Mar 28 01:09:23.013370 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-65a81f1b-37a5-4618-b326-8fa60649c9a7 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] 10.222.0.24 "DELETE /v2.0/routers/tempest-non_exist_router-557452044 HTTP/1.1" status: 404 len: 334 time: 0.0706315 Mar 28 01:09:23.014723 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53770) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:23.019685 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-c704c94a-0a27-4074-b816-4d2242e6d4a3 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Deleting port c46e0673-0bd4-4763-b42c-a2571663b917 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:09:23.020582 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c704c94a-0a27-4074-b816-4d2242e6d4a3 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (c46e0673-0bd4-4763-b42c-a2571663b917), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:23.051155 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port e96e91bb-b3f1-4b6a-ba8b-42c8cf602183 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:09:23.051789 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (e96e91bb-b3f1-4b6a-ba8b-42c8cf602183), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:23.062862 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-6f188147-1ec9-4477-9ea8-3ae18e1263fd tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (0ab4375a-40f6-490b-bbab-08e42f8f1b08), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:23.065524 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-6f188147-1ec9-4477-9ea8-3ae18e1263fd tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:23.066737 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-6f188147-1ec9-4477-9ea8-3ae18e1263fd tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] 10.222.0.24 "DELETE /v2.0/security-groups/0ab4375a-40f6-490b-bbab-08e42f8f1b08 HTTP/1.1" status: 204 len: 168 time: 0.5760188 Mar 28 01:09:23.074719 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 53772) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:23.113793 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8789187-b3f6-4b9f-9a56-dfa13cd266a5 None None] Routers {'db21b3c0-7861-4914-8823-ff55d8590d7f'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:09:23.114633 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-c8789187-b3f6-4b9f-9a56-dfa13cd266a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:09:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['db21b3c0-7861-4914-8823-ff55d8590d7f'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:23.115631 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-4c58e0ac-49c5-4c10-8080-2a3fb1bd504b req-232bf4aa-7aba-4551-a7de-7b4f1e197b07 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5fc266-2207-46d1-bfc7-83854e73a714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2475228 Mar 28 01:09:23.122915 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f188147-1ec9-4477-9ea8-3ae18e1263fd tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ab4375a-40f6-490b-bbab-08e42f8f1b08,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:23.149408 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c704c94a-0a27-4074-b816-4d2242e6d4a3 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (c46e0673-0bd4-4763-b42c-a2571663b917), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:23.165927 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-c704c94a-0a27-4074-b816-4d2242e6d4a3 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Calling delete_port for c46e0673-0bd4-4763-b42c-a2571663b917 owned by {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:09:23.202256 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-9bc5642f-b463-4efd-91c0-953af2360622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:23.213384 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc5642f-b463-4efd-91c0-953af2360622 None None] Routers {'b0cf30d3-7cab-4654-826f-a3c4db412dba'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:09:23.214248 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-9bc5642f-b463-4efd-91c0-953af2360622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:09:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['b0cf30d3-7cab-4654-826f-a3c4db412dba'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:23.242486 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-945e2014-0e81-4a64-a5c0-5f05920b07b4 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1628718 Mar 28 01:09:23.304550 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-9bc5642f-b463-4efd-91c0-953af2360622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:23.305228 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc5642f-b463-4efd-91c0-953af2360622 None None] The sync data for ids ['b0cf30d3-7cab-4654-826f-a3c4db412dba'] in dv-neutron-834874-6-hyperv is: [] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:09:23.338700 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-c8789187-b3f6-4b9f-9a56-dfa13cd266a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:23.339571 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8789187-b3f6-4b9f-9a56-dfa13cd266a5 None None] The sync data for ids ['db21b3c0-7861-4914-8823-ff55d8590d7f'] in dv-neutron-834874-6-hyperv is: [] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:09:23.342770 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53774) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:23.346281 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-bc6be1c3-2939-4b06-a2e1-e1b56f97b4e8 None None] Current status of the port 22b33f1f-9d8e-4d65-81e8-b00179abdd4c is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:09:23.348211 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-67782150-0c3c-4c23-b884-51642616b289 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b0cf30d3-7cab-4654-826f-a3c4db412dba'}}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:09:23.410707 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port e96e91bb-b3f1-4b6a-ba8b-42c8cf602183 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:09:23.412198 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device a65f27c6-e8e9-4aaf-bf6d-176261083dd1 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:09:23.463574 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c704c94a-0a27-4074-b816-4d2242e6d4a3 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (c46e0673-0bd4-4763-b42c-a2571663b917), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:23.476602 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.api.v2.resource [None req-0fa430c2-b069-4827-bf4d-38e66382ae5e tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] delete failed (client error): The resource could not be found. Mar 28 01:09:23.482042 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-0fa430c2-b069-4827-bf4d-38e66382ae5e tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] 10.222.0.24 "DELETE /v2.0/security-groups/0ab4375a-40f6-490b-bbab-08e42f8f1b08 HTTP/1.1" status: 404 len: 347 time: 0.0400114 Mar 28 01:09:23.482615 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53778) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:23.485578 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-c7ce8623-b472-468d-8c0e-354eb26b20aa None None] Provisioning complete for port a65f27c6-e8e9-4aaf-bf6d-176261083dd1 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:09:23.486063 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-c7ce8623-b472-468d-8c0e-354eb26b20aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (a65f27c6-e8e9-4aaf-bf6d-176261083dd1), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:23.515192 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port a65f27c6-e8e9-4aaf-bf6d-176261083dd1 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:09:23.515731 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (a65f27c6-e8e9-4aaf-bf6d-176261083dd1), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:23.561562 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-d9e6f66d-a628-47ac-96d0-4c7d1d1b3381 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Request body: {'security_group': {'name': 'tempest-secgroup--371400814'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:09:23.596587 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c704c94a-0a27-4074-b816-4d2242e6d4a3 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Pushing event deleted for resources: {'Port': ['ID=c46e0673-0bd4-4763-b42c-a2571663b917,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:23.650918 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-c7ce8623-b472-468d-8c0e-354eb26b20aa None None] Current status of the port a65f27c6-e8e9-4aaf-bf6d-176261083dd1 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:09:23.683415 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-c7ce8623-b472-468d-8c0e-354eb26b20aa None None] Provisioning complete for port b1ee90ab-d839-47f0-b6c6-688e6726953f triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:09:23.684191 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-c7ce8623-b472-468d-8c0e-354eb26b20aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (b1ee90ab-d839-47f0-b6c6-688e6726953f), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:23.687398 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port a65f27c6-e8e9-4aaf-bf6d-176261083dd1 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:09:23.726868 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d9e6f66d-a628-47ac-96d0-4c7d1d1b3381 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:23.729029 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-c7ce8623-b472-468d-8c0e-354eb26b20aa None None] Port b1ee90ab-d839-47f0-b6c6-688e6726953f cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:09:23.740661 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-c7ce8623-b472-468d-8c0e-354eb26b20aa None None] Provisioning complete for port e96e91bb-b3f1-4b6a-ba8b-42c8cf602183 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:09:23.741316 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-c7ce8623-b472-468d-8c0e-354eb26b20aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (e96e91bb-b3f1-4b6a-ba8b-42c8cf602183), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:23.750934 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-67782150-0c3c-4c23-b884-51642616b289 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Publish callbacks [] for router_gateway (b0cf30d3-7cab-4654-826f-a3c4db412dba), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:23.766364 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c704c94a-0a27-4074-b816-4d2242e6d4a3 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:23.770117 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-c704c94a-0a27-4074-b816-4d2242e6d4a3 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] 10.222.0.24 "DELETE /v2.0/ports/c46e0673-0bd4-4763-b42c-a2571663b917 HTTP/1.1" status: 204 len: 168 time: 1.1292324 Mar 28 01:09:23.775242 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53780) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:23.817943 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.api.v2.resource [None req-67782150-0c3c-4c23-b884-51642616b289 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] update failed (client error): The resource could not be found. Mar 28 01:09:23.818993 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-67782150-0c3c-4c23-b884-51642616b289 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] 10.222.0.24 "PUT /v2.0/routers/b0cf30d3-7cab-4654-826f-a3c4db412dba HTTP/1.1" status: 404 len: 339 time: 0.4789658 Mar 28 01:09:23.823622 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53782) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:23.863755 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-c7ce8623-b472-468d-8c0e-354eb26b20aa None None] Current status of the port e96e91bb-b3f1-4b6a-ba8b-42c8cf602183 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:09:23.877941 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-c7ce8623-b472-468d-8c0e-354eb26b20aa None None] Provisioning complete for port b5e89222-95c3-40bb-81d9-04835ff9eb78 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:09:23.879375 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-c7ce8623-b472-468d-8c0e-354eb26b20aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (b5e89222-95c3-40bb-81d9-04835ff9eb78), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:23.984824 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-c7ce8623-b472-468d-8c0e-354eb26b20aa None None] Current status of the port b5e89222-95c3-40bb-81d9-04835ff9eb78 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:09:23.988733 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-c7ce8623-b472-468d-8c0e-354eb26b20aa None None] Could not find standard attr ID for object f1af1bd7-eac4-4614-9221-e4989d4329c9. {{(pid=104100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 28 01:09:23.992076 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-37c5cd95-6be6-4752-b3a2-b85237e1a4d9 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:24.010652 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d9e6f66d-a628-47ac-96d0-4c7d1d1b3381 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group (fc650c64-4efd-4523-bc5b-947e1092f57e), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:24.042235 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d9e6f66d-a628-47ac-96d0-4c7d1d1b3381 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (fc650c64-4efd-4523-bc5b-947e1092f57e), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:24.092991 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d9e6f66d-a628-47ac-96d0-4c7d1d1b3381 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:24.094280 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-d9e6f66d-a628-47ac-96d0-4c7d1d1b3381 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.5363731 Mar 28 01:09:24.095057 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e6f66d-a628-47ac-96d0-4c7d1d1b3381 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc650c64-4efd-4523-bc5b-947e1092f57e,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:24.097141 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53784) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:24.166957 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-abb8f0be-c70f-4aa6-b7e4-9306e971b72d tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Request body: {'security_group_rule': {'security_group_id': 'fc650c64-4efd-4523-bc5b-947e1092f57e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:09:24.181856 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-b2711168-6cd3-46a5-8d4a-b5dc0ecff696 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Deleting port a47bc6e8-9b9a-454e-af7a-08d69a42f0c7 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:09:24.183150 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b2711168-6cd3-46a5-8d4a-b5dc0ecff696 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (a47bc6e8-9b9a-454e-af7a-08d69a42f0c7), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:24.230047 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device b5e89222-95c3-40bb-81d9-04835ff9eb78 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:09:24.289311 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port b5e89222-95c3-40bb-81d9-04835ff9eb78 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:09:24.289828 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (b5e89222-95c3-40bb-81d9-04835ff9eb78), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:24.304859 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-abb8f0be-c70f-4aa6-b7e4-9306e971b72d tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group_rule (beada672-0f5a-410f-976b-03c8f7fb6f0f), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:24.370369 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-37c5cd95-6be6-4752-b3a2-b85237e1a4d9 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Allocated IP 172.21.0.1 (838aaed0-8718-4ffc-8da0-424f587f745f/c4cf8434-ef28-476e-bafa-71a6056ea52a/742993bc-8a48-4ce3-8680-895c51a0c977) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:09:24.401393 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b2711168-6cd3-46a5-8d4a-b5dc0ecff696 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (a47bc6e8-9b9a-454e-af7a-08d69a42f0c7), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:24.403986 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port b5e89222-95c3-40bb-81d9-04835ff9eb78 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:09:24.405441 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device a65f27c6-e8e9-4aaf-bf6d-176261083dd1 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:09:24.424606 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-65921b14-78a3-4f8d-b6aa-bc2db32984c1 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:24.442260 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-b2711168-6cd3-46a5-8d4a-b5dc0ecff696 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Calling delete_port for a47bc6e8-9b9a-454e-af7a-08d69a42f0c7 owned by {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:09:24.461322 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port a65f27c6-e8e9-4aaf-bf6d-176261083dd1 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:09:24.461995 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (a65f27c6-e8e9-4aaf-bf6d-176261083dd1), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:24.522184 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-37c5cd95-6be6-4752-b3a2-b85237e1a4d9 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks [] for port (742993bc-8a48-4ce3-8680-895c51a0c977), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:24.563038 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port a65f27c6-e8e9-4aaf-bf6d-176261083dd1 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:09:24.574827 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-37c5cd95-6be6-4752-b3a2-b85237e1a4d9 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (742993bc-8a48-4ce3-8680-895c51a0c977), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:24.608344 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c5cd95-6be6-4752-b3a2-b85237e1a4d9 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Network 838aaed0-8718-4ffc-8da0-424f587f745f is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:09:24.613985 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-37c5cd95-6be6-4752-b3a2-b85237e1a4d9 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:09:24.618900 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c5cd95-6be6-4752-b3a2-b85237e1a4d9 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:09:24.623147 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-abb8f0be-c70f-4aa6-b7e4-9306e971b72d tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group_rule (beada672-0f5a-410f-976b-03c8f7fb6f0f), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:24.636679 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-abb8f0be-c70f-4aa6-b7e4-9306e971b72d tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (beada672-0f5a-410f-976b-03c8f7fb6f0f), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:24.665354 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c5cd95-6be6-4752-b3a2-b85237e1a4d9 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Pushing event updated for resources: {'Port': ['ID=742993bc-8a48-4ce3-8680-895c51a0c977,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:24.665668 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bb78f3-1fc2-473e-a81f-bcd07d84b4f0 req-2d3a461b-55c9-4f7b-9ba4-5ae3be65f396 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:09:24.667213 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-86bb78f3-1fc2-473e-a81f-bcd07d84b4f0 req-2d3a461b-55c9-4f7b-9ba4-5ae3be65f396 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af78226-6db5-4d3d-a6da-4544ef645c78 HTTP/1.1" status: 200 len: 946 time: 0.4411073 Mar 28 01:09:24.682755 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-37c5cd95-6be6-4752-b3a2-b85237e1a4d9 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3686596'] for router_interface (db21b3c0-7861-4914-8823-ff55d8590d7f), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:24.688586 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb8f0be-c70f-4aa6-b7e4-9306e971b72d tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=beada672-0f5a-410f-976b-03c8f7fb6f0f,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:24.759160 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-abb8f0be-c70f-4aa6-b7e4-9306e971b72d tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:24.760008 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-abb8f0be-c70f-4aa6-b7e4-9306e971b72d tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6228530 Mar 28 01:09:24.765237 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 53792) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:24.811019 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-461b47c4-e50a-4d48-8bf6-a68bb60d2dec tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group_rule (beada672-0f5a-410f-976b-03c8f7fb6f0f), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:24.842820 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-461b47c4-e50a-4d48-8bf6-a68bb60d2dec tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group_rule (beada672-0f5a-410f-976b-03c8f7fb6f0f), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:24.865668 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-37c5cd95-6be6-4752-b3a2-b85237e1a4d9 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (742993bc-8a48-4ce3-8680-895c51a0c977), before_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:24.905012 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-86bb78f3-1fc2-473e-a81f-bcd07d84b4f0 req-767e39bb-6222-4ac6-a82d-c89b7b84d145 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5fc266-2207-46d1-bfc7-83854e73a714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1654153 Mar 28 01:09:24.957639 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-461b47c4-e50a-4d48-8bf6-a68bb60d2dec tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (beada672-0f5a-410f-976b-03c8f7fb6f0f), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:24.968105 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-461b47c4-e50a-4d48-8bf6-a68bb60d2dec tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:24.969908 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-461b47c4-e50a-4d48-8bf6-a68bb60d2dec tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/beada672-0f5a-410f-976b-03c8f7fb6f0f HTTP/1.1" status: 204 len: 168 time: 0.2038331 Mar 28 01:09:24.973505 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53794) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:24.974247 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b2711168-6cd3-46a5-8d4a-b5dc0ecff696 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (a47bc6e8-9b9a-454e-af7a-08d69a42f0c7), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:25.017351 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-3f139e65-adbb-41a6-9636-999e3e52ed20 None None] Provisioning complete for port 742993bc-8a48-4ce3-8680-895c51a0c977 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:09:25.017930 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-3f139e65-adbb-41a6-9636-999e3e52ed20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (742993bc-8a48-4ce3-8680-895c51a0c977), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:25.031012 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2711168-6cd3-46a5-8d4a-b5dc0ecff696 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Pushing event deleted for resources: {'Port': ['ID=a47bc6e8-9b9a-454e-af7a-08d69a42f0c7,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:25.059337 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-3f139e65-adbb-41a6-9636-999e3e52ed20 None None] Port 742993bc-8a48-4ce3-8680-895c51a0c977 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:09:25.067732 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [None req-65921b14-78a3-4f8d-b6aa-bc2db32984c1 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Allocated IP 172.20.0.1 (6f6a4ddb-20e2-4c6d-997e-4d5b256af7be/4065067d-a570-47dd-bcc1-e4ce5932d7d9/98650b18-983d-4c49-95e5-c122a28252e8) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:09:25.087606 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461b47c4-e50a-4d48-8bf6-a68bb60d2dec tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=beada672-0f5a-410f-976b-03c8f7fb6f0f,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:25.131987 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-dbd71277-4196-4eb6-9d45-2f0de96b0950 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1555338 Mar 28 01:09:25.139790 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53796) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:25.200800 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b2711168-6cd3-46a5-8d4a-b5dc0ecff696 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:25.204454 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-b2711168-6cd3-46a5-8d4a-b5dc0ecff696 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] 10.222.0.24 "DELETE /v2.0/ports/a47bc6e8-9b9a-454e-af7a-08d69a42f0c7 HTTP/1.1" status: 204 len: 168 time: 1.4278309 Mar 28 01:09:25.208377 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 53798) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:25.271180 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2bd6ea92-8a68-44a2-b1ef-8d3dac5993cb tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group (fc650c64-4efd-4523-bc5b-947e1092f57e), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:25.290070 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-37c5cd95-6be6-4752-b3a2-b85237e1a4d9 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks [] for port (742993bc-8a48-4ce3-8680-895c51a0c977), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:25.298660 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6c076d-c45f-4eb1-a7dd-2e94e4295c4d tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:09:25.300194 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-dd6c076d-c45f-4eb1-a7dd-2e94e4295c4d tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e799d34-fabd-4ee4-bc94-247cd2828ab9 HTTP/1.1" status: 200 len: 913 time: 0.0907981 Mar 28 01:09:25.301806 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-37c5cd95-6be6-4752-b3a2-b85237e1a4d9 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126177159'] for port (742993bc-8a48-4ce3-8680-895c51a0c977), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:25.304453 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 53800) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:25.308400 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-65921b14-78a3-4f8d-b6aa-bc2db32984c1 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Publish callbacks [] for port (98650b18-983d-4c49-95e5-c122a28252e8), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:25.319016 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2bd6ea92-8a68-44a2-b1ef-8d3dac5993cb tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group (fc650c64-4efd-4523-bc5b-947e1092f57e), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:25.377994 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-65921b14-78a3-4f8d-b6aa-bc2db32984c1 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (98650b18-983d-4c49-95e5-c122a28252e8), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:25.387698 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2bd6ea92-8a68-44a2-b1ef-8d3dac5993cb tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (fc650c64-4efd-4523-bc5b-947e1092f57e), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:25.390361 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2bd6ea92-8a68-44a2-b1ef-8d3dac5993cb tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:25.394828 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-2bd6ea92-8a68-44a2-b1ef-8d3dac5993cb tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] 10.222.0.24 "DELETE /v2.0/security-groups/fc650c64-4efd-4523-bc5b-947e1092f57e HTTP/1.1" status: 204 len: 168 time: 0.2507901 Mar 28 01:09:25.400086 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 53802) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:25.430466 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd6ea92-8a68-44a2-b1ef-8d3dac5993cb tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc650c64-4efd-4523-bc5b-947e1092f57e,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:25.434882 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65921b14-78a3-4f8d-b6aa-bc2db32984c1 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Network 6f6a4ddb-20e2-4c6d-997e-4d5b256af7be is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:09:25.436846 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-65921b14-78a3-4f8d-b6aa-bc2db32984c1 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:09:25.441561 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65921b14-78a3-4f8d-b6aa-bc2db32984c1 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:09:25.473215 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65921b14-78a3-4f8d-b6aa-bc2db32984c1 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Pushing event updated for resources: {'Port': ['ID=98650b18-983d-4c49-95e5-c122a28252e8,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:25.485156 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c5cd95-6be6-4752-b3a2-b85237e1a4d9 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Pushing event updated for resources: {'Port': ['ID=742993bc-8a48-4ce3-8680-895c51a0c977,revision_number=2']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:25.497120 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-37c5cd95-6be6-4752-b3a2-b85237e1a4d9 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3725889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3686480'] for router_interface (db21b3c0-7861-4914-8823-ff55d8590d7f), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:25.497835 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-65921b14-78a3-4f8d-b6aa-bc2db32984c1 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3686596'] for router_interface (b0cf30d3-7cab-4654-826f-a3c4db412dba), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:25.678080 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-65921b14-78a3-4f8d-b6aa-bc2db32984c1 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (98650b18-983d-4c49-95e5-c122a28252e8), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:25.712049 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-2ee7769b-cdfd-4525-9a4b-599a2b539482 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2814457 Mar 28 01:09:25.718697 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53806) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:25.721951 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c5cd95-6be6-4752-b3a2-b85237e1a4d9 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Network 838aaed0-8718-4ffc-8da0-424f587f745f is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:09:25.725040 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-37c5cd95-6be6-4752-b3a2-b85237e1a4d9 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:09:25.725275 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-31856e9b-3b03-4390-9604-a42722c36946 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Request body: {'security_group': {'name': 'tempest-secgroup--300336939'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:09:25.807397 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-e3d60049-d266-41de-989d-55e173a0fd5f None None] Provisioning complete for port 98650b18-983d-4c49-95e5-c122a28252e8 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:09:25.808469 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-e3d60049-d266-41de-989d-55e173a0fd5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (98650b18-983d-4c49-95e5-c122a28252e8), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:25.826099 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-31856e9b-3b03-4390-9604-a42722c36946 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:25.910497 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-e3d60049-d266-41de-989d-55e173a0fd5f None None] Port 98650b18-983d-4c49-95e5-c122a28252e8 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:09:25.961423 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-31856e9b-3b03-4390-9604-a42722c36946 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group (eba45c2e-71ed-4866-ba8a-d2e62fb68479), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:26.060121 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-31856e9b-3b03-4390-9604-a42722c36946 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (eba45c2e-71ed-4866-ba8a-d2e62fb68479), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:26.110193 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-31856e9b-3b03-4390-9604-a42722c36946 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:26.111416 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-31856e9b-3b03-4390-9604-a42722c36946 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3917716 Mar 28 01:09:26.117015 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37c5cd95-6be6-4752-b3a2-b85237e1a4d9 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Router db21b3c0-7861-4914-8823-ff55d8590d7f has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:09:26.117871 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 53810) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:26.125816 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-ea593c88-fc89-4475-8c19-86e5d648279b tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Request body: {'security_group_rule': {'security_group_id': 'eba45c2e-71ed-4866-ba8a-d2e62fb68479', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:09:26.126045 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31856e9b-3b03-4390-9604-a42722c36946 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eba45c2e-71ed-4866-ba8a-d2e62fb68479,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:26.138473 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-fe00de8d-8e42-4a84-becc-09ed15270e9a None None] Provisioning complete for port 742993bc-8a48-4ce3-8680-895c51a0c977 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:09:26.140428 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-fe00de8d-8e42-4a84-becc-09ed15270e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (742993bc-8a48-4ce3-8680-895c51a0c977), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:26.141358 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcdddd1-72c0-4d1d-ab6d-583eb039f836 req-2c7d056c-bdda-4a22-8d01-0dedf0b21b42 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:09:26.143000 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-dbcdddd1-72c0-4d1d-ab6d-583eb039f836 req-2c7d056c-bdda-4a22-8d01-0dedf0b21b42 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af78226-6db5-4d3d-a6da-4544ef645c78 HTTP/1.1" status: 200 len: 946 time: 0.1046314 Mar 28 01:09:26.167311 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-65921b14-78a3-4f8d-b6aa-bc2db32984c1 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Publish callbacks [] for port (98650b18-983d-4c49-95e5-c122a28252e8), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:26.173556 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-65921b14-78a3-4f8d-b6aa-bc2db32984c1 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (98650b18-983d-4c49-95e5-c122a28252e8), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:26.218830 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-fe00de8d-8e42-4a84-becc-09ed15270e9a None None] Port 742993bc-8a48-4ce3-8680-895c51a0c977 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:09:26.246081 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ea593c88-fc89-4475-8c19-86e5d648279b tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group_rule (e9cd0c9c-8d67-41d1-a731-ac8cfe32b483), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:26.371936 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-dbcdddd1-72c0-4d1d-ab6d-583eb039f836 req-f8422338-5ac8-4e75-b7ed-241233c94c49 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5fc266-2207-46d1-bfc7-83854e73a714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2179427 Mar 28 01:09:26.410958 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37c5cd95-6be6-4752-b3a2-b85237e1a4d9 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:09:26.419585 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-37c5cd95-6be6-4752-b3a2-b85237e1a4d9 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] 10.222.0.24 "PUT /v2.0/routers/db21b3c0-7861-4914-8823-ff55d8590d7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4522417 Mar 28 01:09:26.423531 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa4a1a7-75b2-404d-a8c5-db49396dca37 None None] Sync routers for ids ['db21b3c0-7861-4914-8823-ff55d8590d7f'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:09:26.424629 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 53820) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:26.435633 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa4a1a7-75b2-404d-a8c5-db49396dca37 None None] Routers {'db21b3c0-7861-4914-8823-ff55d8590d7f'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:09:26.436779 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-9fa4a1a7-75b2-404d-a8c5-db49396dca37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:09:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['db21b3c0-7861-4914-8823-ff55d8590d7f'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:26.441933 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ea593c88-fc89-4475-8c19-86e5d648279b tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group_rule (e9cd0c9c-8d67-41d1-a731-ac8cfe32b483), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:26.481647 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-9fa4a1a7-75b2-404d-a8c5-db49396dca37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:26.494517 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa4a1a7-75b2-404d-a8c5-db49396dca37 None None] Routers {'db21b3c0-7861-4914-8823-ff55d8590d7f'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:09:26.495531 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-9fa4a1a7-75b2-404d-a8c5-db49396dca37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:09:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['db21b3c0-7861-4914-8823-ff55d8590d7f'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:26.523833 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d570560-3c20-463e-bc61-8f31f66c7291 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:09:26.526074 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-8d570560-3c20-463e-bc61-8f31f66c7291 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] 10.222.0.24 "GET /v2.0/ports/742993bc-8a48-4ce3-8680-895c51a0c977 HTTP/1.1" status: 200 len: 910 time: 0.0746529 Mar 28 01:09:26.529472 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ea593c88-fc89-4475-8c19-86e5d648279b tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (e9cd0c9c-8d67-41d1-a731-ac8cfe32b483), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:26.531430 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 53822) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:26.539004 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-9fa4a1a7-75b2-404d-a8c5-db49396dca37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:26.539905 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa4a1a7-75b2-404d-a8c5-db49396dca37 None None] The sync data for ids ['db21b3c0-7861-4914-8823-ff55d8590d7f'] in dv-neutron-834874-6-hyperv is: [] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:09:26.587185 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65921b14-78a3-4f8d-b6aa-bc2db32984c1 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Pushing event updated for resources: {'Port': ['ID=98650b18-983d-4c49-95e5-c122a28252e8,revision_number=2']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:26.599468 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a7476f8c-2526-485f-8f3d-89f85c2b31a0 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3686527'] for router_interface (8e799d34-fabd-4ee4-bc94-247cd2828ab9), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:26.599878 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-65921b14-78a3-4f8d-b6aa-bc2db32984c1 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3725889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3686480'] for router_interface (b0cf30d3-7cab-4654-826f-a3c4db412dba), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:26.633793 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ea593c88-fc89-4475-8c19-86e5d648279b tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:26.637578 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-ea593c88-fc89-4475-8c19-86e5d648279b tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5163245 Mar 28 01:09:26.646644 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53826) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:26.653079 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-02d4eebc-25b9-4c6a-bcad-6515f17e62ab tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Request body: {'security_group_rule': {'security_group_id': 'eba45c2e-71ed-4866-ba8a-d2e62fb68479', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:09:26.700900 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-02d4eebc-25b9-4c6a-bcad-6515f17e62ab tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group_rule (0248149d-3cbf-4a8d-b934-b5472241c9d2), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:26.709043 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea593c88-fc89-4475-8c19-86e5d648279b tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9cd0c9c-8d67-41d1-a731-ac8cfe32b483,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:26.751014 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65921b14-78a3-4f8d-b6aa-bc2db32984c1 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Network 6f6a4ddb-20e2-4c6d-997e-4d5b256af7be is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:09:26.754286 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-65921b14-78a3-4f8d-b6aa-bc2db32984c1 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:09:26.808061 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-02d4eebc-25b9-4c6a-bcad-6515f17e62ab tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group_rule (0248149d-3cbf-4a8d-b934-b5472241c9d2), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:26.846956 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-02d4eebc-25b9-4c6a-bcad-6515f17e62ab tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (0248149d-3cbf-4a8d-b934-b5472241c9d2), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:26.862842 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d4eebc-25b9-4c6a-bcad-6515f17e62ab tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0248149d-3cbf-4a8d-b934-b5472241c9d2,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:26.907116 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-02d4eebc-25b9-4c6a-bcad-6515f17e62ab tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:26.908370 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-02d4eebc-25b9-4c6a-bcad-6515f17e62ab tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2607839 Mar 28 01:09:26.914965 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53828) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:26.921506 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-283f1dd1-e436-4acd-b9f3-2c5b7d21f201 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Request body: {'security_group_rule': {'security_group_id': 'eba45c2e-71ed-4866-ba8a-d2e62fb68479', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:09:26.926630 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65921b14-78a3-4f8d-b6aa-bc2db32984c1 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Router b0cf30d3-7cab-4654-826f-a3c4db412dba has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:09:27.040954 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-283f1dd1-e436-4acd-b9f3-2c5b7d21f201 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group_rule (c815bcbb-133e-4094-8b70-534a4c705fe1), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:27.057612 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-fe7bbce9-4f80-4346-a03b-87fa11e54e3c None None] Provisioning complete for port 98650b18-983d-4c49-95e5-c122a28252e8 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:09:27.058354 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-fe7bbce9-4f80-4346-a03b-87fa11e54e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (98650b18-983d-4c49-95e5-c122a28252e8), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:27.096551 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-283f1dd1-e436-4acd-b9f3-2c5b7d21f201 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group_rule (c815bcbb-133e-4094-8b70-534a4c705fe1), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:27.102099 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65921b14-78a3-4f8d-b6aa-bc2db32984c1 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:09:27.115126 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cb920b-eac8-4cdb-99ba-81be862a473f None None] Sync routers for ids ['b0cf30d3-7cab-4654-826f-a3c4db412dba'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:09:27.116290 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-fe7bbce9-4f80-4346-a03b-87fa11e54e3c None None] Port 98650b18-983d-4c49-95e5-c122a28252e8 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:09:27.132572 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-65921b14-78a3-4f8d-b6aa-bc2db32984c1 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] 10.222.0.24 "PUT /v2.0/routers/b0cf30d3-7cab-4654-826f-a3c4db412dba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3039148 Mar 28 01:09:27.135062 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-283f1dd1-e436-4acd-b9f3-2c5b7d21f201 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (c815bcbb-133e-4094-8b70-534a4c705fe1), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:27.136009 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 53830) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:27.140800 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79cb920b-eac8-4cdb-99ba-81be862a473f None None] Routers {'b0cf30d3-7cab-4654-826f-a3c4db412dba'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:09:27.142264 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-79cb920b-eac8-4cdb-99ba-81be862a473f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:09:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['b0cf30d3-7cab-4654-826f-a3c4db412dba'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:27.167849 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283f1dd1-e436-4acd-b9f3-2c5b7d21f201 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c815bcbb-133e-4094-8b70-534a4c705fe1,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:27.178136 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-283f1dd1-e436-4acd-b9f3-2c5b7d21f201 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:27.183149 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-283f1dd1-e436-4acd-b9f3-2c5b7d21f201 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2669971 Mar 28 01:09:27.184248 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53832) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:27.190001 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-af64cc69-b2cc-4025-86c0-50b97f4b666a tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Request body: {'security_group_rule': {'security_group_id': 'eba45c2e-71ed-4866-ba8a-d2e62fb68479', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:09:27.204915 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-79cb920b-eac8-4cdb-99ba-81be862a473f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:27.222976 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79cb920b-eac8-4cdb-99ba-81be862a473f None None] Routers {'b0cf30d3-7cab-4654-826f-a3c4db412dba'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:09:27.223892 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-79cb920b-eac8-4cdb-99ba-81be862a473f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:09:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['b0cf30d3-7cab-4654-826f-a3c4db412dba'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:27.232460 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-af64cc69-b2cc-4025-86c0-50b97f4b666a tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group_rule (549bc4ea-f414-4e13-96c9-9e5b31c7b7d7), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:27.326238 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-79cb920b-eac8-4cdb-99ba-81be862a473f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:27.327180 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cb920b-eac8-4cdb-99ba-81be862a473f None None] The sync data for ids ['b0cf30d3-7cab-4654-826f-a3c4db412dba'] in dv-neutron-834874-6-hyperv is: [] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:09:27.328697 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-af64cc69-b2cc-4025-86c0-50b97f4b666a tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group_rule (549bc4ea-f414-4e13-96c9-9e5b31c7b7d7), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:27.344615 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-af64cc69-b2cc-4025-86c0-50b97f4b666a tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (549bc4ea-f414-4e13-96c9-9e5b31c7b7d7), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:27.373553 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af64cc69-b2cc-4025-86c0-50b97f4b666a tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=549bc4ea-f414-4e13-96c9-9e5b31c7b7d7,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:27.393581 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-af64cc69-b2cc-4025-86c0-50b97f4b666a tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:27.395710 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-af64cc69-b2cc-4025-86c0-50b97f4b666a tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2104080 Mar 28 01:09:27.399034 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53834) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:27.406503 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-fcc02027-444a-4f3d-9da6-3c306c239180 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Request body: {'security_group_rule': {'security_group_id': 'eba45c2e-71ed-4866-ba8a-d2e62fb68479', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:09:27.446899 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-fcc02027-444a-4f3d-9da6-3c306c239180 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group_rule (52436afb-d8af-4a59-951a-47ef8c759cf1), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:27.557505 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-fcc02027-444a-4f3d-9da6-3c306c239180 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group_rule (52436afb-d8af-4a59-951a-47ef8c759cf1), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:27.564479 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-fcc02027-444a-4f3d-9da6-3c306c239180 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (52436afb-d8af-4a59-951a-47ef8c759cf1), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:27.580737 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80c0179-e09a-47e2-be41-e95e40e609db req-0b55cb1e-d71c-4b76-bc09-7e2e370d41fd tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:09:27.582387 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e80c0179-e09a-47e2-be41-e95e40e609db req-0b55cb1e-d71c-4b76-bc09-7e2e370d41fd tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af78226-6db5-4d3d-a6da-4544ef645c78 HTTP/1.1" status: 200 len: 946 time: 0.0926991 Mar 28 01:09:27.583327 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-a7476f8c-2526-485f-8f3d-89f85c2b31a0 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Deleting port 1f68ceec-0458-4ce8-85f8-6f6cc0a32b5e {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:09:27.583848 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a7476f8c-2526-485f-8f3d-89f85c2b31a0 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (1f68ceec-0458-4ce8-85f8-6f6cc0a32b5e), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:27.596425 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc02027-444a-4f3d-9da6-3c306c239180 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52436afb-d8af-4a59-951a-47ef8c759cf1,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:27.618413 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-fcc02027-444a-4f3d-9da6-3c306c239180 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:27.622497 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-fcc02027-444a-4f3d-9da6-3c306c239180 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2194307 Mar 28 01:09:27.622804 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53838) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:27.666726 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b3c80ca8-e896-4596-855f-f2f7b7e06bc5 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group_rule (52436afb-d8af-4a59-951a-47ef8c759cf1), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:27.672271 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-23366d6c-656a-4fec-8403-76d6760e6e3c tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Publish callbacks [] for router (b0cf30d3-7cab-4654-826f-a3c4db412dba), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:27.678528 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e80c0179-e09a-47e2-be41-e95e40e609db req-50933918-1c3d-4b84-ab0d-3f8a75b84d91 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5fc266-2207-46d1-bfc7-83854e73a714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831900 Mar 28 01:09:27.680125 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b3c80ca8-e896-4596-855f-f2f7b7e06bc5 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group_rule (52436afb-d8af-4a59-951a-47ef8c759cf1), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:27.718572 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b3c80ca8-e896-4596-855f-f2f7b7e06bc5 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (52436afb-d8af-4a59-951a-47ef8c759cf1), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:27.726236 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b3c80ca8-e896-4596-855f-f2f7b7e06bc5 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:27.730006 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-b3c80ca8-e896-4596-855f-f2f7b7e06bc5 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/52436afb-d8af-4a59-951a-47ef8c759cf1 HTTP/1.1" status: 204 len: 168 time: 0.1037564 Mar 28 01:09:27.730630 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53842) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:27.748304 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c80ca8-e896-4596-855f-f2f7b7e06bc5 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=52436afb-d8af-4a59-951a-47ef8c759cf1,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:27.787302 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-cb8c8d45-e9ba-4904-83ea-13f9fcb7dcd6 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3686527'] for router_interface (db21b3c0-7861-4914-8823-ff55d8590d7f), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:27.792174 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-aa85b427-d07c-4e4a-9896-e9feeb2ede21 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0603695 Mar 28 01:09:27.793096 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a7476f8c-2526-485f-8f3d-89f85c2b31a0 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (1f68ceec-0458-4ce8-85f8-6f6cc0a32b5e), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:27.802529 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53844) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:27.829702 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5377fb28-1093-4225-9d50-c3439667e98b tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group_rule (549bc4ea-f414-4e13-96c9-9e5b31c7b7d7), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:27.846992 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5377fb28-1093-4225-9d50-c3439667e98b tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group_rule (549bc4ea-f414-4e13-96c9-9e5b31c7b7d7), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:27.875307 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-a7476f8c-2526-485f-8f3d-89f85c2b31a0 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Calling delete_port for 1f68ceec-0458-4ce8-85f8-6f6cc0a32b5e owned by network:router_interface {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:09:27.878863 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.api.v2.resource [None req-23366d6c-656a-4fec-8403-76d6760e6e3c tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 28 01:09:27.879832 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-23366d6c-656a-4fec-8403-76d6760e6e3c tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] 10.222.0.24 "DELETE /v2.0/routers/b0cf30d3-7cab-4654-826f-a3c4db412dba HTTP/1.1" status: 409 len: 376 time: 0.7429161 Mar 28 01:09:27.883605 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53846) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:27.961880 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5377fb28-1093-4225-9d50-c3439667e98b tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (549bc4ea-f414-4e13-96c9-9e5b31c7b7d7), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:27.966339 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5377fb28-1093-4225-9d50-c3439667e98b tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:27.970450 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-5377fb28-1093-4225-9d50-c3439667e98b tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/549bc4ea-f414-4e13-96c9-9e5b31c7b7d7 HTTP/1.1" status: 204 len: 168 time: 0.1641471 Mar 28 01:09:27.972019 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53848) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:28.002776 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5377fb28-1093-4225-9d50-c3439667e98b tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=549bc4ea-f414-4e13-96c9-9e5b31c7b7d7,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:28.045869 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-60950bfb-cb7c-4cf9-8546-6c61a5d2fc48 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0679471 Mar 28 01:09:28.047017 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 53850) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:28.098830 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9890f09b-3487-497b-9bcf-8c32842e02a8 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group_rule (c815bcbb-133e-4094-8b70-534a4c705fe1), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:28.114005 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9890f09b-3487-497b-9bcf-8c32842e02a8 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group_rule (c815bcbb-133e-4094-8b70-534a4c705fe1), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:28.198364 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9890f09b-3487-497b-9bcf-8c32842e02a8 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (c815bcbb-133e-4094-8b70-534a4c705fe1), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:28.209523 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9890f09b-3487-497b-9bcf-8c32842e02a8 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:28.210624 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-9890f09b-3487-497b-9bcf-8c32842e02a8 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/c815bcbb-133e-4094-8b70-534a4c705fe1 HTTP/1.1" status: 204 len: 168 time: 0.1616535 Mar 28 01:09:28.213540 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53852) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:28.224324 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9890f09b-3487-497b-9bcf-8c32842e02a8 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c815bcbb-133e-4094-8b70-534a4c705fe1,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:28.257090 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a7476f8c-2526-485f-8f3d-89f85c2b31a0 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (1f68ceec-0458-4ce8-85f8-6f6cc0a32b5e), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:28.277058 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-6bd1d3d4-d56e-4e4e-96e9-15b8117fa358 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0589688 Mar 28 01:09:28.277293 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53854) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:28.292852 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7476f8c-2526-485f-8f3d-89f85c2b31a0 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Pushing event deleted for resources: {'Port': ['ID=1f68ceec-0458-4ce8-85f8-6f6cc0a32b5e,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:28.331319 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-76d81a8b-af6a-47cc-8d84-40395290f730 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group_rule (0248149d-3cbf-4a8d-b934-b5472241c9d2), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:28.342074 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-76d81a8b-af6a-47cc-8d84-40395290f730 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group_rule (0248149d-3cbf-4a8d-b934-b5472241c9d2), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:28.358799 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-cb8c8d45-e9ba-4904-83ea-13f9fcb7dcd6 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Deleting port 742993bc-8a48-4ce3-8680-895c51a0c977 {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:09:28.359146 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-cb8c8d45-e9ba-4904-83ea-13f9fcb7dcd6 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (742993bc-8a48-4ce3-8680-895c51a0c977), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:28.372528 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c995a1cc-7326-4dca-a1f3-e26232a443cc tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3686527'] for router_interface (b0cf30d3-7cab-4654-826f-a3c4db412dba), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:28.437676 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-76d81a8b-af6a-47cc-8d84-40395290f730 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (0248149d-3cbf-4a8d-b934-b5472241c9d2), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:28.443230 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-76d81a8b-af6a-47cc-8d84-40395290f730 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:28.448065 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-76d81a8b-af6a-47cc-8d84-40395290f730 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/0248149d-3cbf-4a8d-b934-b5472241c9d2 HTTP/1.1" status: 204 len: 168 time: 0.1662364 Mar 28 01:09:28.448224 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 53856) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:28.456550 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d81a8b-af6a-47cc-8d84-40395290f730 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0248149d-3cbf-4a8d-b934-b5472241c9d2,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:28.563361 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-53ad42de-31c7-4c75-9fc9-745aa9b657ed tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1120353 Mar 28 01:09:28.563889 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53858) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:28.564175 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-cb8c8d45-e9ba-4904-83ea-13f9fcb7dcd6 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (742993bc-8a48-4ce3-8680-895c51a0c977), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:28.581235 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-cb8c8d45-e9ba-4904-83ea-13f9fcb7dcd6 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Calling delete_port for 742993bc-8a48-4ce3-8680-895c51a0c977 owned by network:router_interface {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:09:28.594556 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a7476f8c-2526-485f-8f3d-89f85c2b31a0 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3725912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3690191'] for router_interface (8e799d34-fabd-4ee4-bc94-247cd2828ab9), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:28.627209 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-94922161-f737-420e-b9d2-770ad5b81bb3 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group_rule (e9cd0c9c-8d67-41d1-a731-ac8cfe32b483), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:28.657202 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-94922161-f737-420e-b9d2-770ad5b81bb3 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group_rule (e9cd0c9c-8d67-41d1-a731-ac8cfe32b483), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:28.694988 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-94922161-f737-420e-b9d2-770ad5b81bb3 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (e9cd0c9c-8d67-41d1-a731-ac8cfe32b483), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:28.700168 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-94922161-f737-420e-b9d2-770ad5b81bb3 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:28.703726 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-94922161-f737-420e-b9d2-770ad5b81bb3 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/e9cd0c9c-8d67-41d1-a731-ac8cfe32b483 HTTP/1.1" status: 204 len: 168 time: 0.1366663 Mar 28 01:09:28.704532 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 53860) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:28.718658 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94922161-f737-420e-b9d2-770ad5b81bb3 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e9cd0c9c-8d67-41d1-a731-ac8cfe32b483,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:28.724657 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-c995a1cc-7326-4dca-a1f3-e26232a443cc tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Deleting port 98650b18-983d-4c49-95e5-c122a28252e8 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:09:28.724999 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c995a1cc-7326-4dca-a1f3-e26232a443cc tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (98650b18-983d-4c49-95e5-c122a28252e8), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:28.837630 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c995a1cc-7326-4dca-a1f3-e26232a443cc tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (98650b18-983d-4c49-95e5-c122a28252e8), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:28.854859 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-c995a1cc-7326-4dca-a1f3-e26232a443cc tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Calling delete_port for 98650b18-983d-4c49-95e5-c122a28252e8 owned by network:router_interface {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:09:28.860233 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-2de026c5-1ed2-4e29-a9e0-3853b2339737 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1544433 Mar 28 01:09:28.863879 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 53868) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:28.865765 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.agents_db [None req-9a1d863f-391a-42f4-9870-e8292b919beb None None] Agent healthcheck: found 6 active agents {{(pid=104101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 01:09:29.076520 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c995a1cc-7326-4dca-a1f3-e26232a443cc tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (98650b18-983d-4c49-95e5-c122a28252e8), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:29.087906 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-cb8c8d45-e9ba-4904-83ea-13f9fcb7dcd6 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (742993bc-8a48-4ce3-8680-895c51a0c977), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:29.095541 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-cd18455a-a314-4844-be2d-3f21b5b08313 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group (eba45c2e-71ed-4866-ba8a-d2e62fb68479), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:29.106317 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c995a1cc-7326-4dca-a1f3-e26232a443cc tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Pushing event deleted for resources: {'Port': ['ID=98650b18-983d-4c49-95e5-c122a28252e8,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:29.169371 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-cd18455a-a314-4844-be2d-3f21b5b08313 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group (eba45c2e-71ed-4866-ba8a-d2e62fb68479), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:29.217587 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8c8d45-e9ba-4904-83ea-13f9fcb7dcd6 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Pushing event deleted for resources: {'Port': ['ID=742993bc-8a48-4ce3-8680-895c51a0c977,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:29.262570 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585da1f7-7830-4c33-92df-6491395aca3f req-64586ee8-8bdc-4dc9-8252-f33f86933136 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:09:29.264154 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-585da1f7-7830-4c33-92df-6491395aca3f req-64586ee8-8bdc-4dc9-8252-f33f86933136 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af78226-6db5-4d3d-a6da-4544ef645c78 HTTP/1.1" status: 200 len: 946 time: 0.4770119 Mar 28 01:09:29.264359 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c995a1cc-7326-4dca-a1f3-e26232a443cc tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3725912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3690191'] for router_interface (b0cf30d3-7cab-4654-826f-a3c4db412dba), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:29.269398 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-cd18455a-a314-4844-be2d-3f21b5b08313 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (eba45c2e-71ed-4866-ba8a-d2e62fb68479), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:29.272059 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-cd18455a-a314-4844-be2d-3f21b5b08313 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:29.273167 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-cd18455a-a314-4844-be2d-3f21b5b08313 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] 10.222.0.24 "DELETE /v2.0/security-groups/eba45c2e-71ed-4866-ba8a-d2e62fb68479 HTTP/1.1" status: 204 len: 168 time: 0.4082353 Mar 28 01:09:29.277448 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53870) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:29.386026 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-585da1f7-7830-4c33-92df-6491395aca3f req-462de292-58ce-4525-9bb1-ab01d8edddf2 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5fc266-2207-46d1-bfc7-83854e73a714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977411 Mar 28 01:09:29.406799 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-da9b4355-2116-4a6b-b9d3-4ca70465f2f1 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1280658 Mar 28 01:09:29.414358 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53872) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:29.418747 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-db34f158-dd3c-467c-8cb6-0a9384fec8c2 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Request body: {'security_group': {'name': 'tempest-secgroup--725081062'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:09:29.454953 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7476f8c-2526-485f-8f3d-89f85c2b31a0 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Router 8e799d34-fabd-4ee4-bc94-247cd2828ab9 has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:09:29.458382 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd18455a-a314-4844-be2d-3f21b5b08313 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eba45c2e-71ed-4866-ba8a-d2e62fb68479,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:29.550743 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-db34f158-dd3c-467c-8cb6-0a9384fec8c2 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:29.573923 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c995a1cc-7326-4dca-a1f3-e26232a443cc tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Router b0cf30d3-7cab-4654-826f-a3c4db412dba has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:09:29.584147 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-cb8c8d45-e9ba-4904-83ea-13f9fcb7dcd6 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3725912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3690191'] for router_interface (db21b3c0-7861-4914-8823-ff55d8590d7f), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:29.730336 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c995a1cc-7326-4dca-a1f3-e26232a443cc tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:09:29.736244 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-c995a1cc-7326-4dca-a1f3-e26232a443cc tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] 10.222.0.24 "PUT /v2.0/routers/b0cf30d3-7cab-4654-826f-a3c4db412dba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8509843 Mar 28 01:09:29.742380 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53878) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:29.749044 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de00545-e7e4-43ae-8a39-5fd5743a0d1a None None] Sync routers for ids ['b0cf30d3-7cab-4654-826f-a3c4db412dba'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:09:29.767088 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de00545-e7e4-43ae-8a39-5fd5743a0d1a None None] Routers {'b0cf30d3-7cab-4654-826f-a3c4db412dba'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:09:29.767993 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-9de00545-e7e4-43ae-8a39-5fd5743a0d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:09:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['b0cf30d3-7cab-4654-826f-a3c4db412dba'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:29.810475 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.api.v2.resource [None req-36ea1d20-fae0-476d-a1ae-87cb9cb27c89 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] show failed (client error): The resource could not be found. Mar 28 01:09:29.810947 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-36ea1d20-fae0-476d-a1ae-87cb9cb27c89 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] 10.222.0.24 "GET /v2.0/routers/tempest-non_exist_router-182167308 HTTP/1.1" status: 404 len: 334 time: 0.0677981 Mar 28 01:09:29.816934 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 53880) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:29.818843 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-db34f158-dd3c-467c-8cb6-0a9384fec8c2 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group (8e54bb6d-149f-495a-aae6-349c98aa20c6), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:29.820666 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-9de00545-e7e4-43ae-8a39-5fd5743a0d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:29.824121 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-673bcb51-e057-4682-ab29-5452e7059ab5 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Request body: {'router': {'name': 'new_name'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:09:29.830089 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-db34f158-dd3c-467c-8cb6-0a9384fec8c2 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (8e54bb6d-149f-495a-aae6-349c98aa20c6), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:29.835362 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3292f805-0553-4110-a9f6-f04351e3b293 req-aed220ed-e49e-4402-93d0-de8dc845bd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:09:29.836842 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-3292f805-0553-4110-a9f6-f04351e3b293 req-aed220ed-e49e-4402-93d0-de8dc845bd1c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=848a4a14ba384087a1e0b48b84b6f0e3&device_id=3af78226-6db5-4d3d-a6da-4544ef645c78 HTTP/1.1" status: 200 len: 1130 time: 0.1528618 Mar 28 01:09:29.837156 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de00545-e7e4-43ae-8a39-5fd5743a0d1a None None] Routers {'b0cf30d3-7cab-4654-826f-a3c4db412dba'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:09:29.838747 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-9de00545-e7e4-43ae-8a39-5fd5743a0d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:09:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['b0cf30d3-7cab-4654-826f-a3c4db412dba'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:29.898242 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-9de00545-e7e4-43ae-8a39-5fd5743a0d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:29.899349 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de00545-e7e4-43ae-8a39-5fd5743a0d1a None None] The sync data for ids ['b0cf30d3-7cab-4654-826f-a3c4db412dba'] in dv-neutron-834874-6-hyperv is: [] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:09:29.931977 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-db34f158-dd3c-467c-8cb6-0a9384fec8c2 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:29.933292 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-db34f158-dd3c-467c-8cb6-0a9384fec8c2 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5178888 Mar 28 01:09:29.943245 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53884) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:29.951086 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-cf611fb1-4101-4e49-9936-8b65001727a8 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Request body: {'security_group_rule': {'security_group_id': '8e54bb6d-149f-495a-aae6-349c98aa20c6', 'direction': 'ingress', 'protocol': 17}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:09:29.969929 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db34f158-dd3c-467c-8cb6-0a9384fec8c2 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e54bb6d-149f-495a-aae6-349c98aa20c6,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:30.025343 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-cf611fb1-4101-4e49-9936-8b65001727a8 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group_rule (4713bf1f-117d-466d-86ae-a810056b670a), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:30.029960 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3292f805-0553-4110-a9f6-f04351e3b293 req-eea2bc2a-50c9-490e-8941-2469c2e3555b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:09:30.031471 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-3292f805-0553-4110-a9f6-f04351e3b293 req-eea2bc2a-50c9-490e-8941-2469c2e3555b service neutron] 10.222.0.10 "GET /v2.0/networks?id=b0b181aa-c9cd-4854-9fb0-37e685e0d64e HTTP/1.1" status: 200 len: 911 time: 0.1842883 Mar 28 01:09:30.137925 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-3292f805-0553-4110-a9f6-f04351e3b293 req-91a63241-8cc0-4875-8002-dfaa5011173c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f45dfffa-72fe-4b22-af16-435c4c53d944 HTTP/1.1" status: 200 len: 1002 time: 0.0999613 Mar 28 01:09:30.153899 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-cf611fb1-4101-4e49-9936-8b65001727a8 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group_rule (4713bf1f-117d-466d-86ae-a810056b670a), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:30.178399 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-cf611fb1-4101-4e49-9936-8b65001727a8 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (4713bf1f-117d-466d-86ae-a810056b670a), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:30.206421 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf611fb1-4101-4e49-9936-8b65001727a8 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4713bf1f-117d-466d-86ae-a810056b670a,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:30.220083 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-cf611fb1-4101-4e49-9936-8b65001727a8 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:30.223836 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-cf611fb1-4101-4e49-9936-8b65001727a8 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2754288 Mar 28 01:09:30.225198 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53886) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:30.230442 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.api.v2.resource [None req-673bcb51-e057-4682-ab29-5452e7059ab5 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] update failed (client error): The resource could not be found. Mar 28 01:09:30.234687 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-673bcb51-e057-4682-ab29-5452e7059ab5 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] 10.222.0.24 "PUT /v2.0/routers/tempest-non_exist_router-1755071193 HTTP/1.1" status: 404 len: 335 time: 0.4120533 Mar 28 01:09:30.234857 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3292f805-0553-4110-a9f6-f04351e3b293 req-ced4665c-b284-4b1c-8aff-9f388328aac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:09:30.234857 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-3292f805-0553-4110-a9f6-f04351e3b293 req-ced4665c-b284-4b1c-8aff-9f388328aac1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=09c9f896-19d2-4244-ab3f-60c512e444ce HTTP/1.1" status: 200 len: 850 time: 0.0906792 Mar 28 01:09:30.235464 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 53888) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:30.251533 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246fbd4d-0e7c-44e7-8bf6-d83e2f071999 req-7b743d00-b356-48dc-ba8d-e3760322134a tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:09:30.254048 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-246fbd4d-0e7c-44e7-8bf6-d83e2f071999 req-7b743d00-b356-48dc-ba8d-e3760322134a tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af78226-6db5-4d3d-a6da-4544ef645c78 HTTP/1.1" status: 200 len: 946 time: 0.5907130 Mar 28 01:09:30.286479 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7476f8c-2526-485f-8f3d-89f85c2b31a0 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:09:30.301250 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f635e307-7143-4de0-8777-b4dc80944be1 None None] Sync routers for ids ['8e799d34-fabd-4ee4-bc94-247cd2828ab9'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:09:30.317831 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f635e307-7143-4de0-8777-b4dc80944be1 None None] Routers {'8e799d34-fabd-4ee4-bc94-247cd2828ab9'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:09:30.318358 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-a7476f8c-2526-485f-8f3d-89f85c2b31a0 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] 10.222.0.24 "PUT /v2.0/routers/8e799d34-fabd-4ee4-bc94-247cd2828ab9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0097487 Mar 28 01:09:30.318928 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-f635e307-7143-4de0-8777-b4dc80944be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:09:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['8e799d34-fabd-4ee4-bc94-247cd2828ab9'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:30.330836 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53890) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:30.331708 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0f4129fc-860b-42ab-b09b-52b160d77cfd tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group (8e54bb6d-149f-495a-aae6-349c98aa20c6), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:30.371616 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-f635e307-7143-4de0-8777-b4dc80944be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:30.382513 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f635e307-7143-4de0-8777-b4dc80944be1 None None] Routers {'8e799d34-fabd-4ee4-bc94-247cd2828ab9'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:09:30.383303 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-f635e307-7143-4de0-8777-b4dc80944be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:09:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['8e799d34-fabd-4ee4-bc94-247cd2828ab9'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:30.408066 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0f4129fc-860b-42ab-b09b-52b160d77cfd tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group (8e54bb6d-149f-495a-aae6-349c98aa20c6), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:30.411302 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_v2 [None req-075bb7c8-0770-4eb5-813e-ff429c49d159 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Deleting subnet 71b3a33d-c949-407d-9dd9-faab5b9c2927 {{(pid=104098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:09:30.419948 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-246fbd4d-0e7c-44e7-8bf6-d83e2f071999 req-e3ca0a9f-4529-4748-bfcf-fd82cc499804 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5fc266-2207-46d1-bfc7-83854e73a714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382725 Mar 28 01:09:30.420640 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-075bb7c8-0770-4eb5-813e-ff429c49d159 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Publish callbacks [] for subnet (71b3a33d-c949-407d-9dd9-faab5b9c2927), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:30.434617 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-f635e307-7143-4de0-8777-b4dc80944be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:30.435628 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f635e307-7143-4de0-8777-b4dc80944be1 None None] The sync data for ids ['8e799d34-fabd-4ee4-bc94-247cd2828ab9'] in dv-neutron-834874-6-hyperv is: [] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:09:30.456937 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3292f805-0553-4110-a9f6-f04351e3b293 req-1ad6ef5c-75b5-4d1f-899d-e0808666cc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:09:30.458459 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-3292f805-0553-4110-a9f6-f04351e3b293 req-1ad6ef5c-75b5-4d1f-899d-e0808666cc25 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b0b181aa-c9cd-4854-9fb0-37e685e0d64e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.2157104 Mar 28 01:09:30.488355 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-075bb7c8-0770-4eb5-813e-ff429c49d159 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126443526'] for subnet (71b3a33d-c949-407d-9dd9-faab5b9c2927), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:30.491800 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb8c8d45-e9ba-4904-83ea-13f9fcb7dcd6 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Router db21b3c0-7861-4914-8823-ff55d8590d7f has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:09:30.590746 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0f4129fc-860b-42ab-b09b-52b160d77cfd tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (8e54bb6d-149f-495a-aae6-349c98aa20c6), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:30.593307 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0f4129fc-860b-42ab-b09b-52b160d77cfd tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:30.597552 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-0f4129fc-860b-42ab-b09b-52b160d77cfd tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] 10.222.0.24 "DELETE /v2.0/security-groups/8e54bb6d-149f-495a-aae6-349c98aa20c6 HTTP/1.1" status: 204 len: 168 time: 0.3694651 Mar 28 01:09:30.601833 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 53892) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:30.610224 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-1bfbe626-76ff-4b8a-8576-5d0317b14fc1 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks [] for router (8e799d34-fabd-4ee4-bc94-247cd2828ab9), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:30.651070 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-3292f805-0553-4110-a9f6-f04351e3b293 req-480c01ce-f6ef-4a4a-b39f-c67d48ca0e93 service neutron] 10.222.0.10 "GET /v2.0/networks/b0b181aa-c9cd-4854-9fb0-37e685e0d64e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854331 Mar 28 01:09:30.680535 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4129fc-860b-42ab-b09b-52b160d77cfd tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e54bb6d-149f-495a-aae6-349c98aa20c6,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:30.688758 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb8c8d45-e9ba-4904-83ea-13f9fcb7dcd6 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:09:30.700833 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-cb8c8d45-e9ba-4904-83ea-13f9fcb7dcd6 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] 10.222.0.24 "PUT /v2.0/routers/db21b3c0-7861-4914-8823-ff55d8590d7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1635640 Mar 28 01:09:30.703088 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 53894) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:30.713187 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-47e9689b-efb6-4a3c-98ad-169dce11dbd8 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1038234 Mar 28 01:09:30.713420 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-075bb7c8-0770-4eb5-813e-ff429c49d159 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (71b3a33d-c949-407d-9dd9-faab5b9c2927), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:30.717678 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 53896) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:30.721132 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-c839b6ba-3c2d-49ee-9300-bbf61fdac694 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Request body: {'security_group': {'name': 'tempest-secgroup--345403353'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:09:30.725590 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18c1da9-bedf-4803-ae1b-10840832903e None None] Sync routers for ids ['db21b3c0-7861-4914-8823-ff55d8590d7f'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:09:30.745204 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18c1da9-bedf-4803-ae1b-10840832903e None None] Routers {'db21b3c0-7861-4914-8823-ff55d8590d7f'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:09:30.746212 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-a18c1da9-bedf-4803-ae1b-10840832903e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:09:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['db21b3c0-7861-4914-8823-ff55d8590d7f'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:30.789031 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-a18c1da9-bedf-4803-ae1b-10840832903e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:30.806561 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18c1da9-bedf-4803-ae1b-10840832903e None None] Routers {'db21b3c0-7861-4914-8823-ff55d8590d7f'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:09:30.808131 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-a18c1da9-bedf-4803-ae1b-10840832903e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:09:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['db21b3c0-7861-4914-8823-ff55d8590d7f'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:30.813346 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-1bfbe626-76ff-4b8a-8576-5d0317b14fc1 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks [] for router_gateway (8e799d34-fabd-4ee4-bc94-247cd2828ab9), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:30.819127 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-3292f805-0553-4110-a9f6-f04351e3b293 req-1200ab38-569a-4ba6-b02c-e1541a04b911 service neutron] 10.222.0.10 "GET /v2.0/networks/b0b181aa-c9cd-4854-9fb0-37e685e0d64e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356568 Mar 28 01:09:30.859225 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-a18c1da9-bedf-4803-ae1b-10840832903e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:30.860922 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18c1da9-bedf-4803-ae1b-10840832903e None None] The sync data for ids ['db21b3c0-7861-4914-8823-ff55d8590d7f'] in dv-neutron-834874-6-hyperv is: [] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:09:30.870226 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c839b6ba-3c2d-49ee-9300-bbf61fdac694 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:30.890696 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-1bfbe626-76ff-4b8a-8576-5d0317b14fc1 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Deleting port 8eb03933-4b47-4c81-a3b8-f92280a242be {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:09:30.891196 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-1bfbe626-76ff-4b8a-8576-5d0317b14fc1 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (8eb03933-4b47-4c81-a3b8-f92280a242be), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:30.959437 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-075bb7c8-0770-4eb5-813e-ff429c49d159 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126175041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126112438'] for subnet (71b3a33d-c949-407d-9dd9-faab5b9c2927), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:30.999771 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075bb7c8-0770-4eb5-813e-ff429c49d159 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Pushing event deleted for resources: {'Subnet': ['ID=71b3a33d-c949-407d-9dd9-faab5b9c2927,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:31.014851 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-075bb7c8-0770-4eb5-813e-ff429c49d159 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:31.022119 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-075bb7c8-0770-4eb5-813e-ff429c49d159 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] 10.222.0.24 "DELETE /v2.0/subnets/71b3a33d-c949-407d-9dd9-faab5b9c2927 HTTP/1.1" status: 204 len: 168 time: 0.7849474 Mar 28 01:09:31.024946 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 53900) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:31.030409 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3f7583-da4d-4fbf-8187-a95c2f008a3a None None] Network d2e51642-6508-4152-bd0c-2fc48c903ba7 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:09:31.142263 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bb3d58e-eca8-4dee-8231-ceb3c87fadbd tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Deleting subnet 179b06e9-64c7-4a78-b827-de1e27cda740 {{(pid=104098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:09:31.157267 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9bb3d58e-eca8-4dee-8231-ceb3c87fadbd tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Publish callbacks [] for subnet (179b06e9-64c7-4a78-b827-de1e27cda740), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:31.211924 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c839b6ba-3c2d-49ee-9300-bbf61fdac694 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group (d993dbc0-e888-424e-a595-e202fe317248), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:31.224926 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c839b6ba-3c2d-49ee-9300-bbf61fdac694 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (d993dbc0-e888-424e-a595-e202fe317248), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:31.228779 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9bb3d58e-eca8-4dee-8231-ceb3c87fadbd tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126443526'] for subnet (179b06e9-64c7-4a78-b827-de1e27cda740), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:31.345769 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c839b6ba-3c2d-49ee-9300-bbf61fdac694 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:31.347130 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-c839b6ba-3c2d-49ee-9300-bbf61fdac694 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6292067 Mar 28 01:09:31.350986 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53902) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:31.360746 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c839b6ba-3c2d-49ee-9300-bbf61fdac694 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d993dbc0-e888-424e-a595-e202fe317248,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:31.367604 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb8fc11-01f0-4607-989c-e58382e1f1b5 None None] DHCP port deletion for d2e51642-6508-4152-bd0c-2fc48c903ba7 request from dv-neutron-834874-6-hyperv {{(pid=104100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 01:09:31.377516 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-36270d8f-7fa9-43fc-85e9-beeeeca119e3 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Request body: {'security_group': {'name': 'tempest-secgroup--776692006'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:09:31.398828 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-1bfbe626-76ff-4b8a-8576-5d0317b14fc1 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (8eb03933-4b47-4c81-a3b8-f92280a242be), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:31.421699 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-1bfbe626-76ff-4b8a-8576-5d0317b14fc1 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Calling delete_port for 8eb03933-4b47-4c81-a3b8-f92280a242be owned by network:router_gateway {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:09:31.430925 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-36270d8f-7fa9-43fc-85e9-beeeeca119e3 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:31.499871 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-0cb8fc11-01f0-4607-989c-e58382e1f1b5 None None] Deleting port a65f27c6-e8e9-4aaf-bf6d-176261083dd1 {{(pid=104100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:09:31.500209 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9bb3d58e-eca8-4dee-8231-ceb3c87fadbd tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (179b06e9-64c7-4a78-b827-de1e27cda740), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:31.500782 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-0cb8fc11-01f0-4607-989c-e58382e1f1b5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (a65f27c6-e8e9-4aaf-bf6d-176261083dd1), before_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:31.587076 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-0cb8fc11-01f0-4607-989c-e58382e1f1b5 None None] For port a65f27c6-e8e9-4aaf-bf6d-176261083dd1, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=a65f27c6-e8e9-4aaf-bf6d-176261083dd1,segment=NetworkSegment(937c9161-917e-4f8e-8023-fba08fe783d1),segment_id=937c9161-917e-4f8e-8023-fba08fe783d1)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:09:31.587593 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-0cb8fc11-01f0-4607-989c-e58382e1f1b5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (a65f27c6-e8e9-4aaf-bf6d-176261083dd1), precommit_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:31.599178 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-36270d8f-7fa9-43fc-85e9-beeeeca119e3 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group (66a73d88-c90e-4265-ae7d-d82d0ab72b3e), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:31.606606 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-0cb8fc11-01f0-4607-989c-e58382e1f1b5 None None] Calling delete_port for a65f27c6-e8e9-4aaf-bf6d-176261083dd1 owned by network:dhcp {{(pid=104100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:09:31.614795 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-36270d8f-7fa9-43fc-85e9-beeeeca119e3 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (66a73d88-c90e-4265-ae7d-d82d0ab72b3e), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:31.624462 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c344f33d-7588-4637-a853-e14caec19b81 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3686527'] for router_interface (db21b3c0-7861-4914-8823-ff55d8590d7f), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:31.628823 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9bb3d58e-eca8-4dee-8231-ceb3c87fadbd tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126175041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126112438'] for subnet (179b06e9-64c7-4a78-b827-de1e27cda740), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:31.726042 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-36270d8f-7fa9-43fc-85e9-beeeeca119e3 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:31.726421 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-0cb8fc11-01f0-4607-989c-e58382e1f1b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886'] for port (a65f27c6-e8e9-4aaf-bf6d-176261083dd1), after_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:31.731365 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-36270d8f-7fa9-43fc-85e9-beeeeca119e3 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3782794 Mar 28 01:09:31.733223 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53906) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:31.734996 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36270d8f-7fa9-43fc-85e9-beeeeca119e3 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66a73d88-c90e-4265-ae7d-d82d0ab72b3e,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:31.742121 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-f71c8292-c385-4be6-a08c-5d6d29d63e09 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Request body: {'security_group_rule': {'security_group_id': 'd993dbc0-e888-424e-a595-e202fe317248', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '66a73d88-c90e-4265-ae7d-d82d0ab72b3e', 'remote_ip_prefix': None}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:09:31.749240 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb3d58e-eca8-4dee-8231-ceb3c87fadbd tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Pushing event deleted for resources: {'Subnet': ['ID=179b06e9-64c7-4a78-b827-de1e27cda740,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:31.761676 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9bb3d58e-eca8-4dee-8231-ceb3c87fadbd tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:31.772478 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-9bb3d58e-eca8-4dee-8231-ceb3c87fadbd tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] 10.222.0.24 "DELETE /v2.0/subnets/179b06e9-64c7-4a78-b827-de1e27cda740 HTTP/1.1" status: 204 len: 168 time: 0.7435584 Mar 28 01:09:31.773670 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53908) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:31.807539 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420099b0-20b7-459e-9d0c-0770da051a8c None None] Network 201b08ea-8afa-4960-a2af-a5c4e1091848 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:09:31.813579 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb8fc11-01f0-4607-989c-e58382e1f1b5 None None] Pushing event deleted for resources: {'Port': ['ID=a65f27c6-e8e9-4aaf-bf6d-176261083dd1,revision_number=None']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:31.884478 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fd628a-c87b-469c-87f7-8fe72ee76b46 req-38213c0d-71d1-4d67-9f56-6cf564f4f50b tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:09:31.890740 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb8fc11-01f0-4607-989c-e58382e1f1b5 None None] No DVR routers for this DVR port a65f27c6-e8e9-4aaf-bf6d-176261083dd1 on host dv-neutron-834874-6-hyperv {{(pid=104100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:09:31.891563 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-07fd628a-c87b-469c-87f7-8fe72ee76b46 req-38213c0d-71d1-4d67-9f56-6cf564f4f50b tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af78226-6db5-4d3d-a6da-4544ef645c78 HTTP/1.1" status: 200 len: 946 time: 0.3394761 Mar 28 01:09:31.893740 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f71c8292-c385-4be6-a08c-5d6d29d63e09 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group_rule (a78b7150-e904-4d85-92a4-2bb05196fa0d), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:32.035501 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-983a68e2-cb59-4736-bb48-26b26bb70b2b tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (d2e51642-6508-4152-bd0c-2fc48c903ba7), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:32.075537 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-1bfbe626-76ff-4b8a-8576-5d0317b14fc1 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (8eb03933-4b47-4c81-a3b8-f92280a242be), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:32.080076 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f71c8292-c385-4be6-a08c-5d6d29d63e09 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group_rule (a78b7150-e904-4d85-92a4-2bb05196fa0d), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:32.087952 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ce3508-31c7-4ac6-ad9b-9e898655f77f None None] DHCP port deletion for 201b08ea-8afa-4960-a2af-a5c4e1091848 request from dv-neutron-834874-6-hyperv {{(pid=104100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 01:09:32.114684 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-c344f33d-7588-4637-a853-e14caec19b81 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Deleting port b1ee90ab-d839-47f0-b6c6-688e6726953f {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:09:32.115310 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c344f33d-7588-4637-a853-e14caec19b81 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (b1ee90ab-d839-47f0-b6c6-688e6726953f), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:32.138995 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfbe626-76ff-4b8a-8576-5d0317b14fc1 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Pushing event deleted for resources: {'Port': ['ID=8eb03933-4b47-4c81-a3b8-f92280a242be,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:32.149517 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f71c8292-c385-4be6-a08c-5d6d29d63e09 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (a78b7150-e904-4d85-92a4-2bb05196fa0d), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:32.180984 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-07fd628a-c87b-469c-87f7-8fe72ee76b46 req-ba57e415-b420-411a-9453-3f825f8ba683 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5fc266-2207-46d1-bfc7-83854e73a714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2882931 Mar 28 01:09:32.192136 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device b5e89222-95c3-40bb-81d9-04835ff9eb78 no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:09:32.262234 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f71c8292-c385-4be6-a08c-5d6d29d63e09 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:32.266125 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-f71c8292-c385-4be6-a08c-5d6d29d63e09 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5255847 Mar 28 01:09:32.266125 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71c8292-c385-4be6-a08c-5d6d29d63e09 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a78b7150-e904-4d85-92a4-2bb05196fa0d,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:32.293210 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 53914) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:32.323765 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-b6ce3508-31c7-4ac6-ad9b-9e898655f77f None None] Deleting port b5e89222-95c3-40bb-81d9-04835ff9eb78 {{(pid=104100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:09:32.324420 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-b6ce3508-31c7-4ac6-ad9b-9e898655f77f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (b5e89222-95c3-40bb-81d9-04835ff9eb78), before_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:32.360427 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-983a68e2-cb59-4736-bb48-26b26bb70b2b tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (d2e51642-6508-4152-bd0c-2fc48c903ba7), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:32.375176 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c344f33d-7588-4637-a853-e14caec19b81 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (b1ee90ab-d839-47f0-b6c6-688e6726953f), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:32.381629 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-1bfbe626-76ff-4b8a-8576-5d0317b14fc1 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3687989'] for router_gateway (8e799d34-fabd-4ee4-bc94-247cd2828ab9), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:32.398073 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1b3566f6-f779-4fac-a0b8-b5956b1f117a tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group_rule (a78b7150-e904-4d85-92a4-2bb05196fa0d), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:32.421876 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1b3566f6-f779-4fac-a0b8-b5956b1f117a tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group_rule (a78b7150-e904-4d85-92a4-2bb05196fa0d), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:32.429911 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-b6ce3508-31c7-4ac6-ad9b-9e898655f77f None None] For port b5e89222-95c3-40bb-81d9-04835ff9eb78, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=b5e89222-95c3-40bb-81d9-04835ff9eb78,segment=NetworkSegment(7400adeb-f36d-43ec-84e3-fc2f8a1ec7f6),segment_id=7400adeb-f36d-43ec-84e3-fc2f8a1ec7f6)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:09:32.430315 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-b6ce3508-31c7-4ac6-ad9b-9e898655f77f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (b5e89222-95c3-40bb-81d9-04835ff9eb78), precommit_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:32.434549 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-c344f33d-7588-4637-a853-e14caec19b81 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Calling delete_port for b1ee90ab-d839-47f0-b6c6-688e6726953f owned by network:router_interface {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:09:32.453368 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-983a68e2-cb59-4736-bb48-26b26bb70b2b tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2e51642-6508-4152-bd0c-2fc48c903ba7']}} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:32.466840 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-b6ce3508-31c7-4ac6-ad9b-9e898655f77f None None] Calling delete_port for b5e89222-95c3-40bb-81d9-04835ff9eb78 owned by network:dhcp {{(pid=104100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:09:32.485770 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port b5e89222-95c3-40bb-81d9-04835ff9eb78 is: ACTIVE; New status is: DOWN {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:09:32.486165 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (b5e89222-95c3-40bb-81d9-04835ff9eb78), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:32.495926 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-983a68e2-cb59-4736-bb48-26b26bb70b2b tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '937c9161-917e-4f8e-8023-fba08fe783d1') {'for_net_delete': True} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:32.496247 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-983a68e2-cb59-4736-bb48-26b26bb70b2b tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '937c9161-917e-4f8e-8023-fba08fe783d1') {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:32.510062 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-1bfbe626-76ff-4b8a-8576-5d0317b14fc1 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7151'] for router (8e799d34-fabd-4ee4-bc94-247cd2828ab9), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:32.512953 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-983a68e2-cb59-4736-bb48-26b26bb70b2b tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126946678'] for segment (937c9161-917e-4f8e-8023-fba08fe783d1), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:32.514725 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-1bfbe626-76ff-4b8a-8576-5d0317b14fc1 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks [] for router_controller (8e799d34-fabd-4ee4-bc94-247cd2828ab9), precommit_delete_associations {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:32.523600 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1b3566f6-f779-4fac-a0b8-b5956b1f117a tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (a78b7150-e904-4d85-92a4-2bb05196fa0d), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:32.531250 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1b3566f6-f779-4fac-a0b8-b5956b1f117a tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:32.532895 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-1b3566f6-f779-4fac-a0b8-b5956b1f117a tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/a78b7150-e904-4d85-92a4-2bb05196fa0d HTTP/1.1" status: 204 len: 168 time: 0.2414267 Mar 28 01:09:32.541902 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 53916) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:32.563671 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-983a68e2-cb59-4736-bb48-26b26bb70b2b tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (937c9161-917e-4f8e-8023-fba08fe783d1), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:32.567016 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d2b9fc-313f-4a9a-96a6-9e5aa6231db9 req-b69457f2-3fca-47b2-8484-11ed6c76b207 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:09:32.571006 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-56d2b9fc-313f-4a9a-96a6-9e5aa6231db9 req-b69457f2-3fca-47b2-8484-11ed6c76b207 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af78226-6db5-4d3d-a6da-4544ef645c78 HTTP/1.1" status: 200 len: 946 time: 0.2101705 Mar 28 01:09:32.571510 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-983a68e2-cb59-4736-bb48-26b26bb70b2b tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=104099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:09:32.571923 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-983a68e2-cb59-4736-bb48-26b26bb70b2b tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127280876'] for segment (937c9161-917e-4f8e-8023-fba08fe783d1), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:32.574952 dv-neutron-834874-6-hyperv neutron-server[104099]: Traceback (most recent call last): Mar 28 01:09:32.574952 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:09:32.574952 dv-neutron-834874-6-hyperv neutron-server[104099]: timer() Mar 28 01:09:32.574952 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:09:32.574952 dv-neutron-834874-6-hyperv neutron-server[104099]: cb(*args, **kw) Mar 28 01:09:32.574952 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:09:32.574952 dv-neutron-834874-6-hyperv neutron-server[104099]: return func(*args, **kwargs) Mar 28 01:09:32.574952 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:09:32.574952 dv-neutron-834874-6-hyperv neutron-server[104099]: self._notify() Mar 28 01:09:32.574952 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:09:32.574952 dv-neutron-834874-6-hyperv neutron-server[104099]: self.callback(batched_events) Mar 28 01:09:32.574952 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:09:32.574952 dv-neutron-834874-6-hyperv neutron-server[104099]: event.method(event) Mar 28 01:09:32.574952 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:09:32.574952 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:09:32.574952 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:09:32.574952 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:09:32.574952 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:09:32.574952 dv-neutron-834874-6-hyperv neutron-server[104099]: return f(self, *a, **k) Mar 28 01:09:32.574952 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:09:32.574952 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._get(url).json() Mar 28 01:09:32.574952 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:09:32.574952 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:09:32.574952 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:09:32.574952 dv-neutron-834874-6-hyperv neutron-server[104099]: return self.request(url, 'GET', **kwargs) Mar 28 01:09:32.574952 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:09:32.574952 dv-neutron-834874-6-hyperv neutron-server[104099]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:09:32.574952 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:09:32.574952 dv-neutron-834874-6-hyperv neutron-server[104099]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:09:32.574952 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:09:32.574952 dv-neutron-834874-6-hyperv neutron-server[104099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:09:32.574952 dv-neutron-834874-6-hyperv neutron-server[104099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:09:32.586069 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-1bfbe626-76ff-4b8a-8576-5d0317b14fc1 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689686'] for router (8e799d34-fabd-4ee4-bc94-247cd2828ab9), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:32.586696 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bfbe626-76ff-4b8a-8576-5d0317b14fc1 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Fanout notify agent at l3_agent the message router_deleted on router 8e799d34-fabd-4ee4-bc94-247cd2828ab9 {{(pid=104099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 01:09:32.596568 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] For port b5e89222-95c3-40bb-81d9-04835ff9eb78, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=b5e89222-95c3-40bb-81d9-04835ff9eb78,segment=NetworkSegment(7400adeb-f36d-43ec-84e3-fc2f8a1ec7f6),segment_id=7400adeb-f36d-43ec-84e3-fc2f8a1ec7f6)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:09:32.609315 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (b5e89222-95c3-40bb-81d9-04835ff9eb78), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:32.610112 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device a65f27c6-e8e9-4aaf-bf6d-176261083dd1 no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:09:32.618639 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-1bfbe626-76ff-4b8a-8576-5d0317b14fc1 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks [] for router (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:32.621996 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-1bfbe626-76ff-4b8a-8576-5d0317b14fc1 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] 10.222.0.24 "DELETE /v2.0/routers/8e799d34-fabd-4ee4-bc94-247cd2828ab9 HTTP/1.1" status: 204 len: 168 time: 2.2860923 Mar 28 01:09:32.622886 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53918) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:32.626924 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3566f6-f779-4fac-a0b8-b5956b1f117a tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a78b7150-e904-4d85-92a4-2bb05196fa0d,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:32.661190 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: a65f27c6-e8e9-4aaf-bf6d-176261083dd1 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:09:32.661545 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device a65f27c6-e8e9-4aaf-bf6d-176261083dd1 not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:09:32.681700 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-b6ce3508-31c7-4ac6-ad9b-9e898655f77f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886'] for port (b5e89222-95c3-40bb-81d9-04835ff9eb78), after_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:32.684052 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_v2 [None req-5372076b-4567-44be-98f8-7d8dbd43ed5a tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Deleting subnet 880b8083-bc0f-434e-b073-1ac8a25703d5 {{(pid=104099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:09:32.694386 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5372076b-4567-44be-98f8-7d8dbd43ed5a tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks [] for subnet (880b8083-bc0f-434e-b073-1ac8a25703d5), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:32.725128 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:32.726998 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ce3508-31c7-4ac6-ad9b-9e898655f77f None None] No DVR routers for this DVR port b5e89222-95c3-40bb-81d9-04835ff9eb78 on host dv-neutron-834874-6-hyperv {{(pid=104100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:09:32.729238 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Pushing event updated for resources: {'Port': ['ID=b5e89222-95c3-40bb-81d9-04835ff9eb78,revision_number=5']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:32.735060 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-983a68e2-cb59-4736-bb48-26b26bb70b2b tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (d2e51642-6508-4152-bd0c-2fc48c903ba7), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:32.751386 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-983a68e2-cb59-4736-bb48-26b26bb70b2b tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Publish callbacks [] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:32.758404 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-983a68e2-cb59-4736-bb48-26b26bb70b2b tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] 10.222.0.24 "DELETE /v2.0/networks/d2e51642-6508-4152-bd0c-2fc48c903ba7 HTTP/1.1" status: 204 len: 168 time: 0.9809136 Mar 28 01:09:32.762877 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53920) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:32.763051 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-4a7df43b-3e3d-4871-bc84-0f258b090b90 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2150803 Mar 28 01:09:32.766179 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5372076b-4567-44be-98f8-7d8dbd43ed5a tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126946639'] for subnet (880b8083-bc0f-434e-b073-1ac8a25703d5), precommit_delete_associations {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:32.768052 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ce3508-31c7-4ac6-ad9b-9e898655f77f None None] Pushing event deleted for resources: {'Port': ['ID=b5e89222-95c3-40bb-81d9-04835ff9eb78,revision_number=None']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:32.784081 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53922) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:32.825227 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983a68e2-cb59-4736-bb48-26b26bb70b2b tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Pushing event deleted for resources: {'Network': ['ID=d2e51642-6508-4152-bd0c-2fc48c903ba7,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:32.854703 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-56d2b9fc-313f-4a9a-96a6-9e5aa6231db9 req-51778c93-b3b8-4866-9026-33a40d14db15 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5fc266-2207-46d1-bfc7-83854e73a714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2585814 Mar 28 01:09:32.918536 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5372076b-4567-44be-98f8-7d8dbd43ed5a tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (880b8083-bc0f-434e-b073-1ac8a25703d5), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:32.940928 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c344f33d-7588-4637-a853-e14caec19b81 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (b1ee90ab-d839-47f0-b6c6-688e6726953f), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:33.003123 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2286a3c1-65a9-4325-aa2c-f67c3d863c2f tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (201b08ea-8afa-4960-a2af-a5c4e1091848), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:33.021811 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c344f33d-7588-4637-a853-e14caec19b81 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Pushing event deleted for resources: {'Port': ['ID=b1ee90ab-d839-47f0-b6c6-688e6726953f,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:33.077588 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c893b761-9ba0-4dec-9334-8a7ab65e3c28 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group (66a73d88-c90e-4265-ae7d-d82d0ab72b3e), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:33.137244 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c344f33d-7588-4637-a853-e14caec19b81 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3725912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3690191'] for router_interface (db21b3c0-7861-4914-8823-ff55d8590d7f), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:33.145291 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2286a3c1-65a9-4325-aa2c-f67c3d863c2f tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (201b08ea-8afa-4960-a2af-a5c4e1091848), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:33.171695 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5372076b-4567-44be-98f8-7d8dbd43ed5a tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127282766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126757793'] for subnet (880b8083-bc0f-434e-b073-1ac8a25703d5), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:33.207007 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6a27d2-8747-4168-9ae3-0769c70faf4d req-8abc8b90-0014-4eed-9727-051082499961 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:09:33.208602 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-3d6a27d2-8747-4168-9ae3-0769c70faf4d req-8abc8b90-0014-4eed-9727-051082499961 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af78226-6db5-4d3d-a6da-4544ef645c78 HTTP/1.1" status: 200 len: 946 time: 0.2965679 Mar 28 01:09:33.214357 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-2286a3c1-65a9-4325-aa2c-f67c3d863c2f tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['201b08ea-8afa-4960-a2af-a5c4e1091848']}} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:33.221028 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5372076b-4567-44be-98f8-7d8dbd43ed5a tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Pushing event deleted for resources: {'Subnet': ['ID=880b8083-bc0f-434e-b073-1ac8a25703d5,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:33.246054 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-2286a3c1-65a9-4325-aa2c-f67c3d863c2f tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7400adeb-f36d-43ec-84e3-fc2f8a1ec7f6') {'for_net_delete': True} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:33.246350 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-2286a3c1-65a9-4325-aa2c-f67c3d863c2f tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7400adeb-f36d-43ec-84e3-fc2f8a1ec7f6') {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:33.249855 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c893b761-9ba0-4dec-9334-8a7ab65e3c28 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group (66a73d88-c90e-4265-ae7d-d82d0ab72b3e), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:33.273165 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5372076b-4567-44be-98f8-7d8dbd43ed5a tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks [] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:33.276310 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-5372076b-4567-44be-98f8-7d8dbd43ed5a tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] 10.222.0.24 "DELETE /v2.0/subnets/880b8083-bc0f-434e-b073-1ac8a25703d5 HTTP/1.1" status: 204 len: 168 time: 0.6525154 Mar 28 01:09:33.282901 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2286a3c1-65a9-4325-aa2c-f67c3d863c2f tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126946678'] for segment (7400adeb-f36d-43ec-84e3-fc2f8a1ec7f6), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:33.284279 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53926) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:33.312311 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c344f33d-7588-4637-a853-e14caec19b81 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Router db21b3c0-7861-4914-8823-ff55d8590d7f has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:09:33.384643 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2286a3c1-65a9-4325-aa2c-f67c3d863c2f tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (7400adeb-f36d-43ec-84e3-fc2f8a1ec7f6), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:33.402831 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2286a3c1-65a9-4325-aa2c-f67c3d863c2f tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=104099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:09:33.403227 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2286a3c1-65a9-4325-aa2c-f67c3d863c2f tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127280876'] for segment (7400adeb-f36d-43ec-84e3-fc2f8a1ec7f6), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:33.405413 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c344f33d-7588-4637-a853-e14caec19b81 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:09:33.408879 dv-neutron-834874-6-hyperv neutron-server[104099]: Traceback (most recent call last): Mar 28 01:09:33.408879 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:09:33.408879 dv-neutron-834874-6-hyperv neutron-server[104099]: timer() Mar 28 01:09:33.408879 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:09:33.408879 dv-neutron-834874-6-hyperv neutron-server[104099]: cb(*args, **kw) Mar 28 01:09:33.408879 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:09:33.408879 dv-neutron-834874-6-hyperv neutron-server[104099]: return func(*args, **kwargs) Mar 28 01:09:33.408879 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:09:33.408879 dv-neutron-834874-6-hyperv neutron-server[104099]: self._notify() Mar 28 01:09:33.408879 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:09:33.408879 dv-neutron-834874-6-hyperv neutron-server[104099]: self.callback(batched_events) Mar 28 01:09:33.408879 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:09:33.408879 dv-neutron-834874-6-hyperv neutron-server[104099]: event.method(event) Mar 28 01:09:33.408879 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:09:33.408879 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:09:33.408879 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:09:33.408879 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:09:33.408879 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:09:33.408879 dv-neutron-834874-6-hyperv neutron-server[104099]: return f(self, *a, **k) Mar 28 01:09:33.408879 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:09:33.408879 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._get(url).json() Mar 28 01:09:33.408879 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:09:33.408879 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:09:33.408879 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:09:33.408879 dv-neutron-834874-6-hyperv neutron-server[104099]: return self.request(url, 'GET', **kwargs) Mar 28 01:09:33.408879 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:09:33.408879 dv-neutron-834874-6-hyperv neutron-server[104099]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:09:33.408879 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:09:33.408879 dv-neutron-834874-6-hyperv neutron-server[104099]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:09:33.408879 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:09:33.408879 dv-neutron-834874-6-hyperv neutron-server[104099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:09:33.408879 dv-neutron-834874-6-hyperv neutron-server[104099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:09:33.411295 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-c344f33d-7588-4637-a853-e14caec19b81 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] 10.222.0.24 "PUT /v2.0/routers/db21b3c0-7861-4914-8823-ff55d8590d7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7028368 Mar 28 01:09:33.413385 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 53930) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:33.422113 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1108d38-d43f-45fa-b2fb-1efa7b5f025f None None] Sync routers for ids ['db21b3c0-7861-4914-8823-ff55d8590d7f'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:09:33.436856 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1108d38-d43f-45fa-b2fb-1efa7b5f025f None None] Routers {'db21b3c0-7861-4914-8823-ff55d8590d7f'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:09:33.437629 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-f1108d38-d43f-45fa-b2fb-1efa7b5f025f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:09:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['db21b3c0-7861-4914-8823-ff55d8590d7f'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:33.457179 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-ff2436c4-8e92-4750-b775-ee9e2755bf02 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] 10.222.0.24 "GET /v2.0/ports?device_id=db21b3c0-7861-4914-8823-ff55d8590d7f HTTP/1.1" status: 200 len: 205 time: 0.0426011 Mar 28 01:09:33.459379 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 53932) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:33.462174 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-3d6a27d2-8747-4168-9ae3-0769c70faf4d req-3cb18e18-a9f8-4497-8cf4-1e218e7ca11e tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5fc266-2207-46d1-bfc7-83854e73a714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2276955 Mar 28 01:09:33.475796 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c893b761-9ba0-4dec-9334-8a7ab65e3c28 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (66a73d88-c90e-4265-ae7d-d82d0ab72b3e), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:33.478367 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c893b761-9ba0-4dec-9334-8a7ab65e3c28 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:33.481935 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-c893b761-9ba0-4dec-9334-8a7ab65e3c28 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] 10.222.0.24 "DELETE /v2.0/security-groups/66a73d88-c90e-4265-ae7d-d82d0ab72b3e HTTP/1.1" status: 204 len: 168 time: 0.6750855 Mar 28 01:09:33.489055 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53934) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:33.491993 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-f1108d38-d43f-45fa-b2fb-1efa7b5f025f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:33.492485 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9e9be5ed-d4a6-4eac-ace7-ed53463f1bc5 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (ee6bc287-f07d-4ccb-aa4c-752663a85538), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:33.507127 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1108d38-d43f-45fa-b2fb-1efa7b5f025f None None] Routers {'db21b3c0-7861-4914-8823-ff55d8590d7f'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:09:33.508530 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-f1108d38-d43f-45fa-b2fb-1efa7b5f025f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:09:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['db21b3c0-7861-4914-8823-ff55d8590d7f'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:33.528529 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c893b761-9ba0-4dec-9334-8a7ab65e3c28 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a73d88-c90e-4265-ae7d-d82d0ab72b3e,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:33.533709 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2286a3c1-65a9-4325-aa2c-f67c3d863c2f tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (201b08ea-8afa-4960-a2af-a5c4e1091848), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:33.556504 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2286a3c1-65a9-4325-aa2c-f67c3d863c2f tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Publish callbacks [] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:33.563379 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-2286a3c1-65a9-4325-aa2c-f67c3d863c2f tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] 10.222.0.24 "DELETE /v2.0/networks/201b08ea-8afa-4960-a2af-a5c4e1091848 HTTP/1.1" status: 204 len: 168 time: 0.7996292 Mar 28 01:09:33.567066 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2286a3c1-65a9-4325-aa2c-f67c3d863c2f tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Pushing event deleted for resources: {'Network': ['ID=201b08ea-8afa-4960-a2af-a5c4e1091848,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:33.574091 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53938) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:33.607094 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-f1108d38-d43f-45fa-b2fb-1efa7b5f025f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:33.608791 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1108d38-d43f-45fa-b2fb-1efa7b5f025f None None] The sync data for ids ['db21b3c0-7861-4914-8823-ff55d8590d7f'] in dv-neutron-834874-6-hyperv is: [] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:09:33.648567 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5ae42ee7-653b-4ed5-bbf7-4685d2a24842 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks [] for router (db21b3c0-7861-4914-8823-ff55d8590d7f), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:33.710674 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_v2 [None req-b53f0190-1d56-4341-8fbf-4749c71eb81e tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Deleting subnet 4065067d-a570-47dd-bcc1-e4ce5932d7d9 {{(pid=104099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:09:33.719978 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b53f0190-1d56-4341-8fbf-4749c71eb81e tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Publish callbacks [] for subnet (4065067d-a570-47dd-bcc1-e4ce5932d7d9), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:33.744931 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9e9be5ed-d4a6-4eac-ace7-ed53463f1bc5 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (ee6bc287-f07d-4ccb-aa4c-752663a85538), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:33.751572 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-8be7eb30-30bd-4da3-aeb7-faf70798b740 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4540 time: 0.2546415 Mar 28 01:09:33.759278 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53940) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:33.778193 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84672a40-179b-4113-927c-c3a18c6ecd2b req-8aaf784c-2cd3-432c-b7c0-e25829f61578 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:09:33.782110 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-84672a40-179b-4113-927c-c3a18c6ecd2b req-8aaf784c-2cd3-432c-b7c0-e25829f61578 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af78226-6db5-4d3d-a6da-4544ef645c78 HTTP/1.1" status: 200 len: 946 time: 0.1738386 Mar 28 01:09:33.806090 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b53f0190-1d56-4341-8fbf-4749c71eb81e tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126946639'] for subnet (4065067d-a570-47dd-bcc1-e4ce5932d7d9), precommit_delete_associations {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:33.827205 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-9e9be5ed-d4a6-4eac-ace7-ed53463f1bc5 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee6bc287-f07d-4ccb-aa4c-752663a85538']}} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:33.853145 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-9e9be5ed-d4a6-4eac-ace7-ed53463f1bc5 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31369063-9efd-48d1-a22d-a01d47b93379') {'for_net_delete': True} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:33.853434 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-9e9be5ed-d4a6-4eac-ace7-ed53463f1bc5 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31369063-9efd-48d1-a22d-a01d47b93379') {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:33.866450 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5ae42ee7-653b-4ed5-bbf7-4685d2a24842 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7151'] for router (db21b3c0-7861-4914-8823-ff55d8590d7f), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:33.869459 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5ae42ee7-653b-4ed5-bbf7-4685d2a24842 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks [] for router_controller (db21b3c0-7861-4914-8823-ff55d8590d7f), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:33.875791 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9e9be5ed-d4a6-4eac-ace7-ed53463f1bc5 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126946678'] for segment (31369063-9efd-48d1-a22d-a01d47b93379), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:33.932089 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9e9be5ed-d4a6-4eac-ace7-ed53463f1bc5 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (31369063-9efd-48d1-a22d-a01d47b93379), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:33.935318 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-84672a40-179b-4113-927c-c3a18c6ecd2b req-cf87d039-84e5-4283-b80a-10d6cbca9e1d tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5fc266-2207-46d1-bfc7-83854e73a714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1503453 Mar 28 01:09:33.941130 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-043eee84-8fb3-4514-af33-a7b1dfa2fcb5 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group (d993dbc0-e888-424e-a595-e202fe317248), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:33.950794 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e9be5ed-d4a6-4eac-ace7-ed53463f1bc5 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=104099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:09:33.951241 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9e9be5ed-d4a6-4eac-ace7-ed53463f1bc5 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127280876'] for segment (31369063-9efd-48d1-a22d-a01d47b93379), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:33.952560 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5ae42ee7-653b-4ed5-bbf7-4685d2a24842 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689686'] for router (db21b3c0-7861-4914-8823-ff55d8590d7f), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:33.953281 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ae42ee7-653b-4ed5-bbf7-4685d2a24842 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Fanout notify agent at l3_agent the message router_deleted on router db21b3c0-7861-4914-8823-ff55d8590d7f {{(pid=104098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 01:09:33.954396 dv-neutron-834874-6-hyperv neutron-server[104099]: Traceback (most recent call last): Mar 28 01:09:33.954396 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:09:33.954396 dv-neutron-834874-6-hyperv neutron-server[104099]: timer() Mar 28 01:09:33.954396 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:09:33.954396 dv-neutron-834874-6-hyperv neutron-server[104099]: cb(*args, **kw) Mar 28 01:09:33.954396 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:09:33.954396 dv-neutron-834874-6-hyperv neutron-server[104099]: return func(*args, **kwargs) Mar 28 01:09:33.954396 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:09:33.954396 dv-neutron-834874-6-hyperv neutron-server[104099]: self._notify() Mar 28 01:09:33.954396 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:09:33.954396 dv-neutron-834874-6-hyperv neutron-server[104099]: self.callback(batched_events) Mar 28 01:09:33.954396 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:09:33.954396 dv-neutron-834874-6-hyperv neutron-server[104099]: event.method(event) Mar 28 01:09:33.954396 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:09:33.954396 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:09:33.954396 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:09:33.954396 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:09:33.954396 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:09:33.954396 dv-neutron-834874-6-hyperv neutron-server[104099]: return f(self, *a, **k) Mar 28 01:09:33.954396 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:09:33.954396 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._get(url).json() Mar 28 01:09:33.954396 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:09:33.954396 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:09:33.954396 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:09:33.954396 dv-neutron-834874-6-hyperv neutron-server[104099]: return self.request(url, 'GET', **kwargs) Mar 28 01:09:33.954396 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:09:33.954396 dv-neutron-834874-6-hyperv neutron-server[104099]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:09:33.954396 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:09:33.954396 dv-neutron-834874-6-hyperv neutron-server[104099]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:09:33.954396 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:09:33.954396 dv-neutron-834874-6-hyperv neutron-server[104099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:09:33.954396 dv-neutron-834874-6-hyperv neutron-server[104099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:09:33.962317 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5ae42ee7-653b-4ed5-bbf7-4685d2a24842 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks [] for router (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:33.966246 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-5ae42ee7-653b-4ed5-bbf7-4685d2a24842 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] 10.222.0.24 "DELETE /v2.0/routers/db21b3c0-7861-4914-8823-ff55d8590d7f HTTP/1.1" status: 204 len: 168 time: 0.5029762 Mar 28 01:09:33.966541 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 53944) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:34.008978 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b53f0190-1d56-4341-8fbf-4749c71eb81e tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (4065067d-a570-47dd-bcc1-e4ce5932d7d9), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:34.026748 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8dc4d9c-f431-48d0-ab12-e6e0c58e56c1 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Deleting subnet c4cf8434-ef28-476e-bafa-71a6056ea52a {{(pid=104098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:09:34.030407 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c8dc4d9c-f431-48d0-ab12-e6e0c58e56c1 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks [] for subnet (c4cf8434-ef28-476e-bafa-71a6056ea52a), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:34.073217 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-043eee84-8fb3-4514-af33-a7b1dfa2fcb5 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group (d993dbc0-e888-424e-a595-e202fe317248), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:34.074370 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c8dc4d9c-f431-48d0-ab12-e6e0c58e56c1 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126443526'] for subnet (c4cf8434-ef28-476e-bafa-71a6056ea52a), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:34.127041 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9e9be5ed-d4a6-4eac-ace7-ed53463f1bc5 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (ee6bc287-f07d-4ccb-aa4c-752663a85538), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:34.140864 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9e9be5ed-d4a6-4eac-ace7-ed53463f1bc5 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Publish callbacks [] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:34.144236 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-9e9be5ed-d4a6-4eac-ace7-ed53463f1bc5 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] 10.222.0.24 "DELETE /v2.0/networks/ee6bc287-f07d-4ccb-aa4c-752663a85538 HTTP/1.1" status: 204 len: 168 time: 0.8546672 Mar 28 01:09:34.163066 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9be5ed-d4a6-4eac-ace7-ed53463f1bc5 tempest-FloatingIPTestJSON-881314335 tempest-FloatingIPTestJSON-881314335-project] Pushing event deleted for resources: {'Network': ['ID=ee6bc287-f07d-4ccb-aa4c-752663a85538,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:34.164979 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c8dc4d9c-f431-48d0-ab12-e6e0c58e56c1 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (c4cf8434-ef28-476e-bafa-71a6056ea52a), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:34.178761 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-043eee84-8fb3-4514-af33-a7b1dfa2fcb5 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (d993dbc0-e888-424e-a595-e202fe317248), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:34.181535 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-043eee84-8fb3-4514-af33-a7b1dfa2fcb5 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:34.182656 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-043eee84-8fb3-4514-af33-a7b1dfa2fcb5 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] 10.222.0.24 "DELETE /v2.0/security-groups/d993dbc0-e888-424e-a595-e202fe317248 HTTP/1.1" status: 204 len: 168 time: 0.4181707 Mar 28 01:09:34.186969 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53948) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:34.187927 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b53f0190-1d56-4341-8fbf-4749c71eb81e tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127282766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126757793'] for subnet (4065067d-a570-47dd-bcc1-e4ce5932d7d9), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:34.196211 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac1ca30-a6d2-46ef-ab67-f9c28dab8979 req-bc9f27f2-70df-4cff-ad8e-0e89fcb28016 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:09:34.197699 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-9ac1ca30-a6d2-46ef-ab67-f9c28dab8979 req-bc9f27f2-70df-4cff-ad8e-0e89fcb28016 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af78226-6db5-4d3d-a6da-4544ef645c78 HTTP/1.1" status: 200 len: 946 time: 0.1608374 Mar 28 01:09:34.235338 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c8dc4d9c-f431-48d0-ab12-e6e0c58e56c1 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126175041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126112438'] for subnet (c4cf8434-ef28-476e-bafa-71a6056ea52a), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:34.246924 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043eee84-8fb3-4514-af33-a7b1dfa2fcb5 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d993dbc0-e888-424e-a595-e202fe317248,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:34.260138 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53f0190-1d56-4341-8fbf-4749c71eb81e tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Pushing event deleted for resources: {'Subnet': ['ID=4065067d-a570-47dd-bcc1-e4ce5932d7d9,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:34.261934 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efbc8c24-d1d8-474d-9047-bdd50f0ecf3f None None] Network 6f6a4ddb-20e2-4c6d-997e-4d5b256af7be requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:09:34.262467 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b53f0190-1d56-4341-8fbf-4749c71eb81e tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Publish callbacks [] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:34.268204 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-b53f0190-1d56-4341-8fbf-4749c71eb81e tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] 10.222.0.24 "DELETE /v2.0/subnets/4065067d-a570-47dd-bcc1-e4ce5932d7d9 HTTP/1.1" status: 204 len: 168 time: 0.6770396 Mar 28 01:09:34.271834 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53950) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:34.376336 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-2ce46b6c-a226-4d44-928a-236d67ef44e4 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1774728 Mar 28 01:09:34.383981 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-9ac1ca30-a6d2-46ef-ab67-f9c28dab8979 req-68798015-99f1-4df0-a646-8bce1db0fcc9 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5fc266-2207-46d1-bfc7-83854e73a714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1684377 Mar 28 01:09:34.386427 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53954) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:34.395453 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-a70a74ee-8850-40dd-91cf-5a57b84f6053 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Request body: {'security_group': {'name': 'tempest-secgroup--1674941967'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:09:34.419285 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-34ad06ec-85e5-46c6-a2a4-2bc0ae5ebb9d tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (6f6a4ddb-20e2-4c6d-997e-4d5b256af7be), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:34.502961 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a70a74ee-8850-40dd-91cf-5a57b84f6053 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:34.607651 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-34ad06ec-85e5-46c6-a2a4-2bc0ae5ebb9d tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Deleting port 6425b773-9aec-4ae0-9d2e-e59d2d33bc50 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:09:34.608156 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-34ad06ec-85e5-46c6-a2a4-2bc0ae5ebb9d tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (6425b773-9aec-4ae0-9d2e-e59d2d33bc50), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:34.613630 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66833770-24a1-4a3c-8086-3d4890dd89da None None] DHCP port deletion for 6f6a4ddb-20e2-4c6d-997e-4d5b256af7be request from dv-neutron-834874-6-hyperv {{(pid=104100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 01:09:34.647465 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dc4d9c-f431-48d0-ab12-e6e0c58e56c1 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Pushing event deleted for resources: {'Subnet': ['ID=c4cf8434-ef28-476e-bafa-71a6056ea52a,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:34.649450 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c8dc4d9c-f431-48d0-ab12-e6e0c58e56c1 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:34.655308 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-c8dc4d9c-f431-48d0-ab12-e6e0c58e56c1 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] 10.222.0.24 "DELETE /v2.0/subnets/c4cf8434-ef28-476e-bafa-71a6056ea52a HTTP/1.1" status: 204 len: 168 time: 0.6876574 Mar 28 01:09:34.655917 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 53964) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:34.687394 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53966) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:34.695693 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e1f130-a546-4061-b484-0127e330686f None None] Network 838aaed0-8718-4ffc-8da0-424f587f745f requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:09:34.723410 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-34ad06ec-85e5-46c6-a2a4-2bc0ae5ebb9d tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] For port 6425b773-9aec-4ae0-9d2e-e59d2d33bc50, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=6425b773-9aec-4ae0-9d2e-e59d2d33bc50,segment=NetworkSegment(32ad9d00-f1fe-4cdd-980e-be0cfcd33b7c),segment_id=32ad9d00-f1fe-4cdd-980e-be0cfcd33b7c)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:09:34.723921 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-34ad06ec-85e5-46c6-a2a4-2bc0ae5ebb9d tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (6425b773-9aec-4ae0-9d2e-e59d2d33bc50), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:34.746504 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-34ad06ec-85e5-46c6-a2a4-2bc0ae5ebb9d tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Calling delete_port for 6425b773-9aec-4ae0-9d2e-e59d2d33bc50 owned by network:dhcp {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:09:34.750478 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a70a74ee-8850-40dd-91cf-5a57b84f6053 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group (5b0d72ec-b408-47b7-bc92-c231597df653), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:34.760759 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_v2 [None req-7097771f-3b25-48d1-94a4-f769f1d47924 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Deleting subnet 1e6e0d2c-4537-4111-b90d-ba65b093a602 {{(pid=104098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:09:34.762556 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a70a74ee-8850-40dd-91cf-5a57b84f6053 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (5b0d72ec-b408-47b7-bc92-c231597df653), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:34.773784 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7097771f-3b25-48d1-94a4-f769f1d47924 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks [] for subnet (1e6e0d2c-4537-4111-b90d-ba65b093a602), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:34.836450 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-66833770-24a1-4a3c-8086-3d4890dd89da None None] Deleting port 6425b773-9aec-4ae0-9d2e-e59d2d33bc50 {{(pid=104100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:09:34.836857 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-66833770-24a1-4a3c-8086-3d4890dd89da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (6425b773-9aec-4ae0-9d2e-e59d2d33bc50), before_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:34.848238 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7097771f-3b25-48d1-94a4-f769f1d47924 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126443526'] for subnet (1e6e0d2c-4537-4111-b90d-ba65b093a602), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:34.849643 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a70a74ee-8850-40dd-91cf-5a57b84f6053 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:34.850873 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-a70a74ee-8850-40dd-91cf-5a57b84f6053 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4627922 Mar 28 01:09:34.864840 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53974) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:34.869381 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-62d30919-b322-4c9b-bbee-36cd52b57169 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Request body: {'security_group_rule': {'security_group_id': '5b0d72ec-b408-47b7-bc92-c231597df653', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:09:34.895355 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70a74ee-8850-40dd-91cf-5a57b84f6053 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b0d72ec-b408-47b7-bc92-c231597df653,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:34.953755 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-62d30919-b322-4c9b-bbee-36cd52b57169 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group_rule (7d29eb4a-90bb-41eb-869b-96b11cad096c), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:34.969572 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-66833770-24a1-4a3c-8086-3d4890dd89da None None] For port 6425b773-9aec-4ae0-9d2e-e59d2d33bc50, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=6425b773-9aec-4ae0-9d2e-e59d2d33bc50,segment=NetworkSegment(32ad9d00-f1fe-4cdd-980e-be0cfcd33b7c),segment_id=32ad9d00-f1fe-4cdd-980e-be0cfcd33b7c)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:09:34.970593 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-66833770-24a1-4a3c-8086-3d4890dd89da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (6425b773-9aec-4ae0-9d2e-e59d2d33bc50), precommit_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:34.979664 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bfdf7b-932c-4f3a-bcc7-631e5c63e731 req-ba63bf92-ee0e-41be-b1d1-2c712342feeb tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:09:34.986886 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-98bfdf7b-932c-4f3a-bcc7-631e5c63e731 req-ba63bf92-ee0e-41be-b1d1-2c712342feeb tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af78226-6db5-4d3d-a6da-4544ef645c78 HTTP/1.1" status: 200 len: 946 time: 0.1441088 Mar 28 01:09:34.997943 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-34ad06ec-85e5-46c6-a2a4-2bc0ae5ebb9d tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (6425b773-9aec-4ae0-9d2e-e59d2d33bc50), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:34.998857 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7097771f-3b25-48d1-94a4-f769f1d47924 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (1e6e0d2c-4537-4111-b90d-ba65b093a602), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:34.999292 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-66833770-24a1-4a3c-8086-3d4890dd89da None None] Calling delete_port for 6425b773-9aec-4ae0-9d2e-e59d2d33bc50 owned by network:dhcp {{(pid=104100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:09:35.016653 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9abe281-6d56-43b1-8ee6-015beb7fb24f None None] DHCP port deletion for 838aaed0-8718-4ffc-8da0-424f587f745f request from dv-neutron-834874-6-hyperv {{(pid=104100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 01:09:35.069332 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ad06ec-85e5-46c6-a2a4-2bc0ae5ebb9d tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Pushing event deleted for resources: {'Port': ['ID=6425b773-9aec-4ae0-9d2e-e59d2d33bc50,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:35.072484 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ad06ec-85e5-46c6-a2a4-2bc0ae5ebb9d tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] No DVR routers for this DVR port 6425b773-9aec-4ae0-9d2e-e59d2d33bc50 on host dv-neutron-834874-6-hyperv {{(pid=104099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:09:35.082574 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7097771f-3b25-48d1-94a4-f769f1d47924 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126175041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126112438'] for subnet (1e6e0d2c-4537-4111-b90d-ba65b093a602), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:35.132680 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7097771f-3b25-48d1-94a4-f769f1d47924 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:35.136858 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-7097771f-3b25-48d1-94a4-f769f1d47924 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] 10.222.0.24 "DELETE /v2.0/subnets/1e6e0d2c-4537-4111-b90d-ba65b093a602 HTTP/1.1" status: 204 len: 168 time: 0.4794111 Mar 28 01:09:35.140287 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7097771f-3b25-48d1-94a4-f769f1d47924 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Pushing event deleted for resources: {'Subnet': ['ID=1e6e0d2c-4537-4111-b90d-ba65b093a602,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:35.142504 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 53978) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:35.215481 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-98bfdf7b-932c-4f3a-bcc7-631e5c63e731 req-3d707549-fb77-4dc6-a3e7-1898cb343146 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5fc266-2207-46d1-bfc7-83854e73a714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2230453 Mar 28 01:09:35.222952 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-62d30919-b322-4c9b-bbee-36cd52b57169 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group_rule (7d29eb4a-90bb-41eb-869b-96b11cad096c), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:35.234917 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-c332409b-ea32-468a-9080-608e618298ff admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b3391d5746ef461cb98e40d1d50397a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5417557 Mar 28 01:09:35.234917 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53980) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:35.244658 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-34ad06ec-85e5-46c6-a2a4-2bc0ae5ebb9d tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (6f6a4ddb-20e2-4c6d-997e-4d5b256af7be), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:35.247602 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-62d30919-b322-4c9b-bbee-36cd52b57169 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (7d29eb4a-90bb-41eb-869b-96b11cad096c), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:35.269011 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-a1df011b-5515-4d4d-a0aa-cd50d06110bd req-b0ac4513-1814-4ad4-af8c-6ac01344e792 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-12429463&fields=id&tenant_id=bf9f34f21ab94392ab36354129e00f8d HTTP/1.1" status: 200 len: 267 time: 0.1811862 Mar 28 01:09:35.275556 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-339ac2d2-ce61-4033-84c7-c70c6a206646 None None] Network dff32098-d975-4670-8ea3-17f626e85efe requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:09:35.303938 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d30919-b322-4c9b-bbee-36cd52b57169 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d29eb4a-90bb-41eb-869b-96b11cad096c,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:35.310356 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-34ad06ec-85e5-46c6-a2a4-2bc0ae5ebb9d tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f6a4ddb-20e2-4c6d-997e-4d5b256af7be']}} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:35.321891 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0386b722-7209-4de7-ac82-925c2aa30578 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (838aaed0-8718-4ffc-8da0-424f587f745f), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:35.325455 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-62d30919-b322-4c9b-bbee-36cd52b57169 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:35.329431 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-62d30919-b322-4c9b-bbee-36cd52b57169 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4606199 Mar 28 01:09:35.331011 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53982) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:35.337920 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-34ad06ec-85e5-46c6-a2a4-2bc0ae5ebb9d tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32ad9d00-f1fe-4cdd-980e-be0cfcd33b7c') {'for_net_delete': True} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:35.338567 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-34ad06ec-85e5-46c6-a2a4-2bc0ae5ebb9d tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32ad9d00-f1fe-4cdd-980e-be0cfcd33b7c') {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:35.377942 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-34ad06ec-85e5-46c6-a2a4-2bc0ae5ebb9d tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126946678'] for segment (32ad9d00-f1fe-4cdd-980e-be0cfcd33b7c), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:35.380692 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5f431e88-8007-43e1-8da1-c5a9a4387182 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group_rule (7d29eb4a-90bb-41eb-869b-96b11cad096c), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:35.403068 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-c9abe281-6d56-43b1-8ee6-015beb7fb24f None None] Deleting port e96e91bb-b3f1-4b6a-ba8b-42c8cf602183 {{(pid=104100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:09:35.403383 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-c9abe281-6d56-43b1-8ee6-015beb7fb24f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (e96e91bb-b3f1-4b6a-ba8b-42c8cf602183), before_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:35.406424 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5f431e88-8007-43e1-8da1-c5a9a4387182 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group_rule (7d29eb4a-90bb-41eb-869b-96b11cad096c), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:35.408489 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-66833770-24a1-4a3c-8086-3d4890dd89da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886'] for port (6425b773-9aec-4ae0-9d2e-e59d2d33bc50), after_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:35.415999 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-34ad06ec-85e5-46c6-a2a4-2bc0ae5ebb9d tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (32ad9d00-f1fe-4cdd-980e-be0cfcd33b7c), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:35.417380 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9335badd-498d-49f7-b9e8-b61a00a98654 admin admin] Publish callbacks [] for security_group (79ecea7f-9ee2-4f2b-9e05-a1f625a89bae), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:35.432776 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34ad06ec-85e5-46c6-a2a4-2bc0ae5ebb9d tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=104099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:09:35.433180 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-34ad06ec-85e5-46c6-a2a4-2bc0ae5ebb9d tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127280876'] for segment (32ad9d00-f1fe-4cdd-980e-be0cfcd33b7c), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:35.441039 dv-neutron-834874-6-hyperv neutron-server[104099]: Traceback (most recent call last): Mar 28 01:09:35.441039 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:09:35.441039 dv-neutron-834874-6-hyperv neutron-server[104099]: timer() Mar 28 01:09:35.441039 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:09:35.441039 dv-neutron-834874-6-hyperv neutron-server[104099]: cb(*args, **kw) Mar 28 01:09:35.441039 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:09:35.441039 dv-neutron-834874-6-hyperv neutron-server[104099]: return func(*args, **kwargs) Mar 28 01:09:35.441039 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:09:35.441039 dv-neutron-834874-6-hyperv neutron-server[104099]: self._notify() Mar 28 01:09:35.441039 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:09:35.441039 dv-neutron-834874-6-hyperv neutron-server[104099]: self.callback(batched_events) Mar 28 01:09:35.441039 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:09:35.441039 dv-neutron-834874-6-hyperv neutron-server[104099]: event.method(event) Mar 28 01:09:35.441039 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:09:35.441039 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:09:35.441039 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:09:35.441039 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:09:35.441039 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:09:35.441039 dv-neutron-834874-6-hyperv neutron-server[104099]: return f(self, *a, **k) Mar 28 01:09:35.441039 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:09:35.441039 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._get(url).json() Mar 28 01:09:35.441039 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:09:35.441039 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:09:35.441039 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:09:35.441039 dv-neutron-834874-6-hyperv neutron-server[104099]: return self.request(url, 'GET', **kwargs) Mar 28 01:09:35.441039 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:09:35.441039 dv-neutron-834874-6-hyperv neutron-server[104099]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:09:35.441039 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:09:35.441039 dv-neutron-834874-6-hyperv neutron-server[104099]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:09:35.441039 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:09:35.441039 dv-neutron-834874-6-hyperv neutron-server[104099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:09:35.441039 dv-neutron-834874-6-hyperv neutron-server[104099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:09:35.482676 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66833770-24a1-4a3c-8086-3d4890dd89da None None] Pushing event deleted for resources: {'Port': ['ID=6425b773-9aec-4ae0-9d2e-e59d2d33bc50,revision_number=None']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:35.484851 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66833770-24a1-4a3c-8086-3d4890dd89da None None] No DVR routers for this DVR port 6425b773-9aec-4ae0-9d2e-e59d2d33bc50 on host dv-neutron-834874-6-hyperv {{(pid=104100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:09:35.498476 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1df011b-5515-4d4d-a0aa-cd50d06110bd req-42541984-fb86-4fa6-92da-e51f6a8515e5 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:09:35.502862 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9335badd-498d-49f7-b9e8-b61a00a98654 admin admin] Publish callbacks [] for security_group (79ecea7f-9ee2-4f2b-9e05-a1f625a89bae), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:35.503183 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-a1df011b-5515-4d4d-a0aa-cd50d06110bd req-42541984-fb86-4fa6-92da-e51f6a8515e5 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/networks?id=788fd3f3-3593-4cdc-933e-dd5c53c623d8 HTTP/1.1" status: 200 len: 812 time: 0.2124374 Mar 28 01:09:35.519312 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5f431e88-8007-43e1-8da1-c5a9a4387182 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (7d29eb4a-90bb-41eb-869b-96b11cad096c), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:35.526375 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-a1df011b-5515-4d4d-a0aa-cd50d06110bd req-cd43b944-59ce-4ea3-93df-5e469d7a6acd tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/quotas/bf9f34f21ab94392ab36354129e00f8d HTTP/1.1" status: 200 len: 375 time: 0.0219924 Mar 28 01:09:35.532021 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5f431e88-8007-43e1-8da1-c5a9a4387182 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:35.532894 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-c9abe281-6d56-43b1-8ee6-015beb7fb24f None None] For port e96e91bb-b3f1-4b6a-ba8b-42c8cf602183, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=e96e91bb-b3f1-4b6a-ba8b-42c8cf602183,segment=NetworkSegment(cccc1d31-1ffb-4c75-9527-5f309d2c9789),segment_id=cccc1d31-1ffb-4c75-9527-5f309d2c9789)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:09:35.533186 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-5f431e88-8007-43e1-8da1-c5a9a4387182 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/7d29eb4a-90bb-41eb-869b-96b11cad096c HTTP/1.1" status: 204 len: 168 time: 0.2024455 Mar 28 01:09:35.535210 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-c9abe281-6d56-43b1-8ee6-015beb7fb24f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (e96e91bb-b3f1-4b6a-ba8b-42c8cf602183), precommit_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:35.537755 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-0386b722-7209-4de7-ac82-925c2aa30578 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Deleting port e96e91bb-b3f1-4b6a-ba8b-42c8cf602183 {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:09:35.538330 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0386b722-7209-4de7-ac82-925c2aa30578 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (e96e91bb-b3f1-4b6a-ba8b-42c8cf602183), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:35.540234 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 53984) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:35.547343 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f431e88-8007-43e1-8da1-c5a9a4387182 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7d29eb4a-90bb-41eb-869b-96b11cad096c,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:35.554740 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-c9abe281-6d56-43b1-8ee6-015beb7fb24f None None] Calling delete_port for e96e91bb-b3f1-4b6a-ba8b-42c8cf602183 owned by network:dhcp {{(pid=104100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:09:35.577603 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-34ad06ec-85e5-46c6-a2a4-2bc0ae5ebb9d tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (6f6a4ddb-20e2-4c6d-997e-4d5b256af7be), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:35.589423 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-34ad06ec-85e5-46c6-a2a4-2bc0ae5ebb9d tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Publish callbacks [] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:35.595197 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-34ad06ec-85e5-46c6-a2a4-2bc0ae5ebb9d tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] 10.222.0.24 "DELETE /v2.0/networks/6f6a4ddb-20e2-4c6d-997e-4d5b256af7be HTTP/1.1" status: 204 len: 168 time: 1.3178158 Mar 28 01:09:35.602600 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53986) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:35.626446 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30378cc8-b7a9-4dc3-aba4-bc1d0558c961 None None] DHCP port deletion for dff32098-d975-4670-8ea3-17f626e85efe request from dv-neutron-834874-6-hyperv {{(pid=104100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 01:09:35.629905 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ad06ec-85e5-46c6-a2a4-2bc0ae5ebb9d tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Pushing event deleted for resources: {'Network': ['ID=6f6a4ddb-20e2-4c6d-997e-4d5b256af7be,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:35.636076 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-c4e63c94-b936-4166-a5df-7b9dcf7405c5 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0cf30d3-7cab-4654-826f-a3c4db412dba HTTP/1.1" status: 200 len: 205 time: 0.0307481 Mar 28 01:09:35.637601 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 53988) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:35.648510 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9335badd-498d-49f7-b9e8-b61a00a98654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (79ecea7f-9ee2-4f2b-9e05-a1f625a89bae), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:35.652325 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9335badd-498d-49f7-b9e8-b61a00a98654 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:35.656008 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-9335badd-498d-49f7-b9e8-b61a00a98654 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/79ecea7f-9ee2-4f2b-9e05-a1f625a89bae HTTP/1.1" status: 204 len: 168 time: 0.4193647 Mar 28 01:09:35.700599 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-c9abe281-6d56-43b1-8ee6-015beb7fb24f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886'] for port (e96e91bb-b3f1-4b6a-ba8b-42c8cf602183), after_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:35.703841 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.db [None req-0386b722-7209-4de7-ac82-925c2aa30578 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] For port e96e91bb-b3f1-4b6a-ba8b-42c8cf602183, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=e96e91bb-b3f1-4b6a-ba8b-42c8cf602183,segment=NetworkSegment(cccc1d31-1ffb-4c75-9527-5f309d2c9789),segment_id=cccc1d31-1ffb-4c75-9527-5f309d2c9789)] {{(pid=104098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:09:35.704722 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0386b722-7209-4de7-ac82-925c2aa30578 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (e96e91bb-b3f1-4b6a-ba8b-42c8cf602183), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:35.719771 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-0386b722-7209-4de7-ac82-925c2aa30578 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Calling delete_port for e96e91bb-b3f1-4b6a-ba8b-42c8cf602183 owned by network:dhcp {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:09:35.731220 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-30378cc8-b7a9-4dc3-aba4-bc1d0558c961 None None] Deleting port 22b33f1f-9d8e-4d65-81e8-b00179abdd4c {{(pid=104100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:09:35.731687 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-30378cc8-b7a9-4dc3-aba4-bc1d0558c961 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (22b33f1f-9d8e-4d65-81e8-b00179abdd4c), before_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:35.736195 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9abe281-6d56-43b1-8ee6-015beb7fb24f None None] Pushing event deleted for resources: {'Port': ['ID=e96e91bb-b3f1-4b6a-ba8b-42c8cf602183,revision_number=None']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:35.747112 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9335badd-498d-49f7-b9e8-b61a00a98654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79ecea7f-9ee2-4f2b-9e05-a1f625a89bae,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:35.749550 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9abe281-6d56-43b1-8ee6-015beb7fb24f None None] No DVR routers for this DVR port e96e91bb-b3f1-4b6a-ba8b-42c8cf602183 on host dv-neutron-834874-6-hyperv {{(pid=104100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:09:35.775056 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c8bfe862-ca18-4619-9c20-408b9b3247a5 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Publish callbacks [] for router (b0cf30d3-7cab-4654-826f-a3c4db412dba), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:35.820085 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0386b722-7209-4de7-ac82-925c2aa30578 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (e96e91bb-b3f1-4b6a-ba8b-42c8cf602183), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:35.827595 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-30378cc8-b7a9-4dc3-aba4-bc1d0558c961 None None] For port 22b33f1f-9d8e-4d65-81e8-b00179abdd4c, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=22b33f1f-9d8e-4d65-81e8-b00179abdd4c,segment=NetworkSegment(fe9c4b68-038a-4433-91c2-b0f57d694db2),segment_id=fe9c4b68-038a-4433-91c2-b0f57d694db2)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:09:35.827595 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-30378cc8-b7a9-4dc3-aba4-bc1d0558c961 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (22b33f1f-9d8e-4d65-81e8-b00179abdd4c), precommit_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:35.844148 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0386b722-7209-4de7-ac82-925c2aa30578 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] No DVR routers for this DVR port e96e91bb-b3f1-4b6a-ba8b-42c8cf602183 on host dv-neutron-834874-6-hyperv {{(pid=104098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:09:35.852608 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-30378cc8-b7a9-4dc3-aba4-bc1d0558c961 None None] Calling delete_port for 22b33f1f-9d8e-4d65-81e8-b00179abdd4c owned by network:dhcp {{(pid=104100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:09:35.949919 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0386b722-7209-4de7-ac82-925c2aa30578 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (838aaed0-8718-4ffc-8da0-424f587f745f), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:35.958531 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-30378cc8-b7a9-4dc3-aba4-bc1d0558c961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886'] for port (22b33f1f-9d8e-4d65-81e8-b00179abdd4c), after_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:35.970549 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-0386b722-7209-4de7-ac82-925c2aa30578 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['838aaed0-8718-4ffc-8da0-424f587f745f']}} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:35.982336 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-0386b722-7209-4de7-ac82-925c2aa30578 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cccc1d31-1ffb-4c75-9527-5f309d2c9789') {'for_net_delete': True} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:35.982641 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-0386b722-7209-4de7-ac82-925c2aa30578 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cccc1d31-1ffb-4c75-9527-5f309d2c9789') {} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:35.987661 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30378cc8-b7a9-4dc3-aba4-bc1d0558c961 None None] Pushing event deleted for resources: {'Port': ['ID=22b33f1f-9d8e-4d65-81e8-b00179abdd4c,revision_number=None']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:35.992387 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0386b722-7209-4de7-ac82-925c2aa30578 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126443583'] for segment (cccc1d31-1ffb-4c75-9527-5f309d2c9789), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:35.993821 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30378cc8-b7a9-4dc3-aba4-bc1d0558c961 None None] No DVR routers for this DVR port 22b33f1f-9d8e-4d65-81e8-b00179abdd4c on host dv-neutron-834874-6-hyperv {{(pid=104100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:09:36.012475 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0386b722-7209-4de7-ac82-925c2aa30578 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Pushing event deleted for resources: {'Port': ['ID=e96e91bb-b3f1-4b6a-ba8b-42c8cf602183,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:36.039964 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-d9b66420-d0f3-4f87-8b1c-802000c41863 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4976504 Mar 28 01:09:36.041577 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0386b722-7209-4de7-ac82-925c2aa30578 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (cccc1d31-1ffb-4c75-9527-5f309d2c9789), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:36.047075 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 53998) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:36.063852 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0386b722-7209-4de7-ac82-925c2aa30578 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=104098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:09:36.064280 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0386b722-7209-4de7-ac82-925c2aa30578 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126177251'] for segment (cccc1d31-1ffb-4c75-9527-5f309d2c9789), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:36.075359 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-a1df011b-5515-4d4d-a0aa-cd50d06110bd req-7d3aca9c-12c1-4462-a4d3-08de5d0fcb6c tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=bf9f34f21ab94392ab36354129e00f8d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5392764 Mar 28 01:09:36.076086 dv-neutron-834874-6-hyperv neutron-server[104098]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 01:09:36.076086 dv-neutron-834874-6-hyperv neutron-server[104098]: self.session.flush() Mar 28 01:09:36.076086 dv-neutron-834874-6-hyperv neutron-server[104098]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 01:09:36.076086 dv-neutron-834874-6-hyperv neutron-server[104098]: self.session.flush() Mar 28 01:09:36.076086 dv-neutron-834874-6-hyperv neutron-server[104098]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 01:09:36.076086 dv-neutron-834874-6-hyperv neutron-server[104098]: self.session.flush() Mar 28 01:09:36.076086 dv-neutron-834874-6-hyperv neutron-server[104098]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 01:09:36.076086 dv-neutron-834874-6-hyperv neutron-server[104098]: self.session.flush() Mar 28 01:09:36.076086 dv-neutron-834874-6-hyperv neutron-server[104098]: Traceback (most recent call last): Mar 28 01:09:36.076086 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:09:36.076086 dv-neutron-834874-6-hyperv neutron-server[104098]: timer() Mar 28 01:09:36.076086 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:09:36.076086 dv-neutron-834874-6-hyperv neutron-server[104098]: cb(*args, **kw) Mar 28 01:09:36.076086 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:09:36.076086 dv-neutron-834874-6-hyperv neutron-server[104098]: return func(*args, **kwargs) Mar 28 01:09:36.076086 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:09:36.076086 dv-neutron-834874-6-hyperv neutron-server[104098]: self._notify() Mar 28 01:09:36.076086 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:09:36.076086 dv-neutron-834874-6-hyperv neutron-server[104098]: self.callback(batched_events) Mar 28 01:09:36.076086 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:09:36.076086 dv-neutron-834874-6-hyperv neutron-server[104098]: event.method(event) Mar 28 01:09:36.076086 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:09:36.076086 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:09:36.076086 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:09:36.076086 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:09:36.076086 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:09:36.076086 dv-neutron-834874-6-hyperv neutron-server[104098]: return f(self, *a, **k) Mar 28 01:09:36.076086 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:09:36.076086 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._get(url).json() Mar 28 01:09:36.076086 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:09:36.076086 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:09:36.076086 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:09:36.076086 dv-neutron-834874-6-hyperv neutron-server[104098]: return self.request(url, 'GET', **kwargs) Mar 28 01:09:36.076086 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:09:36.076086 dv-neutron-834874-6-hyperv neutron-server[104098]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:09:36.076086 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:09:36.076086 dv-neutron-834874-6-hyperv neutron-server[104098]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:09:36.076086 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:09:36.076086 dv-neutron-834874-6-hyperv neutron-server[104098]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:09:36.076086 dv-neutron-834874-6-hyperv neutron-server[104098]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:09:36.191412 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-daf37c44-b2f0-4f3c-95d6-59053f6b4089 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group (5b0d72ec-b408-47b7-bc92-c231597df653), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:36.195577 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0386b722-7209-4de7-ac82-925c2aa30578 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (838aaed0-8718-4ffc-8da0-424f587f745f), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:36.203616 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 6425b773-9aec-4ae0-9d2e-e59d2d33bc50 no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:09:36.229060 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0386b722-7209-4de7-ac82-925c2aa30578 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:36.231449 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: 6425b773-9aec-4ae0-9d2e-e59d2d33bc50 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:09:36.231905 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 6425b773-9aec-4ae0-9d2e-e59d2d33bc50 not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:09:36.235280 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 22b33f1f-9d8e-4d65-81e8-b00179abdd4c no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:09:36.236636 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-0386b722-7209-4de7-ac82-925c2aa30578 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] 10.222.0.24 "DELETE /v2.0/networks/838aaed0-8718-4ffc-8da0-424f587f745f HTTP/1.1" status: 204 len: 168 time: 1.0891023 Mar 28 01:09:36.263539 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: 22b33f1f-9d8e-4d65-81e8-b00179abdd4c {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:09:36.264410 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54006) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:36.264544 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 22b33f1f-9d8e-4d65-81e8-b00179abdd4c not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:09:36.265100 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device e96e91bb-b3f1-4b6a-ba8b-42c8cf602183 no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:09:36.288531 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: e96e91bb-b3f1-4b6a-ba8b-42c8cf602183 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:09:36.289203 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device e96e91bb-b3f1-4b6a-ba8b-42c8cf602183 not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:09:36.289302 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-daf37c44-b2f0-4f3c-95d6-59053f6b4089 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group (5b0d72ec-b408-47b7-bc92-c231597df653), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:36.330600 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0386b722-7209-4de7-ac82-925c2aa30578 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Pushing event deleted for resources: {'Network': ['ID=838aaed0-8718-4ffc-8da0-424f587f745f,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:36.428386 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-6f4c9819-9ebb-445b-bc3b-a46f62e40021 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (dff32098-d975-4670-8ea3-17f626e85efe), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:36.431586 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-daf37c44-b2f0-4f3c-95d6-59053f6b4089 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (5b0d72ec-b408-47b7-bc92-c231597df653), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:36.434973 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-daf37c44-b2f0-4f3c-95d6-59053f6b4089 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:36.436363 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-daf37c44-b2f0-4f3c-95d6-59053f6b4089 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] 10.222.0.24 "DELETE /v2.0/security-groups/5b0d72ec-b408-47b7-bc92-c231597df653 HTTP/1.1" status: 204 len: 168 time: 0.3873706 Mar 28 01:09:36.442699 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54018) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:36.445489 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c8bfe862-ca18-4619-9c20-408b9b3247a5 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7151'] for router (b0cf30d3-7cab-4654-826f-a3c4db412dba), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:36.451770 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c8bfe862-ca18-4619-9c20-408b9b3247a5 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Publish callbacks [] for router_controller (b0cf30d3-7cab-4654-826f-a3c4db412dba), precommit_delete_associations {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:36.478727 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf37c44-b2f0-4f3c-95d6-59053f6b4089 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b0d72ec-b408-47b7-bc92-c231597df653,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:36.485558 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [req-a1df011b-5515-4d4d-a0aa-cd50d06110bd req-b8d967ff-ec2e-4c60-86f3-c34ac18da076 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=104098) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 01:09:36.493454 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-a1df011b-5515-4d4d-a0aa-cd50d06110bd req-b8d967ff-ec2e-4c60-86f3-c34ac18da076 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1702971 Mar 28 01:09:36.510425 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94169b68-50d0-45ec-8b44-ca8a59b7f11a req-aca78259-cddf-48a8-9d3b-b7af24f88de9 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:09:36.511985 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-94169b68-50d0-45ec-8b44-ca8a59b7f11a req-aca78259-cddf-48a8-9d3b-b7af24f88de9 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af78226-6db5-4d3d-a6da-4544ef645c78 HTTP/1.1" status: 200 len: 946 time: 0.1110415 Mar 28 01:09:36.529852 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c8bfe862-ca18-4619-9c20-408b9b3247a5 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689686'] for router (b0cf30d3-7cab-4654-826f-a3c4db412dba), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:36.530359 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8bfe862-ca18-4619-9c20-408b9b3247a5 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Fanout notify agent at l3_agent the message router_deleted on router b0cf30d3-7cab-4654-826f-a3c4db412dba {{(pid=104099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 01:09:36.538016 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c8bfe862-ca18-4619-9c20-408b9b3247a5 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] Publish callbacks [] for router (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:36.541923 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-c8bfe862-ca18-4619-9c20-408b9b3247a5 tempest-RoutersNegativeTest-847985932 tempest-RoutersNegativeTest-847985932-project] 10.222.0.24 "DELETE /v2.0/routers/b0cf30d3-7cab-4654-826f-a3c4db412dba HTTP/1.1" status: 204 len: 168 time: 0.9033644 Mar 28 01:09:36.591248 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-94169b68-50d0-45ec-8b44-ca8a59b7f11a req-575dfb61-62ad-4e6f-9bc5-cd7b3e27acca tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5fc266-2207-46d1-bfc7-83854e73a714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693486 Mar 28 01:09:36.613283 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-b27cc98f-1344-48a7-9cae-e68f84edbf35 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1682277 Mar 28 01:09:36.618313 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54026) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:36.624665 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-4444bd96-ae15-4d00-a8b3-e54d54150b42 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Request body: {'security_group': {'name': 'tempest-secgroup--245251405'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:09:36.672455 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4444bd96-ae15-4d00-a8b3-e54d54150b42 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:36.691385 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-6f4c9819-9ebb-445b-bc3b-a46f62e40021 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (dff32098-d975-4670-8ea3-17f626e85efe), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:36.701820 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54028) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:36.733188 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-6f4c9819-9ebb-445b-bc3b-a46f62e40021 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dff32098-d975-4670-8ea3-17f626e85efe']}} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:36.750242 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-6f4c9819-9ebb-445b-bc3b-a46f62e40021 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe9c4b68-038a-4433-91c2-b0f57d694db2') {'for_net_delete': True} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:36.750543 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-6f4c9819-9ebb-445b-bc3b-a46f62e40021 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe9c4b68-038a-4433-91c2-b0f57d694db2') {} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:36.768485 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-a1df011b-5515-4d4d-a0aa-cd50d06110bd req-d0c9b182-a79d-466c-8d9e-d7fcf97225a2 service neutron] 10.222.0.24 "GET /v2.0/networks/788fd3f3-3593-4cdc-933e-dd5c53c623d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2740560 Mar 28 01:09:36.786743 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4444bd96-ae15-4d00-a8b3-e54d54150b42 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group (52cc268b-fd05-49c9-92e6-a073a86d74c5), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:36.792813 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4444bd96-ae15-4d00-a8b3-e54d54150b42 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (52cc268b-fd05-49c9-92e6-a073a86d74c5), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:36.831326 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4444bd96-ae15-4d00-a8b3-e54d54150b42 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52cc268b-fd05-49c9-92e6-a073a86d74c5,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:36.851995 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4444bd96-ae15-4d00-a8b3-e54d54150b42 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:36.858097 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-4444bd96-ae15-4d00-a8b3-e54d54150b42 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2392898 Mar 28 01:09:36.866279 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54034) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:36.871069 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-5f4d9e54-d8a2-488a-a1f3-494d922b20bc tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Request body: {'security_group_rule': {'security_group_id': '52cc268b-fd05-49c9-92e6-a073a86d74c5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:09:36.884872 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-a1df011b-5515-4d4d-a0aa-cd50d06110bd req-ba940a5a-a0da-435e-961a-54bd7e1dcca8 service neutron] 10.222.0.24 "GET /v2.0/networks/788fd3f3-3593-4cdc-933e-dd5c53c623d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154056 Mar 28 01:09:36.896440 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-6f4c9819-9ebb-445b-bc3b-a46f62e40021 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126443583'] for segment (fe9c4b68-038a-4433-91c2-b0f57d694db2), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:36.901188 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-86a22a91-25fe-4100-ad45-7ef412276cff tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1898754526'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:09:36.921472 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5f4d9e54-d8a2-488a-a1f3-494d922b20bc tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group_rule (6165159e-469f-40b4-92f6-e71706ea91cc), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:36.972777 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-6f4c9819-9ebb-445b-bc3b-a46f62e40021 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (fe9c4b68-038a-4433-91c2-b0f57d694db2), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:36.997792 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f4c9819-9ebb-445b-bc3b-a46f62e40021 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=104098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:09:36.998605 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-6f4c9819-9ebb-445b-bc3b-a46f62e40021 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126177251'] for segment (fe9c4b68-038a-4433-91c2-b0f57d694db2), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:37.007474 dv-neutron-834874-6-hyperv neutron-server[104098]: Traceback (most recent call last): Mar 28 01:09:37.007474 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:09:37.007474 dv-neutron-834874-6-hyperv neutron-server[104098]: timer() Mar 28 01:09:37.007474 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:09:37.007474 dv-neutron-834874-6-hyperv neutron-server[104098]: cb(*args, **kw) Mar 28 01:09:37.007474 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:09:37.007474 dv-neutron-834874-6-hyperv neutron-server[104098]: return func(*args, **kwargs) Mar 28 01:09:37.007474 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:09:37.007474 dv-neutron-834874-6-hyperv neutron-server[104098]: self._notify() Mar 28 01:09:37.007474 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:09:37.007474 dv-neutron-834874-6-hyperv neutron-server[104098]: self.callback(batched_events) Mar 28 01:09:37.007474 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:09:37.007474 dv-neutron-834874-6-hyperv neutron-server[104098]: event.method(event) Mar 28 01:09:37.007474 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:09:37.007474 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:09:37.007474 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:09:37.007474 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:09:37.007474 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:09:37.007474 dv-neutron-834874-6-hyperv neutron-server[104098]: return f(self, *a, **k) Mar 28 01:09:37.007474 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:09:37.007474 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._get(url).json() Mar 28 01:09:37.007474 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:09:37.007474 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:09:37.007474 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:09:37.007474 dv-neutron-834874-6-hyperv neutron-server[104098]: return self.request(url, 'GET', **kwargs) Mar 28 01:09:37.007474 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:09:37.007474 dv-neutron-834874-6-hyperv neutron-server[104098]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:09:37.007474 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:09:37.007474 dv-neutron-834874-6-hyperv neutron-server[104098]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:09:37.007474 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:09:37.007474 dv-neutron-834874-6-hyperv neutron-server[104098]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:09:37.007474 dv-neutron-834874-6-hyperv neutron-server[104098]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:09:37.030693 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5f4d9e54-d8a2-488a-a1f3-494d922b20bc tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group_rule (6165159e-469f-40b4-92f6-e71706ea91cc), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:37.042504 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ab9d3f-4780-4246-a3e2-de9f22b8c71c req-be11e8d1-1520-4860-9897-13d1f5f848bb tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:09:37.044004 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-75ab9d3f-4780-4246-a3e2-de9f22b8c71c req-be11e8d1-1520-4860-9897-13d1f5f848bb tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af78226-6db5-4d3d-a6da-4544ef645c78 HTTP/1.1" status: 200 len: 946 time: 0.1091444 Mar 28 01:09:37.053897 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5f4d9e54-d8a2-488a-a1f3-494d922b20bc tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (6165159e-469f-40b4-92f6-e71706ea91cc), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:37.088798 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54042) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:37.091612 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86a22a91-25fe-4100-ad45-7ef412276cff tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Made reservation on behalf of 123b9cbc24e44c7fa4900a5cf8071c36 for: {'network': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:09:37.095150 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-86a22a91-25fe-4100-ad45-7ef412276cff tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:37.112266 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-86a22a91-25fe-4100-ad45-7ef412276cff tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:37.117151 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4d9e54-d8a2-488a-a1f3-494d922b20bc tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6165159e-469f-40b4-92f6-e71706ea91cc,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:37.136433 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5f4d9e54-d8a2-488a-a1f3-494d922b20bc tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:37.137967 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-5f4d9e54-d8a2-488a-a1f3-494d922b20bc tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2707605 Mar 28 01:09:37.140910 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54050) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:37.175677 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-75ab9d3f-4780-4246-a3e2-de9f22b8c71c req-0d2fdc4c-374c-49a1-9760-0f0d5146ed4a tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5fc266-2207-46d1-bfc7-83854e73a714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183076 Mar 28 01:09:37.178726 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16648e4c-4d2f-49cd-a794-f45377af7bfb req-4938c8e4-048f-4a31-9772-618c624f1175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:09:37.180261 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-16648e4c-4d2f-49cd-a794-f45377af7bfb req-4938c8e4-048f-4a31-9772-618c624f1175 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=848a4a14ba384087a1e0b48b84b6f0e3&device_id=3af78226-6db5-4d3d-a6da-4544ef645c78 HTTP/1.1" status: 200 len: 1130 time: 0.3195484 Mar 28 01:09:37.203255 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-6f4c9819-9ebb-445b-bc3b-a46f62e40021 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (dff32098-d975-4670-8ea3-17f626e85efe), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:37.208868 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-6f4c9819-9ebb-445b-bc3b-a46f62e40021 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:37.219190 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-6f4c9819-9ebb-445b-bc3b-a46f62e40021 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] 10.222.0.24 "DELETE /v2.0/networks/dff32098-d975-4670-8ea3-17f626e85efe HTTP/1.1" status: 204 len: 168 time: 0.9470515 Mar 28 01:09:37.219190 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-4536dceb-6abb-48ff-a973-e101be4cfcc9 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] 10.222.0.24 "GET /v2.0/security-group-rules/6165159e-469f-40b4-92f6-e71706ea91cc HTTP/1.1" status: 200 len: 763 time: 0.0734696 Mar 28 01:09:37.219380 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54052) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:37.223724 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-b2f748e2-3cf5-412e-a8a9-f2431bef1a95 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Request body: {'network': {'name': 'tempest-RoutersTest-1351237388'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:09:37.230399 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54054) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:37.239353 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4c9819-9ebb-445b-bc3b-a46f62e40021 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Pushing event deleted for resources: {'Network': ['ID=dff32098-d975-4670-8ea3-17f626e85efe,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:37.297970 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-4aafea60-4ff6-4d0a-a3b3-9f5405cfcb58 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8fa19c826c3741d5b609165cc68553f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2073226 Mar 28 01:09:37.302147 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54058) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:37.316709 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2f748e2-3cf5-412e-a8a9-f2431bef1a95 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Made reservation on behalf of b477b3de086344ba86693af53d13cdd0 for: {'network': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:09:37.320290 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b2f748e2-3cf5-412e-a8a9-f2431bef1a95 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:37.353158 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-93e48b14-c558-42df-9c45-a929fc7f418b tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0965667 Mar 28 01:09:37.366451 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54064) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:37.392718 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-86a22a91-25fe-4100-ad45-7ef412276cff tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks [] for security_group (ac1a46c4-d369-41f9-ae22-ae2567b34810), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:37.397566 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-b9533d75-d283-425d-ae9e-73226dd10b21 req-6af5c381-bd0b-45e4-8847-b5b2f2d9f7bf tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc5c4747-fcbd-4652-b651-1ce8413f1a2b HTTP/1.1" status: 200 len: 210 time: 0.0545471 Mar 28 01:09:37.400167 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16648e4c-4d2f-49cd-a794-f45377af7bfb req-9d5a590d-fed2-4038-8bdc-15a9859128e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:09:37.401913 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-16648e4c-4d2f-49cd-a794-f45377af7bfb req-9d5a590d-fed2-4038-8bdc-15a9859128e5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b0b181aa-c9cd-4854-9fb0-37e685e0d64e HTTP/1.1" status: 200 len: 911 time: 0.2153776 Mar 28 01:09:37.405949 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-86a22a91-25fe-4100-ad45-7ef412276cff tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (ac1a46c4-d369-41f9-ae22-ae2567b34810), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:37.413964 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2f748e2-3cf5-412e-a8a9-f2431bef1a95 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=104099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:09:37.463189 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b2f748e2-3cf5-412e-a8a9-f2431bef1a95 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (923fdbf0-9e94-4cf0-a1dd-434e39e4fe7b), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:37.463889 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.segments_db [None req-b2f748e2-3cf5-412e-a8a9-f2431bef1a95 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Added segment 923fdbf0-9e94-4cf0-a1dd-434e39e4fe7b of type vlan for network 6b27c26c-469c-4b1f-b826-35734135a384 Mar 28 01:09:37.474821 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4d4cb6ab-716f-4898-adb9-7798a20e933d tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group_rule (6165159e-469f-40b4-92f6-e71706ea91cc), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:37.484140 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4d4cb6ab-716f-4898-adb9-7798a20e933d tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group_rule (6165159e-469f-40b4-92f6-e71706ea91cc), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:37.486405 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86a22a91-25fe-4100-ad45-7ef412276cff tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=104098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:09:37.488368 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0f37e017-bec8-462f-b230-872e00360f18 admin admin] Publish callbacks [] for security_group (c17140f3-e7cd-4b52-9c2a-c6013d8bf0e0), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:37.490093 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a22a91-25fe-4100-ad45-7ef412276cff tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac1a46c4-d369-41f9-ae22-ae2567b34810,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:37.507047 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-16648e4c-4d2f-49cd-a794-f45377af7bfb req-e4427ea9-d869-49d6-9fed-cb49b565b3a0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f45dfffa-72fe-4b22-af16-435c4c53d944 HTTP/1.1" status: 200 len: 1002 time: 0.0991688 Mar 28 01:09:37.516370 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b2f748e2-3cf5-412e-a8a9-f2431bef1a95 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (6b27c26c-469c-4b1f-b826-35734135a384), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:37.538262 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-86a22a91-25fe-4100-ad45-7ef412276cff tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (3d9b7a63-ed89-48d7-9440-f9ec22288db0), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:37.538422 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.segments_db [None req-86a22a91-25fe-4100-ad45-7ef412276cff tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Added segment 3d9b7a63-ed89-48d7-9440-f9ec22288db0 of type vlan for network eed7ffa2-4413-4fe4-b128-d4b0e8228d21 Mar 28 01:09:37.577475 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16648e4c-4d2f-49cd-a794-f45377af7bfb req-45c00747-7910-4c1a-84fb-b62760ddcbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:09:37.579004 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-16648e4c-4d2f-49cd-a794-f45377af7bfb req-45c00747-7910-4c1a-84fb-b62760ddcbe4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=09c9f896-19d2-4244-ab3f-60c512e444ce HTTP/1.1" status: 200 len: 850 time: 0.0646763 Mar 28 01:09:37.580068 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b2f748e2-3cf5-412e-a8a9-f2431bef1a95 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (6b27c26c-469c-4b1f-b826-35734135a384), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:37.584011 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0f37e017-bec8-462f-b230-872e00360f18 admin admin] Publish callbacks [] for security_group (c17140f3-e7cd-4b52-9c2a-c6013d8bf0e0), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:37.585727 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f748e2-3cf5-412e-a8a9-f2431bef1a95 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:09:37.586315 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b2f748e2-3cf5-412e-a8a9-f2431bef1a95 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks [] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:37.594926 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4d4cb6ab-716f-4898-adb9-7798a20e933d tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (6165159e-469f-40b4-92f6-e71706ea91cc), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:37.607923 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4d4cb6ab-716f-4898-adb9-7798a20e933d tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:37.612601 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-4d4cb6ab-716f-4898-adb9-7798a20e933d tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/6165159e-469f-40b4-92f6-e71706ea91cc HTTP/1.1" status: 204 len: 168 time: 0.2445683 Mar 28 01:09:37.630617 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54070) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:37.641039 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-86a22a91-25fe-4100-ad45-7ef412276cff tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (eed7ffa2-4413-4fe4-b128-d4b0e8228d21), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:37.654961 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4cb6ab-716f-4898-adb9-7798a20e933d tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6165159e-469f-40b4-92f6-e71706ea91cc,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:37.682812 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-86a22a91-25fe-4100-ad45-7ef412276cff tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (eed7ffa2-4413-4fe4-b128-d4b0e8228d21), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:37.683191 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-b2f748e2-3cf5-412e-a8a9-f2431bef1a95 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4645751 Mar 28 01:09:37.688060 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a22a91-25fe-4100-ad45-7ef412276cff tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:09:37.688675 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-86a22a91-25fe-4100-ad45-7ef412276cff tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:37.693826 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54074) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:37.717450 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f748e2-3cf5-412e-a8a9-f2431bef1a95 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Pushing event updated for resources: {'Network': ['ID=6b27c26c-469c-4b1f-b826-35734135a384,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:37.731719 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16648e4c-4d2f-49cd-a794-f45377af7bfb req-853481fa-0d69-4af8-8471-fd63d441f952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:09:37.733334 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-16648e4c-4d2f-49cd-a794-f45377af7bfb req-853481fa-0d69-4af8-8471-fd63d441f952 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b0b181aa-c9cd-4854-9fb0-37e685e0d64e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1434686 Mar 28 01:09:37.741731 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-ad864f4d-3bc9-407a-bcb3-dab47a4d78ee tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1088834 Mar 28 01:09:37.745531 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network 6b27c26c-469c-4b1f-b826-35734135a384 details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:09:37.751385 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54076) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:37.756276 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-314a800b-142a-4dbc-a852-0794ace501fa tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Request body: {'security_group_rule': {'security_group_id': '52cc268b-fd05-49c9-92e6-a073a86d74c5', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:09:37.766943 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-e5b0d78b-8a85-4ec0-abd8-a2cd292ebc24 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Request body: {'subnet': {'network_id': '6b27c26c-469c-4b1f-b826-35734135a384', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:09:37.778221 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0f37e017-bec8-462f-b230-872e00360f18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (c17140f3-e7cd-4b52-9c2a-c6013d8bf0e0), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:37.778221 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0f37e017-bec8-462f-b230-872e00360f18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:37.778516 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-0f37e017-bec8-462f-b230-872e00360f18 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c17140f3-e7cd-4b52-9c2a-c6013d8bf0e0 HTTP/1.1" status: 204 len: 168 time: 0.4752560 Mar 28 01:09:37.869373 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-16648e4c-4d2f-49cd-a794-f45377af7bfb req-16348e2b-e260-4b60-adcd-12f0a6025027 service neutron] 10.222.0.10 "GET /v2.0/networks/b0b181aa-c9cd-4854-9fb0-37e685e0d64e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265194 Mar 28 01:09:37.870251 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a22a91-25fe-4100-ad45-7ef412276cff tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Pushing event updated for resources: {'Network': ['ID=eed7ffa2-4413-4fe4-b128-d4b0e8228d21,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:37.870572 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-314a800b-142a-4dbc-a852-0794ace501fa tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group_rule (dd923dfb-fdde-4ceb-8e2f-1b362f2dae10), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:37.872620 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f37e017-bec8-462f-b230-872e00360f18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c17140f3-e7cd-4b52-9c2a-c6013d8bf0e0,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:37.884969 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-86a22a91-25fe-4100-ad45-7ef412276cff tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1777477 Mar 28 01:09:37.895383 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54082) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:37.900404 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network eed7ffa2-4413-4fe4-b128-d4b0e8228d21 details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:09:37.901604 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-5c787b5e-040a-4229-8951-c9a3f0216a81 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Request body: {'port': {'network_id': 'eed7ffa2-4413-4fe4-b128-d4b0e8228d21', 'name': 'tempest-PortsIpV6TestJSON-1795447685'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:09:38.063726 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5b0d78b-8a85-4ec0-abd8-a2cd292ebc24 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Made reservation on behalf of b477b3de086344ba86693af53d13cdd0 for: {'subnet': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:09:38.068217 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e5b0d78b-8a85-4ec0-abd8-a2cd292ebc24 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126112411'] for subnet (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:38.073247 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-314a800b-142a-4dbc-a852-0794ace501fa tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group_rule (dd923dfb-fdde-4ceb-8e2f-1b362f2dae10), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:38.080945 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-314a800b-142a-4dbc-a852-0794ace501fa tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (dd923dfb-fdde-4ceb-8e2f-1b362f2dae10), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:38.106953 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-16648e4c-4d2f-49cd-a794-f45377af7bfb req-d122f59a-bb76-4349-b352-29dc846c7cba service neutron] 10.222.0.10 "GET /v2.0/networks/b0b181aa-c9cd-4854-9fb0-37e685e0d64e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185619 Mar 28 01:09:38.108449 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314a800b-142a-4dbc-a852-0794ace501fa tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd923dfb-fdde-4ceb-8e2f-1b362f2dae10,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:38.115554 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-314a800b-142a-4dbc-a852-0794ace501fa tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:38.117087 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-314a800b-142a-4dbc-a852-0794ace501fa tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3647368 Mar 28 01:09:38.119618 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54086) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:38.138982 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-cc26fa4c-9d9d-4fdf-a228-4f8a9e1c06ce tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] 10.222.0.24 "GET /v2.0/security-group-rules/dd923dfb-fdde-4ceb-8e2f-1b362f2dae10 HTTP/1.1" status: 200 len: 763 time: 0.0177300 Mar 28 01:09:38.141381 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54090) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:38.149859 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c787b5e-040a-4229-8951-c9a3f0216a81 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Made reservation on behalf of 123b9cbc24e44c7fa4900a5cf8071c36 for: {'port': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:09:38.153772 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5c787b5e-040a-4229-8951-c9a3f0216a81 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:38.186999 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.notifiers.nova [None req-5c787b5e-040a-4229-8951-c9a3f0216a81 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] device_id is not set on port 21b81e5c-46e0-4ec9-ab1f-00dd317deb33 yet. {{(pid=104098) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 01:09:38.190735 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-bcb7cd5e-231b-47ea-a1aa-33638fd51469 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0456052 Mar 28 01:09:38.194239 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54094) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:38.233807 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-92874992-4085-418d-8eef-e90200030d42 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group_rule (dd923dfb-fdde-4ceb-8e2f-1b362f2dae10), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:38.245372 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-92874992-4085-418d-8eef-e90200030d42 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group_rule (dd923dfb-fdde-4ceb-8e2f-1b362f2dae10), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:38.283679 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-92874992-4085-418d-8eef-e90200030d42 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (dd923dfb-fdde-4ceb-8e2f-1b362f2dae10), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:38.296638 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-92874992-4085-418d-8eef-e90200030d42 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:38.298057 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-92874992-4085-418d-8eef-e90200030d42 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/dd923dfb-fdde-4ceb-8e2f-1b362f2dae10 HTTP/1.1" status: 204 len: 168 time: 0.1028965 Mar 28 01:09:38.299784 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92874992-4085-418d-8eef-e90200030d42 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dd923dfb-fdde-4ceb-8e2f-1b362f2dae10,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:38.302198 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54100) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:38.354286 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-6e5ffc8d-c034-4796-84fb-aa083ed01db8 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0507600 Mar 28 01:09:38.357933 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54102) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:38.373293 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-5405ca09-18f5-4ec0-869a-54fe772d5364 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Request body: {'security_group_rule': {'security_group_id': '52cc268b-fd05-49c9-92e6-a073a86d74c5', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:09:38.410585 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff31ff59-f7ea-4bdc-9b9a-94fc1bafce1c req-0082507b-e453-41e5-9057-1da5aa437e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:09:38.412993 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-ff31ff59-f7ea-4bdc-9b9a-94fc1bafce1c req-0082507b-e453-41e5-9057-1da5aa437e5f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=848a4a14ba384087a1e0b48b84b6f0e3&device_id=3af78226-6db5-4d3d-a6da-4544ef645c78 HTTP/1.1" status: 200 len: 1130 time: 0.0834994 Mar 28 01:09:38.493951 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.securitygroups_db [None req-5405ca09-18f5-4ec0-869a-54fe772d5364 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Project f4e3afe2fdc344939e3423040c31d97c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 01:09:38.503143 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eabd4f-ef2e-414c-b1b5-7ff54875555c req-e68fdcc8-00c6-4450-9fd4-8b917f9fbc31 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:09:38.504787 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-b7eabd4f-ef2e-414c-b1b5-7ff54875555c req-e68fdcc8-00c6-4450-9fd4-8b917f9fbc31 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af78226-6db5-4d3d-a6da-4544ef645c78 HTTP/1.1" status: 200 len: 946 time: 0.2352004 Mar 28 01:09:38.525368 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5405ca09-18f5-4ec0-869a-54fe772d5364 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group_rule (6c024c8b-bb44-4025-8865-0cec0e6f5951), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:38.529488 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-5ef1998a-31dd-4084-a8f5-2d1fd054de38 req-f45e957c-28ec-489e-812e-520681668dc4 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc5c4747-fcbd-4652-b651-1ce8413f1a2b HTTP/1.1" status: 200 len: 210 time: 0.0364547 Mar 28 01:09:38.578504 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff31ff59-f7ea-4bdc-9b9a-94fc1bafce1c req-2a93ff84-a95f-4530-a80f-3e874fae1f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:09:38.580283 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-ff31ff59-f7ea-4bdc-9b9a-94fc1bafce1c req-2a93ff84-a95f-4530-a80f-3e874fae1f36 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b0b181aa-c9cd-4854-9fb0-37e685e0d64e HTTP/1.1" status: 200 len: 911 time: 0.1368423 Mar 28 01:09:38.587039 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e5b0d78b-8a85-4ec0-abd8-a2cd292ebc24 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126174976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126112397'] for subnet (727ebb2d-1f51-44de-b5e3-a8cb5db64032), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:38.592928 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5c787b5e-040a-4229-8951-c9a3f0216a81 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks [] for port (21b81e5c-46e0-4ec9-ab1f-00dd317deb33), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:38.651103 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-ff31ff59-f7ea-4bdc-9b9a-94fc1bafce1c req-c3ee3e3a-9f4d-4dbe-803a-3e7d6355d84e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f45dfffa-72fe-4b22-af16-435c4c53d944 HTTP/1.1" status: 200 len: 1002 time: 0.0634005 Mar 28 01:09:38.709193 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-b7eabd4f-ef2e-414c-b1b5-7ff54875555c req-3fc743ae-4ea0-4d28-ae2c-566f7a9e7a48 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5fc266-2207-46d1-bfc7-83854e73a714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1736817 Mar 28 01:09:38.725108 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b0d78b-8a85-4ec0-abd8-a2cd292ebc24 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Pushing event updated for resources: {'Subnet': ['ID=727ebb2d-1f51-44de-b5e3-a8cb5db64032,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:38.738138 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff31ff59-f7ea-4bdc-9b9a-94fc1bafce1c req-ec53d0be-0fd0-4aef-8d6e-a0bad379905c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:09:38.743404 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-ff31ff59-f7ea-4bdc-9b9a-94fc1bafce1c req-ec53d0be-0fd0-4aef-8d6e-a0bad379905c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=09c9f896-19d2-4244-ab3f-60c512e444ce HTTP/1.1" status: 200 len: 850 time: 0.0831094 Mar 28 01:09:38.755926 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5405ca09-18f5-4ec0-869a-54fe772d5364 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group_rule (6c024c8b-bb44-4025-8865-0cec0e6f5951), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:38.767506 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5405ca09-18f5-4ec0-869a-54fe772d5364 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (6c024c8b-bb44-4025-8865-0cec0e6f5951), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:38.782121 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5c787b5e-040a-4229-8951-c9a3f0216a81 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (21b81e5c-46e0-4ec9-ab1f-00dd317deb33), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:38.786846 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b0d78b-8a85-4ec0-abd8-a2cd292ebc24 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Checking segment: {'id': '923fdbf0-9e94-4cf0-a1dd-434e39e4fe7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6b27c26c-469c-4b1f-b826-35734135a384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:09:38.787216 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b0d78b-8a85-4ec0-abd8-a2cd292ebc24 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Network hostable DHCP agents. Network: 6b27c26c-469c-4b1f-b826-35734135a384, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:09:38.801071 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405ca09-18f5-4ec0-869a-54fe772d5364 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c024c8b-bb44-4025-8865-0cec0e6f5951,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:38.848848 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5405ca09-18f5-4ec0-869a-54fe772d5364 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:38.850038 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-5405ca09-18f5-4ec0-869a-54fe772d5364 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4878993 Mar 28 01:09:38.850722 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54116) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:38.871354 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54118) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:38.900459 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c787b5e-040a-4229-8951-c9a3f0216a81 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Pushing event updated for resources: {'Port': ['ID=21b81e5c-46e0-4ec9-ab1f-00dd317deb33,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:38.908001 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b0d78b-8a85-4ec0-abd8-a2cd292ebc24 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Network 6b27c26c-469c-4b1f-b826-35734135a384 is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:09:38.928098 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-c7acd5f7-c7aa-4ef9-985c-a5c302d86940 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] 10.222.0.24 "GET /v2.0/security-group-rules/6c024c8b-bb44-4025-8865-0cec0e6f5951 HTTP/1.1" status: 200 len: 769 time: 0.0501175 Mar 28 01:09:38.929303 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54122) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:38.947241 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-e5b0d78b-8a85-4ec0-abd8-a2cd292ebc24 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, 6b27c26c-469c-4b1f-b826-35734135a384) {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:09:38.948085 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff31ff59-f7ea-4bdc-9b9a-94fc1bafce1c req-717e054a-f6a8-47f4-a217-75fec59f7e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:09:38.948943 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c787b5e-040a-4229-8951-c9a3f0216a81 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Checking segment: {'id': '3d9b7a63-ed89-48d7-9440-f9ec22288db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'eed7ffa2-4413-4fe4-b128-d4b0e8228d21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:09:38.949442 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c787b5e-040a-4229-8951-c9a3f0216a81 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Network hostable DHCP agents. Network: eed7ffa2-4413-4fe4-b128-d4b0e8228d21, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:09:38.950479 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-ff31ff59-f7ea-4bdc-9b9a-94fc1bafce1c req-717e054a-f6a8-47f4-a217-75fec59f7e35 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b0b181aa-c9cd-4854-9fb0-37e685e0d64e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.2004817 Mar 28 01:09:38.957295 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3b6654-eabd-4c88-9a5e-92f289363452 None None] Network 6b27c26c-469c-4b1f-b826-35734135a384 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:09:38.962350 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b0d78b-8a85-4ec0-abd8-a2cd292ebc24 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:09:38.962958 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e5b0d78b-8a85-4ec0-abd8-a2cd292ebc24 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:39.001470 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-e5b0d78b-8a85-4ec0-abd8-a2cd292ebc24 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2426448 Mar 28 01:09:39.008948 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54124) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:39.013368 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-95845430-ffdd-404c-af3d-2eec12ed5c04 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-193438022', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:09:39.023287 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c787b5e-040a-4229-8951-c9a3f0216a81 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Network eed7ffa2-4413-4fe4-b128-d4b0e8228d21 is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:09:39.045446 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-ccedc46e-74fe-493f-ad01-6d7403faec4c tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1150570 Mar 28 01:09:39.050156 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54126) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:39.062860 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-5c787b5e-040a-4229-8951-c9a3f0216a81 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, eed7ffa2-4413-4fe4-b128-d4b0e8228d21) {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:09:39.077536 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c787b5e-040a-4229-8951-c9a3f0216a81 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:09:39.083211 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c787b5e-040a-4229-8951-c9a3f0216a81 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:09:39.083819 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5c787b5e-040a-4229-8951-c9a3f0216a81 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:39.089298 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-8837a8d2-8b2e-48bf-b908-da6d09d266f5 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1475702647'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:09:39.094399 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-95845430-ffdd-404c-af3d-2eec12ed5c04 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7069'] for router (83452da3-a817-4158-b59c-7d55ce0fb541), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:39.095419 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-95845430-ffdd-404c-af3d-2eec12ed5c04 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4188952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7062'] for router (83452da3-a817-4158-b59c-7d55ce0fb541), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:39.095530 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1df011b-5515-4d4d-a0aa-cd50d06110bd req-90864d9e-e51c-409d-9d59-6795a3cab6b1 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:09:39.096971 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a1df011b-5515-4d4d-a0aa-cd50d06110bd req-90864d9e-e51c-409d-9d59-6795a3cab6b1 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.10 "GET /v2.0/networks?id=788fd3f3-3593-4cdc-933e-dd5c53c623d8 HTTP/1.1" status: 200 len: 812 time: 0.2881591 Mar 28 01:09:39.100803 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467e368c-23c3-4f8a-853f-f4ec7bb8b001 None None] Network eed7ffa2-4413-4fe4-b128-d4b0e8228d21 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:09:39.106275 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1770622-b0dd-42e9-a88c-4217dd5e706c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-6b27c26c-469c-4b1f-b826-35734135a384', 'network_id': '6b27c26c-469c-4b1f-b826-35734135a384', 'project_id': 'b477b3de086344ba86693af53d13cdd0', 'fixed_ips': [{'subnet_id': '727ebb2d-1f51-44de-b5e3-a8cb5db64032'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:09:39.107158 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d1770622-b0dd-42e9-a88c-4217dd5e706c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:39.129240 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-456b0768-281c-43e1-9395-9387172d2280 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group_rule (6c024c8b-bb44-4025-8865-0cec0e6f5951), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:39.131444 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-ff31ff59-f7ea-4bdc-9b9a-94fc1bafce1c req-9eb84674-841f-4484-af0f-517b2ad79255 service neutron] 10.222.0.10 "GET /v2.0/networks/b0b181aa-c9cd-4854-9fb0-37e685e0d64e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374376 Mar 28 01:09:39.139668 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-5c787b5e-040a-4229-8951-c9a3f0216a81 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.2430034 Mar 28 01:09:39.142837 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54128) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:39.148730 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-456b0768-281c-43e1-9395-9387172d2280 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group_rule (6c024c8b-bb44-4025-8865-0cec0e6f5951), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:39.149010 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-8b987dc6-6e61-4e0e-8c52-496c1e797976 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-75829256'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:09:39.195995 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8837a8d2-8b2e-48bf-b908-da6d09d266f5 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] Made reservation on behalf of 81cfcb56830e40ed9f6f9a4aa8f8089e for: {'network': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:09:39.200148 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-8837a8d2-8b2e-48bf-b908-da6d09d266f5 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:39.218012 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-95845430-ffdd-404c-af3d-2eec12ed5c04 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks [] for router_controller (83452da3-a817-4158-b59c-7d55ce0fb541), precommit_add_association {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:39.218361 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-8837a8d2-8b2e-48bf-b908-da6d09d266f5 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:39.234388 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-95845430-ffdd-404c-af3d-2eec12ed5c04 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687953'] for router (83452da3-a817-4158-b59c-7d55ce0fb541), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:39.246304 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-456b0768-281c-43e1-9395-9387172d2280 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (6c024c8b-bb44-4025-8865-0cec0e6f5951), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:39.259450 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-456b0768-281c-43e1-9395-9387172d2280 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:39.263783 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-456b0768-281c-43e1-9395-9387172d2280 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/6c024c8b-bb44-4025-8865-0cec0e6f5951 HTTP/1.1" status: 204 len: 168 time: 0.2124557 Mar 28 01:09:39.267397 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54130) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:39.277862 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b987dc6-6e61-4e0e-8c52-496c1e797976 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Made reservation on behalf of 123b9cbc24e44c7fa4900a5cf8071c36 for: {'network': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:09:39.280301 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8b987dc6-6e61-4e0e-8c52-496c1e797976 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:39.290684 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456b0768-281c-43e1-9395-9387172d2280 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6c024c8b-bb44-4025-8865-0cec0e6f5951,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:39.305709 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-95845430-ffdd-404c-af3d-2eec12ed5c04 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks [] for router (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:39.310168 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-95845430-ffdd-404c-af3d-2eec12ed5c04 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3002129 Mar 28 01:09:39.310332 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54132) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:39.329940 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-d1770622-b0dd-42e9-a88c-4217dd5e706c None None] Allocated IP 172.20.0.2 (6b27c26c-469c-4b1f-b826-35734135a384/727ebb2d-1f51-44de-b5e3-a8cb5db64032/91806737-9cff-455a-990c-3348eebe510f) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:09:39.330668 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-5bede782-983a-47bd-877e-29a852c61d30 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Request body: {'port': {'network_id': '6b27c26c-469c-4b1f-b826-35734135a384', 'name': 'tempest-RoutersTest-1182932380'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:09:39.363120 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-0987278c-a1dc-434a-b80c-41a4354668d7 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0923617 Mar 28 01:09:39.363823 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54136) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:39.379403 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b987dc6-6e61-4e0e-8c52-496c1e797976 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=104099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:09:39.437534 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-8837a8d2-8b2e-48bf-b908-da6d09d266f5 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] Publish callbacks [] for security_group (4984c6c0-12ee-4d00-95bf-a0fd9a1d90b5), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:39.444757 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a1df011b-5515-4d4d-a0aa-cd50d06110bd req-14f21da8-3cef-4e55-a55f-10757d6af193 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf9f34f21ab94392ab36354129e00f8d HTTP/1.1" status: 200 len: 378 time: 0.2901239 Mar 28 01:09:39.446217 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-8837a8d2-8b2e-48bf-b908-da6d09d266f5 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (4984c6c0-12ee-4d00-95bf-a0fd9a1d90b5), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:39.454243 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8b987dc6-6e61-4e0e-8c52-496c1e797976 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (9f9c40e0-82e4-4605-a01a-26327714dfc5), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:39.455200 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.segments_db [None req-8b987dc6-6e61-4e0e-8c52-496c1e797976 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Added segment 9f9c40e0-82e4-4605-a01a-26327714dfc5 of type vlan for network 07af9c05-1c2e-450f-8446-433639a6ced3 Mar 28 01:09:39.459455 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [req-a1df011b-5515-4d4d-a0aa-cd50d06110bd req-79815c44-8932-4289-9d0e-c3ff232159d4 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Request body: {'port': {'device_id': 'fc5c4747-fcbd-4652-b651-1ce8413f1a2b', 'network_id': '788fd3f3-3593-4cdc-933e-dd5c53c623d8', 'admin_state_up': True, 'tenant_id': 'bf9f34f21ab94392ab36354129e00f8d', 'security_groups': ['5a04cadd-9e33-421f-9e10-fcf82d2217a3']}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:09:39.464670 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-ff31ff59-f7ea-4bdc-9b9a-94fc1bafce1c req-ef9689fd-de74-41a9-a871-d38c5ccb509c service neutron] 10.222.0.10 "GET /v2.0/networks/b0b181aa-c9cd-4854-9fb0-37e685e0d64e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3109784 Mar 28 01:09:39.476892 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4c4ef23e-97b9-40d5-ad95-9786b4f06410 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group (52cc268b-fd05-49c9-92e6-a073a86d74c5), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:39.480492 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8837a8d2-8b2e-48bf-b908-da6d09d266f5 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=104098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:09:39.511907 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d1770622-b0dd-42e9-a88c-4217dd5e706c None None] Publish callbacks [] for port (91806737-9cff-455a-990c-3348eebe510f), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:39.521856 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d1770622-b0dd-42e9-a88c-4217dd5e706c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (91806737-9cff-455a-990c-3348eebe510f), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:39.522443 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8837a8d2-8b2e-48bf-b908-da6d09d266f5 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4984c6c0-12ee-4d00-95bf-a0fd9a1d90b5,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:39.541488 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-8837a8d2-8b2e-48bf-b908-da6d09d266f5 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (397da35a-8d5f-4076-beac-1c69f07b6dc3), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:39.547072 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.segments_db [None req-8837a8d2-8b2e-48bf-b908-da6d09d266f5 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] Added segment 397da35a-8d5f-4076-beac-1c69f07b6dc3 of type vlan for network 9db8d8f4-8424-444b-9554-aeda2def2912 Mar 28 01:09:39.560176 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4c4ef23e-97b9-40d5-ad95-9786b4f06410 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group (52cc268b-fd05-49c9-92e6-a073a86d74c5), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:39.591780 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8b987dc6-6e61-4e0e-8c52-496c1e797976 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (07af9c05-1c2e-450f-8446-433639a6ced3), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:39.624867 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1770622-b0dd-42e9-a88c-4217dd5e706c None None] Pushing event updated for resources: {'Port': ['ID=91806737-9cff-455a-990c-3348eebe510f,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:39.634524 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1770622-b0dd-42e9-a88c-4217dd5e706c None None] Network 6b27c26c-469c-4b1f-b826-35734135a384 is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:09:39.637349 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-d1770622-b0dd-42e9-a88c-4217dd5e706c None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:09:39.640870 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-8837a8d2-8b2e-48bf-b908-da6d09d266f5 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (9db8d8f4-8424-444b-9554-aeda2def2912), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:39.646452 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1770622-b0dd-42e9-a88c-4217dd5e706c None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:09:39.686622 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4c4ef23e-97b9-40d5-ad95-9786b4f06410 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (52cc268b-fd05-49c9-92e6-a073a86d74c5), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:39.689887 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4c4ef23e-97b9-40d5-ad95-9786b4f06410 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:39.694938 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-4c4ef23e-97b9-40d5-ad95-9786b4f06410 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] 10.222.0.24 "DELETE /v2.0/security-groups/52cc268b-fd05-49c9-92e6-a073a86d74c5 HTTP/1.1" status: 204 len: 168 time: 0.3287816 Mar 28 01:09:39.695568 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54140) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:39.707469 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-8837a8d2-8b2e-48bf-b908-da6d09d266f5 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (9db8d8f4-8424-444b-9554-aeda2def2912), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:39.710027 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8b987dc6-6e61-4e0e-8c52-496c1e797976 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (07af9c05-1c2e-450f-8446-433639a6ced3), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:39.712636 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8837a8d2-8b2e-48bf-b908-da6d09d266f5 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:09:39.713235 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-8837a8d2-8b2e-48bf-b908-da6d09d266f5 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:39.717218 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b987dc6-6e61-4e0e-8c52-496c1e797976 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:09:39.718012 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8b987dc6-6e61-4e0e-8c52-496c1e797976 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks [] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:39.728532 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-d1770622-b0dd-42e9-a88c-4217dd5e706c None None] Attempting to bind port 91806737-9cff-455a-990c-3348eebe510f on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:09:39.729198 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-d1770622-b0dd-42e9-a88c-4217dd5e706c None None] Attempting to bind port 91806737-9cff-455a-990c-3348eebe510f by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': '923fdbf0-9e94-4cf0-a1dd-434e39e4fe7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6b27c26c-469c-4b1f-b826-35734135a384'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:09:39.729937 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1770622-b0dd-42e9-a88c-4217dd5e706c None None] Attempting to bind port 91806737-9cff-455a-990c-3348eebe510f on network 6b27c26c-469c-4b1f-b826-35734135a384 {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:09:39.740374 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1770622-b0dd-42e9-a88c-4217dd5e706c None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:09:39.741518 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1770622-b0dd-42e9-a88c-4217dd5e706c None None] Checking segment: {'id': '923fdbf0-9e94-4cf0-a1dd-434e39e4fe7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6b27c26c-469c-4b1f-b826-35734135a384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:09:39.742092 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d1770622-b0dd-42e9-a88c-4217dd5e706c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:39.742773 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1770622-b0dd-42e9-a88c-4217dd5e706c None None] Bound using segment: {'id': '923fdbf0-9e94-4cf0-a1dd-434e39e4fe7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6b27c26c-469c-4b1f-b826-35734135a384'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:09:39.743578 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-d1770622-b0dd-42e9-a88c-4217dd5e706c None None] Bound port: 91806737-9cff-455a-990c-3348eebe510f, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '923fdbf0-9e94-4cf0-a1dd-434e39e4fe7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6b27c26c-469c-4b1f-b826-35734135a384'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:09:39.744160 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d1770622-b0dd-42e9-a88c-4217dd5e706c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (91806737-9cff-455a-990c-3348eebe510f), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:39.749901 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4ef23e-97b9-40d5-ad95-9786b4f06410 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52cc268b-fd05-49c9-92e6-a073a86d74c5,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:39.766254 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bede782-983a-47bd-877e-29a852c61d30 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Made reservation on behalf of b477b3de086344ba86693af53d13cdd0 for: {'port': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:09:39.771004 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5bede782-983a-47bd-877e-29a852c61d30 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:39.806113 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-8b987dc6-6e61-4e0e-8c52-496c1e797976 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6610844 Mar 28 01:09:39.817424 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54144) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:39.826369 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [None req-5bede782-983a-47bd-877e-29a852c61d30 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] device_id is not set on port 2e8eeaf7-acf9-48cc-90c0-61a3b95474c3 yet. {{(pid=104099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 01:09:39.831258 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-8837a8d2-8b2e-48bf-b908-da6d09d266f5 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9696281 Mar 28 01:09:39.840269 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54146) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:39.853005 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-5528cc8c-1884-44dc-8f1d-a35b04468303 req-eb67a447-aa27-4ee0-a6d8-5b92259cf7c7 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc5c4747-fcbd-4652-b651-1ce8413f1a2b HTTP/1.1" status: 200 len: 210 time: 0.1629097 Mar 28 01:09:39.856695 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-d239143e-96af-4653-9d21-fdb6b1f43b52 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] Request body: {'subnet': {'network_id': '9db8d8f4-8424-444b-9554-aeda2def2912', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:09:39.858354 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-37c56a0f-b277-480f-85e3-a6c49e471b34 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Request body: {'ports': [{'network_id': 'eed7ffa2-4413-4fe4-b128-d4b0e8228d21'}, {'network_id': '07af9c05-1c2e-450f-8446-433639a6ced3'}]} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:09:39.858683 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-37c56a0f-b277-480f-85e3-a6c49e471b34 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Request body: {'port': {'network_id': 'eed7ffa2-4413-4fe4-b128-d4b0e8228d21'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:09:39.859737 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-37c56a0f-b277-480f-85e3-a6c49e471b34 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Request body: {'port': {'network_id': '07af9c05-1c2e-450f-8446-433639a6ced3'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:09:39.891446 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-d1770622-b0dd-42e9-a88c-4217dd5e706c None None] For port 91806737-9cff-455a-990c-3348eebe510f, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:09:39.895272 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-d1770622-b0dd-42e9-a88c-4217dd5e706c None None] For port 91806737-9cff-455a-990c-3348eebe510f, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=91806737-9cff-455a-990c-3348eebe510f,segment=NetworkSegment(923fdbf0-9e94-4cf0-a1dd-434e39e4fe7b),segment_id=923fdbf0-9e94-4cf0-a1dd-434e39e4fe7b)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:09:39.902134 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8837a8d2-8b2e-48bf-b908-da6d09d266f5 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] Pushing event updated for resources: {'Network': ['ID=9db8d8f4-8424-444b-9554-aeda2def2912,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:39.907471 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d1770622-b0dd-42e9-a88c-4217dd5e706c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (91806737-9cff-455a-990c-3348eebe510f), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:39.921412 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network 9db8d8f4-8424-444b-9554-aeda2def2912 details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:09:40.011544 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-50dafac5-a1d5-4d10-9098-d0d4a20649e8 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.3114405 Mar 28 01:09:40.015483 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54148) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:40.036220 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-0b045168-713e-4b7f-852b-026ae75ce453 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Request body: {'security_group': {'name': 'tempest-secgroup--1727310652'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:09:40.074951 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1770622-b0dd-42e9-a88c-4217dd5e706c None None] Pushing event updated for resources: {'Port': ['ID=91806737-9cff-455a-990c-3348eebe510f,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:40.110640 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd62b4d9-03e4-4585-a79b-5a05d641801a req-701fc260-0ccc-4741-9938-d48a024fde7b tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:09:40.111959 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1df011b-5515-4d4d-a0aa-cd50d06110bd req-79815c44-8932-4289-9d0e-c3ff232159d4 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Made reservation on behalf of bf9f34f21ab94392ab36354129e00f8d for: {'port': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:09:40.115434 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-a1df011b-5515-4d4d-a0aa-cd50d06110bd req-79815c44-8932-4289-9d0e-c3ff232159d4 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:40.119428 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-cd62b4d9-03e4-4585-a79b-5a05d641801a req-701fc260-0ccc-4741-9938-d48a024fde7b tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af78226-6db5-4d3d-a6da-4544ef645c78 HTTP/1.1" status: 200 len: 946 time: 0.2550092 Mar 28 01:09:40.129616 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0b045168-713e-4b7f-852b-026ae75ce453 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:40.166432 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b987dc6-6e61-4e0e-8c52-496c1e797976 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Pushing event updated for resources: {'Network': ['ID=07af9c05-1c2e-450f-8446-433639a6ced3,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:40.167212 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d239143e-96af-4653-9d21-fdb6b1f43b52 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] Made reservation on behalf of 81cfcb56830e40ed9f6f9a4aa8f8089e for: {'subnet': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:09:40.172615 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d239143e-96af-4653-9d21-fdb6b1f43b52 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126112411'] for subnet (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:40.182025 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network 07af9c05-1c2e-450f-8446-433639a6ced3 details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:09:40.362265 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [None req-5bede782-983a-47bd-877e-29a852c61d30 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Allocated IP 172.20.0.10 (6b27c26c-469c-4b1f-b826-35734135a384/727ebb2d-1f51-44de-b5e3-a8cb5db64032/2e8eeaf7-acf9-48cc-90c0-61a3b95474c3) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:09:40.378442 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37c56a0f-b277-480f-85e3-a6c49e471b34 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Made reservation on behalf of 123b9cbc24e44c7fa4900a5cf8071c36 for: {'port': 2} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:09:40.383284 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-37c56a0f-b277-480f-85e3-a6c49e471b34 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:40.408140 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d239143e-96af-4653-9d21-fdb6b1f43b52 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126174976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126112397'] for subnet (9c4d4d2b-78d7-4cc7-a330-62c89e9072e7), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:40.420332 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-37c56a0f-b277-480f-85e3-a6c49e471b34 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:40.459922 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [req-a1df011b-5515-4d4d-a0aa-cd50d06110bd req-79815c44-8932-4289-9d0e-c3ff232159d4 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Allocated IP 172.20.0.10 (788fd3f3-3593-4cdc-933e-dd5c53c623d8/0a57ae47-09ee-4007-9878-c6cea91f6590/c640ecb1-3efd-46b9-a0e3-4945d4ab5df1) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:09:40.493337 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-cd62b4d9-03e4-4585-a79b-5a05d641801a req-65d761ef-aedb-4bca-ba6f-61df57a698fc tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5fc266-2207-46d1-bfc7-83854e73a714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3728645 Mar 28 01:09:40.514671 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d239143e-96af-4653-9d21-fdb6b1f43b52 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] Pushing event updated for resources: {'Subnet': ['ID=9c4d4d2b-78d7-4cc7-a330-62c89e9072e7,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:40.578616 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0b045168-713e-4b7f-852b-026ae75ce453 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group (81acb17e-388b-4b3a-af08-e00920a91d01), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:40.579693 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d239143e-96af-4653-9d21-fdb6b1f43b52 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] Checking segment: {'id': '397da35a-8d5f-4076-beac-1c69f07b6dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9db8d8f4-8424-444b-9554-aeda2def2912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:09:40.580076 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d239143e-96af-4653-9d21-fdb6b1f43b52 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] Network hostable DHCP agents. Network: 9db8d8f4-8424-444b-9554-aeda2def2912, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:09:40.591837 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0b045168-713e-4b7f-852b-026ae75ce453 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (81acb17e-388b-4b3a-af08-e00920a91d01), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:40.639777 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b045168-713e-4b7f-852b-026ae75ce453 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81acb17e-388b-4b3a-af08-e00920a91d01,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:40.656662 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d239143e-96af-4653-9d21-fdb6b1f43b52 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] Network 9db8d8f4-8424-444b-9554-aeda2def2912 is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:09:40.661357 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0b045168-713e-4b7f-852b-026ae75ce453 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:40.665327 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-0b045168-713e-4b7f-852b-026ae75ce453 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6457856 Mar 28 01:09:40.670588 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54152) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:40.676646 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-58b834bb-414c-43b7-9f74-ef1cfb9d8638 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Request body: {'security_group_rule': {'security_group_id': '81acb17e-388b-4b3a-af08-e00920a91d01', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:09:40.682398 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-d239143e-96af-4653-9d21-fdb6b1f43b52 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, 9db8d8f4-8424-444b-9554-aeda2def2912) {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:09:40.689976 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d239143e-96af-4653-9d21-fdb6b1f43b52 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:09:40.691725 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d239143e-96af-4653-9d21-fdb6b1f43b52 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:40.695826 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d606a671-cb0d-4b11-b313-828980a7a358 None None] Network 9db8d8f4-8424-444b-9554-aeda2def2912 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:09:40.724604 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-d239143e-96af-4653-9d21-fdb6b1f43b52 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8771656 Mar 28 01:09:40.724604 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-58b834bb-414c-43b7-9f74-ef1cfb9d8638 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group_rule (a88e5db4-455a-4afe-ab8f-81d2749d0e04), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:40.726982 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54154) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:40.733912 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-e17c6336-9201-48da-a3f6-0eae27629d70 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] Request body: {'port': {'network_id': '9db8d8f4-8424-444b-9554-aeda2def2912', 'name': 'tempest-TagsExtTest-437324889'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:09:40.837499 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4bdae51-d835-4d52-9b89-1f3c60d0146c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-9db8d8f4-8424-444b-9554-aeda2def2912', 'network_id': '9db8d8f4-8424-444b-9554-aeda2def2912', 'project_id': '81cfcb56830e40ed9f6f9a4aa8f8089e', 'fixed_ips': [{'subnet_id': '9c4d4d2b-78d7-4cc7-a330-62c89e9072e7'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:09:40.839051 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d4bdae51-d835-4d52-9b89-1f3c60d0146c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:40.856122 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [None req-37c56a0f-b277-480f-85e3-a6c49e471b34 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] device_id is not set on port 814225ec-b568-4e29-a388-24d1deec3dc5 yet. {{(pid=104099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 01:09:41.006412 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7224f0a-2d34-4b22-aca8-9bec443ddbd1 req-46244d1a-c76c-44c8-84d0-2d88a32a6245 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:09:41.009476 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-b7224f0a-2d34-4b22-aca8-9bec443ddbd1 req-46244d1a-c76c-44c8-84d0-2d88a32a6245 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af78226-6db5-4d3d-a6da-4544ef645c78 HTTP/1.1" status: 200 len: 946 time: 0.3767405 Mar 28 01:09:41.046466 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-d4bdae51-d835-4d52-9b89-1f3c60d0146c None None] Allocated IP 172.20.0.2 (9db8d8f4-8424-444b-9554-aeda2def2912/9c4d4d2b-78d7-4cc7-a330-62c89e9072e7/1f9f17f8-f923-4f70-840a-e941dfb5ce6f) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:09:41.056421 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-a1df011b-5515-4d4d-a0aa-cd50d06110bd req-79815c44-8932-4289-9d0e-c3ff232159d4 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Publish callbacks [] for port (c640ecb1-3efd-46b9-a0e3-4945d4ab5df1), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:41.164186 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5bede782-983a-47bd-877e-29a852c61d30 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks [] for port (2e8eeaf7-acf9-48cc-90c0-61a3b95474c3), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:41.215979 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-a1df011b-5515-4d4d-a0aa-cd50d06110bd req-79815c44-8932-4289-9d0e-c3ff232159d4 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (c640ecb1-3efd-46b9-a0e3-4945d4ab5df1), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:41.224613 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5bede782-983a-47bd-877e-29a852c61d30 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (2e8eeaf7-acf9-48cc-90c0-61a3b95474c3), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:41.241365 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d4bdae51-d835-4d52-9b89-1f3c60d0146c None None] Publish callbacks [] for port (1f9f17f8-f923-4f70-840a-e941dfb5ce6f), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:41.253814 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d4bdae51-d835-4d52-9b89-1f3c60d0146c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (1f9f17f8-f923-4f70-840a-e941dfb5ce6f), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:41.309067 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4bdae51-d835-4d52-9b89-1f3c60d0146c None None] Network 9db8d8f4-8424-444b-9554-aeda2def2912 is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:09:41.315012 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-d4bdae51-d835-4d52-9b89-1f3c60d0146c None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:09:41.317858 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9495644-b9e5-4ccc-b337-887523634247 req-c1ef243f-62aa-4318-ac0d-f54e95a95f54 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:09:41.324575 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-e9495644-b9e5-4ccc-b337-887523634247 req-c1ef243f-62aa-4318-ac0d-f54e95a95f54 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc5c4747-fcbd-4652-b651-1ce8413f1a2b HTTP/1.1" status: 200 len: 932 time: 0.1903493 Mar 28 01:09:41.325030 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4bdae51-d835-4d52-9b89-1f3c60d0146c None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:09:41.357224 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-58b834bb-414c-43b7-9f74-ef1cfb9d8638 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group_rule (a88e5db4-455a-4afe-ab8f-81d2749d0e04), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:41.367025 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1df011b-5515-4d4d-a0aa-cd50d06110bd req-79815c44-8932-4289-9d0e-c3ff232159d4 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Network 788fd3f3-3593-4cdc-933e-dd5c53c623d8 is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:09:41.372503 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-37c56a0f-b277-480f-85e3-a6c49e471b34 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks [] for port (814225ec-b568-4e29-a388-24d1deec3dc5), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:41.381463 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bdae51-d835-4d52-9b89-1f3c60d0146c None None] Pushing event updated for resources: {'Port': ['ID=1f9f17f8-f923-4f70-840a-e941dfb5ce6f,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:41.387162 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [req-a1df011b-5515-4d4d-a0aa-cd50d06110bd req-79815c44-8932-4289-9d0e-c3ff232159d4 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:09:41.391531 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1df011b-5515-4d4d-a0aa-cd50d06110bd req-79815c44-8932-4289-9d0e-c3ff232159d4 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:09:41.399161 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-58b834bb-414c-43b7-9f74-ef1cfb9d8638 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (a88e5db4-455a-4afe-ab8f-81d2749d0e04), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:41.435153 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bede782-983a-47bd-877e-29a852c61d30 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Network 6b27c26c-469c-4b1f-b826-35734135a384 is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:09:41.460555 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b834bb-414c-43b7-9f74-ef1cfb9d8638 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a88e5db4-455a-4afe-ab8f-81d2749d0e04,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:41.474273 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-d4bdae51-d835-4d52-9b89-1f3c60d0146c None None] Attempting to bind port 1f9f17f8-f923-4f70-840a-e941dfb5ce6f on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:09:41.474982 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-d4bdae51-d835-4d52-9b89-1f3c60d0146c None None] Attempting to bind port 1f9f17f8-f923-4f70-840a-e941dfb5ce6f by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': '397da35a-8d5f-4076-beac-1c69f07b6dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9db8d8f4-8424-444b-9554-aeda2def2912'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:09:41.475573 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bdae51-d835-4d52-9b89-1f3c60d0146c None None] Attempting to bind port 1f9f17f8-f923-4f70-840a-e941dfb5ce6f on network 9db8d8f4-8424-444b-9554-aeda2def2912 {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:09:41.487489 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bdae51-d835-4d52-9b89-1f3c60d0146c None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:09:41.488676 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bdae51-d835-4d52-9b89-1f3c60d0146c None None] Checking segment: {'id': '397da35a-8d5f-4076-beac-1c69f07b6dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9db8d8f4-8424-444b-9554-aeda2def2912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:09:41.489358 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d4bdae51-d835-4d52-9b89-1f3c60d0146c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:41.490056 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bdae51-d835-4d52-9b89-1f3c60d0146c None None] Bound using segment: {'id': '397da35a-8d5f-4076-beac-1c69f07b6dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9db8d8f4-8424-444b-9554-aeda2def2912'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:09:41.491004 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-d4bdae51-d835-4d52-9b89-1f3c60d0146c None None] Bound port: 1f9f17f8-f923-4f70-840a-e941dfb5ce6f, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '397da35a-8d5f-4076-beac-1c69f07b6dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9db8d8f4-8424-444b-9554-aeda2def2912'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:09:41.491807 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d4bdae51-d835-4d52-9b89-1f3c60d0146c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (1f9f17f8-f923-4f70-840a-e941dfb5ce6f), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:41.494093 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-e9495644-b9e5-4ccc-b337-887523634247 req-8e4af374-ea14-4c7f-91f6-7fbe229a7aea tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a04cadd-9e33-421f-9e10-fcf82d2217a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1683748 Mar 28 01:09:41.514543 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-8a624d81-9c11-46f6-955d-f63f05b8ad92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:41.514720 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-58b834bb-414c-43b7-9f74-ef1cfb9d8638 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:41.514720 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-58b834bb-414c-43b7-9f74-ef1cfb9d8638 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8412523 Mar 28 01:09:41.514720 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e17c6336-9201-48da-a3f6-0eae27629d70 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] Made reservation on behalf of 81cfcb56830e40ed9f6f9a4aa8f8089e for: {'port': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:09:41.519296 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e17c6336-9201-48da-a3f6-0eae27629d70 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:41.521734 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54158) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:41.552750 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79815c44-8932-4289-9d0e-c3ff232159d4 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Pushing event updated for resources: {'Port': ['ID=c640ecb1-3efd-46b9-a0e3-4945d4ab5df1,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:41.556374 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-5bede782-983a-47bd-877e-29a852c61d30 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:09:41.584340 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bede782-983a-47bd-877e-29a852c61d30 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:09:41.604742 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.notifiers.nova [None req-e17c6336-9201-48da-a3f6-0eae27629d70 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] device_id is not set on port 62e3e029-fdd4-406c-b769-b360d48e9403 yet. {{(pid=104098) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 01:09:41.618491 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-d4bdae51-d835-4d52-9b89-1f3c60d0146c None None] For port 1f9f17f8-f923-4f70-840a-e941dfb5ce6f, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:09:41.635403 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-d4bdae51-d835-4d52-9b89-1f3c60d0146c None None] For port 1f9f17f8-f923-4f70-840a-e941dfb5ce6f, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=1f9f17f8-f923-4f70-840a-e941dfb5ce6f,segment=NetworkSegment(397da35a-8d5f-4076-beac-1c69f07b6dc3),segment_id=397da35a-8d5f-4076-beac-1c69f07b6dc3)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:09:41.641727 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bede782-983a-47bd-877e-29a852c61d30 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:09:41.642457 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5bede782-983a-47bd-877e-29a852c61d30 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:41.647682 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d4bdae51-d835-4d52-9b89-1f3c60d0146c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (1f9f17f8-f923-4f70-840a-e941dfb5ce6f), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:41.724561 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-cd7bd419-05b9-4d22-a329-f37fa3826cfc tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group (81acb17e-388b-4b3a-af08-e00920a91d01), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:41.726910 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-b7224f0a-2d34-4b22-aca8-9bec443ddbd1 req-0026ca9f-568a-4054-9716-558ba2e4c040 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5fc266-2207-46d1-bfc7-83854e73a714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7073891 Mar 28 01:09:41.737956 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [None req-37c56a0f-b277-480f-85e3-a6c49e471b34 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] device_id is not set on port 9e415752-701e-4725-8d5e-0e3546e541ba yet. {{(pid=104099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 01:09:41.742621 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d708d1-43ad-419a-82e4-c3386c60e7c0 None None] Network 6b27c26c-469c-4b1f-b826-35734135a384 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:09:41.746848 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1df011b-5515-4d4d-a0aa-cd50d06110bd req-79815c44-8932-4289-9d0e-c3ff232159d4 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:09:41.747007 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-a1df011b-5515-4d4d-a0aa-cd50d06110bd req-79815c44-8932-4289-9d0e-c3ff232159d4 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:41.761693 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-5bede782-983a-47bd-877e-29a852c61d30 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.4479370 Mar 28 01:09:41.765384 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54160) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:41.852163 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bdae51-d835-4d52-9b89-1f3c60d0146c None None] Pushing event updated for resources: {'Port': ['ID=1f9f17f8-f923-4f70-840a-e941dfb5ce6f,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:41.858355 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-cd7bd419-05b9-4d22-a329-f37fa3826cfc tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group (81acb17e-388b-4b3a-af08-e00920a91d01), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:41.886559 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-81fccf04-e8e8-4d56-85c1-b0fb5f85d2cf None None] Provisioning complete for port 91806737-9cff-455a-990c-3348eebe510f triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:09:41.886944 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-81fccf04-e8e8-4d56-85c1-b0fb5f85d2cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (91806737-9cff-455a-990c-3348eebe510f), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:41.952311 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a1df011b-5515-4d4d-a0aa-cd50d06110bd req-79815c44-8932-4289-9d0e-c3ff232159d4 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5012195 Mar 28 01:09:41.952827 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bede782-983a-47bd-877e-29a852c61d30 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Pushing event updated for resources: {'Port': ['ID=2e8eeaf7-acf9-48cc-90c0-61a3b95474c3,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:41.997076 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-e17c6336-9201-48da-a3f6-0eae27629d70 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] Allocated IP 172.20.0.3 (9db8d8f4-8424-444b-9554-aeda2def2912/9c4d4d2b-78d7-4cc7-a330-62c89e9072e7/62e3e029-fdd4-406c-b769-b360d48e9403) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:09:42.032256 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [req-a1df011b-5515-4d4d-a0aa-cd50d06110bd req-15c875d3-f7f9-4c2e-9152-64bf4e186385 service neutron] Request body: {'port': {'device_id': 'fc5c4747-fcbd-4652-b651-1ce8413f1a2b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8348'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:09:42.054202 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-cd7bd419-05b9-4d22-a329-f37fa3826cfc tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (81acb17e-388b-4b3a-af08-e00920a91d01), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:42.066058 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-cd7bd419-05b9-4d22-a329-f37fa3826cfc tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:42.071600 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-cd7bd419-05b9-4d22-a329-f37fa3826cfc tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] 10.222.0.24 "DELETE /v2.0/security-groups/81acb17e-388b-4b3a-af08-e00920a91d01 HTTP/1.1" status: 204 len: 168 time: 0.5481410 Mar 28 01:09:42.091417 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54166) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:42.129943 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7bd419-05b9-4d22-a329-f37fa3826cfc tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81acb17e-388b-4b3a-af08-e00920a91d01,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:42.223748 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-81fccf04-e8e8-4d56-85c1-b0fb5f85d2cf None None] Current status of the port 91806737-9cff-455a-990c-3348eebe510f is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:09:42.224284 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-81fccf04-e8e8-4d56-85c1-b0fb5f85d2cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (91806737-9cff-455a-990c-3348eebe510f), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:42.254365 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-a82fc01f-f868-406e-9fa4-18b098ddcde7 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1555262 Mar 28 01:09:42.257411 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54168) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:42.286448 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-81fccf04-e8e8-4d56-85c1-b0fb5f85d2cf None None] For port 91806737-9cff-455a-990c-3348eebe510f, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=91806737-9cff-455a-990c-3348eebe510f,segment=NetworkSegment(923fdbf0-9e94-4cf0-a1dd-434e39e4fe7b),segment_id=923fdbf0-9e94-4cf0-a1dd-434e39e4fe7b)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:09:42.294272 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-81fccf04-e8e8-4d56-85c1-b0fb5f85d2cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (91806737-9cff-455a-990c-3348eebe510f), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:42.374687 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 1f9f17f8-f923-4f70-840a-e941dfb5ce6f up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:09:42.392625 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-5d1fc570-ff5c-43e3-971a-260fe1aefc95 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1301131 Mar 28 01:09:42.395832 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54170) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:42.433391 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.api.v2.resource [None req-d61b0d4a-8b17-4991-88b9-02a741ab9aa5 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] delete failed (client error): The resource could not be found. Mar 28 01:09:42.437803 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-d61b0d4a-8b17-4991-88b9-02a741ab9aa5 tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] 10.222.0.24 "DELETE /v2.0/security-groups/81acb17e-388b-4b3a-af08-e00920a91d01 HTTP/1.1" status: 404 len: 347 time: 0.0379083 Mar 28 01:09:42.441341 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54172) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:42.458400 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e17c6336-9201-48da-a3f6-0eae27629d70 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] Publish callbacks [] for port (62e3e029-fdd4-406c-b769-b360d48e9403), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:42.506210 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e17c6336-9201-48da-a3f6-0eae27629d70 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (62e3e029-fdd4-406c-b769-b360d48e9403), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:42.567989 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17c6336-9201-48da-a3f6-0eae27629d70 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] Pushing event updated for resources: {'Port': ['ID=62e3e029-fdd4-406c-b769-b360d48e9403,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:42.645428 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17c6336-9201-48da-a3f6-0eae27629d70 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] Network 9db8d8f4-8424-444b-9554-aeda2def2912 is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:09:42.689125 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-e17c6336-9201-48da-a3f6-0eae27629d70 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:09:42.694665 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17c6336-9201-48da-a3f6-0eae27629d70 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:09:42.744333 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fccf04-e8e8-4d56-85c1-b0fb5f85d2cf None None] Pushing event updated for resources: {'Port': ['ID=91806737-9cff-455a-990c-3348eebe510f,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:42.757387 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-4cb2e592-4eed-4556-b4b4-1afb24f8769a None None] Provisioning complete for port c640ecb1-3efd-46b9-a0e3-4945d4ab5df1 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:09:42.757764 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-4cb2e592-4eed-4556-b4b4-1afb24f8769a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (c640ecb1-3efd-46b9-a0e3-4945d4ab5df1), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:42.788384 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 1f9f17f8-f923-4f70-840a-e941dfb5ce6f triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:09:42.788765 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (1f9f17f8-f923-4f70-840a-e941dfb5ce6f), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:42.807770 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-f09f8f4c-933c-4e42-abad-90c11ec9b4da tempest-SecGroupIPv6Test-2014963479 tempest-SecGroupIPv6Test-2014963479-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.3651600 Mar 28 01:09:42.813855 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17c6336-9201-48da-a3f6-0eae27629d70 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:09:42.814648 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e17c6336-9201-48da-a3f6-0eae27629d70 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:42.860888 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfaee3e-87a4-4682-bc13-6ce9fd5a5911 req-dd1c2be1-a77f-4fbd-906e-9bffe56b1061 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:09:42.862498 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-3cfaee3e-87a4-4682-bc13-6ce9fd5a5911 req-dd1c2be1-a77f-4fbd-906e-9bffe56b1061 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc5c4747-fcbd-4652-b651-1ce8413f1a2b HTTP/1.1" status: 200 len: 932 time: 0.2249215 Mar 28 01:09:42.871221 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-e17c6336-9201-48da-a3f6-0eae27629d70 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.1432195 Mar 28 01:09:42.878318 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-4cb2e592-4eed-4556-b4b4-1afb24f8769a None None] Port c640ecb1-3efd-46b9-a0e3-4945d4ab5df1 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:09:42.888392 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54178) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:42.893954 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-d62ff8a3-6b1b-4e9d-b440-989b79769180 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-392800911', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:09:42.947521 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-a1df011b-5515-4d4d-a0aa-cd50d06110bd req-15c875d3-f7f9-4c2e-9152-64bf4e186385 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (c640ecb1-3efd-46b9-a0e3-4945d4ab5df1), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:42.969635 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d62ff8a3-6b1b-4e9d-b440-989b79769180 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7069'] for router (1034da3f-7048-4644-8655-c0ce2a525a56), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:42.970659 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d62ff8a3-6b1b-4e9d-b440-989b79769180 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4188952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7062'] for router (1034da3f-7048-4644-8655-c0ce2a525a56), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:43.023540 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 1f9f17f8-f923-4f70-840a-e941dfb5ce6f is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:09:43.023943 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (1f9f17f8-f923-4f70-840a-e941dfb5ce6f), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:43.053072 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d62ff8a3-6b1b-4e9d-b440-989b79769180 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] Publish callbacks [] for router_controller (1034da3f-7048-4644-8655-c0ce2a525a56), precommit_add_association {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:43.066732 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d62ff8a3-6b1b-4e9d-b440-989b79769180 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687953'] for router (1034da3f-7048-4644-8655-c0ce2a525a56), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:43.104974 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-4927e8f0-a007-444a-a16f-0d59efcdb840 None None] Provisioning complete for port 2e8eeaf7-acf9-48cc-90c0-61a3b95474c3 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:09:43.105374 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-4927e8f0-a007-444a-a16f-0d59efcdb840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (2e8eeaf7-acf9-48cc-90c0-61a3b95474c3), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:43.116678 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-3cfaee3e-87a4-4682-bc13-6ce9fd5a5911 req-9bea4661-5140-4eac-b477-afcb015871ca tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a04cadd-9e33-421f-9e10-fcf82d2217a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2343609 Mar 28 01:09:43.126229 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d62ff8a3-6b1b-4e9d-b440-989b79769180 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] Publish callbacks [] for router (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:43.140550 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-d62ff8a3-6b1b-4e9d-b440-989b79769180 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2485502 Mar 28 01:09:43.140744 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54182) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:43.146495 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-0679b875-b128-4feb-b241-d1fd67e75b0f tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-296333099', 'prefixes': ['172.20.0.0/16']}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:09:43.168716 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] For port 1f9f17f8-f923-4f70-840a-e941dfb5ce6f, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=1f9f17f8-f923-4f70-840a-e941dfb5ce6f,segment=NetworkSegment(397da35a-8d5f-4076-beac-1c69f07b6dc3),segment_id=397da35a-8d5f-4076-beac-1c69f07b6dc3)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:09:43.183012 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (1f9f17f8-f923-4f70-840a-e941dfb5ce6f), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:43.184971 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 91806737-9cff-455a-990c-3348eebe510f up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:09:43.191413 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-4927e8f0-a007-444a-a16f-0d59efcdb840 None None] Port 2e8eeaf7-acf9-48cc-90c0-61a3b95474c3 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:09:43.253732 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0679b875-b128-4feb-b241-d1fd67e75b0f tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:43.258907 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-0679b875-b128-4feb-b241-d1fd67e75b0f tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.1134930 Mar 28 01:09:43.259705 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54184) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:43.267787 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.tag.tag_plugin [None req-aca7ebb7-55a8-4606-942e-352e391b5e90 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '9c4d4d2b-78d7-4cc7-a330-62c89e9072e7', 'tempest-TagsExtTest-Tag-1824848553') {} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:43.275982 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-4927e8f0-a007-444a-a16f-0d59efcdb840 None None] Provisioning complete for port 91806737-9cff-455a-990c-3348eebe510f triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:09:43.276655 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-4927e8f0-a007-444a-a16f-0d59efcdb840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (91806737-9cff-455a-990c-3348eebe510f), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:43.334170 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54186) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:43.364471 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Pushing event updated for resources: {'Port': ['ID=1f9f17f8-f923-4f70-840a-e941dfb5ce6f,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:43.435050 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-aca7ebb7-55a8-4606-942e-352e391b5e90 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] 10.222.0.24 "PUT /v2.0/subnets/9c4d4d2b-78d7-4cc7-a330-62c89e9072e7/tags/tempest-TagsExtTest-Tag-1824848553 HTTP/1.1" status: 201 len: 201 time: 0.1715560 Mar 28 01:09:43.437897 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54190) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:43.448165 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.tag.tag_plugin [None req-5a7b8e4e-0130-4e46-8d3a-b1047d928376 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '62e3e029-fdd4-406c-b769-b360d48e9403', 'tempest-TagsExtTest-Tag-1294716044') {} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:43.462228 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 91806737-9cff-455a-990c-3348eebe510f triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:09:43.467053 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (91806737-9cff-455a-990c-3348eebe510f), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:43.557162 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-5a7b8e4e-0130-4e46-8d3a-b1047d928376 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] 10.222.0.24 "PUT /v2.0/ports/62e3e029-fdd4-406c-b769-b360d48e9403/tags/tempest-TagsExtTest-Tag-1294716044 HTTP/1.1" status: 201 len: 201 time: 0.1153147 Mar 28 01:09:43.558740 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54192) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:43.559988 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606dec66-b0c6-4d58-973d-da064c285e27 None None] Network 9db8d8f4-8424-444b-9554-aeda2def2912 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:09:43.564910 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.tag.tag_plugin [None req-ab6f8362-904e-494f-b510-3218b9f5c0cb tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '1034da3f-7048-4644-8655-c0ce2a525a56', 'tempest-TagsExtTest-Tag-1794922192') {} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:43.587693 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-37c56a0f-b277-480f-85e3-a6c49e471b34 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks [] for port (9e415752-701e-4725-8d5e-0e3546e541ba), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:43.675862 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbe07fd-caf6-4dc1-9ffa-c063eb34deec req-a356d3c5-2d44-41cf-98de-5fa5619d1c92 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:09:43.683432 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-4bbe07fd-caf6-4dc1-9ffa-c063eb34deec req-a356d3c5-2d44-41cf-98de-5fa5619d1c92 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af78226-6db5-4d3d-a6da-4544ef645c78 HTTP/1.1" status: 200 len: 946 time: 0.9997354 Mar 28 01:09:43.688226 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-4927e8f0-a007-444a-a16f-0d59efcdb840 None None] Current status of the port 91806737-9cff-455a-990c-3348eebe510f is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:09:43.692525 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-17665b8a-3602-4b56-9336-4e1ffdb10341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:43.715991 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-041283a8-4a80-422c-b0dc-14f52314705e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f4e3afe2fdc344939e3423040c31d97c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3804173 Mar 28 01:09:43.719878 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54194) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:43.764440 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 91806737-9cff-455a-990c-3348eebe510f is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:09:43.794449 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-ab6f8362-904e-494f-b510-3218b9f5c0cb tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] 10.222.0.24 "PUT /v2.0/routers/1034da3f-7048-4644-8655-c0ce2a525a56/tags/tempest-TagsExtTest-Tag-1794922192 HTTP/1.1" status: 201 len: 201 time: 0.2319703 Mar 28 01:09:43.798914 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54196) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:43.814186 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-de6bda0f-a2d5-4e7b-964e-d02923ba1883 admin admin] Publish callbacks [] for security_group (ba77ec48-0ff6-4254-add5-2df62644f2cd), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:43.818014 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-c361a9f9-0146-439d-92b8-8d5a763d2918 None None] Provisioning complete for port 1f9f17f8-f923-4f70-840a-e941dfb5ce6f triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:09:43.818403 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-c361a9f9-0146-439d-92b8-8d5a763d2918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (1f9f17f8-f923-4f70-840a-e941dfb5ce6f), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:43.819621 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [req-a1df011b-5515-4d4d-a0aa-cd50d06110bd req-15c875d3-f7f9-4c2e-9152-64bf4e186385 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c640ecb1-3efd-46b9-a0e3-4945d4ab5df1 {{(pid=104099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 01:09:43.840837 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-de6bda0f-a2d5-4e7b-964e-d02923ba1883 admin admin] Publish callbacks [] for security_group (ba77ec48-0ff6-4254-add5-2df62644f2cd), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:43.843091 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.tag.tag_plugin [None req-5351a7ee-5fbc-4121-89fb-5d9c6b971d1e tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'ecdf7fd2-abb3-418c-a805-6b7f91f6574c', 'tempest-TagsExtTest-Tag-590725165') {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:43.848706 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-37c56a0f-b277-480f-85e3-a6c49e471b34 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (814225ec-b568-4e29-a388-24d1deec3dc5), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:43.872320 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-a1df011b-5515-4d4d-a0aa-cd50d06110bd req-15c875d3-f7f9-4c2e-9152-64bf4e186385 service neutron] Publish callbacks [] for port (c640ecb1-3efd-46b9-a0e3-4945d4ab5df1), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:43.927881 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-de6bda0f-a2d5-4e7b-964e-d02923ba1883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (ba77ec48-0ff6-4254-add5-2df62644f2cd), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:43.934519 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-de6bda0f-a2d5-4e7b-964e-d02923ba1883 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:43.952443 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-de6bda0f-a2d5-4e7b-964e-d02923ba1883 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ba77ec48-0ff6-4254-add5-2df62644f2cd HTTP/1.1" status: 204 len: 168 time: 0.2302747 Mar 28 01:09:43.955312 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-aa4e3978-1982-446f-b52a-d605a369cbd7 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (2e8eeaf7-acf9-48cc-90c0-61a3b95474c3), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:43.972296 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c56a0f-b277-480f-85e3-a6c49e471b34 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Network eed7ffa2-4413-4fe4-b128-d4b0e8228d21 is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:09:43.980311 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-c361a9f9-0146-439d-92b8-8d5a763d2918 None None] Current status of the port 1f9f17f8-f923-4f70-840a-e941dfb5ce6f is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:09:43.993793 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-4bbe07fd-caf6-4dc1-9ffa-c063eb34deec req-dc81cb40-053f-45e1-9a08-8eeb48648d63 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5fc266-2207-46d1-bfc7-83854e73a714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3088827 Mar 28 01:09:43.994095 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6bda0f-a2d5-4e7b-964e-d02923ba1883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba77ec48-0ff6-4254-add5-2df62644f2cd,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:43.998950 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [req-a1df011b-5515-4d4d-a0aa-cd50d06110bd req-15c875d3-f7f9-4c2e-9152-64bf4e186385 service neutron] Transition to ACTIVE for port object c640ecb1-3efd-46b9-a0e3-4945d4ab5df1 will not be triggered until provisioned by entity L2. {{(pid=104099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 01:09:44.066442 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-a1df011b-5515-4d4d-a0aa-cd50d06110bd req-15c875d3-f7f9-4c2e-9152-64bf4e186385 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (c640ecb1-3efd-46b9-a0e3-4945d4ab5df1), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:44.069065 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-37c56a0f-b277-480f-85e3-a6c49e471b34 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:09:44.148060 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c56a0f-b277-480f-85e3-a6c49e471b34 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:09:44.149459 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-37c56a0f-b277-480f-85e3-a6c49e471b34 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (9e415752-701e-4725-8d5e-0e3546e541ba), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:44.213616 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c56a0f-b277-480f-85e3-a6c49e471b34 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Pushing event updated for resources: {'Port': ['ID=814225ec-b568-4e29-a388-24d1deec3dc5,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:44.236268 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-c93d5034-b26b-475d-9b69-8afb42e1f114 None None] Provisioning complete for port 62e3e029-fdd4-406c-b769-b360d48e9403 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:09:44.236424 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-c93d5034-b26b-475d-9b69-8afb42e1f114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (62e3e029-fdd4-406c-b769-b360d48e9403), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:44.239060 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-5351a7ee-5fbc-4121-89fb-5d9c6b971d1e tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] 10.222.0.24 "PUT /v2.0/subnetpools/ecdf7fd2-abb3-418c-a805-6b7f91f6574c/tags/tempest-TagsExtTest-Tag-590725165 HTTP/1.1" status: 201 len: 201 time: 0.4248738 Mar 28 01:09:44.241794 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54204) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:44.249855 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.tag.tag_plugin [None req-14a432d7-4dab-4fd2-bd24-aac36020e8fb tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '9c4d4d2b-78d7-4cc7-a330-62c89e9072e7') {} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:44.272722 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 1f9f17f8-f923-4f70-840a-e941dfb5ce6f up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:09:44.336378 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-c93d5034-b26b-475d-9b69-8afb42e1f114 None None] Port 62e3e029-fdd4-406c-b769-b360d48e9403 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:09:44.369397 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-c93d5034-b26b-475d-9b69-8afb42e1f114 None None] Provisioning complete for port 1f9f17f8-f923-4f70-840a-e941dfb5ce6f triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:09:44.370081 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-c93d5034-b26b-475d-9b69-8afb42e1f114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (1f9f17f8-f923-4f70-840a-e941dfb5ce6f), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:44.412389 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 1f9f17f8-f923-4f70-840a-e941dfb5ce6f triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:09:44.413107 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (1f9f17f8-f923-4f70-840a-e941dfb5ce6f), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:44.534186 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 1f9f17f8-f923-4f70-840a-e941dfb5ce6f is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:09:44.536075 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 91806737-9cff-455a-990c-3348eebe510f up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:09:44.566420 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-14a432d7-4dab-4fd2-bd24-aac36020e8fb tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] 10.222.0.24 "GET /v2.0/subnets/9c4d4d2b-78d7-4cc7-a330-62c89e9072e7/tags HTTP/1.1" status: 200 len: 241 time: 0.3229523 Mar 28 01:09:44.575993 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442be0b9-9bed-4589-a79c-fdd4bcd24529 req-1b23b221-3522-4ada-ad57-c36178df2946 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:09:44.577610 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-442be0b9-9bed-4589-a79c-fdd4bcd24529 req-1b23b221-3522-4ada-ad57-c36178df2946 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc5c4747-fcbd-4652-b651-1ce8413f1a2b HTTP/1.1" status: 200 len: 944 time: 0.3213611 Mar 28 01:09:44.578156 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54212) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:44.627006 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c875d3-f7f9-4c2e-9152-64bf4e186385 service neutron] Pushing event updated for resources: {'Port': ['ID=c640ecb1-3efd-46b9-a0e3-4945d4ab5df1,revision_number=2']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:44.647043 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.tag.tag_plugin [None req-40eed64b-c1b3-471f-af59-2c7546b49d3b tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '9c4d4d2b-78d7-4cc7-a330-62c89e9072e7', 'tempest-TagsExtTest-Tag-1824848553') {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:44.649235 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-c93d5034-b26b-475d-9b69-8afb42e1f114 None None] Current status of the port 1f9f17f8-f923-4f70-840a-e941dfb5ce6f is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:09:44.660589 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4108fb6d-0abe-4b74-8c3f-b847f82f6d75 req-bffd2efc-1c43-45be-9620-c4777b8a61b1 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:09:44.662081 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-4108fb6d-0abe-4b74-8c3f-b847f82f6d75 req-bffd2efc-1c43-45be-9620-c4777b8a61b1 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.10 "GET /v2.0/ports?device_id=3af78226-6db5-4d3d-a6da-4544ef645c78 HTTP/1.1" status: 200 len: 946 time: 0.5841453 Mar 28 01:09:44.680061 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-442be0b9-9bed-4589-a79c-fdd4bcd24529 req-d03c926d-1a1b-448f-b317-2c15013d0f38 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a04cadd-9e33-421f-9e10-fcf82d2217a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0936351 Mar 28 01:09:44.710730 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 91806737-9cff-455a-990c-3348eebe510f triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:09:44.712399 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (91806737-9cff-455a-990c-3348eebe510f), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:44.758207 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c56a0f-b277-480f-85e3-a6c49e471b34 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Checking segment: {'id': '9f9c40e0-82e4-4605-a01a-26327714dfc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '07af9c05-1c2e-450f-8446-433639a6ced3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:09:44.758577 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c56a0f-b277-480f-85e3-a6c49e471b34 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Network hostable DHCP agents. Network: 07af9c05-1c2e-450f-8446-433639a6ced3, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:09:44.765781 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:44.787534 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-abe3259b-7a8d-4efe-978a-0e72addcb972 None None] Provisioning complete for port 62e3e029-fdd4-406c-b769-b360d48e9403 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:09:44.787812 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-abe3259b-7a8d-4efe-978a-0e72addcb972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (62e3e029-fdd4-406c-b769-b360d48e9403), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:44.859186 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 91806737-9cff-455a-990c-3348eebe510f is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:09:44.861212 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-abe3259b-7a8d-4efe-978a-0e72addcb972 None None] Port 62e3e029-fdd4-406c-b769-b360d48e9403 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:09:44.918609 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c56a0f-b277-480f-85e3-a6c49e471b34 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Pushing event updated for resources: {'Port': ['ID=9e415752-701e-4725-8d5e-0e3546e541ba,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:44.969315 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-a1df011b-5515-4d4d-a0aa-cd50d06110bd req-15c875d3-f7f9-4c2e-9152-64bf4e186385 service neutron] Attempting to bind port c640ecb1-3efd-46b9-a0e3-4945d4ab5df1 on host hv-neutron-8348 for vnic_type normal with profile {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:09:44.969702 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-a1df011b-5515-4d4d-a0aa-cd50d06110bd req-15c875d3-f7f9-4c2e-9152-64bf4e186385 service neutron] Attempting to bind port c640ecb1-3efd-46b9-a0e3-4945d4ab5df1 by drivers openvswitch,hyperv on host hv-neutron-8348 at level 0 using segments [{'id': 'de88a4a0-f76a-4017-a6e3-6b8499720147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '788fd3f3-3593-4cdc-933e-dd5c53c623d8'}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:09:44.969982 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1df011b-5515-4d4d-a0aa-cd50d06110bd req-15c875d3-f7f9-4c2e-9152-64bf4e186385 service neutron] Attempting to bind port c640ecb1-3efd-46b9-a0e3-4945d4ab5df1 on network 788fd3f3-3593-4cdc-933e-dd5c53c623d8 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:09:44.973159 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c56a0f-b277-480f-85e3-a6c49e471b34 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Network 07af9c05-1c2e-450f-8446-433639a6ced3 is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:09:45.005895 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1df011b-5515-4d4d-a0aa-cd50d06110bd req-15c875d3-f7f9-4c2e-9152-64bf4e186385 service neutron] Port c640ecb1-3efd-46b9-a0e3-4945d4ab5df1 on network 788fd3f3-3593-4cdc-933e-dd5c53c623d8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8348 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 01:09:45.006299 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1df011b-5515-4d4d-a0aa-cd50d06110bd req-15c875d3-f7f9-4c2e-9152-64bf4e186385 service neutron] Attempting to bind port c640ecb1-3efd-46b9-a0e3-4945d4ab5df1 on network 788fd3f3-3593-4cdc-933e-dd5c53c623d8 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:09:45.024538 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-37c56a0f-b277-480f-85e3-a6c49e471b34 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, 07af9c05-1c2e-450f-8446-433639a6ced3) {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:09:45.037827 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e585370-7134-4037-af01-722474aba94e None None] Network 07af9c05-1c2e-450f-8446-433639a6ced3 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:09:45.038484 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1df011b-5515-4d4d-a0aa-cd50d06110bd req-15c875d3-f7f9-4c2e-9152-64bf4e186385 service neutron] Checking agent: {'id': '287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8348', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 1, 2, 33), 'started_at': datetime.datetime(2022, 3, 28, 1, 2, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:09:45.038832 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1df011b-5515-4d4d-a0aa-cd50d06110bd req-15c875d3-f7f9-4c2e-9152-64bf4e186385 service neutron] Checking segment: {'id': 'de88a4a0-f76a-4017-a6e3-6b8499720147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '788fd3f3-3593-4cdc-933e-dd5c53c623d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:09:45.039212 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1df011b-5515-4d4d-a0aa-cd50d06110bd req-15c875d3-f7f9-4c2e-9152-64bf4e186385 service neutron] Bound using segment: {'id': 'de88a4a0-f76a-4017-a6e3-6b8499720147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '788fd3f3-3593-4cdc-933e-dd5c53c623d8'} {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:09:45.039657 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-a1df011b-5515-4d4d-a0aa-cd50d06110bd req-15c875d3-f7f9-4c2e-9152-64bf4e186385 service neutron] Bound port: c640ecb1-3efd-46b9-a0e3-4945d4ab5df1, host: hv-neutron-8348, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de88a4a0-f76a-4017-a6e3-6b8499720147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '788fd3f3-3593-4cdc-933e-dd5c53c623d8'}}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:09:45.040011 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-a1df011b-5515-4d4d-a0aa-cd50d06110bd req-15c875d3-f7f9-4c2e-9152-64bf4e186385 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (c640ecb1-3efd-46b9-a0e3-4945d4ab5df1), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:45.044669 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c56a0f-b277-480f-85e3-a6c49e471b34 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:09:45.050435 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c56a0f-b277-480f-85e3-a6c49e471b34 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:09:45.054856 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c56a0f-b277-480f-85e3-a6c49e471b34 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:09:45.055544 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-37c56a0f-b277-480f-85e3-a6c49e471b34 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:45.089179 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-40eed64b-c1b3-471f-af59-2c7546b49d3b tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] 10.222.0.24 "GET /v2.0/subnets/9c4d4d2b-78d7-4cc7-a330-62c89e9072e7/tags/tempest-TagsExtTest-Tag-1824848553 HTTP/1.1" status: 204 len: 168 time: 0.4633741 Mar 28 01:09:45.091718 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54228) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:45.098774 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [req-4108fb6d-0abe-4b74-8c3f-b847f82f6d75 req-17988d62-03e0-418f-8cf3-68f9a1d78923 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Deleting port f45dfffa-72fe-4b22-af16-435c4c53d944 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:09:45.099088 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-4108fb6d-0abe-4b74-8c3f-b847f82f6d75 req-17988d62-03e0-418f-8cf3-68f9a1d78923 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (f45dfffa-72fe-4b22-af16-435c4c53d944), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:45.102226 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.tag.tag_plugin [None req-925e3d9f-112c-416a-b2a7-6ebf2f99a91a tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '9c4d4d2b-78d7-4cc7-a330-62c89e9072e7', 'tempest-TagsExtTest-Tag-1824848553') {} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:45.122580 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-aa4e3978-1982-446f-b52a-d605a369cbd7 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks [] for port (2e8eeaf7-acf9-48cc-90c0-61a3b95474c3), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:45.180294 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-37c56a0f-b277-480f-85e3-a6c49e471b34 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 5.3262689 Mar 28 01:09:45.181880 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54230) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:45.185979 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-aa4e3978-1982-446f-b52a-d605a369cbd7 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (2e8eeaf7-acf9-48cc-90c0-61a3b95474c3), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:45.224357 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-925e3d9f-112c-416a-b2a7-6ebf2f99a91a tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] 10.222.0.24 "DELETE /v2.0/subnets/9c4d4d2b-78d7-4cc7-a330-62c89e9072e7/tags/tempest-TagsExtTest-Tag-1824848553 HTTP/1.1" status: 204 len: 168 time: 0.1282730 Mar 28 01:09:45.225397 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54232) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:45.288631 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.tag.tag_plugin [None req-fde4f6bc-0636-430b-add2-a27cd7777c32 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '9c4d4d2b-78d7-4cc7-a330-62c89e9072e7') {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:45.417556 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4e3978-1982-446f-b52a-d605a369cbd7 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Pushing event updated for resources: {'Port': ['ID=2e8eeaf7-acf9-48cc-90c0-61a3b95474c3,revision_number=2']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:45.455378 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-a1df011b-5515-4d4d-a0aa-cd50d06110bd req-15c875d3-f7f9-4c2e-9152-64bf4e186385 service neutron] For port c640ecb1-3efd-46b9-a0e3-4945d4ab5df1, host hv-neutron-8348, cleared binding levels {{(pid=104099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:09:45.496129 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-4108fb6d-0abe-4b74-8c3f-b847f82f6d75 req-17988d62-03e0-418f-8cf3-68f9a1d78923 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] For port f45dfffa-72fe-4b22-af16-435c4c53d944, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=f45dfffa-72fe-4b22-af16-435c4c53d944,segment=NetworkSegment(42092f1a-12b4-400d-a25f-5b5b803c66a9),segment_id=42092f1a-12b4-400d-a25f-5b5b803c66a9)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:09:45.496497 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-4108fb6d-0abe-4b74-8c3f-b847f82f6d75 req-17988d62-03e0-418f-8cf3-68f9a1d78923 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (f45dfffa-72fe-4b22-af16-435c4c53d944), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:45.520942 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-a1df011b-5515-4d4d-a0aa-cd50d06110bd req-15c875d3-f7f9-4c2e-9152-64bf4e186385 service neutron] For port c640ecb1-3efd-46b9-a0e3-4945d4ab5df1, host hv-neutron-8348, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=c640ecb1-3efd-46b9-a0e3-4945d4ab5df1,segment=NetworkSegment(de88a4a0-f76a-4017-a6e3-6b8499720147),segment_id=de88a4a0-f76a-4017-a6e3-6b8499720147)] {{(pid=104099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:09:45.557629 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cffff01-de5a-425e-825f-e0c5b041b94a req-d5b63ccc-880f-4cca-84aa-3a80f5b2d417 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:09:45.559131 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-3cffff01-de5a-425e-825f-e0c5b041b94a req-d5b63ccc-880f-4cca-84aa-3a80f5b2d417 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af78226-6db5-4d3d-a6da-4544ef645c78 HTTP/1.1" status: 200 len: 946 time: 0.4084716 Mar 28 01:09:45.596918 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-a1df011b-5515-4d4d-a0aa-cd50d06110bd req-15c875d3-f7f9-4c2e-9152-64bf4e186385 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (c640ecb1-3efd-46b9-a0e3-4945d4ab5df1), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:45.603042 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-217b58ec-ed56-4794-bac3-a85bb8d14833 None None] Provisioning complete for port 2e8eeaf7-acf9-48cc-90c0-61a3b95474c3 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:09:45.603538 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-217b58ec-ed56-4794-bac3-a85bb8d14833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (2e8eeaf7-acf9-48cc-90c0-61a3b95474c3), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:45.638580 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-217b58ec-ed56-4794-bac3-a85bb8d14833 None None] Port 2e8eeaf7-acf9-48cc-90c0-61a3b95474c3 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:09:45.825102 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515b7369-0841-4a0c-9c93-031a5c3ec3b2 req-d9e3a054-c986-462e-85d1-08331d1f7c61 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:09:45.826668 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-515b7369-0841-4a0c-9c93-031a5c3ec3b2 req-d9e3a054-c986-462e-85d1-08331d1f7c61 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc5c4747-fcbd-4652-b651-1ce8413f1a2b HTTP/1.1" status: 200 len: 944 time: 0.0706933 Mar 28 01:09:45.878217 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54248) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:45.895488 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-515b7369-0841-4a0c-9c93-031a5c3ec3b2 req-204c078e-9a81-4562-9aca-e6d6565563d2 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a04cadd-9e33-421f-9e10-fcf82d2217a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0614684 Mar 28 01:09:46.017033 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1df011b-5515-4d4d-a0aa-cd50d06110bd req-15c875d3-f7f9-4c2e-9152-64bf4e186385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:09:46.017726 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-a1df011b-5515-4d4d-a0aa-cd50d06110bd req-15c875d3-f7f9-4c2e-9152-64bf4e186385 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:46.019229 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a1df011b-5515-4d4d-a0aa-cd50d06110bd req-15c875d3-f7f9-4c2e-9152-64bf4e186385 service neutron] 10.222.0.10 "PUT /v2.0/ports/c640ecb1-3efd-46b9-a0e3-4945d4ab5df1 HTTP/1.1" status: 200 len: 1094 time: 4.0016611 Mar 28 01:09:46.031117 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc5c4747-fcbd-4652-b651-1ce8413f1a2b', 'tag': 'c640ecb1-3efd-46b9-a0e3-4945d4ab5df1'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:09:46.045028 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2af4b01a9fa8b1570ccf1d7859d693ad34c106b258078e9cfae86b97f35e3d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd4935d0-d3d5-4c45-b040-857ca5a41878" -d '{"events": [{"name": "network-changed", "server_uuid": "fc5c4747-fcbd-4652-b651-1ce8413f1a2b", "tag": "c640ecb1-3efd-46b9-a0e3-4945d4ab5df1"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:09:46.096853 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-aa6cb3b2-5589-4b10-9f2f-73d75867fa96 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'network': {'name': 'tempest-network-smoke--1920327862', 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'port_security_enabled': True}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:09:46.144434 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa6cb3b2-5589-4b10-9f2f-73d75867fa96 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Made reservation on behalf of cf1ee0ed9c204cc5bccbb38ebf185041 for: {'network': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:09:46.149643 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-aa6cb3b2-5589-4b10-9f2f-73d75867fa96 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:46.186189 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-fde4f6bc-0636-430b-add2-a27cd7777c32 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] 10.222.0.24 "GET /v2.0/subnets/9c4d4d2b-78d7-4cc7-a330-62c89e9072e7/tags HTTP/1.1" status: 200 len: 205 time: 0.9097209 Mar 28 01:09:46.196167 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54256) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:46.201754 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:46.203806 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.tag.tag_plugin [None req-52c47446-0bcc-4612-8a77-9d7ff49a4af5 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '62e3e029-fdd4-406c-b769-b360d48e9403') {} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:46.235992 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-aa6cb3b2-5589-4b10-9f2f-73d75867fa96 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:46.251635 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-1a535088-6cde-4524-bade-00c1b59d4f17 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Deleting port 9e415752-701e-4725-8d5e-0e3546e541ba {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:09:46.251990 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-1a535088-6cde-4524-bade-00c1b59d4f17 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (9e415752-701e-4725-8d5e-0e3546e541ba), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:46.263606 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c875d3-f7f9-4c2e-9152-64bf4e186385 service neutron] Pushing event updated for resources: {'Port': ['ID=c640ecb1-3efd-46b9-a0e3-4945d4ab5df1,revision_number=3']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:46.336849 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-aa6cb3b2-5589-4b10-9f2f-73d75867fa96 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group (65f46ee6-9f03-43da-af69-3993af63648c), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:46.345087 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-aa6cb3b2-5589-4b10-9f2f-73d75867fa96 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (65f46ee6-9f03-43da-af69-3993af63648c), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:46.350151 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-3cffff01-de5a-425e-825f-e0c5b041b94a req-2eed8126-c978-4049-8745-e1317c63684a tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f5fc266-2207-46d1-bfc7-83854e73a714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7583101 Mar 28 01:09:46.365109 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 01:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25948a22-2140-42a2-a3fc-e8a24616fc38 x-openstack-request-id: req-25948a22-2140-42a2-a3fc-e8a24616fc38 {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:09:46.365409 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc5c4747-fcbd-4652-b651-1ce8413f1a2b", "tag": "c640ecb1-3efd-46b9-a0e3-4945d4ab5df1", "status": "completed", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:09:46.365778 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-25948a22-2140-42a2-a3fc-e8a24616fc38 {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:09:46.366186 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25948a22-2140-42a2-a3fc-e8a24616fc38'] response: {'name': 'network-changed', 'server_uuid': 'fc5c4747-fcbd-4652-b651-1ce8413f1a2b', 'tag': 'c640ecb1-3efd-46b9-a0e3-4945d4ab5df1', 'status': 'completed', 'code': 200} Mar 28 01:09:46.391915 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa6cb3b2-5589-4b10-9f2f-73d75867fa96 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=104098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:09:46.410602 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-aa6cb3b2-5589-4b10-9f2f-73d75867fa96 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (6872a91c-c15d-4ceb-a2ec-57e701600557), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:46.410962 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.segments_db [None req-aa6cb3b2-5589-4b10-9f2f-73d75867fa96 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Added segment 6872a91c-c15d-4ceb-a2ec-57e701600557 of type vlan for network 7543c20d-2cfc-49fd-abfd-e84ff8dfd2c3 Mar 28 01:09:46.412158 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6cb3b2-5589-4b10-9f2f-73d75867fa96 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65f46ee6-9f03-43da-af69-3993af63648c,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:46.451647 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-52c47446-0bcc-4612-8a77-9d7ff49a4af5 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] 10.222.0.24 "GET /v2.0/ports/62e3e029-fdd4-406c-b769-b360d48e9403/tags HTTP/1.1" status: 200 len: 241 time: 0.2538095 Mar 28 01:09:46.463503 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-1a535088-6cde-4524-bade-00c1b59d4f17 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (9e415752-701e-4725-8d5e-0e3546e541ba), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:46.466400 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54258) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:46.475237 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.tag.tag_plugin [None req-1be808c5-7b17-426e-bebf-35eeeeda2cb8 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '62e3e029-fdd4-406c-b769-b360d48e9403', 'tempest-TagsExtTest-Tag-1294716044') {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:46.485943 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-aa4e3978-1982-446f-b52a-d605a369cbd7 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3686596'] for router_interface (83452da3-a817-4158-b59c-7d55ce0fb541), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:46.493348 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-aa6cb3b2-5589-4b10-9f2f-73d75867fa96 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (7543c20d-2cfc-49fd-abfd-e84ff8dfd2c3), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:46.523747 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-aa6cb3b2-5589-4b10-9f2f-73d75867fa96 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (7543c20d-2cfc-49fd-abfd-e84ff8dfd2c3), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:46.530338 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6cb3b2-5589-4b10-9f2f-73d75867fa96 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:09:46.531061 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-aa6cb3b2-5589-4b10-9f2f-73d75867fa96 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:46.563026 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-1a535088-6cde-4524-bade-00c1b59d4f17 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Calling delete_port for 9e415752-701e-4725-8d5e-0e3546e541ba owned by {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:09:46.572666 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-4108fb6d-0abe-4b74-8c3f-b847f82f6d75 req-17988d62-03e0-418f-8cf3-68f9a1d78923 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:46.573040 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-4108fb6d-0abe-4b74-8c3f-b847f82f6d75 req-17988d62-03e0-418f-8cf3-68f9a1d78923 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688063'] for floatingip (efadef5b-f9b4-49d7-ae03-24503ecf965d), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:46.573329 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.l3_db [req-4108fb6d-0abe-4b74-8c3f-b847f82f6d75 req-17988d62-03e0-418f-8cf3-68f9a1d78923 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Floating IP efadef5b-f9b4-49d7-ae03-24503ecf965d disassociated. External IP: 172.26.1.155, port: f45dfffa-72fe-4b22-af16-435c4c53d944. Mar 28 01:09:46.573678 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [req-4108fb6d-0abe-4b74-8c3f-b847f82f6d75 req-17988d62-03e0-418f-8cf3-68f9a1d78923 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Calling delete_port for f45dfffa-72fe-4b22-af16-435c4c53d944 owned by compute:nova {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:09:46.576974 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1df011b-5515-4d4d-a0aa-cd50d06110bd req-12f2e7f3-c220-4e6f-ba67-d239cf18d86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:09:46.578495 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a1df011b-5515-4d4d-a0aa-cd50d06110bd req-12f2e7f3-c220-4e6f-ba67-d239cf18d86b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bf9f34f21ab94392ab36354129e00f8d&device_id=fc5c4747-fcbd-4652-b651-1ce8413f1a2b HTTP/1.1" status: 200 len: 1128 time: 0.4720306 Mar 28 01:09:46.601397 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-aa6cb3b2-5589-4b10-9f2f-73d75867fa96 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7219365 Mar 28 01:09:46.604853 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54260) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:46.609523 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-15cea80d-cd57-4a29-a2ba-4de7d2dcbb40 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1449852851', 'admin_state_up': True, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'}}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:09:46.625339 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6cb3b2-5589-4b10-9f2f-73d75867fa96 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'Network': ['ID=7543c20d-2cfc-49fd-abfd-e84ff8dfd2c3,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:46.637528 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network 7543c20d-2cfc-49fd-abfd-e84ff8dfd2c3 details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:09:46.642457 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-15cea80d-cd57-4a29-a2ba-4de7d2dcbb40 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7069'] for router (972614b4-f026-44d6-b5b2-387121f477a0), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:46.644286 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-15cea80d-cd57-4a29-a2ba-4de7d2dcbb40 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4188952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7062'] for router (972614b4-f026-44d6-b5b2-387121f477a0), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:46.645022 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a1df011b-5515-4d4d-a0aa-cd50d06110bd req-47b3a239-5ec5-41f9-a480-372068d93c25 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c640ecb1-3efd-46b9-a0e3-4945d4ab5df1 HTTP/1.1" status: 200 len: 217 time: 0.0497258 Mar 28 01:09:46.705334 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-15cea80d-cd57-4a29-a2ba-4de7d2dcbb40 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for router_controller (972614b4-f026-44d6-b5b2-387121f477a0), precommit_add_association {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:46.846156 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1df011b-5515-4d4d-a0aa-cd50d06110bd req-80ccafed-2a2e-4dfc-80b0-8b3e0237c8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:09:46.849263 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a1df011b-5515-4d4d-a0aa-cd50d06110bd req-80ccafed-2a2e-4dfc-80b0-8b3e0237c8f7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0a57ae47-09ee-4007-9878-c6cea91f6590 HTTP/1.1" status: 200 len: 851 time: 0.1771598 Mar 28 01:09:46.856079 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-15cea80d-cd57-4a29-a2ba-4de7d2dcbb40 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for router_gateway (972614b4-f026-44d6-b5b2-387121f477a0), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:46.923097 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-1be808c5-7b17-426e-bebf-35eeeeda2cb8 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] 10.222.0.24 "GET /v2.0/ports/62e3e029-fdd4-406c-b769-b360d48e9403/tags/tempest-TagsExtTest-Tag-1294716044 HTTP/1.1" status: 204 len: 168 time: 0.4516664 Mar 28 01:09:46.926811 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54264) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:46.934132 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.tag.tag_plugin [None req-9f5f171d-ea41-45bc-9fb0-7a52d050fc6a tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '62e3e029-fdd4-406c-b769-b360d48e9403', 'tempest-TagsExtTest-Tag-1294716044') {} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:46.941682 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-aa4e3978-1982-446f-b52a-d605a369cbd7 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (2e8eeaf7-acf9-48cc-90c0-61a3b95474c3), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:46.981315 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-1a535088-6cde-4524-bade-00c1b59d4f17 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (9e415752-701e-4725-8d5e-0e3546e541ba), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:47.047155 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a535088-6cde-4524-bade-00c1b59d4f17 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Pushing event deleted for resources: {'Port': ['ID=9e415752-701e-4725-8d5e-0e3546e541ba,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:47.058623 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-1a535088-6cde-4524-bade-00c1b59d4f17 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:47.062075 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-1a535088-6cde-4524-bade-00c1b59d4f17 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "DELETE /v2.0/ports/9e415752-701e-4725-8d5e-0e3546e541ba HTTP/1.1" status: 204 len: 168 time: 1.8738964 Mar 28 01:09:47.072833 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54266) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:47.130347 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-9f5f171d-ea41-45bc-9fb0-7a52d050fc6a tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] 10.222.0.24 "DELETE /v2.0/ports/62e3e029-fdd4-406c-b769-b360d48e9403/tags/tempest-TagsExtTest-Tag-1294716044 HTTP/1.1" status: 204 len: 168 time: 0.1996803 Mar 28 01:09:47.133966 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54268) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:47.153574 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1df011b-5515-4d4d-a0aa-cd50d06110bd req-20e4a777-ab0c-45ad-a42d-bbcf2e22e343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:09:47.155295 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a1df011b-5515-4d4d-a0aa-cd50d06110bd req-20e4a777-ab0c-45ad-a42d-bbcf2e22e343 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=788fd3f3-3593-4cdc-933e-dd5c53c623d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.2995536 Mar 28 01:09:47.157152 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.tag.tag_plugin [None req-ad4babaa-8d79-4367-9695-c6b10caf5ead tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '62e3e029-fdd4-406c-b769-b360d48e9403') {} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:47.162523 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-15cea80d-cd57-4a29-a2ba-4de7d2dcbb40 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for router_gateway (972614b4-f026-44d6-b5b2-387121f477a0), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:47.185485 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-4108fb6d-0abe-4b74-8c3f-b847f82f6d75 req-17988d62-03e0-418f-8cf3-68f9a1d78923 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (f45dfffa-72fe-4b22-af16-435c4c53d944), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:47.212421 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-15cea80d-cd57-4a29-a2ba-4de7d2dcbb40 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:47.224357 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdc4759-73bf-41cb-862e-65d13b8bbe2b req-e5da6bc3-b34d-49d3-a05f-07d780b61cf5 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:09:47.225827 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-3bdc4759-73bf-41cb-862e-65d13b8bbe2b req-e5da6bc3-b34d-49d3-a05f-07d780b61cf5 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc5c4747-fcbd-4652-b651-1ce8413f1a2b HTTP/1.1" status: 200 len: 944 time: 0.2127824 Mar 28 01:09:47.266805 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17988d62-03e0-418f-8cf3-68f9a1d78923 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Pushing event deleted for resources: {'Port': ['ID=f45dfffa-72fe-4b22-af16-435c4c53d944,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:47.337045 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-ad4babaa-8d79-4367-9695-c6b10caf5ead tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] 10.222.0.24 "GET /v2.0/ports/62e3e029-fdd4-406c-b769-b360d48e9403/tags HTTP/1.1" status: 200 len: 205 time: 0.1992209 Mar 28 01:09:47.341960 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54270) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:47.352320 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.tag.tag_plugin [None req-fb49ea3b-a9ec-49a9-9fc0-b8a510316824 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '1034da3f-7048-4644-8655-c0ce2a525a56') {} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:47.433479 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01cad49a-6d72-406a-8441-e2d14477e097 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:09:47.438861 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01cad49a-6d72-406a-8441-e2d14477e097 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:09:47.440558 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-01cad49a-6d72-406a-8441-e2d14477e097 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.3667822 Mar 28 01:09:47.449528 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-3bdc4759-73bf-41cb-862e-65d13b8bbe2b req-d6c1dc4e-2e90-4041-87a4-03925abaf985 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a04cadd-9e33-421f-9e10-fcf82d2217a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2058885 Mar 28 01:09:47.465984 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54274) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:47.541270 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7083c654-3f1b-41c8-8d7b-659f00dfcde8 req-9e8428cb-ca5f-4155-943d-79261fd2ec5b tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af78226-6db5-4d3d-a6da-4544ef645c78 HTTP/1.1" status: 200 len: 210 time: 0.0573668 Mar 28 01:09:47.552381 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a1df011b-5515-4d4d-a0aa-cd50d06110bd req-b3cedf06-8b09-484c-947a-7161e33101a5 service neutron] 10.222.0.10 "GET /v2.0/networks/788fd3f3-3593-4cdc-933e-dd5c53c623d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3692560 Mar 28 01:09:47.585619 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-15cea80d-cd57-4a29-a2ba-4de7d2dcbb40 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Allocated IP 172.26.1.203 (dea6548b-502b-42db-97fb-371e423e739a/cce6de65-d8c9-45b8-9970-0a277e8c1192/284be52d-195b-458f-be0d-523be760202a) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:09:47.617526 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-fb49ea3b-a9ec-49a9-9fc0-b8a510316824 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] 10.222.0.24 "GET /v2.0/routers/1034da3f-7048-4644-8655-c0ce2a525a56/tags HTTP/1.1" status: 200 len: 241 time: 0.2708318 Mar 28 01:09:47.623498 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54276) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:47.629196 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.tag.tag_plugin [None req-675246a7-9724-4113-9b2c-961bf9df6db0 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1034da3f-7048-4644-8655-c0ce2a525a56', 'tempest-TagsExtTest-Tag-1794922192') {} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:47.674100 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4108fb6d-0abe-4b74-8c3f-b847f82f6d75 req-17988d62-03e0-418f-8cf3-68f9a1d78923 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Router 1473590c-76e5-4ae2-bb3a-86800aaa9e51 has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:09:47.748930 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:47.790467 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-f66d17ac-3799-4e1f-b3a4-9c912168e2ae tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Deleting port 814225ec-b568-4e29-a388-24d1deec3dc5 {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:09:47.790812 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f66d17ac-3799-4e1f-b3a4-9c912168e2ae tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (814225ec-b568-4e29-a388-24d1deec3dc5), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:47.802550 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a1df011b-5515-4d4d-a0aa-cd50d06110bd req-061a939b-9937-40e3-9665-596b531e2c9e service neutron] 10.222.0.10 "GET /v2.0/networks/788fd3f3-3593-4cdc-933e-dd5c53c623d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395477 Mar 28 01:09:47.805885 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-aa4e3978-1982-446f-b52a-d605a369cbd7 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks [] for port (2e8eeaf7-acf9-48cc-90c0-61a3b95474c3), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:47.821545 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-aa4e3978-1982-446f-b52a-d605a369cbd7 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (2e8eeaf7-acf9-48cc-90c0-61a3b95474c3), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:47.861792 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-675246a7-9724-4113-9b2c-961bf9df6db0 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] 10.222.0.24 "GET /v2.0/routers/1034da3f-7048-4644-8655-c0ce2a525a56/tags/tempest-TagsExtTest-Tag-1794922192 HTTP/1.1" status: 204 len: 168 time: 0.2362659 Mar 28 01:09:47.870300 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54278) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:47.874747 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.tag.tag_plugin [None req-f22d40a9-893a-469d-b494-a90c3b4f51bf tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '1034da3f-7048-4644-8655-c0ce2a525a56', 'tempest-TagsExtTest-Tag-1794922192') {} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:47.934988 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f66d17ac-3799-4e1f-b3a4-9c912168e2ae tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (814225ec-b568-4e29-a388-24d1deec3dc5), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:47.940926 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-15cea80d-cd57-4a29-a2ba-4de7d2dcbb40 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for port (284be52d-195b-458f-be0d-523be760202a), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:47.952420 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4e3978-1982-446f-b52a-d605a369cbd7 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Pushing event updated for resources: {'Port': ['ID=2e8eeaf7-acf9-48cc-90c0-61a3b95474c3,revision_number=3']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:47.970159 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-aa4e3978-1982-446f-b52a-d605a369cbd7 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3725889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3686480'] for router_interface (83452da3-a817-4158-b59c-7d55ce0fb541), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:47.975850 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4108fb6d-0abe-4b74-8c3f-b847f82f6d75 req-17988d62-03e0-418f-8cf3-68f9a1d78923 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:09:47.981021 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-f66d17ac-3799-4e1f-b3a4-9c912168e2ae tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Calling delete_port for 814225ec-b568-4e29-a388-24d1deec3dc5 owned by {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:09:47.994424 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59dc4c62-e861-4ed4-bd06-8986a3e269b7 None None] Sync routers for ids ['1473590c-76e5-4ae2-bb3a-86800aaa9e51'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:09:48.017994 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59dc4c62-e861-4ed4-bd06-8986a3e269b7 None None] Routers {'1473590c-76e5-4ae2-bb3a-86800aaa9e51'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:09:48.019617 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-59dc4c62-e861-4ed4-bd06-8986a3e269b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:09:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['1473590c-76e5-4ae2-bb3a-86800aaa9e51'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:48.055254 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4935d0-d3d5-4c45-b040-857ca5a41878 req-303fa9bf-6ce7-4f72-a862-12b10739f975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:09:48.056936 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-fd4935d0-d3d5-4c45-b040-857ca5a41878 req-303fa9bf-6ce7-4f72-a862-12b10739f975 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bf9f34f21ab94392ab36354129e00f8d&device_id=fc5c4747-fcbd-4652-b651-1ce8413f1a2b HTTP/1.1" status: 200 len: 1128 time: 0.1634185 Mar 28 01:09:48.078001 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [req-4108fb6d-0abe-4b74-8c3f-b847f82f6d75 req-17988d62-03e0-418f-8cf3-68f9a1d78923 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] No DVR routers for this DVR port f45dfffa-72fe-4b22-af16-435c4c53d944 on host hv-neutron-8348 {{(pid=104099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:09:48.089761 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-4108fb6d-0abe-4b74-8c3f-b847f82f6d75 req-17988d62-03e0-418f-8cf3-68f9a1d78923 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:48.090373 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-15cea80d-cd57-4a29-a2ba-4de7d2dcbb40 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (284be52d-195b-458f-be0d-523be760202a), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:48.093556 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-4108fb6d-0abe-4b74-8c3f-b847f82f6d75 req-17988d62-03e0-418f-8cf3-68f9a1d78923 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.10 "DELETE /v2.0/ports/f45dfffa-72fe-4b22-af16-435c4c53d944 HTTP/1.1" status: 204 len: 173 time: 3.3883555 Mar 28 01:09:48.105968 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-f22d40a9-893a-469d-b494-a90c3b4f51bf tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] 10.222.0.24 "DELETE /v2.0/routers/1034da3f-7048-4644-8655-c0ce2a525a56/tags/tempest-TagsExtTest-Tag-1794922192 HTTP/1.1" status: 204 len: 168 time: 0.2323577 Mar 28 01:09:48.108369 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54280) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:48.148209 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15cea80d-cd57-4a29-a2ba-4de7d2dcbb40 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Network dea6548b-502b-42db-97fb-371e423e739a is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:09:48.153186 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-15cea80d-cd57-4a29-a2ba-4de7d2dcbb40 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:09:48.156957 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.tag.tag_plugin [None req-3e559dca-d83c-4ec3-a4bb-e8ff9903391f tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '1034da3f-7048-4644-8655-c0ce2a525a56') {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:48.159169 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cea80d-cd57-4a29-a2ba-4de7d2dcbb40 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:09:48.166945 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f66d17ac-3799-4e1f-b3a4-9c912168e2ae tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (814225ec-b568-4e29-a388-24d1deec3dc5), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:48.186290 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cea80d-cd57-4a29-a2ba-4de7d2dcbb40 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'Port': ['ID=284be52d-195b-458f-be0d-523be760202a,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:48.229087 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66d17ac-3799-4e1f-b3a4-9c912168e2ae tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Pushing event deleted for resources: {'Port': ['ID=814225ec-b568-4e29-a388-24d1deec3dc5,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:48.230972 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device f45dfffa-72fe-4b22-af16-435c4c53d944 no longer exists at agent hyperv_hv-neutron-8348 {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:09:48.239693 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f66d17ac-3799-4e1f-b3a4-9c912168e2ae tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:48.245555 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-f66d17ac-3799-4e1f-b3a4-9c912168e2ae tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "DELETE /v2.0/ports/814225ec-b568-4e29-a388-24d1deec3dc5 HTTP/1.1" status: 204 len: 168 time: 0.7774718 Mar 28 01:09:48.246163 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54282) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:48.301223 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-59dc4c62-e861-4ed4-bd06-8986a3e269b7 None None] Set router 1473590c-76e5-4ae2-bb3a-86800aaa9e51 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:09:48.384662 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] No Port match for: f45dfffa-72fe-4b22-af16-435c4c53d944 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:09:48.385254 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device f45dfffa-72fe-4b22-af16-435c4c53d944 not bound to the agent host hv-neutron-8348 {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:09:48.559859 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-59dc4c62-e861-4ed4-bd06-8986a3e269b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1473590c-76e5-4ae2-bb3a-86800aaa9e51', 'name': 'tempest-ServerActionsTestJSON-329151941-router', 'tenant_id': '848a4a14ba384087a1e0b48b84b6f0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.250'}], 'enable_snat': True}, 'gw_port_id': '52a974de-6ef8-4d60-9b4a-9cde561007b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:04:08Z', 'updated_at': '2022-03-28T01:04:15Z', 'revision_number': 4, 'project_id': '848a4a14ba384087a1e0b48b84b6f0e3', 'gw_port': {'id': '52a974de-6ef8-4d60-9b4a-9cde561007b1', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:8d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1473590c-76e5-4ae2-bb3a-86800aaa9e51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:04:09Z', 'updated_at': '2022-03-28T01:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': 'fcd7e192-c0f2-4053-9cc3-4bdae4692c31', 'name': '', 'network_id': 'b0b181aa-c9cd-4854-9fb0-37e685e0d64e', 'tenant_id': '848a4a14ba384087a1e0b48b84b6f0e3', 'mac_address': 'fa:16:3e:c3:d4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1473590c-76e5-4ae2-bb3a-86800aaa9e51', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '09c9f896-19d2-4244-ab3f-60c512e444ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:04:13Z', 'updated_at': '2022-03-28T01:04:20Z', 'revision_number': 5, 'project_id': '848a4a14ba384087a1e0b48b84b6f0e3', 'subnets': [{'id': '09c9f896-19d2-4244-ab3f-60c512e444ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:48.788354 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3af78226-6db5-4d3d-a6da-4544ef645c78', 'name': 'network-vif-deleted', 'tag': 'f45dfffa-72fe-4b22-af16-435c4c53d944'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:09:48.791448 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2af4b01a9fa8b1570ccf1d7859d693ad34c106b258078e9cfae86b97f35e3d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a92c7691-61a6-4a32-ba1c-4d273edf1fe3" -d '{"events": [{"server_uuid": "3af78226-6db5-4d3d-a6da-4544ef645c78", "name": "network-vif-deleted", "tag": "f45dfffa-72fe-4b22-af16-435c4c53d944"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:09:48.859128 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59dc4c62-e861-4ed4-bd06-8986a3e269b7 None None] Checking router: 1473590c-76e5-4ae2-bb3a-86800aaa9e51 for host: dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:09:48.868935 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-68d0cc6e-f03d-4bfd-8438-69a0e035bace req-4d547c86-897f-46bc-a8e5-1229fa10e47b tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af78226-6db5-4d3d-a6da-4544ef645c78 HTTP/1.1" status: 200 len: 210 time: 0.0657291 Mar 28 01:09:48.869110 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59dc4c62-e861-4ed4-bd06-8986a3e269b7 None None] Routers {'1473590c-76e5-4ae2-bb3a-86800aaa9e51'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:09:48.870180 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-59dc4c62-e861-4ed4-bd06-8986a3e269b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:09:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['1473590c-76e5-4ae2-bb3a-86800aaa9e51'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:48.894026 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4935d0-d3d5-4c45-b040-857ca5a41878 req-af86f2f4-7597-4582-ad27-1e2c5cb67723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:09:48.895869 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-fd4935d0-d3d5-4c45-b040-857ca5a41878 req-af86f2f4-7597-4582-ad27-1e2c5cb67723 service neutron] 10.222.0.10 "GET /v2.0/networks?id=788fd3f3-3593-4cdc-933e-dd5c53c623d8 HTTP/1.1" status: 200 len: 912 time: 0.8228376 Mar 28 01:09:48.898817 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4e3978-1982-446f-b52a-d605a369cbd7 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Network 6b27c26c-469c-4b1f-b826-35734135a384 is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:09:48.901691 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-aa4e3978-1982-446f-b52a-d605a369cbd7 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:09:48.911915 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d289ade-5949-4ce2-83bc-0e11400e17b9 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:09:48.913446 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-3d289ade-5949-4ce2-83bc-0e11400e17b9 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.6644967 Mar 28 01:09:48.918216 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54290) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:48.927985 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d06f554-d037-47d8-b736-d6502ac42674 req-dde9f233-db6b-4024-8678-6486109dd553 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:09:48.931636 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-8d06f554-d037-47d8-b736-d6502ac42674 req-dde9f233-db6b-4024-8678-6486109dd553 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc5c4747-fcbd-4652-b651-1ce8413f1a2b HTTP/1.1" status: 200 len: 944 time: 0.1815975 Mar 28 01:09:48.963462 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-3e559dca-d83c-4ec3-a4bb-e8ff9903391f tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] 10.222.0.24 "GET /v2.0/routers/1034da3f-7048-4644-8655-c0ce2a525a56/tags HTTP/1.1" status: 200 len: 205 time: 0.8192809 Mar 28 01:09:48.965250 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 01:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a34c182e-7a51-4e74-9ce5-6c5bbdfc9de9 x-openstack-request-id: req-a34c182e-7a51-4e74-9ce5-6c5bbdfc9de9 {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:09:48.965610 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3af78226-6db5-4d3d-a6da-4544ef645c78", "name": "network-vif-deleted", "tag": "f45dfffa-72fe-4b22-af16-435c4c53d944", "status": "completed", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:09:48.965929 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a34c182e-7a51-4e74-9ce5-6c5bbdfc9de9 {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:09:48.966392 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a34c182e-7a51-4e74-9ce5-6c5bbdfc9de9'] response: {'server_uuid': '3af78226-6db5-4d3d-a6da-4544ef645c78', 'name': 'network-vif-deleted', 'tag': 'f45dfffa-72fe-4b22-af16-435c4c53d944', 'status': 'completed', 'code': 200} Mar 28 01:09:48.988932 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54292) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:48.992514 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-fd4935d0-d3d5-4c45-b040-857ca5a41878 req-dde4ed85-9345-4921-827e-9366108b552b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c640ecb1-3efd-46b9-a0e3-4945d4ab5df1 HTTP/1.1" status: 200 len: 217 time: 0.0873535 Mar 28 01:09:49.042942 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-59dc4c62-e861-4ed4-bd06-8986a3e269b7 None None] Set router 1473590c-76e5-4ae2-bb3a-86800aaa9e51 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:09:49.046803 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.tag.tag_plugin [None req-9c8ac578-97c0-497a-860a-85ee428cb012 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'ecdf7fd2-abb3-418c-a805-6b7f91f6574c') {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:49.050574 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-edabf331-03b9-47dd-84ce-e2e0124b0c14 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] GET failed (client error): The resource could not be found. Mar 28 01:09:49.052108 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-edabf331-03b9-47dd-84ce-e2e0124b0c14 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "GET /v2.0/ports/9e415752-701e-4725-8d5e-0e3546e541ba HTTP/1.1" status: 404 len: 333 time: 0.1317232 Mar 28 01:09:49.069349 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54294) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:49.156424 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf5834a0-7b17-4715-809c-f84e2b2f4445 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] GET failed (client error): The resource could not be found. Mar 28 01:09:49.157897 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-bf5834a0-7b17-4715-809c-f84e2b2f4445 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "GET /v2.0/ports/814225ec-b568-4e29-a388-24d1deec3dc5 HTTP/1.1" status: 404 len: 333 time: 0.0872743 Mar 28 01:09:49.165702 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54296) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:49.223502 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4935d0-d3d5-4c45-b040-857ca5a41878 req-7ee92888-5ae9-453a-b958-4bbdeda6b45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:09:49.241512 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-fd4935d0-d3d5-4c45-b040-857ca5a41878 req-7ee92888-5ae9-453a-b958-4bbdeda6b45e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0a57ae47-09ee-4007-9878-c6cea91f6590 HTTP/1.1" status: 200 len: 851 time: 0.1557667 Mar 28 01:09:49.243952 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-9c8ac578-97c0-497a-860a-85ee428cb012 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] 10.222.0.24 "GET /v2.0/subnetpools/ecdf7fd2-abb3-418c-a805-6b7f91f6574c/tags HTTP/1.1" status: 200 len: 240 time: 0.2531803 Mar 28 01:09:49.252860 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54298) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:49.263757 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.tag.tag_plugin [None req-a40e6270-b0da-47ec-91a7-90420b23b225 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ecdf7fd2-abb3-418c-a805-6b7f91f6574c', 'tempest-TagsExtTest-Tag-590725165') {} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:49.277642 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-8d06f554-d037-47d8-b736-d6502ac42674 req-28e7a039-9ba7-40d1-bbb0-ac8925d36904 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a04cadd-9e33-421f-9e10-fcf82d2217a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3388150 Mar 28 01:09:49.301976 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d83bfd46-81b4-4b79-a72a-f3781cd658b2 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (07af9c05-1c2e-450f-8446-433639a6ced3), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:49.327188 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-a40e6270-b0da-47ec-91a7-90420b23b225 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] 10.222.0.24 "GET /v2.0/subnetpools/ecdf7fd2-abb3-418c-a805-6b7f91f6574c/tags/tempest-TagsExtTest-Tag-590725165 HTTP/1.1" status: 204 len: 168 time: 0.0732110 Mar 28 01:09:49.329900 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54300) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:49.331449 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-59dc4c62-e861-4ed4-bd06-8986a3e269b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1473590c-76e5-4ae2-bb3a-86800aaa9e51', 'name': 'tempest-ServerActionsTestJSON-329151941-router', 'tenant_id': '848a4a14ba384087a1e0b48b84b6f0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.250'}], 'enable_snat': True}, 'gw_port_id': '52a974de-6ef8-4d60-9b4a-9cde561007b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:04:08Z', 'updated_at': '2022-03-28T01:04:15Z', 'revision_number': 4, 'project_id': '848a4a14ba384087a1e0b48b84b6f0e3', 'gw_port': {'id': '52a974de-6ef8-4d60-9b4a-9cde561007b1', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:8d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1473590c-76e5-4ae2-bb3a-86800aaa9e51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:04:09Z', 'updated_at': '2022-03-28T01:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': 'fcd7e192-c0f2-4053-9cc3-4bdae4692c31', 'name': '', 'network_id': 'b0b181aa-c9cd-4854-9fb0-37e685e0d64e', 'tenant_id': '848a4a14ba384087a1e0b48b84b6f0e3', 'mac_address': 'fa:16:3e:c3:d4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1473590c-76e5-4ae2-bb3a-86800aaa9e51', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '09c9f896-19d2-4244-ab3f-60c512e444ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:04:13Z', 'updated_at': '2022-03-28T01:04:20Z', 'revision_number': 5, 'project_id': '848a4a14ba384087a1e0b48b84b6f0e3', 'subnets': [{'id': '09c9f896-19d2-4244-ab3f-60c512e444ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:49.340940 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.tag.tag_plugin [None req-89986014-e742-4dbb-9065-b8ae71ab8048 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'ecdf7fd2-abb3-418c-a805-6b7f91f6574c', 'tempest-TagsExtTest-Tag-590725165') {} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:49.351556 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-15cea80d-cd57-4a29-a2ba-4de7d2dcbb40 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for router_gateway (972614b4-f026-44d6-b5b2-387121f477a0), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:49.357571 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4935d0-d3d5-4c45-b040-857ca5a41878 req-d55299c2-244a-4650-a790-f0d47527cd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:09:49.360018 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-fd4935d0-d3d5-4c45-b040-857ca5a41878 req-d55299c2-244a-4650-a790-f0d47527cd36 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=788fd3f3-3593-4cdc-933e-dd5c53c623d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1070659 Mar 28 01:09:49.363143 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa4e3978-1982-446f-b52a-d605a369cbd7 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Router 83452da3-a817-4158-b59c-7d55ce0fb541 is scheduled to L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 with binding_index 1 {{(pid=104099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 01:09:49.373104 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59dc4c62-e861-4ed4-bd06-8986a3e269b7 None None] The sync data for ids ['1473590c-76e5-4ae2-bb3a-86800aaa9e51'] in dv-neutron-834874-6-hyperv is: [{'id': '1473590c-76e5-4ae2-bb3a-86800aaa9e51', 'name': 'tempest-ServerActionsTestJSON-329151941-router', 'tenant_id': '848a4a14ba384087a1e0b48b84b6f0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.250'}], 'enable_snat': True}, 'gw_port_id': '52a974de-6ef8-4d60-9b4a-9cde561007b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:04:08Z', 'updated_at': '2022-03-28T01:04:15Z', 'revision_number': 4, 'project_id': '848a4a14ba384087a1e0b48b84b6f0e3', 'gw_port': {'id': '52a974de-6ef8-4d60-9b4a-9cde561007b1', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:8d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1473590c-76e5-4ae2-bb3a-86800aaa9e51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:04:09Z', 'updated_at': '2022-03-28T01:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': 'fcd7e192-c0f2-4053-9cc3-4bdae4692c31', 'name': '', 'network_id': 'b0b181aa-c9cd-4854-9fb0-37e685e0d64e', 'tenant_id': '848a4a14ba384087a1e0b48b84b6f0e3', 'mac_address': 'fa:16:3e:c3:d4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1473590c-76e5-4ae2-bb3a-86800aaa9e51', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '09c9f896-19d2-4244-ab3f-60c512e444ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:04:13Z', 'updated_at': '2022-03-28T01:04:20Z', 'revision_number': 5, 'project_id': '848a4a14ba384087a1e0b48b84b6f0e3', 'subnets': [{'id': '09c9f896-19d2-4244-ab3f-60c512e444ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:09:49.388741 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-9071337f-37c0-4a52-a580-03b4503959e4 None None] Provisioning complete for port 2e8eeaf7-acf9-48cc-90c0-61a3b95474c3 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:09:49.389793 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-9071337f-37c0-4a52-a580-03b4503959e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (2e8eeaf7-acf9-48cc-90c0-61a3b95474c3), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:49.441375 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-9071337f-37c0-4a52-a580-03b4503959e4 None None] Port 2e8eeaf7-acf9-48cc-90c0-61a3b95474c3 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:09:49.549429 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d83bfd46-81b4-4b79-a72a-f3781cd658b2 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (07af9c05-1c2e-450f-8446-433639a6ced3), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:49.561394 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-89986014-e742-4dbb-9065-b8ae71ab8048 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] 10.222.0.24 "DELETE /v2.0/subnetpools/ecdf7fd2-abb3-418c-a805-6b7f91f6574c/tags/tempest-TagsExtTest-Tag-590725165 HTTP/1.1" status: 204 len: 168 time: 0.2262676 Mar 28 01:09:49.562514 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54302) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:49.570497 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.tag.tag_plugin [None req-cd19e4af-81d5-4349-a1b9-2f0489b63dc8 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'ecdf7fd2-abb3-418c-a805-6b7f91f6574c') {} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:49.578178 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-fd4935d0-d3d5-4c45-b040-857ca5a41878 req-69cc2d6c-0b59-4950-9bb1-2aa648d749bf service neutron] 10.222.0.10 "GET /v2.0/networks/788fd3f3-3593-4cdc-933e-dd5c53c623d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079384 Mar 28 01:09:49.592315 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-d83bfd46-81b4-4b79-a72a-f3781cd658b2 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07af9c05-1c2e-450f-8446-433639a6ced3']}} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:49.615027 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-d83bfd46-81b4-4b79-a72a-f3781cd658b2 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f9c40e0-82e4-4605-a01a-26327714dfc5') {'for_net_delete': True} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:49.615327 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-d83bfd46-81b4-4b79-a72a-f3781cd658b2 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f9c40e0-82e4-4605-a01a-26327714dfc5') {} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:49.630063 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d83bfd46-81b4-4b79-a72a-f3781cd658b2 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126443583'] for segment (9f9c40e0-82e4-4605-a01a-26327714dfc5), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:49.635401 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-cd19e4af-81d5-4349-a1b9-2f0489b63dc8 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] 10.222.0.24 "GET /v2.0/subnetpools/ecdf7fd2-abb3-418c-a805-6b7f91f6574c/tags HTTP/1.1" status: 200 len: 205 time: 0.0692337 Mar 28 01:09:49.668292 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54304) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:49.678682 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-fd4935d0-d3d5-4c45-b040-857ca5a41878 req-de2869c7-2c49-4a50-8aba-342db115a3d1 service neutron] 10.222.0.10 "GET /v2.0/networks/788fd3f3-3593-4cdc-933e-dd5c53c623d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933235 Mar 28 01:09:49.681560 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa4e3978-1982-446f-b52a-d605a369cbd7 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:09:49.687086 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-aa4e3978-1982-446f-b52a-d605a369cbd7 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] 10.222.0.24 "PUT /v2.0/routers/83452da3-a817-4158-b59c-7d55ce0fb541/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8924756 Mar 28 01:09:49.690564 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54306) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:49.698460 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39defa12-885e-4ff9-b843-756aa0ee8e55 None None] Sync routers for ids ['83452da3-a817-4158-b59c-7d55ce0fb541'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:09:49.710294 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39defa12-885e-4ff9-b843-756aa0ee8e55 None None] Routers {'83452da3-a817-4158-b59c-7d55ce0fb541'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:09:49.710915 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-39defa12-885e-4ff9-b843-756aa0ee8e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:09:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['83452da3-a817-4158-b59c-7d55ce0fb541'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:49.715918 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.tag.tag_plugin [None req-207e760a-03ce-4618-b398-2fde4adc5f30 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'ecdf7fd2-abb3-418c-a805-6b7f91f6574c') {} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:49.729332 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d83bfd46-81b4-4b79-a72a-f3781cd658b2 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (9f9c40e0-82e4-4605-a01a-26327714dfc5), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:49.738078 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d83bfd46-81b4-4b79-a72a-f3781cd658b2 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=104098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:09:49.738779 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d83bfd46-81b4-4b79-a72a-f3781cd658b2 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126177251'] for segment (9f9c40e0-82e4-4605-a01a-26327714dfc5), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:49.758589 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-39defa12-885e-4ff9-b843-756aa0ee8e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:49.766457 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff966a3-6a15-4639-94d2-1a27254b5d6c tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:09:49.769924 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39defa12-885e-4ff9-b843-756aa0ee8e55 None None] Routers {'83452da3-a817-4158-b59c-7d55ce0fb541'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:09:49.770885 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-39defa12-885e-4ff9-b843-756aa0ee8e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:09:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['83452da3-a817-4158-b59c-7d55ce0fb541'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:49.772992 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-8ff966a3-6a15-4639-94d2-1a27254b5d6c tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] 10.222.0.24 "GET /v2.0/ports/2e8eeaf7-acf9-48cc-90c0-61a3b95474c3 HTTP/1.1" status: 200 len: 978 time: 0.0814412 Mar 28 01:09:49.774482 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54308) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:49.809372 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-39defa12-885e-4ff9-b843-756aa0ee8e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:49.810260 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39defa12-885e-4ff9-b843-756aa0ee8e55 None None] The sync data for ids ['83452da3-a817-4158-b59c-7d55ce0fb541'] in dv-neutron-834874-6-hyperv is: [] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:09:49.820004 dv-neutron-834874-6-hyperv neutron-server[104098]: Traceback (most recent call last): Mar 28 01:09:49.820004 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:09:49.820004 dv-neutron-834874-6-hyperv neutron-server[104098]: timer() Mar 28 01:09:49.820004 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:09:49.820004 dv-neutron-834874-6-hyperv neutron-server[104098]: cb(*args, **kw) Mar 28 01:09:49.820004 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:09:49.820004 dv-neutron-834874-6-hyperv neutron-server[104098]: return func(*args, **kwargs) Mar 28 01:09:49.820004 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:09:49.820004 dv-neutron-834874-6-hyperv neutron-server[104098]: self._notify() Mar 28 01:09:49.820004 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:09:49.820004 dv-neutron-834874-6-hyperv neutron-server[104098]: self.callback(batched_events) Mar 28 01:09:49.820004 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:09:49.820004 dv-neutron-834874-6-hyperv neutron-server[104098]: event.method(event) Mar 28 01:09:49.820004 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:09:49.820004 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:09:49.820004 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:09:49.820004 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:09:49.820004 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:09:49.820004 dv-neutron-834874-6-hyperv neutron-server[104098]: return f(self, *a, **k) Mar 28 01:09:49.820004 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:09:49.820004 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._get(url).json() Mar 28 01:09:49.820004 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:09:49.820004 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:09:49.820004 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:09:49.820004 dv-neutron-834874-6-hyperv neutron-server[104098]: return self.request(url, 'GET', **kwargs) Mar 28 01:09:49.820004 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:09:49.820004 dv-neutron-834874-6-hyperv neutron-server[104098]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:09:49.820004 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:09:49.820004 dv-neutron-834874-6-hyperv neutron-server[104098]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:09:49.820004 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:09:49.820004 dv-neutron-834874-6-hyperv neutron-server[104098]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:09:49.820004 dv-neutron-834874-6-hyperv neutron-server[104098]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:09:49.856390 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceceb19c-f9c3-42a5-8dec-1167acf00746 None None] New status for floating IP efadef5b-f9b4-49d7-ae03-24503ecf965d: DOWN {{(pid=104100) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 01:09:49.856876 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d83bfd46-81b4-4b79-a72a-f3781cd658b2 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (07af9c05-1c2e-450f-8446-433639a6ced3), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:49.878418 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d83bfd46-81b4-4b79-a72a-f3781cd658b2 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:49.881717 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-d83bfd46-81b4-4b79-a72a-f3781cd658b2 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "DELETE /v2.0/networks/07af9c05-1c2e-450f-8446-433639a6ced3 HTTP/1.1" status: 204 len: 168 time: 0.7110503 Mar 28 01:09:49.885388 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54310) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:49.898275 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-53a1f758-4c0d-4150-9bc3-b06271d31d40 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-73382217'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:09:49.905446 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54314) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:49.905927 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-207e760a-03ce-4618-b398-2fde4adc5f30 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] 10.222.0.24 "DELETE /v2.0/subnetpools/ecdf7fd2-abb3-418c-a805-6b7f91f6574c/tags HTTP/1.1" status: 204 len: 168 time: 0.2035699 Mar 28 01:09:49.910061 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83bfd46-81b4-4b79-a72a-f3781cd658b2 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Pushing event deleted for resources: {'Network': ['ID=07af9c05-1c2e-450f-8446-433639a6ced3,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:49.919866 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.tag.tag_plugin [None req-60a6a9f1-5f9c-4e44-a565-b57e445e02a2 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '1034da3f-7048-4644-8655-c0ce2a525a56') {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:49.937064 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-15cea80d-cd57-4a29-a2ba-4de7d2dcbb40 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687953'] for router (972614b4-f026-44d6-b5b2-387121f477a0), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:50.015428 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54318) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:50.120533 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-22b70561-6796-42c2-9b9a-6d2fb296c958 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Publish callbacks [] for security_group (5f5fc266-2207-46d1-bfc7-83854e73a714), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:50.131098 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53a1f758-4c0d-4150-9bc3-b06271d31d40 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Made reservation on behalf of 123b9cbc24e44c7fa4900a5cf8071c36 for: {'network': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:09:50.134415 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-53a1f758-4c0d-4150-9bc3-b06271d31d40 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:50.160199 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-22b70561-6796-42c2-9b9a-6d2fb296c958 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Publish callbacks [] for security_group (5f5fc266-2207-46d1-bfc7-83854e73a714), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:50.203844 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53a1f758-4c0d-4150-9bc3-b06271d31d40 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=104099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:09:50.219113 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15cea80d-cd57-4a29-a2ba-4de7d2dcbb40 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Router 972614b4-f026-44d6-b5b2-387121f477a0 is scheduled to L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 with binding_index 1 {{(pid=104098) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 01:09:50.226171 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-22b70561-6796-42c2-9b9a-6d2fb296c958 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (5f5fc266-2207-46d1-bfc7-83854e73a714), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:50.227665 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-22b70561-6796-42c2-9b9a-6d2fb296c958 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:50.231257 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-22b70561-6796-42c2-9b9a-6d2fb296c958 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "DELETE /v2.0/security-groups/5f5fc266-2207-46d1-bfc7-83854e73a714 HTTP/1.1" status: 204 len: 168 time: 0.2132883 Mar 28 01:09:50.231431 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-53a1f758-4c0d-4150-9bc3-b06271d31d40 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (b360b7a9-c705-4650-94d4-b243340044ba), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:50.231431 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.segments_db [None req-53a1f758-4c0d-4150-9bc3-b06271d31d40 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Added segment b360b7a9-c705-4650-94d4-b243340044ba of type vlan for network 602d0b67-59bc-4b75-8b7b-3e667e0417af Mar 28 01:09:50.232638 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54320) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:50.248190 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-60a6a9f1-5f9c-4e44-a565-b57e445e02a2 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] 10.222.0.24 "DELETE /v2.0/routers/1034da3f-7048-4644-8655-c0ce2a525a56/tags HTTP/1.1" status: 204 len: 168 time: 0.3370483 Mar 28 01:09:50.255359 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54322) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:50.265174 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.tag.tag_plugin [None req-e746a102-8986-46d7-affc-a4632fac9842 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '62e3e029-fdd4-406c-b769-b360d48e9403') {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:50.276459 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.api.v2.resource [None req-aeda16cc-68e7-4d44-be08-eb02b0efdb7f tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] show failed (client error): The resource could not be found. Mar 28 01:09:50.276459 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-aeda16cc-68e7-4d44-be08-eb02b0efdb7f tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "GET /v2.0/security-groups/5f5fc266-2207-46d1-bfc7-83854e73a714 HTTP/1.1" status: 404 len: 347 time: 0.0408268 Mar 28 01:09:50.279427 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54324) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:50.312908 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b70561-6796-42c2-9b9a-6d2fb296c958 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f5fc266-2207-46d1-bfc7-83854e73a714,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:50.347603 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-53a1f758-4c0d-4150-9bc3-b06271d31d40 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (602d0b67-59bc-4b75-8b7b-3e667e0417af), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:50.410161 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-53a1f758-4c0d-4150-9bc3-b06271d31d40 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (602d0b67-59bc-4b75-8b7b-3e667e0417af), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:50.415786 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a1f758-4c0d-4150-9bc3-b06271d31d40 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:09:50.416080 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-53a1f758-4c0d-4150-9bc3-b06271d31d40 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks [] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:50.463948 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15cea80d-cd57-4a29-a2ba-4de7d2dcbb40 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:09:50.481966 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ba44d0-f370-430f-8cee-c6aa2d61b013 None None] Sync routers for ids ['972614b4-f026-44d6-b5b2-387121f477a0'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:09:50.491027 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-15cea80d-cd57-4a29-a2ba-4de7d2dcbb40 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for router (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:50.495399 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-15cea80d-cd57-4a29-a2ba-4de7d2dcbb40 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.8894596 Mar 28 01:09:50.497273 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54328) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:50.504241 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ba44d0-f370-430f-8cee-c6aa2d61b013 None None] Routers {'972614b4-f026-44d6-b5b2-387121f477a0'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:09:50.505506 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-18ba44d0-f370-430f-8cee-c6aa2d61b013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:09:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['972614b4-f026-44d6-b5b2-387121f477a0'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:50.506981 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-549ad776-0aff-4cf0-9460-c9096c5d1959 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Deleting port 421c27fc-2c57-4098-9845-9744839ac426 {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:09:50.507427 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-549ad776-0aff-4cf0-9460-c9096c5d1959 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (421c27fc-2c57-4098-9845-9744839ac426), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:50.548588 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-53a1f758-4c0d-4150-9bc3-b06271d31d40 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6617985 Mar 28 01:09:50.552824 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54332) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:50.562466 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-1abf6687-f875-4549-8b26-e916394dd57b tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Request body: {'subnet': {'network_id': '602d0b67-59bc-4b75-8b7b-3e667e0417af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:09:50.563497 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-e746a102-8986-46d7-affc-a4632fac9842 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] 10.222.0.24 "DELETE /v2.0/ports/62e3e029-fdd4-406c-b769-b360d48e9403/tags HTTP/1.1" status: 204 len: 168 time: 0.3016093 Mar 28 01:09:50.571862 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54334) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:50.578824 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a1f758-4c0d-4150-9bc3-b06271d31d40 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Pushing event updated for resources: {'Network': ['ID=602d0b67-59bc-4b75-8b7b-3e667e0417af,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:50.587536 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.tag.tag_plugin [None req-919347e2-d986-4f5d-bb9e-483d4c6b9399 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '9c4d4d2b-78d7-4cc7-a330-62c89e9072e7') {} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:50.591985 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8c6c66cc-2dce-4a89-be39-cbeba758725e tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3686527'] for router_interface (83452da3-a817-4158-b59c-7d55ce0fb541), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:50.597184 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network 602d0b67-59bc-4b75-8b7b-3e667e0417af details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:09:50.613057 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3b0efb-e4ed-482b-9ed8-5f12e103948b req-5762a20a-7f8c-4c65-a00f-598217f50fd8 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:09:50.614605 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-af3b0efb-e4ed-482b-9ed8-5f12e103948b req-5762a20a-7f8c-4c65-a00f-598217f50fd8 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc5c4747-fcbd-4652-b651-1ce8413f1a2b HTTP/1.1" status: 200 len: 944 time: 0.1387064 Mar 28 01:09:50.704252 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-2d54f04a-5c29-4def-8370-8b96ef4295ac tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=cf1ee0ed9c204cc5bccbb38ebf185041&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2057171 Mar 28 01:09:50.705930 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54336) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:50.708388 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-18ba44d0-f370-430f-8cee-c6aa2d61b013 None None] Set router 972614b4-f026-44d6-b5b2-387121f477a0 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:09:50.808380 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-af3b0efb-e4ed-482b-9ed8-5f12e103948b req-2db1bf5f-d981-48bc-bc09-27a442dc4c8d tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a04cadd-9e33-421f-9e10-fcf82d2217a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1266074 Mar 28 01:09:50.900185 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-18ba44d0-f370-430f-8cee-c6aa2d61b013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '972614b4-f026-44d6-b5b2-387121f477a0', 'name': 'tempest-TestNetworkBasicOps-router-1449852851', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.203'}], 'enable_snat': True}, 'gw_port_id': '284be52d-195b-458f-be0d-523be760202a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:09:46Z', 'updated_at': '2022-03-28T01:09:48Z', 'revision_number': 3, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': '284be52d-195b-458f-be0d-523be760202a', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:98:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '972614b4-f026-44d6-b5b2-387121f477a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:09:47Z', 'updated_at': '2022-03-28T01:09:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:50.915485 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d901ad66-d825-427d-a790-829a5328e808 tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:09:50.920234 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-d901ad66-d825-427d-a790-829a5328e808 tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2047915 Mar 28 01:09:50.921487 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54338) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:50.928896 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ba44d0-f370-430f-8cee-c6aa2d61b013 None None] Checking router: 972614b4-f026-44d6-b5b2-387121f477a0 for host: dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:09:50.929254 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ba44d0-f370-430f-8cee-c6aa2d61b013 None None] Updating router 972614b4-f026-44d6-b5b2-387121f477a0 port 284be52d-195b-458f-be0d-523be760202a binding host dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 01:09:50.941499 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-8c6c66cc-2dce-4a89-be39-cbeba758725e tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Deleting port 2e8eeaf7-acf9-48cc-90c0-61a3b95474c3 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:09:50.942100 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8c6c66cc-2dce-4a89-be39-cbeba758725e tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (2e8eeaf7-acf9-48cc-90c0-61a3b95474c3), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:50.954651 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-549ad776-0aff-4cf0-9460-c9096c5d1959 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (421c27fc-2c57-4098-9845-9744839ac426), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:50.955233 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-549ad776-0aff-4cf0-9460-c9096c5d1959 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Publish callbacks [] for floatingip (421c27fc-2c57-4098-9845-9744839ac426), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:50.958313 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-18ba44d0-f370-430f-8cee-c6aa2d61b013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (284be52d-195b-458f-be0d-523be760202a), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:50.974954 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-549ad776-0aff-4cf0-9460-c9096c5d1959 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Calling delete_port for 421c27fc-2c57-4098-9845-9744839ac426 owned by network:floatingip {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:09:50.977376 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-2daf2e41-59b5-4342-8fc0-cc83cdb9210b tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=dea6548b-502b-42db-97fb-371e423e739a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0543747 Mar 28 01:09:50.987591 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54340) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:51.000687 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-7a9a8e99-0a12-419f-9438-11de4f779506 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1566226112', 'network_id': '7543c20d-2cfc-49fd-abfd-e84ff8dfd2c3', 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:09:51.091118 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8c6c66cc-2dce-4a89-be39-cbeba758725e tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (2e8eeaf7-acf9-48cc-90c0-61a3b95474c3), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:51.099037 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1abf6687-f875-4549-8b26-e916394dd57b tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Made reservation on behalf of 123b9cbc24e44c7fa4900a5cf8071c36 for: {'subnet': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:09:51.102715 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1abf6687-f875-4549-8b26-e916394dd57b tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126112411'] for subnet (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:51.108708 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-8c6c66cc-2dce-4a89-be39-cbeba758725e tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Calling delete_port for 2e8eeaf7-acf9-48cc-90c0-61a3b95474c3 owned by network:router_interface {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:09:51.196269 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-919347e2-d986-4f5d-bb9e-483d4c6b9399 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] 10.222.0.24 "DELETE /v2.0/subnets/9c4d4d2b-78d7-4cc7-a330-62c89e9072e7/tags HTTP/1.1" status: 204 len: 168 time: 0.6216977 Mar 28 01:09:51.197022 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54342) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:51.212449 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.tag.tag_plugin [None req-80e25b3f-6df2-4cb6-a03f-9d2796a96986 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '9c4d4d2b-78d7-4cc7-a330-62c89e9072e7', 'tempest-TagsExtTest-Tag-1342053256') {} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:51.246118 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.ipam_backend_mixin [None req-1abf6687-f875-4549-8b26-e916394dd57b tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Performing IP validity checks on allocation pools {{(pid=104098) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Mar 28 01:09:51.249013 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.ipam_backend_mixin [None req-1abf6687-f875-4549-8b26-e916394dd57b tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104098) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Mar 28 01:09:51.254686 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-18ba44d0-f370-430f-8cee-c6aa2d61b013 None None] Publish callbacks [] for port (284be52d-195b-458f-be0d-523be760202a), precommit_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:51.265365 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-18ba44d0-f370-430f-8cee-c6aa2d61b013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (284be52d-195b-458f-be0d-523be760202a), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:51.327834 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a9a8e99-0a12-419f-9438-11de4f779506 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Made reservation on behalf of cf1ee0ed9c204cc5bccbb38ebf185041 for: {'subnet': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:09:51.331846 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7a9a8e99-0a12-419f-9438-11de4f779506 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126112411'] for subnet (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:51.348409 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d4523a-f5cf-462c-8319-e8c475070a2c None None] Pushing event updated for resources: {'Port': ['ID=284be52d-195b-458f-be0d-523be760202a,revision_number=2']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:51.348948 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8c6c66cc-2dce-4a89-be39-cbeba758725e tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (2e8eeaf7-acf9-48cc-90c0-61a3b95474c3), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:51.360820 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d4523a-f5cf-462c-8319-e8c475070a2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:09:51.361668 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d4523a-f5cf-462c-8319-e8c475070a2c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:09:51.362721 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d4523a-f5cf-462c-8319-e8c475070a2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:09:51.363428 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d4523a-f5cf-462c-8319-e8c475070a2c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:09:51.363995 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d4523a-f5cf-462c-8319-e8c475070a2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:09:51.364578 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d4523a-f5cf-462c-8319-e8c475070a2c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:09:51.365128 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d4523a-f5cf-462c-8319-e8c475070a2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:09:51.365789 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d4523a-f5cf-462c-8319-e8c475070a2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:09:51.366486 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d4523a-f5cf-462c-8319-e8c475070a2c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:09:51.367048 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d4523a-f5cf-462c-8319-e8c475070a2c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:09:51.367618 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d4523a-f5cf-462c-8319-e8c475070a2c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:09:51.368319 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d4523a-f5cf-462c-8319-e8c475070a2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:09:51.368924 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d4523a-f5cf-462c-8319-e8c475070a2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:09:51.369586 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d4523a-f5cf-462c-8319-e8c475070a2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:09:51.370133 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d4523a-f5cf-462c-8319-e8c475070a2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:09:51.374542 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [None req-18ba44d0-f370-430f-8cee-c6aa2d61b013 None None] Attempting to bind port 284be52d-195b-458f-be0d-523be760202a on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:09:51.375560 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [None req-18ba44d0-f370-430f-8cee-c6aa2d61b013 None None] Attempting to bind port 284be52d-195b-458f-be0d-523be760202a by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': 'b6f00c62-aca5-4c73-8989-c04c396daeed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'}] {{(pid=104101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:09:51.377966 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ba44d0-f370-430f-8cee-c6aa2d61b013 None None] Attempting to bind port 284be52d-195b-458f-be0d-523be760202a on network dea6548b-502b-42db-97fb-371e423e739a {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:09:51.386921 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6c66cc-2dce-4a89-be39-cbeba758725e tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Pushing event deleted for resources: {'Port': ['ID=2e8eeaf7-acf9-48cc-90c0-61a3b95474c3,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:51.402223 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ba44d0-f370-430f-8cee-c6aa2d61b013 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:09:51.402969 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ba44d0-f370-430f-8cee-c6aa2d61b013 None None] Checking segment: {'id': 'b6f00c62-aca5-4c73-8989-c04c396daeed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:09:51.404060 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-18ba44d0-f370-430f-8cee-c6aa2d61b013 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:51.404693 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ba44d0-f370-430f-8cee-c6aa2d61b013 None None] Bound using segment: {'id': 'b6f00c62-aca5-4c73-8989-c04c396daeed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'} {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:09:51.405404 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [None req-18ba44d0-f370-430f-8cee-c6aa2d61b013 None None] Bound port: 284be52d-195b-458f-be0d-523be760202a, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6f00c62-aca5-4c73-8989-c04c396daeed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'}}] {{(pid=104101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:09:51.405882 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-18ba44d0-f370-430f-8cee-c6aa2d61b013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (284be52d-195b-458f-be0d-523be760202a), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:51.480065 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.db [None req-18ba44d0-f370-430f-8cee-c6aa2d61b013 None None] For port 284be52d-195b-458f-be0d-523be760202a, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:09:51.489541 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.db [None req-18ba44d0-f370-430f-8cee-c6aa2d61b013 None None] For port 284be52d-195b-458f-be0d-523be760202a, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=284be52d-195b-458f-be0d-523be760202a,segment=NetworkSegment(b6f00c62-aca5-4c73-8989-c04c396daeed),segment_id=b6f00c62-aca5-4c73-8989-c04c396daeed)] {{(pid=104101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:09:51.505267 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-18ba44d0-f370-430f-8cee-c6aa2d61b013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (284be52d-195b-458f-be0d-523be760202a), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:51.588018 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d4523a-f5cf-462c-8319-e8c475070a2c None None] Pushing event updated for resources: {'Port': ['ID=284be52d-195b-458f-be0d-523be760202a,revision_number=3']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:51.598886 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-549ad776-0aff-4cf0-9460-c9096c5d1959 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (421c27fc-2c57-4098-9845-9744839ac426), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:51.610047 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ba44d0-f370-430f-8cee-c6aa2d61b013 None None] Routers {'972614b4-f026-44d6-b5b2-387121f477a0'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:09:51.610954 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-18ba44d0-f370-430f-8cee-c6aa2d61b013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:09:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['972614b4-f026-44d6-b5b2-387121f477a0'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:51.622377 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8c6c66cc-2dce-4a89-be39-cbeba758725e tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3725912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3690191'] for router_interface (83452da3-a817-4158-b59c-7d55ce0fb541), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:51.727523 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549ad776-0aff-4cf0-9460-c9096c5d1959 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Pushing event deleted for resources: {'Port': ['ID=421c27fc-2c57-4098-9845-9744839ac426,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:51.744562 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-80e25b3f-6df2-4cb6-a03f-9d2796a96986 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] 10.222.0.24 "PUT /v2.0/subnets/9c4d4d2b-78d7-4cc7-a330-62c89e9072e7/tags/tempest-TagsExtTest-Tag-1342053256 HTTP/1.1" status: 201 len: 201 time: 0.5373571 Mar 28 01:09:51.746053 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54344) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:51.788930 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1abf6687-f875-4549-8b26-e916394dd57b tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126174976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126112397'] for subnet (6c5624f3-4675-4486-95e0-cee77cf08bc6), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:51.796764 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.tag.tag_plugin [None req-8d630958-daad-45e8-a38a-68e7def3cba7 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '62e3e029-fdd4-406c-b769-b360d48e9403', 'tempest-TagsExtTest-Tag-288115599') {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:51.871138 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c6c66cc-2dce-4a89-be39-cbeba758725e tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Router 83452da3-a817-4158-b59c-7d55ce0fb541 has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:09:51.886582 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-18ba44d0-f370-430f-8cee-c6aa2d61b013 None None] Set router 972614b4-f026-44d6-b5b2-387121f477a0 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:09:51.973685 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c6c66cc-2dce-4a89-be39-cbeba758725e tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:09:51.979765 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-8c6c66cc-2dce-4a89-be39-cbeba758725e tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] 10.222.0.24 "PUT /v2.0/routers/83452da3-a817-4158-b59c-7d55ce0fb541/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2051716 Mar 28 01:09:51.983028 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54348) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:51.985868 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417e097c-d2cc-4b1a-a509-f5f8ddd5996c None None] Sync routers for ids ['83452da3-a817-4158-b59c-7d55ce0fb541'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:09:51.992165 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-8d630958-daad-45e8-a38a-68e7def3cba7 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] 10.222.0.24 "PUT /v2.0/ports/62e3e029-fdd4-406c-b769-b360d48e9403/tags/tempest-TagsExtTest-Tag-288115599 HTTP/1.1" status: 201 len: 201 time: 0.2418787 Mar 28 01:09:51.994844 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54350) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:52.008275 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417e097c-d2cc-4b1a-a509-f5f8ddd5996c None None] Routers {'83452da3-a817-4158-b59c-7d55ce0fb541'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:09:52.009292 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-417e097c-d2cc-4b1a-a509-f5f8ddd5996c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:09:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['83452da3-a817-4158-b59c-7d55ce0fb541'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:52.035179 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abf6687-f875-4549-8b26-e916394dd57b tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Pushing event updated for resources: {'Subnet': ['ID=6c5624f3-4675-4486-95e0-cee77cf08bc6,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:52.068802 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.tag.tag_plugin [None req-e61af671-f8ca-4ad0-b4e3-71724f0083d4 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '1034da3f-7048-4644-8655-c0ce2a525a56', 'tempest-TagsExtTest-Tag-1203092841') {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:52.070778 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-417e097c-d2cc-4b1a-a509-f5f8ddd5996c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:52.085657 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417e097c-d2cc-4b1a-a509-f5f8ddd5996c None None] Routers {'83452da3-a817-4158-b59c-7d55ce0fb541'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:09:52.086310 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-417e097c-d2cc-4b1a-a509-f5f8ddd5996c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:09:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['83452da3-a817-4158-b59c-7d55ce0fb541'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:52.116879 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-549ad776-0aff-4cf0-9460-c9096c5d1959 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Publish callbacks [] for floatingip (efadef5b-f9b4-49d7-ae03-24503ecf965d), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:52.119830 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-549ad776-0aff-4cf0-9460-c9096c5d1959 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for floatingip (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:52.121093 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-549ad776-0aff-4cf0-9460-c9096c5d1959 tempest-ServerActionsTestJSON-1810171495 tempest-ServerActionsTestJSON-1810171495-project] 10.222.0.24 "DELETE /v2.0/floatingips/efadef5b-f9b4-49d7-ae03-24503ecf965d HTTP/1.1" status: 204 len: 168 time: 1.8409920 Mar 28 01:09:52.122469 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-18ba44d0-f370-430f-8cee-c6aa2d61b013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '972614b4-f026-44d6-b5b2-387121f477a0', 'name': 'tempest-TestNetworkBasicOps-router-1449852851', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.203'}], 'enable_snat': True}, 'gw_port_id': '284be52d-195b-458f-be0d-523be760202a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:09:46Z', 'updated_at': '2022-03-28T01:09:48Z', 'revision_number': 3, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': '284be52d-195b-458f-be0d-523be760202a', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:98:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '972614b4-f026-44d6-b5b2-387121f477a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:09:47Z', 'updated_at': '2022-03-28T01:09:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:52.126642 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54352) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:52.140886 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abf6687-f875-4549-8b26-e916394dd57b tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Checking segment: {'id': 'b360b7a9-c705-4650-94d4-b243340044ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '602d0b67-59bc-4b75-8b7b-3e667e0417af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:09:52.141254 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1abf6687-f875-4549-8b26-e916394dd57b tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Network hostable DHCP agents. Network: 602d0b67-59bc-4b75-8b7b-3e667e0417af, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:09:52.154926 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ba44d0-f370-430f-8cee-c6aa2d61b013 None None] The sync data for ids ['972614b4-f026-44d6-b5b2-387121f477a0'] in dv-neutron-834874-6-hyperv is: [{'id': '972614b4-f026-44d6-b5b2-387121f477a0', 'name': 'tempest-TestNetworkBasicOps-router-1449852851', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.203'}], 'enable_snat': True}, 'gw_port_id': '284be52d-195b-458f-be0d-523be760202a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:09:46Z', 'updated_at': '2022-03-28T01:09:48Z', 'revision_number': 3, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': '284be52d-195b-458f-be0d-523be760202a', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:98:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '972614b4-f026-44d6-b5b2-387121f477a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:09:47Z', 'updated_at': '2022-03-28T01:09:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:09:52.172113 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-417e097c-d2cc-4b1a-a509-f5f8ddd5996c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:52.172913 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7a9a8e99-0a12-419f-9438-11de4f779506 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126174976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126112397'] for subnet (592db495-2a42-45a2-9428-dccc028178bd), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:52.176933 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417e097c-d2cc-4b1a-a509-f5f8ddd5996c None None] The sync data for ids ['83452da3-a817-4158-b59c-7d55ce0fb541'] in dv-neutron-834874-6-hyperv is: [] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:09:52.243791 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9a8e99-0a12-419f-9438-11de4f779506 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'Subnet': ['ID=592db495-2a42-45a2-9428-dccc028178bd,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:52.265955 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ae7516-cf50-4663-9c21-5da933582d3a req-0a613b18-1218-41ac-93a8-29f96b46468d tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:09:52.282448 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-d6ae7516-cf50-4663-9c21-5da933582d3a req-0a613b18-1218-41ac-93a8-29f96b46468d tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc5c4747-fcbd-4652-b651-1ce8413f1a2b HTTP/1.1" status: 200 len: 944 time: 0.3429136 Mar 28 01:09:52.295943 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1abf6687-f875-4549-8b26-e916394dd57b tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Network 602d0b67-59bc-4b75-8b7b-3e667e0417af is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:09:52.709282 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-1abf6687-f875-4549-8b26-e916394dd57b tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, 602d0b67-59bc-4b75-8b7b-3e667e0417af) {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:09:52.719551 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347f5a03-32bb-48e3-96b1-88a188162320 None None] Network 602d0b67-59bc-4b75-8b7b-3e667e0417af requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:09:52.810481 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.api.v2.resource [None req-097e4b50-737d-48e5-a2a7-f132bfa87d26 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] remove_router_interface failed (client error): The resource could not be found. Mar 28 01:09:52.819180 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-097e4b50-737d-48e5-a2a7-f132bfa87d26 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] 10.222.0.24 "PUT /v2.0/routers/83452da3-a817-4158-b59c-7d55ce0fb541/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.8328226 Mar 28 01:09:52.820048 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54356) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:52.867179 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1abf6687-f875-4549-8b26-e916394dd57b tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:09:52.867910 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1abf6687-f875-4549-8b26-e916394dd57b tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:52.875418 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-c9d018ed-f9b5-48fd-9101-459d516b7020 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] 10.222.0.24 "GET /v2.0/ports?device_id=83452da3-a817-4158-b59c-7d55ce0fb541 HTTP/1.1" status: 200 len: 205 time: 0.0538447 Mar 28 01:09:52.878345 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dcc080a-d44a-4edf-a403-a0ecf2148a59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-602d0b67-59bc-4b75-8b7b-3e667e0417af', 'network_id': '602d0b67-59bc-4b75-8b7b-3e667e0417af', 'project_id': '123b9cbc24e44c7fa4900a5cf8071c36', 'fixed_ips': [{'subnet_id': '6c5624f3-4675-4486-95e0-cee77cf08bc6'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:09:52.879217 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-1dcc080a-d44a-4edf-a403-a0ecf2148a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:52.879712 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54358) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:52.925325 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-d6ae7516-cf50-4663-9c21-5da933582d3a req-407b687e-35a9-44a2-b8cb-5a02418760f2 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a04cadd-9e33-421f-9e10-fcf82d2217a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6419888 Mar 28 01:09:52.936463 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9a8e99-0a12-419f-9438-11de4f779506 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Checking segment: {'id': '6872a91c-c15d-4ceb-a2ec-57e701600557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7543c20d-2cfc-49fd-abfd-e84ff8dfd2c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:09:52.936914 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9a8e99-0a12-419f-9438-11de4f779506 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Network hostable DHCP agents. Network: 7543c20d-2cfc-49fd-abfd-e84ff8dfd2c3, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:09:52.946794 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-1abf6687-f875-4549-8b26-e916394dd57b tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3928537 Mar 28 01:09:52.959390 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54360) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:52.970419 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-b3b3d62d-d92e-4ab5-ae42-f910fa1b6728 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Request body: {'port': {'network_id': '602d0b67-59bc-4b75-8b7b-3e667e0417af', 'name': 'tempest-PortsIpV6TestJSON-1358154800'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:09:53.016918 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-e61af671-f8ca-4ad0-b4e3-71724f0083d4 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] 10.222.0.24 "PUT /v2.0/routers/1034da3f-7048-4644-8655-c0ce2a525a56/tags/tempest-TagsExtTest-Tag-1203092841 HTTP/1.1" status: 201 len: 201 time: 1.0206182 Mar 28 01:09:53.021266 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54362) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:53.030385 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.tag.tag_plugin [None req-f31f7427-30f3-4280-a99a-76ba56c4e0e8 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'ecdf7fd2-abb3-418c-a805-6b7f91f6574c', 'tempest-TagsExtTest-Tag-1639986980') {} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:53.062512 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-523aaa6c-ebe2-4ead-84fc-d8a82361d597 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks [] for router (83452da3-a817-4158-b59c-7d55ce0fb541), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:53.115412 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9a8e99-0a12-419f-9438-11de4f779506 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Network 7543c20d-2cfc-49fd-abfd-e84ff8dfd2c3 is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:09:53.127057 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-1dcc080a-d44a-4edf-a403-a0ecf2148a59 None None] Allocated IP 2001:db8::2 (602d0b67-59bc-4b75-8b7b-3e667e0417af/6c5624f3-4675-4486-95e0-cee77cf08bc6/9f0fa2a0-43d1-4a88-9826-704089ef41ca) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:09:53.143824 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-7a9a8e99-0a12-419f-9438-11de4f779506 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, 7543c20d-2cfc-49fd-abfd-e84ff8dfd2c3) {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:09:53.163409 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5d675c-07e3-46ec-b167-19a55e83a319 None None] Network 7543c20d-2cfc-49fd-abfd-e84ff8dfd2c3 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:09:53.183832 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9a8e99-0a12-419f-9438-11de4f779506 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:09:53.184413 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7a9a8e99-0a12-419f-9438-11de4f779506 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:53.268728 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-7a9a8e99-0a12-419f-9438-11de4f779506 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.2744999 Mar 28 01:09:53.271456 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54364) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:53.275524 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-f31f7427-30f3-4280-a99a-76ba56c4e0e8 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] 10.222.0.24 "PUT /v2.0/subnetpools/ecdf7fd2-abb3-418c-a805-6b7f91f6574c/tags/tempest-TagsExtTest-Tag-1639986980 HTTP/1.1" status: 201 len: 201 time: 0.2513208 Mar 28 01:09:53.288705 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54366) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:53.316523 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-523aaa6c-ebe2-4ead-84fc-d8a82361d597 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7151'] for router (83452da3-a817-4158-b59c-7d55ce0fb541), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:53.321881 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-523aaa6c-ebe2-4ead-84fc-d8a82361d597 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks [] for router_controller (83452da3-a817-4158-b59c-7d55ce0fb541), precommit_delete_associations {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:53.367971 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.tag.tag_plugin [None req-38260264-e8a8-453c-b610-952c6bbf5e72 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '9c4d4d2b-78d7-4cc7-a330-62c89e9072e7', {'tags': ['tempest-TagsExtTest-Tag-1906451852', 'tempest-TagsExtTest-Tag-426862446', 'tempest-TagsExtTest-Tag-2136950342']}) {} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:53.400142 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-523aaa6c-ebe2-4ead-84fc-d8a82361d597 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689686'] for router (83452da3-a817-4158-b59c-7d55ce0fb541), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:53.401330 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-523aaa6c-ebe2-4ead-84fc-d8a82361d597 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Fanout notify agent at l3_agent the message router_deleted on router 83452da3-a817-4158-b59c-7d55ce0fb541 {{(pid=104099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 01:09:53.429865 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4015c3c6-00ec-4ea3-a2a4-e4cfc33be3e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-7543c20d-2cfc-49fd-abfd-e84ff8dfd2c3', 'network_id': '7543c20d-2cfc-49fd-abfd-e84ff8dfd2c3', 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'fixed_ips': [{'subnet_id': '592db495-2a42-45a2-9428-dccc028178bd'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:09:53.431245 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-4015c3c6-00ec-4ea3-a2a4-e4cfc33be3e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:53.431464 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-523aaa6c-ebe2-4ead-84fc-d8a82361d597 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks [] for router (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:53.433537 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-523aaa6c-ebe2-4ead-84fc-d8a82361d597 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] 10.222.0.24 "DELETE /v2.0/routers/83452da3-a817-4158-b59c-7d55ce0fb541 HTTP/1.1" status: 204 len: 168 time: 0.5528581 Mar 28 01:09:53.436202 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54368) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:53.513341 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3b3d62d-d92e-4ab5-ae42-f910fa1b6728 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Made reservation on behalf of 123b9cbc24e44c7fa4900a5cf8071c36 for: {'port': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:09:53.517677 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b3b3d62d-d92e-4ab5-ae42-f910fa1b6728 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:53.522750 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee0c5b2d-2b05-40ec-8e71-8f488671a106 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Deleting subnet 727ebb2d-1f51-44de-b5e3-a8cb5db64032 {{(pid=104099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:09:53.526627 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ee0c5b2d-2b05-40ec-8e71-8f488671a106 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks [] for subnet (727ebb2d-1f51-44de-b5e3-a8cb5db64032), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:53.600545 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.notifiers.nova [None req-b3b3d62d-d92e-4ab5-ae42-f910fa1b6728 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] device_id is not set on port 013d826a-e3f3-4f4c-a704-fab420a49f85 yet. {{(pid=104098) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 01:09:53.617202 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ee0c5b2d-2b05-40ec-8e71-8f488671a106 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126946639'] for subnet (727ebb2d-1f51-44de-b5e3-a8cb5db64032), precommit_delete_associations {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:53.625595 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-1dcc080a-d44a-4edf-a403-a0ecf2148a59 None None] Publish callbacks [] for port (9f0fa2a0-43d1-4a88-9826-704089ef41ca), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:53.649969 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-1dcc080a-d44a-4edf-a403-a0ecf2148a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (9f0fa2a0-43d1-4a88-9826-704089ef41ca), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:53.668741 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-38260264-e8a8-453c-b610-952c6bbf5e72 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] 10.222.0.24 "PUT /v2.0/subnets/9c4d4d2b-78d7-4cc7-a330-62c89e9072e7/tags HTTP/1.1" status: 200 len: 317 time: 0.3755276 Mar 28 01:09:53.672885 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54370) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:53.685723 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.tag.tag_plugin [None req-cc95beb9-16e1-4567-ac7d-9b2e2e929490 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '9c4d4d2b-78d7-4cc7-a330-62c89e9072e7') {} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:53.711443 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-4015c3c6-00ec-4ea3-a2a4-e4cfc33be3e5 None None] Allocated IP 172.20.0.2 (7543c20d-2cfc-49fd-abfd-e84ff8dfd2c3/592db495-2a42-45a2-9428-dccc028178bd/6ef35473-28d0-44f3-9157-1934c10b1538) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:09:53.731479 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ee0c5b2d-2b05-40ec-8e71-8f488671a106 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (727ebb2d-1f51-44de-b5e3-a8cb5db64032), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:53.753633 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dcc080a-d44a-4edf-a403-a0ecf2148a59 None None] Network 602d0b67-59bc-4b75-8b7b-3e667e0417af is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:09:53.764440 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-1dcc080a-d44a-4edf-a403-a0ecf2148a59 None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:09:53.781605 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dcc080a-d44a-4edf-a403-a0ecf2148a59 None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:09:53.825167 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ee0c5b2d-2b05-40ec-8e71-8f488671a106 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127282766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126757793'] for subnet (727ebb2d-1f51-44de-b5e3-a8cb5db64032), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:53.829012 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcc080a-d44a-4edf-a403-a0ecf2148a59 None None] Pushing event updated for resources: {'Port': ['ID=9f0fa2a0-43d1-4a88-9826-704089ef41ca,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:53.869487 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0c5b2d-2b05-40ec-8e71-8f488671a106 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Pushing event deleted for resources: {'Subnet': ['ID=727ebb2d-1f51-44de-b5e3-a8cb5db64032,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:53.892436 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ee0c5b2d-2b05-40ec-8e71-8f488671a106 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks [] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:53.899322 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-ee0c5b2d-2b05-40ec-8e71-8f488671a106 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] 10.222.0.24 "DELETE /v2.0/subnets/727ebb2d-1f51-44de-b5e3-a8cb5db64032 HTTP/1.1" status: 204 len: 168 time: 0.4620609 Mar 28 01:09:53.901959 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54372) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:53.906590 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12bb09e-3a2c-4fde-989f-5b7ee843e40c None None] Network 6b27c26c-469c-4b1f-b826-35734135a384 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:09:53.960118 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-b3b3d62d-d92e-4ab5-ae42-f910fa1b6728 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Allocated IP 2001:db8::15a (602d0b67-59bc-4b75-8b7b-3e667e0417af/6c5624f3-4675-4486-95e0-cee77cf08bc6/013d826a-e3f3-4f4c-a704-fab420a49f85) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:09:54.016426 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2d2276c3-6a96-4c1d-a038-8767b232fc1c tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (6b27c26c-469c-4b1f-b826-35734135a384), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:54.086948 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-1dcc080a-d44a-4edf-a403-a0ecf2148a59 None None] Attempting to bind port 9f0fa2a0-43d1-4a88-9826-704089ef41ca on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:09:54.087331 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-1dcc080a-d44a-4edf-a403-a0ecf2148a59 None None] Attempting to bind port 9f0fa2a0-43d1-4a88-9826-704089ef41ca by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': 'b360b7a9-c705-4650-94d4-b243340044ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '602d0b67-59bc-4b75-8b7b-3e667e0417af'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:09:54.087700 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcc080a-d44a-4edf-a403-a0ecf2148a59 None None] Attempting to bind port 9f0fa2a0-43d1-4a88-9826-704089ef41ca on network 602d0b67-59bc-4b75-8b7b-3e667e0417af {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:09:54.122403 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70046d0e-a1df-48be-b591-5da76a569de1 req-4b10bd2b-482d-471a-8498-25c490c81d46 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:09:54.130571 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-70046d0e-a1df-48be-b591-5da76a569de1 req-4b10bd2b-482d-471a-8498-25c490c81d46 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc5c4747-fcbd-4652-b651-1ce8413f1a2b HTTP/1.1" status: 200 len: 944 time: 0.0821564 Mar 28 01:09:54.133571 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-2d2276c3-6a96-4c1d-a038-8767b232fc1c tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Deleting port 91806737-9cff-455a-990c-3348eebe510f {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:09:54.133913 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2d2276c3-6a96-4c1d-a038-8767b232fc1c tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (91806737-9cff-455a-990c-3348eebe510f), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:54.170150 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcc080a-d44a-4edf-a403-a0ecf2148a59 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:09:54.170752 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcc080a-d44a-4edf-a403-a0ecf2148a59 None None] Checking segment: {'id': 'b360b7a9-c705-4650-94d4-b243340044ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '602d0b67-59bc-4b75-8b7b-3e667e0417af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:09:54.171171 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-1dcc080a-d44a-4edf-a403-a0ecf2148a59 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:54.171643 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcc080a-d44a-4edf-a403-a0ecf2148a59 None None] Bound using segment: {'id': 'b360b7a9-c705-4650-94d4-b243340044ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '602d0b67-59bc-4b75-8b7b-3e667e0417af'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:09:54.172221 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-1dcc080a-d44a-4edf-a403-a0ecf2148a59 None None] Bound port: 9f0fa2a0-43d1-4a88-9826-704089ef41ca, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b360b7a9-c705-4650-94d4-b243340044ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '602d0b67-59bc-4b75-8b7b-3e667e0417af'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:09:54.172644 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-1dcc080a-d44a-4edf-a403-a0ecf2148a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (9f0fa2a0-43d1-4a88-9826-704089ef41ca), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:54.216744 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-cc95beb9-16e1-4567-ac7d-9b2e2e929490 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] 10.222.0.24 "DELETE /v2.0/subnets/9c4d4d2b-78d7-4cc7-a330-62c89e9072e7/tags HTTP/1.1" status: 204 len: 168 time: 0.5342457 Mar 28 01:09:54.222448 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54376) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:54.258268 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-2d2276c3-6a96-4c1d-a038-8767b232fc1c tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] For port 91806737-9cff-455a-990c-3348eebe510f, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=91806737-9cff-455a-990c-3348eebe510f,segment=NetworkSegment(923fdbf0-9e94-4cf0-a1dd-434e39e4fe7b),segment_id=923fdbf0-9e94-4cf0-a1dd-434e39e4fe7b)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:09:54.258268 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2d2276c3-6a96-4c1d-a038-8767b232fc1c tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (91806737-9cff-455a-990c-3348eebe510f), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:54.270112 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-4015c3c6-00ec-4ea3-a2a4-e4cfc33be3e5 None None] Publish callbacks [] for port (6ef35473-28d0-44f3-9157-1934c10b1538), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:54.274509 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9119e173-5375-4c77-ac32-4c605e662cc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3686527'] for router_interface (1473590c-76e5-4ae2-bb3a-86800aaa9e51), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:54.278701 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 284be52d-195b-458f-be0d-523be760202a up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:09:54.289637 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.tag.tag_plugin [None req-adf8e664-3726-466c-ba0a-4accb9e1f697 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '9c4d4d2b-78d7-4cc7-a330-62c89e9072e7', 'tempest-TagsExtTest-Tag-1906451852') {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:54.299902 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-2d2276c3-6a96-4c1d-a038-8767b232fc1c tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Calling delete_port for 91806737-9cff-455a-990c-3348eebe510f owned by network:dhcp {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:09:54.310368 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-4015c3c6-00ec-4ea3-a2a4-e4cfc33be3e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (6ef35473-28d0-44f3-9157-1934c10b1538), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:54.331765 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-70046d0e-a1df-48be-b591-5da76a569de1 req-67ea7f68-33e8-48dd-91f3-37753c817bcc tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a04cadd-9e33-421f-9e10-fcf82d2217a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2002397 Mar 28 01:09:54.370083 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-1dcc080a-d44a-4edf-a403-a0ecf2148a59 None None] For port 9f0fa2a0-43d1-4a88-9826-704089ef41ca, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:09:54.383379 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4015c3c6-00ec-4ea3-a2a4-e4cfc33be3e5 None None] Network 7543c20d-2cfc-49fd-abfd-e84ff8dfd2c3 is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:09:54.388110 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-4015c3c6-00ec-4ea3-a2a4-e4cfc33be3e5 None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:09:54.400435 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4015c3c6-00ec-4ea3-a2a4-e4cfc33be3e5 None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:09:54.419018 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-1dcc080a-d44a-4edf-a403-a0ecf2148a59 None None] For port 9f0fa2a0-43d1-4a88-9826-704089ef41ca, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=9f0fa2a0-43d1-4a88-9826-704089ef41ca,segment=NetworkSegment(b360b7a9-c705-4650-94d4-b243340044ba),segment_id=b360b7a9-c705-4650-94d4-b243340044ba)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:09:54.425781 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c39038-ba3c-458b-aef6-6fdee87af34e None None] DHCP port deletion for 6b27c26c-469c-4b1f-b826-35734135a384 request from dv-neutron-834874-6-hyperv {{(pid=104100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 01:09:54.429029 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4015c3c6-00ec-4ea3-a2a4-e4cfc33be3e5 None None] Pushing event updated for resources: {'Port': ['ID=6ef35473-28d0-44f3-9157-1934c10b1538,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:54.448569 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-1dcc080a-d44a-4edf-a403-a0ecf2148a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (9f0fa2a0-43d1-4a88-9826-704089ef41ca), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:54.455923 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b3b3d62d-d92e-4ab5-ae42-f910fa1b6728 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks [] for port (013d826a-e3f3-4f4c-a704-fab420a49f85), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:54.477379 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.api.v2.resource [None req-adf8e664-3726-466c-ba0a-4accb9e1f697 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] show failed (client error): The resource could not be found. Mar 28 01:09:54.483320 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-adf8e664-3726-466c-ba0a-4accb9e1f697 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] 10.222.0.24 "GET /v2.0/subnets/9c4d4d2b-78d7-4cc7-a330-62c89e9072e7/tags/tempest-TagsExtTest-Tag-1906451852 HTTP/1.1" status: 404 len: 329 time: 0.2597334 Mar 28 01:09:54.485402 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54378) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:54.490641 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.tag.tag_plugin [None req-e9df3c22-84f3-4722-a184-4bf5b422c8b6 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '9c4d4d2b-78d7-4cc7-a330-62c89e9072e7', 'tempest-TagsExtTest-Tag-426862446') {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:54.552948 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2d2276c3-6a96-4c1d-a038-8767b232fc1c tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (91806737-9cff-455a-990c-3348eebe510f), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:54.599612 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2276c3-6a96-4c1d-a038-8767b232fc1c tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] No DVR routers for this DVR port 91806737-9cff-455a-990c-3348eebe510f on host dv-neutron-834874-6-hyperv {{(pid=104099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:09:54.680079 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2276c3-6a96-4c1d-a038-8767b232fc1c tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Pushing event deleted for resources: {'Port': ['ID=91806737-9cff-455a-990c-3348eebe510f,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:54.695170 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.api.v2.resource [None req-e9df3c22-84f3-4722-a184-4bf5b422c8b6 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] show failed (client error): The resource could not be found. Mar 28 01:09:54.699139 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-e9df3c22-84f3-4722-a184-4bf5b422c8b6 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] 10.222.0.24 "GET /v2.0/subnets/9c4d4d2b-78d7-4cc7-a330-62c89e9072e7/tags/tempest-TagsExtTest-Tag-426862446 HTTP/1.1" status: 404 len: 328 time: 0.2101436 Mar 28 01:09:54.700676 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54380) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:54.703535 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-13c39038-ba3c-458b-aef6-6fdee87af34e None None] The port '91806737-9cff-455a-990c-3348eebe510f' was deleted {{(pid=104100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2024}} Mar 28 01:09:54.704372 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.tag.tag_plugin [None req-96b617f2-2c54-4773-8767-62730315f937 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '9c4d4d2b-78d7-4cc7-a330-62c89e9072e7', 'tempest-TagsExtTest-Tag-2136950342') {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:54.723290 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 284be52d-195b-458f-be0d-523be760202a triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:09:54.723670 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (284be52d-195b-458f-be0d-523be760202a), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:54.727443 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-4015c3c6-00ec-4ea3-a2a4-e4cfc33be3e5 None None] Attempting to bind port 6ef35473-28d0-44f3-9157-1934c10b1538 on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:09:54.727757 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-4015c3c6-00ec-4ea3-a2a4-e4cfc33be3e5 None None] Attempting to bind port 6ef35473-28d0-44f3-9157-1934c10b1538 by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': '6872a91c-c15d-4ceb-a2ec-57e701600557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7543c20d-2cfc-49fd-abfd-e84ff8dfd2c3'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:09:54.728501 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4015c3c6-00ec-4ea3-a2a4-e4cfc33be3e5 None None] Attempting to bind port 6ef35473-28d0-44f3-9157-1934c10b1538 on network 7543c20d-2cfc-49fd-abfd-e84ff8dfd2c3 {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:09:54.749629 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2d2276c3-6a96-4c1d-a038-8767b232fc1c tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (6b27c26c-469c-4b1f-b826-35734135a384), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:54.776573 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4015c3c6-00ec-4ea3-a2a4-e4cfc33be3e5 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:09:54.776938 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4015c3c6-00ec-4ea3-a2a4-e4cfc33be3e5 None None] Checking segment: {'id': '6872a91c-c15d-4ceb-a2ec-57e701600557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7543c20d-2cfc-49fd-abfd-e84ff8dfd2c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:09:54.777344 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-4015c3c6-00ec-4ea3-a2a4-e4cfc33be3e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:54.777744 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4015c3c6-00ec-4ea3-a2a4-e4cfc33be3e5 None None] Bound using segment: {'id': '6872a91c-c15d-4ceb-a2ec-57e701600557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7543c20d-2cfc-49fd-abfd-e84ff8dfd2c3'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:09:54.778207 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-4015c3c6-00ec-4ea3-a2a4-e4cfc33be3e5 None None] Bound port: 6ef35473-28d0-44f3-9157-1934c10b1538, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6872a91c-c15d-4ceb-a2ec-57e701600557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7543c20d-2cfc-49fd-abfd-e84ff8dfd2c3'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:09:54.778596 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-4015c3c6-00ec-4ea3-a2a4-e4cfc33be3e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (6ef35473-28d0-44f3-9157-1934c10b1538), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:54.792125 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcc080a-d44a-4edf-a403-a0ecf2148a59 None None] Pushing event updated for resources: {'Port': ['ID=9f0fa2a0-43d1-4a88-9826-704089ef41ca,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:54.795102 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-2d2276c3-6a96-4c1d-a038-8767b232fc1c tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b27c26c-469c-4b1f-b826-35734135a384']}} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:54.809854 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-2d2276c3-6a96-4c1d-a038-8767b232fc1c tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '923fdbf0-9e94-4cf0-a1dd-434e39e4fe7b') {'for_net_delete': True} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:54.810267 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-2d2276c3-6a96-4c1d-a038-8767b232fc1c tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '923fdbf0-9e94-4cf0-a1dd-434e39e4fe7b') {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:54.826353 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2d2276c3-6a96-4c1d-a038-8767b232fc1c tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126946678'] for segment (923fdbf0-9e94-4cf0-a1dd-434e39e4fe7b), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:54.842984 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.api.v2.resource [None req-96b617f2-2c54-4773-8767-62730315f937 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] show failed (client error): The resource could not be found. Mar 28 01:09:54.847537 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-96b617f2-2c54-4773-8767-62730315f937 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] 10.222.0.24 "GET /v2.0/subnets/9c4d4d2b-78d7-4cc7-a330-62c89e9072e7/tags/tempest-TagsExtTest-Tag-2136950342 HTTP/1.1" status: 404 len: 329 time: 0.1436124 Mar 28 01:09:54.849026 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54382) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:54.853750 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.tag.tag_plugin [None req-d50cb886-5f97-44e6-8830-736b6a9072b5 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '62e3e029-fdd4-406c-b769-b360d48e9403', {'tags': ['tempest-TagsExtTest-Tag-1635981393', 'tempest-TagsExtTest-Tag-546974600', 'tempest-TagsExtTest-Tag-1584820717']}) {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:54.885804 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-4015c3c6-00ec-4ea3-a2a4-e4cfc33be3e5 None None] For port 6ef35473-28d0-44f3-9157-1934c10b1538, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:09:54.890876 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3fd4b91f-fc41-4948-a493-db6d1bf01a20 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:54.893134 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b3b3d62d-d92e-4ab5-ae42-f910fa1b6728 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (013d826a-e3f3-4f4c-a704-fab420a49f85), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:54.901501 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2d2276c3-6a96-4c1d-a038-8767b232fc1c tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (923fdbf0-9e94-4cf0-a1dd-434e39e4fe7b), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:54.922366 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d2276c3-6a96-4c1d-a038-8767b232fc1c tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=104099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:09:54.923019 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2d2276c3-6a96-4c1d-a038-8767b232fc1c tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127280876'] for segment (923fdbf0-9e94-4cf0-a1dd-434e39e4fe7b), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:54.927651 dv-neutron-834874-6-hyperv neutron-server[104099]: Traceback (most recent call last): Mar 28 01:09:54.927651 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:09:54.927651 dv-neutron-834874-6-hyperv neutron-server[104099]: timer() Mar 28 01:09:54.927651 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:09:54.927651 dv-neutron-834874-6-hyperv neutron-server[104099]: cb(*args, **kw) Mar 28 01:09:54.927651 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:09:54.927651 dv-neutron-834874-6-hyperv neutron-server[104099]: return func(*args, **kwargs) Mar 28 01:09:54.927651 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:09:54.927651 dv-neutron-834874-6-hyperv neutron-server[104099]: self._notify() Mar 28 01:09:54.927651 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:09:54.927651 dv-neutron-834874-6-hyperv neutron-server[104099]: self.callback(batched_events) Mar 28 01:09:54.927651 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:09:54.927651 dv-neutron-834874-6-hyperv neutron-server[104099]: event.method(event) Mar 28 01:09:54.927651 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:09:54.927651 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:09:54.927651 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:09:54.927651 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:09:54.927651 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:09:54.927651 dv-neutron-834874-6-hyperv neutron-server[104099]: return f(self, *a, **k) Mar 28 01:09:54.927651 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:09:54.927651 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._get(url).json() Mar 28 01:09:54.927651 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:09:54.927651 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:09:54.927651 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:09:54.927651 dv-neutron-834874-6-hyperv neutron-server[104099]: return self.request(url, 'GET', **kwargs) Mar 28 01:09:54.927651 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:09:54.927651 dv-neutron-834874-6-hyperv neutron-server[104099]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:09:54.927651 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:09:54.927651 dv-neutron-834874-6-hyperv neutron-server[104099]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:09:54.927651 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:09:54.927651 dv-neutron-834874-6-hyperv neutron-server[104099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:09:54.927651 dv-neutron-834874-6-hyperv neutron-server[104099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:09:54.931429 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 284be52d-195b-458f-be0d-523be760202a is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:09:54.931930 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (284be52d-195b-458f-be0d-523be760202a), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:54.963392 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] For port 284be52d-195b-458f-be0d-523be760202a, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=284be52d-195b-458f-be0d-523be760202a,segment=NetworkSegment(b6f00c62-aca5-4c73-8989-c04c396daeed),segment_id=b6f00c62-aca5-4c73-8989-c04c396daeed)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:09:54.969094 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (284be52d-195b-458f-be0d-523be760202a), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:55.032019 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2d2276c3-6a96-4c1d-a038-8767b232fc1c tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (6b27c26c-469c-4b1f-b826-35734135a384), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:55.036786 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b3d62d-d92e-4ab5-ae42-f910fa1b6728 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Network 602d0b67-59bc-4b75-8b7b-3e667e0417af is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:09:55.054378 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2d2276c3-6a96-4c1d-a038-8767b232fc1c tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks [] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:55.055101 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-b3b3d62d-d92e-4ab5-ae42-f910fa1b6728 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:09:55.057624 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b3d62d-d92e-4ab5-ae42-f910fa1b6728 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:09:55.058141 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-2d2276c3-6a96-4c1d-a038-8767b232fc1c tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] 10.222.0.24 "DELETE /v2.0/networks/6b27c26c-469c-4b1f-b826-35734135a384 HTTP/1.1" status: 204 len: 168 time: 1.1551321 Mar 28 01:09:55.063645 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b3d62d-d92e-4ab5-ae42-f910fa1b6728 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:09:55.064355 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b3b3d62d-d92e-4ab5-ae42-f910fa1b6728 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:55.067607 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54384) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:55.069826 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-4015c3c6-00ec-4ea3-a2a4-e4cfc33be3e5 None None] For port 6ef35473-28d0-44f3-9157-1934c10b1538, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=6ef35473-28d0-44f3-9157-1934c10b1538,segment=NetworkSegment(6872a91c-c15d-4ceb-a2ec-57e701600557),segment_id=6872a91c-c15d-4ceb-a2ec-57e701600557)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:09:55.073262 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-d50cb886-5f97-44e6-8830-736b6a9072b5 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] 10.222.0.24 "PUT /v2.0/ports/62e3e029-fdd4-406c-b769-b360d48e9403/tags HTTP/1.1" status: 200 len: 317 time: 0.2241807 Mar 28 01:09:55.074707 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54386) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:55.079547 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b3d62d-d92e-4ab5-ae42-f910fa1b6728 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Pushing event updated for resources: {'Port': ['ID=013d826a-e3f3-4f4c-a704-fab420a49f85,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:55.082459 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.tag.tag_plugin [None req-f02a5c57-39e0-4f52-870f-8145870cc300 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '62e3e029-fdd4-406c-b769-b360d48e9403') {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:55.092767 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-4015c3c6-00ec-4ea3-a2a4-e4cfc33be3e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (6ef35473-28d0-44f3-9157-1934c10b1538), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:55.099827 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-54df2863-03ed-44d9-8f44-5c3a421a76b7 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Request body: {'network': {'name': 'tempest-RoutersTest-496480529'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:09:55.117167 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2276c3-6a96-4c1d-a038-8767b232fc1c tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Pushing event deleted for resources: {'Network': ['ID=6b27c26c-469c-4b1f-b826-35734135a384,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:55.129399 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Pushing event updated for resources: {'Port': ['ID=284be52d-195b-458f-be0d-523be760202a,revision_number=4']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:55.148310 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-b3b3d62d-d92e-4ab5-ae42-f910fa1b6728 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1854024 Mar 28 01:09:55.151072 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54388) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:55.178642 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54df2863-03ed-44d9-8f44-5c3a421a76b7 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Made reservation on behalf of b477b3de086344ba86693af53d13cdd0 for: {'network': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:09:55.182612 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-54df2863-03ed-44d9-8f44-5c3a421a76b7 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:55.225411 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4015c3c6-00ec-4ea3-a2a4-e4cfc33be3e5 None None] Pushing event updated for resources: {'Port': ['ID=6ef35473-28d0-44f3-9157-1934c10b1538,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:55.277361 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-f02a5c57-39e0-4f52-870f-8145870cc300 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] 10.222.0.24 "DELETE /v2.0/ports/62e3e029-fdd4-406c-b769-b360d48e9403/tags HTTP/1.1" status: 204 len: 168 time: 0.1987400 Mar 28 01:09:55.280432 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54390) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:55.287257 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.tag.tag_plugin [None req-f2609096-178c-4107-aa64-7d5ebdf344a6 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '62e3e029-fdd4-406c-b769-b360d48e9403', 'tempest-TagsExtTest-Tag-1635981393') {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:55.313054 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54df2863-03ed-44d9-8f44-5c3a421a76b7 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=104098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:09:55.340361 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-54df2863-03ed-44d9-8f44-5c3a421a76b7 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (ab01eaad-0ca8-4039-9562-dbde79f88859), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:55.340705 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.segments_db [None req-54df2863-03ed-44d9-8f44-5c3a421a76b7 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Added segment ab01eaad-0ca8-4039-9562-dbde79f88859 of type vlan for network f478cfe9-8b86-4b68-b582-515e8f548fe1 Mar 28 01:09:55.353195 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-70594292-9457-4f28-8fad-0bed2f4aa846 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Deleting port 013d826a-e3f3-4f4c-a704-fab420a49f85 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:09:55.353682 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-70594292-9457-4f28-8fad-0bed2f4aa846 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (013d826a-e3f3-4f4c-a704-fab420a49f85), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:55.443799 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-54df2863-03ed-44d9-8f44-5c3a421a76b7 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (f478cfe9-8b86-4b68-b582-515e8f548fe1), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:55.464497 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.api.v2.resource [None req-f2609096-178c-4107-aa64-7d5ebdf344a6 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] show failed (client error): The resource could not be found. Mar 28 01:09:55.465663 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-f2609096-178c-4107-aa64-7d5ebdf344a6 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] 10.222.0.24 "GET /v2.0/ports/62e3e029-fdd4-406c-b769-b360d48e9403/tags/tempest-TagsExtTest-Tag-1635981393 HTTP/1.1" status: 404 len: 329 time: 0.1828117 Mar 28 01:09:55.473454 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54394) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:55.482897 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.tag.tag_plugin [None req-8dabf182-500f-4f19-9e33-60370cba5321 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '62e3e029-fdd4-406c-b769-b360d48e9403', 'tempest-TagsExtTest-Tag-546974600') {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:55.545748 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-9119e173-5375-4c77-ac32-4c605e662cc0 admin admin] Deleting port fcd7e192-c0f2-4053-9cc3-4bdae4692c31 {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:09:55.546082 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9119e173-5375-4c77-ac32-4c605e662cc0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (fcd7e192-c0f2-4053-9cc3-4bdae4692c31), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:55.553352 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-70594292-9457-4f28-8fad-0bed2f4aa846 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (013d826a-e3f3-4f4c-a704-fab420a49f85), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:55.571470 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-54df2863-03ed-44d9-8f44-5c3a421a76b7 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (f478cfe9-8b86-4b68-b582-515e8f548fe1), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:55.576477 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54df2863-03ed-44d9-8f44-5c3a421a76b7 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:09:55.577071 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-54df2863-03ed-44d9-8f44-5c3a421a76b7 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:55.577888 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-70594292-9457-4f28-8fad-0bed2f4aa846 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Calling delete_port for 013d826a-e3f3-4f4c-a704-fab420a49f85 owned by {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:09:55.603094 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.api.v2.resource [None req-8dabf182-500f-4f19-9e33-60370cba5321 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] show failed (client error): The resource could not be found. Mar 28 01:09:55.605029 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-8dabf182-500f-4f19-9e33-60370cba5321 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] 10.222.0.24 "GET /v2.0/ports/62e3e029-fdd4-406c-b769-b360d48e9403/tags/tempest-TagsExtTest-Tag-546974600 HTTP/1.1" status: 404 len: 328 time: 0.1256080 Mar 28 01:09:55.605283 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-3fd4b91f-fc41-4948-a493-db6d1bf01a20 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Allocated IP 172.20.0.1 (7543c20d-2cfc-49fd-abfd-e84ff8dfd2c3/592db495-2a42-45a2-9428-dccc028178bd/5fba6b65-87d7-4e6d-bb9b-cc3221d8e198) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:09:55.619059 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54396) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:55.630800 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.tag.tag_plugin [None req-c594303e-71fa-48ef-9e8a-bc09f9939db1 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '62e3e029-fdd4-406c-b769-b360d48e9403', 'tempest-TagsExtTest-Tag-1584820717') {} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:55.720493 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-54df2863-03ed-44d9-8f44-5c3a421a76b7 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6460977 Mar 28 01:09:55.721605 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54398) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:55.727831 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-5ea5cd4b-92c2-4fd9-bc83-813f128f2f95 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Request body: {'subnet': {'network_id': 'f478cfe9-8b86-4b68-b582-515e8f548fe1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:09:55.792370 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-70594292-9457-4f28-8fad-0bed2f4aa846 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (013d826a-e3f3-4f4c-a704-fab420a49f85), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:55.793355 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab9e02a-33ee-4b2d-9282-88f5f8be0ff1 req-bb1a1778-3200-4710-a4c4-ab3938d85624 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:09:55.795912 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-5ab9e02a-33ee-4b2d-9282-88f5f8be0ff1 req-bb1a1778-3200-4710-a4c4-ab3938d85624 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc5c4747-fcbd-4652-b651-1ce8413f1a2b HTTP/1.1" status: 200 len: 944 time: 0.3271079 Mar 28 01:09:55.822983 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70594292-9457-4f28-8fad-0bed2f4aa846 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Pushing event deleted for resources: {'Port': ['ID=013d826a-e3f3-4f4c-a704-fab420a49f85,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:55.837134 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54df2863-03ed-44d9-8f44-5c3a421a76b7 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Pushing event updated for resources: {'Network': ['ID=f478cfe9-8b86-4b68-b582-515e8f548fe1,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:55.863158 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network f478cfe9-8b86-4b68-b582-515e8f548fe1 details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:09:55.863418 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.db [None req-9119e173-5375-4c77-ac32-4c605e662cc0 admin admin] For port fcd7e192-c0f2-4053-9cc3-4bdae4692c31, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=fcd7e192-c0f2-4053-9cc3-4bdae4692c31,segment=NetworkSegment(42092f1a-12b4-400d-a25f-5b5b803c66a9),segment_id=42092f1a-12b4-400d-a25f-5b5b803c66a9)] {{(pid=104098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:09:55.863728 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9119e173-5375-4c77-ac32-4c605e662cc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (fcd7e192-c0f2-4053-9cc3-4bdae4692c31), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:55.875173 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-70594292-9457-4f28-8fad-0bed2f4aa846 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:55.880846 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-70594292-9457-4f28-8fad-0bed2f4aa846 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "DELETE /v2.0/ports/013d826a-e3f3-4f4c-a704-fab420a49f85 HTTP/1.1" status: 204 len: 168 time: 0.7264121 Mar 28 01:09:55.881156 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54400) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:55.911575 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbd0957e-f0f6-463e-8982-cd268495d35a tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] DELETE failed (client error): The resource could not be found. Mar 28 01:09:55.912349 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbd0957e-f0f6-463e-8982-cd268495d35a tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:09:55.918066 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-fbd0957e-f0f6-463e-8982-cd268495d35a tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "DELETE /v2.0/ports/013d826a-e3f3-4f4c-a704-fab420a49f85 HTTP/1.1" status: 404 len: 333 time: 0.0314934 Mar 28 01:09:55.918266 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-9119e173-5375-4c77-ac32-4c605e662cc0 admin admin] Calling delete_port for fcd7e192-c0f2-4053-9cc3-4bdae4692c31 owned by network:router_interface {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:09:55.918473 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54402) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:55.951739 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-6550bcec-0ecc-4c4a-a70f-82a3d3705457 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] GET failed (client error): The resource could not be found. Mar 28 01:09:55.953611 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-6550bcec-0ecc-4c4a-a70f-82a3d3705457 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "GET /v2.0/ports/013d826a-e3f3-4f4c-a704-fab420a49f85 HTTP/1.1" status: 404 len: 333 time: 0.0338626 Mar 28 01:09:55.958242 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54404) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:55.968017 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ea5cd4b-92c2-4fd9-bc83-813f128f2f95 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Made reservation on behalf of b477b3de086344ba86693af53d13cdd0 for: {'subnet': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:09:55.968379 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-5ab9e02a-33ee-4b2d-9282-88f5f8be0ff1 req-4a7dccdf-66f8-42c2-bd4c-d8fb1f405b84 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a04cadd-9e33-421f-9e10-fcf82d2217a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1552536 Mar 28 01:09:55.973617 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5ea5cd4b-92c2-4fd9-bc83-813f128f2f95 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126757772'] for subnet (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:55.973802 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.api.v2.resource [None req-c594303e-71fa-48ef-9e8a-bc09f9939db1 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] show failed (client error): The resource could not be found. Mar 28 01:09:55.978009 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-c594303e-71fa-48ef-9e8a-bc09f9939db1 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] 10.222.0.24 "GET /v2.0/ports/62e3e029-fdd4-406c-b769-b360d48e9403/tags/tempest-TagsExtTest-Tag-1584820717 HTTP/1.1" status: 404 len: 329 time: 0.3535657 Mar 28 01:09:55.978280 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54406) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:56.007267 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3fd4b91f-fc41-4948-a493-db6d1bf01a20 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for port (5fba6b65-87d7-4e6d-bb9b-cc3221d8e198), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:56.019555 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.tag.tag_plugin [None req-a8426523-5c49-4ccf-aa70-c1ab3f60c08a tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '1034da3f-7048-4644-8655-c0ce2a525a56', {'tags': ['tempest-TagsExtTest-Tag-348101880', 'tempest-TagsExtTest-Tag-1228460949', 'tempest-TagsExtTest-Tag-10490848']}) {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:56.118771 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3fd4b91f-fc41-4948-a493-db6d1bf01a20 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (5fba6b65-87d7-4e6d-bb9b-cc3221d8e198), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:56.159365 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_v2 [None req-c520d5a1-0adf-4611-9597-6fbcdee3ed8b tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Deleting subnet 6c5624f3-4675-4486-95e0-cee77cf08bc6 {{(pid=104099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:09:56.167278 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c520d5a1-0adf-4611-9597-6fbcdee3ed8b tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks [] for subnet (6c5624f3-4675-4486-95e0-cee77cf08bc6), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:56.173877 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd4b91f-fc41-4948-a493-db6d1bf01a20 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Network 7543c20d-2cfc-49fd-abfd-e84ff8dfd2c3 is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:09:56.179457 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-3fd4b91f-fc41-4948-a493-db6d1bf01a20 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:09:56.184517 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd4b91f-fc41-4948-a493-db6d1bf01a20 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:09:56.216679 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3eddf23-6535-4021-9304-c6ab4ea34d05 None None] Network 602d0b67-59bc-4b75-8b7b-3e667e0417af requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:09:56.219754 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd4b91f-fc41-4948-a493-db6d1bf01a20 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'Port': ['ID=5fba6b65-87d7-4e6d-bb9b-cc3221d8e198,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:56.235764 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c520d5a1-0adf-4611-9597-6fbcdee3ed8b tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126946639'] for subnet (6c5624f3-4675-4486-95e0-cee77cf08bc6), precommit_delete_associations {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:56.280138 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3fd4b91f-fc41-4948-a493-db6d1bf01a20 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3686596'] for router_interface (972614b4-f026-44d6-b5b2-387121f477a0), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:56.333627 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9119e173-5375-4c77-ac32-4c605e662cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (fcd7e192-c0f2-4053-9cc3-4bdae4692c31), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:56.373785 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-fb3bd233-1ca4-4b60-a1b2-f4e53217bb62 None None] Provisioning complete for port 9f0fa2a0-43d1-4a88-9826-704089ef41ca triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:09:56.374771 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-fb3bd233-1ca4-4b60-a1b2-f4e53217bb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (9f0fa2a0-43d1-4a88-9826-704089ef41ca), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:56.420480 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-a8426523-5c49-4ccf-aa70-c1ab3f60c08a tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] 10.222.0.24 "PUT /v2.0/routers/1034da3f-7048-4644-8655-c0ce2a525a56/tags HTTP/1.1" status: 200 len: 315 time: 0.4142685 Mar 28 01:09:56.427958 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54408) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:56.435343 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.tag.tag_plugin [None req-761341f4-66a4-4b9b-a2d0-4a541be25464 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '1034da3f-7048-4644-8655-c0ce2a525a56') {} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:56.464326 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9119e173-5375-4c77-ac32-4c605e662cc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcd7e192-c0f2-4053-9cc3-4bdae4692c31,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:56.549153 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c520d5a1-0adf-4611-9597-6fbcdee3ed8b tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (6c5624f3-4675-4486-95e0-cee77cf08bc6), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:56.561369 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 284be52d-195b-458f-be0d-523be760202a up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:09:56.608226 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3fd4b91f-fc41-4948-a493-db6d1bf01a20 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (5fba6b65-87d7-4e6d-bb9b-cc3221d8e198), before_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:56.623479 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5ea5cd4b-92c2-4fd9-bc83-813f128f2f95 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127282703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126757786'] for subnet (845b1d40-548f-4a93-8130-0ab12614bb38), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:56.691839 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bd233-1ca4-4b60-a1b2-f4e53217bb62 None None] Current status of the port 9f0fa2a0-43d1-4a88-9826-704089ef41ca is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:09:56.692254 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-fb3bd233-1ca4-4b60-a1b2-f4e53217bb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (9f0fa2a0-43d1-4a88-9826-704089ef41ca), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:56.714040 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea5cd4b-92c2-4fd9-bc83-813f128f2f95 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Pushing event updated for resources: {'Subnet': ['ID=845b1d40-548f-4a93-8130-0ab12614bb38,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:56.732352 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 284be52d-195b-458f-be0d-523be760202a triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:09:56.732730 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (284be52d-195b-458f-be0d-523be760202a), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:56.779991 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea5cd4b-92c2-4fd9-bc83-813f128f2f95 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Checking segment: {'id': 'ab01eaad-0ca8-4039-9562-dbde79f88859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f478cfe9-8b86-4b68-b582-515e8f548fe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:09:56.780678 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea5cd4b-92c2-4fd9-bc83-813f128f2f95 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Network hostable DHCP agents. Network: f478cfe9-8b86-4b68-b582-515e8f548fe1, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:09:56.786719 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c520d5a1-0adf-4611-9597-6fbcdee3ed8b tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127282766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126757793'] for subnet (6c5624f3-4675-4486-95e0-cee77cf08bc6), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:56.846724 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c520d5a1-0adf-4611-9597-6fbcdee3ed8b tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Pushing event deleted for resources: {'Subnet': ['ID=6c5624f3-4675-4486-95e0-cee77cf08bc6,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:56.885979 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c520d5a1-0adf-4611-9597-6fbcdee3ed8b tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks [] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:56.887366 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.db.api [None req-fb3bd233-1ca4-4b60-a1b2-f4e53217bb62 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104100) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 01:09:56.887731 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG oslo_db.api [None req-fb3bd233-1ca4-4b60-a1b2-f4e53217bb62 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 01:09:56.892694 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-c520d5a1-0adf-4611-9597-6fbcdee3ed8b tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "DELETE /v2.0/subnets/6c5624f3-4675-4486-95e0-cee77cf08bc6 HTTP/1.1" status: 204 len: 168 time: 0.9299502 Mar 28 01:09:56.893879 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54410) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:56.894505 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea5cd4b-92c2-4fd9-bc83-813f128f2f95 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Network f478cfe9-8b86-4b68-b582-515e8f548fe1 is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:09:56.911022 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 284be52d-195b-458f-be0d-523be760202a is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:09:56.912188 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 9f0fa2a0-43d1-4a88-9826-704089ef41ca up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:09:56.946032 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e26091-f7cc-4516-aa52-5347cacf1b7f None None] Network 7543c20d-2cfc-49fd-abfd-e84ff8dfd2c3 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:09:56.968457 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-5ea5cd4b-92c2-4fd9-bc83-813f128f2f95 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, f478cfe9-8b86-4b68-b582-515e8f548fe1) {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:09:56.974125 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea5cd4b-92c2-4fd9-bc83-813f128f2f95 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:09:56.974798 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5ea5cd4b-92c2-4fd9-bc83-813f128f2f95 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks [] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:57.005522 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e5df472-236f-4ef9-b053-b78b72a7616c None None] Network f478cfe9-8b86-4b68-b582-515e8f548fe1 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:09:57.009131 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-5ea5cd4b-92c2-4fd9-bc83-813f128f2f95 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2839236 Mar 28 01:09:57.009316 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a413a14b-93cb-4deb-b78b-570763c2c0d2 None None] Network 602d0b67-59bc-4b75-8b7b-3e667e0417af requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:09:57.011705 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54412) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:57.014348 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-88a3e7ba-8cfa-429b-bf88-69074c45ab1c tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-343318063', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:09:57.045664 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ee893e87-9587-4cfb-a8b5-68b700ed306a tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (602d0b67-59bc-4b75-8b7b-3e667e0417af), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:57.059333 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-88a3e7ba-8cfa-429b-bf88-69074c45ab1c tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7069'] for router (ce50e35d-cc18-45b9-ae21-ef57ce6d1584), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:57.060668 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-88a3e7ba-8cfa-429b-bf88-69074c45ab1c tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4188952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7062'] for router (ce50e35d-cc18-45b9-ae21-ef57ce6d1584), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:57.118169 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-88a3e7ba-8cfa-429b-bf88-69074c45ab1c tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks [] for router_controller (ce50e35d-cc18-45b9-ae21-ef57ce6d1584), precommit_add_association {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:57.133394 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-88a3e7ba-8cfa-429b-bf88-69074c45ab1c tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687953'] for router (ce50e35d-cc18-45b9-ae21-ef57ce6d1584), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:57.201986 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-88a3e7ba-8cfa-429b-bf88-69074c45ab1c tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks [] for router (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:57.206279 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-88a3e7ba-8cfa-429b-bf88-69074c45ab1c tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1924050 Mar 28 01:09:57.206452 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 9f0fa2a0-43d1-4a88-9826-704089ef41ca triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:09:57.206560 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (9f0fa2a0-43d1-4a88-9826-704089ef41ca), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:57.208500 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54416) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:57.224352 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11bf3fb-996a-4325-9ff2-a0ec3b1e726f req-b246cb5b-1fb9-472a-9626-52b0bbb864b6 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:09:57.226041 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e11bf3fb-996a-4325-9ff2-a0ec3b1e726f req-b246cb5b-1fb9-472a-9626-52b0bbb864b6 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc5c4747-fcbd-4652-b651-1ce8413f1a2b HTTP/1.1" status: 200 len: 944 time: 0.1062498 Mar 28 01:09:57.256256 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-ee893e87-9587-4cfb-a8b5-68b700ed306a tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Deleting port 9f0fa2a0-43d1-4a88-9826-704089ef41ca {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:09:57.256769 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ee893e87-9587-4cfb-a8b5-68b700ed306a tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (9f0fa2a0-43d1-4a88-9826-704089ef41ca), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:57.281278 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-761341f4-66a4-4b9b-a2d0-4a541be25464 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] 10.222.0.24 "DELETE /v2.0/routers/1034da3f-7048-4644-8655-c0ce2a525a56/tags HTTP/1.1" status: 204 len: 168 time: 0.8477271 Mar 28 01:09:57.290337 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54418) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:57.294874 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.tag.tag_plugin [None req-30427469-ae58-4e81-a794-5509669f1dad tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1034da3f-7048-4644-8655-c0ce2a525a56', 'tempest-TagsExtTest-Tag-348101880') {} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:57.305125 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2a48fc-ee09-46c6-9151-a0ac676bf19b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-f478cfe9-8b86-4b68-b582-515e8f548fe1', 'network_id': 'f478cfe9-8b86-4b68-b582-515e8f548fe1', 'project_id': 'b477b3de086344ba86693af53d13cdd0', 'fixed_ips': [{'subnet_id': '845b1d40-548f-4a93-8130-0ab12614bb38'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:09:57.306206 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad2a48fc-ee09-46c6-9151-a0ac676bf19b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:57.352696 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-ee893e87-9587-4cfb-a8b5-68b700ed306a tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] For port 9f0fa2a0-43d1-4a88-9826-704089ef41ca, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=9f0fa2a0-43d1-4a88-9826-704089ef41ca,segment=NetworkSegment(b360b7a9-c705-4650-94d4-b243340044ba),segment_id=b360b7a9-c705-4650-94d4-b243340044ba)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:09:57.353146 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ee893e87-9587-4cfb-a8b5-68b700ed306a tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (9f0fa2a0-43d1-4a88-9826-704089ef41ca), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:57.360206 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e11bf3fb-996a-4325-9ff2-a0ec3b1e726f req-3888d9cc-bc8c-4522-a161-5e2d8f77dd2c tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a04cadd-9e33-421f-9e10-fcf82d2217a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1246526 Mar 28 01:09:57.367357 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 9f0fa2a0-43d1-4a88-9826-704089ef41ca is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:09:57.368001 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (9f0fa2a0-43d1-4a88-9826-704089ef41ca), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:57.375479 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-ee893e87-9587-4cfb-a8b5-68b700ed306a tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Calling delete_port for 9f0fa2a0-43d1-4a88-9826-704089ef41ca owned by network:dhcp {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:09:57.385878 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9119e173-5375-4c77-ac32-4c605e662cc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3725912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3690191'] for router_interface (1473590c-76e5-4ae2-bb3a-86800aaa9e51), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:57.429665 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102aa927-3a5d-46f8-8247-ac995d7effb9 None None] DHCP port deletion for 602d0b67-59bc-4b75-8b7b-3e667e0417af request from dv-neutron-834874-6-hyperv {{(pid=104100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 01:09:57.484740 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ee893e87-9587-4cfb-a8b5-68b700ed306a tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (9f0fa2a0-43d1-4a88-9826-704089ef41ca), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:57.510886 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-102aa927-3a5d-46f8-8247-ac995d7effb9 None None] The port '9f0fa2a0-43d1-4a88-9826-704089ef41ca' was deleted {{(pid=104100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2024}} Mar 28 01:09:57.523188 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bd233-1ca4-4b60-a1b2-f4e53217bb62 None None] Current status of the port 9f0fa2a0-43d1-4a88-9826-704089ef41ca is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:09:57.523562 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-fb3bd233-1ca4-4b60-a1b2-f4e53217bb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (9f0fa2a0-43d1-4a88-9826-704089ef41ca), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:57.529541 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee893e87-9587-4cfb-a8b5-68b700ed306a tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Pushing event deleted for resources: {'Port': ['ID=9f0fa2a0-43d1-4a88-9826-704089ef41ca,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:57.545437 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee893e87-9587-4cfb-a8b5-68b700ed306a tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] No DVR routers for this DVR port 9f0fa2a0-43d1-4a88-9826-704089ef41ca on host dv-neutron-834874-6-hyperv {{(pid=104099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:09:57.573719 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 6ef35473-28d0-44f3-9157-1934c10b1538 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:09:57.654567 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-ad2a48fc-ee09-46c6-9151-a0ac676bf19b None None] Allocated IP 172.20.0.2 (f478cfe9-8b86-4b68-b582-515e8f548fe1/845b1d40-548f-4a93-8130-0ab12614bb38/0f4735e6-386a-4f40-8289-850cf10a9264) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:09:57.663771 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ee893e87-9587-4cfb-a8b5-68b700ed306a tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (602d0b67-59bc-4b75-8b7b-3e667e0417af), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:57.670056 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.api.v2.resource [None req-30427469-ae58-4e81-a794-5509669f1dad tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] show failed (client error): The resource could not be found. Mar 28 01:09:57.671536 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-30427469-ae58-4e81-a794-5509669f1dad tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] 10.222.0.24 "GET /v2.0/routers/1034da3f-7048-4644-8655-c0ce2a525a56/tags/tempest-TagsExtTest-Tag-348101880 HTTP/1.1" status: 404 len: 328 time: 0.3802793 Mar 28 01:09:57.681218 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54420) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:57.687043 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.tag.tag_plugin [None req-a39d6fdf-da49-47ab-b48f-9a42eb9eae2d tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1034da3f-7048-4644-8655-c0ce2a525a56', 'tempest-TagsExtTest-Tag-1228460949') {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:57.729358 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 6ef35473-28d0-44f3-9157-1934c10b1538 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:09:57.729731 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (6ef35473-28d0-44f3-9157-1934c10b1538), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:57.787145 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-ee893e87-9587-4cfb-a8b5-68b700ed306a tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['602d0b67-59bc-4b75-8b7b-3e667e0417af']}} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:57.804430 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-ee893e87-9587-4cfb-a8b5-68b700ed306a tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b360b7a9-c705-4650-94d4-b243340044ba') {'for_net_delete': True} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:57.804733 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-ee893e87-9587-4cfb-a8b5-68b700ed306a tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b360b7a9-c705-4650-94d4-b243340044ba') {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:57.822958 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ee893e87-9587-4cfb-a8b5-68b700ed306a tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126946678'] for segment (b360b7a9-c705-4650-94d4-b243340044ba), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:57.842279 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ee893e87-9587-4cfb-a8b5-68b700ed306a tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (b360b7a9-c705-4650-94d4-b243340044ba), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:57.845340 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.api.v2.resource [None req-a39d6fdf-da49-47ab-b48f-9a42eb9eae2d tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] show failed (client error): The resource could not be found. Mar 28 01:09:57.847307 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-a39d6fdf-da49-47ab-b48f-9a42eb9eae2d tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] 10.222.0.24 "GET /v2.0/routers/1034da3f-7048-4644-8655-c0ce2a525a56/tags/tempest-TagsExtTest-Tag-1228460949 HTTP/1.1" status: 404 len: 329 time: 0.1647375 Mar 28 01:09:57.849961 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54422) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:57.853397 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee893e87-9587-4cfb-a8b5-68b700ed306a tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=104099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:09:57.855088 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ee893e87-9587-4cfb-a8b5-68b700ed306a tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127280876'] for segment (b360b7a9-c705-4650-94d4-b243340044ba), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:57.858781 dv-neutron-834874-6-hyperv neutron-server[104099]: Traceback (most recent call last): Mar 28 01:09:57.858781 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:09:57.858781 dv-neutron-834874-6-hyperv neutron-server[104099]: timer() Mar 28 01:09:57.858781 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:09:57.858781 dv-neutron-834874-6-hyperv neutron-server[104099]: cb(*args, **kw) Mar 28 01:09:57.858781 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:09:57.858781 dv-neutron-834874-6-hyperv neutron-server[104099]: return func(*args, **kwargs) Mar 28 01:09:57.858781 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:09:57.858781 dv-neutron-834874-6-hyperv neutron-server[104099]: self._notify() Mar 28 01:09:57.858781 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:09:57.858781 dv-neutron-834874-6-hyperv neutron-server[104099]: self.callback(batched_events) Mar 28 01:09:57.858781 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:09:57.858781 dv-neutron-834874-6-hyperv neutron-server[104099]: event.method(event) Mar 28 01:09:57.858781 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:09:57.858781 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:09:57.858781 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:09:57.858781 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:09:57.858781 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:09:57.858781 dv-neutron-834874-6-hyperv neutron-server[104099]: return f(self, *a, **k) Mar 28 01:09:57.858781 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:09:57.858781 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._get(url).json() Mar 28 01:09:57.858781 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:09:57.858781 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:09:57.858781 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:09:57.858781 dv-neutron-834874-6-hyperv neutron-server[104099]: return self.request(url, 'GET', **kwargs) Mar 28 01:09:57.858781 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:09:57.858781 dv-neutron-834874-6-hyperv neutron-server[104099]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:09:57.858781 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:09:57.858781 dv-neutron-834874-6-hyperv neutron-server[104099]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:09:57.858781 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:09:57.858781 dv-neutron-834874-6-hyperv neutron-server[104099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:09:57.858781 dv-neutron-834874-6-hyperv neutron-server[104099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:09:57.864842 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.tag.tag_plugin [None req-eb2a17ab-47d4-400a-944a-6767f786c69b tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1034da3f-7048-4644-8655-c0ce2a525a56', 'tempest-TagsExtTest-Tag-10490848') {} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:57.902308 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad2a48fc-ee09-46c6-9151-a0ac676bf19b None None] Publish callbacks [] for port (0f4735e6-386a-4f40-8289-850cf10a9264), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:57.911077 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-08114fae-12bf-4398-b612-879685215e90 None None] Provisioning complete for port 5fba6b65-87d7-4e6d-bb9b-cc3221d8e198 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:09:57.911472 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-08114fae-12bf-4398-b612-879685215e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (5fba6b65-87d7-4e6d-bb9b-cc3221d8e198), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:57.917112 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad2a48fc-ee09-46c6-9151-a0ac676bf19b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (0f4735e6-386a-4f40-8289-850cf10a9264), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:57.935366 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ee893e87-9587-4cfb-a8b5-68b700ed306a tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (602d0b67-59bc-4b75-8b7b-3e667e0417af), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:57.949556 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-54fe7fe2-846d-4290-8523-28faac5e8376 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:57.962466 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ee893e87-9587-4cfb-a8b5-68b700ed306a tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks [] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:57.969541 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-ee893e87-9587-4cfb-a8b5-68b700ed306a tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "DELETE /v2.0/networks/602d0b67-59bc-4b75-8b7b-3e667e0417af HTTP/1.1" status: 204 len: 168 time: 1.0660679 Mar 28 01:09:57.969541 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee893e87-9587-4cfb-a8b5-68b700ed306a tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Pushing event deleted for resources: {'Network': ['ID=602d0b67-59bc-4b75-8b7b-3e667e0417af,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:57.970429 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54424) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:57.975319 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-b769c3d5-22a3-4482-86ef-b40ba607a4a4 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-230293249'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:09:57.998465 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b769c3d5-22a3-4482-86ef-b40ba607a4a4 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Made reservation on behalf of 123b9cbc24e44c7fa4900a5cf8071c36 for: {'network': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:09:58.002280 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b769c3d5-22a3-4482-86ef-b40ba607a4a4 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:58.023585 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2a48fc-ee09-46c6-9151-a0ac676bf19b None None] Network f478cfe9-8b86-4b68-b582-515e8f548fe1 is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:09:58.025355 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-08114fae-12bf-4398-b612-879685215e90 None None] Port 5fba6b65-87d7-4e6d-bb9b-cc3221d8e198 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:09:58.028288 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2a48fc-ee09-46c6-9151-a0ac676bf19b None None] Pushing event updated for resources: {'Port': ['ID=0f4735e6-386a-4f40-8289-850cf10a9264,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:58.029078 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b769c3d5-22a3-4482-86ef-b40ba607a4a4 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=104099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:09:58.031854 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-ad2a48fc-ee09-46c6-9151-a0ac676bf19b None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:09:58.035254 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 6ef35473-28d0-44f3-9157-1934c10b1538 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:09:58.035638 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (6ef35473-28d0-44f3-9157-1934c10b1538), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:58.037815 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2a48fc-ee09-46c6-9151-a0ac676bf19b None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:09:58.039540 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-08114fae-12bf-4398-b612-879685215e90 None None] Could not find standard attr ID for object 9f0fa2a0-43d1-4a88-9826-704089ef41ca. {{(pid=104100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 28 01:09:58.042866 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b769c3d5-22a3-4482-86ef-b40ba607a4a4 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (cc935443-4d12-4450-aaff-393af3941692), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:58.043228 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.segments_db [None req-b769c3d5-22a3-4482-86ef-b40ba607a4a4 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Added segment cc935443-4d12-4450-aaff-393af3941692 of type vlan for network 02720222-4d7e-487d-8d4a-ed3efdb92075 Mar 28 01:09:58.062497 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3fd4b91f-fc41-4948-a493-db6d1bf01a20 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for port (5fba6b65-87d7-4e6d-bb9b-cc3221d8e198), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:58.075116 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3fd4b91f-fc41-4948-a493-db6d1bf01a20 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126177159'] for port (5fba6b65-87d7-4e6d-bb9b-cc3221d8e198), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:58.103551 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b769c3d5-22a3-4482-86ef-b40ba607a4a4 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (02720222-4d7e-487d-8d4a-ed3efdb92075), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:58.131333 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b769c3d5-22a3-4482-86ef-b40ba607a4a4 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (02720222-4d7e-487d-8d4a-ed3efdb92075), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:58.136977 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b769c3d5-22a3-4482-86ef-b40ba607a4a4 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:09:58.137614 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b769c3d5-22a3-4482-86ef-b40ba607a4a4 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks [] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:58.200400 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-b769c3d5-22a3-4482-86ef-b40ba607a4a4 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2268662 Mar 28 01:09:58.206957 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54426) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:58.211901 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-4d9b4a3c-a2ec-4901-8c6a-21768ea9449b tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Request body: {'subnet': {'network_id': '02720222-4d7e-487d-8d4a-ed3efdb92075', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:09:58.248485 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.api.v2.resource [None req-eb2a17ab-47d4-400a-944a-6767f786c69b tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] show failed (client error): The resource could not be found. Mar 28 01:09:58.252481 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-eb2a17ab-47d4-400a-944a-6767f786c69b tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] 10.222.0.24 "GET /v2.0/routers/1034da3f-7048-4644-8655-c0ce2a525a56/tags/tempest-TagsExtTest-Tag-10490848 HTTP/1.1" status: 404 len: 327 time: 0.3918827 Mar 28 01:09:58.254036 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54428) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:58.259749 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd4b91f-fc41-4948-a493-db6d1bf01a20 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'Port': ['ID=5fba6b65-87d7-4e6d-bb9b-cc3221d8e198,revision_number=2']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:58.264260 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.tag.tag_plugin [None req-69c71e37-8184-47f1-aaa3-87bfab20afb9 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'ecdf7fd2-abb3-418c-a805-6b7f91f6574c', {'tags': ['tempest-TagsExtTest-Tag-1338784409', 'tempest-TagsExtTest-Tag-2081162207', 'tempest-TagsExtTest-Tag-1126152085']}) {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:58.267134 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-08114fae-12bf-4398-b612-879685215e90 None None] Provisioning complete for port 6ef35473-28d0-44f3-9157-1934c10b1538 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:09:58.267503 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-08114fae-12bf-4398-b612-879685215e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (6ef35473-28d0-44f3-9157-1934c10b1538), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:58.271058 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3fd4b91f-fc41-4948-a493-db6d1bf01a20 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3725889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3686480'] for router_interface (972614b4-f026-44d6-b5b2-387121f477a0), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:58.273666 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] For port 6ef35473-28d0-44f3-9157-1934c10b1538, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=6ef35473-28d0-44f3-9157-1934c10b1538,segment=NetworkSegment(6872a91c-c15d-4ceb-a2ec-57e701600557),segment_id=6872a91c-c15d-4ceb-a2ec-57e701600557)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:09:58.298825 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b769c3d5-22a3-4482-86ef-b40ba607a4a4 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Pushing event updated for resources: {'Network': ['ID=02720222-4d7e-487d-8d4a-ed3efdb92075,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:58.300713 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (6ef35473-28d0-44f3-9157-1934c10b1538), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:58.307622 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-ad2a48fc-ee09-46c6-9151-a0ac676bf19b None None] Attempting to bind port 0f4735e6-386a-4f40-8289-850cf10a9264 on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:09:58.307876 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-ad2a48fc-ee09-46c6-9151-a0ac676bf19b None None] Attempting to bind port 0f4735e6-386a-4f40-8289-850cf10a9264 by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': 'ab01eaad-0ca8-4039-9562-dbde79f88859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f478cfe9-8b86-4b68-b582-515e8f548fe1'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:09:58.308162 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2a48fc-ee09-46c6-9151-a0ac676bf19b None None] Attempting to bind port 0f4735e6-386a-4f40-8289-850cf10a9264 on network f478cfe9-8b86-4b68-b582-515e8f548fe1 {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:09:58.340080 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network 02720222-4d7e-487d-8d4a-ed3efdb92075 details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:09:58.341887 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-69c71e37-8184-47f1-aaa3-87bfab20afb9 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] 10.222.0.24 "PUT /v2.0/subnetpools/ecdf7fd2-abb3-418c-a805-6b7f91f6574c/tags HTTP/1.1" status: 200 len: 318 time: 0.0853088 Mar 28 01:09:58.345393 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9119e173-5375-4c77-ac32-4c605e662cc0 admin admin] Router 1473590c-76e5-4ae2-bb3a-86800aaa9e51 has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:09:58.345899 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54430) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:58.350251 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.tag.tag_plugin [None req-1ef57a96-a8ca-44b0-ab66-9205091938de tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'ecdf7fd2-abb3-418c-a805-6b7f91f6574c') {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:58.365468 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2a48fc-ee09-46c6-9151-a0ac676bf19b None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:09:58.365851 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2a48fc-ee09-46c6-9151-a0ac676bf19b None None] Checking segment: {'id': 'ab01eaad-0ca8-4039-9562-dbde79f88859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f478cfe9-8b86-4b68-b582-515e8f548fe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:09:58.366253 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad2a48fc-ee09-46c6-9151-a0ac676bf19b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:58.366648 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2a48fc-ee09-46c6-9151-a0ac676bf19b None None] Bound using segment: {'id': 'ab01eaad-0ca8-4039-9562-dbde79f88859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f478cfe9-8b86-4b68-b582-515e8f548fe1'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:09:58.367127 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-ad2a48fc-ee09-46c6-9151-a0ac676bf19b None None] Bound port: 0f4735e6-386a-4f40-8289-850cf10a9264, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab01eaad-0ca8-4039-9562-dbde79f88859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f478cfe9-8b86-4b68-b582-515e8f548fe1'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:09:58.367503 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad2a48fc-ee09-46c6-9151-a0ac676bf19b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (0f4735e6-386a-4f40-8289-850cf10a9264), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:58.370752 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d9b4a3c-a2ec-4901-8c6a-21768ea9449b tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Made reservation on behalf of 123b9cbc24e44c7fa4900a5cf8071c36 for: {'subnet': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:09:58.374976 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4d9b4a3c-a2ec-4901-8c6a-21768ea9449b tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126757772'] for subnet (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:58.450839 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 91806737-9cff-455a-990c-3348eebe510f no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:09:58.473074 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Pushing event updated for resources: {'Port': ['ID=6ef35473-28d0-44f3-9157-1934c10b1538,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:58.500865 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: 91806737-9cff-455a-990c-3348eebe510f {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:09:58.501236 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 91806737-9cff-455a-990c-3348eebe510f not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:09:58.564985 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-ad2a48fc-ee09-46c6-9151-a0ac676bf19b None None] For port 0f4735e6-386a-4f40-8289-850cf10a9264, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:09:58.570234 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-08114fae-12bf-4398-b612-879685215e90 None None] Current status of the port 6ef35473-28d0-44f3-9157-1934c10b1538 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:09:58.580989 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-ad2a48fc-ee09-46c6-9151-a0ac676bf19b None None] For port 0f4735e6-386a-4f40-8289-850cf10a9264, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=0f4735e6-386a-4f40-8289-850cf10a9264,segment=NetworkSegment(ab01eaad-0ca8-4039-9562-dbde79f88859),segment_id=ab01eaad-0ca8-4039-9562-dbde79f88859)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:09:58.588044 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-1ef57a96-a8ca-44b0-ab66-9205091938de tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] 10.222.0.24 "DELETE /v2.0/subnetpools/ecdf7fd2-abb3-418c-a805-6b7f91f6574c/tags HTTP/1.1" status: 204 len: 168 time: 0.2410953 Mar 28 01:09:58.591133 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54434) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:58.595301 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad2a48fc-ee09-46c6-9151-a0ac676bf19b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (0f4735e6-386a-4f40-8289-850cf10a9264), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:58.598503 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.tag.tag_plugin [None req-50190d27-c27d-4535-ac17-e187f6b49e76 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ecdf7fd2-abb3-418c-a805-6b7f91f6574c', 'tempest-TagsExtTest-Tag-1338784409') {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:58.693299 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2a48fc-ee09-46c6-9151-a0ac676bf19b None None] Pushing event updated for resources: {'Port': ['ID=0f4735e6-386a-4f40-8289-850cf10a9264,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:58.713845 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-c3ffd77c-5ad3-4b60-8c18-28967064e708 None None] Provisioning complete for port 5fba6b65-87d7-4e6d-bb9b-cc3221d8e198 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:09:58.714314 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-c3ffd77c-5ad3-4b60-8c18-28967064e708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (5fba6b65-87d7-4e6d-bb9b-cc3221d8e198), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:58.764460 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-c3ffd77c-5ad3-4b60-8c18-28967064e708 None None] Port 5fba6b65-87d7-4e6d-bb9b-cc3221d8e198 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:09:58.791829 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 6ef35473-28d0-44f3-9157-1934c10b1538 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:09:58.861233 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 6ef35473-28d0-44f3-9157-1934c10b1538 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:09:58.862301 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (6ef35473-28d0-44f3-9157-1934c10b1538), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:59.000375 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd4b91f-fc41-4948-a493-db6d1bf01a20 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Network 7543c20d-2cfc-49fd-abfd-e84ff8dfd2c3 is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:09:59.005200 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-54fe7fe2-846d-4290-8523-28faac5e8376 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Allocated IP 172.20.0.1 (f478cfe9-8b86-4b68-b582-515e8f548fe1/845b1d40-548f-4a93-8130-0ab12614bb38/aaa3b444-1abc-40c1-9d57-19bc5ab86361) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:09:59.010999 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-3fd4b91f-fc41-4948-a493-db6d1bf01a20 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:09:59.043459 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0892f99-2bce-4799-bf3e-a626a864e34a req-b2bbb3bf-4d40-4922-92c8-82b9cd064a37 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:09:59.045125 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-b0892f99-2bce-4799-bf3e-a626a864e34a req-b2bbb3bf-4d40-4922-92c8-82b9cd064a37 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc5c4747-fcbd-4652-b651-1ce8413f1a2b HTTP/1.1" status: 200 len: 944 time: 0.5746481 Mar 28 01:09:59.048208 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9119e173-5375-4c77-ac32-4c605e662cc0 admin admin] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:09:59.062116 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac04991-df7b-4e99-aee6-d82bcd9b0e21 None None] Sync routers for ids ['1473590c-76e5-4ae2-bb3a-86800aaa9e51'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:09:59.067631 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-9119e173-5375-4c77-ac32-4c605e662cc0 admin admin] 10.222.0.24 "PUT /v2.0/routers/1473590c-76e5-4ae2-bb3a-86800aaa9e51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9396172 Mar 28 01:09:59.070555 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54436) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:59.077782 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 6ef35473-28d0-44f3-9157-1934c10b1538 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:09:59.086135 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.api.v2.resource [None req-50190d27-c27d-4535-ac17-e187f6b49e76 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] show failed (client error): The resource could not be found. Mar 28 01:09:59.087123 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-50190d27-c27d-4535-ac17-e187f6b49e76 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] 10.222.0.24 "GET /v2.0/subnetpools/ecdf7fd2-abb3-418c-a805-6b7f91f6574c/tags/tempest-TagsExtTest-Tag-1338784409 HTTP/1.1" status: 404 len: 329 time: 0.4953260 Mar 28 01:09:59.107470 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac04991-df7b-4e99-aee6-d82bcd9b0e21 None None] Routers {'1473590c-76e5-4ae2-bb3a-86800aaa9e51'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:09:59.108488 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-8ac04991-df7b-4e99-aee6-d82bcd9b0e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:09:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['1473590c-76e5-4ae2-bb3a-86800aaa9e51'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:59.111962 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54438) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:59.177942 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4d9b4a3c-a2ec-4901-8c6a-21768ea9449b tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127282703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126757786'] for subnet (72f7fdda-2d18-4939-a0de-88525c0f180c), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:59.185570 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 9f0fa2a0-43d1-4a88-9826-704089ef41ca no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:09:59.198111 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.tag.tag_plugin [None req-5c4a72a8-a632-4a14-ab68-0878c742dedb tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ecdf7fd2-abb3-418c-a805-6b7f91f6574c', 'tempest-TagsExtTest-Tag-2081162207') {} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:59.211515 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: 9f0fa2a0-43d1-4a88-9826-704089ef41ca {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:09:59.211951 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 9f0fa2a0-43d1-4a88-9826-704089ef41ca not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:09:59.269474 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9b4a3c-a2ec-4901-8c6a-21768ea9449b tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Pushing event updated for resources: {'Subnet': ['ID=72f7fdda-2d18-4939-a0de-88525c0f180c,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:09:59.277786 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-8ac04991-df7b-4e99-aee6-d82bcd9b0e21 None None] Set router 1473590c-76e5-4ae2-bb3a-86800aaa9e51 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:09:59.302767 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9b4a3c-a2ec-4901-8c6a-21768ea9449b tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Checking segment: {'id': 'cc935443-4d12-4450-aaff-393af3941692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '02720222-4d7e-487d-8d4a-ed3efdb92075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:09:59.303138 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d9b4a3c-a2ec-4901-8c6a-21768ea9449b tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Network hostable DHCP agents. Network: 02720222-4d7e-487d-8d4a-ed3efdb92075, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:09:59.322850 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-007adefc-fc6c-476b-9263-9a1d921f974c admin admin] Publish callbacks [] for router (1473590c-76e5-4ae2-bb3a-86800aaa9e51), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:59.379798 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-b0892f99-2bce-4799-bf3e-a626a864e34a req-9aa77d4d-4200-42c6-b310-3efb6ee0df9f tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a04cadd-9e33-421f-9e10-fcf82d2217a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3254614 Mar 28 01:09:59.397082 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fd4b91f-fc41-4948-a493-db6d1bf01a20 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Router 972614b4-f026-44d6-b5b2-387121f477a0 has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:09:59.400085 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d9b4a3c-a2ec-4901-8c6a-21768ea9449b tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Network 02720222-4d7e-487d-8d4a-ed3efdb92075 is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:09:59.406826 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-12d73cc2-a38d-4c8a-a03f-c1a938f09d25 None None] Provisioning complete for port 5fba6b65-87d7-4e6d-bb9b-cc3221d8e198 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:09:59.407200 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-12d73cc2-a38d-4c8a-a03f-c1a938f09d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (5fba6b65-87d7-4e6d-bb9b-cc3221d8e198), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:59.438770 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.api.v2.resource [None req-5c4a72a8-a632-4a14-ab68-0878c742dedb tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] show failed (client error): The resource could not be found. Mar 28 01:09:59.443599 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-5c4a72a8-a632-4a14-ab68-0878c742dedb tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] 10.222.0.24 "GET /v2.0/subnetpools/ecdf7fd2-abb3-418c-a805-6b7f91f6574c/tags/tempest-TagsExtTest-Tag-2081162207 HTTP/1.1" status: 404 len: 329 time: 0.2638109 Mar 28 01:09:59.447305 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-54fe7fe2-846d-4290-8523-28faac5e8376 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks [] for port (aaa3b444-1abc-40c1-9d57-19bc5ab86361), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:59.448746 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54440) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:59.453842 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-12d73cc2-a38d-4c8a-a03f-c1a938f09d25 None None] Port 5fba6b65-87d7-4e6d-bb9b-cc3221d8e198 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:09:59.461806 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-4d9b4a3c-a2ec-4901-8c6a-21768ea9449b tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, 02720222-4d7e-487d-8d4a-ed3efdb92075) {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:09:59.464111 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-007adefc-fc6c-476b-9263-9a1d921f974c admin admin] Publish callbacks [] for router_gateway (1473590c-76e5-4ae2-bb3a-86800aaa9e51), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:59.470524 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d9b4a3c-a2ec-4901-8c6a-21768ea9449b tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:09:59.471768 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4d9b4a3c-a2ec-4901-8c6a-21768ea9449b tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks [] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:59.475216 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9e0410-88e3-4b65-bbf5-98db576a6af9 None None] Network 02720222-4d7e-487d-8d4a-ed3efdb92075 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:09:59.512796 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-4d9b4a3c-a2ec-4901-8c6a-21768ea9449b tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3029366 Mar 28 01:09:59.513009 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54442) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:59.518925 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-c4af4924-eedb-4f86-b570-ce028829e163 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Request body: {'port': {'network_id': '02720222-4d7e-487d-8d4a-ed3efdb92075', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-254915022'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:09:59.530281 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-8ac04991-df7b-4e99-aee6-d82bcd9b0e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1473590c-76e5-4ae2-bb3a-86800aaa9e51', 'name': 'tempest-ServerActionsTestJSON-329151941-router', 'tenant_id': '848a4a14ba384087a1e0b48b84b6f0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.250'}], 'enable_snat': True}, 'gw_port_id': '52a974de-6ef8-4d60-9b4a-9cde561007b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:04:08Z', 'updated_at': '2022-03-28T01:09:56Z', 'revision_number': 5, 'project_id': '848a4a14ba384087a1e0b48b84b6f0e3', 'gw_port': {'id': '52a974de-6ef8-4d60-9b4a-9cde561007b1', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:8d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1473590c-76e5-4ae2-bb3a-86800aaa9e51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:04:09Z', 'updated_at': '2022-03-28T01:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:59.545412 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.tag.tag_plugin [None req-9498bbc0-529f-411a-bf19-4071a78fe399 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ecdf7fd2-abb3-418c-a805-6b7f91f6574c', 'tempest-TagsExtTest-Tag-1126152085') {} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:59.577835 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac04991-df7b-4e99-aee6-d82bcd9b0e21 None None] Checking router: 1473590c-76e5-4ae2-bb3a-86800aaa9e51 for host: dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:09:59.591338 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac04991-df7b-4e99-aee6-d82bcd9b0e21 None None] Routers {'1473590c-76e5-4ae2-bb3a-86800aaa9e51'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:09:59.593034 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-8ac04991-df7b-4e99-aee6-d82bcd9b0e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:09:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['1473590c-76e5-4ae2-bb3a-86800aaa9e51'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:59.635231 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-007adefc-fc6c-476b-9263-9a1d921f974c admin admin] Deleting port 52a974de-6ef8-4d60-9b4a-9cde561007b1 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:09:59.635469 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.api.v2.resource [None req-9498bbc0-529f-411a-bf19-4071a78fe399 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] show failed (client error): The resource could not be found. Mar 28 01:09:59.635564 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-007adefc-fc6c-476b-9263-9a1d921f974c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (52a974de-6ef8-4d60-9b4a-9cde561007b1), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:59.636347 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-9498bbc0-529f-411a-bf19-4071a78fe399 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] 10.222.0.24 "GET /v2.0/subnetpools/ecdf7fd2-abb3-418c-a805-6b7f91f6574c/tags/tempest-TagsExtTest-Tag-1126152085 HTTP/1.1" status: 404 len: 329 time: 0.0967007 Mar 28 01:09:59.637003 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068f6b5d-8d96-43c6-a3fa-0ecb7e03bfc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-02720222-4d7e-487d-8d4a-ed3efdb92075', 'network_id': '02720222-4d7e-487d-8d4a-ed3efdb92075', 'project_id': '123b9cbc24e44c7fa4900a5cf8071c36', 'fixed_ips': [{'subnet_id': '72f7fdda-2d18-4939-a0de-88525c0f180c'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:09:59.638701 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-068f6b5d-8d96-43c6-a3fa-0ecb7e03bfc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:59.639541 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54444) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:59.657443 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.tag.tag_plugin [None req-0fbf03da-3aa5-4d07-8162-43545b752807 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'ecdf7fd2-abb3-418c-a805-6b7f91f6574c') {} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:59.686257 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fd4b91f-fc41-4948-a493-db6d1bf01a20 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:09:59.688364 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-54fe7fe2-846d-4290-8523-28faac5e8376 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (aaa3b444-1abc-40c1-9d57-19bc5ab86361), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:59.701232 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-3fd4b91f-fc41-4948-a493-db6d1bf01a20 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "PUT /v2.0/routers/972614b4-f026-44d6-b5b2-387121f477a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4247842 Mar 28 01:09:59.717862 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-8ac04991-df7b-4e99-aee6-d82bcd9b0e21 None None] Set router 1473590c-76e5-4ae2-bb3a-86800aaa9e51 gateway port host: None {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:09:59.718651 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54446) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:09:59.751573 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-007adefc-fc6c-476b-9263-9a1d921f974c admin admin] For port 52a974de-6ef8-4d60-9b4a-9cde561007b1, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=52a974de-6ef8-4d60-9b4a-9cde561007b1,segment=NetworkSegment(b6f00c62-aca5-4c73-8989-c04c396daeed),segment_id=b6f00c62-aca5-4c73-8989-c04c396daeed)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:09:59.752618 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-007adefc-fc6c-476b-9263-9a1d921f974c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (52a974de-6ef8-4d60-9b4a-9cde561007b1), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:59.769758 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28a3f10-7ab4-4202-b065-46cefafacf17 None None] Sync routers for ids ['972614b4-f026-44d6-b5b2-387121f477a0'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:09:59.773410 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-007adefc-fc6c-476b-9263-9a1d921f974c admin admin] Calling delete_port for 52a974de-6ef8-4d60-9b4a-9cde561007b1 owned by network:router_gateway {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:09:59.807400 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28a3f10-7ab4-4202-b065-46cefafacf17 None None] Routers {'972614b4-f026-44d6-b5b2-387121f477a0'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:09:59.808181 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-a28a3f10-7ab4-4202-b065-46cefafacf17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:09:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['972614b4-f026-44d6-b5b2-387121f477a0'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:59.811993 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-8ac04991-df7b-4e99-aee6-d82bcd9b0e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1473590c-76e5-4ae2-bb3a-86800aaa9e51', 'name': 'tempest-ServerActionsTestJSON-329151941-router', 'tenant_id': '848a4a14ba384087a1e0b48b84b6f0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:04:08Z', 'updated_at': '2022-03-28T01:09:59Z', 'revision_number': 6, 'project_id': '848a4a14ba384087a1e0b48b84b6f0e3', 'gw_port_host': None}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:09:59.855214 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac04991-df7b-4e99-aee6-d82bcd9b0e21 None None] The sync data for ids ['1473590c-76e5-4ae2-bb3a-86800aaa9e51'] in dv-neutron-834874-6-hyperv is: [{'id': '1473590c-76e5-4ae2-bb3a-86800aaa9e51', 'name': 'tempest-ServerActionsTestJSON-329151941-router', 'tenant_id': '848a4a14ba384087a1e0b48b84b6f0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:04:08Z', 'updated_at': '2022-03-28T01:09:59Z', 'revision_number': 6, 'project_id': '848a4a14ba384087a1e0b48b84b6f0e3', 'gw_port_host': None}] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:09:59.962784 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4af4924-eedb-4f86-b570-ce028829e163 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Made reservation on behalf of 123b9cbc24e44c7fa4900a5cf8071c36 for: {'port': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:09:59.965920 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c4af4924-eedb-4f86-b570-ce028829e163 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:09:59.973207 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-068f6b5d-8d96-43c6-a3fa-0ecb7e03bfc5 None None] Allocated IP 2001:db8::2 (02720222-4d7e-487d-8d4a-ed3efdb92075/72f7fdda-2d18-4939-a0de-88525c0f180c/b2b3af4a-420f-41bd-8949-a363e1b6cb10) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:09:59.989470 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [None req-c4af4924-eedb-4f86-b570-ce028829e163 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] device_id is not set on port 2d3daa4a-7ede-4874-a147-c4c952b62a88 yet. {{(pid=104099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 01:10:00.033335 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc039aa-766d-4b68-b1a0-29dd95e2a80a tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:10:00.033980 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc039aa-766d-4b68-b1a0-29dd95e2a80a tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:10:00.034605 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc039aa-766d-4b68-b1a0-29dd95e2a80a tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:10:00.035109 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc039aa-766d-4b68-b1a0-29dd95e2a80a tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:10:00.035536 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc039aa-766d-4b68-b1a0-29dd95e2a80a tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:10:00.036178 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc039aa-766d-4b68-b1a0-29dd95e2a80a tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:10:00.036649 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc039aa-766d-4b68-b1a0-29dd95e2a80a tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:10:00.037120 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc039aa-766d-4b68-b1a0-29dd95e2a80a tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:10:00.037636 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc039aa-766d-4b68-b1a0-29dd95e2a80a tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:10:00.038102 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc039aa-766d-4b68-b1a0-29dd95e2a80a tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:10:00.038657 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc039aa-766d-4b68-b1a0-29dd95e2a80a tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:10:00.043688 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-afc039aa-766d-4b68-b1a0-29dd95e2a80a tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7701 time: 0.3191895 Mar 28 01:10:00.048503 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54448) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:00.073844 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-a28a3f10-7ab4-4202-b065-46cefafacf17 None None] Set router 972614b4-f026-44d6-b5b2-387121f477a0 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:10:00.074653 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54fe7fe2-846d-4290-8523-28faac5e8376 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Network f478cfe9-8b86-4b68-b582-515e8f548fe1 is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:10:00.107183 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-54fe7fe2-846d-4290-8523-28faac5e8376 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:10:00.110060 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54fe7fe2-846d-4290-8523-28faac5e8376 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:10:00.111977 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f4373d-1905-4b42-9311-87f3a8e66453 None None] Network f478cfe9-8b86-4b68-b582-515e8f548fe1 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:10:00.113619 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-007adefc-fc6c-476b-9263-9a1d921f974c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (52a974de-6ef8-4d60-9b4a-9cde561007b1), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:00.133753 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-0fbf03da-3aa5-4d07-8162-43545b752807 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] 10.222.0.24 "DELETE /v2.0/subnetpools/ecdf7fd2-abb3-418c-a805-6b7f91f6574c/tags HTTP/1.1" status: 204 len: 168 time: 0.4873929 Mar 28 01:10:00.140414 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54450) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:00.148987 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.tag.tag_plugin [None req-76a4a0e5-a47d-4ce1-a557-d26aa42e37e2 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '1034da3f-7048-4644-8655-c0ce2a525a56') {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:00.151194 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007adefc-fc6c-476b-9263-9a1d921f974c admin admin] Pushing event deleted for resources: {'Port': ['ID=52a974de-6ef8-4d60-9b4a-9cde561007b1,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:00.162066 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fe7fe2-846d-4290-8523-28faac5e8376 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Pushing event updated for resources: {'Port': ['ID=aaa3b444-1abc-40c1-9d57-19bc5ab86361,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:00.218242 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ebb9cc-59ab-4bcc-9078-2c017703e5b7 tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:10:00.218716 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ebb9cc-59ab-4bcc-9078-2c017703e5b7 tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:10:00.219177 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ebb9cc-59ab-4bcc-9078-2c017703e5b7 tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:10:00.219621 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ebb9cc-59ab-4bcc-9078-2c017703e5b7 tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:10:00.220090 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ebb9cc-59ab-4bcc-9078-2c017703e5b7 tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:10:00.220535 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ebb9cc-59ab-4bcc-9078-2c017703e5b7 tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:10:00.221022 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ebb9cc-59ab-4bcc-9078-2c017703e5b7 tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:10:00.221466 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ebb9cc-59ab-4bcc-9078-2c017703e5b7 tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:10:00.221910 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ebb9cc-59ab-4bcc-9078-2c017703e5b7 tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:10:00.222350 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ebb9cc-59ab-4bcc-9078-2c017703e5b7 tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:10:00.224403 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-59ebb9cc-59ab-4bcc-9078-2c017703e5b7 tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6440 time: 0.1731489 Mar 28 01:10:00.227447 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54452) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:00.228233 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-54fe7fe2-846d-4290-8523-28faac5e8376 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3686596'] for router_interface (ce50e35d-cc18-45b9-ae21-ef57ce6d1584), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:00.323414 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-007adefc-fc6c-476b-9263-9a1d921f974c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3687989'] for router_gateway (1473590c-76e5-4ae2-bb3a-86800aaa9e51), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:00.329495 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-76a4a0e5-a47d-4ce1-a557-d26aa42e37e2 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] 10.222.0.24 "DELETE /v2.0/routers/1034da3f-7048-4644-8655-c0ce2a525a56/tags HTTP/1.1" status: 204 len: 168 time: 0.1842773 Mar 28 01:10:00.354301 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54454) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:00.354494 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-877c7cec-06f0-40b7-a5a4-a5fb6b0f30c8 None None] Provisioning complete for port 0f4735e6-386a-4f40-8289-850cf10a9264 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:10:00.354494 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-877c7cec-06f0-40b7-a5a4-a5fb6b0f30c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (0f4735e6-386a-4f40-8289-850cf10a9264), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:00.358136 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.tag.tag_plugin [None req-4a582bcc-a55d-4f97-8910-7b1bcc59afd5 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '62e3e029-fdd4-406c-b769-b360d48e9403') {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:00.460201 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-007adefc-fc6c-476b-9263-9a1d921f974c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7151'] for router (1473590c-76e5-4ae2-bb3a-86800aaa9e51), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:00.463520 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-007adefc-fc6c-476b-9263-9a1d921f974c admin admin] Publish callbacks [] for router_controller (1473590c-76e5-4ae2-bb3a-86800aaa9e51), precommit_delete_associations {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:00.480220 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-068f6b5d-8d96-43c6-a3fa-0ecb7e03bfc5 None None] Publish callbacks [] for port (b2b3af4a-420f-41bd-8949-a363e1b6cb10), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:00.507663 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-068f6b5d-8d96-43c6-a3fa-0ecb7e03bfc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (b2b3af4a-420f-41bd-8949-a363e1b6cb10), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:00.512008 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-54fe7fe2-846d-4290-8523-28faac5e8376 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (aaa3b444-1abc-40c1-9d57-19bc5ab86361), before_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:00.576806 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-007adefc-fc6c-476b-9263-9a1d921f974c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689686'] for router (1473590c-76e5-4ae2-bb3a-86800aaa9e51), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:00.577338 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-007adefc-fc6c-476b-9263-9a1d921f974c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1473590c-76e5-4ae2-bb3a-86800aaa9e51 {{(pid=104099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 01:10:00.586555 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-007adefc-fc6c-476b-9263-9a1d921f974c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:00.587718 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-007adefc-fc6c-476b-9263-9a1d921f974c admin admin] 10.222.0.24 "DELETE /v2.0/routers/1473590c-76e5-4ae2-bb3a-86800aaa9e51 HTTP/1.1" status: 204 len: 168 time: 1.5162015 Mar 28 01:10:00.591781 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54458) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:00.597912 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068f6b5d-8d96-43c6-a3fa-0ecb7e03bfc5 None None] Network 02720222-4d7e-487d-8d4a-ed3efdb92075 is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:10:00.617893 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-068f6b5d-8d96-43c6-a3fa-0ecb7e03bfc5 None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:10:00.620601 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-877c7cec-06f0-40b7-a5a4-a5fb6b0f30c8 None None] Current status of the port 0f4735e6-386a-4f40-8289-850cf10a9264 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:10:00.621101 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-877c7cec-06f0-40b7-a5a4-a5fb6b0f30c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (0f4735e6-386a-4f40-8289-850cf10a9264), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:00.625940 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068f6b5d-8d96-43c6-a3fa-0ecb7e03bfc5 None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:10:00.650726 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068f6b5d-8d96-43c6-a3fa-0ecb7e03bfc5 None None] Pushing event updated for resources: {'Port': ['ID=b2b3af4a-420f-41bd-8949-a363e1b6cb10,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:00.674571 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-4a582bcc-a55d-4f97-8910-7b1bcc59afd5 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] 10.222.0.24 "DELETE /v2.0/ports/62e3e029-fdd4-406c-b769-b360d48e9403/tags HTTP/1.1" status: 204 len: 168 time: 0.3188851 Mar 28 01:10:00.677809 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [None req-c4af4924-eedb-4f86-b570-ce028829e163 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Allocated IP 2001:db8::1ba (02720222-4d7e-487d-8d4a-ed3efdb92075/72f7fdda-2d18-4939-a0de-88525c0f180c/2d3daa4a-7ede-4874-a147-c4c952b62a88) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:10:00.682434 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54460) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:00.690504 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.tag.tag_plugin [None req-5cd28e4a-91fd-4ae0-8fe9-9beed4e61262 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '9c4d4d2b-78d7-4cc7-a330-62c89e9072e7') {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:00.706512 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bac799-76fa-4ac2-8ed9-13deb1d5b268 req-3e5be251-48d5-4ed8-bba2-4fb10dcfc2a0 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:10:00.714551 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-63bac799-76fa-4ac2-8ed9-13deb1d5b268 req-3e5be251-48d5-4ed8-bba2-4fb10dcfc2a0 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc5c4747-fcbd-4652-b651-1ce8413f1a2b HTTP/1.1" status: 200 len: 944 time: 0.2381873 Mar 28 01:10:00.731259 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_v2 [None req-673d33b0-c759-4ddf-9534-88b74e4bac57 admin admin] Deleting subnet 09c9f896-19d2-4244-ab3f-60c512e444ce {{(pid=104099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:10:00.771040 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-149c3478-7378-43d2-bddc-b3260c60c30e tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4637 time: 0.4936967 Mar 28 01:10:00.827668 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-673d33b0-c759-4ddf-9534-88b74e4bac57 admin admin] Publish callbacks [] for subnet (09c9f896-19d2-4244-ab3f-60c512e444ce), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:00.983531 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-877c7cec-06f0-40b7-a5a4-a5fb6b0f30c8 None None] For port 0f4735e6-386a-4f40-8289-850cf10a9264, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=0f4735e6-386a-4f40-8289-850cf10a9264,segment=NetworkSegment(ab01eaad-0ca8-4039-9562-dbde79f88859),segment_id=ab01eaad-0ca8-4039-9562-dbde79f88859)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:10:01.007654 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 0f4735e6-386a-4f40-8289-850cf10a9264 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:10:01.024618 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c4af4924-eedb-4f86-b570-ce028829e163 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks [] for port (2d3daa4a-7ede-4874-a147-c4c952b62a88), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:01.069612 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-068f6b5d-8d96-43c6-a3fa-0ecb7e03bfc5 None None] Attempting to bind port b2b3af4a-420f-41bd-8949-a363e1b6cb10 on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:10:01.070351 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-068f6b5d-8d96-43c6-a3fa-0ecb7e03bfc5 None None] Attempting to bind port b2b3af4a-420f-41bd-8949-a363e1b6cb10 by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': 'cc935443-4d12-4450-aaff-393af3941692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '02720222-4d7e-487d-8d4a-ed3efdb92075'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:10:01.074156 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068f6b5d-8d96-43c6-a3fa-0ecb7e03bfc5 None None] Attempting to bind port b2b3af4a-420f-41bd-8949-a363e1b6cb10 on network 02720222-4d7e-487d-8d4a-ed3efdb92075 {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:10:01.092310 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c4af4924-eedb-4f86-b570-ce028829e163 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (2d3daa4a-7ede-4874-a147-c4c952b62a88), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:01.093377 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-877c7cec-06f0-40b7-a5a4-a5fb6b0f30c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (0f4735e6-386a-4f40-8289-850cf10a9264), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:01.192920 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877c7cec-06f0-40b7-a5a4-a5fb6b0f30c8 None None] Pushing event updated for resources: {'Port': ['ID=0f4735e6-386a-4f40-8289-850cf10a9264,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:01.205967 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068f6b5d-8d96-43c6-a3fa-0ecb7e03bfc5 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:10:01.206358 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068f6b5d-8d96-43c6-a3fa-0ecb7e03bfc5 None None] Checking segment: {'id': 'cc935443-4d12-4450-aaff-393af3941692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '02720222-4d7e-487d-8d4a-ed3efdb92075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:10:01.206769 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-068f6b5d-8d96-43c6-a3fa-0ecb7e03bfc5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:01.207169 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068f6b5d-8d96-43c6-a3fa-0ecb7e03bfc5 None None] Bound using segment: {'id': 'cc935443-4d12-4450-aaff-393af3941692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '02720222-4d7e-487d-8d4a-ed3efdb92075'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:10:01.207671 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-068f6b5d-8d96-43c6-a3fa-0ecb7e03bfc5 None None] Bound port: b2b3af4a-420f-41bd-8949-a363e1b6cb10, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc935443-4d12-4450-aaff-393af3941692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '02720222-4d7e-487d-8d4a-ed3efdb92075'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:10:01.208081 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-068f6b5d-8d96-43c6-a3fa-0ecb7e03bfc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (b2b3af4a-420f-41bd-8949-a363e1b6cb10), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:01.219900 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-a28a3f10-7ab4-4202-b065-46cefafacf17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '972614b4-f026-44d6-b5b2-387121f477a0', 'name': 'tempest-TestNetworkBasicOps-router-1449852851', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.203'}], 'enable_snat': True}, 'gw_port_id': '284be52d-195b-458f-be0d-523be760202a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:09:46Z', 'updated_at': '2022-03-28T01:09:56Z', 'revision_number': 4, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': '284be52d-195b-458f-be0d-523be760202a', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:98:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972614b4-f026-44d6-b5b2-387121f477a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:09:47Z', 'updated_at': '2022-03-28T01:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': '5fba6b65-87d7-4e6d-bb9b-cc3221d8e198', 'name': '', 'network_id': '7543c20d-2cfc-49fd-abfd-e84ff8dfd2c3', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'mac_address': 'fa:16:3e:91:b3:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '972614b4-f026-44d6-b5b2-387121f477a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '592db495-2a42-45a2-9428-dccc028178bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:09:55Z', 'updated_at': '2022-03-28T01:09:57Z', 'revision_number': 2, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'subnets': [{'id': '592db495-2a42-45a2-9428-dccc028178bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:01.257061 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-673d33b0-c759-4ddf-9534-88b74e4bac57 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126946639'] for subnet (09c9f896-19d2-4244-ab3f-60c512e444ce), precommit_delete_associations {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:01.279861 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 0f4735e6-386a-4f40-8289-850cf10a9264 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:10:01.280262 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (0f4735e6-386a-4f40-8289-850cf10a9264), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:01.313472 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4af4924-eedb-4f86-b570-ce028829e163 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Network 02720222-4d7e-487d-8d4a-ed3efdb92075 is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:10:01.326224 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28a3f10-7ab4-4202-b065-46cefafacf17 None None] Checking router: 972614b4-f026-44d6-b5b2-387121f477a0 for host: dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:10:01.326526 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28a3f10-7ab4-4202-b065-46cefafacf17 None None] Updating router 972614b4-f026-44d6-b5b2-387121f477a0 port 5fba6b65-87d7-4e6d-bb9b-cc3221d8e198 binding host dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 01:10:01.331203 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-54fe7fe2-846d-4290-8523-28faac5e8376 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks [] for port (aaa3b444-1abc-40c1-9d57-19bc5ab86361), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:01.344522 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-54fe7fe2-846d-4290-8523-28faac5e8376 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126177159'] for port (aaa3b444-1abc-40c1-9d57-19bc5ab86361), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:01.361412 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-a28a3f10-7ab4-4202-b065-46cefafacf17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (5fba6b65-87d7-4e6d-bb9b-cc3221d8e198), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:01.364608 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4af4924-eedb-4f86-b570-ce028829e163 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Pushing event updated for resources: {'Port': ['ID=2d3daa4a-7ede-4874-a147-c4c952b62a88,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:01.377687 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-c4af4924-eedb-4f86-b570-ce028829e163 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:10:01.383188 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54464) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:01.392166 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4af4924-eedb-4f86-b570-ce028829e163 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:10:01.395758 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-de2e0510-9231-4470-9302-579730417516 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1638746121', 'description': 'tempest-secgroup-smoke-1638746121 description', 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:10:01.398243 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4af4924-eedb-4f86-b570-ce028829e163 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:10:01.398981 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c4af4924-eedb-4f86-b570-ce028829e163 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:01.412929 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-dd4c4c95-7618-4b7f-8bb4-f5d04882f83a None None] Provisioning complete for port aaa3b444-1abc-40c1-9d57-19bc5ab86361 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:10:01.412929 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-dd4c4c95-7618-4b7f-8bb4-f5d04882f83a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (aaa3b444-1abc-40c1-9d57-19bc5ab86361), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:01.421086 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-63bac799-76fa-4ac2-8ed9-13deb1d5b268 req-6f451db8-1f9a-4c82-90fa-d0ac5c532d88 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a04cadd-9e33-421f-9e10-fcf82d2217a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.7056880 Mar 28 01:10:01.438497 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-5cd28e4a-91fd-4ae0-8fe9-9beed4e61262 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] 10.222.0.24 "DELETE /v2.0/subnets/9c4d4d2b-78d7-4cc7-a330-62c89e9072e7/tags HTTP/1.1" status: 204 len: 168 time: 0.7511885 Mar 28 01:10:01.454089 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-c4af4924-eedb-4f86-b570-ce028829e163 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.9314904 Mar 28 01:10:01.454338 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54466) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:01.454338 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54468) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:01.461098 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-dd4c4c95-7618-4b7f-8bb4-f5d04882f83a None None] Port aaa3b444-1abc-40c1-9d57-19bc5ab86361 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:10:01.493762 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-673d33b0-c759-4ddf-9534-88b74e4bac57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (09c9f896-19d2-4244-ab3f-60c512e444ce), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:01.515639 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-54fe7fe2-846d-4290-8523-28faac5e8376 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3725889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3686480'] for router_interface (ce50e35d-cc18-45b9-ae21-ef57ce6d1584), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:01.551870 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-de2e0510-9231-4470-9302-579730417516 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:01.556242 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-673d33b0-c759-4ddf-9534-88b74e4bac57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127282766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126757793'] for subnet (09c9f896-19d2-4244-ab3f-60c512e444ce), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:01.560336 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-068f6b5d-8d96-43c6-a3fa-0ecb7e03bfc5 None None] For port b2b3af4a-420f-41bd-8949-a363e1b6cb10, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:10:01.562355 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-dd4c4c95-7618-4b7f-8bb4-f5d04882f83a None None] Provisioning complete for port 0f4735e6-386a-4f40-8289-850cf10a9264 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:10:01.562737 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-dd4c4c95-7618-4b7f-8bb4-f5d04882f83a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (0f4735e6-386a-4f40-8289-850cf10a9264), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:01.583799 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673d33b0-c759-4ddf-9534-88b74e4bac57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09c9f896-19d2-4244-ab3f-60c512e444ce,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:01.587524 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-673d33b0-c759-4ddf-9534-88b74e4bac57 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:01.590786 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-673d33b0-c759-4ddf-9534-88b74e4bac57 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/09c9f896-19d2-4244-ab3f-60c512e444ce HTTP/1.1" status: 204 len: 168 time: 0.9974561 Mar 28 01:10:01.593258 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54470) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:01.596220 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fe7fe2-846d-4290-8523-28faac5e8376 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Pushing event updated for resources: {'Port': ['ID=aaa3b444-1abc-40c1-9d57-19bc5ab86361,revision_number=2']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:01.631797 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ad2983-b3ae-4df3-900a-e75bbebff6c2 None None] Network b0b181aa-c9cd-4854-9fb0-37e685e0d64e requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:10:01.661801 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-068f6b5d-8d96-43c6-a3fa-0ecb7e03bfc5 None None] For port b2b3af4a-420f-41bd-8949-a363e1b6cb10, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=b2b3af4a-420f-41bd-8949-a363e1b6cb10,segment=NetworkSegment(cc935443-4d12-4450-aaff-393af3941692),segment_id=cc935443-4d12-4450-aaff-393af3941692)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:10:01.670763 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ee2908e1-3ff8-43ff-8d23-746603fe12f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (b0b181aa-c9cd-4854-9fb0-37e685e0d64e), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:01.678612 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 0f4735e6-386a-4f40-8289-850cf10a9264 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:10:01.718097 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-068f6b5d-8d96-43c6-a3fa-0ecb7e03bfc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (b2b3af4a-420f-41bd-8949-a363e1b6cb10), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:01.732894 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-92f8f777-284e-4e41-8f91-fc828ab9316a tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:01.734194 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-92f8f777-284e-4e41-8f91-fc828ab9316a tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] 10.222.0.24 "DELETE /v2.0/subnetpools/ecdf7fd2-abb3-418c-a805-6b7f91f6574c HTTP/1.1" status: 204 len: 168 time: 0.2550435 Mar 28 01:10:01.737833 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54472) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:01.782635 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-ad56738e-6c2d-4deb-87dd-7492c12a4eba tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] 10.222.0.24 "GET /v2.0/ports?device_id=1034da3f-7048-4644-8655-c0ce2a525a56 HTTP/1.1" status: 200 len: 205 time: 0.0414367 Mar 28 01:10:01.783558 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-9cebe6cb-a453-46e2-abd5-cb08163afff2 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Deleting port 2d3daa4a-7ede-4874-a147-c4c952b62a88 {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:10:01.783898 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9cebe6cb-a453-46e2-abd5-cb08163afff2 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (2d3daa4a-7ede-4874-a147-c4c952b62a88), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:01.784939 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54474) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:01.795494 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-de2e0510-9231-4470-9302-579730417516 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group (e6215654-9d7c-4fc4-9774-893796a9584c), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:01.796570 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-ee2908e1-3ff8-43ff-8d23-746603fe12f2 admin admin] Deleting port a8365696-ab05-4723-b746-a7085f9cde27 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:10:01.796907 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ee2908e1-3ff8-43ff-8d23-746603fe12f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (a8365696-ab05-4723-b746-a7085f9cde27), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:01.823202 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 52a974de-6ef8-4d60-9b4a-9cde561007b1 no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:10:01.849817 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-de2e0510-9231-4470-9302-579730417516 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (e6215654-9d7c-4fc4-9774-893796a9584c), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:01.855188 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54fe7fe2-846d-4290-8523-28faac5e8376 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Network f478cfe9-8b86-4b68-b582-515e8f548fe1 is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:10:01.873412 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-54fe7fe2-846d-4290-8523-28faac5e8376 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:10:01.911451 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: 52a974de-6ef8-4d60-9b4a-9cde561007b1 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:10:01.912080 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 52a974de-6ef8-4d60-9b4a-9cde561007b1 not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:10:01.912368 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device fcd7e192-c0f2-4053-9cc3-4bdae4692c31 no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:10:01.912594 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2e0510-9231-4470-9302-579730417516 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6215654-9d7c-4fc4-9774-893796a9584c,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:01.954382 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: fcd7e192-c0f2-4053-9cc3-4bdae4692c31 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:10:01.954737 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device fcd7e192-c0f2-4053-9cc3-4bdae4692c31 not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:10:01.955521 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-de96dbc6-6f4c-461f-9ed6-35beef874b40 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] Publish callbacks [] for router (1034da3f-7048-4644-8655-c0ce2a525a56), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:01.967430 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068f6b5d-8d96-43c6-a3fa-0ecb7e03bfc5 None None] Pushing event updated for resources: {'Port': ['ID=b2b3af4a-420f-41bd-8949-a363e1b6cb10,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:02.009162 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-de2e0510-9231-4470-9302-579730417516 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:02.010564 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-de2e0510-9231-4470-9302-579730417516 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.6235073 Mar 28 01:10:02.015199 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54476) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:02.020550 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-1d88bc01-9cf1-4c15-a159-dd97b9bd8fba tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'security_group_rule': {'security_group_id': 'e6215654-9d7c-4fc4-9774-893796a9584c', 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:10:02.060554 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9cebe6cb-a453-46e2-abd5-cb08163afff2 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (2d3daa4a-7ede-4874-a147-c4c952b62a88), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:02.066672 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-dd4c4c95-7618-4b7f-8bb4-f5d04882f83a None None] Current status of the port 0f4735e6-386a-4f40-8289-850cf10a9264 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:10:02.076284 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-9cebe6cb-a453-46e2-abd5-cb08163afff2 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Calling delete_port for 2d3daa4a-7ede-4874-a147-c4c952b62a88 owned by {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:10:02.102070 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-ee2908e1-3ff8-43ff-8d23-746603fe12f2 admin admin] For port a8365696-ab05-4723-b746-a7085f9cde27, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=a8365696-ab05-4723-b746-a7085f9cde27,segment=NetworkSegment(42092f1a-12b4-400d-a25f-5b5b803c66a9),segment_id=42092f1a-12b4-400d-a25f-5b5b803c66a9)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:10:02.102699 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ee2908e1-3ff8-43ff-8d23-746603fe12f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (a8365696-ab05-4723-b746-a7085f9cde27), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:02.132665 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-ee2908e1-3ff8-43ff-8d23-746603fe12f2 admin admin] Calling delete_port for a8365696-ab05-4723-b746-a7085f9cde27 owned by network:dhcp {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:10:02.152923 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-a28a3f10-7ab4-4202-b065-46cefafacf17 None None] Publish callbacks [] for port (5fba6b65-87d7-4e6d-bb9b-cc3221d8e198), precommit_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:02.169696 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-a28a3f10-7ab4-4202-b065-46cefafacf17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (5fba6b65-87d7-4e6d-bb9b-cc3221d8e198), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:02.252111 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7fad3b-ab70-4aca-bd62-b6acb98cc785 None None] Pushing event updated for resources: {'Port': ['ID=5fba6b65-87d7-4e6d-bb9b-cc3221d8e198,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:02.258301 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0739046b-9d44-4ff7-87d5-ef78d4706a65 None None] DHCP port deletion for b0b181aa-c9cd-4854-9fb0-37e685e0d64e request from dv-neutron-834874-6-hyperv {{(pid=104100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 01:10:02.259132 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1d88bc01-9cf1-4c15-a159-dd97b9bd8fba tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (57e6aee6-c257-453b-915d-4ca49872b624), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:02.291598 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device c640ecb1-3efd-46b9-a0e3-4945d4ab5df1 details requested by agent hyperv_hv-neutron-8348 with host hv-neutron-8348 {{(pid=104100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 01:10:02.360861 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-1a981b78-7afb-40d4-8fba-47e8910ad59c None None] Provisioning complete for port aaa3b444-1abc-40c1-9d57-19bc5ab86361 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:10:02.361802 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-1a981b78-7afb-40d4-8fba-47e8910ad59c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (aaa3b444-1abc-40c1-9d57-19bc5ab86361), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:02.377842 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-de96dbc6-6f4c-461f-9ed6-35beef874b40 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7151'] for router (1034da3f-7048-4644-8655-c0ce2a525a56), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:02.381524 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-de96dbc6-6f4c-461f-9ed6-35beef874b40 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] Publish callbacks [] for router_controller (1034da3f-7048-4644-8655-c0ce2a525a56), precommit_delete_associations {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:02.433461 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9cebe6cb-a453-46e2-abd5-cb08163afff2 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (2d3daa4a-7ede-4874-a147-c4c952b62a88), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:02.440975 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.db.resource_extend [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 01:10:02.477680 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-a28a3f10-7ab4-4202-b065-46cefafacf17 None None] Attempting to bind port 5fba6b65-87d7-4e6d-bb9b-cc3221d8e198 on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:10:02.478045 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-a28a3f10-7ab4-4202-b065-46cefafacf17 None None] Attempting to bind port 5fba6b65-87d7-4e6d-bb9b-cc3221d8e198 by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': '6872a91c-c15d-4ceb-a2ec-57e701600557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7543c20d-2cfc-49fd-abfd-e84ff8dfd2c3'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:10:02.478386 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28a3f10-7ab4-4202-b065-46cefafacf17 None None] Attempting to bind port 5fba6b65-87d7-4e6d-bb9b-cc3221d8e198 on network 7543c20d-2cfc-49fd-abfd-e84ff8dfd2c3 {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:10:02.485970 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-1a981b78-7afb-40d4-8fba-47e8910ad59c None None] Port aaa3b444-1abc-40c1-9d57-19bc5ab86361 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:10:02.489856 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1d88bc01-9cf1-4c15-a159-dd97b9bd8fba tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (57e6aee6-c257-453b-915d-4ca49872b624), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:02.494324 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cebe6cb-a453-46e2-abd5-cb08163afff2 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Pushing event deleted for resources: {'Port': ['ID=2d3daa4a-7ede-4874-a147-c4c952b62a88,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:02.494987 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-de96dbc6-6f4c-461f-9ed6-35beef874b40 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689686'] for router (1034da3f-7048-4644-8655-c0ce2a525a56), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:02.495532 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de96dbc6-6f4c-461f-9ed6-35beef874b40 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] Fanout notify agent at l3_agent the message router_deleted on router 1034da3f-7048-4644-8655-c0ce2a525a56 {{(pid=104099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 01:10:02.499475 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54fe7fe2-846d-4290-8523-28faac5e8376 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Router ce50e35d-cc18-45b9-ae21-ef57ce6d1584 is scheduled to L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 with binding_index 1 {{(pid=104098) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 01:10:02.505761 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-de96dbc6-6f4c-461f-9ed6-35beef874b40 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] Publish callbacks [] for router (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:02.506869 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-de96dbc6-6f4c-461f-9ed6-35beef874b40 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] 10.222.0.24 "DELETE /v2.0/routers/1034da3f-7048-4644-8655-c0ce2a525a56 HTTP/1.1" status: 204 len: 168 time: 0.7207541 Mar 28 01:10:02.515469 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1d88bc01-9cf1-4c15-a159-dd97b9bd8fba tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (57e6aee6-c257-453b-915d-4ca49872b624), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:02.521308 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54480) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:02.534754 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28a3f10-7ab4-4202-b065-46cefafacf17 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:10:02.535416 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28a3f10-7ab4-4202-b065-46cefafacf17 None None] Checking segment: {'id': '6872a91c-c15d-4ceb-a2ec-57e701600557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7543c20d-2cfc-49fd-abfd-e84ff8dfd2c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:10:02.536234 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-a28a3f10-7ab4-4202-b065-46cefafacf17 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:02.536635 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28a3f10-7ab4-4202-b065-46cefafacf17 None None] Bound using segment: {'id': '6872a91c-c15d-4ceb-a2ec-57e701600557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7543c20d-2cfc-49fd-abfd-e84ff8dfd2c3'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:10:02.537118 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-a28a3f10-7ab4-4202-b065-46cefafacf17 None None] Bound port: 5fba6b65-87d7-4e6d-bb9b-cc3221d8e198, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6872a91c-c15d-4ceb-a2ec-57e701600557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7543c20d-2cfc-49fd-abfd-e84ff8dfd2c3'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:10:02.537498 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-a28a3f10-7ab4-4202-b065-46cefafacf17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (5fba6b65-87d7-4e6d-bb9b-cc3221d8e198), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:02.572571 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9cebe6cb-a453-46e2-abd5-cb08163afff2 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:02.578257 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-9cebe6cb-a453-46e2-abd5-cb08163afff2 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "DELETE /v2.0/ports/2d3daa4a-7ede-4874-a147-c4c952b62a88 HTTP/1.1" status: 204 len: 168 time: 1.1239958 Mar 28 01:10:02.578786 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54482) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:02.616884 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-a28a3f10-7ab4-4202-b065-46cefafacf17 None None] For port 5fba6b65-87d7-4e6d-bb9b-cc3221d8e198, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:10:02.621219 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-a28a3f10-7ab4-4202-b065-46cefafacf17 None None] For port 5fba6b65-87d7-4e6d-bb9b-cc3221d8e198, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=5fba6b65-87d7-4e6d-bb9b-cc3221d8e198,segment=NetworkSegment(6872a91c-c15d-4ceb-a2ec-57e701600557),segment_id=6872a91c-c15d-4ceb-a2ec-57e701600557)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:10:02.630237 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca427d34-aa6e-4b6d-9af9-d5a8b02afd48 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] GET failed (client error): The resource could not be found. Mar 28 01:10:02.634536 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-ca427d34-aa6e-4b6d-9af9-d5a8b02afd48 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "GET /v2.0/ports/2d3daa4a-7ede-4874-a147-c4c952b62a88 HTTP/1.1" status: 404 len: 333 time: 0.0467355 Mar 28 01:10:02.638815 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54484) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:02.659988 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-0739046b-9d44-4ff7-87d5-ef78d4706a65 None None] Deleting port a8365696-ab05-4723-b746-a7085f9cde27 {{(pid=104100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:10:02.660408 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-0739046b-9d44-4ff7-87d5-ef78d4706a65 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (a8365696-ab05-4723-b746-a7085f9cde27), before_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:02.662729 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ee2908e1-3ff8-43ff-8d23-746603fe12f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (a8365696-ab05-4723-b746-a7085f9cde27), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:02.688636 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d88bc01-9cf1-4c15-a159-dd97b9bd8fba tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57e6aee6-c257-453b-915d-4ca49872b624,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:02.729910 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1d88bc01-9cf1-4c15-a159-dd97b9bd8fba tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:02.732621 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-1d88bc01-9cf1-4c15-a159-dd97b9bd8fba tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7157822 Mar 28 01:10:02.737530 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-0739046b-9d44-4ff7-87d5-ef78d4706a65 None None] For port a8365696-ab05-4723-b746-a7085f9cde27, host dv-neutron-834874-6-hyperv, got binding levels [] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:10:02.737977 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-0739046b-9d44-4ff7-87d5-ef78d4706a65 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (a8365696-ab05-4723-b746-a7085f9cde27), precommit_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:02.748149 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54486) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:02.751530 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-a28a3f10-7ab4-4202-b065-46cefafacf17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (5fba6b65-87d7-4e6d-bb9b-cc3221d8e198), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:02.754589 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-0739046b-9d44-4ff7-87d5-ef78d4706a65 None None] Calling delete_port for a8365696-ab05-4723-b746-a7085f9cde27 owned by network:dhcp {{(pid=104100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:10:02.765225 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.ipam_backend_mixin [None req-0739046b-9d44-4ff7-87d5-ef78d4706a65 None None] Port a8365696-ab05-4723-b746-a7085f9cde27 was not found and therefore no delete operation was performed {{(pid=104100) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 28 01:10:02.792797 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858b629f-9586-45e3-8968-b62b06f38ffb req-e6ad5a60-8904-425a-99d5-8575a453a813 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:10:02.802194 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-852b4235-ec94-446e-8e4e-6d42b475ade9 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'security_group_rule': {'security_group_id': 'e6215654-9d7c-4fc4-9774-893796a9584c', 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:10:02.806462 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2908e1-3ff8-43ff-8d23-746603fe12f2 admin admin] No DVR routers for this DVR port a8365696-ab05-4723-b746-a7085f9cde27 on host dv-neutron-834874-6-hyperv {{(pid=104099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:10:02.808365 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-858b629f-9586-45e3-8968-b62b06f38ffb req-e6ad5a60-8904-425a-99d5-8575a453a813 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc5c4747-fcbd-4652-b651-1ce8413f1a2b HTTP/1.1" status: 200 len: 944 time: 0.2526221 Mar 28 01:10:02.813342 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-0739046b-9d44-4ff7-87d5-ef78d4706a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886'] for port (a8365696-ab05-4723-b746-a7085f9cde27), after_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:02.817770 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2908e1-3ff8-43ff-8d23-746603fe12f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8365696-ab05-4723-b746-a7085f9cde27,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:02.822478 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54fe7fe2-846d-4290-8523-28faac5e8376 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:10:02.839940 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605baf05-8514-42ec-826a-9b1b9b4f3eca None None] Sync routers for ids ['ce50e35d-cc18-45b9-ae21-ef57ce6d1584'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:10:02.844013 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-54fe7fe2-846d-4290-8523-28faac5e8376 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] 10.222.0.24 "PUT /v2.0/routers/ce50e35d-cc18-45b9-ae21-ef57ce6d1584/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6335313 Mar 28 01:10:02.844506 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54488) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:02.855290 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:02.879298 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605baf05-8514-42ec-826a-9b1b9b4f3eca None None] Routers {'ce50e35d-cc18-45b9-ae21-ef57ce6d1584'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:10:02.879923 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-605baf05-8514-42ec-826a-9b1b9b4f3eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:09:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['ce50e35d-cc18-45b9-ae21-ef57ce6d1584'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:02.911017 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bd421fb-2ce7-4620-a691-837833dcbad5 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Deleting subnet 72f7fdda-2d18-4939-a0de-88525c0f180c {{(pid=104099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:10:02.914688 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8bd421fb-2ce7-4620-a691-837833dcbad5 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks [] for subnet (72f7fdda-2d18-4939-a0de-88525c0f180c), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:02.928604 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0739046b-9d44-4ff7-87d5-ef78d4706a65 None None] No DVR routers for this DVR port a8365696-ab05-4723-b746-a7085f9cde27 on host dv-neutron-834874-6-hyperv {{(pid=104100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:10:02.929068 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-605baf05-8514-42ec-826a-9b1b9b4f3eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:02.931552 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d24f23-f12b-4623-ba51-75b4e358c957 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:10:02.938845 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-53d24f23-f12b-4623-ba51-75b4e358c957 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] 10.222.0.24 "GET /v2.0/ports/aaa3b444-1abc-40c1-9d57-19bc5ab86361 HTTP/1.1" status: 200 len: 910 time: 0.0930490 Mar 28 01:10:02.941072 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7fad3b-ab70-4aca-bd62-b6acb98cc785 None None] Pushing event updated for resources: {'Port': ['ID=5fba6b65-87d7-4e6d-bb9b-cc3221d8e198,revision_number=4']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:02.944527 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54490) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:02.948990 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605baf05-8514-42ec-826a-9b1b9b4f3eca None None] Routers {'ce50e35d-cc18-45b9-ae21-ef57ce6d1584'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:10:02.949609 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-605baf05-8514-42ec-826a-9b1b9b4f3eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:09:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['ce50e35d-cc18-45b9-ae21-ef57ce6d1584'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:02.989324 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8bd421fb-2ce7-4620-a691-837833dcbad5 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126946639'] for subnet (72f7fdda-2d18-4939-a0de-88525c0f180c), precommit_delete_associations {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:02.995517 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device b2b3af4a-420f-41bd-8949-a363e1b6cb10 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:10:02.999281 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0739046b-9d44-4ff7-87d5-ef78d4706a65 None None] Pushing event deleted for resources: {'Port': ['ID=a8365696-ab05-4723-b746-a7085f9cde27,revision_number=None']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:03.001282 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-605baf05-8514-42ec-826a-9b1b9b4f3eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:03.003192 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605baf05-8514-42ec-826a-9b1b9b4f3eca None None] The sync data for ids ['ce50e35d-cc18-45b9-ae21-ef57ce6d1584'] in dv-neutron-834874-6-hyperv is: [] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:10:03.010801 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-6dbabda8-4483-4292-a759-788cfb314da7 None None] Provisioning complete for port aaa3b444-1abc-40c1-9d57-19bc5ab86361 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:10:03.011287 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-6dbabda8-4483-4292-a759-788cfb314da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (aaa3b444-1abc-40c1-9d57-19bc5ab86361), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:03.117849 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28a3f10-7ab4-4202-b065-46cefafacf17 None None] Routers {'972614b4-f026-44d6-b5b2-387121f477a0'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:10:03.118647 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-a28a3f10-7ab4-4202-b065-46cefafacf17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:09:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['972614b4-f026-44d6-b5b2-387121f477a0'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:03.161848 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-858b629f-9586-45e3-8968-b62b06f38ffb req-cbf918c3-3f32-4a02-832d-96bb59e01bd4 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a04cadd-9e33-421f-9e10-fcf82d2217a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3524745 Mar 28 01:10:03.185018 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8bd421fb-2ce7-4620-a691-837833dcbad5 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (72f7fdda-2d18-4939-a0de-88525c0f180c), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:03.192622 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-852b4235-ec94-446e-8e4e-6d42b475ade9 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (6cbc3630-26cf-47dd-a769-1622ea072a18), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:03.247782 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ee2908e1-3ff8-43ff-8d23-746603fe12f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (b0b181aa-c9cd-4854-9fb0-37e685e0d64e), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:03.273370 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-ee2908e1-3ff8-43ff-8d23-746603fe12f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0b181aa-c9cd-4854-9fb0-37e685e0d64e']}} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:03.289184 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-ee2908e1-3ff8-43ff-8d23-746603fe12f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42092f1a-12b4-400d-a25f-5b5b803c66a9') {'for_net_delete': True} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:03.289749 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-ee2908e1-3ff8-43ff-8d23-746603fe12f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42092f1a-12b4-400d-a25f-5b5b803c66a9') {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:03.302637 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ee2908e1-3ff8-43ff-8d23-746603fe12f2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126946678'] for segment (42092f1a-12b4-400d-a25f-5b5b803c66a9), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:03.319185 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ee2908e1-3ff8-43ff-8d23-746603fe12f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (42092f1a-12b4-400d-a25f-5b5b803c66a9), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:03.362597 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-8541209e-7462-42ee-b52c-fc2137dc8a37 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] Deleting port 62e3e029-fdd4-406c-b769-b360d48e9403 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:10:03.363595 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8541209e-7462-42ee-b52c-fc2137dc8a37 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (62e3e029-fdd4-406c-b769-b360d48e9403), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:03.370339 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee2908e1-3ff8-43ff-8d23-746603fe12f2 admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=104099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:10:03.370749 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ee2908e1-3ff8-43ff-8d23-746603fe12f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127280876'] for segment (42092f1a-12b4-400d-a25f-5b5b803c66a9), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:03.371704 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port c640ecb1-3efd-46b9-a0e3-4945d4ab5df1, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=c640ecb1-3efd-46b9-a0e3-4945d4ab5df1,segment=NetworkSegment(de88a4a0-f76a-4017-a6e3-6b8499720147),segment_id=de88a4a0-f76a-4017-a6e3-6b8499720147)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:10:03.391754 dv-neutron-834874-6-hyperv neutron-server[104099]: Traceback (most recent call last): Mar 28 01:10:03.391754 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:10:03.391754 dv-neutron-834874-6-hyperv neutron-server[104099]: timer() Mar 28 01:10:03.391754 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:10:03.391754 dv-neutron-834874-6-hyperv neutron-server[104099]: cb(*args, **kw) Mar 28 01:10:03.391754 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:10:03.391754 dv-neutron-834874-6-hyperv neutron-server[104099]: return func(*args, **kwargs) Mar 28 01:10:03.391754 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:10:03.391754 dv-neutron-834874-6-hyperv neutron-server[104099]: self._notify() Mar 28 01:10:03.391754 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:10:03.391754 dv-neutron-834874-6-hyperv neutron-server[104099]: self.callback(batched_events) Mar 28 01:10:03.391754 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:10:03.391754 dv-neutron-834874-6-hyperv neutron-server[104099]: event.method(event) Mar 28 01:10:03.391754 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:10:03.391754 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:10:03.391754 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:10:03.391754 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:10:03.391754 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:10:03.391754 dv-neutron-834874-6-hyperv neutron-server[104099]: return f(self, *a, **k) Mar 28 01:10:03.391754 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:10:03.391754 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._get(url).json() Mar 28 01:10:03.391754 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:10:03.391754 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:10:03.391754 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:10:03.391754 dv-neutron-834874-6-hyperv neutron-server[104099]: return self.request(url, 'GET', **kwargs) Mar 28 01:10:03.391754 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:10:03.391754 dv-neutron-834874-6-hyperv neutron-server[104099]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:10:03.391754 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:10:03.391754 dv-neutron-834874-6-hyperv neutron-server[104099]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:10:03.391754 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:10:03.391754 dv-neutron-834874-6-hyperv neutron-server[104099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:10:03.391754 dv-neutron-834874-6-hyperv neutron-server[104099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:10:03.407024 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-6dbabda8-4483-4292-a759-788cfb314da7 None None] Port aaa3b444-1abc-40c1-9d57-19bc5ab86361 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:10:03.413278 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Returning: {'device': 'c640ecb1-3efd-46b9-a0e3-4945d4ab5df1', 'network_id': '788fd3f3-3593-4cdc-933e-dd5c53c623d8', 'port_id': 'c640ecb1-3efd-46b9-a0e3-4945d4ab5df1', 'mac_address': 'fa:16:3e:16:52:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a57ae47-09ee-4007-9878-c6cea91f6590', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 01:10:03.476344 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-8d2ae369-9f37-4ca2-9dd1-96d3a4aa278b tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3686527'] for router_interface (ce50e35d-cc18-45b9-ae21-ef57ce6d1584), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:03.488369 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port c640ecb1-3efd-46b9-a0e3-4945d4ab5df1 is: DOWN; New status is: BUILD {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:10:03.489045 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (c640ecb1-3efd-46b9-a0e3-4945d4ab5df1), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:03.490790 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port b2b3af4a-420f-41bd-8949-a363e1b6cb10 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:10:03.491158 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (b2b3af4a-420f-41bd-8949-a363e1b6cb10), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:03.504024 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-a28a3f10-7ab4-4202-b065-46cefafacf17 None None] Set router 972614b4-f026-44d6-b5b2-387121f477a0 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:10:03.559047 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc25766d-fb94-47c4-9c4b-5df32170cc99 None None] Network 02720222-4d7e-487d-8d4a-ed3efdb92075 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:10:03.582545 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c640ecb1-3efd-46b9-a0e3-4945d4ab5df1 {{(pid=104100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 01:10:03.698812 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port c640ecb1-3efd-46b9-a0e3-4945d4ab5df1, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=c640ecb1-3efd-46b9-a0e3-4945d4ab5df1,segment=NetworkSegment(de88a4a0-f76a-4017-a6e3-6b8499720147),segment_id=de88a4a0-f76a-4017-a6e3-6b8499720147)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:10:03.702353 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-1773a3da-d426-4846-b128-bf26b2fd0374 None None] Provisioning complete for port 5fba6b65-87d7-4e6d-bb9b-cc3221d8e198 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:10:03.702739 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-1773a3da-d426-4846-b128-bf26b2fd0374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (5fba6b65-87d7-4e6d-bb9b-cc3221d8e198), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:03.740269 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (c640ecb1-3efd-46b9-a0e3-4945d4ab5df1), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:03.766328 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-8d2ae369-9f37-4ca2-9dd1-96d3a4aa278b tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Deleting port aaa3b444-1abc-40c1-9d57-19bc5ab86361 {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:10:03.766680 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-8d2ae369-9f37-4ca2-9dd1-96d3a4aa278b tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (aaa3b444-1abc-40c1-9d57-19bc5ab86361), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:03.867743 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-8d2ae369-9f37-4ca2-9dd1-96d3a4aa278b tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (aaa3b444-1abc-40c1-9d57-19bc5ab86361), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:03.886037 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-8d2ae369-9f37-4ca2-9dd1-96d3a4aa278b tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Calling delete_port for aaa3b444-1abc-40c1-9d57-19bc5ab86361 owned by network:router_interface {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:10:03.891304 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8bd421fb-2ce7-4620-a691-837833dcbad5 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127282766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126757793'] for subnet (72f7fdda-2d18-4939-a0de-88525c0f180c), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:03.894498 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-852b4235-ec94-446e-8e4e-6d42b475ade9 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (6cbc3630-26cf-47dd-a769-1622ea072a18), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:03.922227 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ee2908e1-3ff8-43ff-8d23-746603fe12f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (b0b181aa-c9cd-4854-9fb0-37e685e0d64e), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:03.928558 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-852b4235-ec94-446e-8e4e-6d42b475ade9 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (6cbc3630-26cf-47dd-a769-1622ea072a18), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:03.949086 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Pushing event updated for resources: {'Port': ['ID=c640ecb1-3efd-46b9-a0e3-4945d4ab5df1,revision_number=4']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:03.960363 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ee2908e1-3ff8-43ff-8d23-746603fe12f2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:03.963501 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-ee2908e1-3ff8-43ff-8d23-746603fe12f2 admin admin] 10.222.0.24 "DELETE /v2.0/networks/b0b181aa-c9cd-4854-9fb0-37e685e0d64e HTTP/1.1" status: 204 len: 168 time: 2.3694026 Mar 28 01:10:03.970053 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port b2b3af4a-420f-41bd-8949-a363e1b6cb10 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:10:03.970053 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (b2b3af4a-420f-41bd-8949-a363e1b6cb10), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:03.989346 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd421fb-2ce7-4620-a691-837833dcbad5 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Pushing event deleted for resources: {'Subnet': ['ID=72f7fdda-2d18-4939-a0de-88525c0f180c,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:03.995236 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] get_ports_and_sgs() called for port_ids ['c640ecb1-3efd-46b9-a0e3-4945d4ab5df1'] {{(pid=104100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 01:10:04.001242 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8bd421fb-2ce7-4620-a691-837833dcbad5 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks [] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:04.005732 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-8bd421fb-2ce7-4620-a691-837833dcbad5 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "DELETE /v2.0/subnets/72f7fdda-2d18-4939-a0de-88525c0f180c HTTP/1.1" status: 204 len: 168 time: 1.3657067 Mar 28 01:10:04.011684 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2908e1-3ff8-43ff-8d23-746603fe12f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0b181aa-c9cd-4854-9fb0-37e685e0d64e,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:04.013470 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54494) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:04.015345 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8541209e-7462-42ee-b52c-fc2137dc8a37 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (62e3e029-fdd4-406c-b769-b360d48e9403), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:04.019530 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852b4235-ec94-446e-8e4e-6d42b475ade9 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cbc3630-26cf-47dd-a769-1622ea072a18,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:04.084316 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-852b4235-ec94-446e-8e4e-6d42b475ade9 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:04.088629 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-852b4235-ec94-446e-8e4e-6d42b475ade9 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2898741 Mar 28 01:10:04.089294 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54496) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:04.100207 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-f426b85f-0850-4382-a96f-b70602a8f865 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'security_group_rule': {'security_group_id': 'e6215654-9d7c-4fc4-9774-893796a9584c', 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:10:04.111181 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-8541209e-7462-42ee-b52c-fc2137dc8a37 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] Calling delete_port for 62e3e029-fdd4-406c-b769-b360d48e9403 owned by {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:10:04.153797 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-1773a3da-d426-4846-b128-bf26b2fd0374 None None] Current status of the port 5fba6b65-87d7-4e6d-bb9b-cc3221d8e198 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:10:04.154194 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-1773a3da-d426-4846-b128-bf26b2fd0374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (5fba6b65-87d7-4e6d-bb9b-cc3221d8e198), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:04.182893 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54500) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:04.196774 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.db.api [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104100) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 01:10:04.197140 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG oslo_db.api [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 01:10:04.199427 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-8d2ae369-9f37-4ca2-9dd1-96d3a4aa278b tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (aaa3b444-1abc-40c1-9d57-19bc5ab86361), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:04.231198 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c5670ca3-cf4c-46a1-9a0f-1a2d7a16afd8 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (02720222-4d7e-487d-8d4a-ed3efdb92075), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:04.241081 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-1773a3da-d426-4846-b128-bf26b2fd0374 None None] For port 5fba6b65-87d7-4e6d-bb9b-cc3221d8e198, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=5fba6b65-87d7-4e6d-bb9b-cc3221d8e198,segment=NetworkSegment(6872a91c-c15d-4ceb-a2ec-57e701600557),segment_id=6872a91c-c15d-4ceb-a2ec-57e701600557)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:10:04.255450 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-1773a3da-d426-4846-b128-bf26b2fd0374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (5fba6b65-87d7-4e6d-bb9b-cc3221d8e198), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:04.255861 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2ae369-9f37-4ca2-9dd1-96d3a4aa278b tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Pushing event deleted for resources: {'Port': ['ID=aaa3b444-1abc-40c1-9d57-19bc5ab86361,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:04.269817 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-a28a3f10-7ab4-4202-b065-46cefafacf17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '972614b4-f026-44d6-b5b2-387121f477a0', 'name': 'tempest-TestNetworkBasicOps-router-1449852851', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.203'}], 'enable_snat': True}, 'gw_port_id': '284be52d-195b-458f-be0d-523be760202a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:09:46Z', 'updated_at': '2022-03-28T01:09:56Z', 'revision_number': 4, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': '284be52d-195b-458f-be0d-523be760202a', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:98:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972614b4-f026-44d6-b5b2-387121f477a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:09:47Z', 'updated_at': '2022-03-28T01:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': '5fba6b65-87d7-4e6d-bb9b-cc3221d8e198', 'name': '', 'network_id': '7543c20d-2cfc-49fd-abfd-e84ff8dfd2c3', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'mac_address': 'fa:16:3e:91:b3:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '972614b4-f026-44d6-b5b2-387121f477a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '592db495-2a42-45a2-9428-dccc028178bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:09:55Z', 'updated_at': '2022-03-28T01:10:02Z', 'revision_number': 4, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'subnets': [{'id': '592db495-2a42-45a2-9428-dccc028178bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:04.294553 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f426b85f-0850-4382-a96f-b70602a8f865 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (ec81a6a5-3396-4424-a8c7-093c015228a8), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:04.328819 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-14c6987b-b556-40e5-bca9-b89724ebc503 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=848a4a14ba384087a1e0b48b84b6f0e3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1392787 Mar 28 01:10:04.328819 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54502) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:04.335898 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28a3f10-7ab4-4202-b065-46cefafacf17 None None] The sync data for ids ['972614b4-f026-44d6-b5b2-387121f477a0'] in dv-neutron-834874-6-hyperv is: [{'id': '972614b4-f026-44d6-b5b2-387121f477a0', 'name': 'tempest-TestNetworkBasicOps-router-1449852851', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.203'}], 'enable_snat': True}, 'gw_port_id': '284be52d-195b-458f-be0d-523be760202a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:09:46Z', 'updated_at': '2022-03-28T01:09:56Z', 'revision_number': 4, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': '284be52d-195b-458f-be0d-523be760202a', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:98:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972614b4-f026-44d6-b5b2-387121f477a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:09:47Z', 'updated_at': '2022-03-28T01:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': '5fba6b65-87d7-4e6d-bb9b-cc3221d8e198', 'name': '', 'network_id': '7543c20d-2cfc-49fd-abfd-e84ff8dfd2c3', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'mac_address': 'fa:16:3e:91:b3:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '972614b4-f026-44d6-b5b2-387121f477a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '592db495-2a42-45a2-9428-dccc028178bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:09:55Z', 'updated_at': '2022-03-28T01:10:02Z', 'revision_number': 4, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'subnets': [{'id': '592db495-2a42-45a2-9428-dccc028178bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:10:04.397717 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-1773a3da-d426-4846-b128-bf26b2fd0374 None None] Provisioning complete for port b2b3af4a-420f-41bd-8949-a363e1b6cb10 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:10:04.398143 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-1773a3da-d426-4846-b128-bf26b2fd0374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (b2b3af4a-420f-41bd-8949-a363e1b6cb10), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:04.484979 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523816b0-33e0-4b49-bd8c-e59bf52c12a0 req-3378465e-b53f-493b-ab5a-c54833353796 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:10:04.492960 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-523816b0-33e0-4b49-bd8c-e59bf52c12a0 req-3378465e-b53f-493b-ab5a-c54833353796 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc5c4747-fcbd-4652-b651-1ce8413f1a2b HTTP/1.1" status: 200 len: 945 time: 0.2539184 Mar 28 01:10:04.526678 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1773a3da-d426-4846-b128-bf26b2fd0374 None None] Pushing event updated for resources: {'Port': ['ID=5fba6b65-87d7-4e6d-bb9b-cc3221d8e198,revision_number=5']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:04.541755 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f426b85f-0850-4382-a96f-b70602a8f865 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (ec81a6a5-3396-4424-a8c7-093c015228a8), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:04.559894 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f426b85f-0850-4382-a96f-b70602a8f865 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (ec81a6a5-3396-4424-a8c7-093c015228a8), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:04.626469 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-8d2ae369-9f37-4ca2-9dd1-96d3a4aa278b tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3725912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3690191'] for router_interface (ce50e35d-cc18-45b9-ae21-ef57ce6d1584), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:04.631733 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8541209e-7462-42ee-b52c-fc2137dc8a37 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (62e3e029-fdd4-406c-b769-b360d48e9403), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:04.635450 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1d9b30d0-2049-410c-bb49-bf3f098f2667 admin admin] Publish callbacks [] for security_group (d2180582-4bec-4d83-bdba-512312734010), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:04.639844 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f426b85f-0850-4382-a96f-b70602a8f865 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec81a6a5-3396-4424-a8c7-093c015228a8,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:04.657443 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53319341-4b81-42f0-9486-ad2e7e3c2f55 None None] Network 02720222-4d7e-487d-8d4a-ed3efdb92075 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:10:04.699894 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f426b85f-0850-4382-a96f-b70602a8f865 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:04.703909 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-f426b85f-0850-4382-a96f-b70602a8f865 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6047885 Mar 28 01:10:04.704277 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-c5670ca3-cf4c-46a1-9a0f-1a2d7a16afd8 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Deleting port b2b3af4a-420f-41bd-8949-a363e1b6cb10 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:10:04.704611 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c5670ca3-cf4c-46a1-9a0f-1a2d7a16afd8 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (b2b3af4a-420f-41bd-8949-a363e1b6cb10), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:04.708266 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8541209e-7462-42ee-b52c-fc2137dc8a37 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] Pushing event deleted for resources: {'Port': ['ID=62e3e029-fdd4-406c-b769-b360d48e9403,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:04.726554 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54504) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:04.732297 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-523816b0-33e0-4b49-bd8c-e59bf52c12a0 req-efe9be08-eb84-46f1-8e2f-3ce088537a71 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a04cadd-9e33-421f-9e10-fcf82d2217a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2381523 Mar 28 01:10:04.738884 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-88aca145-fcb9-4870-a4e5-266957af3169 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'security_group_rule': {'security_group_id': 'e6215654-9d7c-4fc4-9774-893796a9584c', 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:10:04.806309 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1d9b30d0-2049-410c-bb49-bf3f098f2667 admin admin] Publish callbacks [] for security_group (d2180582-4bec-4d83-bdba-512312734010), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:04.847997 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-1773a3da-d426-4846-b128-bf26b2fd0374 None None] Current status of the port b2b3af4a-420f-41bd-8949-a363e1b6cb10 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:10:04.848452 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-1773a3da-d426-4846-b128-bf26b2fd0374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (b2b3af4a-420f-41bd-8949-a363e1b6cb10), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:04.875218 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port b2b3af4a-420f-41bd-8949-a363e1b6cb10 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:10:04.875743 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (b2b3af4a-420f-41bd-8949-a363e1b6cb10), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:04.881555 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-88aca145-fcb9-4870-a4e5-266957af3169 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (c55e79f2-332a-4da5-8fbd-05406128095c), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:04.928983 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-1773a3da-d426-4846-b128-bf26b2fd0374 None None] For port b2b3af4a-420f-41bd-8949-a363e1b6cb10, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=b2b3af4a-420f-41bd-8949-a363e1b6cb10,segment=NetworkSegment(cc935443-4d12-4450-aaff-393af3941692),segment_id=cc935443-4d12-4450-aaff-393af3941692)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:10:04.944456 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-1773a3da-d426-4846-b128-bf26b2fd0374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (b2b3af4a-420f-41bd-8949-a363e1b6cb10), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:05.025662 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.db.api [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104100) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 01:10:05.026058 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG oslo_db.api [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 01:10:05.026279 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d2ae369-9f37-4ca2-9dd1-96d3a4aa278b tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Router ce50e35d-cc18-45b9-ae21-ef57ce6d1584 has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:10:05.037517 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1773a3da-d426-4846-b128-bf26b2fd0374 None None] Pushing event updated for resources: {'Port': ['ID=b2b3af4a-420f-41bd-8949-a363e1b6cb10,revision_number=4']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:05.051333 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1d9b30d0-2049-410c-bb49-bf3f098f2667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (d2180582-4bec-4d83-bdba-512312734010), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:05.054075 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1d9b30d0-2049-410c-bb49-bf3f098f2667 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:05.065441 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-1d9b30d0-2049-410c-bb49-bf3f098f2667 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d2180582-4bec-4d83-bdba-512312734010 HTTP/1.1" status: 204 len: 168 time: 0.7369380 Mar 28 01:10:05.074893 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-b5833164-6585-4722-9e05-b5c664a09d1c None None] Provisioning complete for port b2b3af4a-420f-41bd-8949-a363e1b6cb10 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:10:05.075282 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-b5833164-6585-4722-9e05-b5c664a09d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (b2b3af4a-420f-41bd-8949-a363e1b6cb10), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:05.113032 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9b30d0-2049-410c-bb49-bf3f098f2667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2180582-4bec-4d83-bdba-512312734010,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:05.127904 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b866115-68da-4c4e-974c-8696672bace2 None None] DHCP port deletion for 02720222-4d7e-487d-8d4a-ed3efdb92075 request from dv-neutron-834874-6-hyperv {{(pid=104100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 01:10:05.143254 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-c5670ca3-cf4c-46a1-9a0f-1a2d7a16afd8 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] For port b2b3af4a-420f-41bd-8949-a363e1b6cb10, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=b2b3af4a-420f-41bd-8949-a363e1b6cb10,segment=NetworkSegment(cc935443-4d12-4450-aaff-393af3941692),segment_id=cc935443-4d12-4450-aaff-393af3941692)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:10:05.143640 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c5670ca3-cf4c-46a1-9a0f-1a2d7a16afd8 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (b2b3af4a-420f-41bd-8949-a363e1b6cb10), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:05.174403 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8541209e-7462-42ee-b52c-fc2137dc8a37 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:05.183276 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-8541209e-7462-42ee-b52c-fc2137dc8a37 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] 10.222.0.24 "DELETE /v2.0/ports/62e3e029-fdd4-406c-b769-b360d48e9403 HTTP/1.1" status: 204 len: 168 time: 2.6583843 Mar 28 01:10:05.189013 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-c5670ca3-cf4c-46a1-9a0f-1a2d7a16afd8 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Calling delete_port for b2b3af4a-420f-41bd-8949-a363e1b6cb10 owned by network:dhcp {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:10:05.190903 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54508) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:05.240846 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d2ae369-9f37-4ca2-9dd1-96d3a4aa278b tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:10:05.249034 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-88aca145-fcb9-4870-a4e5-266957af3169 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (c55e79f2-332a-4da5-8fbd-05406128095c), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:05.252628 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-b5833164-6585-4722-9e05-b5c664a09d1c None None] Current status of the port b2b3af4a-420f-41bd-8949-a363e1b6cb10 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:10:05.258129 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94499dbb-87ab-424c-95c5-e3ad6eaf7ba5 None None] Sync routers for ids ['ce50e35d-cc18-45b9-ae21-ef57ce6d1584'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:10:05.263519 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-8d2ae369-9f37-4ca2-9dd1-96d3a4aa278b tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] 10.222.0.24 "PUT /v2.0/routers/ce50e35d-cc18-45b9-ae21-ef57ce6d1584/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3150291 Mar 28 01:10:05.263732 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-1b866115-68da-4c4e-974c-8696672bace2 None None] Deleting port b2b3af4a-420f-41bd-8949-a363e1b6cb10 {{(pid=104100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:10:05.263869 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54510) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:05.263976 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-1b866115-68da-4c4e-974c-8696672bace2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (b2b3af4a-420f-41bd-8949-a363e1b6cb10), before_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:05.269640 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-88aca145-fcb9-4870-a4e5-266957af3169 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (c55e79f2-332a-4da5-8fbd-05406128095c), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:05.310054 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-2c9ad5ff-ca1a-4af8-8ed8-d493bf76dca1 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce50e35d-cc18-45b9-ae21-ef57ce6d1584 HTTP/1.1" status: 200 len: 205 time: 0.0418096 Mar 28 01:10:05.310312 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54512) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:05.333000 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94499dbb-87ab-424c-95c5-e3ad6eaf7ba5 None None] Routers {'ce50e35d-cc18-45b9-ae21-ef57ce6d1584'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:10:05.333642 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-94499dbb-87ab-424c-95c5-e3ad6eaf7ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:09:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['ce50e35d-cc18-45b9-ae21-ef57ce6d1584'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:05.373061 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-88aca145-fcb9-4870-a4e5-266957af3169 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:05.374281 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-88aca145-fcb9-4870-a4e5-266957af3169 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6408904 Mar 28 01:10:05.379534 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54514) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:05.379534 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aca145-fcb9-4870-a4e5-266957af3169 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c55e79f2-332a-4da5-8fbd-05406128095c,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:05.386370 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-7cd5d749-9d98-4802-84b9-ce5c23b8a369 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'security_group_rule': {'security_group_id': 'e6215654-9d7c-4fc4-9774-893796a9584c', 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:10:05.396323 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8bea048-b5b7-4f44-ba7a-db7bf6820740 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] Deleting subnet 9c4d4d2b-78d7-4cc7-a330-62c89e9072e7 {{(pid=104099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:10:05.409467 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e8bea048-b5b7-4f44-ba7a-db7bf6820740 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] Publish callbacks [] for subnet (9c4d4d2b-78d7-4cc7-a330-62c89e9072e7), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:05.417854 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-94499dbb-87ab-424c-95c5-e3ad6eaf7ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:05.434616 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9728189d-3222-4040-a40c-b5f756e80193 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks [] for router (ce50e35d-cc18-45b9-ae21-ef57ce6d1584), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:05.468224 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-1b866115-68da-4c4e-974c-8696672bace2 None None] For port b2b3af4a-420f-41bd-8949-a363e1b6cb10, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=b2b3af4a-420f-41bd-8949-a363e1b6cb10,segment=NetworkSegment(cc935443-4d12-4450-aaff-393af3941692),segment_id=cc935443-4d12-4450-aaff-393af3941692)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:10:05.468874 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-1b866115-68da-4c4e-974c-8696672bace2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (b2b3af4a-420f-41bd-8949-a363e1b6cb10), precommit_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:05.485069 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94499dbb-87ab-424c-95c5-e3ad6eaf7ba5 None None] Routers {'ce50e35d-cc18-45b9-ae21-ef57ce6d1584'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:10:05.485999 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-94499dbb-87ab-424c-95c5-e3ad6eaf7ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:09:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['ce50e35d-cc18-45b9-ae21-ef57ce6d1584'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:05.488413 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.securitygroups_db [None req-7cd5d749-9d98-4802-84b9-ce5c23b8a369 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Project cf1ee0ed9c204cc5bccbb38ebf185041 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 01:10:05.488902 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-1b866115-68da-4c4e-974c-8696672bace2 None None] Calling delete_port for b2b3af4a-420f-41bd-8949-a363e1b6cb10 owned by network:dhcp {{(pid=104100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:10:05.509800 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e8bea048-b5b7-4f44-ba7a-db7bf6820740 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126946639'] for subnet (9c4d4d2b-78d7-4cc7-a330-62c89e9072e7), precommit_delete_associations {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:05.518244 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7cd5d749-9d98-4802-84b9-ce5c23b8a369 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (423aa184-f38a-4f27-a289-bf7cc51737c8), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:05.608446 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c5670ca3-cf4c-46a1-9a0f-1a2d7a16afd8 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (b2b3af4a-420f-41bd-8949-a363e1b6cb10), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:05.659394 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9728189d-3222-4040-a40c-b5f756e80193 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7151'] for router (ce50e35d-cc18-45b9-ae21-ef57ce6d1584), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:05.660462 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5670ca3-cf4c-46a1-9a0f-1a2d7a16afd8 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Pushing event deleted for resources: {'Port': ['ID=b2b3af4a-420f-41bd-8949-a363e1b6cb10,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:05.669212 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9728189d-3222-4040-a40c-b5f756e80193 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks [] for router_controller (ce50e35d-cc18-45b9-ae21-ef57ce6d1584), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:05.693582 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5670ca3-cf4c-46a1-9a0f-1a2d7a16afd8 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] No DVR routers for this DVR port b2b3af4a-420f-41bd-8949-a363e1b6cb10 on host dv-neutron-834874-6-hyperv {{(pid=104099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:10:05.777953 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9728189d-3222-4040-a40c-b5f756e80193 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689686'] for router (ce50e35d-cc18-45b9-ae21-ef57ce6d1584), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:05.781773 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9728189d-3222-4040-a40c-b5f756e80193 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Fanout notify agent at l3_agent the message router_deleted on router ce50e35d-cc18-45b9-ae21-ef57ce6d1584 {{(pid=104098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 01:10:05.806779 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9728189d-3222-4040-a40c-b5f756e80193 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks [] for router (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:05.811600 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-94499dbb-87ab-424c-95c5-e3ad6eaf7ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:05.811752 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-9728189d-3222-4040-a40c-b5f756e80193 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] 10.222.0.24 "DELETE /v2.0/routers/ce50e35d-cc18-45b9-ae21-ef57ce6d1584 HTTP/1.1" status: 204 len: 168 time: 0.4980841 Mar 28 01:10:05.811884 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94499dbb-87ab-424c-95c5-e3ad6eaf7ba5 None None] The sync data for ids ['ce50e35d-cc18-45b9-ae21-ef57ce6d1584'] in dv-neutron-834874-6-hyperv is: [] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:10:05.817417 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Port b2b3af4a-420f-41bd-8949-a363e1b6cb10 update to ACTIVE by agent not found {{(pid=104100) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2233}} Mar 28 01:10:05.817875 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 0f4735e6-386a-4f40-8289-850cf10a9264 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:10:05.830388 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54528) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:05.834347 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c5670ca3-cf4c-46a1-9a0f-1a2d7a16afd8 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (02720222-4d7e-487d-8d4a-ed3efdb92075), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:05.855334 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-c5670ca3-cf4c-46a1-9a0f-1a2d7a16afd8 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02720222-4d7e-487d-8d4a-ed3efdb92075']}} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:05.865349 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-c5670ca3-cf4c-46a1-9a0f-1a2d7a16afd8 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc935443-4d12-4450-aaff-393af3941692') {'for_net_delete': True} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:05.865652 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-c5670ca3-cf4c-46a1-9a0f-1a2d7a16afd8 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc935443-4d12-4450-aaff-393af3941692') {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:05.877554 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.agents_db [None req-9a1d863f-391a-42f4-9870-e8292b919beb None None] Agent healthcheck: found 6 active agents {{(pid=104101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 01:10:05.883576 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c5670ca3-cf4c-46a1-9a0f-1a2d7a16afd8 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126946678'] for segment (cc935443-4d12-4450-aaff-393af3941692), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:05.903901 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c5670ca3-cf4c-46a1-9a0f-1a2d7a16afd8 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (cc935443-4d12-4450-aaff-393af3941692), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:05.911047 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5670ca3-cf4c-46a1-9a0f-1a2d7a16afd8 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=104099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:10:05.911447 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c5670ca3-cf4c-46a1-9a0f-1a2d7a16afd8 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127280876'] for segment (cc935443-4d12-4450-aaff-393af3941692), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:05.963846 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 0f4735e6-386a-4f40-8289-850cf10a9264 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:10:05.964492 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (0f4735e6-386a-4f40-8289-850cf10a9264), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:05.994559 dv-neutron-834874-6-hyperv neutron-server[104099]: Traceback (most recent call last): Mar 28 01:10:05.994559 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:10:05.994559 dv-neutron-834874-6-hyperv neutron-server[104099]: timer() Mar 28 01:10:05.994559 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:10:05.994559 dv-neutron-834874-6-hyperv neutron-server[104099]: cb(*args, **kw) Mar 28 01:10:05.994559 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:10:05.994559 dv-neutron-834874-6-hyperv neutron-server[104099]: return func(*args, **kwargs) Mar 28 01:10:05.994559 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:10:05.994559 dv-neutron-834874-6-hyperv neutron-server[104099]: self._notify() Mar 28 01:10:05.994559 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:10:05.994559 dv-neutron-834874-6-hyperv neutron-server[104099]: self.callback(batched_events) Mar 28 01:10:05.994559 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:10:05.994559 dv-neutron-834874-6-hyperv neutron-server[104099]: event.method(event) Mar 28 01:10:05.994559 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:10:05.994559 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:10:05.994559 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:10:05.994559 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:10:05.994559 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:10:05.994559 dv-neutron-834874-6-hyperv neutron-server[104099]: return f(self, *a, **k) Mar 28 01:10:05.994559 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:10:05.994559 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._get(url).json() Mar 28 01:10:05.994559 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:10:05.994559 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:10:05.994559 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:10:05.994559 dv-neutron-834874-6-hyperv neutron-server[104099]: return self.request(url, 'GET', **kwargs) Mar 28 01:10:05.994559 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:10:05.994559 dv-neutron-834874-6-hyperv neutron-server[104099]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:10:05.994559 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:10:05.994559 dv-neutron-834874-6-hyperv neutron-server[104099]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:10:05.994559 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:10:05.994559 dv-neutron-834874-6-hyperv neutron-server[104099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:10:05.994559 dv-neutron-834874-6-hyperv neutron-server[104099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:10:06.003246 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c5670ca3-cf4c-46a1-9a0f-1a2d7a16afd8 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (02720222-4d7e-487d-8d4a-ed3efdb92075), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:06.010091 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-1b866115-68da-4c4e-974c-8696672bace2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886'] for port (b2b3af4a-420f-41bd-8949-a363e1b6cb10), after_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:06.011256 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7cd5d749-9d98-4802-84b9-ce5c23b8a369 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (423aa184-f38a-4f27-a289-bf7cc51737c8), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:06.043086 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1b866115-68da-4c4e-974c-8696672bace2 None None] Network 02720222-4d7e-487d-8d4a-ed3efdb92075 is not hosted by any dhcp agent {{(pid=104100) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 28 01:10:06.043572 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b866115-68da-4c4e-974c-8696672bace2 None None] No DVR routers for this DVR port b2b3af4a-420f-41bd-8949-a363e1b6cb10 on host dv-neutron-834874-6-hyperv {{(pid=104100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:10:06.044387 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c5670ca3-cf4c-46a1-9a0f-1a2d7a16afd8 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks [] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:06.047559 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-c5670ca3-cf4c-46a1-9a0f-1a2d7a16afd8 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "DELETE /v2.0/networks/02720222-4d7e-487d-8d4a-ed3efdb92075 HTTP/1.1" status: 204 len: 168 time: 2.0253778 Mar 28 01:10:06.048529 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5670ca3-cf4c-46a1-9a0f-1a2d7a16afd8 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Pushing event deleted for resources: {'Network': ['ID=02720222-4d7e-487d-8d4a-ed3efdb92075,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:06.052249 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54532) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:06.058181 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b866115-68da-4c4e-974c-8696672bace2 None None] Pushing event deleted for resources: {'Port': ['ID=b2b3af4a-420f-41bd-8949-a363e1b6cb10,revision_number=None']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:06.058537 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7cd5d749-9d98-4802-84b9-ce5c23b8a369 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (423aa184-f38a-4f27-a289-bf7cc51737c8), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:06.072368 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-54520f31-f736-4c88-9673-19e82384df10 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Request body: {'port': {'network_id': 'eed7ffa2-4413-4fe4-b128-d4b0e8228d21', 'name': 'tempest-PortsIpV6TestJSON-94802769'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:10:06.110275 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e8bea048-b5b7-4f44-ba7a-db7bf6820740 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (9c4d4d2b-78d7-4cc7-a330-62c89e9072e7), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:06.131649 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 0f4735e6-386a-4f40-8289-850cf10a9264 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:10:06.202149 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd5d749-9d98-4802-84b9-ce5c23b8a369 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=423aa184-f38a-4f27-a289-bf7cc51737c8,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:06.202368 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device a8365696-ab05-4723-b746-a7085f9cde27 no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:10:06.211148 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7cd5d749-9d98-4802-84b9-ce5c23b8a369 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:06.212400 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-7cd5d749-9d98-4802-84b9-ce5c23b8a369 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8295031 Mar 28 01:10:06.221657 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54538) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:06.231964 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-df0e9e5f-74c0-45ce-a5e2-87e79391ae6d tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'security_group_rule': {'security_group_id': 'e6215654-9d7c-4fc4-9774-893796a9584c', 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:10:06.241870 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: a8365696-ab05-4723-b746-a7085f9cde27 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:10:06.241870 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device a8365696-ab05-4723-b746-a7085f9cde27 not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:10:06.298213 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.securitygroups_db [None req-df0e9e5f-74c0-45ce-a5e2-87e79391ae6d tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Project cf1ee0ed9c204cc5bccbb38ebf185041 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 01:10:06.305439 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-df0e9e5f-74c0-45ce-a5e2-87e79391ae6d tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (904c951b-b711-4271-b95d-7302fbf3ba12), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:06.320740 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e8bea048-b5b7-4f44-ba7a-db7bf6820740 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127282766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126757793'] for subnet (9c4d4d2b-78d7-4cc7-a330-62c89e9072e7), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:06.322495 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_v2 [None req-8126729f-4d85-47f0-a1ce-7c4ee46c61e6 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Deleting subnet 845b1d40-548f-4a93-8130-0ab12614bb38 {{(pid=104098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:10:06.324313 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device c640ecb1-3efd-46b9-a0e3-4945d4ab5df1 up at agent hyperv_hv-neutron-8348 {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:10:06.327835 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-8126729f-4d85-47f0-a1ce-7c4ee46c61e6 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks [] for subnet (845b1d40-548f-4a93-8130-0ab12614bb38), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:06.369034 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54520f31-f736-4c88-9673-19e82384df10 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Made reservation on behalf of 123b9cbc24e44c7fa4900a5cf8071c36 for: {'port': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:10:06.372666 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-54520f31-f736-4c88-9673-19e82384df10 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:06.382273 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-8126729f-4d85-47f0-a1ce-7c4ee46c61e6 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126443526'] for subnet (845b1d40-548f-4a93-8130-0ab12614bb38), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:06.389742 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a30e861-0694-464f-beb7-671dc24a6b9b None None] Network 9db8d8f4-8424-444b-9554-aeda2def2912 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:10:06.396209 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bea048-b5b7-4f44-ba7a-db7bf6820740 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] Pushing event deleted for resources: {'Subnet': ['ID=9c4d4d2b-78d7-4cc7-a330-62c89e9072e7,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:06.415444 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e8bea048-b5b7-4f44-ba7a-db7bf6820740 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] Publish callbacks [] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:06.420187 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-e8bea048-b5b7-4f44-ba7a-db7bf6820740 tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] 10.222.0.24 "DELETE /v2.0/subnets/9c4d4d2b-78d7-4cc7-a330-62c89e9072e7 HTTP/1.1" status: 204 len: 168 time: 1.2259305 Mar 28 01:10:06.427170 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a81330-a9be-456a-8b53-cd06bfae163d req-4b1118f6-4a57-4b26-a2ed-ec32d98ec9a2 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:10:06.429050 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-51a81330-a9be-456a-8b53-cd06bfae163d req-4b1118f6-4a57-4b26-a2ed-ec32d98ec9a2 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc5c4747-fcbd-4652-b651-1ce8413f1a2b HTTP/1.1" status: 200 len: 945 time: 0.1475618 Mar 28 01:10:06.434148 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54542) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:06.462383 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 5fba6b65-87d7-4e6d-bb9b-cc3221d8e198 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:10:06.485695 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-df0e9e5f-74c0-45ce-a5e2-87e79391ae6d tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (904c951b-b711-4271-b95d-7302fbf3ba12), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:06.490041 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [None req-54520f31-f736-4c88-9673-19e82384df10 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] device_id is not set on port 59b2e1db-b71c-45de-a039-86fafb32e33f yet. {{(pid=104099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 01:10:06.507318 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-df0e9e5f-74c0-45ce-a5e2-87e79391ae6d tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (904c951b-b711-4271-b95d-7302fbf3ba12), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:06.573809 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Provisioning for port c640ecb1-3efd-46b9-a0e3-4945d4ab5df1 completed by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 01:10:06.581994 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Provisioning complete for port c640ecb1-3efd-46b9-a0e3-4945d4ab5df1 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:10:06.582644 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (c640ecb1-3efd-46b9-a0e3-4945d4ab5df1), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:06.588131 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-df0e9e5f-74c0-45ce-a5e2-87e79391ae6d tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:06.589671 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-df0e9e5f-74c0-45ce-a5e2-87e79391ae6d tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3647463 Mar 28 01:10:06.601742 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0e9e5f-74c0-45ce-a5e2-87e79391ae6d tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=904c951b-b711-4271-b95d-7302fbf3ba12,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:06.619657 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-617cd70a-d70e-4711-af07-7079aa71de3c tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (9db8d8f4-8424-444b-9554-aeda2def2912), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:06.645149 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 5fba6b65-87d7-4e6d-bb9b-cc3221d8e198 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:10:06.645532 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (5fba6b65-87d7-4e6d-bb9b-cc3221d8e198), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:06.647577 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-51a81330-a9be-456a-8b53-cd06bfae163d req-445e69a2-25d6-46b4-afc8-2aaf4921e9c3 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a04cadd-9e33-421f-9e10-fcf82d2217a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2109747 Mar 28 01:10:06.655997 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-8126729f-4d85-47f0-a1ce-7c4ee46c61e6 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (845b1d40-548f-4a93-8130-0ab12614bb38), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:06.700128 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d1538c-4e19-4659-9304-9d900d21a272 None None] DHCP port deletion for 9db8d8f4-8424-444b-9554-aeda2def2912 request from dv-neutron-834874-6-hyperv {{(pid=104100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 01:10:06.772800 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-8126729f-4d85-47f0-a1ce-7c4ee46c61e6 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126175041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126112438'] for subnet (845b1d40-548f-4a93-8130-0ab12614bb38), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:06.799787 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port c640ecb1-3efd-46b9-a0e3-4945d4ab5df1 is: BUILD; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:10:06.800396 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (c640ecb1-3efd-46b9-a0e3-4945d4ab5df1), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:06.805568 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-54520f31-f736-4c88-9673-19e82384df10 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks [] for port (59b2e1db-b71c-45de-a039-86fafb32e33f), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:06.818531 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126729f-4d85-47f0-a1ce-7c4ee46c61e6 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Pushing event deleted for resources: {'Subnet': ['ID=845b1d40-548f-4a93-8130-0ab12614bb38,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:06.828922 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-8126729f-4d85-47f0-a1ce-7c4ee46c61e6 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:06.833078 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-8126729f-4d85-47f0-a1ce-7c4ee46c61e6 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] 10.222.0.24 "DELETE /v2.0/subnets/845b1d40-548f-4a93-8130-0ab12614bb38 HTTP/1.1" status: 204 len: 168 time: 1.0007396 Mar 28 01:10:06.835722 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54552) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:06.846496 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 5fba6b65-87d7-4e6d-bb9b-cc3221d8e198 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:10:06.848763 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f1b598-abc3-4738-b5a6-f78638a0ec8b None None] Network f478cfe9-8b86-4b68-b582-515e8f548fe1 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:10:06.884620 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-54520f31-f736-4c88-9673-19e82384df10 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (59b2e1db-b71c-45de-a039-86fafb32e33f), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:06.951151 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device b2b3af4a-420f-41bd-8949-a363e1b6cb10 no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:10:06.982760 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54520f31-f736-4c88-9673-19e82384df10 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Pushing event updated for resources: {'Port': ['ID=59b2e1db-b71c-45de-a039-86fafb32e33f,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:07.003139 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-617cd70a-d70e-4711-af07-7079aa71de3c tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] Deleting port 1f9f17f8-f923-4f70-840a-e941dfb5ce6f {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:10:07.003914 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-617cd70a-d70e-4711-af07-7079aa71de3c tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (1f9f17f8-f923-4f70-840a-e941dfb5ce6f), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:07.008101 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-f3d1538c-4e19-4659-9304-9d900d21a272 None None] Deleting port 1f9f17f8-f923-4f70-840a-e941dfb5ce6f {{(pid=104100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:10:07.008601 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f3d1538c-4e19-4659-9304-9d900d21a272 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (1f9f17f8-f923-4f70-840a-e941dfb5ce6f), before_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:07.010249 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: b2b3af4a-420f-41bd-8949-a363e1b6cb10 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:10:07.010658 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device b2b3af4a-420f-41bd-8949-a363e1b6cb10 not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:10:07.012338 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc5c4747-fcbd-4652-b651-1ce8413f1a2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c640ecb1-3efd-46b9-a0e3-4945d4ab5df1'}] {{(pid=104100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:10:07.015117 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd27896ebc78d0f7931321182ba9533a7b768b1c3fcddb3ff52a8aee6ddeaf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1eae6b8-08d6-4bf2-8fe3-3db6c5a146a5" -d '{"events": [{"server_uuid": "fc5c4747-fcbd-4652-b651-1ce8413f1a2b", "name": "network-vif-plugged", "status": "completed", "tag": "c640ecb1-3efd-46b9-a0e3-4945d4ab5df1"}]}' {{(pid=104100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:10:07.023786 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d11bf101-329a-4b83-9ac9-9832f67f4bd5 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (f478cfe9-8b86-4b68-b582-515e8f548fe1), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:07.049943 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54520f31-f736-4c88-9673-19e82384df10 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Network eed7ffa2-4413-4fe4-b128-d4b0e8228d21 is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:10:07.088245 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port c640ecb1-3efd-46b9-a0e3-4945d4ab5df1, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=c640ecb1-3efd-46b9-a0e3-4945d4ab5df1,segment=NetworkSegment(de88a4a0-f76a-4017-a6e3-6b8499720147),segment_id=de88a4a0-f76a-4017-a6e3-6b8499720147)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:10:07.095151 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-54520f31-f736-4c88-9673-19e82384df10 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:10:07.117580 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (c640ecb1-3efd-46b9-a0e3-4945d4ab5df1), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:07.121279 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-9a6d19ac-b18d-4d3c-958f-79376e55141b req-562c84a4-ed2b-44ff-8096-182aaf547915 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1638746121&fields=id&tenant_id=cf1ee0ed9c204cc5bccbb38ebf185041 HTTP/1.1" status: 200 len: 267 time: 0.1616836 Mar 28 01:10:07.128503 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54520f31-f736-4c88-9673-19e82384df10 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:10:07.136385 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.db [None req-617cd70a-d70e-4711-af07-7079aa71de3c tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] For port 1f9f17f8-f923-4f70-840a-e941dfb5ce6f, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=1f9f17f8-f923-4f70-840a-e941dfb5ce6f,segment=NetworkSegment(397da35a-8d5f-4076-beac-1c69f07b6dc3),segment_id=397da35a-8d5f-4076-beac-1c69f07b6dc3)] {{(pid=104098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:10:07.136748 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-617cd70a-d70e-4711-af07-7079aa71de3c tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (1f9f17f8-f923-4f70-840a-e941dfb5ce6f), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:07.139404 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54520f31-f736-4c88-9673-19e82384df10 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:10:07.141199 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-54520f31-f736-4c88-9673-19e82384df10 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:07.155697 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-617cd70a-d70e-4711-af07-7079aa71de3c tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] Calling delete_port for 1f9f17f8-f923-4f70-840a-e941dfb5ce6f owned by network:dhcp {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:10:07.196821 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-54520f31-f736-4c88-9673-19e82384df10 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 1.1361871 Mar 28 01:10:07.197733 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-f3d1538c-4e19-4659-9304-9d900d21a272 None None] For port 1f9f17f8-f923-4f70-840a-e941dfb5ce6f, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=1f9f17f8-f923-4f70-840a-e941dfb5ce6f,segment=NetworkSegment(397da35a-8d5f-4076-beac-1c69f07b6dc3),segment_id=397da35a-8d5f-4076-beac-1c69f07b6dc3)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:10:07.198311 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f3d1538c-4e19-4659-9304-9d900d21a272 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (1f9f17f8-f923-4f70-840a-e941dfb5ce6f), precommit_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:07.217563 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54574) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:07.227602 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-d11bf101-329a-4b83-9ac9-9832f67f4bd5 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Deleting port 0f4735e6-386a-4f40-8289-850cf10a9264 {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:10:07.227951 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d11bf101-329a-4b83-9ac9-9832f67f4bd5 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (0f4735e6-386a-4f40-8289-850cf10a9264), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:07.233458 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-f3d1538c-4e19-4659-9304-9d900d21a272 None None] Calling delete_port for 1f9f17f8-f923-4f70-840a-e941dfb5ce6f owned by network:dhcp {{(pid=104100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:10:07.330409 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.db [None req-d11bf101-329a-4b83-9ac9-9832f67f4bd5 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] For port 0f4735e6-386a-4f40-8289-850cf10a9264, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=0f4735e6-386a-4f40-8289-850cf10a9264,segment=NetworkSegment(ab01eaad-0ca8-4039-9562-dbde79f88859),segment_id=ab01eaad-0ca8-4039-9562-dbde79f88859)] {{(pid=104098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:10:07.330803 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d11bf101-329a-4b83-9ac9-9832f67f4bd5 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (0f4735e6-386a-4f40-8289-850cf10a9264), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:07.346952 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-d11bf101-329a-4b83-9ac9-9832f67f4bd5 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Calling delete_port for 0f4735e6-386a-4f40-8289-850cf10a9264 owned by network:dhcp {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:10:07.351929 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-617cd70a-d70e-4711-af07-7079aa71de3c tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (1f9f17f8-f923-4f70-840a-e941dfb5ce6f), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:07.359173 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6d19ac-b18d-4d3c-958f-79376e55141b req-67d38073-f4c6-42b1-ae17-1de883fb8ed1 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:10:07.360698 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-9a6d19ac-b18d-4d3c-958f-79376e55141b req-67d38073-f4c6-42b1-ae17-1de883fb8ed1 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/networks?id=7543c20d-2cfc-49fd-abfd-e84ff8dfd2c3 HTTP/1.1" status: 200 len: 797 time: 0.2373521 Mar 28 01:10:07.388918 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617cd70a-d70e-4711-af07-7079aa71de3c tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] Pushing event deleted for resources: {'Port': ['ID=1f9f17f8-f923-4f70-840a-e941dfb5ce6f,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:07.393437 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-9a6d19ac-b18d-4d3c-958f-79376e55141b req-fa2184b8-198a-4fb6-b26d-d0289141bcea tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/quotas/cf1ee0ed9c204cc5bccbb38ebf185041 HTTP/1.1" status: 200 len: 375 time: 0.0150454 Mar 28 01:10:07.417698 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f3d1538c-4e19-4659-9304-9d900d21a272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886'] for port (1f9f17f8-f923-4f70-840a-e941dfb5ce6f), after_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:07.425309 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617cd70a-d70e-4711-af07-7079aa71de3c tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] No DVR routers for this DVR port 1f9f17f8-f923-4f70-840a-e941dfb5ce6f on host dv-neutron-834874-6-hyperv {{(pid=104098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:10:07.445224 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Pushing event updated for resources: {'Port': ['ID=c640ecb1-3efd-46b9-a0e3-4945d4ab5df1,revision_number=5']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:07.528255 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54578) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:07.552073 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 01:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b4e588f-6779-4174-af23-8225d119e463 x-openstack-request-id: req-1b4e588f-6779-4174-af23-8225d119e463 {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:10:07.552342 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-9a6d19ac-b18d-4d3c-958f-79376e55141b req-3ff63f3d-9a94-4bc8-8d0a-4117e54510b1 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=cf1ee0ed9c204cc5bccbb38ebf185041&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1480386 Mar 28 01:10:07.553391 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc5c4747-fcbd-4652-b651-1ce8413f1a2b", "name": "network-vif-plugged", "status": "completed", "tag": "c640ecb1-3efd-46b9-a0e3-4945d4ab5df1", "code": 200}]} {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:10:07.554197 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1b4e588f-6779-4174-af23-8225d119e463 {{(pid=104100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:10:07.554811 dv-neutron-834874-6-hyperv neutron-server[104100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b4e588f-6779-4174-af23-8225d119e463'] response: {'server_uuid': 'fc5c4747-fcbd-4652-b651-1ce8413f1a2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c640ecb1-3efd-46b9-a0e3-4945d4ab5df1', 'code': 200} Mar 28 01:10:07.559061 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-617cd70a-d70e-4711-af07-7079aa71de3c tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (9db8d8f4-8424-444b-9554-aeda2def2912), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:07.569865 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-fab707e4-7516-47e7-9500-6d98882688ec tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Deleting port 59b2e1db-b71c-45de-a039-86fafb32e33f {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:10:07.570202 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-fab707e4-7516-47e7-9500-6d98882688ec tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (59b2e1db-b71c-45de-a039-86fafb32e33f), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:07.582100 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8654c7c5-19b7-4a42-85ea-93664a56c681 None None] DHCP port deletion for f478cfe9-8b86-4b68-b582-515e8f548fe1 request from dv-neutron-834874-6-hyperv {{(pid=104100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 01:10:07.592206 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-617cd70a-d70e-4711-af07-7079aa71de3c tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9db8d8f4-8424-444b-9554-aeda2def2912']}} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:07.604362 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-617cd70a-d70e-4711-af07-7079aa71de3c tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '397da35a-8d5f-4076-beac-1c69f07b6dc3') {'for_net_delete': True} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:07.604721 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-617cd70a-d70e-4711-af07-7079aa71de3c tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '397da35a-8d5f-4076-beac-1c69f07b6dc3') {} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:07.614555 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d11bf101-329a-4b83-9ac9-9832f67f4bd5 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (0f4735e6-386a-4f40-8289-850cf10a9264), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:07.618511 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-617cd70a-d70e-4711-af07-7079aa71de3c tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126443583'] for segment (397da35a-8d5f-4076-beac-1c69f07b6dc3), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:07.631740 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d1538c-4e19-4659-9304-9d900d21a272 None None] Pushing event deleted for resources: {'Port': ['ID=1f9f17f8-f923-4f70-840a-e941dfb5ce6f,revision_number=None']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:07.645316 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d1538c-4e19-4659-9304-9d900d21a272 None None] No DVR routers for this DVR port 1f9f17f8-f923-4f70-840a-e941dfb5ce6f on host dv-neutron-834874-6-hyperv {{(pid=104100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:10:07.652384 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11bf101-329a-4b83-9ac9-9832f67f4bd5 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Pushing event deleted for resources: {'Port': ['ID=0f4735e6-386a-4f40-8289-850cf10a9264,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:07.660828 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11bf101-329a-4b83-9ac9-9832f67f4bd5 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] No DVR routers for this DVR port 0f4735e6-386a-4f40-8289-850cf10a9264 on host dv-neutron-834874-6-hyperv {{(pid=104098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:10:07.678561 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-617cd70a-d70e-4711-af07-7079aa71de3c tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (397da35a-8d5f-4076-beac-1c69f07b6dc3), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:07.686921 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-617cd70a-d70e-4711-af07-7079aa71de3c tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=104098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:10:07.687283 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-617cd70a-d70e-4711-af07-7079aa71de3c tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126177251'] for segment (397da35a-8d5f-4076-beac-1c69f07b6dc3), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:07.721242 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-fab707e4-7516-47e7-9500-6d98882688ec tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (59b2e1db-b71c-45de-a039-86fafb32e33f), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:07.737718 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-fab707e4-7516-47e7-9500-6d98882688ec tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Calling delete_port for 59b2e1db-b71c-45de-a039-86fafb32e33f owned by {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:10:07.753453 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8252a8a2-6a9e-4dc7-8cb2-9b66d2e4619c req-2322c8e3-5570-4a28-a462-14a3d943f300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:10:07.754875 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-8252a8a2-6a9e-4dc7-8cb2-9b66d2e4619c req-2322c8e3-5570-4a28-a462-14a3d943f300 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fc5c4747-fcbd-4652-b651-1ce8413f1a2b HTTP/1.1" status: 200 len: 1130 time: 0.1046994 Mar 28 01:10:07.767281 dv-neutron-834874-6-hyperv neutron-server[104098]: Traceback (most recent call last): Mar 28 01:10:07.767281 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:10:07.767281 dv-neutron-834874-6-hyperv neutron-server[104098]: timer() Mar 28 01:10:07.767281 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:10:07.767281 dv-neutron-834874-6-hyperv neutron-server[104098]: cb(*args, **kw) Mar 28 01:10:07.767281 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:10:07.767281 dv-neutron-834874-6-hyperv neutron-server[104098]: return func(*args, **kwargs) Mar 28 01:10:07.767281 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:10:07.767281 dv-neutron-834874-6-hyperv neutron-server[104098]: self._notify() Mar 28 01:10:07.767281 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:10:07.767281 dv-neutron-834874-6-hyperv neutron-server[104098]: self.callback(batched_events) Mar 28 01:10:07.767281 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:10:07.767281 dv-neutron-834874-6-hyperv neutron-server[104098]: event.method(event) Mar 28 01:10:07.767281 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:10:07.767281 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:10:07.767281 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:10:07.767281 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:10:07.767281 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:10:07.767281 dv-neutron-834874-6-hyperv neutron-server[104098]: return f(self, *a, **k) Mar 28 01:10:07.767281 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:10:07.767281 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._get(url).json() Mar 28 01:10:07.767281 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:10:07.767281 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:10:07.767281 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:10:07.767281 dv-neutron-834874-6-hyperv neutron-server[104098]: return self.request(url, 'GET', **kwargs) Mar 28 01:10:07.767281 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:10:07.767281 dv-neutron-834874-6-hyperv neutron-server[104098]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:10:07.767281 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:10:07.767281 dv-neutron-834874-6-hyperv neutron-server[104098]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:10:07.767281 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:10:07.767281 dv-neutron-834874-6-hyperv neutron-server[104098]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:10:07.767281 dv-neutron-834874-6-hyperv neutron-server[104098]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:10:07.782398 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-8654c7c5-19b7-4a42-85ea-93664a56c681 None None] Deleting port 0f4735e6-386a-4f40-8289-850cf10a9264 {{(pid=104100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:10:07.782398 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-8654c7c5-19b7-4a42-85ea-93664a56c681 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (0f4735e6-386a-4f40-8289-850cf10a9264), before_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:07.841691 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-ca40da7e-1694-4d21-83dc-1272c222c341 tempest-ExternalNetworksAdminNegativeTestJSON-149510170 tempest-ExternalNetworksAdminNegativeTestJSON-149510170-project-admin] Request body: {'floatingip': {'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:10:07.866836 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-617cd70a-d70e-4711-af07-7079aa71de3c tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (9db8d8f4-8424-444b-9554-aeda2def2912), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:07.870542 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-8654c7c5-19b7-4a42-85ea-93664a56c681 None None] For port 0f4735e6-386a-4f40-8289-850cf10a9264, host dv-neutron-834874-6-hyperv, got binding levels [] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:10:07.870681 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-8654c7c5-19b7-4a42-85ea-93664a56c681 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (0f4735e6-386a-4f40-8289-850cf10a9264), precommit_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:07.886553 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-8654c7c5-19b7-4a42-85ea-93664a56c681 None None] Calling delete_port for 0f4735e6-386a-4f40-8289-850cf10a9264 owned by network:dhcp {{(pid=104100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:10:07.890900 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.ipam_backend_mixin [None req-8654c7c5-19b7-4a42-85ea-93664a56c681 None None] Port 0f4735e6-386a-4f40-8289-850cf10a9264 was not found and therefore no delete operation was performed {{(pid=104100) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 28 01:10:07.892758 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-617cd70a-d70e-4711-af07-7079aa71de3c tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:07.894329 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-8654c7c5-19b7-4a42-85ea-93664a56c681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886'] for port (0f4735e6-386a-4f40-8289-850cf10a9264), after_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:07.896519 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-617cd70a-d70e-4711-af07-7079aa71de3c tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] 10.222.0.24 "DELETE /v2.0/networks/9db8d8f4-8424-444b-9554-aeda2def2912 HTTP/1.1" status: 204 len: 168 time: 1.4611673 Mar 28 01:10:07.924978 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8654c7c5-19b7-4a42-85ea-93664a56c681 None None] Pushing event deleted for resources: {'Port': ['ID=0f4735e6-386a-4f40-8289-850cf10a9264,revision_number=None']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:07.926824 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8654c7c5-19b7-4a42-85ea-93664a56c681 None None] No DVR routers for this DVR port 0f4735e6-386a-4f40-8289-850cf10a9264 on host dv-neutron-834874-6-hyperv {{(pid=104100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:10:07.958527 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d11bf101-329a-4b83-9ac9-9832f67f4bd5 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (f478cfe9-8b86-4b68-b582-515e8f548fe1), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:07.964964 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-8252a8a2-6a9e-4dc7-8cb2-9b66d2e4619c req-3e12d48c-6776-45d0-8d3a-fb6b022ef9a0 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=5a04cadd-9e33-421f-9e10-fcf82d2217a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1959450 Mar 28 01:10:07.978832 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617cd70a-d70e-4711-af07-7079aa71de3c tempest-TagsExtTest-806960888 tempest-TagsExtTest-806960888-project] Pushing event deleted for resources: {'Network': ['ID=9db8d8f4-8424-444b-9554-aeda2def2912,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:07.982648 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ca40da7e-1694-4d21-83dc-1272c222c341 tempest-ExternalNetworksAdminNegativeTestJSON-149510170 tempest-ExternalNetworksAdminNegativeTestJSON-149510170-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:07.992263 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-d11bf101-329a-4b83-9ac9-9832f67f4bd5 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f478cfe9-8b86-4b68-b582-515e8f548fe1']}} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:08.007599 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-d11bf101-329a-4b83-9ac9-9832f67f4bd5 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab01eaad-0ca8-4039-9562-dbde79f88859') {'for_net_delete': True} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:08.007970 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-d11bf101-329a-4b83-9ac9-9832f67f4bd5 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab01eaad-0ca8-4039-9562-dbde79f88859') {} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:08.020658 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d11bf101-329a-4b83-9ac9-9832f67f4bd5 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126443583'] for segment (ab01eaad-0ca8-4039-9562-dbde79f88859), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:08.040496 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2941f59c-0f21-40c0-9337-2a97d399de87 req-0bc87811-eca7-4af5-a78e-df9c38206e7c tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:10:08.042041 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-2941f59c-0f21-40c0-9337-2a97d399de87 req-0bc87811-eca7-4af5-a78e-df9c38206e7c tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc5c4747-fcbd-4652-b651-1ce8413f1a2b HTTP/1.1" status: 200 len: 946 time: 0.2379220 Mar 28 01:10:08.045902 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d11bf101-329a-4b83-9ac9-9832f67f4bd5 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (ab01eaad-0ca8-4039-9562-dbde79f88859), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:08.059457 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d11bf101-329a-4b83-9ac9-9832f67f4bd5 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=104098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:10:08.059919 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d11bf101-329a-4b83-9ac9-9832f67f4bd5 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126177251'] for segment (ab01eaad-0ca8-4039-9562-dbde79f88859), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:08.065159 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-9a6d19ac-b18d-4d3c-958f-79376e55141b req-11141f88-9b07-4199-b7b2-80025cb6c306 service neutron] 10.222.0.24 "GET /v2.0/networks/7543c20d-2cfc-49fd-abfd-e84ff8dfd2c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4642148 Mar 28 01:10:08.069923 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-fab707e4-7516-47e7-9500-6d98882688ec tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (59b2e1db-b71c-45de-a039-86fafb32e33f), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:08.085440 dv-neutron-834874-6-hyperv neutron-server[104098]: Traceback (most recent call last): Mar 28 01:10:08.085440 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:10:08.085440 dv-neutron-834874-6-hyperv neutron-server[104098]: timer() Mar 28 01:10:08.085440 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:10:08.085440 dv-neutron-834874-6-hyperv neutron-server[104098]: cb(*args, **kw) Mar 28 01:10:08.085440 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:10:08.085440 dv-neutron-834874-6-hyperv neutron-server[104098]: return func(*args, **kwargs) Mar 28 01:10:08.085440 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:10:08.085440 dv-neutron-834874-6-hyperv neutron-server[104098]: self._notify() Mar 28 01:10:08.085440 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:10:08.085440 dv-neutron-834874-6-hyperv neutron-server[104098]: self.callback(batched_events) Mar 28 01:10:08.085440 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:10:08.085440 dv-neutron-834874-6-hyperv neutron-server[104098]: event.method(event) Mar 28 01:10:08.085440 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:10:08.085440 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:10:08.085440 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:10:08.085440 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:10:08.085440 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:10:08.085440 dv-neutron-834874-6-hyperv neutron-server[104098]: return f(self, *a, **k) Mar 28 01:10:08.085440 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:10:08.085440 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._get(url).json() Mar 28 01:10:08.085440 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:10:08.085440 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:10:08.085440 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:10:08.085440 dv-neutron-834874-6-hyperv neutron-server[104098]: return self.request(url, 'GET', **kwargs) Mar 28 01:10:08.085440 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:10:08.085440 dv-neutron-834874-6-hyperv neutron-server[104098]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:10:08.085440 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:10:08.085440 dv-neutron-834874-6-hyperv neutron-server[104098]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:10:08.085440 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:10:08.085440 dv-neutron-834874-6-hyperv neutron-server[104098]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:10:08.085440 dv-neutron-834874-6-hyperv neutron-server[104098]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:10:08.122164 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab707e4-7516-47e7-9500-6d98882688ec tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Pushing event deleted for resources: {'Port': ['ID=59b2e1db-b71c-45de-a039-86fafb32e33f,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:08.158489 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-fab707e4-7516-47e7-9500-6d98882688ec tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:08.163661 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-fab707e4-7516-47e7-9500-6d98882688ec tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "DELETE /v2.0/ports/59b2e1db-b71c-45de-a039-86fafb32e33f HTTP/1.1" status: 204 len: 168 time: 0.9435890 Mar 28 01:10:08.164946 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54590) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:08.171199 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-2941f59c-0f21-40c0-9337-2a97d399de87 req-be8452f5-23dc-450a-92f2-27d75611f461 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a04cadd-9e33-421f-9e10-fcf82d2217a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1161273 Mar 28 01:10:08.171403 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-a649bb48-fe48-4543-a55c-a3baa2dddc51 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Request body: {'port': {'network_id': 'eed7ffa2-4413-4fe4-b128-d4b0e8228d21', 'mac_address': 'fa:16:3e:2f:1d:a7', 'name': 'tempest-PortsIpV6TestJSON-1239413492'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:10:08.176055 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d11bf101-329a-4b83-9ac9-9832f67f4bd5 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (f478cfe9-8b86-4b68-b582-515e8f548fe1), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:08.199078 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d11bf101-329a-4b83-9ac9-9832f67f4bd5 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:08.204497 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-d11bf101-329a-4b83-9ac9-9832f67f4bd5 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] 10.222.0.24 "DELETE /v2.0/networks/f478cfe9-8b86-4b68-b582-515e8f548fe1 HTTP/1.1" status: 204 len: 168 time: 1.3671167 Mar 28 01:10:08.205846 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11bf101-329a-4b83-9ac9-9832f67f4bd5 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Pushing event deleted for resources: {'Network': ['ID=f478cfe9-8b86-4b68-b582-515e8f548fe1,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:08.207635 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54592) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:08.211998 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-cfba2dbf-09b8-4753-abd3-d037ed380c67 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1628830853', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'}, 'admin_state_up': False}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:10:08.237147 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-cfba2dbf-09b8-4753-abd3-d037ed380c67 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7069'] for router (42e0e62a-4fda-439b-9f59-9a754280914b), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:08.238124 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-cfba2dbf-09b8-4753-abd3-d037ed380c67 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4188952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7062'] for router (42e0e62a-4fda-439b-9f59-9a754280914b), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:08.278453 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-9a6d19ac-b18d-4d3c-958f-79376e55141b req-ba493274-9d8f-4eb7-81d7-1696aefe35f8 service neutron] 10.222.0.24 "GET /v2.0/networks/7543c20d-2cfc-49fd-abfd-e84ff8dfd2c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008350 Mar 28 01:10:08.278912 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54594) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:08.337170 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-cfba2dbf-09b8-4753-abd3-d037ed380c67 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks [] for router_controller (42e0e62a-4fda-439b-9f59-9a754280914b), precommit_add_association {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:08.337799 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a649bb48-fe48-4543-a55c-a3baa2dddc51 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Made reservation on behalf of 123b9cbc24e44c7fa4900a5cf8071c36 for: {'port': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:10:08.357321 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ca40da7e-1694-4d21-83dc-1272c222c341 tempest-ExternalNetworksAdminNegativeTestJSON-149510170 tempest-ExternalNetworksAdminNegativeTestJSON-149510170-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:08.366535 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 1f9f17f8-f923-4f70-840a-e941dfb5ce6f no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:10:08.415065 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: 1f9f17f8-f923-4f70-840a-e941dfb5ce6f {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:10:08.415483 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 1f9f17f8-f923-4f70-840a-e941dfb5ce6f not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:10:08.415832 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 0f4735e6-386a-4f40-8289-850cf10a9264 no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:10:08.447312 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: 0f4735e6-386a-4f40-8289-850cf10a9264 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:10:08.447966 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 0f4735e6-386a-4f40-8289-850cf10a9264 not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:10:08.540826 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-d4deb3e4-651d-4686-a371-57038b84fa0d req-a8d798c8-f447-474f-b1df-eae446c0d846 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=36094a88-9f2d-4c07-949f-f56c083f88fd HTTP/1.1" status: 200 len: 210 time: 0.0548921 Mar 28 01:10:08.545242 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-cfba2dbf-09b8-4753-abd3-d037ed380c67 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks [] for router_gateway (42e0e62a-4fda-439b-9f59-9a754280914b), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:08.554711 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a649bb48-fe48-4543-a55c-a3baa2dddc51 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:08.591699 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-fd3e5ea7-ced2-4251-872b-250a61945c7f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=81cfcb56830e40ed9f6f9a4aa8f8089e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3104465 Mar 28 01:10:08.594207 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54604) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:08.649135 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [None req-a649bb48-fe48-4543-a55c-a3baa2dddc51 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] device_id is not set on port b05e5a71-866c-416c-97f3-4e3b73d133a2 yet. {{(pid=104099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 01:10:08.746301 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [None req-ca40da7e-1694-4d21-83dc-1272c222c341 tempest-ExternalNetworksAdminNegativeTestJSON-149510170 tempest-ExternalNetworksAdminNegativeTestJSON-149510170-project-admin] Allocated IP 172.26.1.228 (dea6548b-502b-42db-97fb-371e423e739a/cce6de65-d8c9-45b8-9970-0a277e8c1192/dad13d1f-599c-4097-9210-bbc0701da72f) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:10:08.764282 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-cfba2dbf-09b8-4753-abd3-d037ed380c67 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks [] for router_gateway (42e0e62a-4fda-439b-9f59-9a754280914b), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:08.784335 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-cfba2dbf-09b8-4753-abd3-d037ed380c67 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:08.827899 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-77cd70e3-6559-49bf-bb94-af0b8c9876c0 admin admin] Publish callbacks [] for security_group (4984c6c0-12ee-4d00-95bf-a0fd9a1d90b5), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:08.916829 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-77cd70e3-6559-49bf-bb94-af0b8c9876c0 admin admin] Publish callbacks [] for security_group (4984c6c0-12ee-4d00-95bf-a0fd9a1d90b5), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:09.014044 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a649bb48-fe48-4543-a55c-a3baa2dddc51 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks [] for port (b05e5a71-866c-416c-97f3-4e3b73d133a2), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:09.020409 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ca40da7e-1694-4d21-83dc-1272c222c341 tempest-ExternalNetworksAdminNegativeTestJSON-149510170 tempest-ExternalNetworksAdminNegativeTestJSON-149510170-project-admin] Publish callbacks [] for port (dad13d1f-599c-4097-9210-bbc0701da72f), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:09.055026 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-77cd70e3-6559-49bf-bb94-af0b8c9876c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (4984c6c0-12ee-4d00-95bf-a0fd9a1d90b5), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:09.057481 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-77cd70e3-6559-49bf-bb94-af0b8c9876c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:09.058611 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-77cd70e3-6559-49bf-bb94-af0b8c9876c0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4984c6c0-12ee-4d00-95bf-a0fd9a1d90b5 HTTP/1.1" status: 204 len: 168 time: 0.4577322 Mar 28 01:10:09.079258 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cd70e3-6559-49bf-bb94-af0b8c9876c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4984c6c0-12ee-4d00-95bf-a0fd9a1d90b5,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:09.097562 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a649bb48-fe48-4543-a55c-a3baa2dddc51 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (b05e5a71-866c-416c-97f3-4e3b73d133a2), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:09.122726 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ca40da7e-1694-4d21-83dc-1272c222c341 tempest-ExternalNetworksAdminNegativeTestJSON-149510170 tempest-ExternalNetworksAdminNegativeTestJSON-149510170-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (dad13d1f-599c-4097-9210-bbc0701da72f), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:09.179173 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-cfba2dbf-09b8-4753-abd3-d037ed380c67 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Allocated IP 172.26.1.185 (dea6548b-502b-42db-97fb-371e423e739a/cce6de65-d8c9-45b8-9970-0a277e8c1192/5572d3bf-875b-4793-9a8f-da3816e1e36c) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:10:09.180357 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a649bb48-fe48-4543-a55c-a3baa2dddc51 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Network eed7ffa2-4413-4fe4-b128-d4b0e8228d21 is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:10:09.184307 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca40da7e-1694-4d21-83dc-1272c222c341 tempest-ExternalNetworksAdminNegativeTestJSON-149510170 tempest-ExternalNetworksAdminNegativeTestJSON-149510170-project-admin] Network dea6548b-502b-42db-97fb-371e423e739a is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:10:09.187920 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-a649bb48-fe48-4543-a55c-a3baa2dddc51 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:10:09.190501 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a649bb48-fe48-4543-a55c-a3baa2dddc51 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:10:09.196483 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a649bb48-fe48-4543-a55c-a3baa2dddc51 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:10:09.197253 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a649bb48-fe48-4543-a55c-a3baa2dddc51 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:09.207794 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-ca40da7e-1694-4d21-83dc-1272c222c341 tempest-ExternalNetworksAdminNegativeTestJSON-149510170 tempest-ExternalNetworksAdminNegativeTestJSON-149510170-project-admin] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:10:09.215702 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca40da7e-1694-4d21-83dc-1272c222c341 tempest-ExternalNetworksAdminNegativeTestJSON-149510170 tempest-ExternalNetworksAdminNegativeTestJSON-149510170-project-admin] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:10:09.222719 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a649bb48-fe48-4543-a55c-a3baa2dddc51 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Pushing event updated for resources: {'Port': ['ID=b05e5a71-866c-416c-97f3-4e3b73d133a2,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:09.283814 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-a649bb48-fe48-4543-a55c-a3baa2dddc51 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.1177790 Mar 28 01:10:09.287192 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54614) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:09.342951 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca40da7e-1694-4d21-83dc-1272c222c341 tempest-ExternalNetworksAdminNegativeTestJSON-149510170 tempest-ExternalNetworksAdminNegativeTestJSON-149510170-project-admin] Pushing event updated for resources: {'Port': ['ID=dad13d1f-599c-4097-9210-bbc0701da72f,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:09.357539 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-cfba2dbf-09b8-4753-abd3-d037ed380c67 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks [] for port (5572d3bf-875b-4793-9a8f-da3816e1e36c), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:09.366436 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33d42d8-95db-4d82-9e61-6b585a663e95 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:10:09.370882 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-a33d42d8-95db-4d82-9e61-6b585a663e95 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "GET /v2.0/ports/b05e5a71-866c-416c-97f3-4e3b73d133a2 HTTP/1.1" status: 200 len: 845 time: 0.0773153 Mar 28 01:10:09.371569 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54616) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:09.420362 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d925d7b7-582c-4e1c-b944-e769e6eb7d08 req-905a243f-02ec-4dd0-b643-407984d30003 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:10:09.421531 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-d925d7b7-582c-4e1c-b944-e769e6eb7d08 req-905a243f-02ec-4dd0-b643-407984d30003 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc5c4747-fcbd-4652-b651-1ce8413f1a2b HTTP/1.1" status: 200 len: 946 time: 0.1329362 Mar 28 01:10:09.422799 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ca40da7e-1694-4d21-83dc-1272c222c341 tempest-ExternalNetworksAdminNegativeTestJSON-149510170 tempest-ExternalNetworksAdminNegativeTestJSON-149510170-project-admin] Publish callbacks [] for floatingip (0420017c-36bb-4dc0-a5e7-d4ce6fe146c3), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:09.482676 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-cfba2dbf-09b8-4753-abd3-d037ed380c67 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (5572d3bf-875b-4793-9a8f-da3816e1e36c), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:09.496854 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ca40da7e-1694-4d21-83dc-1272c222c341 tempest-ExternalNetworksAdminNegativeTestJSON-149510170 tempest-ExternalNetworksAdminNegativeTestJSON-149510170-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (dad13d1f-599c-4097-9210-bbc0701da72f), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:09.536635 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfba2dbf-09b8-4753-abd3-d037ed380c67 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Network dea6548b-502b-42db-97fb-371e423e739a is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:10:09.547015 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-fb1d56ad-6dcb-4e48-b53e-77cb75b62dc3 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Deleting port b05e5a71-866c-416c-97f3-4e3b73d133a2 {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:10:09.547907 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-fb1d56ad-6dcb-4e48-b53e-77cb75b62dc3 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (b05e5a71-866c-416c-97f3-4e3b73d133a2), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:09.550752 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-cfba2dbf-09b8-4753-abd3-d037ed380c67 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:10:09.554129 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfba2dbf-09b8-4753-abd3-d037ed380c67 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:10:09.567737 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfba2dbf-09b8-4753-abd3-d037ed380c67 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Pushing event updated for resources: {'Port': ['ID=5572d3bf-875b-4793-9a8f-da3816e1e36c,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:09.576772 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-d925d7b7-582c-4e1c-b944-e769e6eb7d08 req-af4e8217-edaf-46aa-9f37-02dbe846fa2c tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a04cadd-9e33-421f-9e10-fcf82d2217a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1454175 Mar 28 01:10:09.676268 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-c8a4bee5-a1ca-4f05-8ab7-ee772c69b935 req-4fb7aeae-56f3-41fe-9429-81a6ffcea4af tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=36094a88-9f2d-4c07-949f-f56c083f88fd HTTP/1.1" status: 200 len: 210 time: 0.0477681 Mar 28 01:10:09.722470 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-fb1d56ad-6dcb-4e48-b53e-77cb75b62dc3 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (b05e5a71-866c-416c-97f3-4e3b73d133a2), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:09.764373 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-fb1d56ad-6dcb-4e48-b53e-77cb75b62dc3 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Calling delete_port for b05e5a71-866c-416c-97f3-4e3b73d133a2 owned by {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:10:09.952905 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-fb1d56ad-6dcb-4e48-b53e-77cb75b62dc3 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (b05e5a71-866c-416c-97f3-4e3b73d133a2), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:09.986060 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1d56ad-6dcb-4e48-b53e-77cb75b62dc3 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Pushing event deleted for resources: {'Port': ['ID=b05e5a71-866c-416c-97f3-4e3b73d133a2,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:09.993719 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-fb1d56ad-6dcb-4e48-b53e-77cb75b62dc3 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:09.996983 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-fb1d56ad-6dcb-4e48-b53e-77cb75b62dc3 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "DELETE /v2.0/ports/b05e5a71-866c-416c-97f3-4e3b73d133a2 HTTP/1.1" status: 204 len: 168 time: 0.6247239 Mar 28 01:10:09.999590 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54626) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:10.029770 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac163955-828b-4fab-a5c0-0a06001a2e61 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] GET failed (client error): The resource could not be found. Mar 28 01:10:10.035358 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-ac163955-828b-4fab-a5c0-0a06001a2e61 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "GET /v2.0/ports/b05e5a71-866c-416c-97f3-4e3b73d133a2 HTTP/1.1" status: 404 len: 333 time: 0.0306044 Mar 28 01:10:10.035358 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-cfba2dbf-09b8-4753-abd3-d037ed380c67 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks [] for router_gateway (42e0e62a-4fda-439b-9f59-9a754280914b), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:10.036410 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54628) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:10.041278 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-71de0c0e-7674-4126-9586-fa31d8a6e3c3 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Request body: {'port': {'network_id': 'eed7ffa2-4413-4fe4-b128-d4b0e8228d21', 'name': 'tempest-PortsIpV6TestJSON-268760264'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:10:10.063323 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6d19ac-b18d-4d3c-958f-79376e55141b req-44464a91-7d7d-4b6f-8331-da85d360e28e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:10:10.064834 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-9a6d19ac-b18d-4d3c-958f-79376e55141b req-44464a91-7d7d-4b6f-8331-da85d360e28e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.10 "GET /v2.0/networks?id=7543c20d-2cfc-49fd-abfd-e84ff8dfd2c3 HTTP/1.1" status: 200 len: 797 time: 0.5802491 Mar 28 01:10:10.160453 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5883ec77-e366-4866-929b-55945537e74e req-c47c8515-33a8-4cec-aa5b-b6b1b718bbe7 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:10:10.162016 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-5883ec77-e366-4866-929b-55945537e74e req-c47c8515-33a8-4cec-aa5b-b6b1b718bbe7 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc5c4747-fcbd-4652-b651-1ce8413f1a2b HTTP/1.1" status: 200 len: 946 time: 0.4719360 Mar 28 01:10:10.198410 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-9a6d19ac-b18d-4d3c-958f-79376e55141b req-ee620713-57b8-4f56-b638-0f992f432746 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf1ee0ed9c204cc5bccbb38ebf185041 HTTP/1.1" status: 200 len: 380 time: 0.1230226 Mar 28 01:10:10.215512 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [req-9a6d19ac-b18d-4d3c-958f-79376e55141b req-fef6f3c3-141d-4452-9558-d1bb973ac7f8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'port': {'device_id': '36094a88-9f2d-4c07-949f-f56c083f88fd', 'network_id': '7543c20d-2cfc-49fd-abfd-e84ff8dfd2c3', 'admin_state_up': True, 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'security_groups': ['e6215654-9d7c-4fc4-9774-893796a9584c']}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:10:10.275260 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ca40da7e-1694-4d21-83dc-1272c222c341 tempest-ExternalNetworksAdminNegativeTestJSON-149510170 tempest-ExternalNetworksAdminNegativeTestJSON-149510170-project-admin] Publish callbacks [] for port (dad13d1f-599c-4097-9210-bbc0701da72f), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:10.290446 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ca40da7e-1694-4d21-83dc-1272c222c341 tempest-ExternalNetworksAdminNegativeTestJSON-149510170 tempest-ExternalNetworksAdminNegativeTestJSON-149510170-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (dad13d1f-599c-4097-9210-bbc0701da72f), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:10.332466 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-5883ec77-e366-4866-929b-55945537e74e req-80d28f10-af68-48d7-9fe5-7eef2031475b tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a04cadd-9e33-421f-9e10-fcf82d2217a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1600430 Mar 28 01:10:10.375274 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54630) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:10.404730 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca40da7e-1694-4d21-83dc-1272c222c341 tempest-ExternalNetworksAdminNegativeTestJSON-149510170 tempest-ExternalNetworksAdminNegativeTestJSON-149510170-project-admin] Pushing event updated for resources: {'Port': ['ID=dad13d1f-599c-4097-9210-bbc0701da72f,revision_number=2']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:10.430562 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ca40da7e-1694-4d21-83dc-1272c222c341 tempest-ExternalNetworksAdminNegativeTestJSON-149510170 tempest-ExternalNetworksAdminNegativeTestJSON-149510170-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688063'] for floatingip (0420017c-36bb-4dc0-a5e7-d4ce6fe146c3), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:10.449724 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a6d19ac-b18d-4d3c-958f-79376e55141b req-fef6f3c3-141d-4452-9558-d1bb973ac7f8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Made reservation on behalf of cf1ee0ed9c204cc5bccbb38ebf185041 for: {'port': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:10:10.453186 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-9a6d19ac-b18d-4d3c-958f-79376e55141b req-fef6f3c3-141d-4452-9558-d1bb973ac7f8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:10.459072 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ca40da7e-1694-4d21-83dc-1272c222c341 tempest-ExternalNetworksAdminNegativeTestJSON-149510170 tempest-ExternalNetworksAdminNegativeTestJSON-149510170-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for floatingip (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:10.463127 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-ca40da7e-1694-4d21-83dc-1272c222c341 tempest-ExternalNetworksAdminNegativeTestJSON-149510170 tempest-ExternalNetworksAdminNegativeTestJSON-149510170-project-admin] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9311497 Mar 28 01:10:10.463475 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54634) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:10.469550 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-e28b17e8-f4b3-4c20-8933-a20c88bc895a tempest-ExternalNetworksAdminNegativeTestJSON-149510170 tempest-ExternalNetworksAdminNegativeTestJSON-149510170-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1431044296', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'fixed_ips': [{'ip_address': '172.26.1.228'}]}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:10:10.478843 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71de0c0e-7674-4126-9586-fa31d8a6e3c3 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Made reservation on behalf of 123b9cbc24e44c7fa4900a5cf8071c36 for: {'port': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:10:10.482772 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-71de0c0e-7674-4126-9586-fa31d8a6e3c3 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:10.566689 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e28b17e8-f4b3-4c20-8933-a20c88bc895a tempest-ExternalNetworksAdminNegativeTestJSON-149510170 tempest-ExternalNetworksAdminNegativeTestJSON-149510170-project-admin] Made reservation on behalf of d261516dfa404a7eb31ccfe1ad8bf23b for: {'port': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:10:10.569040 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e28b17e8-f4b3-4c20-8933-a20c88bc895a tempest-ExternalNetworksAdminNegativeTestJSON-149510170 tempest-ExternalNetworksAdminNegativeTestJSON-149510170-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:10.588280 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.notifiers.nova [None req-71de0c0e-7674-4126-9586-fa31d8a6e3c3 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] device_id is not set on port c5620f53-b4e3-43b3-9d4f-72ef26d07a0c yet. {{(pid=104098) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 01:10:10.592697 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e28b17e8-f4b3-4c20-8933-a20c88bc895a tempest-ExternalNetworksAdminNegativeTestJSON-149510170 tempest-ExternalNetworksAdminNegativeTestJSON-149510170-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:10.620137 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [req-9a6d19ac-b18d-4d3c-958f-79376e55141b req-fef6f3c3-141d-4452-9558-d1bb973ac7f8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Allocated IP 172.20.0.7 (7543c20d-2cfc-49fd-abfd-e84ff8dfd2c3/592db495-2a42-45a2-9428-dccc028178bd/74325668-0837-407e-b93b-f7c316ea4f78) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:10:10.643182 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5b6c06-5e6c-4599-9670-9ca17f688c8c tempest-TestVolumeBootPattern-626820451 tempest-TestVolumeBootPattern-626820451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:10:10.644838 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-ec5b6c06-5e6c-4599-9670-9ca17f688c8c tempest-TestVolumeBootPattern-626820451 tempest-TestVolumeBootPattern-626820451-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=fc5c4747-fcbd-4652-b651-1ce8413f1a2b HTTP/1.1" status: 200 len: 1125 time: 0.2648246 Mar 28 01:10:10.649059 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54636) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:10.653575 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-2a5c7093-7681-4b5b-84ab-d3e06706eed8 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Request body: {'floatingip': {'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'port_id': 'c640ecb1-3efd-46b9-a0e3-4945d4ab5df1', 'tenant_id': 'bf9f34f21ab94392ab36354129e00f8d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:10:10.701051 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-cfba2dbf-09b8-4753-abd3-d037ed380c67 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687953'] for router (42e0e62a-4fda-439b-9f59-9a754280914b), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:10.708678 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2a5c7093-7681-4b5b-84ab-d3e06706eed8 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:10.855284 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-9a6d19ac-b18d-4d3c-958f-79376e55141b req-fef6f3c3-141d-4452-9558-d1bb973ac7f8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for port (74325668-0837-407e-b93b-f7c316ea4f78), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:10.863124 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-c793fd20-eddf-4cb4-8ebe-38a3a37806fc req-368c8e61-0803-45dd-aa98-03b2648ed41f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=36094a88-9f2d-4c07-949f-f56c083f88fd HTTP/1.1" status: 200 len: 210 time: 0.0995910 Mar 28 01:10:10.911593 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e28b17e8-f4b3-4c20-8933-a20c88bc895a tempest-ExternalNetworksAdminNegativeTestJSON-149510170 tempest-ExternalNetworksAdminNegativeTestJSON-149510170-project-admin] Publish callbacks [] for security_group (74154eb7-a3b9-4cf6-a1cb-c30292dfa905), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:10.915249 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2a5c7093-7681-4b5b-84ab-d3e06706eed8 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:10.917584 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-9a6d19ac-b18d-4d3c-958f-79376e55141b req-fef6f3c3-141d-4452-9558-d1bb973ac7f8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (74325668-0837-407e-b93b-f7c316ea4f78), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:10.922072 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e28b17e8-f4b3-4c20-8933-a20c88bc895a tempest-ExternalNetworksAdminNegativeTestJSON-149510170 tempest-ExternalNetworksAdminNegativeTestJSON-149510170-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (74154eb7-a3b9-4cf6-a1cb-c30292dfa905), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:10.935622 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.notifiers.nova [None req-e28b17e8-f4b3-4c20-8933-a20c88bc895a tempest-ExternalNetworksAdminNegativeTestJSON-149510170 tempest-ExternalNetworksAdminNegativeTestJSON-149510170-project-admin] device_id is not set on port 0bf71184-c414-40bd-b80c-f88fce240ecd yet. {{(pid=104098) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 01:10:10.952571 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-71de0c0e-7674-4126-9586-fa31d8a6e3c3 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks [] for port (c5620f53-b4e3-43b3-9d4f-72ef26d07a0c), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:10.997540 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a6d19ac-b18d-4d3c-958f-79376e55141b req-fef6f3c3-141d-4452-9558-d1bb973ac7f8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Network 7543c20d-2cfc-49fd-abfd-e84ff8dfd2c3 is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:10:11.004774 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [req-9a6d19ac-b18d-4d3c-958f-79376e55141b req-fef6f3c3-141d-4452-9558-d1bb973ac7f8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:10:11.015413 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a6d19ac-b18d-4d3c-958f-79376e55141b req-fef6f3c3-141d-4452-9558-d1bb973ac7f8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:10:11.021492 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef6f3c3-141d-4452-9558-d1bb973ac7f8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'Port': ['ID=74325668-0837-407e-b93b-f7c316ea4f78,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:11.044831 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28b17e8-f4b3-4c20-8933-a20c88bc895a tempest-ExternalNetworksAdminNegativeTestJSON-149510170 tempest-ExternalNetworksAdminNegativeTestJSON-149510170-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74154eb7-a3b9-4cf6-a1cb-c30292dfa905,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:11.060397 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef6f3c3-141d-4452-9558-d1bb973ac7f8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:10:11.060742 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef6f3c3-141d-4452-9558-d1bb973ac7f8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:10:11.061085 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef6f3c3-141d-4452-9558-d1bb973ac7f8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:10:11.061423 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef6f3c3-141d-4452-9558-d1bb973ac7f8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:10:11.061762 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef6f3c3-141d-4452-9558-d1bb973ac7f8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:10:11.062088 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef6f3c3-141d-4452-9558-d1bb973ac7f8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:10:11.062415 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef6f3c3-141d-4452-9558-d1bb973ac7f8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:10:11.062738 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef6f3c3-141d-4452-9558-d1bb973ac7f8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:10:11.063810 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef6f3c3-141d-4452-9558-d1bb973ac7f8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:10:11.063810 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef6f3c3-141d-4452-9558-d1bb973ac7f8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:10:11.063810 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef6f3c3-141d-4452-9558-d1bb973ac7f8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:10:11.065052 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef6f3c3-141d-4452-9558-d1bb973ac7f8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:10:11.065052 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef6f3c3-141d-4452-9558-d1bb973ac7f8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:10:11.065237 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef6f3c3-141d-4452-9558-d1bb973ac7f8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:10:11.065545 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef6f3c3-141d-4452-9558-d1bb973ac7f8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:10:11.078343 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28b17e8-f4b3-4c20-8933-a20c88bc895a tempest-ExternalNetworksAdminNegativeTestJSON-149510170 tempest-ExternalNetworksAdminNegativeTestJSON-149510170-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:10:11.078695 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28b17e8-f4b3-4c20-8933-a20c88bc895a tempest-ExternalNetworksAdminNegativeTestJSON-149510170 tempest-ExternalNetworksAdminNegativeTestJSON-149510170-project-admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:10:11.079041 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28b17e8-f4b3-4c20-8933-a20c88bc895a tempest-ExternalNetworksAdminNegativeTestJSON-149510170 tempest-ExternalNetworksAdminNegativeTestJSON-149510170-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:10:11.079383 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28b17e8-f4b3-4c20-8933-a20c88bc895a tempest-ExternalNetworksAdminNegativeTestJSON-149510170 tempest-ExternalNetworksAdminNegativeTestJSON-149510170-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:10:11.079754 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28b17e8-f4b3-4c20-8933-a20c88bc895a tempest-ExternalNetworksAdminNegativeTestJSON-149510170 tempest-ExternalNetworksAdminNegativeTestJSON-149510170-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:10:11.080117 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28b17e8-f4b3-4c20-8933-a20c88bc895a tempest-ExternalNetworksAdminNegativeTestJSON-149510170 tempest-ExternalNetworksAdminNegativeTestJSON-149510170-project-admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:10:11.080450 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28b17e8-f4b3-4c20-8933-a20c88bc895a tempest-ExternalNetworksAdminNegativeTestJSON-149510170 tempest-ExternalNetworksAdminNegativeTestJSON-149510170-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:10:11.080781 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28b17e8-f4b3-4c20-8933-a20c88bc895a tempest-ExternalNetworksAdminNegativeTestJSON-149510170 tempest-ExternalNetworksAdminNegativeTestJSON-149510170-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:10:11.081107 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28b17e8-f4b3-4c20-8933-a20c88bc895a tempest-ExternalNetworksAdminNegativeTestJSON-149510170 tempest-ExternalNetworksAdminNegativeTestJSON-149510170-project-admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:10:11.081435 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28b17e8-f4b3-4c20-8933-a20c88bc895a tempest-ExternalNetworksAdminNegativeTestJSON-149510170 tempest-ExternalNetworksAdminNegativeTestJSON-149510170-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:10:11.081762 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28b17e8-f4b3-4c20-8933-a20c88bc895a tempest-ExternalNetworksAdminNegativeTestJSON-149510170 tempest-ExternalNetworksAdminNegativeTestJSON-149510170-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:10:11.082090 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28b17e8-f4b3-4c20-8933-a20c88bc895a tempest-ExternalNetworksAdminNegativeTestJSON-149510170 tempest-ExternalNetworksAdminNegativeTestJSON-149510170-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:10:11.082415 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28b17e8-f4b3-4c20-8933-a20c88bc895a tempest-ExternalNetworksAdminNegativeTestJSON-149510170 tempest-ExternalNetworksAdminNegativeTestJSON-149510170-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:10:11.082736 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28b17e8-f4b3-4c20-8933-a20c88bc895a tempest-ExternalNetworksAdminNegativeTestJSON-149510170 tempest-ExternalNetworksAdminNegativeTestJSON-149510170-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:10:11.083059 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28b17e8-f4b3-4c20-8933-a20c88bc895a tempest-ExternalNetworksAdminNegativeTestJSON-149510170 tempest-ExternalNetworksAdminNegativeTestJSON-149510170-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:10:11.123961 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6d19ac-b18d-4d3c-958f-79376e55141b req-fef6f3c3-141d-4452-9558-d1bb973ac7f8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:10:11.124619 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-9a6d19ac-b18d-4d3c-958f-79376e55141b req-fef6f3c3-141d-4452-9558-d1bb973ac7f8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:11.143955 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [None req-2a5c7093-7681-4b5b-84ab-d3e06706eed8 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Allocated IP 172.26.1.184 (dea6548b-502b-42db-97fb-371e423e739a/cce6de65-d8c9-45b8-9970-0a277e8c1192/49389a2f-c5e5-4c8d-8e16-18d2fba782f8) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:10:11.159309 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-9a6d19ac-b18d-4d3c-958f-79376e55141b req-fef6f3c3-141d-4452-9558-d1bb973ac7f8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9500027 Mar 28 01:10:11.162891 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-71de0c0e-7674-4126-9586-fa31d8a6e3c3 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (c5620f53-b4e3-43b3-9d4f-72ef26d07a0c), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:11.170486 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [req-9a6d19ac-b18d-4d3c-958f-79376e55141b req-6b6a769c-211d-4323-abb1-6f2e0f33742d service neutron] Request body: {'port': {'device_id': '36094a88-9f2d-4c07-949f-f56c083f88fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8348'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:10:11.227140 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71de0c0e-7674-4126-9586-fa31d8a6e3c3 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Network eed7ffa2-4413-4fe4-b128-d4b0e8228d21 is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:10:11.230747 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfba2dbf-09b8-4753-abd3-d037ed380c67 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Router 42e0e62a-4fda-439b-9f59-9a754280914b is scheduled to L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 with binding_index 1 {{(pid=104098) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 01:10:11.234752 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-71de0c0e-7674-4126-9586-fa31d8a6e3c3 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:10:11.244945 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71de0c0e-7674-4126-9586-fa31d8a6e3c3 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Pushing event updated for resources: {'Port': ['ID=c5620f53-b4e3-43b3-9d4f-72ef26d07a0c,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:11.256938 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71de0c0e-7674-4126-9586-fa31d8a6e3c3 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:10:11.264339 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71de0c0e-7674-4126-9586-fa31d8a6e3c3 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:10:11.265245 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-71de0c0e-7674-4126-9586-fa31d8a6e3c3 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:11.312695 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-9a6d19ac-b18d-4d3c-958f-79376e55141b req-6b6a769c-211d-4323-abb1-6f2e0f33742d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (74325668-0837-407e-b93b-f7c316ea4f78), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:11.342819 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-61f5d946-1c69-44ba-9fc6-efafd8db5a66 None None] Provisioning complete for port 74325668-0837-407e-b93b-f7c316ea4f78 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:10:11.343435 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-61f5d946-1c69-44ba-9fc6-efafd8db5a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (74325668-0837-407e-b93b-f7c316ea4f78), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:11.364775 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-71de0c0e-7674-4126-9586-fa31d8a6e3c3 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.3248117 Mar 28 01:10:11.367171 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2a5c7093-7681-4b5b-84ab-d3e06706eed8 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Publish callbacks [] for port (49389a2f-c5e5-4c8d-8e16-18d2fba782f8), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:11.369246 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54640) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:11.375720 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-2015e7f4-7067-4c53-8e30-c3de17c311ef tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:10:11.399906 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-0f335592-2d8f-4a0b-a2d9-97203c725b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:11.401642 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-61f5d946-1c69-44ba-9fc6-efafd8db5a66 None None] Port 74325668-0837-407e-b93b-f7c316ea4f78 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:10:11.486029 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2015e7f4-7067-4c53-8e30-c3de17c311ef tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (c5620f53-b4e3-43b3-9d4f-72ef26d07a0c), before_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:11.488462 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfba2dbf-09b8-4753-abd3-d037ed380c67 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:10:11.510963 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf70c90a-0f57-4643-9495-b66105225e4b None None] Sync routers for ids ['42e0e62a-4fda-439b-9f59-9a754280914b'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:10:11.528007 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2a5c7093-7681-4b5b-84ab-d3e06706eed8 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (49389a2f-c5e5-4c8d-8e16-18d2fba782f8), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:11.541546 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf70c90a-0f57-4643-9495-b66105225e4b None None] Routers {'42e0e62a-4fda-439b-9f59-9a754280914b'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:10:11.542484 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-cf70c90a-0f57-4643-9495-b66105225e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:09:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['42e0e62a-4fda-439b-9f59-9a754280914b'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:11.568972 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-cfba2dbf-09b8-4753-abd3-d037ed380c67 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks [] for router (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:11.570474 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-cfba2dbf-09b8-4753-abd3-d037ed380c67 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 3.3619080 Mar 28 01:10:11.574465 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54642) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:11.578776 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5c7093-7681-4b5b-84ab-d3e06706eed8 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Network dea6548b-502b-42db-97fb-371e423e739a is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:10:11.585262 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-2a5c7093-7681-4b5b-84ab-d3e06706eed8 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:10:11.596856 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-cf70c90a-0f57-4643-9495-b66105225e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:11.599358 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5c7093-7681-4b5b-84ab-d3e06706eed8 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:10:11.608819 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf70c90a-0f57-4643-9495-b66105225e4b None None] Routers {'42e0e62a-4fda-439b-9f59-9a754280914b'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:10:11.609702 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-cf70c90a-0f57-4643-9495-b66105225e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:09:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['42e0e62a-4fda-439b-9f59-9a754280914b'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:11.625596 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5c7093-7681-4b5b-84ab-d3e06706eed8 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Pushing event updated for resources: {'Port': ['ID=49389a2f-c5e5-4c8d-8e16-18d2fba782f8,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:11.664363 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.pecan_wsgi.hooks.translation [None req-e28b17e8-f4b3-4c20-8933-a20c88bc895a tempest-ExternalNetworksAdminNegativeTestJSON-149510170 tempest-ExternalNetworksAdminNegativeTestJSON-149510170-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 28 01:10:11.664885 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e28b17e8-f4b3-4c20-8933-a20c88bc895a tempest-ExternalNetworksAdminNegativeTestJSON-149510170 tempest-ExternalNetworksAdminNegativeTestJSON-149510170-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=104098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:10:11.672363 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-cf70c90a-0f57-4643-9495-b66105225e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:11.673389 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf70c90a-0f57-4643-9495-b66105225e4b None None] The sync data for ids ['42e0e62a-4fda-439b-9f59-9a754280914b'] in dv-neutron-834874-6-hyperv is: [] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:10:11.747382 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-e28b17e8-f4b3-4c20-8933-a20c88bc895a tempest-ExternalNetworksAdminNegativeTestJSON-149510170 tempest-ExternalNetworksAdminNegativeTestJSON-149510170-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.2824600 Mar 28 01:10:11.751484 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54644) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:11.781883 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [req-9a6d19ac-b18d-4d3c-958f-79376e55141b req-6b6a769c-211d-4323-abb1-6f2e0f33742d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74325668-0837-407e-b93b-f7c316ea4f78 {{(pid=104099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 01:10:11.796844 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-9a6d19ac-b18d-4d3c-958f-79376e55141b req-6b6a769c-211d-4323-abb1-6f2e0f33742d service neutron] Publish callbacks [] for port (74325668-0837-407e-b93b-f7c316ea4f78), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:11.871280 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [req-9a6d19ac-b18d-4d3c-958f-79376e55141b req-6b6a769c-211d-4323-abb1-6f2e0f33742d service neutron] Transition to ACTIVE for port object 74325668-0837-407e-b93b-f7c316ea4f78 will not be triggered until provisioned by entity L2. {{(pid=104099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 01:10:11.876187 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-9a6d19ac-b18d-4d3c-958f-79376e55141b req-6b6a769c-211d-4323-abb1-6f2e0f33742d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (74325668-0837-407e-b93b-f7c316ea4f78), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:11.903741 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-aa0a28ea-8d9e-4260-a945-c561bca362b7 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] 10.222.0.24 "GET /v2.0/routers/42e0e62a-4fda-439b-9f59-9a754280914b HTTP/1.1" status: 200 len: 881 time: 0.3237214 Mar 28 01:10:11.905983 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54648) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:11.957971 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6a769c-211d-4323-abb1-6f2e0f33742d service neutron] Pushing event updated for resources: {'Port': ['ID=74325668-0837-407e-b93b-f7c316ea4f78,revision_number=2']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:12.002644 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2015e7f4-7067-4c53-8e30-c3de17c311ef tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks [] for port (c5620f53-b4e3-43b3-9d4f-72ef26d07a0c), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:12.053326 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2015e7f4-7067-4c53-8e30-c3de17c311ef tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126177159'] for port (c5620f53-b4e3-43b3-9d4f-72ef26d07a0c), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:12.178388 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c912e583-dab1-4297-9dbf-b406b0b387be req-c2c05e13-0458-472f-a5e1-b76254c4aa03 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:10:12.180012 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-c912e583-dab1-4297-9dbf-b406b0b387be req-c2c05e13-0458-472f-a5e1-b76254c4aa03 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=36094a88-9f2d-4c07-949f-f56c083f88fd HTTP/1.1" status: 200 len: 943 time: 0.2285781 Mar 28 01:10:12.183078 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-9a6d19ac-b18d-4d3c-958f-79376e55141b req-6b6a769c-211d-4323-abb1-6f2e0f33742d service neutron] Attempting to bind port 74325668-0837-407e-b93b-f7c316ea4f78 on host hv-neutron-8348 for vnic_type normal with profile {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:10:12.183331 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-9a6d19ac-b18d-4d3c-958f-79376e55141b req-6b6a769c-211d-4323-abb1-6f2e0f33742d service neutron] Attempting to bind port 74325668-0837-407e-b93b-f7c316ea4f78 by drivers openvswitch,hyperv on host hv-neutron-8348 at level 0 using segments [{'id': '6872a91c-c15d-4ceb-a2ec-57e701600557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7543c20d-2cfc-49fd-abfd-e84ff8dfd2c3'}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:10:12.183659 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6d19ac-b18d-4d3c-958f-79376e55141b req-6b6a769c-211d-4323-abb1-6f2e0f33742d service neutron] Attempting to bind port 74325668-0837-407e-b93b-f7c316ea4f78 on network 7543c20d-2cfc-49fd-abfd-e84ff8dfd2c3 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:10:12.203383 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6d19ac-b18d-4d3c-958f-79376e55141b req-6b6a769c-211d-4323-abb1-6f2e0f33742d service neutron] Port 74325668-0837-407e-b93b-f7c316ea4f78 on network 7543c20d-2cfc-49fd-abfd-e84ff8dfd2c3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8348 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 01:10:12.203623 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6d19ac-b18d-4d3c-958f-79376e55141b req-6b6a769c-211d-4323-abb1-6f2e0f33742d service neutron] Attempting to bind port 74325668-0837-407e-b93b-f7c316ea4f78 on network 7543c20d-2cfc-49fd-abfd-e84ff8dfd2c3 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:10:12.220857 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6d19ac-b18d-4d3c-958f-79376e55141b req-6b6a769c-211d-4323-abb1-6f2e0f33742d service neutron] Checking agent: {'id': '287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8348', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 1, 2, 33), 'started_at': datetime.datetime(2022, 3, 28, 1, 2, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:10:12.221365 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6d19ac-b18d-4d3c-958f-79376e55141b req-6b6a769c-211d-4323-abb1-6f2e0f33742d service neutron] Checking segment: {'id': '6872a91c-c15d-4ceb-a2ec-57e701600557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7543c20d-2cfc-49fd-abfd-e84ff8dfd2c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:10:12.221757 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6d19ac-b18d-4d3c-958f-79376e55141b req-6b6a769c-211d-4323-abb1-6f2e0f33742d service neutron] Bound using segment: {'id': '6872a91c-c15d-4ceb-a2ec-57e701600557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7543c20d-2cfc-49fd-abfd-e84ff8dfd2c3'} {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:10:12.222204 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-9a6d19ac-b18d-4d3c-958f-79376e55141b req-6b6a769c-211d-4323-abb1-6f2e0f33742d service neutron] Bound port: 74325668-0837-407e-b93b-f7c316ea4f78, host: hv-neutron-8348, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6872a91c-c15d-4ceb-a2ec-57e701600557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7543c20d-2cfc-49fd-abfd-e84ff8dfd2c3'}}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:10:12.222565 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-9a6d19ac-b18d-4d3c-958f-79376e55141b req-6b6a769c-211d-4323-abb1-6f2e0f33742d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (74325668-0837-407e-b93b-f7c316ea4f78), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:12.259448 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2a5c7093-7681-4b5b-84ab-d3e06706eed8 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Publish callbacks [] for floatingip (efedc8b0-c72b-4679-89fe-97339415ebb8), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:12.315339 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-c912e583-dab1-4297-9dbf-b406b0b387be req-a3cb72b5-93d4-40ba-a24f-28f3caf373ac tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6215654-9d7c-4fc4-9774-893796a9584c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283147 Mar 28 01:10:12.373073 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-2015e7f4-7067-4c53-8e30-c3de17c311ef tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] In _notify_port_updated(), no bound segment for port c5620f53-b4e3-43b3-9d4f-72ef26d07a0c on network eed7ffa2-4413-4fe4-b128-d4b0e8228d21 {{(pid=104098) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 28 01:10:12.378719 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2015e7f4-7067-4c53-8e30-c3de17c311ef tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:10:12.379330 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2015e7f4-7067-4c53-8e30-c3de17c311ef tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:12.379783 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-9a6d19ac-b18d-4d3c-958f-79376e55141b req-6b6a769c-211d-4323-abb1-6f2e0f33742d service neutron] For port 74325668-0837-407e-b93b-f7c316ea4f78, host hv-neutron-8348, cleared binding levels {{(pid=104099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:10:12.380654 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-2015e7f4-7067-4c53-8e30-c3de17c311ef tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "PUT /v2.0/ports/c5620f53-b4e3-43b3-9d4f-72ef26d07a0c HTTP/1.1" status: 200 len: 818 time: 1.0108502 Mar 28 01:10:12.384083 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54650) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:12.391320 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2a5c7093-7681-4b5b-84ab-d3e06706eed8 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (49389a2f-c5e5-4c8d-8e16-18d2fba782f8), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:12.395963 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-9a6d19ac-b18d-4d3c-958f-79376e55141b req-6b6a769c-211d-4323-abb1-6f2e0f33742d service neutron] For port 74325668-0837-407e-b93b-f7c316ea4f78, host hv-neutron-8348, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=74325668-0837-407e-b93b-f7c316ea4f78,segment=NetworkSegment(6872a91c-c15d-4ceb-a2ec-57e701600557),segment_id=6872a91c-c15d-4ceb-a2ec-57e701600557)] {{(pid=104099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:10:12.419982 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-9a6d19ac-b18d-4d3c-958f-79376e55141b req-6b6a769c-211d-4323-abb1-6f2e0f33742d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (74325668-0837-407e-b93b-f7c316ea4f78), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:12.424524 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2015e7f4-7067-4c53-8e30-c3de17c311ef tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Pushing event updated for resources: {'Port': ['ID=c5620f53-b4e3-43b3-9d4f-72ef26d07a0c,revision_number=2']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:12.458464 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-26edbb69-9b7f-454b-86b4-9d30385cc0bf tempest-ExternalNetworksAdminNegativeTestJSON-149510170 tempest-ExternalNetworksAdminNegativeTestJSON-149510170-project-admin] Deleting port dad13d1f-599c-4097-9210-bbc0701da72f {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:10:12.458805 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-26edbb69-9b7f-454b-86b4-9d30385cc0bf tempest-ExternalNetworksAdminNegativeTestJSON-149510170 tempest-ExternalNetworksAdminNegativeTestJSON-149510170-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (dad13d1f-599c-4097-9210-bbc0701da72f), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:12.475605 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6d19ac-b18d-4d3c-958f-79376e55141b req-6b6a769c-211d-4323-abb1-6f2e0f33742d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:10:12.476257 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-9a6d19ac-b18d-4d3c-958f-79376e55141b req-6b6a769c-211d-4323-abb1-6f2e0f33742d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:12.477671 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-9a6d19ac-b18d-4d3c-958f-79376e55141b req-6b6a769c-211d-4323-abb1-6f2e0f33742d service neutron] 10.222.0.10 "PUT /v2.0/ports/74325668-0837-407e-b93b-f7c316ea4f78 HTTP/1.1" status: 200 len: 1093 time: 1.3114531 Mar 28 01:10:12.480241 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36094a88-9f2d-4c07-949f-f56c083f88fd', 'tag': '74325668-0837-407e-b93b-f7c316ea4f78'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:10:12.482532 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2af4b01a9fa8b1570ccf1d7859d693ad34c106b258078e9cfae86b97f35e3d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e3283c2-1ddf-4a6c-9018-8874c16400a3" -d '{"events": [{"name": "network-changed", "server_uuid": "36094a88-9f2d-4c07-949f-f56c083f88fd", "tag": "74325668-0837-407e-b93b-f7c316ea4f78"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:10:12.546786 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 01:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e867e48d-8e4f-42ac-b5ae-0613612be4f7 x-openstack-request-id: req-e867e48d-8e4f-42ac-b5ae-0613612be4f7 {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:10:12.547081 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36094a88-9f2d-4c07-949f-f56c083f88fd", "tag": "74325668-0837-407e-b93b-f7c316ea4f78", "status": "completed", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:10:12.547334 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e867e48d-8e4f-42ac-b5ae-0613612be4f7 {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:10:12.547738 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e867e48d-8e4f-42ac-b5ae-0613612be4f7'] response: {'name': 'network-changed', 'server_uuid': '36094a88-9f2d-4c07-949f-f56c083f88fd', 'tag': '74325668-0837-407e-b93b-f7c316ea4f78', 'status': 'completed', 'code': 200} Mar 28 01:10:12.559946 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6a769c-211d-4323-abb1-6f2e0f33742d service neutron] Pushing event updated for resources: {'Port': ['ID=74325668-0837-407e-b93b-f7c316ea4f78,revision_number=3']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:12.628372 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6d19ac-b18d-4d3c-958f-79376e55141b req-b240f1d5-714c-4c7c-9288-5edc98b505ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:10:12.629895 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-9a6d19ac-b18d-4d3c-958f-79376e55141b req-b240f1d5-714c-4c7c-9288-5edc98b505ad service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cf1ee0ed9c204cc5bccbb38ebf185041&device_id=36094a88-9f2d-4c07-949f-f56c083f88fd HTTP/1.1" status: 200 len: 1127 time: 0.0849669 Mar 28 01:10:12.640913 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-26edbb69-9b7f-454b-86b4-9d30385cc0bf tempest-ExternalNetworksAdminNegativeTestJSON-149510170 tempest-ExternalNetworksAdminNegativeTestJSON-149510170-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (dad13d1f-599c-4097-9210-bbc0701da72f), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:12.641488 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-26edbb69-9b7f-454b-86b4-9d30385cc0bf tempest-ExternalNetworksAdminNegativeTestJSON-149510170 tempest-ExternalNetworksAdminNegativeTestJSON-149510170-project-admin] Publish callbacks [] for floatingip (dad13d1f-599c-4097-9210-bbc0701da72f), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:12.664115 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-de79522f-ade2-4fcd-bdb0-b1cef1ca940e tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Deleting port c5620f53-b4e3-43b3-9d4f-72ef26d07a0c {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:10:12.664482 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-de79522f-ade2-4fcd-bdb0-b1cef1ca940e tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (c5620f53-b4e3-43b3-9d4f-72ef26d07a0c), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:12.667340 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-26edbb69-9b7f-454b-86b4-9d30385cc0bf tempest-ExternalNetworksAdminNegativeTestJSON-149510170 tempest-ExternalNetworksAdminNegativeTestJSON-149510170-project-admin] Calling delete_port for dad13d1f-599c-4097-9210-bbc0701da72f owned by network:floatingip {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:10:12.680346 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-9a6d19ac-b18d-4d3c-958f-79376e55141b req-22bec1b3-b3a6-4cc4-b351-3d0d394932df service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=74325668-0837-407e-b93b-f7c316ea4f78 HTTP/1.1" status: 200 len: 217 time: 0.0434713 Mar 28 01:10:12.725412 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2a5c7093-7681-4b5b-84ab-d3e06706eed8 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Publish callbacks [] for port (49389a2f-c5e5-4c8d-8e16-18d2fba782f8), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:12.730874 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2a5c7093-7681-4b5b-84ab-d3e06706eed8 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (49389a2f-c5e5-4c8d-8e16-18d2fba782f8), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:12.777293 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6d19ac-b18d-4d3c-958f-79376e55141b req-5ab54533-1685-42a0-8713-abb24206b4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:10:12.778798 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-9a6d19ac-b18d-4d3c-958f-79376e55141b req-5ab54533-1685-42a0-8713-abb24206b4c8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=592db495-2a42-45a2-9428-dccc028178bd HTTP/1.1" status: 200 len: 835 time: 0.0900548 Mar 28 01:10:12.802992 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-de79522f-ade2-4fcd-bdb0-b1cef1ca940e tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (c5620f53-b4e3-43b3-9d4f-72ef26d07a0c), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:12.830051 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-de79522f-ade2-4fcd-bdb0-b1cef1ca940e tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Calling delete_port for c5620f53-b4e3-43b3-9d4f-72ef26d07a0c owned by {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:10:12.842079 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5c7093-7681-4b5b-84ab-d3e06706eed8 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Pushing event updated for resources: {'Port': ['ID=49389a2f-c5e5-4c8d-8e16-18d2fba782f8,revision_number=2']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:12.852221 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-2d5c7dec-99fa-4ffc-939f-fa0eecb36597 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.9411948 Mar 28 01:10:12.854057 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2a5c7093-7681-4b5b-84ab-d3e06706eed8 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688063'] for floatingip (efedc8b0-c72b-4679-89fe-97339415ebb8), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:12.855615 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54654) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:12.895062 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-37ca54eb-e80e-481d-a6d9-f6bf7c88c714 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1628830853'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:10:12.973628 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-de79522f-ade2-4fcd-bdb0-b1cef1ca940e tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (c5620f53-b4e3-43b3-9d4f-72ef26d07a0c), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:12.980500 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-26edbb69-9b7f-454b-86b4-9d30385cc0bf tempest-ExternalNetworksAdminNegativeTestJSON-149510170 tempest-ExternalNetworksAdminNegativeTestJSON-149510170-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (dad13d1f-599c-4097-9210-bbc0701da72f), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:13.009540 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de79522f-ade2-4fcd-bdb0-b1cef1ca940e tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Pushing event deleted for resources: {'Port': ['ID=c5620f53-b4e3-43b3-9d4f-72ef26d07a0c,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:13.012673 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6d19ac-b18d-4d3c-958f-79376e55141b req-620dacb9-5d06-4055-adcf-6d841f8abe1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:10:13.014089 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-de79522f-ade2-4fcd-bdb0-b1cef1ca940e tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:13.014243 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-9a6d19ac-b18d-4d3c-958f-79376e55141b req-620dacb9-5d06-4055-adcf-6d841f8abe1d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7543c20d-2cfc-49fd-abfd-e84ff8dfd2c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.2139547 Mar 28 01:10:13.017905 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-de79522f-ade2-4fcd-bdb0-b1cef1ca940e tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "DELETE /v2.0/ports/c5620f53-b4e3-43b3-9d4f-72ef26d07a0c HTTP/1.1" status: 204 len: 168 time: 0.6280110 Mar 28 01:10:13.022016 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54656) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:13.054767 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26edbb69-9b7f-454b-86b4-9d30385cc0bf tempest-ExternalNetworksAdminNegativeTestJSON-149510170 tempest-ExternalNetworksAdminNegativeTestJSON-149510170-project-admin] Pushing event deleted for resources: {'Port': ['ID=dad13d1f-599c-4097-9210-bbc0701da72f,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:13.100908 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-26edbb69-9b7f-454b-86b4-9d30385cc0bf tempest-ExternalNetworksAdminNegativeTestJSON-149510170 tempest-ExternalNetworksAdminNegativeTestJSON-149510170-project-admin] Publish callbacks [] for floatingip (0420017c-36bb-4dc0-a5e7-d4ce6fe146c3), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:13.103500 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-26edbb69-9b7f-454b-86b4-9d30385cc0bf tempest-ExternalNetworksAdminNegativeTestJSON-149510170 tempest-ExternalNetworksAdminNegativeTestJSON-149510170-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for floatingip (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:13.104742 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-26edbb69-9b7f-454b-86b4-9d30385cc0bf tempest-ExternalNetworksAdminNegativeTestJSON-149510170 tempest-ExternalNetworksAdminNegativeTestJSON-149510170-project-admin] 10.222.0.24 "DELETE /v2.0/floatingips/0420017c-36bb-4dc0-a5e7-d4ce6fe146c3 HTTP/1.1" status: 204 len: 168 time: 1.3502827 Mar 28 01:10:13.132414 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.l3_db [None req-2a5c7093-7681-4b5b-84ab-d3e06706eed8 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Floating IP efedc8b0-c72b-4679-89fe-97339415ebb8 associated. External IP: 172.26.1.184, port: c640ecb1-3efd-46b9-a0e3-4945d4ab5df1. Mar 28 01:10:13.271462 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0897a0c-c7e5-40dc-9a61-3f6cd22c2137 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:10:13.272958 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-e0897a0c-c7e5-40dc-9a61-3f6cd22c2137 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2501211 Mar 28 01:10:13.275794 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54662) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:13.302517 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f63f86b-782d-4290-8665-ddfa2fc5ed35 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] GET failed (client error): The resource could not be found. Mar 28 01:10:13.304098 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-5f63f86b-782d-4290-8665-ddfa2fc5ed35 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "GET /v2.0/ports/c5620f53-b4e3-43b3-9d4f-72ef26d07a0c HTTP/1.1" status: 404 len: 333 time: 0.0270288 Mar 28 01:10:13.309297 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54664) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:13.315673 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-313ade84-696a-4832-8d02-6b5a3bd0f7d8 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-992678409'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:10:13.330031 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-9a6d19ac-b18d-4d3c-958f-79376e55141b req-f3b2228a-9454-4e77-b0c7-618cae4cd2ea service neutron] 10.222.0.10 "GET /v2.0/networks/7543c20d-2cfc-49fd-abfd-e84ff8dfd2c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3081574 Mar 28 01:10:13.338962 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-313ade84-696a-4832-8d02-6b5a3bd0f7d8 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Made reservation on behalf of 123b9cbc24e44c7fa4900a5cf8071c36 for: {'network': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:10:13.350823 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-313ade84-696a-4832-8d02-6b5a3bd0f7d8 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:13.364501 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54668) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:13.386901 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-313ade84-696a-4832-8d02-6b5a3bd0f7d8 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=104098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:10:13.397587 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-313ade84-696a-4832-8d02-6b5a3bd0f7d8 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (ad179202-4f02-49eb-9bb5-451abf36e645), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:13.398150 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.segments_db [None req-313ade84-696a-4832-8d02-6b5a3bd0f7d8 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Added segment ad179202-4f02-49eb-9bb5-451abf36e645 of type vlan for network 155c5d77-bebc-412a-8634-ed2c9ea81afe Mar 28 01:10:13.442506 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-313ade84-696a-4832-8d02-6b5a3bd0f7d8 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (155c5d77-bebc-412a-8634-ed2c9ea81afe), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:13.470525 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-313ade84-696a-4832-8d02-6b5a3bd0f7d8 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (155c5d77-bebc-412a-8634-ed2c9ea81afe), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:13.475990 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313ade84-696a-4832-8d02-6b5a3bd0f7d8 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:10:13.476696 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-313ade84-696a-4832-8d02-6b5a3bd0f7d8 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:13.510148 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-97e6bd56-851c-40a1-bb27-2f75b8820a1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:13.539091 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ec68a0d3-711f-4661-803a-db16026d6806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:13.553089 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-313ade84-696a-4832-8d02-6b5a3bd0f7d8 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2427497 Mar 28 01:10:13.564992 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54672) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:13.574740 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-e7ecfd67-942e-4656-a8ec-9014ffa885a5 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Request body: {'subnet': {'network_id': '155c5d77-bebc-412a-8634-ed2c9ea81afe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:10:13.623745 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313ade84-696a-4832-8d02-6b5a3bd0f7d8 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Pushing event updated for resources: {'Network': ['ID=155c5d77-bebc-412a-8634-ed2c9ea81afe,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:13.636795 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network 155c5d77-bebc-412a-8634-ed2c9ea81afe details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:10:13.702879 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7ecfd67-942e-4656-a8ec-9014ffa885a5 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Made reservation on behalf of 123b9cbc24e44c7fa4900a5cf8071c36 for: {'subnet': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:10:13.707537 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e7ecfd67-942e-4656-a8ec-9014ffa885a5 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126112411'] for subnet (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:13.773673 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-97e6bd56-851c-40a1-bb27-2f75b8820a1b admin admin] Publish callbacks [] for security_group (0bc3c56b-9f6f-43f5-8771-c24219fcb387), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:13.782146 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-97e6bd56-851c-40a1-bb27-2f75b8820a1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (0bc3c56b-9f6f-43f5-8771-c24219fcb387), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:13.844354 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-97e6bd56-851c-40a1-bb27-2f75b8820a1b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=abdd16659a8b42d1886064f41ae7ab6a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4784522 Mar 28 01:10:13.846061 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54674) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:13.848019 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e6bd56-851c-40a1-bb27-2f75b8820a1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bc3c56b-9f6f-43f5-8771-c24219fcb387,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:13.941151 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-fd27f1a4-0e01-48ed-9552-0d993f955895 admin admin] Publish callbacks [] for security_group (0bc3c56b-9f6f-43f5-8771-c24219fcb387), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:13.943741 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-9a6d19ac-b18d-4d3c-958f-79376e55141b req-bc847abb-49ee-4cde-864a-b4e367f95e30 service neutron] 10.222.0.10 "GET /v2.0/networks/7543c20d-2cfc-49fd-abfd-e84ff8dfd2c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6040576 Mar 28 01:10:13.990951 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaf3fe3-3ccf-44d2-a4b2-6370c1ac0828 req-5ab25833-f936-4c5d-8893-cece8e9886fd tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:10:13.992521 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-4eaf3fe3-3ccf-44d2-a4b2-6370c1ac0828 req-5ab25833-f936-4c5d-8893-cece8e9886fd tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=36094a88-9f2d-4c07-949f-f56c083f88fd HTTP/1.1" status: 200 len: 943 time: 0.5843728 Mar 28 01:10:13.999004 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-fd27f1a4-0e01-48ed-9552-0d993f955895 admin admin] Publish callbacks [] for security_group (0bc3c56b-9f6f-43f5-8771-c24219fcb387), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:14.008881 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e7ecfd67-942e-4656-a8ec-9014ffa885a5 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126174976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126112397'] for subnet (732d9754-5336-4263-95d2-e217b1682e6e), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:14.085203 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-37ca54eb-e80e-481d-a6d9-f6bf7c88c714 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3688170', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3689605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7136'] for router (42e0e62a-4fda-439b-9f59-9a754280914b), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:14.086434 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ecfd67-942e-4656-a8ec-9014ffa885a5 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Pushing event updated for resources: {'Subnet': ['ID=732d9754-5336-4263-95d2-e217b1682e6e,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:14.097918 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a5c7093-7681-4b5b-84ab-d3e06706eed8 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Router 87992a48-3273-4cf7-b5bb-efc23b63aac4 has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:10:14.100228 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ecfd67-942e-4656-a8ec-9014ffa885a5 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Checking segment: {'id': 'ad179202-4f02-49eb-9bb5-451abf36e645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '155c5d77-bebc-412a-8634-ed2c9ea81afe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:10:14.100900 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ecfd67-942e-4656-a8ec-9014ffa885a5 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Network hostable DHCP agents. Network: 155c5d77-bebc-412a-8634-ed2c9ea81afe, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:10:14.117968 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-fd27f1a4-0e01-48ed-9552-0d993f955895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (0bc3c56b-9f6f-43f5-8771-c24219fcb387), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:14.120657 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-fd27f1a4-0e01-48ed-9552-0d993f955895 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:14.124245 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-fd27f1a4-0e01-48ed-9552-0d993f955895 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0bc3c56b-9f6f-43f5-8771-c24219fcb387 HTTP/1.1" status: 204 len: 168 time: 0.2748089 Mar 28 01:10:14.124425 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-37ca54eb-e80e-481d-a6d9-f6bf7c88c714 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3688163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3687960', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3689650'] for router (42e0e62a-4fda-439b-9f59-9a754280914b), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:14.130908 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-4eaf3fe3-3ccf-44d2-a4b2-6370c1ac0828 req-a1826ca0-3622-46f0-a0ab-f8eb1771a495 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6215654-9d7c-4fc4-9774-893796a9584c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223013 Mar 28 01:10:14.133092 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd27f1a4-0e01-48ed-9552-0d993f955895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bc3c56b-9f6f-43f5-8771-c24219fcb387,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:14.135988 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ecfd67-942e-4656-a8ec-9014ffa885a5 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Network 155c5d77-bebc-412a-8634-ed2c9ea81afe is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:10:14.142221 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3283c2-1ddf-4a6c-9018-8874c16400a3 req-a6fd5e29-9cde-4c46-9721-d4b80e63ebbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:10:14.143726 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-0e3283c2-1ddf-4a6c-9018-8874c16400a3 req-a6fd5e29-9cde-4c46-9721-d4b80e63ebbc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cf1ee0ed9c204cc5bccbb38ebf185041&device_id=36094a88-9f2d-4c07-949f-f56c083f88fd HTTP/1.1" status: 200 len: 1127 time: 0.1503489 Mar 28 01:10:14.156746 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-e7ecfd67-942e-4656-a8ec-9014ffa885a5 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, 155c5d77-bebc-412a-8634-ed2c9ea81afe) {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:10:14.162099 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ecfd67-942e-4656-a8ec-9014ffa885a5 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:10:14.162937 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e7ecfd67-942e-4656-a8ec-9014ffa885a5 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:14.178986 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e3eb90-4ffa-4823-95b9-937d6730b09c None None] Network 155c5d77-bebc-412a-8634-ed2c9ea81afe requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:10:14.192281 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-e7ecfd67-942e-4656-a8ec-9014ffa885a5 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6254373 Mar 28 01:10:14.195124 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54678) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:14.200538 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-4a2377c7-be3b-4c38-84b1-1849da94e165 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Request body: {'subnet': {'network_id': '155c5d77-bebc-412a-8634-ed2c9ea81afe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:10:14.330180 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963676ae-bae3-4cb9-9157-264bab3b08ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-155c5d77-bebc-412a-8634-ed2c9ea81afe', 'network_id': '155c5d77-bebc-412a-8634-ed2c9ea81afe', 'project_id': '123b9cbc24e44c7fa4900a5cf8071c36', 'fixed_ips': [{'subnet_id': '732d9754-5336-4263-95d2-e217b1682e6e'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:10:14.331058 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-963676ae-bae3-4cb9-9157-264bab3b08ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:14.366594 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a2377c7-be3b-4c38-84b1-1849da94e165 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Made reservation on behalf of 123b9cbc24e44c7fa4900a5cf8071c36 for: {'subnet': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:10:14.370489 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4a2377c7-be3b-4c38-84b1-1849da94e165 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126112411'] for subnet (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:14.414479 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3283c2-1ddf-4a6c-9018-8874c16400a3 req-352a5fc2-28d2-436f-b719-2d492aa85a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:10:14.415951 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-0e3283c2-1ddf-4a6c-9018-8874c16400a3 req-352a5fc2-28d2-436f-b719-2d492aa85a1d service neutron] 10.222.0.10 "GET /v2.0/networks?id=7543c20d-2cfc-49fd-abfd-e84ff8dfd2c3 HTTP/1.1" status: 200 len: 897 time: 0.2346067 Mar 28 01:10:14.427517 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37ca54eb-e80e-481d-a6d9-f6bf7c88c714 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Router 42e0e62a-4fda-439b-9f59-9a754280914b has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:10:14.433420 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a5c7093-7681-4b5b-84ab-d3e06706eed8 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:10:14.450525 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49e4233-8796-4dac-9766-9bea0465c00c None None] Sync routers for ids ['87992a48-3273-4cf7-b5bb-efc23b63aac4'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:10:14.474066 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49e4233-8796-4dac-9766-9bea0465c00c None None] Routers {'87992a48-3273-4cf7-b5bb-efc23b63aac4'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:10:14.474723 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-b49e4233-8796-4dac-9766-9bea0465c00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:10:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['87992a48-3273-4cf7-b5bb-efc23b63aac4'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:14.474868 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-0e3283c2-1ddf-4a6c-9018-8874c16400a3 req-9013bafc-0d43-409d-9eae-831ef8b58228 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=74325668-0837-407e-b93b-f7c316ea4f78 HTTP/1.1" status: 200 len: 217 time: 0.0492473 Mar 28 01:10:14.492603 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2a5c7093-7681-4b5b-84ab-d3e06706eed8 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for floatingip (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:14.496449 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54682) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:14.523716 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.ipam_backend_mixin [None req-4a2377c7-be3b-4c38-84b1-1849da94e165 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 732d9754-5336-4263-95d2-e217b1682e6e (CIDR: 2001:db8::/64) Mar 28 01:10:14.543802 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a2377c7-be3b-4c38-84b1-1849da94e165 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 01:10:14.544888 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a2377c7-be3b-4c38-84b1-1849da94e165 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:10:14.588830 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-1ef7ac65-57dd-4e3d-929a-579380516546 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d261516dfa404a7eb31ccfe1ad8bf23b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0907323 Mar 28 01:10:14.590433 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54684) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:14.614069 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-4a2377c7-be3b-4c38-84b1-1849da94e165 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4174590 Mar 28 01:10:14.617535 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54686) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:14.623919 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-2a5c7093-7681-4b5b-84ab-d3e06706eed8 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.9683485 Mar 28 01:10:14.623919 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc5c4747-fcbd-4652-b651-1ce8413f1a2b', 'tag': 'c640ecb1-3efd-46b9-a0e3-4945d4ab5df1'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:10:14.624440 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2af4b01a9fa8b1570ccf1d7859d693ad34c106b258078e9cfae86b97f35e3d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3883b43-c9aa-4b18-8fcd-add4d1014718" -d '{"events": [{"name": "network-changed", "server_uuid": "fc5c4747-fcbd-4652-b651-1ce8413f1a2b", "tag": "c640ecb1-3efd-46b9-a0e3-4945d4ab5df1"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:10:14.630631 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-92126c00-896c-4c42-a306-3f90b1ffa5ce tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Request body: {'subnet': {'network_id': '155c5d77-bebc-412a-8634-ed2c9ea81afe', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:10:14.635836 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3283c2-1ddf-4a6c-9018-8874c16400a3 req-94c06fdb-e852-4f2c-be2a-42791b9294cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:10:14.637353 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-0e3283c2-1ddf-4a6c-9018-8874c16400a3 req-94c06fdb-e852-4f2c-be2a-42791b9294cd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=592db495-2a42-45a2-9428-dccc028178bd HTTP/1.1" status: 200 len: 835 time: 0.1551676 Mar 28 01:10:14.677228 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 01:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5f0b3d9-1da8-484a-ae2c-3869c8575ef8 x-openstack-request-id: req-f5f0b3d9-1da8-484a-ae2c-3869c8575ef8 {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:10:14.677529 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc5c4747-fcbd-4652-b651-1ce8413f1a2b", "tag": "c640ecb1-3efd-46b9-a0e3-4945d4ab5df1", "status": "completed", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:10:14.677829 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f5f0b3d9-1da8-484a-ae2c-3869c8575ef8 {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:10:14.678236 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5f0b3d9-1da8-484a-ae2c-3869c8575ef8'] response: {'name': 'network-changed', 'server_uuid': 'fc5c4747-fcbd-4652-b651-1ce8413f1a2b', 'tag': 'c640ecb1-3efd-46b9-a0e3-4945d4ab5df1', 'status': 'completed', 'code': 200} Mar 28 01:10:14.704003 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37ca54eb-e80e-481d-a6d9-f6bf7c88c714 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:10:14.718958 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-37ca54eb-e80e-481d-a6d9-f6bf7c88c714 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks [] for router (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:14.723001 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-37ca54eb-e80e-481d-a6d9-f6bf7c88c714 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] 10.222.0.24 "PUT /v2.0/routers/42e0e62a-4fda-439b-9f59-9a754280914b HTTP/1.1" status: 200 len: 888 time: 1.8620951 Mar 28 01:10:14.723187 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-def70724-b4a7-4ce3-a84a-c856d3652115 admin admin] Publish callbacks [] for security_group (74154eb7-a3b9-4cf6-a1cb-c30292dfa905), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:14.723662 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc64891-4b36-47c6-8652-d12999d1a482 None None] Sync routers for ids ['42e0e62a-4fda-439b-9f59-9a754280914b'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:10:14.727792 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54692) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:14.743507 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc64891-4b36-47c6-8652-d12999d1a482 None None] Routers {'42e0e62a-4fda-439b-9f59-9a754280914b'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:10:14.744336 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-5fc64891-4b36-47c6-8652-d12999d1a482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:10:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['42e0e62a-4fda-439b-9f59-9a754280914b'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:14.746473 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-def70724-b4a7-4ce3-a84a-c856d3652115 admin admin] Publish callbacks [] for security_group (74154eb7-a3b9-4cf6-a1cb-c30292dfa905), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:14.790717 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3283c2-1ddf-4a6c-9018-8874c16400a3 req-69f38e7d-14a3-44df-bc8f-daec2adc6275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:10:14.792317 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-0e3283c2-1ddf-4a6c-9018-8874c16400a3 req-69f38e7d-14a3-44df-bc8f-daec2adc6275 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7543c20d-2cfc-49fd-abfd-e84ff8dfd2c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1465323 Mar 28 01:10:14.795854 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-5fc64891-4b36-47c6-8652-d12999d1a482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:14.804968 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-def70724-b4a7-4ce3-a84a-c856d3652115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (74154eb7-a3b9-4cf6-a1cb-c30292dfa905), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:14.807529 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-def70724-b4a7-4ce3-a84a-c856d3652115 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:14.808722 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-def70724-b4a7-4ce3-a84a-c856d3652115 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/74154eb7-a3b9-4cf6-a1cb-c30292dfa905 HTTP/1.1" status: 204 len: 168 time: 0.2171583 Mar 28 01:10:14.818070 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc64891-4b36-47c6-8652-d12999d1a482 None None] Routers {'42e0e62a-4fda-439b-9f59-9a754280914b'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:10:14.819054 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-5fc64891-4b36-47c6-8652-d12999d1a482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:10:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['42e0e62a-4fda-439b-9f59-9a754280914b'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:14.822434 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def70724-b4a7-4ce3-a84a-c856d3652115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74154eb7-a3b9-4cf6-a1cb-c30292dfa905,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:14.871430 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92126c00-896c-4c42-a306-3f90b1ffa5ce tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Made reservation on behalf of 123b9cbc24e44c7fa4900a5cf8071c36 for: {'subnet': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:10:14.873701 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:14.876848 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-92126c00-896c-4c42-a306-3f90b1ffa5ce tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126112411'] for subnet (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:14.886346 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-5fc64891-4b36-47c6-8652-d12999d1a482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:14.887511 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc64891-4b36-47c6-8652-d12999d1a482 None None] The sync data for ids ['42e0e62a-4fda-439b-9f59-9a754280914b'] in dv-neutron-834874-6-hyperv is: [] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:10:14.900185 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-963676ae-bae3-4cb9-9157-264bab3b08ff None None] Allocated IP 2001:db8::2 (155c5d77-bebc-412a-8634-ed2c9ea81afe/732d9754-5336-4263-95d2-e217b1682e6e/a8bc7b1a-5ecb-4cdb-bbc2-b045fc1bb8e8) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:10:14.925702 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3883b43-c9aa-4b18-8fcd-add4d1014718 req-a11532f6-fa81-491f-b036-f4ff10785668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:10:14.926999 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a3883b43-c9aa-4b18-8fcd-add4d1014718 req-a11532f6-fa81-491f-b036-f4ff10785668 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bf9f34f21ab94392ab36354129e00f8d&device_id=fc5c4747-fcbd-4652-b651-1ce8413f1a2b HTTP/1.1" status: 200 len: 1130 time: 0.2244716 Mar 28 01:10:14.985634 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-b49e4233-8796-4dac-9766-9bea0465c00c None None] Set router 87992a48-3273-4cf7-b5bb-efc23b63aac4 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:10:15.012679 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-3b9000f5-83b2-4275-ba3c-2723208e523e tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] 10.222.0.24 "GET /v2.0/routers/42e0e62a-4fda-439b-9f59-9a754280914b HTTP/1.1" status: 200 len: 888 time: 0.2831552 Mar 28 01:10:15.016067 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54696) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:15.019709 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-0e3283c2-1ddf-4a6c-9018-8874c16400a3 req-0cfc5e8f-d7f5-4ab5-9a96-79ccdad049fd service neutron] 10.222.0.10 "GET /v2.0/networks/7543c20d-2cfc-49fd-abfd-e84ff8dfd2c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913702 Mar 28 01:10:15.049175 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-85f3022a-b37a-449d-9d49-9a78ed825cbf tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] 10.222.0.24 "GET /v2.0/ports?device_id=42e0e62a-4fda-439b-9f59-9a754280914b HTTP/1.1" status: 200 len: 205 time: 0.0308988 Mar 28 01:10:15.052355 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54698) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:15.136856 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3883b43-c9aa-4b18-8fcd-add4d1014718 req-044a1b40-e4bc-41f9-a800-00c28fa92f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:10:15.138771 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a3883b43-c9aa-4b18-8fcd-add4d1014718 req-044a1b40-e4bc-41f9-a800-00c28fa92f36 service neutron] 10.222.0.10 "GET /v2.0/networks?id=788fd3f3-3593-4cdc-933e-dd5c53c623d8 HTTP/1.1" status: 200 len: 912 time: 0.2038147 Mar 28 01:10:15.274734 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-72468232-8aeb-4182-b693-87b5df958024 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks [] for router (42e0e62a-4fda-439b-9f59-9a754280914b), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:15.285063 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-963676ae-bae3-4cb9-9157-264bab3b08ff None None] Publish callbacks [] for port (a8bc7b1a-5ecb-4cdb-bbc2-b045fc1bb8e8), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:15.304473 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-0e3283c2-1ddf-4a6c-9018-8874c16400a3 req-aea30d5d-fa97-4ac7-bc03-6b953ebfdf8a service neutron] 10.222.0.10 "GET /v2.0/networks/7543c20d-2cfc-49fd-abfd-e84ff8dfd2c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644417 Mar 28 01:10:15.305078 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-963676ae-bae3-4cb9-9157-264bab3b08ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (a8bc7b1a-5ecb-4cdb-bbc2-b045fc1bb8e8), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:15.309568 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a3883b43-c9aa-4b18-8fcd-add4d1014718 req-2bc5f3e1-b9e3-4704-87e0-35c02836598e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c640ecb1-3efd-46b9-a0e3-4945d4ab5df1 HTTP/1.1" status: 200 len: 1000 time: 0.1635392 Mar 28 01:10:15.392865 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a7b351-5a65-477d-9314-0846ee487c8c req-1bcbb934-9ef0-4fe5-ae9a-e60989025818 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:10:15.394317 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963676ae-bae3-4cb9-9157-264bab3b08ff None None] Network 155c5d77-bebc-412a-8634-ed2c9ea81afe is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:10:15.395561 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e3a7b351-5a65-477d-9314-0846ee487c8c req-1bcbb934-9ef0-4fe5-ae9a-e60989025818 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=36094a88-9f2d-4c07-949f-f56c083f88fd HTTP/1.1" status: 200 len: 943 time: 0.1484454 Mar 28 01:10:15.406404 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-963676ae-bae3-4cb9-9157-264bab3b08ff None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:10:15.410623 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-92126c00-896c-4c42-a306-3f90b1ffa5ce tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126174976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126112397'] for subnet (85ae256d-e2f4-4c3c-a3b1-b88250f59f08), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:15.414719 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963676ae-bae3-4cb9-9157-264bab3b08ff None None] Pushing event updated for resources: {'Port': ['ID=a8bc7b1a-5ecb-4cdb-bbc2-b045fc1bb8e8,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:15.419418 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963676ae-bae3-4cb9-9157-264bab3b08ff None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:10:15.437988 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963676ae-bae3-4cb9-9157-264bab3b08ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:10:15.438556 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963676ae-bae3-4cb9-9157-264bab3b08ff None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:10:15.439611 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963676ae-bae3-4cb9-9157-264bab3b08ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:10:15.440303 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963676ae-bae3-4cb9-9157-264bab3b08ff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:10:15.440823 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963676ae-bae3-4cb9-9157-264bab3b08ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:10:15.441317 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963676ae-bae3-4cb9-9157-264bab3b08ff None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:10:15.441809 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963676ae-bae3-4cb9-9157-264bab3b08ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:10:15.442296 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963676ae-bae3-4cb9-9157-264bab3b08ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:10:15.442798 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963676ae-bae3-4cb9-9157-264bab3b08ff None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:10:15.443300 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963676ae-bae3-4cb9-9157-264bab3b08ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:10:15.444407 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963676ae-bae3-4cb9-9157-264bab3b08ff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:10:15.444905 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963676ae-bae3-4cb9-9157-264bab3b08ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:10:15.445542 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963676ae-bae3-4cb9-9157-264bab3b08ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:10:15.446741 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963676ae-bae3-4cb9-9157-264bab3b08ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:10:15.447229 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963676ae-bae3-4cb9-9157-264bab3b08ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:10:15.461686 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3883b43-c9aa-4b18-8fcd-add4d1014718 req-b174a62a-52b2-458e-ab58-d38723ec27e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:10:15.463721 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a3883b43-c9aa-4b18-8fcd-add4d1014718 req-b174a62a-52b2-458e-ab58-d38723ec27e8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0a57ae47-09ee-4007-9878-c6cea91f6590 HTTP/1.1" status: 200 len: 851 time: 0.1469600 Mar 28 01:10:15.484189 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92126c00-896c-4c42-a306-3f90b1ffa5ce tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Network 155c5d77-bebc-412a-8634-ed2c9ea81afe is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:10:15.492416 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-92126c00-896c-4c42-a306-3f90b1ffa5ce tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:10:15.500217 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92126c00-896c-4c42-a306-3f90b1ffa5ce tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:10:15.500813 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-92126c00-896c-4c42-a306-3f90b1ffa5ce tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:15.518100 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92126c00-896c-4c42-a306-3f90b1ffa5ce tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Pushing event updated for resources: {'Subnet': ['ID=85ae256d-e2f4-4c3c-a3b1-b88250f59f08,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:15.529289 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-72468232-8aeb-4182-b693-87b5df958024 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks [] for router_gateway (42e0e62a-4fda-439b-9f59-9a754280914b), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:15.538370 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-92126c00-896c-4c42-a306-3f90b1ffa5ce tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9199343 Mar 28 01:10:15.542091 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54712) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:15.547599 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-b49e4233-8796-4dac-9766-9bea0465c00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87992a48-3273-4cf7-b5bb-efc23b63aac4', 'name': 'tempest-TestVolumeBootPattern-1711087568-router', 'tenant_id': 'bf9f34f21ab94392ab36354129e00f8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.60'}], 'enable_snat': True}, 'gw_port_id': '2b33c713-3e16-49b2-a91e-4acf21746887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:08:24Z', 'updated_at': '2022-03-28T01:08:34Z', 'revision_number': 4, 'project_id': 'bf9f34f21ab94392ab36354129e00f8d', 'gw_port': {'id': '2b33c713-3e16-49b2-a91e-4acf21746887', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87992a48-3273-4cf7-b5bb-efc23b63aac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:08:25Z', 'updated_at': '2022-03-28T01:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_floatingips': [{'id': 'efedc8b0-c72b-4679-89fe-97339415ebb8', 'tenant_id': 'bf9f34f21ab94392ab36354129e00f8d', 'floating_ip_address': '172.26.1.184', 'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'router_id': '87992a48-3273-4cf7-b5bb-efc23b63aac4', 'port_id': 'c640ecb1-3efd-46b9-a0e3-4945d4ab5df1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1119, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '788fd3f3-3593-4cdc-933e-dd5c53c623d8', 'mac_address': 'fa:16:3e:16:52:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5c4747-fcbd-4652-b651-1ce8413f1a2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T01:10:11Z', 'updated_at': '2022-03-28T01:10:11Z', 'revision_number': 0, 'project_id': 'bf9f34f21ab94392ab36354129e00f8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b496533-293b-4013-8308-72d3e2baa76a', 'name': '', 'network_id': '788fd3f3-3593-4cdc-933e-dd5c53c623d8', 'tenant_id': 'bf9f34f21ab94392ab36354129e00f8d', 'mac_address': 'fa:16:3e:e3:30:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87992a48-3273-4cf7-b5bb-efc23b63aac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '0a57ae47-09ee-4007-9878-c6cea91f6590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:08:32Z', 'updated_at': '2022-03-28T01:08:39Z', 'revision_number': 5, 'project_id': 'bf9f34f21ab94392ab36354129e00f8d', 'subnets': [{'id': '0a57ae47-09ee-4007-9878-c6cea91f6590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:15.551465 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-e23af321-cb6e-444f-a31a-29059ef550f4 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Request body: {'port': {'network_id': '155c5d77-bebc-412a-8634-ed2c9ea81afe', 'fixed_ips': [{'subnet_id': '732d9754-5336-4263-95d2-e217b1682e6e'}, {'subnet_id': '85ae256d-e2f4-4c3c-a3b1-b88250f59f08'}], 'name': 'tempest-PortsIpV6TestJSON-1077731638'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:10:15.574019 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e3a7b351-5a65-477d-9314-0846ee487c8c req-2e50486f-d381-4d6f-abef-1821a6c8115e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6215654-9d7c-4fc4-9774-893796a9584c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1712778 Mar 28 01:10:15.583118 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3883b43-c9aa-4b18-8fcd-add4d1014718 req-9a103716-9f22-4ce2-a7f4-484209e08a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:10:15.584652 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a3883b43-c9aa-4b18-8fcd-add4d1014718 req-9a103716-9f22-4ce2-a7f4-484209e08a0a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=788fd3f3-3593-4cdc-933e-dd5c53c623d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1137521 Mar 28 01:10:15.611356 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49e4233-8796-4dac-9766-9bea0465c00c None None] Checking router: 87992a48-3273-4cf7-b5bb-efc23b63aac4 for host: dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:10:15.617769 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-963676ae-bae3-4cb9-9157-264bab3b08ff None None] Attempting to bind port a8bc7b1a-5ecb-4cdb-bbc2-b045fc1bb8e8 on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:10:15.618341 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-963676ae-bae3-4cb9-9157-264bab3b08ff None None] Attempting to bind port a8bc7b1a-5ecb-4cdb-bbc2-b045fc1bb8e8 by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': 'ad179202-4f02-49eb-9bb5-451abf36e645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '155c5d77-bebc-412a-8634-ed2c9ea81afe'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:10:15.618901 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963676ae-bae3-4cb9-9157-264bab3b08ff None None] Attempting to bind port a8bc7b1a-5ecb-4cdb-bbc2-b045fc1bb8e8 on network 155c5d77-bebc-412a-8634-ed2c9ea81afe {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:10:15.627494 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963676ae-bae3-4cb9-9157-264bab3b08ff None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:10:15.628125 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963676ae-bae3-4cb9-9157-264bab3b08ff None None] Checking segment: {'id': 'ad179202-4f02-49eb-9bb5-451abf36e645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '155c5d77-bebc-412a-8634-ed2c9ea81afe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:10:15.628723 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-963676ae-bae3-4cb9-9157-264bab3b08ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:15.629276 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963676ae-bae3-4cb9-9157-264bab3b08ff None None] Bound using segment: {'id': 'ad179202-4f02-49eb-9bb5-451abf36e645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '155c5d77-bebc-412a-8634-ed2c9ea81afe'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:10:15.629907 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-963676ae-bae3-4cb9-9157-264bab3b08ff None None] Bound port: a8bc7b1a-5ecb-4cdb-bbc2-b045fc1bb8e8, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad179202-4f02-49eb-9bb5-451abf36e645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '155c5d77-bebc-412a-8634-ed2c9ea81afe'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:10:15.630457 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-963676ae-bae3-4cb9-9157-264bab3b08ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (a8bc7b1a-5ecb-4cdb-bbc2-b045fc1bb8e8), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:15.647943 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49e4233-8796-4dac-9766-9bea0465c00c None None] Routers {'87992a48-3273-4cf7-b5bb-efc23b63aac4'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:10:15.648787 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-b49e4233-8796-4dac-9766-9bea0465c00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:10:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['87992a48-3273-4cf7-b5bb-efc23b63aac4'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:15.725735 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a3883b43-c9aa-4b18-8fcd-add4d1014718 req-d45082dd-ef1b-44b9-864c-f4c80d6796b3 service neutron] 10.222.0.10 "GET /v2.0/networks/788fd3f3-3593-4cdc-933e-dd5c53c623d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246288 Mar 28 01:10:15.727731 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e23af321-cb6e-444f-a31a-29059ef550f4 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Made reservation on behalf of 123b9cbc24e44c7fa4900a5cf8071c36 for: {'port': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:10:15.829628 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a3883b43-c9aa-4b18-8fcd-add4d1014718 req-fa44a42c-3266-4837-8206-a64f47b1565a service neutron] 10.222.0.10 "GET /v2.0/networks/788fd3f3-3593-4cdc-933e-dd5c53c623d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977788 Mar 28 01:10:15.833946 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e23af321-cb6e-444f-a31a-29059ef550f4 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:15.869308 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.notifiers.nova [None req-e23af321-cb6e-444f-a31a-29059ef550f4 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] device_id is not set on port 31283fd8-878f-4084-98a0-257577c5c730 yet. {{(pid=104098) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 01:10:15.893371 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-b49e4233-8796-4dac-9766-9bea0465c00c None None] Set router 87992a48-3273-4cf7-b5bb-efc23b63aac4 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:10:16.077031 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-72468232-8aeb-4182-b693-87b5df958024 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Deleting port 5572d3bf-875b-4793-9a8f-da3816e1e36c {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:10:16.077427 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-72468232-8aeb-4182-b693-87b5df958024 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (5572d3bf-875b-4793-9a8f-da3816e1e36c), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:16.102635 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-963676ae-bae3-4cb9-9157-264bab3b08ff None None] For port a8bc7b1a-5ecb-4cdb-bbc2-b045fc1bb8e8, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:10:16.115986 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-963676ae-bae3-4cb9-9157-264bab3b08ff None None] For port a8bc7b1a-5ecb-4cdb-bbc2-b045fc1bb8e8, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=a8bc7b1a-5ecb-4cdb-bbc2-b045fc1bb8e8,segment=NetworkSegment(ad179202-4f02-49eb-9bb5-451abf36e645),segment_id=ad179202-4f02-49eb-9bb5-451abf36e645)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:10:16.144076 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-963676ae-bae3-4cb9-9157-264bab3b08ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (a8bc7b1a-5ecb-4cdb-bbc2-b045fc1bb8e8), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:16.217906 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-72468232-8aeb-4182-b693-87b5df958024 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (5572d3bf-875b-4793-9a8f-da3816e1e36c), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:16.225184 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:16.238869 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963676ae-bae3-4cb9-9157-264bab3b08ff None None] Pushing event updated for resources: {'Port': ['ID=a8bc7b1a-5ecb-4cdb-bbc2-b045fc1bb8e8,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:16.256322 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-b49e4233-8796-4dac-9766-9bea0465c00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87992a48-3273-4cf7-b5bb-efc23b63aac4', 'name': 'tempest-TestVolumeBootPattern-1711087568-router', 'tenant_id': 'bf9f34f21ab94392ab36354129e00f8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.60'}], 'enable_snat': True}, 'gw_port_id': '2b33c713-3e16-49b2-a91e-4acf21746887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:08:24Z', 'updated_at': '2022-03-28T01:08:34Z', 'revision_number': 4, 'project_id': 'bf9f34f21ab94392ab36354129e00f8d', 'gw_port': {'id': '2b33c713-3e16-49b2-a91e-4acf21746887', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87992a48-3273-4cf7-b5bb-efc23b63aac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:08:25Z', 'updated_at': '2022-03-28T01:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_floatingips': [{'id': 'efedc8b0-c72b-4679-89fe-97339415ebb8', 'tenant_id': 'bf9f34f21ab94392ab36354129e00f8d', 'floating_ip_address': '172.26.1.184', 'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'router_id': '87992a48-3273-4cf7-b5bb-efc23b63aac4', 'port_id': 'c640ecb1-3efd-46b9-a0e3-4945d4ab5df1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1119, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '788fd3f3-3593-4cdc-933e-dd5c53c623d8', 'mac_address': 'fa:16:3e:16:52:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5c4747-fcbd-4652-b651-1ce8413f1a2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T01:10:11Z', 'updated_at': '2022-03-28T01:10:11Z', 'revision_number': 0, 'project_id': 'bf9f34f21ab94392ab36354129e00f8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b496533-293b-4013-8308-72d3e2baa76a', 'name': '', 'network_id': '788fd3f3-3593-4cdc-933e-dd5c53c623d8', 'tenant_id': 'bf9f34f21ab94392ab36354129e00f8d', 'mac_address': 'fa:16:3e:e3:30:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87992a48-3273-4cf7-b5bb-efc23b63aac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '0a57ae47-09ee-4007-9878-c6cea91f6590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:08:32Z', 'updated_at': '2022-03-28T01:08:39Z', 'revision_number': 5, 'project_id': 'bf9f34f21ab94392ab36354129e00f8d', 'subnets': [{'id': '0a57ae47-09ee-4007-9878-c6cea91f6590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:16.263949 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-72468232-8aeb-4182-b693-87b5df958024 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Calling delete_port for 5572d3bf-875b-4793-9a8f-da3816e1e36c owned by network:router_gateway {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:10:16.287054 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49e4233-8796-4dac-9766-9bea0465c00c None None] The sync data for ids ['87992a48-3273-4cf7-b5bb-efc23b63aac4'] in dv-neutron-834874-6-hyperv is: [{'id': '87992a48-3273-4cf7-b5bb-efc23b63aac4', 'name': 'tempest-TestVolumeBootPattern-1711087568-router', 'tenant_id': 'bf9f34f21ab94392ab36354129e00f8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.60'}], 'enable_snat': True}, 'gw_port_id': '2b33c713-3e16-49b2-a91e-4acf21746887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:08:24Z', 'updated_at': '2022-03-28T01:08:34Z', 'revision_number': 4, 'project_id': 'bf9f34f21ab94392ab36354129e00f8d', 'gw_port': {'id': '2b33c713-3e16-49b2-a91e-4acf21746887', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87992a48-3273-4cf7-b5bb-efc23b63aac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:08:25Z', 'updated_at': '2022-03-28T01:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_floatingips': [{'id': 'efedc8b0-c72b-4679-89fe-97339415ebb8', 'tenant_id': 'bf9f34f21ab94392ab36354129e00f8d', 'floating_ip_address': '172.26.1.184', 'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'router_id': '87992a48-3273-4cf7-b5bb-efc23b63aac4', 'port_id': 'c640ecb1-3efd-46b9-a0e3-4945d4ab5df1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1119, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '788fd3f3-3593-4cdc-933e-dd5c53c623d8', 'mac_address': 'fa:16:3e:16:52:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5c4747-fcbd-4652-b651-1ce8413f1a2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T01:10:11Z', 'updated_at': '2022-03-28T01:10:11Z', 'revision_number': 0, 'project_id': 'bf9f34f21ab94392ab36354129e00f8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b496533-293b-4013-8308-72d3e2baa76a', 'name': '', 'network_id': '788fd3f3-3593-4cdc-933e-dd5c53c623d8', 'tenant_id': 'bf9f34f21ab94392ab36354129e00f8d', 'mac_address': 'fa:16:3e:e3:30:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87992a48-3273-4cf7-b5bb-efc23b63aac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '0a57ae47-09ee-4007-9878-c6cea91f6590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:08:32Z', 'updated_at': '2022-03-28T01:08:39Z', 'revision_number': 5, 'project_id': 'bf9f34f21ab94392ab36354129e00f8d', 'subnets': [{'id': '0a57ae47-09ee-4007-9878-c6cea91f6590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:10:16.359340 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-e23af321-cb6e-444f-a31a-29059ef550f4 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Allocated IP 2001:db8::20a (155c5d77-bebc-412a-8634-ed2c9ea81afe/732d9754-5336-4263-95d2-e217b1682e6e/31283fd8-878f-4084-98a0-257577c5c730) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:10:16.379026 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-e23af321-cb6e-444f-a31a-29059ef550f4 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Allocated IP 2001:db8:0:1::247 (155c5d77-bebc-412a-8634-ed2c9ea81afe/85ae256d-e2f4-4c3c-a3b1-b88250f59f08/31283fd8-878f-4084-98a0-257577c5c730) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:10:16.383137 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device 74325668-0837-407e-b93b-f7c316ea4f78 details requested by agent hyperv_hv-neutron-8348 with host hv-neutron-8348 {{(pid=104100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 01:10:16.671832 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port 74325668-0837-407e-b93b-f7c316ea4f78, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=74325668-0837-407e-b93b-f7c316ea4f78,segment=NetworkSegment(6872a91c-c15d-4ceb-a2ec-57e701600557),segment_id=6872a91c-c15d-4ceb-a2ec-57e701600557)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:10:16.723649 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac67b996-f5d5-434f-9aa7-b0a09066a8d8 None None] New status for floating IP efedc8b0-c72b-4679-89fe-97339415ebb8: ACTIVE {{(pid=104100) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 01:10:16.766103 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-72468232-8aeb-4182-b693-87b5df958024 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (5572d3bf-875b-4793-9a8f-da3816e1e36c), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:16.791018 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Returning: {'device': '74325668-0837-407e-b93b-f7c316ea4f78', 'network_id': '7543c20d-2cfc-49fd-abfd-e84ff8dfd2c3', 'port_id': '74325668-0837-407e-b93b-f7c316ea4f78', 'mac_address': 'fa:16:3e:7e:a9:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '592db495-2a42-45a2-9428-dccc028178bd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 01:10:16.814847 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54738) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:16.853138 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72468232-8aeb-4182-b693-87b5df958024 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Pushing event deleted for resources: {'Port': ['ID=5572d3bf-875b-4793-9a8f-da3816e1e36c,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:16.881205 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port 74325668-0837-407e-b93b-f7c316ea4f78 is: DOWN; New status is: BUILD {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:10:16.881600 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (74325668-0837-407e-b93b-f7c316ea4f78), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:16.925363 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e23af321-cb6e-444f-a31a-29059ef550f4 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks [] for port (31283fd8-878f-4084-98a0-257577c5c730), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:16.938472 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74325668-0837-407e-b93b-f7c316ea4f78 {{(pid=104100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 01:10:16.959962 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-629dfaad-d2ca-4932-bf5b-0293c866fd04 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1298879033', 'router:external': True}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:10:16.969893 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port 74325668-0837-407e-b93b-f7c316ea4f78, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=74325668-0837-407e-b93b-f7c316ea4f78,segment=NetworkSegment(6872a91c-c15d-4ceb-a2ec-57e701600557),segment_id=6872a91c-c15d-4ceb-a2ec-57e701600557)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:10:16.979795 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (74325668-0837-407e-b93b-f7c316ea4f78), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:17.004527 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-629dfaad-d2ca-4932-bf5b-0293c866fd04 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Made reservation on behalf of cbe798e32086479aaae042af3c9cf3ba for: {'network': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:10:17.008468 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-629dfaad-d2ca-4932-bf5b-0293c866fd04 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:17.017342 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e23af321-cb6e-444f-a31a-29059ef550f4 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (31283fd8-878f-4084-98a0-257577c5c730), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:17.022893 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-629dfaad-d2ca-4932-bf5b-0293c866fd04 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:17.038658 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Pushing event updated for resources: {'Port': ['ID=74325668-0837-407e-b93b-f7c316ea4f78,revision_number=4']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:17.115152 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-629dfaad-d2ca-4932-bf5b-0293c866fd04 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks [] for security_group (e39be67f-f5c8-4b04-8a11-c5df9b28a7c3), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:17.121673 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-629dfaad-d2ca-4932-bf5b-0293c866fd04 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (e39be67f-f5c8-4b04-8a11-c5df9b28a7c3), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:17.128676 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23af321-cb6e-444f-a31a-29059ef550f4 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Network 155c5d77-bebc-412a-8634-ed2c9ea81afe is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:10:17.136975 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-72468232-8aeb-4182-b693-87b5df958024 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3687989'] for router_gateway (42e0e62a-4fda-439b-9f59-9a754280914b), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:17.143805 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-e23af321-cb6e-444f-a31a-29059ef550f4 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:10:17.146286 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23af321-cb6e-444f-a31a-29059ef550f4 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:10:17.151810 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e23af321-cb6e-444f-a31a-29059ef550f4 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:10:17.152406 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e23af321-cb6e-444f-a31a-29059ef550f4 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:17.153907 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629dfaad-d2ca-4932-bf5b-0293c866fd04 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e39be67f-f5c8-4b04-8a11-c5df9b28a7c3,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:17.166585 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-629dfaad-d2ca-4932-bf5b-0293c866fd04 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=104099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:10:17.178438 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-629dfaad-d2ca-4932-bf5b-0293c866fd04 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (370dc2a2-2924-453e-a67d-627bc9409163), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:17.179043 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.segments_db [None req-629dfaad-d2ca-4932-bf5b-0293c866fd04 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Added segment 370dc2a2-2924-453e-a67d-627bc9409163 of type vlan for network 2f118f9a-4007-42e1-a2a6-3f553abc24e3 Mar 28 01:10:17.193728 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] get_ports_and_sgs() called for port_ids ['74325668-0837-407e-b93b-f7c316ea4f78'] {{(pid=104100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 01:10:17.268157 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-629dfaad-d2ca-4932-bf5b-0293c866fd04 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (2f118f9a-4007-42e1-a2a6-3f553abc24e3), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:17.319112 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-629dfaad-d2ca-4932-bf5b-0293c866fd04 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (2f118f9a-4007-42e1-a2a6-3f553abc24e3), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:17.320378 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629dfaad-d2ca-4932-bf5b-0293c866fd04 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:10:17.321095 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-629dfaad-d2ca-4932-bf5b-0293c866fd04 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:17.410668 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-629dfaad-d2ca-4932-bf5b-0293c866fd04 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.5946684 Mar 28 01:10:17.414149 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54742) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:17.419417 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-33adf86a-5294-461a-9a35-a48a03bc2b55 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Request body: {'subnet': {'network_id': '2f118f9a-4007-42e1-a2a6-3f553abc24e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:10:17.438225 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629dfaad-d2ca-4932-bf5b-0293c866fd04 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Pushing event updated for resources: {'Network': ['ID=2f118f9a-4007-42e1-a2a6-3f553abc24e3,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:17.456771 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33adf86a-5294-461a-9a35-a48a03bc2b55 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Made reservation on behalf of cbe798e32086479aaae042af3c9cf3ba for: {'subnet': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:10:17.460191 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-33adf86a-5294-461a-9a35-a48a03bc2b55 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126757772'] for subnet (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:17.464742 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network 2f118f9a-4007-42e1-a2a6-3f553abc24e3 details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:10:17.541853 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d35ee32-a5c8-4955-87f9-b5288ef41ce4 req-63781c7f-f69f-4811-b007-a234430f16f5 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:10:17.543642 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-5d35ee32-a5c8-4955-87f9-b5288ef41ce4 req-63781c7f-f69f-4811-b007-a234430f16f5 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=36094a88-9f2d-4c07-949f-f56c083f88fd HTTP/1.1" status: 200 len: 943 time: 0.7834015 Mar 28 01:10:17.632389 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23af321-cb6e-444f-a31a-29059ef550f4 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Pushing event updated for resources: {'Port': ['ID=31283fd8-878f-4084-98a0-257577c5c730,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:17.672513 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-72468232-8aeb-4182-b693-87b5df958024 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7151'] for router (42e0e62a-4fda-439b-9f59-9a754280914b), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:17.676379 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-72468232-8aeb-4182-b693-87b5df958024 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks [] for router_controller (42e0e62a-4fda-439b-9f59-9a754280914b), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:17.685191 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-e23af321-cb6e-444f-a31a-29059ef550f4 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 2.1418040 Mar 28 01:10:17.688515 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54744) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:17.705981 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-a5517d9b-3ac9-4063-8fd5-7dccd51ae283 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '732d9754-5336-4263-95d2-e217b1682e6e'}]}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:10:17.763411 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:17.804831 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-72468232-8aeb-4182-b693-87b5df958024 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689686'] for router (42e0e62a-4fda-439b-9f59-9a754280914b), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:17.805389 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72468232-8aeb-4182-b693-87b5df958024 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Fanout notify agent at l3_agent the message router_deleted on router 42e0e62a-4fda-439b-9f59-9a754280914b {{(pid=104098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 01:10:17.814290 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-72468232-8aeb-4182-b693-87b5df958024 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks [] for router (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:17.815523 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-72468232-8aeb-4182-b693-87b5df958024 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] 10.222.0.24 "DELETE /v2.0/routers/42e0e62a-4fda-439b-9f59-9a754280914b HTTP/1.1" status: 204 len: 168 time: 2.7621119 Mar 28 01:10:17.822140 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-5d35ee32-a5c8-4955-87f9-b5288ef41ce4 req-493aef50-4227-4457-bd90-63676f2ad9e1 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6215654-9d7c-4fc4-9774-893796a9584c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2326362 Mar 28 01:10:17.822749 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54746) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:17.833700 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-73daa94d-23bc-4b8f-899f-9c7010776a11 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Request body: {'network': {'name': 'tempest-RoutersTest-87229587'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:10:17.835837 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca73ba87-062a-40d1-9301-751ff35dcf8a None None] Network 155c5d77-bebc-412a-8634-ed2c9ea81afe requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:10:17.899129 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a5517d9b-3ac9-4063-8fd5-7dccd51ae283 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (31283fd8-878f-4084-98a0-257577c5c730), before_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:17.917074 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73daa94d-23bc-4b8f-899f-9c7010776a11 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Made reservation on behalf of b477b3de086344ba86693af53d13cdd0 for: {'network': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:10:17.921299 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.objects.ports [None req-33adf86a-5294-461a-9a35-a48a03bc2b55 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104099) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 28 01:10:17.921783 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-33adf86a-5294-461a-9a35-a48a03bc2b55 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127282703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126757786'] for subnet (cd6a9056-f535-4319-aee5-f0417e7483cb), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:17.922253 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-73daa94d-23bc-4b8f-899f-9c7010776a11 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:17.977174 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-94832af8-cdd7-43a9-88c2-97f4b5db9f63 None None] Provisioning complete for port a8bc7b1a-5ecb-4cdb-bbc2-b045fc1bb8e8 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:10:17.978362 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-94832af8-cdd7-43a9-88c2-97f4b5db9f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (a8bc7b1a-5ecb-4cdb-bbc2-b045fc1bb8e8), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:17.992473 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33adf86a-5294-461a-9a35-a48a03bc2b55 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Pushing event updated for resources: {'Subnet': ['ID=cd6a9056-f535-4319-aee5-f0417e7483cb,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:17.997932 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33adf86a-5294-461a-9a35-a48a03bc2b55 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Checking segment: {'id': '370dc2a2-2924-453e-a67d-627bc9409163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2f118f9a-4007-42e1-a2a6-3f553abc24e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:10:17.998285 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33adf86a-5294-461a-9a35-a48a03bc2b55 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Network hostable DHCP agents. Network: 2f118f9a-4007-42e1-a2a6-3f553abc24e3, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:10:18.021244 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33adf86a-5294-461a-9a35-a48a03bc2b55 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Network 2f118f9a-4007-42e1-a2a6-3f553abc24e3 is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:10:18.039774 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-33adf86a-5294-461a-9a35-a48a03bc2b55 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, 2f118f9a-4007-42e1-a2a6-3f553abc24e3) {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:10:18.045519 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73daa94d-23bc-4b8f-899f-9c7010776a11 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=104098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:10:18.049350 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33adf86a-5294-461a-9a35-a48a03bc2b55 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:10:18.050049 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-33adf86a-5294-461a-9a35-a48a03bc2b55 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:18.057637 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99224b41-e5fa-4b5d-b2ae-89384a5a9669 None None] Network 2f118f9a-4007-42e1-a2a6-3f553abc24e3 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:10:18.085498 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-33adf86a-5294-461a-9a35-a48a03bc2b55 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.6698344 Mar 28 01:10:18.085989 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54748) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:18.093546 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-0254d265-5b8f-412b-af65-fb62dbeb56e9 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-437586914', 'network_id': '2f118f9a-4007-42e1-a2a6-3f553abc24e3'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:10:18.123215 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-73daa94d-23bc-4b8f-899f-9c7010776a11 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (1e5616d5-7a2a-4207-aaed-7023b6495a64), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:18.123742 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.segments_db [None req-73daa94d-23bc-4b8f-899f-9c7010776a11 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Added segment 1e5616d5-7a2a-4207-aaed-7023b6495a64 of type vlan for network 74d4e41d-9757-457a-ba79-7cac2f0ece3f Mar 28 01:10:18.133443 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0254d265-5b8f-412b-af65-fb62dbeb56e9 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Made reservation on behalf of cbe798e32086479aaae042af3c9cf3ba for: {'port': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:10:18.142363 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0254d265-5b8f-412b-af65-fb62dbeb56e9 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:18.165703 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [None req-0254d265-5b8f-412b-af65-fb62dbeb56e9 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] device_id is not set on port cd4fad7c-f67c-4312-ae48-23b9e49a4a54 yet. {{(pid=104099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 01:10:18.205338 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-73daa94d-23bc-4b8f-899f-9c7010776a11 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (74d4e41d-9757-457a-ba79-7cac2f0ece3f), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:18.291445 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-73daa94d-23bc-4b8f-899f-9c7010776a11 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (74d4e41d-9757-457a-ba79-7cac2f0ece3f), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:18.296461 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73daa94d-23bc-4b8f-899f-9c7010776a11 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:10:18.297095 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-73daa94d-23bc-4b8f-899f-9c7010776a11 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:18.311954 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [None req-0254d265-5b8f-412b-af65-fb62dbeb56e9 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Allocated IP 2001:db8::1d8 (2f118f9a-4007-42e1-a2a6-3f553abc24e3/cd6a9056-f535-4319-aee5-f0417e7483cb/cd4fad7c-f67c-4312-ae48-23b9e49a4a54) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:10:18.370805 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-73daa94d-23bc-4b8f-899f-9c7010776a11 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.5429704 Mar 28 01:10:18.374985 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54750) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:18.386358 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-3e1ee9a6-d718-40c5-86d5-ab5d7d33ca92 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Request body: {'subnet': {'network_id': '74d4e41d-9757-457a-ba79-7cac2f0ece3f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:10:18.422313 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device 74325668-0837-407e-b93b-f7c316ea4f78 up at agent hyperv_hv-neutron-8348 {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:10:18.443208 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-a5517d9b-3ac9-4063-8fd5-7dccd51ae283 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Delete allocated IP 2001:db8:0:1::247 (155c5d77-bebc-412a-8634-ed2c9ea81afe/85ae256d-e2f4-4c3c-a3b1-b88250f59f08) {{(pid=104098) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 28 01:10:18.459077 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73daa94d-23bc-4b8f-899f-9c7010776a11 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Pushing event updated for resources: {'Network': ['ID=74d4e41d-9757-457a-ba79-7cac2f0ece3f,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:18.466175 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device a8bc7b1a-5ecb-4cdb-bbc2-b045fc1bb8e8 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:10:18.500804 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network 74d4e41d-9757-457a-ba79-7cac2f0ece3f details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:10:18.503559 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ccb270-acb6-46cc-81dd-faab73301e44 None None] Update dhcp port {'port': {'network_id': '155c5d77-bebc-412a-8634-ed2c9ea81afe', 'fixed_ips': [{'subnet_id': '732d9754-5336-4263-95d2-e217b1682e6e', 'ip_address': '2001:db8::2'}, {'subnet_id': '85ae256d-e2f4-4c3c-a3b1-b88250f59f08'}], 'binding:host_id': 'dv-neutron-834874-6-hyperv'}, 'id': 'a8bc7b1a-5ecb-4cdb-bbc2-b045fc1bb8e8'} from dv-neutron-834874-6-hyperv. {{(pid=104100) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 28 01:10:18.553327 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-11ccb270-acb6-46cc-81dd-faab73301e44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (a8bc7b1a-5ecb-4cdb-bbc2-b045fc1bb8e8), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:18.585289 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e1ee9a6-d718-40c5-86d5-ab5d7d33ca92 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Made reservation on behalf of b477b3de086344ba86693af53d13cdd0 for: {'subnet': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:10:18.588739 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3e1ee9a6-d718-40c5-86d5-ab5d7d33ca92 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126757772'] for subnet (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:18.600504 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a5517d9b-3ac9-4063-8fd5-7dccd51ae283 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks [] for port (31283fd8-878f-4084-98a0-257577c5c730), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:18.605398 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a5517d9b-3ac9-4063-8fd5-7dccd51ae283 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126177159'] for port (31283fd8-878f-4084-98a0-257577c5c730), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:18.612866 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-94832af8-cdd7-43a9-88c2-97f4b5db9f63 None None] Current status of the port a8bc7b1a-5ecb-4cdb-bbc2-b045fc1bb8e8 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:10:18.613247 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-94832af8-cdd7-43a9-88c2-97f4b5db9f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (a8bc7b1a-5ecb-4cdb-bbc2-b045fc1bb8e8), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:18.647234 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f3d703-fb44-417d-be8c-104ceb7cab00 None None] Network 2f118f9a-4007-42e1-a2a6-3f553abc24e3 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:10:18.677223 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-a5517d9b-3ac9-4063-8fd5-7dccd51ae283 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] In _notify_port_updated(), no bound segment for port 31283fd8-878f-4084-98a0-257577c5c730 on network 155c5d77-bebc-412a-8634-ed2c9ea81afe {{(pid=104098) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 28 01:10:18.682419 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5517d9b-3ac9-4063-8fd5-7dccd51ae283 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:10:18.683208 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a5517d9b-3ac9-4063-8fd5-7dccd51ae283 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:18.687279 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-a5517d9b-3ac9-4063-8fd5-7dccd51ae283 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "PUT /v2.0/ports/31283fd8-878f-4084-98a0-257577c5c730 HTTP/1.1" status: 200 len: 926 time: 0.9931757 Mar 28 01:10:18.688601 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54752) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:18.694178 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-039d5a0d-c1ca-42b0-af58-392bde8cbaf6 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '732d9754-5336-4263-95d2-e217b1682e6e'}, {'subnet_id': '85ae256d-e2f4-4c3c-a3b1-b88250f59f08'}]}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:10:18.697427 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5517d9b-3ac9-4063-8fd5-7dccd51ae283 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Pushing event updated for resources: {'Port': ['ID=31283fd8-878f-4084-98a0-257577c5c730,revision_number=2']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:18.790807 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-039d5a0d-c1ca-42b0-af58-392bde8cbaf6 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (31283fd8-878f-4084-98a0-257577c5c730), before_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:18.796191 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-94832af8-cdd7-43a9-88c2-97f4b5db9f63 None None] For port a8bc7b1a-5ecb-4cdb-bbc2-b045fc1bb8e8, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=a8bc7b1a-5ecb-4cdb-bbc2-b045fc1bb8e8,segment=NetworkSegment(ad179202-4f02-49eb-9bb5-451abf36e645),segment_id=ad179202-4f02-49eb-9bb5-451abf36e645)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:10:18.845500 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Provisioning for port 74325668-0837-407e-b93b-f7c316ea4f78 completed by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 01:10:18.861476 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-94832af8-cdd7-43a9-88c2-97f4b5db9f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (a8bc7b1a-5ecb-4cdb-bbc2-b045fc1bb8e8), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:18.891186 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Provisioning complete for port 74325668-0837-407e-b93b-f7c316ea4f78 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:10:18.891559 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (74325668-0837-407e-b93b-f7c316ea4f78), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:18.939498 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port a8bc7b1a-5ecb-4cdb-bbc2-b045fc1bb8e8 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:10:18.939879 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (a8bc7b1a-5ecb-4cdb-bbc2-b045fc1bb8e8), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:18.982176 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0254d265-5b8f-412b-af65-fb62dbeb56e9 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks [] for port (cd4fad7c-f67c-4312-ae48-23b9e49a4a54), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:19.064498 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94832af8-cdd7-43a9-88c2-97f4b5db9f63 None None] Pushing event updated for resources: {'Port': ['ID=a8bc7b1a-5ecb-4cdb-bbc2-b045fc1bb8e8,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:19.085524 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0254d265-5b8f-412b-af65-fb62dbeb56e9 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (cd4fad7c-f67c-4312-ae48-23b9e49a4a54), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:19.086209 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-11ccb270-acb6-46cc-81dd-faab73301e44 None None] Allocated IP 2001:db8:0:1::2 (155c5d77-bebc-412a-8634-ed2c9ea81afe/85ae256d-e2f4-4c3c-a3b1-b88250f59f08/a8bc7b1a-5ecb-4cdb-bbc2-b045fc1bb8e8) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:10:19.099167 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09c6578-185f-42df-970a-e7c6e0f53df6 req-e82f163b-96cd-45b1-b87f-0d2226f03aae tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:10:19.100708 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-b09c6578-185f-42df-970a-e7c6e0f53df6 req-e82f163b-96cd-45b1-b87f-0d2226f03aae tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=36094a88-9f2d-4c07-949f-f56c083f88fd HTTP/1.1" status: 200 len: 944 time: 0.1169167 Mar 28 01:10:19.185871 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0254d265-5b8f-412b-af65-fb62dbeb56e9 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Network 2f118f9a-4007-42e1-a2a6-3f553abc24e3 is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:10:19.197791 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port 74325668-0837-407e-b93b-f7c316ea4f78 is: BUILD; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:10:19.198181 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (74325668-0837-407e-b93b-f7c316ea4f78), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:19.202721 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-0254d265-5b8f-412b-af65-fb62dbeb56e9 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:10:19.212121 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0254d265-5b8f-412b-af65-fb62dbeb56e9 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:10:19.213115 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0254d265-5b8f-412b-af65-fb62dbeb56e9 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:10:19.213743 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0254d265-5b8f-412b-af65-fb62dbeb56e9 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:19.216412 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port a8bc7b1a-5ecb-4cdb-bbc2-b045fc1bb8e8 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:10:19.217682 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0254d265-5b8f-412b-af65-fb62dbeb56e9 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Pushing event updated for resources: {'Port': ['ID=cd4fad7c-f67c-4312-ae48-23b9e49a4a54,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:19.235905 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36094a88-9f2d-4c07-949f-f56c083f88fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74325668-0837-407e-b93b-f7c316ea4f78'}] {{(pid=104100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:10:19.238363 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd27896ebc78d0f7931321182ba9533a7b768b1c3fcddb3ff52a8aee6ddeaf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb01e00e-5362-440d-879a-45b0f7e468f9" -d '{"events": [{"server_uuid": "36094a88-9f2d-4c07-949f-f56c083f88fd", "name": "network-vif-plugged", "status": "completed", "tag": "74325668-0837-407e-b93b-f7c316ea4f78"}]}' {{(pid=104100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:10:19.252084 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-0254d265-5b8f-412b-af65-fb62dbeb56e9 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.1640909 Mar 28 01:10:19.255880 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54758) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:19.259394 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port 74325668-0837-407e-b93b-f7c316ea4f78, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=74325668-0837-407e-b93b-f7c316ea4f78,segment=NetworkSegment(6872a91c-c15d-4ceb-a2ec-57e701600557),segment_id=6872a91c-c15d-4ceb-a2ec-57e701600557)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:10:19.268783 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (74325668-0837-407e-b93b-f7c316ea4f78), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:19.277614 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-b09c6578-185f-42df-970a-e7c6e0f53df6 req-fd0b7234-67af-4aa9-b334-007fea166c04 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6215654-9d7c-4fc4-9774-893796a9584c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1547639 Mar 28 01:10:19.305229 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3e1ee9a6-d718-40c5-86d5-ab5d7d33ca92 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127282703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126757786'] for subnet (4447ec2e-cf85-4cc6-99ff-d7ffd8b035ed), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:19.331876 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 01:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e66d358f-9980-4e33-aacf-de971f8436c6 x-openstack-request-id: req-e66d358f-9980-4e33-aacf-de971f8436c6 {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:10:19.332304 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36094a88-9f2d-4c07-949f-f56c083f88fd", "name": "network-vif-plugged", "status": "completed", "tag": "74325668-0837-407e-b93b-f7c316ea4f78", "code": 200}]} {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:10:19.332409 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e66d358f-9980-4e33-aacf-de971f8436c6 {{(pid=104100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:10:19.332775 dv-neutron-834874-6-hyperv neutron-server[104100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e66d358f-9980-4e33-aacf-de971f8436c6'] response: {'server_uuid': '36094a88-9f2d-4c07-949f-f56c083f88fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74325668-0837-407e-b93b-f7c316ea4f78', 'code': 200} Mar 28 01:10:19.346324 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-11ccb270-acb6-46cc-81dd-faab73301e44 None None] For port a8bc7b1a-5ecb-4cdb-bbc2-b045fc1bb8e8, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=a8bc7b1a-5ecb-4cdb-bbc2-b045fc1bb8e8,segment=NetworkSegment(ad179202-4f02-49eb-9bb5-451abf36e645),segment_id=ad179202-4f02-49eb-9bb5-451abf36e645)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:10:19.361951 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-2b19499f-ccb9-46ac-8373-0e0c264cad7e tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Deleting port cd4fad7c-f67c-4312-ae48-23b9e49a4a54 {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:10:19.362340 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2b19499f-ccb9-46ac-8373-0e0c264cad7e tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (cd4fad7c-f67c-4312-ae48-23b9e49a4a54), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:19.373165 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1ee9a6-d718-40c5-86d5-ab5d7d33ca92 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Pushing event updated for resources: {'Subnet': ['ID=4447ec2e-cf85-4cc6-99ff-d7ffd8b035ed,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:19.379434 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Pushing event updated for resources: {'Port': ['ID=74325668-0837-407e-b93b-f7c316ea4f78,revision_number=5']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:19.383831 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1ee9a6-d718-40c5-86d5-ab5d7d33ca92 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Checking segment: {'id': '1e5616d5-7a2a-4207-aaed-7023b6495a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '74d4e41d-9757-457a-ba79-7cac2f0ece3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:10:19.384234 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1ee9a6-d718-40c5-86d5-ab5d7d33ca92 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Network hostable DHCP agents. Network: 74d4e41d-9757-457a-ba79-7cac2f0ece3f, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:10:19.397673 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-11ccb270-acb6-46cc-81dd-faab73301e44 None None] Publish callbacks [] for port (a8bc7b1a-5ecb-4cdb-bbc2-b045fc1bb8e8), precommit_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:19.403079 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1ee9a6-d718-40c5-86d5-ab5d7d33ca92 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Network 74d4e41d-9757-457a-ba79-7cac2f0ece3f is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:10:19.404603 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-11ccb270-acb6-46cc-81dd-faab73301e44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (a8bc7b1a-5ecb-4cdb-bbc2-b045fc1bb8e8), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:19.417016 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-3e1ee9a6-d718-40c5-86d5-ab5d7d33ca92 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, 74d4e41d-9757-457a-ba79-7cac2f0ece3f) {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:10:19.430652 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e1ee9a6-d718-40c5-86d5-ab5d7d33ca92 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:10:19.431562 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3e1ee9a6-d718-40c5-86d5-ab5d7d33ca92 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks [] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:19.437722 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd85cec-e8f5-4d9d-b650-9acc15ef8b39 None None] Network 74d4e41d-9757-457a-ba79-7cac2f0ece3f requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:10:19.456605 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-3e1ee9a6-d718-40c5-86d5-ab5d7d33ca92 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0775054 Mar 28 01:10:19.456973 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54760) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:19.462334 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-075f901d-e416-451e-9c35-51dfc9a35bba tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1694021154', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:10:19.524790 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-039d5a0d-c1ca-42b0-af58-392bde8cbaf6 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Allocated IP 2001:db8:0:1::98 (155c5d77-bebc-412a-8634-ed2c9ea81afe/85ae256d-e2f4-4c3c-a3b1-b88250f59f08/31283fd8-878f-4084-98a0-257577c5c730) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:10:19.527056 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-075f901d-e416-451e-9c35-51dfc9a35bba tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7069'] for router (11b20188-f5cb-4c75-a36b-cda7ec20f290), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:19.528198 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-075f901d-e416-451e-9c35-51dfc9a35bba tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4188952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7062'] for router (11b20188-f5cb-4c75-a36b-cda7ec20f290), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:19.548511 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2b19499f-ccb9-46ac-8373-0e0c264cad7e tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (cd4fad7c-f67c-4312-ae48-23b9e49a4a54), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:19.560290 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ccb270-acb6-46cc-81dd-faab73301e44 None None] Pushing event updated for resources: {'Port': ['ID=a8bc7b1a-5ecb-4cdb-bbc2-b045fc1bb8e8,revision_number=4']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:19.585557 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962b548a-b110-4439-bfb9-89eddb6c80cb req-8201dd19-cbd8-46da-b06d-c3d898e1dc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:10:19.587155 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-962b548a-b110-4439-bfb9-89eddb6c80cb req-8201dd19-cbd8-46da-b06d-c3d898e1dc46 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=36094a88-9f2d-4c07-949f-f56c083f88fd HTTP/1.1" status: 200 len: 1129 time: 0.0567672 Mar 28 01:10:19.610922 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3515c4c-ea82-4628-a65d-c88230b87c46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-74d4e41d-9757-457a-ba79-7cac2f0ece3f', 'network_id': '74d4e41d-9757-457a-ba79-7cac2f0ece3f', 'project_id': 'b477b3de086344ba86693af53d13cdd0', 'fixed_ips': [{'subnet_id': '4447ec2e-cf85-4cc6-99ff-d7ffd8b035ed'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:10:19.613780 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-a3515c4c-ea82-4628-a65d-c88230b87c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:19.619946 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-2b19499f-ccb9-46ac-8373-0e0c264cad7e tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Calling delete_port for cd4fad7c-f67c-4312-ae48-23b9e49a4a54 owned by {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:10:19.647653 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-962b548a-b110-4439-bfb9-89eddb6c80cb req-de998487-4793-4632-8a91-c478e7e791ee service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e6215654-9d7c-4fc4-9774-893796a9584c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544596 Mar 28 01:10:19.716817 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-075f901d-e416-451e-9c35-51dfc9a35bba tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks [] for router_controller (11b20188-f5cb-4c75-a36b-cda7ec20f290), precommit_add_association {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:19.730064 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-075f901d-e416-451e-9c35-51dfc9a35bba tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687953'] for router (11b20188-f5cb-4c75-a36b-cda7ec20f290), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:19.782825 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-a3515c4c-ea82-4628-a65d-c88230b87c46 None None] Allocated IP 172.20.0.2 (74d4e41d-9757-457a-ba79-7cac2f0ece3f/4447ec2e-cf85-4cc6-99ff-d7ffd8b035ed/30e5e2e9-6a09-4341-9ec4-4127e58bd621) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:10:19.791716 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-075f901d-e416-451e-9c35-51dfc9a35bba tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks [] for router (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:19.792941 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-075f901d-e416-451e-9c35-51dfc9a35bba tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3344762 Mar 28 01:10:19.795861 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54762) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:19.854416 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-039d5a0d-c1ca-42b0-af58-392bde8cbaf6 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks [] for port (31283fd8-878f-4084-98a0-257577c5c730), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:19.887508 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-039d5a0d-c1ca-42b0-af58-392bde8cbaf6 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126177159'] for port (31283fd8-878f-4084-98a0-257577c5c730), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:19.946882 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-a3515c4c-ea82-4628-a65d-c88230b87c46 None None] Publish callbacks [] for port (30e5e2e9-6a09-4341-9ec4-4127e58bd621), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:19.949476 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039d5a0d-c1ca-42b0-af58-392bde8cbaf6 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Pushing event updated for resources: {'Port': ['ID=31283fd8-878f-4084-98a0-257577c5c730,revision_number=3']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:19.956729 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-a3515c4c-ea82-4628-a65d-c88230b87c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (30e5e2e9-6a09-4341-9ec4-4127e58bd621), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:20.018188 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3515c4c-ea82-4628-a65d-c88230b87c46 None None] Network 74d4e41d-9757-457a-ba79-7cac2f0ece3f is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:10:20.021791 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-a3515c4c-ea82-4628-a65d-c88230b87c46 None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:10:20.024816 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3515c4c-ea82-4628-a65d-c88230b87c46 None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:10:20.041308 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3515c4c-ea82-4628-a65d-c88230b87c46 None None] Pushing event updated for resources: {'Port': ['ID=30e5e2e9-6a09-4341-9ec4-4127e58bd621,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:20.053346 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-039d5a0d-c1ca-42b0-af58-392bde8cbaf6 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] In _notify_port_updated(), no bound segment for port 31283fd8-878f-4084-98a0-257577c5c730 on network 155c5d77-bebc-412a-8634-ed2c9ea81afe {{(pid=104098) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 28 01:10:20.062733 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-039d5a0d-c1ca-42b0-af58-392bde8cbaf6 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:10:20.064271 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-039d5a0d-c1ca-42b0-af58-392bde8cbaf6 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:20.069491 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-039d5a0d-c1ca-42b0-af58-392bde8cbaf6 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "PUT /v2.0/ports/31283fd8-878f-4084-98a0-257577c5c730 HTTP/1.1" status: 200 len: 1011 time: 1.3797796 Mar 28 01:10:20.070577 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2b19499f-ccb9-46ac-8373-0e0c264cad7e tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (cd4fad7c-f67c-4312-ae48-23b9e49a4a54), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:20.077518 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54764) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:20.111967 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-a3515c4c-ea82-4628-a65d-c88230b87c46 None None] Attempting to bind port 30e5e2e9-6a09-4341-9ec4-4127e58bd621 on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:10:20.112532 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-a3515c4c-ea82-4628-a65d-c88230b87c46 None None] Attempting to bind port 30e5e2e9-6a09-4341-9ec4-4127e58bd621 by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': '1e5616d5-7a2a-4207-aaed-7023b6495a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '74d4e41d-9757-457a-ba79-7cac2f0ece3f'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:10:20.112653 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3515c4c-ea82-4628-a65d-c88230b87c46 None None] Attempting to bind port 30e5e2e9-6a09-4341-9ec4-4127e58bd621 on network 74d4e41d-9757-457a-ba79-7cac2f0ece3f {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:10:20.119021 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3515c4c-ea82-4628-a65d-c88230b87c46 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:10:20.119401 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3515c4c-ea82-4628-a65d-c88230b87c46 None None] Checking segment: {'id': '1e5616d5-7a2a-4207-aaed-7023b6495a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '74d4e41d-9757-457a-ba79-7cac2f0ece3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:10:20.119808 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-a3515c4c-ea82-4628-a65d-c88230b87c46 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:20.120250 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3515c4c-ea82-4628-a65d-c88230b87c46 None None] Bound using segment: {'id': '1e5616d5-7a2a-4207-aaed-7023b6495a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '74d4e41d-9757-457a-ba79-7cac2f0ece3f'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:10:20.121500 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-a3515c4c-ea82-4628-a65d-c88230b87c46 None None] Bound port: 30e5e2e9-6a09-4341-9ec4-4127e58bd621, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e5616d5-7a2a-4207-aaed-7023b6495a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '74d4e41d-9757-457a-ba79-7cac2f0ece3f'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:10:20.121895 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-a3515c4c-ea82-4628-a65d-c88230b87c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (30e5e2e9-6a09-4341-9ec4-4127e58bd621), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:20.150248 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b19499f-ccb9-46ac-8373-0e0c264cad7e tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Pushing event deleted for resources: {'Port': ['ID=cd4fad7c-f67c-4312-ae48-23b9e49a4a54,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:20.192129 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0c633023-52e7-42ce-97a7-34f84779088c tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:20.197937 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2b19499f-ccb9-46ac-8373-0e0c264cad7e tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:20.204560 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-2b19499f-ccb9-46ac-8373-0e0c264cad7e tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] 10.222.0.24 "DELETE /v2.0/ports/cd4fad7c-f67c-4312-ae48-23b9e49a4a54 HTTP/1.1" status: 204 len: 168 time: 0.9448342 Mar 28 01:10:20.205366 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54766) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:20.208687 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-a3515c4c-ea82-4628-a65d-c88230b87c46 None None] For port 30e5e2e9-6a09-4341-9ec4-4127e58bd621, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:10:20.211256 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-2525287e-0888-4b19-8c6a-5b22c8b0a680 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2f118f9a-4007-42e1-a2a6-3f553abc24e3', 'external_fixed_ips': [{'subnet_id': 'cd6a9056-f535-4319-aee5-f0417e7483cb', 'ip_address': '2001:db8::1d8'}]}}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:10:20.212186 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-a3515c4c-ea82-4628-a65d-c88230b87c46 None None] For port 30e5e2e9-6a09-4341-9ec4-4127e58bd621, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=30e5e2e9-6a09-4341-9ec4-4127e58bd621,segment=NetworkSegment(1e5616d5-7a2a-4207-aaed-7023b6495a64),segment_id=1e5616d5-7a2a-4207-aaed-7023b6495a64)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:10:20.222721 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-a3515c4c-ea82-4628-a65d-c88230b87c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (30e5e2e9-6a09-4341-9ec4-4127e58bd621), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:20.285121 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-2c34a9c7-6e9f-4945-8db0-fae298663c8d tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Deleting port 31283fd8-878f-4084-98a0-257577c5c730 {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:10:20.285714 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2c34a9c7-6e9f-4945-8db0-fae298663c8d tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (31283fd8-878f-4084-98a0-257577c5c730), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:20.295708 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33d5622-11c0-4065-aa50-be81f3f56018 None None] Network 155c5d77-bebc-412a-8634-ed2c9ea81afe requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:10:20.321489 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2525287e-0888-4b19-8c6a-5b22c8b0a680 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7069'] for router (5abc8a0d-a55b-498d-9d87-ff368f565868), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:20.322389 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2525287e-0888-4b19-8c6a-5b22c8b0a680 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4188952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7062'] for router (5abc8a0d-a55b-498d-9d87-ff368f565868), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:20.332959 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3515c4c-ea82-4628-a65d-c88230b87c46 None None] Pushing event updated for resources: {'Port': ['ID=30e5e2e9-6a09-4341-9ec4-4127e58bd621,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:20.465678 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2c34a9c7-6e9f-4945-8db0-fae298663c8d tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (31283fd8-878f-4084-98a0-257577c5c730), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:20.490986 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-2c34a9c7-6e9f-4945-8db0-fae298663c8d tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Calling delete_port for 31283fd8-878f-4084-98a0-257577c5c730 owned by {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:10:20.608162 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device a8bc7b1a-5ecb-4cdb-bbc2-b045fc1bb8e8 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:10:20.628847 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2525287e-0888-4b19-8c6a-5b22c8b0a680 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks [] for router_controller (5abc8a0d-a55b-498d-9d87-ff368f565868), precommit_add_association {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:20.637037 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-5dce0fad-91c8-4ea6-9262-903cb8935fe5 None None] Provisioning complete for port a8bc7b1a-5ecb-4cdb-bbc2-b045fc1bb8e8 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:10:20.637469 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5dce0fad-91c8-4ea6-9262-903cb8935fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (a8bc7b1a-5ecb-4cdb-bbc2-b045fc1bb8e8), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:20.719680 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [None req-0c633023-52e7-42ce-97a7-34f84779088c tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Allocated IP 172.20.0.1 (74d4e41d-9757-457a-ba79-7cac2f0ece3f/4447ec2e-cf85-4cc6-99ff-d7ffd8b035ed/f08af4d6-762b-44d3-b6f3-782672a06de0) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:10:20.750892 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port a8bc7b1a-5ecb-4cdb-bbc2-b045fc1bb8e8 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:10:20.752176 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (a8bc7b1a-5ecb-4cdb-bbc2-b045fc1bb8e8), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:20.835582 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2525287e-0888-4b19-8c6a-5b22c8b0a680 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks [] for router_gateway (5abc8a0d-a55b-498d-9d87-ff368f565868), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:20.848424 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a771d6a0-55e1-4459-910f-936e62392067 req-b9e73fc3-a19b-4f6c-896c-b23e45c3311c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:10:20.855867 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a771d6a0-55e1-4459-910f-936e62392067 req-b9e73fc3-a19b-4f6c-896c-b23e45c3311c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=36094a88-9f2d-4c07-949f-f56c083f88fd HTTP/1.1" status: 200 len: 945 time: 0.3989780 Mar 28 01:10:20.861034 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-5dce0fad-91c8-4ea6-9262-903cb8935fe5 None None] Current status of the port a8bc7b1a-5ecb-4cdb-bbc2-b045fc1bb8e8 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:10:20.885354 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2c34a9c7-6e9f-4945-8db0-fae298663c8d tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (31283fd8-878f-4084-98a0-257577c5c730), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:20.896086 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-5dce0fad-91c8-4ea6-9262-903cb8935fe5 None None] Provisioning complete for port 31283fd8-878f-4084-98a0-257577c5c730 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:10:20.896521 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5dce0fad-91c8-4ea6-9262-903cb8935fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (31283fd8-878f-4084-98a0-257577c5c730), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:20.930984 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-5dce0fad-91c8-4ea6-9262-903cb8935fe5 None None] Port 31283fd8-878f-4084-98a0-257577c5c730 was deleted so its status cannot be updated. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Mar 28 01:10:20.934822 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c34a9c7-6e9f-4945-8db0-fae298663c8d tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Pushing event deleted for resources: {'Port': ['ID=31283fd8-878f-4084-98a0-257577c5c730,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:20.940173 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port a8bc7b1a-5ecb-4cdb-bbc2-b045fc1bb8e8 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:10:20.997234 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2c34a9c7-6e9f-4945-8db0-fae298663c8d tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:21.000535 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-2c34a9c7-6e9f-4945-8db0-fae298663c8d tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "DELETE /v2.0/ports/31283fd8-878f-4084-98a0-257577c5c730 HTTP/1.1" status: 204 len: 168 time: 0.9199424 Mar 28 01:10:21.003227 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54770) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:21.029951 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.pecan_wsgi.hooks.translation [None req-b910542d-06ba-494b-8902-c9449bd0e9f4 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] GET failed (client error): The resource could not be found. Mar 28 01:10:21.031402 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-b910542d-06ba-494b-8902-c9449bd0e9f4 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "GET /v2.0/ports/31283fd8-878f-4084-98a0-257577c5c730 HTTP/1.1" status: 404 len: 333 time: 0.0272434 Mar 28 01:10:21.035298 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54772) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:21.055570 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a771d6a0-55e1-4459-910f-936e62392067 req-5adcf21f-a7a9-4bd9-a820-a94ac0623029 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6215654-9d7c-4fc4-9774-893796a9584c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1985857 Mar 28 01:10:21.078971 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0c633023-52e7-42ce-97a7-34f84779088c tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks [] for port (f08af4d6-762b-44d3-b6f3-782672a06de0), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:21.106727 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_v2 [None req-37f16b44-e34a-4a79-8ef6-610e1d164409 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Deleting subnet 85ae256d-e2f4-4c3c-a3b1-b88250f59f08 {{(pid=104098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:10:21.111946 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-37f16b44-e34a-4a79-8ef6-610e1d164409 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks [] for subnet (85ae256d-e2f4-4c3c-a3b1-b88250f59f08), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:21.138530 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0c633023-52e7-42ce-97a7-34f84779088c tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (f08af4d6-762b-44d3-b6f3-782672a06de0), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:21.178717 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-37f16b44-e34a-4a79-8ef6-610e1d164409 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126443526'] for subnet (85ae256d-e2f4-4c3c-a3b1-b88250f59f08), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:21.188453 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c633023-52e7-42ce-97a7-34f84779088c tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Network 74d4e41d-9757-457a-ba79-7cac2f0ece3f is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:10:21.245513 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-0c633023-52e7-42ce-97a7-34f84779088c tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:10:21.252965 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c633023-52e7-42ce-97a7-34f84779088c tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:10:21.271308 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-86382ce1-edee-4e3f-805d-48eb99248641 None None] Provisioning complete for port a8bc7b1a-5ecb-4cdb-bbc2-b045fc1bb8e8 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:10:21.271943 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-86382ce1-edee-4e3f-805d-48eb99248641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (a8bc7b1a-5ecb-4cdb-bbc2-b045fc1bb8e8), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:21.294432 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-37f16b44-e34a-4a79-8ef6-610e1d164409 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (85ae256d-e2f4-4c3c-a3b1-b88250f59f08), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:21.306861 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c633023-52e7-42ce-97a7-34f84779088c tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Pushing event updated for resources: {'Port': ['ID=f08af4d6-762b-44d3-b6f3-782672a06de0,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:21.366287 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0c633023-52e7-42ce-97a7-34f84779088c tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3686596'] for router_interface (11b20188-f5cb-4c75-a36b-cda7ec20f290), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:21.384773 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-86382ce1-edee-4e3f-805d-48eb99248641 None None] Current status of the port a8bc7b1a-5ecb-4cdb-bbc2-b045fc1bb8e8 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:10:21.389620 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-86382ce1-edee-4e3f-805d-48eb99248641 None None] Could not find standard attr ID for object 31283fd8-878f-4084-98a0-257577c5c730. {{(pid=104100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 28 01:10:21.390316 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-37f16b44-e34a-4a79-8ef6-610e1d164409 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126175041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126112438'] for subnet (85ae256d-e2f4-4c3c-a3b1-b88250f59f08), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:21.420331 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2525287e-0888-4b19-8c6a-5b22c8b0a680 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks [] for router_gateway (5abc8a0d-a55b-498d-9d87-ff368f565868), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:21.429098 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f16b44-e34a-4a79-8ef6-610e1d164409 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Pushing event deleted for resources: {'Subnet': ['ID=85ae256d-e2f4-4c3c-a3b1-b88250f59f08,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:21.434280 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-37f16b44-e34a-4a79-8ef6-610e1d164409 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:21.437886 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-37f16b44-e34a-4a79-8ef6-610e1d164409 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "DELETE /v2.0/subnets/85ae256d-e2f4-4c3c-a3b1-b88250f59f08 HTTP/1.1" status: 204 len: 168 time: 0.4013822 Mar 28 01:10:21.445445 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54774) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:21.465287 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2525287e-0888-4b19-8c6a-5b22c8b0a680 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:21.528372 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff60ff0c-9aa4-43d1-9745-ba3f21a23e19 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Deleting subnet 732d9754-5336-4263-95d2-e217b1682e6e {{(pid=104098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:10:21.537534 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ff60ff0c-9aa4-43d1-9745-ba3f21a23e19 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks [] for subnet (732d9754-5336-4263-95d2-e217b1682e6e), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:21.608052 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ff60ff0c-9aa4-43d1-9745-ba3f21a23e19 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126443526'] for subnet (732d9754-5336-4263-95d2-e217b1682e6e), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:21.635067 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0c633023-52e7-42ce-97a7-34f84779088c tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (f08af4d6-762b-44d3-b6f3-782672a06de0), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:21.675777 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76bdd9b-7a7d-4109-b22e-7e8eae872fb9 None None] Network 155c5d77-bebc-412a-8634-ed2c9ea81afe requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:10:21.719793 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ff60ff0c-9aa4-43d1-9745-ba3f21a23e19 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (732d9754-5336-4263-95d2-e217b1682e6e), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:21.797226 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ff60ff0c-9aa4-43d1-9745-ba3f21a23e19 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126175041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126112438'] for subnet (732d9754-5336-4263-95d2-e217b1682e6e), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:21.809803 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-5b3f82fc-4958-499c-b77b-ea6ce5354823 None None] Could not find standard attr ID for object 31283fd8-878f-4084-98a0-257577c5c730. {{(pid=104100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 28 01:10:21.817001 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ff60ff0c-9aa4-43d1-9745-ba3f21a23e19 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:21.824784 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-ff60ff0c-9aa4-43d1-9745-ba3f21a23e19 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "DELETE /v2.0/subnets/732d9754-5336-4263-95d2-e217b1682e6e HTTP/1.1" status: 204 len: 168 time: 0.3754435 Mar 28 01:10:21.855526 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54776) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:21.863937 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff60ff0c-9aa4-43d1-9745-ba3f21a23e19 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Pushing event deleted for resources: {'Subnet': ['ID=732d9754-5336-4263-95d2-e217b1682e6e,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:21.912234 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [None req-2525287e-0888-4b19-8c6a-5b22c8b0a680 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Allocated IP 2001:db8::1d8 (2f118f9a-4007-42e1-a2a6-3f553abc24e3/cd6a9056-f535-4319-aee5-f0417e7483cb/0e7ede97-6fb6-40ed-b9c5-af4fac9980ed) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:10:21.947055 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4895c7a5-210c-4011-ae3f-4ca32b5fe147 None None] Network 74d4e41d-9757-457a-ba79-7cac2f0ece3f requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:10:21.953563 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c004ff65-a248-4dbc-8446-2553007a0d67 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (155c5d77-bebc-412a-8634-ed2c9ea81afe), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:22.012740 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-c004ff65-a248-4dbc-8446-2553007a0d67 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Deleting port a8bc7b1a-5ecb-4cdb-bbc2-b045fc1bb8e8 {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:10:22.013125 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c004ff65-a248-4dbc-8446-2553007a0d67 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (a8bc7b1a-5ecb-4cdb-bbc2-b045fc1bb8e8), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:22.074427 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf98537e-df0d-431f-bff5-1f1ae968c8cb None None] Update dhcp port {'port': {'network_id': '155c5d77-bebc-412a-8634-ed2c9ea81afe', 'fixed_ips': [{'subnet_id': '732d9754-5336-4263-95d2-e217b1682e6e'}], 'binding:host_id': 'dv-neutron-834874-6-hyperv'}, 'id': 'a8bc7b1a-5ecb-4cdb-bbc2-b045fc1bb8e8'} from dv-neutron-834874-6-hyperv. {{(pid=104100) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 28 01:10:22.086795 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.db [None req-c004ff65-a248-4dbc-8446-2553007a0d67 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] For port a8bc7b1a-5ecb-4cdb-bbc2-b045fc1bb8e8, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=a8bc7b1a-5ecb-4cdb-bbc2-b045fc1bb8e8,segment=NetworkSegment(ad179202-4f02-49eb-9bb5-451abf36e645),segment_id=ad179202-4f02-49eb-9bb5-451abf36e645)] {{(pid=104098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:10:22.087639 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c004ff65-a248-4dbc-8446-2553007a0d67 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (a8bc7b1a-5ecb-4cdb-bbc2-b045fc1bb8e8), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:22.101510 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-c004ff65-a248-4dbc-8446-2553007a0d67 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Calling delete_port for a8bc7b1a-5ecb-4cdb-bbc2-b045fc1bb8e8 owned by network:dhcp {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:10:22.108885 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2525287e-0888-4b19-8c6a-5b22c8b0a680 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks [] for port (0e7ede97-6fb6-40ed-b9c5-af4fac9980ed), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:22.141830 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0c633023-52e7-42ce-97a7-34f84779088c tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks [] for port (f08af4d6-762b-44d3-b6f3-782672a06de0), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:22.150950 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0c633023-52e7-42ce-97a7-34f84779088c tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (f08af4d6-762b-44d3-b6f3-782672a06de0), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:22.151198 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-b969908b-a430-4675-b1c1-43287dd6489d None None] Provisioning complete for port 30e5e2e9-6a09-4341-9ec4-4127e58bd621 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:10:22.151427 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-b969908b-a430-4675-b1c1-43287dd6489d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (30e5e2e9-6a09-4341-9ec4-4127e58bd621), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:22.185217 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-cf98537e-df0d-431f-bff5-1f1ae968c8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (a8bc7b1a-5ecb-4cdb-bbc2-b045fc1bb8e8), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:22.200630 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0c633023-52e7-42ce-97a7-34f84779088c tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3725889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3686480'] for router_interface (11b20188-f5cb-4c75-a36b-cda7ec20f290), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:22.229103 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7a4c41-bcc8-41b2-be12-f9e653c7da48 req-8d66f44f-17ee-4023-bc5b-73cef79dc4c0 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:10:22.230629 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-9f7a4c41-bcc8-41b2-be12-f9e653c7da48 req-8d66f44f-17ee-4023-bc5b-73cef79dc4c0 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=36094a88-9f2d-4c07-949f-f56c083f88fd HTTP/1.1" status: 200 len: 945 time: 0.0777888 Mar 28 01:10:22.245008 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c004ff65-a248-4dbc-8446-2553007a0d67 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (a8bc7b1a-5ecb-4cdb-bbc2-b045fc1bb8e8), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:22.261407 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c004ff65-a248-4dbc-8446-2553007a0d67 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] No DVR routers for this DVR port a8bc7b1a-5ecb-4cdb-bbc2-b045fc1bb8e8 on host dv-neutron-834874-6-hyperv {{(pid=104098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:10:22.302933 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2525287e-0888-4b19-8c6a-5b22c8b0a680 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (0e7ede97-6fb6-40ed-b9c5-af4fac9980ed), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:22.319836 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c633023-52e7-42ce-97a7-34f84779088c tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Pushing event updated for resources: {'Port': ['ID=f08af4d6-762b-44d3-b6f3-782672a06de0,revision_number=2']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:22.322997 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c004ff65-a248-4dbc-8446-2553007a0d67 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Pushing event deleted for resources: {'Port': ['ID=a8bc7b1a-5ecb-4cdb-bbc2-b045fc1bb8e8,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:22.347476 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2525287e-0888-4b19-8c6a-5b22c8b0a680 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Network 2f118f9a-4007-42e1-a2a6-3f553abc24e3 is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:10:22.372781 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-2525287e-0888-4b19-8c6a-5b22c8b0a680 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:10:22.379361 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-b969908b-a430-4675-b1c1-43287dd6489d None None] Current status of the port 30e5e2e9-6a09-4341-9ec4-4127e58bd621 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:10:22.380437 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-b969908b-a430-4675-b1c1-43287dd6489d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (30e5e2e9-6a09-4341-9ec4-4127e58bd621), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:22.381333 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2525287e-0888-4b19-8c6a-5b22c8b0a680 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:10:22.431936 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-b969908b-a430-4675-b1c1-43287dd6489d None None] For port 30e5e2e9-6a09-4341-9ec4-4127e58bd621, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=30e5e2e9-6a09-4341-9ec4-4127e58bd621,segment=NetworkSegment(1e5616d5-7a2a-4207-aaed-7023b6495a64),segment_id=1e5616d5-7a2a-4207-aaed-7023b6495a64)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:10:22.447304 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-b969908b-a430-4675-b1c1-43287dd6489d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (30e5e2e9-6a09-4341-9ec4-4127e58bd621), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:22.495602 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c004ff65-a248-4dbc-8446-2553007a0d67 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (155c5d77-bebc-412a-8634-ed2c9ea81afe), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:22.501050 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 30e5e2e9-6a09-4341-9ec4-4127e58bd621 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:10:22.502828 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-9f7a4c41-bcc8-41b2-be12-f9e653c7da48 req-2921d1e1-7e71-46a7-b4da-bf0c569267d7 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6215654-9d7c-4fc4-9774-893796a9584c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1753850 Mar 28 01:10:22.504009 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18662fe-d314-4b94-bd0f-576acc999d6f None None] Network 155c5d77-bebc-412a-8634-ed2c9ea81afe requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:10:22.540826 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-c004ff65-a248-4dbc-8446-2553007a0d67 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['155c5d77-bebc-412a-8634-ed2c9ea81afe']}} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:22.553900 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-c004ff65-a248-4dbc-8446-2553007a0d67 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad179202-4f02-49eb-9bb5-451abf36e645') {'for_net_delete': True} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:22.554468 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-c004ff65-a248-4dbc-8446-2553007a0d67 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad179202-4f02-49eb-9bb5-451abf36e645') {} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:22.561672 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c633023-52e7-42ce-97a7-34f84779088c tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Network 74d4e41d-9757-457a-ba79-7cac2f0ece3f is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:10:22.567033 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c004ff65-a248-4dbc-8446-2553007a0d67 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126443583'] for segment (ad179202-4f02-49eb-9bb5-451abf36e645), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:22.579562 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-0c633023-52e7-42ce-97a7-34f84779088c tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:10:22.584584 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c004ff65-a248-4dbc-8446-2553007a0d67 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (ad179202-4f02-49eb-9bb5-451abf36e645), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:22.593391 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c004ff65-a248-4dbc-8446-2553007a0d67 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=104098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:10:22.593927 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c004ff65-a248-4dbc-8446-2553007a0d67 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126177251'] for segment (ad179202-4f02-49eb-9bb5-451abf36e645), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:22.597755 dv-neutron-834874-6-hyperv neutron-server[104098]: Traceback (most recent call last): Mar 28 01:10:22.597755 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:10:22.597755 dv-neutron-834874-6-hyperv neutron-server[104098]: timer() Mar 28 01:10:22.597755 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:10:22.597755 dv-neutron-834874-6-hyperv neutron-server[104098]: cb(*args, **kw) Mar 28 01:10:22.597755 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:10:22.597755 dv-neutron-834874-6-hyperv neutron-server[104098]: return func(*args, **kwargs) Mar 28 01:10:22.597755 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:10:22.597755 dv-neutron-834874-6-hyperv neutron-server[104098]: self._notify() Mar 28 01:10:22.597755 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:10:22.597755 dv-neutron-834874-6-hyperv neutron-server[104098]: self.callback(batched_events) Mar 28 01:10:22.597755 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:10:22.597755 dv-neutron-834874-6-hyperv neutron-server[104098]: event.method(event) Mar 28 01:10:22.597755 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:10:22.597755 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:10:22.597755 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:10:22.597755 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:10:22.597755 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:10:22.597755 dv-neutron-834874-6-hyperv neutron-server[104098]: return f(self, *a, **k) Mar 28 01:10:22.597755 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:10:22.597755 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._get(url).json() Mar 28 01:10:22.597755 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:10:22.597755 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:10:22.597755 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:10:22.597755 dv-neutron-834874-6-hyperv neutron-server[104098]: return self.request(url, 'GET', **kwargs) Mar 28 01:10:22.597755 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:10:22.597755 dv-neutron-834874-6-hyperv neutron-server[104098]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:10:22.597755 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:10:22.597755 dv-neutron-834874-6-hyperv neutron-server[104098]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:10:22.597755 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:10:22.597755 dv-neutron-834874-6-hyperv neutron-server[104098]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:10:22.597755 dv-neutron-834874-6-hyperv neutron-server[104098]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:10:22.634429 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-aeeaa220-22fd-45cf-be38-dfa4da266ebf None None] Could not find standard attr ID for object a8bc7b1a-5ecb-4cdb-bbc2-b045fc1bb8e8. {{(pid=104100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 28 01:10:22.636765 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2525287e-0888-4b19-8c6a-5b22c8b0a680 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Pushing event updated for resources: {'Port': ['ID=0e7ede97-6fb6-40ed-b9c5-af4fac9980ed,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:22.653444 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b969908b-a430-4675-b1c1-43287dd6489d None None] Pushing event updated for resources: {'Port': ['ID=30e5e2e9-6a09-4341-9ec4-4127e58bd621,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:22.686321 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c004ff65-a248-4dbc-8446-2553007a0d67 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (155c5d77-bebc-412a-8634-ed2c9ea81afe), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:22.693713 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 30e5e2e9-6a09-4341-9ec4-4127e58bd621 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:10:22.694276 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (30e5e2e9-6a09-4341-9ec4-4127e58bd621), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:22.697285 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c004ff65-a248-4dbc-8446-2553007a0d67 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:22.701964 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-c004ff65-a248-4dbc-8446-2553007a0d67 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "DELETE /v2.0/networks/155c5d77-bebc-412a-8634-ed2c9ea81afe HTTP/1.1" status: 204 len: 168 time: 0.8452098 Mar 28 01:10:22.715340 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54784) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:22.728457 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12678986-0747-4ff3-9f13-38f4a886cbb6 None None] DHCP port deletion for 155c5d77-bebc-412a-8634-ed2c9ea81afe request from dv-neutron-834874-6-hyperv {{(pid=104100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 01:10:22.731498 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c004ff65-a248-4dbc-8446-2553007a0d67 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Pushing event deleted for resources: {'Network': ['ID=155c5d77-bebc-412a-8634-ed2c9ea81afe,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:22.790228 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6223fd63-c7e3-47cb-a50e-586819439a27 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:10:22.791959 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-6223fd63-c7e3-47cb-a50e-586819439a27 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0711026 Mar 28 01:10:22.795480 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54786) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:22.798700 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-965d8e54-4bd1-4cd3-9772-3bd64e79e654 None None] Provisioning complete for port f08af4d6-762b-44d3-b6f3-782672a06de0 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:10:22.799081 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-965d8e54-4bd1-4cd3-9772-3bd64e79e654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (f08af4d6-762b-44d3-b6f3-782672a06de0), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:22.849145 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 30e5e2e9-6a09-4341-9ec4-4127e58bd621 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:10:22.857993 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-965d8e54-4bd1-4cd3-9772-3bd64e79e654 None None] Port f08af4d6-762b-44d3-b6f3-782672a06de0 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:10:22.868897 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-18dda1bc-c56b-4680-86d1-71a714039e82 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0719891 Mar 28 01:10:22.874193 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54788) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:22.875109 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-965d8e54-4bd1-4cd3-9772-3bd64e79e654 None None] Provisioning complete for port 30e5e2e9-6a09-4341-9ec4-4127e58bd621 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:10:22.875533 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-965d8e54-4bd1-4cd3-9772-3bd64e79e654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (30e5e2e9-6a09-4341-9ec4-4127e58bd621), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:22.880974 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-c6b9c3fc-7508-4c09-9f40-14bf47c499c5 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1629134085'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:10:22.908471 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6b9c3fc-7508-4c09-9f40-14bf47c499c5 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Made reservation on behalf of 123b9cbc24e44c7fa4900a5cf8071c36 for: {'network': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:10:22.913778 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c6b9c3fc-7508-4c09-9f40-14bf47c499c5 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:22.947103 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6b9c3fc-7508-4c09-9f40-14bf47c499c5 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=104098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:10:22.964934 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c6b9c3fc-7508-4c09-9f40-14bf47c499c5 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (ea1e827c-33d1-43cf-b7df-0098438ce371), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:22.965213 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.segments_db [None req-c6b9c3fc-7508-4c09-9f40-14bf47c499c5 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Added segment ea1e827c-33d1-43cf-b7df-0098438ce371 of type vlan for network 0370d560-ec9a-4f20-8730-1b859a52ed41 Mar 28 01:10:23.011158 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c6b9c3fc-7508-4c09-9f40-14bf47c499c5 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (0370d560-ec9a-4f20-8730-1b859a52ed41), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:23.018709 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-965d8e54-4bd1-4cd3-9772-3bd64e79e654 None None] Current status of the port 30e5e2e9-6a09-4341-9ec4-4127e58bd621 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:10:23.041134 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c6b9c3fc-7508-4c09-9f40-14bf47c499c5 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (0370d560-ec9a-4f20-8730-1b859a52ed41), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:23.046172 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b9c3fc-7508-4c09-9f40-14bf47c499c5 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:10:23.046794 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c6b9c3fc-7508-4c09-9f40-14bf47c499c5 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:23.115816 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-c6b9c3fc-7508-4c09-9f40-14bf47c499c5 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2399564 Mar 28 01:10:23.119127 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54790) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:23.132471 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-3c36b286-d4d5-4087-9eff-21ac2983d5e2 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Request body: {'subnet': {'network_id': '0370d560-ec9a-4f20-8730-1b859a52ed41', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:10:23.137578 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b9c3fc-7508-4c09-9f40-14bf47c499c5 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Pushing event updated for resources: {'Network': ['ID=0370d560-ec9a-4f20-8730-1b859a52ed41,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:23.159719 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network 0370d560-ec9a-4f20-8730-1b859a52ed41 details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:10:23.175183 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-aa9be675-119a-4118-ae80-21a2c42b478d None None] Provisioning complete for port f08af4d6-762b-44d3-b6f3-782672a06de0 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:10:23.176412 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-aa9be675-119a-4118-ae80-21a2c42b478d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (f08af4d6-762b-44d3-b6f3-782672a06de0), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:23.247327 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c36b286-d4d5-4087-9eff-21ac2983d5e2 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Made reservation on behalf of 123b9cbc24e44c7fa4900a5cf8071c36 for: {'subnet': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:10:23.259261 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3c36b286-d4d5-4087-9eff-21ac2983d5e2 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126112411'] for subnet (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:23.263210 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125c8f70-3cae-4210-8019-fa2a4b757ed4 req-d84fa2fe-91f6-4565-bd62-2fc1f7bb57e9 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:10:23.264749 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-125c8f70-3cae-4210-8019-fa2a4b757ed4 req-d84fa2fe-91f6-4565-bd62-2fc1f7bb57e9 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=36094a88-9f2d-4c07-949f-f56c083f88fd HTTP/1.1" status: 200 len: 945 time: 0.6290479 Mar 28 01:10:23.269095 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2525287e-0888-4b19-8c6a-5b22c8b0a680 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks [] for router_gateway (5abc8a0d-a55b-498d-9d87-ff368f565868), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:23.270957 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-aa9be675-119a-4118-ae80-21a2c42b478d None None] Port f08af4d6-762b-44d3-b6f3-782672a06de0 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:10:23.377945 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c633023-52e7-42ce-97a7-34f84779088c tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Router 11b20188-f5cb-4c75-a36b-cda7ec20f290 is scheduled to L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 with binding_index 1 {{(pid=104099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 01:10:23.390957 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-8fa337ba-952f-4e92-a67f-359d2f778998 None None] Provisioning complete for port f08af4d6-762b-44d3-b6f3-782672a06de0 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:10:23.392062 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-8fa337ba-952f-4e92-a67f-359d2f778998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (f08af4d6-762b-44d3-b6f3-782672a06de0), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:23.412646 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-125c8f70-3cae-4210-8019-fa2a4b757ed4 req-0dd80b42-dea4-4da4-b0d6-fd2430e16eaf tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6215654-9d7c-4fc4-9774-893796a9584c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082191 Mar 28 01:10:23.430834 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-8fa337ba-952f-4e92-a67f-359d2f778998 None None] Port f08af4d6-762b-44d3-b6f3-782672a06de0 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:10:23.444661 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54792) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:23.513756 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3c36b286-d4d5-4087-9eff-21ac2983d5e2 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126174976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126112397'] for subnet (980e221c-4d66-48fc-bc72-b0e40152527f), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:23.581209 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c633023-52e7-42ce-97a7-34f84779088c tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:10:23.585846 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5d4757-b02b-4cd8-b833-9dec38d8b02f tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:10:23.587081 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-0c633023-52e7-42ce-97a7-34f84779088c tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] 10.222.0.24 "PUT /v2.0/routers/11b20188-f5cb-4c75-a36b-cda7ec20f290/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7892823 Mar 28 01:10:23.589602 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54794) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:23.592188 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-be5d4757-b02b-4cd8-b833-9dec38d8b02f tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=36094a88-9f2d-4c07-949f-f56c083f88fd HTTP/1.1" status: 200 len: 1124 time: 0.1461408 Mar 28 01:10:23.592737 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4005b4-c629-4c21-82c0-fc0c4e72c2b0 None None] Sync routers for ids ['11b20188-f5cb-4c75-a36b-cda7ec20f290'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:10:23.594875 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54796) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:23.606069 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-fc3a46e9-0038-454f-949d-035347004486 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'floatingip': {'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'port_id': '74325668-0837-407e-b93b-f7c316ea4f78', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:10:23.607466 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4005b4-c629-4c21-82c0-fc0c4e72c2b0 None None] Routers {'11b20188-f5cb-4c75-a36b-cda7ec20f290'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:10:23.608310 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-cf4005b4-c629-4c21-82c0-fc0c4e72c2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:10:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['11b20188-f5cb-4c75-a36b-cda7ec20f290'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:23.612212 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c36b286-d4d5-4087-9eff-21ac2983d5e2 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Pushing event updated for resources: {'Subnet': ['ID=980e221c-4d66-48fc-bc72-b0e40152527f,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:23.632901 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c36b286-d4d5-4087-9eff-21ac2983d5e2 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Checking segment: {'id': 'ea1e827c-33d1-43cf-b7df-0098438ce371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '0370d560-ec9a-4f20-8730-1b859a52ed41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:10:23.632901 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c36b286-d4d5-4087-9eff-21ac2983d5e2 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Network hostable DHCP agents. Network: 0370d560-ec9a-4f20-8730-1b859a52ed41, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:10:23.639905 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2525287e-0888-4b19-8c6a-5b22c8b0a680 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687953'] for router (5abc8a0d-a55b-498d-9d87-ff368f565868), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:23.648257 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029bda80-f950-4d18-8c71-5e6d4e82be6d tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:10:23.649088 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-fc3a46e9-0038-454f-949d-035347004486 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:23.649640 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-029bda80-f950-4d18-8c71-5e6d4e82be6d tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] 10.222.0.24 "GET /v2.0/ports/f08af4d6-762b-44d3-b6f3-782672a06de0 HTTP/1.1" status: 200 len: 910 time: 0.0576892 Mar 28 01:10:23.649890 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-cf4005b4-c629-4c21-82c0-fc0c4e72c2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:23.653068 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54798) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:23.662303 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4005b4-c629-4c21-82c0-fc0c4e72c2b0 None None] Routers {'11b20188-f5cb-4c75-a36b-cda7ec20f290'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:10:23.663691 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-cf4005b4-c629-4c21-82c0-fc0c4e72c2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:10:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['11b20188-f5cb-4c75-a36b-cda7ec20f290'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:23.669436 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c36b286-d4d5-4087-9eff-21ac2983d5e2 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Network 0370d560-ec9a-4f20-8730-1b859a52ed41 is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:10:23.689652 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-24b92ba9-6037-413f-9e0b-725d2efd4c74 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4447ec2e-cf85-4cc6-99ff-d7ffd8b035ed'}]}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:10:23.706420 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-cf4005b4-c629-4c21-82c0-fc0c4e72c2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:23.707262 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4005b4-c629-4c21-82c0-fc0c4e72c2b0 None None] The sync data for ids ['11b20188-f5cb-4c75-a36b-cda7ec20f290'] in dv-neutron-834874-6-hyperv is: [] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:10:23.708434 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-3c36b286-d4d5-4087-9eff-21ac2983d5e2 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, 0370d560-ec9a-4f20-8730-1b859a52ed41) {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:10:23.714465 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c36b286-d4d5-4087-9eff-21ac2983d5e2 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:10:23.715042 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3c36b286-d4d5-4087-9eff-21ac2983d5e2 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:23.725325 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5563dac3-5312-441b-82e9-ff3b8bffbbb1 None None] Network 0370d560-ec9a-4f20-8730-1b859a52ed41 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:10:23.742166 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-3c36b286-d4d5-4087-9eff-21ac2983d5e2 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6139152 Mar 28 01:10:23.743049 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54800) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:23.747422 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-e18c585b-2ec1-43ab-86c5-4018269f2f48 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Request body: {'port': {'network_id': '0370d560-ec9a-4f20-8730-1b859a52ed41', 'name': 'tempest-PortsIpV6TestJSON-347943788'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:10:23.843858 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-fc3a46e9-0038-454f-949d-035347004486 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:23.851680 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d61a06-3fae-4478-9666-0b19c0894fa9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-0370d560-ec9a-4f20-8730-1b859a52ed41', 'network_id': '0370d560-ec9a-4f20-8730-1b859a52ed41', 'project_id': '123b9cbc24e44c7fa4900a5cf8071c36', 'fixed_ips': [{'subnet_id': '980e221c-4d66-48fc-bc72-b0e40152527f'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:10:23.852969 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-47d61a06-3fae-4478-9666-0b19c0894fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:23.920226 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-24b92ba9-6037-413f-9e0b-725d2efd4c74 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (f08af4d6-762b-44d3-b6f3-782672a06de0), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:23.931955 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2525287e-0888-4b19-8c6a-5b22c8b0a680 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Router 5abc8a0d-a55b-498d-9d87-ff368f565868 is scheduled to L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 with binding_index 1 {{(pid=104099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 01:10:23.952347 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e18c585b-2ec1-43ab-86c5-4018269f2f48 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Made reservation on behalf of 123b9cbc24e44c7fa4900a5cf8071c36 for: {'port': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:10:23.955783 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e18c585b-2ec1-43ab-86c5-4018269f2f48 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:23.981229 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.notifiers.nova [None req-e18c585b-2ec1-43ab-86c5-4018269f2f48 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] device_id is not set on port 151ef242-2ae3-49fe-9283-b759bced9700 yet. {{(pid=104098) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 01:10:24.000186 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-fc3a46e9-0038-454f-949d-035347004486 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Allocated IP 172.26.1.112 (dea6548b-502b-42db-97fb-371e423e739a/cce6de65-d8c9-45b8-9970-0a277e8c1192/94dac85b-3284-4405-baf1-e7ee038ab5f5) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:10:24.010111 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-47d61a06-3fae-4478-9666-0b19c0894fa9 None None] Allocated IP 2001:db8::2 (0370d560-ec9a-4f20-8730-1b859a52ed41/980e221c-4d66-48fc-bc72-b0e40152527f/6eb1df11-d96c-4f10-b8b3-8359610005e5) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:10:24.151739 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-fc3a46e9-0038-454f-949d-035347004486 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for port (94dac85b-3284-4405-baf1-e7ee038ab5f5), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:24.159822 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2525287e-0888-4b19-8c6a-5b22c8b0a680 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:10:24.174299 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be22649-1d13-4596-9913-b0286296460b None None] Sync routers for ids ['5abc8a0d-a55b-498d-9d87-ff368f565868'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:10:24.176901 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-47d61a06-3fae-4478-9666-0b19c0894fa9 None None] Publish callbacks [] for port (6eb1df11-d96c-4f10-b8b3-8359610005e5), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:24.184545 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-47d61a06-3fae-4478-9666-0b19c0894fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (6eb1df11-d96c-4f10-b8b3-8359610005e5), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:24.196729 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be22649-1d13-4596-9913-b0286296460b None None] Routers {'5abc8a0d-a55b-498d-9d87-ff368f565868'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:10:24.197576 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-9be22649-1d13-4596-9913-b0286296460b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:10:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['5abc8a0d-a55b-498d-9d87-ff368f565868'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:24.215769 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2525287e-0888-4b19-8c6a-5b22c8b0a680 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:24.219579 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-2525287e-0888-4b19-8c6a-5b22c8b0a680 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.0097461 Mar 28 01:10:24.221331 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54802) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:24.351728 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d61a06-3fae-4478-9666-0b19c0894fa9 None None] Pushing event updated for resources: {'Port': ['ID=6eb1df11-d96c-4f10-b8b3-8359610005e5,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:24.378772 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d61a06-3fae-4478-9666-0b19c0894fa9 None None] Network 0370d560-ec9a-4f20-8730-1b859a52ed41 is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:10:24.382042 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-47d61a06-3fae-4478-9666-0b19c0894fa9 None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:10:24.384553 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d61a06-3fae-4478-9666-0b19c0894fa9 None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:10:24.402906 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 30e5e2e9-6a09-4341-9ec4-4127e58bd621 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:10:24.441649 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-18c160da-fa2b-48d8-84fa-f2aa80e41867 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks [] for router (5abc8a0d-a55b-498d-9d87-ff368f565868), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:24.482717 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-9be22649-1d13-4596-9913-b0286296460b None None] Set router 5abc8a0d-a55b-498d-9d87-ff368f565868 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:10:24.514012 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-fc3a46e9-0038-454f-949d-035347004486 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (94dac85b-3284-4405-baf1-e7ee038ab5f5), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:24.574143 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-e18c585b-2ec1-43ab-86c5-4018269f2f48 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Allocated IP 2001:db8::3e9 (0370d560-ec9a-4f20-8730-1b859a52ed41/980e221c-4d66-48fc-bc72-b0e40152527f/151ef242-2ae3-49fe-9283-b759bced9700) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:10:24.577643 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3a46e9-0038-454f-949d-035347004486 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Network dea6548b-502b-42db-97fb-371e423e739a is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:10:24.587157 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-fc3a46e9-0038-454f-949d-035347004486 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:10:24.593512 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3a46e9-0038-454f-949d-035347004486 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:10:24.600992 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3a46e9-0038-454f-949d-035347004486 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'Port': ['ID=94dac85b-3284-4405-baf1-e7ee038ab5f5,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:24.722828 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-47d61a06-3fae-4478-9666-0b19c0894fa9 None None] Attempting to bind port 6eb1df11-d96c-4f10-b8b3-8359610005e5 on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:10:24.723209 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-47d61a06-3fae-4478-9666-0b19c0894fa9 None None] Attempting to bind port 6eb1df11-d96c-4f10-b8b3-8359610005e5 by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': 'ea1e827c-33d1-43cf-b7df-0098438ce371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '0370d560-ec9a-4f20-8730-1b859a52ed41'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:10:24.723479 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d61a06-3fae-4478-9666-0b19c0894fa9 None None] Attempting to bind port 6eb1df11-d96c-4f10-b8b3-8359610005e5 on network 0370d560-ec9a-4f20-8730-1b859a52ed41 {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:10:24.767770 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d61a06-3fae-4478-9666-0b19c0894fa9 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:10:24.768242 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d61a06-3fae-4478-9666-0b19c0894fa9 None None] Checking segment: {'id': 'ea1e827c-33d1-43cf-b7df-0098438ce371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '0370d560-ec9a-4f20-8730-1b859a52ed41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:10:24.768836 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-47d61a06-3fae-4478-9666-0b19c0894fa9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:24.769056 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d61a06-3fae-4478-9666-0b19c0894fa9 None None] Bound using segment: {'id': 'ea1e827c-33d1-43cf-b7df-0098438ce371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '0370d560-ec9a-4f20-8730-1b859a52ed41'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:10:24.769540 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-47d61a06-3fae-4478-9666-0b19c0894fa9 None None] Bound port: 6eb1df11-d96c-4f10-b8b3-8359610005e5, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea1e827c-33d1-43cf-b7df-0098438ce371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '0370d560-ec9a-4f20-8730-1b859a52ed41'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:10:24.770204 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-47d61a06-3fae-4478-9666-0b19c0894fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (6eb1df11-d96c-4f10-b8b3-8359610005e5), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:24.795273 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 30e5e2e9-6a09-4341-9ec4-4127e58bd621 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:10:24.795648 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (30e5e2e9-6a09-4341-9ec4-4127e58bd621), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:24.820197 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-24b92ba9-6037-413f-9e0b-725d2efd4c74 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks [] for port (f08af4d6-762b-44d3-b6f3-782672a06de0), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:24.831537 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-24b92ba9-6037-413f-9e0b-725d2efd4c74 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (f08af4d6-762b-44d3-b6f3-782672a06de0), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:24.890491 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-18c160da-fa2b-48d8-84fa-f2aa80e41867 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks [] for router_gateway (5abc8a0d-a55b-498d-9d87-ff368f565868), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:24.923391 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e18c585b-2ec1-43ab-86c5-4018269f2f48 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks [] for port (151ef242-2ae3-49fe-9283-b759bced9700), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:24.929311 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-47d61a06-3fae-4478-9666-0b19c0894fa9 None None] For port 6eb1df11-d96c-4f10-b8b3-8359610005e5, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:10:24.934446 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-47d61a06-3fae-4478-9666-0b19c0894fa9 None None] For port 6eb1df11-d96c-4f10-b8b3-8359610005e5, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=6eb1df11-d96c-4f10-b8b3-8359610005e5,segment=NetworkSegment(ea1e827c-33d1-43cf-b7df-0098438ce371),segment_id=ea1e827c-33d1-43cf-b7df-0098438ce371)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:10:24.943308 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b92ba9-6037-413f-9e0b-725d2efd4c74 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Pushing event updated for resources: {'Port': ['ID=f08af4d6-762b-44d3-b6f3-782672a06de0,revision_number=3']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:24.947630 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-47d61a06-3fae-4478-9666-0b19c0894fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (6eb1df11-d96c-4f10-b8b3-8359610005e5), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:24.951775 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b92ba9-6037-413f-9e0b-725d2efd4c74 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:10:24.952441 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-24b92ba9-6037-413f-9e0b-725d2efd4c74 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:24.953799 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-24b92ba9-6037-413f-9e0b-725d2efd4c74 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] 10.222.0.24 "PUT /v2.0/ports/f08af4d6-762b-44d3-b6f3-782672a06de0 HTTP/1.1" status: 200 len: 910 time: 1.2990773 Mar 28 01:10:24.957256 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54804) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:25.039931 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 30e5e2e9-6a09-4341-9ec4-4127e58bd621 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:10:25.056665 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d61a06-3fae-4478-9666-0b19c0894fa9 None None] Pushing event updated for resources: {'Port': ['ID=6eb1df11-d96c-4f10-b8b3-8359610005e5,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:25.061561 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-9be22649-1d13-4596-9913-b0286296460b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5abc8a0d-a55b-498d-9d87-ff368f565868', 'name': '', 'tenant_id': 'cbe798e32086479aaae042af3c9cf3ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f118f9a-4007-42e1-a2a6-3f553abc24e3', 'external_fixed_ips': [{'subnet_id': 'cd6a9056-f535-4319-aee5-f0417e7483cb', 'ip_address': '2001:db8::1d8'}], 'enable_snat': True}, 'gw_port_id': '0e7ede97-6fb6-40ed-b9c5-af4fac9980ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:10:20Z', 'updated_at': '2022-03-28T01:10:22Z', 'revision_number': 3, 'project_id': 'cbe798e32086479aaae042af3c9cf3ba', 'gw_port': {'id': '0e7ede97-6fb6-40ed-b9c5-af4fac9980ed', 'name': '', 'network_id': '2f118f9a-4007-42e1-a2a6-3f553abc24e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:59:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5abc8a0d-a55b-498d-9d87-ff368f565868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': 'cd6a9056-f535-4319-aee5-f0417e7483cb', 'ip_address': '2001:db8::1d8', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:10:21Z', 'updated_at': '2022-03-28T01:10:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd6a9056-f535-4319-aee5-f0417e7483cb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:25.072477 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e18c585b-2ec1-43ab-86c5-4018269f2f48 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (151ef242-2ae3-49fe-9283-b759bced9700), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:25.074185 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-18c160da-fa2b-48d8-84fa-f2aa80e41867 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Deleting port 0e7ede97-6fb6-40ed-b9c5-af4fac9980ed {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:10:25.074766 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-18c160da-fa2b-48d8-84fa-f2aa80e41867 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (0e7ede97-6fb6-40ed-b9c5-af4fac9980ed), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:25.100439 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be22649-1d13-4596-9913-b0286296460b None None] Checking router: 5abc8a0d-a55b-498d-9d87-ff368f565868 for host: dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:10:25.100800 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be22649-1d13-4596-9913-b0286296460b None None] Updating router 5abc8a0d-a55b-498d-9d87-ff368f565868 port 0e7ede97-6fb6-40ed-b9c5-af4fac9980ed binding host dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 01:10:25.147398 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device a8bc7b1a-5ecb-4cdb-bbc2-b045fc1bb8e8 no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:10:25.174227 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: a8bc7b1a-5ecb-4cdb-bbc2-b045fc1bb8e8 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:10:25.174674 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device a8bc7b1a-5ecb-4cdb-bbc2-b045fc1bb8e8 not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:10:25.188117 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-9be22649-1d13-4596-9913-b0286296460b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (0e7ede97-6fb6-40ed-b9c5-af4fac9980ed), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:25.251078 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18c585b-2ec1-43ab-86c5-4018269f2f48 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Network 0370d560-ec9a-4f20-8730-1b859a52ed41 is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:10:25.251357 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-18c160da-fa2b-48d8-84fa-f2aa80e41867 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (0e7ede97-6fb6-40ed-b9c5-af4fac9980ed), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:25.269465 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-e18c585b-2ec1-43ab-86c5-4018269f2f48 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:10:25.288122 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-18c160da-fa2b-48d8-84fa-f2aa80e41867 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Calling delete_port for 0e7ede97-6fb6-40ed-b9c5-af4fac9980ed owned by network:router_gateway {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:10:25.288641 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18c585b-2ec1-43ab-86c5-4018269f2f48 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:10:25.300136 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18c585b-2ec1-43ab-86c5-4018269f2f48 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:10:25.300136 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e18c585b-2ec1-43ab-86c5-4018269f2f48 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:25.313912 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18c585b-2ec1-43ab-86c5-4018269f2f48 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Pushing event updated for resources: {'Port': ['ID=151ef242-2ae3-49fe-9283-b759bced9700,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:25.350674 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-e18c585b-2ec1-43ab-86c5-4018269f2f48 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6069744 Mar 28 01:10:25.353331 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54806) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:25.366816 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-feddefa3-7b42-4582-8824-4ea42ee49cc7 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Request body: {'port': {'network_id': '0370d560-ec9a-4f20-8730-1b859a52ed41', 'name': 'tempest-PortsIpV6TestJSON-1025054035'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:10:25.371192 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-fc3a46e9-0038-454f-949d-035347004486 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for floatingip (704e640d-7c53-41ca-8dcf-349de17cf978), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:25.541220 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-fc3a46e9-0038-454f-949d-035347004486 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (94dac85b-3284-4405-baf1-e7ee038ab5f5), before_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:25.582369 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feddefa3-7b42-4582-8824-4ea42ee49cc7 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Made reservation on behalf of 123b9cbc24e44c7fa4900a5cf8071c36 for: {'port': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:10:25.585594 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-feddefa3-7b42-4582-8824-4ea42ee49cc7 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:25.620892 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.notifiers.nova [None req-feddefa3-7b42-4582-8824-4ea42ee49cc7 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] device_id is not set on port 202478f7-2e82-4bbe-8493-81b21127aa39 yet. {{(pid=104098) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 01:10:25.645828 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-18c160da-fa2b-48d8-84fa-f2aa80e41867 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (0e7ede97-6fb6-40ed-b9c5-af4fac9980ed), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:25.648372 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.db.api [None req-9be22649-1d13-4596-9913-b0286296460b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104100) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 01:10:25.649244 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG oslo_db.api [None req-9be22649-1d13-4596-9913-b0286296460b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 01:10:25.682013 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c160da-fa2b-48d8-84fa-f2aa80e41867 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Pushing event deleted for resources: {'Port': ['ID=0e7ede97-6fb6-40ed-b9c5-af4fac9980ed,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:25.719453 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-18c160da-fa2b-48d8-84fa-f2aa80e41867 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3687989'] for router_gateway (5abc8a0d-a55b-498d-9d87-ff368f565868), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:25.722839 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2a45c952-4bc1-478a-b3b2-55a9562dad0f tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3686527'] for router_interface (11b20188-f5cb-4c75-a36b-cda7ec20f290), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:25.809352 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-feddefa3-7b42-4582-8824-4ea42ee49cc7 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Allocated IP 2001:db8::28b (0370d560-ec9a-4f20-8730-1b859a52ed41/980e221c-4d66-48fc-bc72-b0e40152527f/202478f7-2e82-4bbe-8493-81b21127aa39) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:10:25.831833 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-fc3a46e9-0038-454f-949d-035347004486 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for port (94dac85b-3284-4405-baf1-e7ee038ab5f5), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:25.843016 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-fc3a46e9-0038-454f-949d-035347004486 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126177159'] for port (94dac85b-3284-4405-baf1-e7ee038ab5f5), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:25.889564 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-18c160da-fa2b-48d8-84fa-f2aa80e41867 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7151'] for router (5abc8a0d-a55b-498d-9d87-ff368f565868), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:25.895649 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-18c160da-fa2b-48d8-84fa-f2aa80e41867 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks [] for router_controller (5abc8a0d-a55b-498d-9d87-ff368f565868), precommit_delete_associations {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:25.935030 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3a46e9-0038-454f-949d-035347004486 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'Port': ['ID=94dac85b-3284-4405-baf1-e7ee038ab5f5,revision_number=2']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:25.987804 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-fc3a46e9-0038-454f-949d-035347004486 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688063'] for floatingip (704e640d-7c53-41ca-8dcf-349de17cf978), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:26.017547 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-18c160da-fa2b-48d8-84fa-f2aa80e41867 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689686'] for router (5abc8a0d-a55b-498d-9d87-ff368f565868), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:26.018077 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18c160da-fa2b-48d8-84fa-f2aa80e41867 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5abc8a0d-a55b-498d-9d87-ff368f565868 {{(pid=104099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 01:10:26.022444 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-18c160da-fa2b-48d8-84fa-f2aa80e41867 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:26.026435 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-18c160da-fa2b-48d8-84fa-f2aa80e41867 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] 10.222.0.24 "DELETE /v2.0/routers/5abc8a0d-a55b-498d-9d87-ff368f565868 HTTP/1.1" status: 204 len: 168 time: 1.8040857 Mar 28 01:10:26.026757 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54808) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:26.140269 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_v2 [None req-98e0e8d5-c531-4ff0-8e15-295a8d298dd5 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Deleting subnet cd6a9056-f535-4319-aee5-f0417e7483cb {{(pid=104098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:10:26.155383 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-98e0e8d5-c531-4ff0-8e15-295a8d298dd5 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks [] for subnet (cd6a9056-f535-4319-aee5-f0417e7483cb), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:26.182069 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be22649-1d13-4596-9913-b0286296460b None None] Port 0e7ede97-6fb6-40ed-b9c5-af4fac9980ed not found while updating agent binding for router 5abc8a0d-a55b-498d-9d87-ff368f565868. {{(pid=104100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Mar 28 01:10:26.192974 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be22649-1d13-4596-9913-b0286296460b None None] Routers set() bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:10:26.193542 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be22649-1d13-4596-9913-b0286296460b None None] Router IDs set() for agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 28 01:10:26.194341 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_agentschedulers_db [None req-9be22649-1d13-4596-9913-b0286296460b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5abc8a0d-a55b-498d-9d87-ff368f565868'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:10:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent'). {{(pid=104100) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 28 01:10:26.194731 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be22649-1d13-4596-9913-b0286296460b None None] The sync data for ids ['5abc8a0d-a55b-498d-9d87-ff368f565868'] in dv-neutron-834874-6-hyperv is: [] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:10:26.204776 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-feddefa3-7b42-4582-8824-4ea42ee49cc7 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks [] for port (202478f7-2e82-4bbe-8493-81b21127aa39), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:26.211292 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-98e0e8d5-c531-4ff0-8e15-295a8d298dd5 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126443526'] for subnet (cd6a9056-f535-4319-aee5-f0417e7483cb), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:26.216232 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-2a45c952-4bc1-478a-b3b2-55a9562dad0f tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Deleting port f08af4d6-762b-44d3-b6f3-782672a06de0 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:10:26.216638 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2a45c952-4bc1-478a-b3b2-55a9562dad0f tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (f08af4d6-762b-44d3-b6f3-782672a06de0), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:26.236812 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.l3_db [None req-fc3a46e9-0038-454f-949d-035347004486 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Floating IP 704e640d-7c53-41ca-8dcf-349de17cf978 associated. External IP: 172.26.1.112, port: 74325668-0837-407e-b93b-f7c316ea4f78. Mar 28 01:10:26.281393 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f370b4-1b21-454f-be2d-9ad0a7d31b5e None None] Network 0370d560-ec9a-4f20-8730-1b859a52ed41 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:10:26.327390 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2a45c952-4bc1-478a-b3b2-55a9562dad0f tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (f08af4d6-762b-44d3-b6f3-782672a06de0), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:26.335258 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-98e0e8d5-c531-4ff0-8e15-295a8d298dd5 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (cd6a9056-f535-4319-aee5-f0417e7483cb), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:26.341996 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-2a45c952-4bc1-478a-b3b2-55a9562dad0f tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Calling delete_port for f08af4d6-762b-44d3-b6f3-782672a06de0 owned by network:router_interface {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:10:26.374051 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-91c91d59-9789-4d5f-a8bc-6795bad0dcbe None None] Provisioning complete for port 6eb1df11-d96c-4f10-b8b3-8359610005e5 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:10:26.374941 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-91c91d59-9789-4d5f-a8bc-6795bad0dcbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (6eb1df11-d96c-4f10-b8b3-8359610005e5), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:26.438784 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 6eb1df11-d96c-4f10-b8b3-8359610005e5 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:10:26.553575 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-91c91d59-9789-4d5f-a8bc-6795bad0dcbe None None] Current status of the port 6eb1df11-d96c-4f10-b8b3-8359610005e5 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:10:26.553963 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-91c91d59-9789-4d5f-a8bc-6795bad0dcbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (6eb1df11-d96c-4f10-b8b3-8359610005e5), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:26.564927 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 6eb1df11-d96c-4f10-b8b3-8359610005e5 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:10:26.565173 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2a45c952-4bc1-478a-b3b2-55a9562dad0f tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (f08af4d6-762b-44d3-b6f3-782672a06de0), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:26.565289 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (6eb1df11-d96c-4f10-b8b3-8359610005e5), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:26.611977 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a45c952-4bc1-478a-b3b2-55a9562dad0f tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Pushing event deleted for resources: {'Port': ['ID=f08af4d6-762b-44d3-b6f3-782672a06de0,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:26.632202 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-91c91d59-9789-4d5f-a8bc-6795bad0dcbe None None] For port 6eb1df11-d96c-4f10-b8b3-8359610005e5, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=6eb1df11-d96c-4f10-b8b3-8359610005e5,segment=NetworkSegment(ea1e827c-33d1-43cf-b7df-0098438ce371),segment_id=ea1e827c-33d1-43cf-b7df-0098438ce371)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:10:26.644247 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-91c91d59-9789-4d5f-a8bc-6795bad0dcbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (6eb1df11-d96c-4f10-b8b3-8359610005e5), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:26.703627 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-feddefa3-7b42-4582-8824-4ea42ee49cc7 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (202478f7-2e82-4bbe-8493-81b21127aa39), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:26.733659 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c91d59-9789-4d5f-a8bc-6795bad0dcbe None None] Pushing event updated for resources: {'Port': ['ID=6eb1df11-d96c-4f10-b8b3-8359610005e5,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:26.794632 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 6eb1df11-d96c-4f10-b8b3-8359610005e5 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:10:26.819402 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feddefa3-7b42-4582-8824-4ea42ee49cc7 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Network 0370d560-ec9a-4f20-8730-1b859a52ed41 is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:10:26.822349 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feddefa3-7b42-4582-8824-4ea42ee49cc7 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Pushing event updated for resources: {'Port': ['ID=202478f7-2e82-4bbe-8493-81b21127aa39,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:26.837912 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-feddefa3-7b42-4582-8824-4ea42ee49cc7 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:10:26.842380 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feddefa3-7b42-4582-8824-4ea42ee49cc7 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:10:26.847995 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feddefa3-7b42-4582-8824-4ea42ee49cc7 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:10:26.848367 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-feddefa3-7b42-4582-8824-4ea42ee49cc7 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:26.859696 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-98e0e8d5-c531-4ff0-8e15-295a8d298dd5 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126175041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126112438'] for subnet (cd6a9056-f535-4319-aee5-f0417e7483cb), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:26.941612 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0e8d5-c531-4ff0-8e15-295a8d298dd5 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=cd6a9056-f535-4319-aee5-f0417e7483cb,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:26.980604 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-c91c17cc-d16d-4a6b-bd33-deec71a6770d None None] Provisioning complete for port 6eb1df11-d96c-4f10-b8b3-8359610005e5 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:10:26.981096 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-c91c17cc-d16d-4a6b-bd33-deec71a6770d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (6eb1df11-d96c-4f10-b8b3-8359610005e5), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:26.983884 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-feddefa3-7b42-4582-8824-4ea42ee49cc7 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6286428 Mar 28 01:10:26.987376 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54812) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:26.991704 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-98e0e8d5-c531-4ff0-8e15-295a8d298dd5 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:26.998194 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-98e0e8d5-c531-4ff0-8e15-295a8d298dd5 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] 10.222.0.24 "DELETE /v2.0/subnets/cd6a9056-f535-4319-aee5-f0417e7483cb HTTP/1.1" status: 204 len: 168 time: 0.9426510 Mar 28 01:10:27.034009 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54814) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:27.099665 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-c91c17cc-d16d-4a6b-bd33-deec71a6770d None None] Current status of the port 6eb1df11-d96c-4f10-b8b3-8359610005e5 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:10:27.113239 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-c91c17cc-d16d-4a6b-bd33-deec71a6770d None None] Provisioning complete for port 151ef242-2ae3-49fe-9283-b759bced9700 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:10:27.115865 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2a45c952-4bc1-478a-b3b2-55a9562dad0f tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3725912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3690191'] for router_interface (11b20188-f5cb-4c75-a36b-cda7ec20f290), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:27.117480 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-c91c17cc-d16d-4a6b-bd33-deec71a6770d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (151ef242-2ae3-49fe-9283-b759bced9700), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:27.158460 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-c91c17cc-d16d-4a6b-bd33-deec71a6770d None None] Port 151ef242-2ae3-49fe-9283-b759bced9700 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:10:27.185194 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696e6284-6f1e-47f4-bd8b-1ff5720879ab tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:10:27.186849 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-696e6284-6f1e-47f4-bd8b-1ff5720879ab tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A3e9 HTTP/1.1" status: 200 len: 928 time: 0.1966109 Mar 28 01:10:27.192026 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-fdd136fb-8f3c-4c72-8037-933402382b2b tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (2f118f9a-4007-42e1-a2a6-3f553abc24e3), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:27.193801 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54816) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:27.208389 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc3a46e9-0038-454f-949d-035347004486 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Router 972614b4-f026-44d6-b5b2-387121f477a0 has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:10:27.282330 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-26475824-e7b0-44b7-97f2-f5f981999484 None None] Provisioning complete for port 151ef242-2ae3-49fe-9283-b759bced9700 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:10:27.282966 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-26475824-e7b0-44b7-97f2-f5f981999484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (151ef242-2ae3-49fe-9283-b759bced9700), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:27.320154 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-26475824-e7b0-44b7-97f2-f5f981999484 None None] Port 151ef242-2ae3-49fe-9283-b759bced9700 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:10:27.329409 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a45c952-4bc1-478a-b3b2-55a9562dad0f tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Router 11b20188-f5cb-4c75-a36b-cda7ec20f290 has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:10:27.417585 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a45c952-4bc1-478a-b3b2-55a9562dad0f tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:10:27.428688 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54818) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:27.429007 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-2a45c952-4bc1-478a-b3b2-55a9562dad0f tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] 10.222.0.24 "PUT /v2.0/routers/11b20188-f5cb-4c75-a36b-cda7ec20f290/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4695787 Mar 28 01:10:27.431816 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f056fc-dd2e-450a-a659-817b5ea028c3 None None] Sync routers for ids ['11b20188-f5cb-4c75-a36b-cda7ec20f290'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:10:27.443923 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f056fc-dd2e-450a-a659-817b5ea028c3 None None] Routers {'11b20188-f5cb-4c75-a36b-cda7ec20f290'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:10:27.444594 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-b4f056fc-dd2e-450a-a659-817b5ea028c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:10:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['11b20188-f5cb-4c75-a36b-cda7ec20f290'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:27.467711 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-fdd136fb-8f3c-4c72-8037-933402382b2b tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (2f118f9a-4007-42e1-a2a6-3f553abc24e3), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:27.473933 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-5beae610-69c0-45b4-953c-1b3ce7e678e6 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] 10.222.0.24 "GET /v2.0/ports?device_id=11b20188-f5cb-4c75-a36b-cda7ec20f290 HTTP/1.1" status: 200 len: 205 time: 0.0442207 Mar 28 01:10:27.476604 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54820) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:27.478421 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-b4f056fc-dd2e-450a-a659-817b5ea028c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:27.490132 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f056fc-dd2e-450a-a659-817b5ea028c3 None None] Routers {'11b20188-f5cb-4c75-a36b-cda7ec20f290'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:10:27.491258 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-b4f056fc-dd2e-450a-a659-817b5ea028c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:10:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['11b20188-f5cb-4c75-a36b-cda7ec20f290'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:27.510162 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-8cdad005-c519-4d2b-bea1-507fb18f14b1 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Deleting port 202478f7-2e82-4bbe-8493-81b21127aa39 {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:10:27.510424 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-8cdad005-c519-4d2b-bea1-507fb18f14b1 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (202478f7-2e82-4bbe-8493-81b21127aa39), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:27.515040 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-fdd136fb-8f3c-4c72-8037-933402382b2b tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f118f9a-4007-42e1-a2a6-3f553abc24e3']}} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:27.517670 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc3a46e9-0038-454f-949d-035347004486 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:10:27.542877 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044e15d7-fd89-45b9-a7cf-92210f39b2a5 None None] Sync routers for ids ['972614b4-f026-44d6-b5b2-387121f477a0'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:10:27.559471 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8c583bd4-567e-449e-bd5c-457f12b15a83 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks [] for router (11b20188-f5cb-4c75-a36b-cda7ec20f290), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:27.561641 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-73b063c3-8626-4f2a-a099-a9d66c1fb76a None None] Provisioning complete for port 202478f7-2e82-4bbe-8493-81b21127aa39 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:10:27.562663 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-73b063c3-8626-4f2a-a099-a9d66c1fb76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (202478f7-2e82-4bbe-8493-81b21127aa39), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:27.564965 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-fdd136fb-8f3c-4c72-8037-933402382b2b tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '370dc2a2-2924-453e-a67d-627bc9409163') {'for_net_delete': True} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:27.565253 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-fdd136fb-8f3c-4c72-8037-933402382b2b tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '370dc2a2-2924-453e-a67d-627bc9409163') {} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:27.586988 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-fdd136fb-8f3c-4c72-8037-933402382b2b tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126443583'] for segment (370dc2a2-2924-453e-a67d-627bc9409163), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:27.597868 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044e15d7-fd89-45b9-a7cf-92210f39b2a5 None None] Routers {'972614b4-f026-44d6-b5b2-387121f477a0'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:10:27.598946 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-044e15d7-fd89-45b9-a7cf-92210f39b2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:10:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['972614b4-f026-44d6-b5b2-387121f477a0'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:27.611793 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-fdd136fb-8f3c-4c72-8037-933402382b2b tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (370dc2a2-2924-453e-a67d-627bc9409163), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:27.620988 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-fc3a46e9-0038-454f-949d-035347004486 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for floatingip (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:27.628054 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdd136fb-8f3c-4c72-8037-933402382b2b tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=104098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:10:27.628276 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-fdd136fb-8f3c-4c72-8037-933402382b2b tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126177251'] for segment (370dc2a2-2924-453e-a67d-627bc9409163), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:27.630168 dv-neutron-834874-6-hyperv neutron-server[104098]: Traceback (most recent call last): Mar 28 01:10:27.630168 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:10:27.630168 dv-neutron-834874-6-hyperv neutron-server[104098]: timer() Mar 28 01:10:27.630168 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:10:27.630168 dv-neutron-834874-6-hyperv neutron-server[104098]: cb(*args, **kw) Mar 28 01:10:27.630168 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:10:27.630168 dv-neutron-834874-6-hyperv neutron-server[104098]: return func(*args, **kwargs) Mar 28 01:10:27.630168 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:10:27.630168 dv-neutron-834874-6-hyperv neutron-server[104098]: self._notify() Mar 28 01:10:27.630168 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:10:27.630168 dv-neutron-834874-6-hyperv neutron-server[104098]: self.callback(batched_events) Mar 28 01:10:27.630168 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:10:27.630168 dv-neutron-834874-6-hyperv neutron-server[104098]: event.method(event) Mar 28 01:10:27.630168 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:10:27.630168 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:10:27.630168 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:10:27.630168 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:10:27.630168 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:10:27.630168 dv-neutron-834874-6-hyperv neutron-server[104098]: return f(self, *a, **k) Mar 28 01:10:27.630168 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:10:27.630168 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._get(url).json() Mar 28 01:10:27.630168 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:10:27.630168 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:10:27.630168 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:10:27.630168 dv-neutron-834874-6-hyperv neutron-server[104098]: return self.request(url, 'GET', **kwargs) Mar 28 01:10:27.630168 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:10:27.630168 dv-neutron-834874-6-hyperv neutron-server[104098]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:10:27.630168 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:10:27.630168 dv-neutron-834874-6-hyperv neutron-server[104098]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:10:27.630168 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:10:27.630168 dv-neutron-834874-6-hyperv neutron-server[104098]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:10:27.630168 dv-neutron-834874-6-hyperv neutron-server[104098]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:10:27.669397 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-b4f056fc-dd2e-450a-a659-817b5ea028c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:27.670245 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f056fc-dd2e-450a-a659-817b5ea028c3 None None] The sync data for ids ['11b20188-f5cb-4c75-a36b-cda7ec20f290'] in dv-neutron-834874-6-hyperv is: [] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:10:27.699401 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-73b063c3-8626-4f2a-a099-a9d66c1fb76a None None] Port 202478f7-2e82-4bbe-8493-81b21127aa39 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:10:27.725775 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-fc3a46e9-0038-454f-949d-035347004486 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.1281815 Mar 28 01:10:27.726498 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54822) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:27.729382 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36094a88-9f2d-4c07-949f-f56c083f88fd', 'tag': '74325668-0837-407e-b93b-f7c316ea4f78'}] {{(pid=104098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:10:27.732299 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4026f4115fe834cbdc9db1f12734a6e5e5d2473de268e244354b04a11285341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fe62434-24b4-454a-9025-fc3db465061f" -d '{"events": [{"name": "network-changed", "server_uuid": "36094a88-9f2d-4c07-949f-f56c083f88fd", "tag": "74325668-0837-407e-b93b-f7c316ea4f78"}]}' {{(pid=104098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:10:27.737792 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-8cdad005-c519-4d2b-bea1-507fb18f14b1 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (202478f7-2e82-4bbe-8493-81b21127aa39), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:27.755553 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-fdd136fb-8f3c-4c72-8037-933402382b2b tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (2f118f9a-4007-42e1-a2a6-3f553abc24e3), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:27.765263 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-044e15d7-fd89-45b9-a7cf-92210f39b2a5 None None] Set router 972614b4-f026-44d6-b5b2-387121f477a0 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:10:27.784614 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8c583bd4-567e-449e-bd5c-457f12b15a83 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7151'] for router (11b20188-f5cb-4c75-a36b-cda7ec20f290), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:27.790454 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8c583bd4-567e-449e-bd5c-457f12b15a83 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks [] for router_controller (11b20188-f5cb-4c75-a36b-cda7ec20f290), precommit_delete_associations {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:27.801244 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-8cdad005-c519-4d2b-bea1-507fb18f14b1 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Calling delete_port for 202478f7-2e82-4bbe-8493-81b21127aa39 owned by {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:10:27.803106 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdd136fb-8f3c-4c72-8037-933402382b2b tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2f118f9a-4007-42e1-a2a6-3f553abc24e3 {{(pid=104098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 28 01:10:27.817470 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-fdd136fb-8f3c-4c72-8037-933402382b2b tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:27.825114 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-fdd136fb-8f3c-4c72-8037-933402382b2b tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] 10.222.0.24 "DELETE /v2.0/networks/2f118f9a-4007-42e1-a2a6-3f553abc24e3 HTTP/1.1" status: 204 len: 168 time: 0.7910619 Mar 28 01:10:27.841248 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd136fb-8f3c-4c72-8037-933402382b2b tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Pushing event deleted for resources: {'Network': ['ID=2f118f9a-4007-42e1-a2a6-3f553abc24e3,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:27.867939 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8c583bd4-567e-449e-bd5c-457f12b15a83 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689686'] for router (11b20188-f5cb-4c75-a36b-cda7ec20f290), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:27.868987 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c583bd4-567e-449e-bd5c-457f12b15a83 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Fanout notify agent at l3_agent the message router_deleted on router 11b20188-f5cb-4c75-a36b-cda7ec20f290 {{(pid=104099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 01:10:27.882287 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8c583bd4-567e-449e-bd5c-457f12b15a83 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks [] for router (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:27.884941 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-8c583bd4-567e-449e-bd5c-457f12b15a83 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] 10.222.0.24 "DELETE /v2.0/routers/11b20188-f5cb-4c75-a36b-cda7ec20f290 HTTP/1.1" status: 204 len: 168 time: 0.4073155 Mar 28 01:10:27.887700 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54830) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:27.897494 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-87e5231c-30a5-41b7-a0d6-1f554d02a70b tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/floatingips/704e640d-7c53-41ca-8dcf-349de17cf978 HTTP/1.1" status: 200 len: 991 time: 0.1624341 Mar 28 01:10:28.004159 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c61cbe3-63d1-4f08-83c1-625932fffcf3 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Deleting subnet 4447ec2e-cf85-4cc6-99ff-d7ffd8b035ed {{(pid=104099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:10:28.012305 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-8cdad005-c519-4d2b-bea1-507fb18f14b1 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (202478f7-2e82-4bbe-8493-81b21127aa39), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:28.012588 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7c61cbe3-63d1-4f08-83c1-625932fffcf3 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks [] for subnet (4447ec2e-cf85-4cc6-99ff-d7ffd8b035ed), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:28.074279 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 01:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6970a4bb-ce22-40c6-bf1d-8ddd13910d16 x-openstack-request-id: req-6970a4bb-ce22-40c6-bf1d-8ddd13910d16 {{(pid=104098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:10:28.074893 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36094a88-9f2d-4c07-949f-f56c083f88fd", "tag": "74325668-0837-407e-b93b-f7c316ea4f78", "status": "completed", "code": 200}]} {{(pid=104098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:10:28.075365 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6970a4bb-ce22-40c6-bf1d-8ddd13910d16 {{(pid=104098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:10:28.076027 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6970a4bb-ce22-40c6-bf1d-8ddd13910d16'] response: {'name': 'network-changed', 'server_uuid': '36094a88-9f2d-4c07-949f-f56c083f88fd', 'tag': '74325668-0837-407e-b93b-f7c316ea4f78', 'status': 'completed', 'code': 200} Mar 28 01:10:28.077958 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdad005-c519-4d2b-bea1-507fb18f14b1 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Pushing event deleted for resources: {'Port': ['ID=202478f7-2e82-4bbe-8493-81b21127aa39,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:28.111345 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-8cdad005-c519-4d2b-bea1-507fb18f14b1 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:28.121428 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-8cdad005-c519-4d2b-bea1-507fb18f14b1 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "DELETE /v2.0/ports/202478f7-2e82-4bbe-8493-81b21127aa39 HTTP/1.1" status: 204 len: 168 time: 0.9245987 Mar 28 01:10:28.122203 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54836) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:28.134127 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7c61cbe3-63d1-4f08-83c1-625932fffcf3 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126946639'] for subnet (4447ec2e-cf85-4cc6-99ff-d7ffd8b035ed), precommit_delete_associations {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:28.167512 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.pecan_wsgi.hooks.translation [None req-128b288b-ccf0-4d88-8c65-5261323a0512 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] GET failed (client error): The resource could not be found. Mar 28 01:10:28.169073 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-128b288b-ccf0-4d88-8c65-5261323a0512 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "GET /v2.0/ports/202478f7-2e82-4bbe-8493-81b21127aa39 HTTP/1.1" status: 404 len: 333 time: 0.0458996 Mar 28 01:10:28.171881 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54838) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:28.223069 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-044e15d7-fd89-45b9-a7cf-92210f39b2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '972614b4-f026-44d6-b5b2-387121f477a0', 'name': 'tempest-TestNetworkBasicOps-router-1449852851', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.203'}], 'enable_snat': True}, 'gw_port_id': '284be52d-195b-458f-be0d-523be760202a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:09:46Z', 'updated_at': '2022-03-28T01:09:56Z', 'revision_number': 4, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': '284be52d-195b-458f-be0d-523be760202a', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:98:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972614b4-f026-44d6-b5b2-387121f477a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:09:47Z', 'updated_at': '2022-03-28T01:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_floatingips': [{'id': '704e640d-7c53-41ca-8dcf-349de17cf978', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'floating_ip_address': '172.26.1.112', 'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'router_id': '972614b4-f026-44d6-b5b2-387121f477a0', 'port_id': '74325668-0837-407e-b93b-f7c316ea4f78', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7543c20d-2cfc-49fd-abfd-e84ff8dfd2c3', 'mac_address': 'fa:16:3e:7e:a9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36094a88-9f2d-4c07-949f-f56c083f88fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T01:10:24Z', 'updated_at': '2022-03-28T01:10:24Z', 'revision_number': 0, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fba6b65-87d7-4e6d-bb9b-cc3221d8e198', 'name': '', 'network_id': '7543c20d-2cfc-49fd-abfd-e84ff8dfd2c3', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'mac_address': 'fa:16:3e:91:b3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972614b4-f026-44d6-b5b2-387121f477a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '592db495-2a42-45a2-9428-dccc028178bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:09:55Z', 'updated_at': '2022-03-28T01:10:04Z', 'revision_number': 5, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'subnets': [{'id': '592db495-2a42-45a2-9428-dccc028178bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:28.264883 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044e15d7-fd89-45b9-a7cf-92210f39b2a5 None None] Checking router: 972614b4-f026-44d6-b5b2-387121f477a0 for host: dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:10:28.273513 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54840) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:28.278721 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044e15d7-fd89-45b9-a7cf-92210f39b2a5 None None] Routers {'972614b4-f026-44d6-b5b2-387121f477a0'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:10:28.280023 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-044e15d7-fd89-45b9-a7cf-92210f39b2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:10:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['972614b4-f026-44d6-b5b2-387121f477a0'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:28.286026 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-dd2af85a-da28-4c3d-8e01-48ba35ec06f9 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Request body: {'router': {'name': 'tempest-router--720242580', 'project_id': '2ea72e94c8c445c0a1781927924d4b5c'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:10:28.355106 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-b12b9386-51b7-40cd-90a4-807e8b60718c tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Deleting port 151ef242-2ae3-49fe-9283-b759bced9700 {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:10:28.355805 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b12b9386-51b7-40cd-90a4-807e8b60718c tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (151ef242-2ae3-49fe-9283-b759bced9700), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:28.373361 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe62434-24b4-454a-9025-fc3db465061f req-bd605cfd-e96e-4188-b6f1-71bd12b47da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:10:28.374902 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-0fe62434-24b4-454a-9025-fc3db465061f req-bd605cfd-e96e-4188-b6f1-71bd12b47da1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cf1ee0ed9c204cc5bccbb38ebf185041&device_id=36094a88-9f2d-4c07-949f-f56c083f88fd HTTP/1.1" status: 200 len: 1129 time: 0.2705855 Mar 28 01:10:28.427463 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 6eb1df11-d96c-4f10-b8b3-8359610005e5 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:10:28.453242 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7c61cbe3-63d1-4f08-83c1-625932fffcf3 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (4447ec2e-cf85-4cc6-99ff-d7ffd8b035ed), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:28.482018 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b12b9386-51b7-40cd-90a4-807e8b60718c tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (151ef242-2ae3-49fe-9283-b759bced9700), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:28.498779 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-b12b9386-51b7-40cd-90a4-807e8b60718c tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Calling delete_port for 151ef242-2ae3-49fe-9283-b759bced9700 owned by {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:10:28.512252 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-dd2af85a-da28-4c3d-8e01-48ba35ec06f9 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7069'] for router (dd1b8e22-cf35-4b84-b68b-55db46d2ed01), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:28.513723 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-dd2af85a-da28-4c3d-8e01-48ba35ec06f9 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4188952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7062'] for router (dd1b8e22-cf35-4b84-b68b-55db46d2ed01), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:28.542469 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-044e15d7-fd89-45b9-a7cf-92210f39b2a5 None None] Set router 972614b4-f026-44d6-b5b2-387121f477a0 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:10:28.605480 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 6eb1df11-d96c-4f10-b8b3-8359610005e5 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:10:28.606168 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (6eb1df11-d96c-4f10-b8b3-8359610005e5), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:28.636299 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-dd2af85a-da28-4c3d-8e01-48ba35ec06f9 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks [] for router_controller (dd1b8e22-cf35-4b84-b68b-55db46d2ed01), precommit_add_association {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:28.643233 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe62434-24b4-454a-9025-fc3db465061f req-d2892cb0-47ff-486e-8862-defec47166ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:10:28.645203 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-0fe62434-24b4-454a-9025-fc3db465061f req-d2892cb0-47ff-486e-8862-defec47166ec service neutron] 10.222.0.10 "GET /v2.0/networks?id=7543c20d-2cfc-49fd-abfd-e84ff8dfd2c3 HTTP/1.1" status: 200 len: 897 time: 0.2387297 Mar 28 01:10:28.649487 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-dd2af85a-da28-4c3d-8e01-48ba35ec06f9 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687953'] for router (dd1b8e22-cf35-4b84-b68b-55db46d2ed01), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:28.667236 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7c61cbe3-63d1-4f08-83c1-625932fffcf3 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127282766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126757793'] for subnet (4447ec2e-cf85-4cc6-99ff-d7ffd8b035ed), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:28.683483 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b12b9386-51b7-40cd-90a4-807e8b60718c tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (151ef242-2ae3-49fe-9283-b759bced9700), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:28.715572 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12b9386-51b7-40cd-90a4-807e8b60718c tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Pushing event deleted for resources: {'Port': ['ID=151ef242-2ae3-49fe-9283-b759bced9700,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:28.738396 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-dd2af85a-da28-4c3d-8e01-48ba35ec06f9 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:28.743303 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54842) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:28.746492 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-dd2af85a-da28-4c3d-8e01-48ba35ec06f9 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4640956 Mar 28 01:10:28.750241 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b12b9386-51b7-40cd-90a4-807e8b60718c tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:28.750766 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c61cbe3-63d1-4f08-83c1-625932fffcf3 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Pushing event deleted for resources: {'Subnet': ['ID=4447ec2e-cf85-4cc6-99ff-d7ffd8b035ed,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:28.756765 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-b12b9386-51b7-40cd-90a4-807e8b60718c tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "DELETE /v2.0/ports/151ef242-2ae3-49fe-9283-b759bced9700 HTTP/1.1" status: 204 len: 168 time: 0.5808191 Mar 28 01:10:28.756952 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7c61cbe3-63d1-4f08-83c1-625932fffcf3 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks [] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:28.758349 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54844) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:28.758480 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-7c61cbe3-63d1-4f08-83c1-625932fffcf3 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] 10.222.0.24 "DELETE /v2.0/subnets/4447ec2e-cf85-4cc6-99ff-d7ffd8b035ed HTTP/1.1" status: 204 len: 168 time: 0.8691926 Mar 28 01:10:28.761518 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54846) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:28.800765 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-0fe62434-24b4-454a-9025-fc3db465061f req-8ed346a8-ae77-4200-ba0e-d68a9033740f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=74325668-0837-407e-b93b-f7c316ea4f78 HTTP/1.1" status: 200 len: 999 time: 0.1477053 Mar 28 01:10:28.812434 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9e8d5e-f7a8-4c92-81b9-c4b024b0d2f5 None None] Network 74d4e41d-9757-457a-ba79-7cac2f0ece3f requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:10:28.826269 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 6eb1df11-d96c-4f10-b8b3-8359610005e5 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:10:28.872446 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.pecan_wsgi.hooks.translation [None req-69acea18-ea21-4b62-8345-9a880e3d95f1 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] GET failed (client error): The resource could not be found. Mar 28 01:10:28.874166 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-69acea18-ea21-4b62-8345-9a880e3d95f1 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "GET /v2.0/ports/151ef242-2ae3-49fe-9283-b759bced9700 HTTP/1.1" status: 404 len: 333 time: 0.1122291 Mar 28 01:10:28.877041 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54848) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:28.888574 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1bdc5b66-e811-4db3-a3db-9b3d181e81bf tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks [] for router (dd1b8e22-cf35-4b84-b68b-55db46d2ed01), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:28.902756 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54850) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:28.995450 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-12139c0a-83a9-4535-a670-8a5974acd58a tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (74d4e41d-9757-457a-ba79-7cac2f0ece3f), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:29.038040 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe62434-24b4-454a-9025-fc3db465061f req-fc0ee425-09c3-4d69-a7e9-0bb27e8771ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:10:29.039467 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-0fe62434-24b4-454a-9025-fc3db465061f req-fc0ee425-09c3-4d69-a7e9-0bb27e8771ab service neutron] 10.222.0.10 "GET /v2.0/subnets?id=592db495-2a42-45a2-9428-dccc028178bd HTTP/1.1" status: 200 len: 835 time: 0.1873028 Mar 28 01:10:29.090339 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-d6c9fe1f-a91b-4a27-b452-20d0c4bcccfe tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/floatingips/704e640d-7c53-41ca-8dcf-349de17cf978 HTTP/1.1" status: 200 len: 991 time: 0.1856089 Mar 28 01:10:29.108934 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1bdc5b66-e811-4db3-a3db-9b3d181e81bf tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7151'] for router (dd1b8e22-cf35-4b84-b68b-55db46d2ed01), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:29.113351 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1bdc5b66-e811-4db3-a3db-9b3d181e81bf tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks [] for router_controller (dd1b8e22-cf35-4b84-b68b-55db46d2ed01), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:29.120867 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3127855-405a-42fa-9efe-e931b8d97333 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Deleting subnet 980e221c-4d66-48fc-bc72-b0e40152527f {{(pid=104098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:10:29.126477 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b3127855-405a-42fa-9efe-e931b8d97333 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks [] for subnet (980e221c-4d66-48fc-bc72-b0e40152527f), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:29.137838 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe62434-24b4-454a-9025-fc3db465061f req-33b7621a-c37e-4420-bb32-e0437a17f279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:10:29.139380 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-0fe62434-24b4-454a-9025-fc3db465061f req-33b7621a-c37e-4420-bb32-e0437a17f279 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7543c20d-2cfc-49fd-abfd-e84ff8dfd2c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0826139 Mar 28 01:10:29.185137 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-044e15d7-fd89-45b9-a7cf-92210f39b2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '972614b4-f026-44d6-b5b2-387121f477a0', 'name': 'tempest-TestNetworkBasicOps-router-1449852851', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.203'}], 'enable_snat': True}, 'gw_port_id': '284be52d-195b-458f-be0d-523be760202a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:09:46Z', 'updated_at': '2022-03-28T01:09:56Z', 'revision_number': 4, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': '284be52d-195b-458f-be0d-523be760202a', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:98:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972614b4-f026-44d6-b5b2-387121f477a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:09:47Z', 'updated_at': '2022-03-28T01:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_floatingips': [{'id': '704e640d-7c53-41ca-8dcf-349de17cf978', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'floating_ip_address': '172.26.1.112', 'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'router_id': '972614b4-f026-44d6-b5b2-387121f477a0', 'port_id': '74325668-0837-407e-b93b-f7c316ea4f78', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7543c20d-2cfc-49fd-abfd-e84ff8dfd2c3', 'mac_address': 'fa:16:3e:7e:a9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36094a88-9f2d-4c07-949f-f56c083f88fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T01:10:24Z', 'updated_at': '2022-03-28T01:10:24Z', 'revision_number': 0, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fba6b65-87d7-4e6d-bb9b-cc3221d8e198', 'name': '', 'network_id': '7543c20d-2cfc-49fd-abfd-e84ff8dfd2c3', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'mac_address': 'fa:16:3e:91:b3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972614b4-f026-44d6-b5b2-387121f477a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '592db495-2a42-45a2-9428-dccc028178bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:09:55Z', 'updated_at': '2022-03-28T01:10:04Z', 'revision_number': 5, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'subnets': [{'id': '592db495-2a42-45a2-9428-dccc028178bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:29.203025 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1bdc5b66-e811-4db3-a3db-9b3d181e81bf tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689686'] for router (dd1b8e22-cf35-4b84-b68b-55db46d2ed01), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:29.203527 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bdc5b66-e811-4db3-a3db-9b3d181e81bf tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dd1b8e22-cf35-4b84-b68b-55db46d2ed01 {{(pid=104098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 01:10:29.212739 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1bdc5b66-e811-4db3-a3db-9b3d181e81bf tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:29.213889 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-1bdc5b66-e811-4db3-a3db-9b3d181e81bf tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] 10.222.0.24 "DELETE /v2.0/routers/dd1b8e22-cf35-4b84-b68b-55db46d2ed01 HTTP/1.1" status: 204 len: 168 time: 0.4695818 Mar 28 01:10:29.216354 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b3127855-405a-42fa-9efe-e931b8d97333 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126443526'] for subnet (980e221c-4d66-48fc-bc72-b0e40152527f), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:29.223428 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-12139c0a-83a9-4535-a670-8a5974acd58a tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Deleting port 30e5e2e9-6a09-4341-9ec4-4127e58bd621 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:10:29.223773 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-12139c0a-83a9-4535-a670-8a5974acd58a tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (30e5e2e9-6a09-4341-9ec4-4127e58bd621), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:29.239528 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044e15d7-fd89-45b9-a7cf-92210f39b2a5 None None] The sync data for ids ['972614b4-f026-44d6-b5b2-387121f477a0'] in dv-neutron-834874-6-hyperv is: [{'id': '972614b4-f026-44d6-b5b2-387121f477a0', 'name': 'tempest-TestNetworkBasicOps-router-1449852851', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.203'}], 'enable_snat': True}, 'gw_port_id': '284be52d-195b-458f-be0d-523be760202a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:09:46Z', 'updated_at': '2022-03-28T01:09:56Z', 'revision_number': 4, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': '284be52d-195b-458f-be0d-523be760202a', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:98:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972614b4-f026-44d6-b5b2-387121f477a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:09:47Z', 'updated_at': '2022-03-28T01:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_floatingips': [{'id': '704e640d-7c53-41ca-8dcf-349de17cf978', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'floating_ip_address': '172.26.1.112', 'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'router_id': '972614b4-f026-44d6-b5b2-387121f477a0', 'port_id': '74325668-0837-407e-b93b-f7c316ea4f78', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7543c20d-2cfc-49fd-abfd-e84ff8dfd2c3', 'mac_address': 'fa:16:3e:7e:a9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36094a88-9f2d-4c07-949f-f56c083f88fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T01:10:24Z', 'updated_at': '2022-03-28T01:10:24Z', 'revision_number': 0, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fba6b65-87d7-4e6d-bb9b-cc3221d8e198', 'name': '', 'network_id': '7543c20d-2cfc-49fd-abfd-e84ff8dfd2c3', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'mac_address': 'fa:16:3e:91:b3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972614b4-f026-44d6-b5b2-387121f477a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '592db495-2a42-45a2-9428-dccc028178bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:09:55Z', 'updated_at': '2022-03-28T01:10:04Z', 'revision_number': 5, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'subnets': [{'id': '592db495-2a42-45a2-9428-dccc028178bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:10:29.243025 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9cbab6-9e39-4c49-9d7c-effcb0c3b1ff None None] DHCP port deletion for 74d4e41d-9757-457a-ba79-7cac2f0ece3f request from dv-neutron-834874-6-hyperv {{(pid=104100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 01:10:29.289863 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-12139c0a-83a9-4535-a670-8a5974acd58a tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] For port 30e5e2e9-6a09-4341-9ec4-4127e58bd621, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=30e5e2e9-6a09-4341-9ec4-4127e58bd621,segment=NetworkSegment(1e5616d5-7a2a-4207-aaed-7023b6495a64),segment_id=1e5616d5-7a2a-4207-aaed-7023b6495a64)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:10:29.290231 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-12139c0a-83a9-4535-a670-8a5974acd58a tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (30e5e2e9-6a09-4341-9ec4-4127e58bd621), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:29.303865 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-12139c0a-83a9-4535-a670-8a5974acd58a tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Calling delete_port for 30e5e2e9-6a09-4341-9ec4-4127e58bd621 owned by network:dhcp {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:10:29.305469 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-9e9cbab6-9e39-4c49-9d7c-effcb0c3b1ff None None] Deleting port 30e5e2e9-6a09-4341-9ec4-4127e58bd621 {{(pid=104100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:10:29.305938 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-9e9cbab6-9e39-4c49-9d7c-effcb0c3b1ff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (30e5e2e9-6a09-4341-9ec4-4127e58bd621), before_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:29.329703 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b3127855-405a-42fa-9efe-e931b8d97333 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (980e221c-4d66-48fc-bc72-b0e40152527f), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:29.393205 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-9e9cbab6-9e39-4c49-9d7c-effcb0c3b1ff None None] For port 30e5e2e9-6a09-4341-9ec4-4127e58bd621, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=30e5e2e9-6a09-4341-9ec4-4127e58bd621,segment=NetworkSegment(1e5616d5-7a2a-4207-aaed-7023b6495a64),segment_id=1e5616d5-7a2a-4207-aaed-7023b6495a64)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:10:29.393722 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-9e9cbab6-9e39-4c49-9d7c-effcb0c3b1ff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (30e5e2e9-6a09-4341-9ec4-4127e58bd621), precommit_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:29.412167 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-9e9cbab6-9e39-4c49-9d7c-effcb0c3b1ff None None] Calling delete_port for 30e5e2e9-6a09-4341-9ec4-4127e58bd621 owned by network:dhcp {{(pid=104100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:10:29.416456 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b3127855-405a-42fa-9efe-e931b8d97333 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126175041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126112438'] for subnet (980e221c-4d66-48fc-bc72-b0e40152527f), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:29.452237 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54854) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:29.463727 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3127855-405a-42fa-9efe-e931b8d97333 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Pushing event deleted for resources: {'Subnet': ['ID=980e221c-4d66-48fc-bc72-b0e40152527f,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:29.466082 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b3127855-405a-42fa-9efe-e931b8d97333 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:29.469451 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-b3127855-405a-42fa-9efe-e931b8d97333 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "DELETE /v2.0/subnets/980e221c-4d66-48fc-bc72-b0e40152527f HTTP/1.1" status: 204 len: 168 time: 0.5914347 Mar 28 01:10:29.475168 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54858) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:29.482737 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8185aa08-0e9a-47f9-be9d-1a973cbb1590 None None] Network 0370d560-ec9a-4f20-8730-1b859a52ed41 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:10:29.568576 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-10af9556-3283-4f76-9c97-3377f1e1ea36 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (0370d560-ec9a-4f20-8730-1b859a52ed41), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:29.609163 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4da88e-c115-46d5-93a1-37b3cb502bd7 None None] New status for floating IP 704e640d-7c53-41ca-8dcf-349de17cf978: ACTIVE {{(pid=104101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 01:10:29.643595 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-9e9cbab6-9e39-4c49-9d7c-effcb0c3b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886'] for port (30e5e2e9-6a09-4341-9ec4-4127e58bd621), after_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:29.653698 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-10af9556-3283-4f76-9c97-3377f1e1ea36 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Deleting port 6eb1df11-d96c-4f10-b8b3-8359610005e5 {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:10:29.654037 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-10af9556-3283-4f76-9c97-3377f1e1ea36 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (6eb1df11-d96c-4f10-b8b3-8359610005e5), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:29.727753 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e6fe42-4072-480e-9ffd-92fa0da5bed6 None None] DHCP port deletion for 0370d560-ec9a-4f20-8730-1b859a52ed41 request from dv-neutron-834874-6-hyperv {{(pid=104100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 01:10:29.735393 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9cbab6-9e39-4c49-9d7c-effcb0c3b1ff None None] Pushing event deleted for resources: {'Port': ['ID=30e5e2e9-6a09-4341-9ec4-4127e58bd621,revision_number=None']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:29.746925 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.db [None req-10af9556-3283-4f76-9c97-3377f1e1ea36 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] For port 6eb1df11-d96c-4f10-b8b3-8359610005e5, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=6eb1df11-d96c-4f10-b8b3-8359610005e5,segment=NetworkSegment(ea1e827c-33d1-43cf-b7df-0098438ce371),segment_id=ea1e827c-33d1-43cf-b7df-0098438ce371)] {{(pid=104098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:10:29.747457 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-10af9556-3283-4f76-9c97-3377f1e1ea36 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (6eb1df11-d96c-4f10-b8b3-8359610005e5), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:29.748951 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9cbab6-9e39-4c49-9d7c-effcb0c3b1ff None None] No DVR routers for this DVR port 30e5e2e9-6a09-4341-9ec4-4127e58bd621 on host dv-neutron-834874-6-hyperv {{(pid=104100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:10:29.781421 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-10af9556-3283-4f76-9c97-3377f1e1ea36 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Calling delete_port for 6eb1df11-d96c-4f10-b8b3-8359610005e5 owned by network:dhcp {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:10:29.801061 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-3f3a81cb-e213-4ca2-a33c-50dc3067d809 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1778678012', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'}, 'admin_state_up': False}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:10:29.804915 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-0fe62434-24b4-454a-9025-fc3db465061f req-e970052e-6c51-44d5-9150-4cb4d46dce65 service neutron] 10.222.0.10 "GET /v2.0/networks/7543c20d-2cfc-49fd-abfd-e84ff8dfd2c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6485953 Mar 28 01:10:29.825427 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-d6e6fe42-4072-480e-9ffd-92fa0da5bed6 None None] Deleting port 6eb1df11-d96c-4f10-b8b3-8359610005e5 {{(pid=104100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:10:29.826400 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d6e6fe42-4072-480e-9ffd-92fa0da5bed6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (6eb1df11-d96c-4f10-b8b3-8359610005e5), before_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:29.831023 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-12139c0a-83a9-4535-a670-8a5974acd58a tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (30e5e2e9-6a09-4341-9ec4-4127e58bd621), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:29.870655 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3f3a81cb-e213-4ca2-a33c-50dc3067d809 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7069'] for router (fdd9ba7f-7c14-45eb-bb73-12f52b54342f), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:29.872573 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3f3a81cb-e213-4ca2-a33c-50dc3067d809 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4188952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7062'] for router (fdd9ba7f-7c14-45eb-bb73-12f52b54342f), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:29.913718 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12139c0a-83a9-4535-a670-8a5974acd58a tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Pushing event deleted for resources: {'Port': ['ID=30e5e2e9-6a09-4341-9ec4-4127e58bd621,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:29.924529 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-d6e6fe42-4072-480e-9ffd-92fa0da5bed6 None None] For port 6eb1df11-d96c-4f10-b8b3-8359610005e5, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=6eb1df11-d96c-4f10-b8b3-8359610005e5,segment=NetworkSegment(ea1e827c-33d1-43cf-b7df-0098438ce371),segment_id=ea1e827c-33d1-43cf-b7df-0098438ce371)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:10:29.925261 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d6e6fe42-4072-480e-9ffd-92fa0da5bed6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (6eb1df11-d96c-4f10-b8b3-8359610005e5), precommit_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:29.927619 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12139c0a-83a9-4535-a670-8a5974acd58a tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] No DVR routers for this DVR port 30e5e2e9-6a09-4341-9ec4-4127e58bd621 on host dv-neutron-834874-6-hyperv {{(pid=104099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:10:29.955747 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-d6e6fe42-4072-480e-9ffd-92fa0da5bed6 None None] Calling delete_port for 6eb1df11-d96c-4f10-b8b3-8359610005e5 owned by network:dhcp {{(pid=104100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:10:29.955978 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-10af9556-3283-4f76-9c97-3377f1e1ea36 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (6eb1df11-d96c-4f10-b8b3-8359610005e5), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:29.983608 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3f3a81cb-e213-4ca2-a33c-50dc3067d809 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Publish callbacks [] for router_controller (fdd9ba7f-7c14-45eb-bb73-12f52b54342f), precommit_add_association {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:29.987461 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10af9556-3283-4f76-9c97-3377f1e1ea36 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Pushing event deleted for resources: {'Port': ['ID=6eb1df11-d96c-4f10-b8b3-8359610005e5,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:29.992934 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10af9556-3283-4f76-9c97-3377f1e1ea36 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] No DVR routers for this DVR port 6eb1df11-d96c-4f10-b8b3-8359610005e5 on host dv-neutron-834874-6-hyperv {{(pid=104098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:10:30.045127 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-0fe62434-24b4-454a-9025-fc3db465061f req-0477ebf3-46d6-4df7-80f0-30422e8fc79d service neutron] 10.222.0.10 "GET /v2.0/networks/7543c20d-2cfc-49fd-abfd-e84ff8dfd2c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337120 Mar 28 01:10:30.046619 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-12139c0a-83a9-4535-a670-8a5974acd58a tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (74d4e41d-9757-457a-ba79-7cac2f0ece3f), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:30.061805 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d6e6fe42-4072-480e-9ffd-92fa0da5bed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886'] for port (6eb1df11-d96c-4f10-b8b3-8359610005e5), after_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:30.069408 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-12139c0a-83a9-4535-a670-8a5974acd58a tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74d4e41d-9757-457a-ba79-7cac2f0ece3f']}} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:30.083069 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-12139c0a-83a9-4535-a670-8a5974acd58a tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e5616d5-7a2a-4207-aaed-7023b6495a64') {'for_net_delete': True} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:30.083506 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-12139c0a-83a9-4535-a670-8a5974acd58a tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e5616d5-7a2a-4207-aaed-7023b6495a64') {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:30.087534 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e6fe42-4072-480e-9ffd-92fa0da5bed6 None None] Pushing event deleted for resources: {'Port': ['ID=6eb1df11-d96c-4f10-b8b3-8359610005e5,revision_number=None']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:30.093170 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54860) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:30.093732 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e6fe42-4072-480e-9ffd-92fa0da5bed6 None None] No DVR routers for this DVR port 6eb1df11-d96c-4f10-b8b3-8359610005e5 on host dv-neutron-834874-6-hyperv {{(pid=104100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:10:30.101322 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-12139c0a-83a9-4535-a670-8a5974acd58a tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126946678'] for segment (1e5616d5-7a2a-4207-aaed-7023b6495a64), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:30.151685 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-12139c0a-83a9-4535-a670-8a5974acd58a tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (1e5616d5-7a2a-4207-aaed-7023b6495a64), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:30.166587 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12139c0a-83a9-4535-a670-8a5974acd58a tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=104099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:10:30.167118 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-12139c0a-83a9-4535-a670-8a5974acd58a tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127280876'] for segment (1e5616d5-7a2a-4207-aaed-7023b6495a64), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:30.170532 dv-neutron-834874-6-hyperv neutron-server[104099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 01:10:30.170532 dv-neutron-834874-6-hyperv neutron-server[104099]: self.session.flush() Mar 28 01:10:30.170532 dv-neutron-834874-6-hyperv neutron-server[104099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 01:10:30.170532 dv-neutron-834874-6-hyperv neutron-server[104099]: self.session.flush() Mar 28 01:10:30.170532 dv-neutron-834874-6-hyperv neutron-server[104099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 01:10:30.170532 dv-neutron-834874-6-hyperv neutron-server[104099]: self.session.flush() Mar 28 01:10:30.170532 dv-neutron-834874-6-hyperv neutron-server[104099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 01:10:30.170532 dv-neutron-834874-6-hyperv neutron-server[104099]: self.session.flush() Mar 28 01:10:30.170532 dv-neutron-834874-6-hyperv neutron-server[104099]: Traceback (most recent call last): Mar 28 01:10:30.170532 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:10:30.170532 dv-neutron-834874-6-hyperv neutron-server[104099]: timer() Mar 28 01:10:30.170532 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:10:30.170532 dv-neutron-834874-6-hyperv neutron-server[104099]: cb(*args, **kw) Mar 28 01:10:30.170532 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:10:30.170532 dv-neutron-834874-6-hyperv neutron-server[104099]: return func(*args, **kwargs) Mar 28 01:10:30.170532 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:10:30.170532 dv-neutron-834874-6-hyperv neutron-server[104099]: self._notify() Mar 28 01:10:30.170532 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:10:30.170532 dv-neutron-834874-6-hyperv neutron-server[104099]: self.callback(batched_events) Mar 28 01:10:30.170532 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:10:30.170532 dv-neutron-834874-6-hyperv neutron-server[104099]: event.method(event) Mar 28 01:10:30.170532 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:10:30.170532 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:10:30.170532 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:10:30.170532 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:10:30.170532 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:10:30.170532 dv-neutron-834874-6-hyperv neutron-server[104099]: return f(self, *a, **k) Mar 28 01:10:30.170532 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:10:30.170532 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._get(url).json() Mar 28 01:10:30.170532 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:10:30.170532 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:10:30.170532 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:10:30.170532 dv-neutron-834874-6-hyperv neutron-server[104099]: return self.request(url, 'GET', **kwargs) Mar 28 01:10:30.170532 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:10:30.170532 dv-neutron-834874-6-hyperv neutron-server[104099]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:10:30.170532 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:10:30.170532 dv-neutron-834874-6-hyperv neutron-server[104099]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:10:30.170532 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:10:30.170532 dv-neutron-834874-6-hyperv neutron-server[104099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:10:30.170532 dv-neutron-834874-6-hyperv neutron-server[104099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:10:30.199519 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-10af9556-3283-4f76-9c97-3377f1e1ea36 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (0370d560-ec9a-4f20-8730-1b859a52ed41), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:30.218603 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3f3a81cb-e213-4ca2-a33c-50dc3067d809 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Publish callbacks [] for router_gateway (fdd9ba7f-7c14-45eb-bb73-12f52b54342f), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:30.232999 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-10af9556-3283-4f76-9c97-3377f1e1ea36 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0370d560-ec9a-4f20-8730-1b859a52ed41']}} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:30.241002 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-3497d9c0-b78a-4fbd-ad96-15cdd4928d0e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/floatingips/704e640d-7c53-41ca-8dcf-349de17cf978 HTTP/1.1" status: 200 len: 993 time: 0.1431322 Mar 28 01:10:30.256376 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-10af9556-3283-4f76-9c97-3377f1e1ea36 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea1e827c-33d1-43cf-b7df-0098438ce371') {'for_net_delete': True} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:30.256872 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-10af9556-3283-4f76-9c97-3377f1e1ea36 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea1e827c-33d1-43cf-b7df-0098438ce371') {} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:30.257640 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-12139c0a-83a9-4535-a670-8a5974acd58a tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (74d4e41d-9757-457a-ba79-7cac2f0ece3f), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:30.264881 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-12139c0a-83a9-4535-a670-8a5974acd58a tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks [] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:30.268508 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-12139c0a-83a9-4535-a670-8a5974acd58a tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] 10.222.0.24 "DELETE /v2.0/networks/74d4e41d-9757-457a-ba79-7cac2f0ece3f HTTP/1.1" status: 204 len: 168 time: 1.5060220 Mar 28 01:10:30.278896 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54862) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:30.283221 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-9f6d8a67-7aac-47f7-ac91-ff88d8c662f7 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1951048026', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:10:30.295103 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-10af9556-3283-4f76-9c97-3377f1e1ea36 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126443583'] for segment (ea1e827c-33d1-43cf-b7df-0098438ce371), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:30.302936 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12139c0a-83a9-4535-a670-8a5974acd58a tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Pushing event deleted for resources: {'Network': ['ID=74d4e41d-9757-457a-ba79-7cac2f0ece3f,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:30.307416 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9f6d8a67-7aac-47f7-ac91-ff88d8c662f7 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7069'] for router (be59e924-db64-46fd-ad90-c3c1be501df6), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:30.308608 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9f6d8a67-7aac-47f7-ac91-ff88d8c662f7 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4188952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7062'] for router (be59e924-db64-46fd-ad90-c3c1be501df6), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:30.317587 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-10af9556-3283-4f76-9c97-3377f1e1ea36 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (ea1e827c-33d1-43cf-b7df-0098438ce371), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:30.330540 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10af9556-3283-4f76-9c97-3377f1e1ea36 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=104098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:10:30.330872 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-10af9556-3283-4f76-9c97-3377f1e1ea36 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126177251'] for segment (ea1e827c-33d1-43cf-b7df-0098438ce371), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:30.333908 dv-neutron-834874-6-hyperv neutron-server[104098]: Traceback (most recent call last): Mar 28 01:10:30.333908 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:10:30.333908 dv-neutron-834874-6-hyperv neutron-server[104098]: timer() Mar 28 01:10:30.333908 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:10:30.333908 dv-neutron-834874-6-hyperv neutron-server[104098]: cb(*args, **kw) Mar 28 01:10:30.333908 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:10:30.333908 dv-neutron-834874-6-hyperv neutron-server[104098]: return func(*args, **kwargs) Mar 28 01:10:30.333908 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:10:30.333908 dv-neutron-834874-6-hyperv neutron-server[104098]: self._notify() Mar 28 01:10:30.333908 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:10:30.333908 dv-neutron-834874-6-hyperv neutron-server[104098]: self.callback(batched_events) Mar 28 01:10:30.333908 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:10:30.333908 dv-neutron-834874-6-hyperv neutron-server[104098]: event.method(event) Mar 28 01:10:30.333908 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:10:30.333908 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:10:30.333908 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:10:30.333908 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:10:30.333908 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:10:30.333908 dv-neutron-834874-6-hyperv neutron-server[104098]: return f(self, *a, **k) Mar 28 01:10:30.333908 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:10:30.333908 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._get(url).json() Mar 28 01:10:30.333908 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:10:30.333908 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:10:30.333908 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:10:30.333908 dv-neutron-834874-6-hyperv neutron-server[104098]: return self.request(url, 'GET', **kwargs) Mar 28 01:10:30.333908 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:10:30.333908 dv-neutron-834874-6-hyperv neutron-server[104098]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:10:30.333908 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:10:30.333908 dv-neutron-834874-6-hyperv neutron-server[104098]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:10:30.333908 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:10:30.333908 dv-neutron-834874-6-hyperv neutron-server[104098]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:10:30.333908 dv-neutron-834874-6-hyperv neutron-server[104098]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:10:30.366360 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 6eb1df11-d96c-4f10-b8b3-8359610005e5 no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:10:30.371266 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9f6d8a67-7aac-47f7-ac91-ff88d8c662f7 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks [] for router_controller (be59e924-db64-46fd-ad90-c3c1be501df6), precommit_add_association {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:30.376421 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9f6d8a67-7aac-47f7-ac91-ff88d8c662f7 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687953'] for router (be59e924-db64-46fd-ad90-c3c1be501df6), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:30.388698 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: 6eb1df11-d96c-4f10-b8b3-8359610005e5 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:10:30.389344 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 6eb1df11-d96c-4f10-b8b3-8359610005e5 not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:10:30.389746 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 30e5e2e9-6a09-4341-9ec4-4127e58bd621 no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:10:30.395342 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9f6d8a67-7aac-47f7-ac91-ff88d8c662f7 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks [] for router (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:30.399115 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-9f6d8a67-7aac-47f7-ac91-ff88d8c662f7 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1167657 Mar 28 01:10:30.399429 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54864) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:30.404509 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-a1d0b460-046c-43ec-addd-80c7350c0126 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Request body: {'network': {'name': 'tempest-RoutersTest-1529479852'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:10:30.415079 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: 30e5e2e9-6a09-4341-9ec4-4127e58bd621 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:10:30.415590 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 30e5e2e9-6a09-4341-9ec4-4127e58bd621 not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:10:30.432453 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1d0b460-046c-43ec-addd-80c7350c0126 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Made reservation on behalf of b477b3de086344ba86693af53d13cdd0 for: {'network': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:10:30.435670 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a1d0b460-046c-43ec-addd-80c7350c0126 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:30.709055 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-10af9556-3283-4f76-9c97-3377f1e1ea36 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (0370d560-ec9a-4f20-8730-1b859a52ed41), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:30.714394 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1d0b460-046c-43ec-addd-80c7350c0126 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=104099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:10:30.723176 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-10af9556-3283-4f76-9c97-3377f1e1ea36 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:30.729788 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-10af9556-3283-4f76-9c97-3377f1e1ea36 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "DELETE /v2.0/networks/0370d560-ec9a-4f20-8730-1b859a52ed41 HTTP/1.1" status: 204 len: 168 time: 1.2502198 Mar 28 01:10:30.729942 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a1d0b460-046c-43ec-addd-80c7350c0126 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (2304f319-ff56-4561-98e1-ac4e7aa7e5d6), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:30.729942 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.segments_db [None req-a1d0b460-046c-43ec-addd-80c7350c0126 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Added segment 2304f319-ff56-4561-98e1-ac4e7aa7e5d6 of type vlan for network f2e4194b-4477-497f-814c-f3350cbfc77f Mar 28 01:10:30.730140 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54866) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:30.734931 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-4145b5d8-0fc2-4de7-92ca-c6d46075721d tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-220428876'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:10:30.749950 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10af9556-3283-4f76-9c97-3377f1e1ea36 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Pushing event deleted for resources: {'Network': ['ID=0370d560-ec9a-4f20-8730-1b859a52ed41,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:30.771301 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4145b5d8-0fc2-4de7-92ca-c6d46075721d tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Made reservation on behalf of 123b9cbc24e44c7fa4900a5cf8071c36 for: {'network': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:10:30.773025 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a1d0b460-046c-43ec-addd-80c7350c0126 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (f2e4194b-4477-497f-814c-f3350cbfc77f), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:30.774617 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4145b5d8-0fc2-4de7-92ca-c6d46075721d tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:30.801506 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a1d0b460-046c-43ec-addd-80c7350c0126 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (f2e4194b-4477-497f-814c-f3350cbfc77f), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:30.806507 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d0b460-046c-43ec-addd-80c7350c0126 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:10:30.807121 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a1d0b460-046c-43ec-addd-80c7350c0126 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks [] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:30.865796 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4145b5d8-0fc2-4de7-92ca-c6d46075721d tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=104098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:10:30.893299 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-a1d0b460-046c-43ec-addd-80c7350c0126 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4905062 Mar 28 01:10:30.894234 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54868) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:30.899753 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-3ac9ea5c-77ae-4424-95da-9f8cff87124f tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Request body: {'subnet': {'network_id': 'f2e4194b-4477-497f-814c-f3350cbfc77f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:10:30.904897 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3f3a81cb-e213-4ca2-a33c-50dc3067d809 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Publish callbacks [] for router_gateway (fdd9ba7f-7c14-45eb-bb73-12f52b54342f), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:30.907513 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4145b5d8-0fc2-4de7-92ca-c6d46075721d tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (4118dc52-f943-42fd-a1ef-dce7c3f2f20a), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:30.907908 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.segments_db [None req-4145b5d8-0fc2-4de7-92ca-c6d46075721d tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Added segment 4118dc52-f943-42fd-a1ef-dce7c3f2f20a of type vlan for network 86b3c8b4-e26b-48de-a780-56dceadddd44 Mar 28 01:10:30.909690 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d0b460-046c-43ec-addd-80c7350c0126 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Pushing event updated for resources: {'Network': ['ID=f2e4194b-4477-497f-814c-f3350cbfc77f,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:30.920735 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network f2e4194b-4477-497f-814c-f3350cbfc77f details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:10:30.972227 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3f3a81cb-e213-4ca2-a33c-50dc3067d809 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:31.058997 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4145b5d8-0fc2-4de7-92ca-c6d46075721d tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (86b3c8b4-e26b-48de-a780-56dceadddd44), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:31.141570 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4145b5d8-0fc2-4de7-92ca-c6d46075721d tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (86b3c8b4-e26b-48de-a780-56dceadddd44), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:31.147437 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4145b5d8-0fc2-4de7-92ca-c6d46075721d tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:10:31.148319 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4145b5d8-0fc2-4de7-92ca-c6d46075721d tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:31.182825 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ac9ea5c-77ae-4424-95da-9f8cff87124f tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Made reservation on behalf of b477b3de086344ba86693af53d13cdd0 for: {'subnet': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:10:31.193006 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3ac9ea5c-77ae-4424-95da-9f8cff87124f tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126112411'] for subnet (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:31.274741 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-4145b5d8-0fc2-4de7-92ca-c6d46075721d tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5436683 Mar 28 01:10:31.276274 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-3f3a81cb-e213-4ca2-a33c-50dc3067d809 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Allocated IP 172.26.1.130 (dea6548b-502b-42db-97fb-371e423e739a/cce6de65-d8c9-45b8-9970-0a277e8c1192/be4cd490-76c8-407f-80cd-3dd35483e3f7) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:10:31.277884 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54870) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:31.284302 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-e9e06157-5fb7-48dd-864c-11b2d06bab93 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Request body: {'subnet': {'network_id': '86b3c8b4-e26b-48de-a780-56dceadddd44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:10:31.325089 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145b5d8-0fc2-4de7-92ca-c6d46075721d tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Pushing event updated for resources: {'Network': ['ID=86b3c8b4-e26b-48de-a780-56dceadddd44,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:31.336311 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network 86b3c8b4-e26b-48de-a780-56dceadddd44 details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:10:31.378459 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9e06157-5fb7-48dd-864c-11b2d06bab93 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Made reservation on behalf of 123b9cbc24e44c7fa4900a5cf8071c36 for: {'subnet': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:10:31.383317 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e9e06157-5fb7-48dd-864c-11b2d06bab93 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126757772'] for subnet (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:31.467393 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3f3a81cb-e213-4ca2-a33c-50dc3067d809 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Publish callbacks [] for port (be4cd490-76c8-407f-80cd-3dd35483e3f7), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:31.549654 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3ac9ea5c-77ae-4424-95da-9f8cff87124f tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126174976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126112397'] for subnet (86132294-de8e-4622-ad8e-aac9649a1191), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:31.559462 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3f3a81cb-e213-4ca2-a33c-50dc3067d809 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (be4cd490-76c8-407f-80cd-3dd35483e3f7), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:31.581647 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e9e06157-5fb7-48dd-864c-11b2d06bab93 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127282703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126757786'] for subnet (357f1d7d-57aa-43c3-913a-cc2af370fed0), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:31.642091 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e06157-5fb7-48dd-864c-11b2d06bab93 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Pushing event updated for resources: {'Subnet': ['ID=357f1d7d-57aa-43c3-913a-cc2af370fed0,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:31.647972 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3a81cb-e213-4ca2-a33c-50dc3067d809 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Network dea6548b-502b-42db-97fb-371e423e739a is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:10:31.650909 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e06157-5fb7-48dd-864c-11b2d06bab93 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Checking segment: {'id': '4118dc52-f943-42fd-a1ef-dce7c3f2f20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '86b3c8b4-e26b-48de-a780-56dceadddd44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:10:31.651271 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e06157-5fb7-48dd-864c-11b2d06bab93 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Network hostable DHCP agents. Network: 86b3c8b4-e26b-48de-a780-56dceadddd44, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:10:31.658960 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac9ea5c-77ae-4424-95da-9f8cff87124f tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Pushing event updated for resources: {'Subnet': ['ID=86132294-de8e-4622-ad8e-aac9649a1191,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:31.661141 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-3f3a81cb-e213-4ca2-a33c-50dc3067d809 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:10:31.670337 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3a81cb-e213-4ca2-a33c-50dc3067d809 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:10:31.671184 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e06157-5fb7-48dd-864c-11b2d06bab93 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Network 86b3c8b4-e26b-48de-a780-56dceadddd44 is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:10:31.672788 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3a81cb-e213-4ca2-a33c-50dc3067d809 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Pushing event updated for resources: {'Port': ['ID=be4cd490-76c8-407f-80cd-3dd35483e3f7,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:31.683931 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-e9e06157-5fb7-48dd-864c-11b2d06bab93 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, 86b3c8b4-e26b-48de-a780-56dceadddd44) {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:10:31.688940 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e06157-5fb7-48dd-864c-11b2d06bab93 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:10:31.689357 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e9e06157-5fb7-48dd-864c-11b2d06bab93 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks [] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:31.694169 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e5b841-81e4-4c9e-a93c-4672b147defa None None] Network 86b3c8b4-e26b-48de-a780-56dceadddd44 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:10:31.707354 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-e9e06157-5fb7-48dd-864c-11b2d06bab93 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4279823 Mar 28 01:10:31.710167 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54872) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:31.714979 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac9ea5c-77ae-4424-95da-9f8cff87124f tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Checking segment: {'id': '2304f319-ff56-4561-98e1-ac4e7aa7e5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f2e4194b-4477-497f-814c-f3350cbfc77f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:10:31.715410 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac9ea5c-77ae-4424-95da-9f8cff87124f tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Network hostable DHCP agents. Network: f2e4194b-4477-497f-814c-f3350cbfc77f, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:10:31.717019 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-be678e5a-439f-4b24-ba62-8d9eae54ed8d tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Request body: {'port': {'network_id': '86b3c8b4-e26b-48de-a780-56dceadddd44', 'name': 'tempest-PortsIpV6TestJSON-38199662', 'fixed_ips': [{'subnet_id': '357f1d7d-57aa-43c3-913a-cc2af370fed0', 'ip_address': '2001:db8::10'}]}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:10:31.801430 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac9ea5c-77ae-4424-95da-9f8cff87124f tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Network f2e4194b-4477-497f-814c-f3350cbfc77f is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:10:31.813754 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-3ac9ea5c-77ae-4424-95da-9f8cff87124f tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, f2e4194b-4477-497f-814c-f3350cbfc77f) {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:10:31.816850 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b02b44fb-2541-4089-9eef-4f2f1235c0e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-86b3c8b4-e26b-48de-a780-56dceadddd44', 'network_id': '86b3c8b4-e26b-48de-a780-56dceadddd44', 'project_id': '123b9cbc24e44c7fa4900a5cf8071c36', 'fixed_ips': [{'subnet_id': '357f1d7d-57aa-43c3-913a-cc2af370fed0'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:10:31.817835 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-b02b44fb-2541-4089-9eef-4f2f1235c0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:31.828892 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b79046-c1fd-4a02-b770-362c96202ee8 None None] Network f2e4194b-4477-497f-814c-f3350cbfc77f requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:10:31.841320 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac9ea5c-77ae-4424-95da-9f8cff87124f tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:10:31.842202 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3ac9ea5c-77ae-4424-95da-9f8cff87124f tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:31.858699 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be678e5a-439f-4b24-ba62-8d9eae54ed8d tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Made reservation on behalf of 123b9cbc24e44c7fa4900a5cf8071c36 for: {'port': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:10:31.873063 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-3ac9ea5c-77ae-4424-95da-9f8cff87124f tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9777715 Mar 28 01:10:31.876662 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54874) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:31.958160 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-be678e5a-439f-4b24-ba62-8d9eae54ed8d tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:31.978029 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [None req-be678e5a-439f-4b24-ba62-8d9eae54ed8d tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] device_id is not set on port 87434b87-09f4-4c53-9a43-e410f53077ee yet. {{(pid=104099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 01:10:32.040785 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-b02b44fb-2541-4089-9eef-4f2f1235c0e8 None None] Allocated IP 2001:db8::2 (86b3c8b4-e26b-48de-a780-56dceadddd44/357f1d7d-57aa-43c3-913a-cc2af370fed0/629fb028-0e0c-4212-87df-1d9f61b1edfc) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:10:32.050396 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617dacd9-86aa-4f6c-a961-7707e81675de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-f2e4194b-4477-497f-814c-f3350cbfc77f', 'network_id': 'f2e4194b-4477-497f-814c-f3350cbfc77f', 'project_id': 'b477b3de086344ba86693af53d13cdd0', 'fixed_ips': [{'subnet_id': '86132294-de8e-4622-ad8e-aac9649a1191'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:10:32.051361 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-617dacd9-86aa-4f6c-a961-7707e81675de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:32.220247 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3f3a81cb-e213-4ca2-a33c-50dc3067d809 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Publish callbacks [] for router_gateway (fdd9ba7f-7c14-45eb-bb73-12f52b54342f), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:32.325839 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-617dacd9-86aa-4f6c-a961-7707e81675de None None] Allocated IP 172.20.0.2 (f2e4194b-4477-497f-814c-f3350cbfc77f/86132294-de8e-4622-ad8e-aac9649a1191/751b5d29-5986-48c8-83f3-9055cdf87ace) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:10:32.358665 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-b02b44fb-2541-4089-9eef-4f2f1235c0e8 None None] Publish callbacks [] for port (629fb028-0e0c-4212-87df-1d9f61b1edfc), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:32.359793 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-667c3d27-fb14-4bde-b8cf-bf4f47909442 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:32.398176 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-b02b44fb-2541-4089-9eef-4f2f1235c0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (629fb028-0e0c-4212-87df-1d9f61b1edfc), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:32.430568 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [None req-be678e5a-439f-4b24-ba62-8d9eae54ed8d tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Allocated IP 2001:db8::10 (86b3c8b4-e26b-48de-a780-56dceadddd44/357f1d7d-57aa-43c3-913a-cc2af370fed0/87434b87-09f4-4c53-9a43-e410f53077ee) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:10:32.459948 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02b44fb-2541-4089-9eef-4f2f1235c0e8 None None] Network 86b3c8b4-e26b-48de-a780-56dceadddd44 is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:10:32.466430 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-b02b44fb-2541-4089-9eef-4f2f1235c0e8 None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:10:32.468864 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02b44fb-2541-4089-9eef-4f2f1235c0e8 None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:10:32.474965 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02b44fb-2541-4089-9eef-4f2f1235c0e8 None None] Pushing event updated for resources: {'Port': ['ID=629fb028-0e0c-4212-87df-1d9f61b1edfc,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:32.562009 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-b02b44fb-2541-4089-9eef-4f2f1235c0e8 None None] Attempting to bind port 629fb028-0e0c-4212-87df-1d9f61b1edfc on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:10:32.562421 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-b02b44fb-2541-4089-9eef-4f2f1235c0e8 None None] Attempting to bind port 629fb028-0e0c-4212-87df-1d9f61b1edfc by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': '4118dc52-f943-42fd-a1ef-dce7c3f2f20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '86b3c8b4-e26b-48de-a780-56dceadddd44'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:10:32.562879 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02b44fb-2541-4089-9eef-4f2f1235c0e8 None None] Attempting to bind port 629fb028-0e0c-4212-87df-1d9f61b1edfc on network 86b3c8b4-e26b-48de-a780-56dceadddd44 {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:10:32.589220 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02b44fb-2541-4089-9eef-4f2f1235c0e8 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:10:32.589604 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02b44fb-2541-4089-9eef-4f2f1235c0e8 None None] Checking segment: {'id': '4118dc52-f943-42fd-a1ef-dce7c3f2f20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '86b3c8b4-e26b-48de-a780-56dceadddd44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:10:32.590011 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-b02b44fb-2541-4089-9eef-4f2f1235c0e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:32.590408 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02b44fb-2541-4089-9eef-4f2f1235c0e8 None None] Bound using segment: {'id': '4118dc52-f943-42fd-a1ef-dce7c3f2f20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '86b3c8b4-e26b-48de-a780-56dceadddd44'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:10:32.590878 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-b02b44fb-2541-4089-9eef-4f2f1235c0e8 None None] Bound port: 629fb028-0e0c-4212-87df-1d9f61b1edfc, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4118dc52-f943-42fd-a1ef-dce7c3f2f20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '86b3c8b4-e26b-48de-a780-56dceadddd44'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:10:32.591259 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-b02b44fb-2541-4089-9eef-4f2f1235c0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (629fb028-0e0c-4212-87df-1d9f61b1edfc), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:32.604217 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-be678e5a-439f-4b24-ba62-8d9eae54ed8d tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks [] for port (87434b87-09f4-4c53-9a43-e410f53077ee), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:32.642444 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-be678e5a-439f-4b24-ba62-8d9eae54ed8d tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (87434b87-09f4-4c53-9a43-e410f53077ee), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:32.644969 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-617dacd9-86aa-4f6c-a961-7707e81675de None None] Publish callbacks [] for port (751b5d29-5986-48c8-83f3-9055cdf87ace), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:32.650508 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3f3a81cb-e213-4ca2-a33c-50dc3067d809 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687953'] for router (fdd9ba7f-7c14-45eb-bb73-12f52b54342f), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:32.680127 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-617dacd9-86aa-4f6c-a961-7707e81675de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (751b5d29-5986-48c8-83f3-9055cdf87ace), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:32.688371 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be678e5a-439f-4b24-ba62-8d9eae54ed8d tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Network 86b3c8b4-e26b-48de-a780-56dceadddd44 is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:10:32.691424 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:32.692095 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-be678e5a-439f-4b24-ba62-8d9eae54ed8d tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:10:32.699407 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be678e5a-439f-4b24-ba62-8d9eae54ed8d tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:10:32.705277 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be678e5a-439f-4b24-ba62-8d9eae54ed8d tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:10:32.705604 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-be678e5a-439f-4b24-ba62-8d9eae54ed8d tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:32.712283 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be678e5a-439f-4b24-ba62-8d9eae54ed8d tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Pushing event updated for resources: {'Port': ['ID=87434b87-09f4-4c53-9a43-e410f53077ee,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:32.733724 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-be678e5a-439f-4b24-ba62-8d9eae54ed8d tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.0221767 Mar 28 01:10:32.736102 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54876) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:32.742770 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-692600b1-fd0d-48c8-8c50-3dcba77ffa85 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Request body: {'port': {'network_id': '86b3c8b4-e26b-48de-a780-56dceadddd44', 'name': 'tempest-PortsIpV6TestJSON-1147479820', 'fixed_ips': [{'subnet_id': '357f1d7d-57aa-43c3-913a-cc2af370fed0', 'ip_address': '2001:db8::f'}]}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:10:32.764778 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617dacd9-86aa-4f6c-a961-7707e81675de None None] Network f2e4194b-4477-497f-814c-f3350cbfc77f is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:10:32.771262 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-b02b44fb-2541-4089-9eef-4f2f1235c0e8 None None] For port 629fb028-0e0c-4212-87df-1d9f61b1edfc, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:10:32.776429 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-617dacd9-86aa-4f6c-a961-7707e81675de None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:10:32.779188 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-667c3d27-fb14-4bde-b8cf-bf4f47909442 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Allocated IP 172.20.0.1 (f2e4194b-4477-497f-814c-f3350cbfc77f/86132294-de8e-4622-ad8e-aac9649a1191/007b231c-6bf0-46b0-8bbd-ee5db9ebbfe4) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:10:32.785780 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617dacd9-86aa-4f6c-a961-7707e81675de None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:10:32.789295 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617dacd9-86aa-4f6c-a961-7707e81675de None None] Pushing event updated for resources: {'Port': ['ID=751b5d29-5986-48c8-83f3-9055cdf87ace,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:32.793668 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-b02b44fb-2541-4089-9eef-4f2f1235c0e8 None None] For port 629fb028-0e0c-4212-87df-1d9f61b1edfc, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=629fb028-0e0c-4212-87df-1d9f61b1edfc,segment=NetworkSegment(4118dc52-f943-42fd-a1ef-dce7c3f2f20a),segment_id=4118dc52-f943-42fd-a1ef-dce7c3f2f20a)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:10:32.804720 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-b02b44fb-2541-4089-9eef-4f2f1235c0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (629fb028-0e0c-4212-87df-1d9f61b1edfc), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:32.874540 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-692600b1-fd0d-48c8-8c50-3dcba77ffa85 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Made reservation on behalf of 123b9cbc24e44c7fa4900a5cf8071c36 for: {'port': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:10:32.883504 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-692600b1-fd0d-48c8-8c50-3dcba77ffa85 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:32.904428 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [None req-692600b1-fd0d-48c8-8c50-3dcba77ffa85 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] device_id is not set on port 7d22e5d3-b5f4-4c5c-b990-086dfb6110a2 yet. {{(pid=104099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 01:10:32.919157 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-667c3d27-fb14-4bde-b8cf-bf4f47909442 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks [] for port (007b231c-6bf0-46b0-8bbd-ee5db9ebbfe4), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:32.924565 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02b44fb-2541-4089-9eef-4f2f1235c0e8 None None] Pushing event updated for resources: {'Port': ['ID=629fb028-0e0c-4212-87df-1d9f61b1edfc,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:32.936392 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-617dacd9-86aa-4f6c-a961-7707e81675de None None] Attempting to bind port 751b5d29-5986-48c8-83f3-9055cdf87ace on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:10:32.937323 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-617dacd9-86aa-4f6c-a961-7707e81675de None None] Attempting to bind port 751b5d29-5986-48c8-83f3-9055cdf87ace by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': '2304f319-ff56-4561-98e1-ac4e7aa7e5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f2e4194b-4477-497f-814c-f3350cbfc77f'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:10:32.937758 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617dacd9-86aa-4f6c-a961-7707e81675de None None] Attempting to bind port 751b5d29-5986-48c8-83f3-9055cdf87ace on network f2e4194b-4477-497f-814c-f3350cbfc77f {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:10:32.950636 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617dacd9-86aa-4f6c-a961-7707e81675de None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:10:32.951056 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617dacd9-86aa-4f6c-a961-7707e81675de None None] Checking segment: {'id': '2304f319-ff56-4561-98e1-ac4e7aa7e5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f2e4194b-4477-497f-814c-f3350cbfc77f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:10:32.951748 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-617dacd9-86aa-4f6c-a961-7707e81675de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:32.952259 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617dacd9-86aa-4f6c-a961-7707e81675de None None] Bound using segment: {'id': '2304f319-ff56-4561-98e1-ac4e7aa7e5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f2e4194b-4477-497f-814c-f3350cbfc77f'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:10:32.952785 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-617dacd9-86aa-4f6c-a961-7707e81675de None None] Bound port: 751b5d29-5986-48c8-83f3-9055cdf87ace, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2304f319-ff56-4561-98e1-ac4e7aa7e5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f2e4194b-4477-497f-814c-f3350cbfc77f'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:10:32.953170 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-617dacd9-86aa-4f6c-a961-7707e81675de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (751b5d29-5986-48c8-83f3-9055cdf87ace), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:33.009873 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-667c3d27-fb14-4bde-b8cf-bf4f47909442 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (007b231c-6bf0-46b0-8bbd-ee5db9ebbfe4), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:33.046623 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-617dacd9-86aa-4f6c-a961-7707e81675de None None] For port 751b5d29-5986-48c8-83f3-9055cdf87ace, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:10:33.050378 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-617dacd9-86aa-4f6c-a961-7707e81675de None None] For port 751b5d29-5986-48c8-83f3-9055cdf87ace, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=751b5d29-5986-48c8-83f3-9055cdf87ace,segment=NetworkSegment(2304f319-ff56-4561-98e1-ac4e7aa7e5d6),segment_id=2304f319-ff56-4561-98e1-ac4e7aa7e5d6)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:10:33.068531 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667c3d27-fb14-4bde-b8cf-bf4f47909442 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Network f2e4194b-4477-497f-814c-f3350cbfc77f is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:10:33.068781 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-617dacd9-86aa-4f6c-a961-7707e81675de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (751b5d29-5986-48c8-83f3-9055cdf87ace), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:33.078164 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-667c3d27-fb14-4bde-b8cf-bf4f47909442 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:10:33.080944 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667c3d27-fb14-4bde-b8cf-bf4f47909442 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Pushing event updated for resources: {'Port': ['ID=007b231c-6bf0-46b0-8bbd-ee5db9ebbfe4,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:33.091642 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667c3d27-fb14-4bde-b8cf-bf4f47909442 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:10:33.096699 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f3a81cb-e213-4ca2-a33c-50dc3067d809 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Router fdd9ba7f-7c14-45eb-bb73-12f52b54342f is scheduled to L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 with binding_index 1 {{(pid=104098) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 01:10:33.132721 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [None req-692600b1-fd0d-48c8-8c50-3dcba77ffa85 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Allocated IP 2001:db8::f (86b3c8b4-e26b-48de-a780-56dceadddd44/357f1d7d-57aa-43c3-913a-cc2af370fed0/7d22e5d3-b5f4-4c5c-b990-086dfb6110a2) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:10:33.156927 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617dacd9-86aa-4f6c-a961-7707e81675de None None] Pushing event updated for resources: {'Port': ['ID=751b5d29-5986-48c8-83f3-9055cdf87ace,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:33.230647 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-667c3d27-fb14-4bde-b8cf-bf4f47909442 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3686596'] for router_interface (be59e924-db64-46fd-ad90-c3c1be501df6), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:33.365463 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-692600b1-fd0d-48c8-8c50-3dcba77ffa85 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks [] for port (7d22e5d3-b5f4-4c5c-b990-086dfb6110a2), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:33.408408 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f3a81cb-e213-4ca2-a33c-50dc3067d809 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:10:33.421702 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-692600b1-fd0d-48c8-8c50-3dcba77ffa85 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (7d22e5d3-b5f4-4c5c-b990-086dfb6110a2), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:33.428696 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91707b6d-cfe3-4dbd-99d3-b294ee615e19 None None] Sync routers for ids ['fdd9ba7f-7c14-45eb-bb73-12f52b54342f'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:10:33.439726 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-667c3d27-fb14-4bde-b8cf-bf4f47909442 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (007b231c-6bf0-46b0-8bbd-ee5db9ebbfe4), before_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:33.481050 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91707b6d-cfe3-4dbd-99d3-b294ee615e19 None None] Routers {'fdd9ba7f-7c14-45eb-bb73-12f52b54342f'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:10:33.481920 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-91707b6d-cfe3-4dbd-99d3-b294ee615e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:10:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['fdd9ba7f-7c14-45eb-bb73-12f52b54342f'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:33.496511 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-692600b1-fd0d-48c8-8c50-3dcba77ffa85 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Network 86b3c8b4-e26b-48de-a780-56dceadddd44 is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:10:33.498814 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3f3a81cb-e213-4ca2-a33c-50dc3067d809 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Publish callbacks [] for router (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:33.504150 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-3f3a81cb-e213-4ca2-a33c-50dc3067d809 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.0447433 Mar 28 01:10:33.504150 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54878) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:33.504533 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-692600b1-fd0d-48c8-8c50-3dcba77ffa85 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:10:33.516322 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692600b1-fd0d-48c8-8c50-3dcba77ffa85 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:10:33.523354 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-692600b1-fd0d-48c8-8c50-3dcba77ffa85 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:10:33.523354 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-692600b1-fd0d-48c8-8c50-3dcba77ffa85 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:33.534464 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692600b1-fd0d-48c8-8c50-3dcba77ffa85 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Pushing event updated for resources: {'Port': ['ID=7d22e5d3-b5f4-4c5c-b990-086dfb6110a2,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:33.546306 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-91707b6d-cfe3-4dbd-99d3-b294ee615e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:33.557105 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-692600b1-fd0d-48c8-8c50-3dcba77ffa85 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8197169 Mar 28 01:10:33.559663 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54880) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:33.564358 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91707b6d-cfe3-4dbd-99d3-b294ee615e19 None None] Routers {'fdd9ba7f-7c14-45eb-bb73-12f52b54342f'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:10:33.564993 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-91707b6d-cfe3-4dbd-99d3-b294ee615e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:10:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['fdd9ba7f-7c14-45eb-bb73-12f52b54342f'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:33.618850 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-91707b6d-cfe3-4dbd-99d3-b294ee615e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:33.619631 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91707b6d-cfe3-4dbd-99d3-b294ee615e19 None None] The sync data for ids ['fdd9ba7f-7c14-45eb-bb73-12f52b54342f'] in dv-neutron-834874-6-hyperv is: [] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:10:33.691588 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3d4a30-8a84-4ac8-a7f6-f170c283f8a2 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:10:33.693560 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-9f3d4a30-8a84-4ac8-a7f6-f170c283f8a2 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 926 time: 0.1328108 Mar 28 01:10:33.696985 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54882) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:33.757884 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0106ec97-3bbe-4100-a4bd-57b2af0b1216 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:10:33.763282 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0106ec97-3bbe-4100-a4bd-57b2af0b1216 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:10:33.768706 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0106ec97-3bbe-4100-a4bd-57b2af0b1216 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:10:33.770476 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-0106ec97-3bbe-4100-a4bd-57b2af0b1216 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2387 time: 0.0724282 Mar 28 01:10:33.773775 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54884) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:33.871692 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-cc029fe5-fb6c-4e94-966a-86582fcfe104 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Deleting port 7d22e5d3-b5f4-4c5c-b990-086dfb6110a2 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:10:33.872053 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-cc029fe5-fb6c-4e94-966a-86582fcfe104 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (7d22e5d3-b5f4-4c5c-b990-086dfb6110a2), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:33.966287 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-cc029fe5-fb6c-4e94-966a-86582fcfe104 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (7d22e5d3-b5f4-4c5c-b990-086dfb6110a2), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:33.979445 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-cc029fe5-fb6c-4e94-966a-86582fcfe104 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Calling delete_port for 7d22e5d3-b5f4-4c5c-b990-086dfb6110a2 owned by {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:10:34.060674 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-09259bb5-5af3-453d-8950-43f8f23a72ab tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] 10.222.0.24 "GET /v2.0/routers/fdd9ba7f-7c14-45eb-bb73-12f52b54342f HTTP/1.1" status: 200 len: 925 time: 0.5559218 Mar 28 01:10:34.061294 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54888) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:34.119278 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-73c222b1-66d7-4dfd-b813-22c5b91c3ab8 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdd9ba7f-7c14-45eb-bb73-12f52b54342f HTTP/1.1" status: 200 len: 205 time: 0.0547621 Mar 28 01:10:34.119860 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54890) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:34.144697 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-cc029fe5-fb6c-4e94-966a-86582fcfe104 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (7d22e5d3-b5f4-4c5c-b990-086dfb6110a2), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:34.176210 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc029fe5-fb6c-4e94-966a-86582fcfe104 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Pushing event deleted for resources: {'Port': ['ID=7d22e5d3-b5f4-4c5c-b990-086dfb6110a2,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:34.209994 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-cc029fe5-fb6c-4e94-966a-86582fcfe104 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:34.216400 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-cc029fe5-fb6c-4e94-966a-86582fcfe104 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "DELETE /v2.0/ports/7d22e5d3-b5f4-4c5c-b990-086dfb6110a2 HTTP/1.1" status: 204 len: 168 time: 0.4416044 Mar 28 01:10:34.217486 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54892) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:34.244183 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dc0d43d-75b6-4a64-9ab9-c50fc3cd18fd tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] GET failed (client error): The resource could not be found. Mar 28 01:10:34.248823 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-9dc0d43d-75b6-4a64-9ab9-c50fc3cd18fd tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "GET /v2.0/ports/7d22e5d3-b5f4-4c5c-b990-086dfb6110a2 HTTP/1.1" status: 404 len: 333 time: 0.0302215 Mar 28 01:10:34.249403 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54894) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:34.368647 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-16ae46f0-a256-43df-87e4-20d5067d4aa9 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Publish callbacks [] for router (fdd9ba7f-7c14-45eb-bb73-12f52b54342f), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:34.447992 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 751b5d29-5986-48c8-83f3-9055cdf87ace up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:10:34.463646 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-667c3d27-fb14-4bde-b8cf-bf4f47909442 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks [] for port (007b231c-6bf0-46b0-8bbd-ee5db9ebbfe4), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:34.477172 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-667c3d27-fb14-4bde-b8cf-bf4f47909442 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126177159'] for port (007b231c-6bf0-46b0-8bbd-ee5db9ebbfe4), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:34.511691 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50831eac-69d4-4466-91fb-9b53079ca597 None None] Network f2e4194b-4477-497f-814c-f3350cbfc77f requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:10:34.577428 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 751b5d29-5986-48c8-83f3-9055cdf87ace triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:10:34.577818 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (751b5d29-5986-48c8-83f3-9055cdf87ace), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:34.604868 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-75d25fb6-9819-479b-8aa8-53baab1ccbb9 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Deleting port 87434b87-09f4-4c53-9a43-e410f53077ee {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:10:34.605187 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-75d25fb6-9819-479b-8aa8-53baab1ccbb9 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (87434b87-09f4-4c53-9a43-e410f53077ee), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:34.609154 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667c3d27-fb14-4bde-b8cf-bf4f47909442 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Pushing event updated for resources: {'Port': ['ID=007b231c-6bf0-46b0-8bbd-ee5db9ebbfe4,revision_number=2']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:34.617578 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-667c3d27-fb14-4bde-b8cf-bf4f47909442 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3725889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3686480'] for router_interface (be59e924-db64-46fd-ad90-c3c1be501df6), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:34.711634 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-16ae46f0-a256-43df-87e4-20d5067d4aa9 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Publish callbacks [] for router_gateway (fdd9ba7f-7c14-45eb-bb73-12f52b54342f), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:34.775200 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca90d37-d70c-4e28-8060-f66aff94c98c None None] Network 86b3c8b4-e26b-48de-a780-56dceadddd44 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:10:34.819602 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-75d25fb6-9819-479b-8aa8-53baab1ccbb9 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (87434b87-09f4-4c53-9a43-e410f53077ee), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:34.838621 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-290b2dcf-d12c-4d05-85f6-6933ce5245b0 None None] Provisioning complete for port 751b5d29-5986-48c8-83f3-9055cdf87ace triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:10:34.838812 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-75d25fb6-9819-479b-8aa8-53baab1ccbb9 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Calling delete_port for 87434b87-09f4-4c53-9a43-e410f53077ee owned by {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:10:34.838907 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-290b2dcf-d12c-4d05-85f6-6933ce5245b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (751b5d29-5986-48c8-83f3-9055cdf87ace), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:34.902356 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667c3d27-fb14-4bde-b8cf-bf4f47909442 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Network f2e4194b-4477-497f-814c-f3350cbfc77f is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:10:34.908193 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-667c3d27-fb14-4bde-b8cf-bf4f47909442 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:10:34.932539 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-16ae46f0-a256-43df-87e4-20d5067d4aa9 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Deleting port be4cd490-76c8-407f-80cd-3dd35483e3f7 {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:10:34.932818 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-16ae46f0-a256-43df-87e4-20d5067d4aa9 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (be4cd490-76c8-407f-80cd-3dd35483e3f7), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:35.024498 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 751b5d29-5986-48c8-83f3-9055cdf87ace is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:10:35.025055 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (751b5d29-5986-48c8-83f3-9055cdf87ace), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:35.051723 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-290b2dcf-d12c-4d05-85f6-6933ce5245b0 None None] Current status of the port 751b5d29-5986-48c8-83f3-9055cdf87ace is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:10:35.052158 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-290b2dcf-d12c-4d05-85f6-6933ce5245b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (751b5d29-5986-48c8-83f3-9055cdf87ace), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:35.102461 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] For port 751b5d29-5986-48c8-83f3-9055cdf87ace, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=751b5d29-5986-48c8-83f3-9055cdf87ace,segment=NetworkSegment(2304f319-ff56-4561-98e1-ac4e7aa7e5d6),segment_id=2304f319-ff56-4561-98e1-ac4e7aa7e5d6)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:10:35.108193 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (751b5d29-5986-48c8-83f3-9055cdf87ace), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:35.109134 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 629fb028-0e0c-4212-87df-1d9f61b1edfc up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:10:35.129650 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-16ae46f0-a256-43df-87e4-20d5067d4aa9 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (be4cd490-76c8-407f-80cd-3dd35483e3f7), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:35.150000 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-16ae46f0-a256-43df-87e4-20d5067d4aa9 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Calling delete_port for be4cd490-76c8-407f-80cd-3dd35483e3f7 owned by network:router_gateway {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:10:35.211350 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.db.api [None req-290b2dcf-d12c-4d05-85f6-6933ce5245b0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104100) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 01:10:35.211682 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG oslo_db.api [None req-290b2dcf-d12c-4d05-85f6-6933ce5245b0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 01:10:35.218253 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-75d25fb6-9819-479b-8aa8-53baab1ccbb9 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (87434b87-09f4-4c53-9a43-e410f53077ee), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:35.237874 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Pushing event updated for resources: {'Port': ['ID=751b5d29-5986-48c8-83f3-9055cdf87ace,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:35.255646 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-667c3d27-fb14-4bde-b8cf-bf4f47909442 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Router be59e924-db64-46fd-ad90-c3c1be501df6 is scheduled to L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 with binding_index 1 {{(pid=104098) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 01:10:35.257033 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 629fb028-0e0c-4212-87df-1d9f61b1edfc triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:10:35.257680 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (629fb028-0e0c-4212-87df-1d9f61b1edfc), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:35.262142 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d25fb6-9819-479b-8aa8-53baab1ccbb9 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Pushing event deleted for resources: {'Port': ['ID=87434b87-09f4-4c53-9a43-e410f53077ee,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:35.307584 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-75d25fb6-9819-479b-8aa8-53baab1ccbb9 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:35.310851 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-75d25fb6-9819-479b-8aa8-53baab1ccbb9 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "DELETE /v2.0/ports/87434b87-09f4-4c53-9a43-e410f53077ee HTTP/1.1" status: 204 len: 168 time: 1.0568533 Mar 28 01:10:35.314110 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54896) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:35.352720 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbb94b83-4b4f-4d74-a1c8-fa81cd997eb6 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] GET failed (client error): The resource could not be found. Mar 28 01:10:35.358260 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-bbb94b83-4b4f-4d74-a1c8-fa81cd997eb6 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "GET /v2.0/ports/87434b87-09f4-4c53-9a43-e410f53077ee HTTP/1.1" status: 404 len: 333 time: 0.0430419 Mar 28 01:10:35.358995 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54898) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:35.371984 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 629fb028-0e0c-4212-87df-1d9f61b1edfc is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:10:35.372605 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (629fb028-0e0c-4212-87df-1d9f61b1edfc), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:35.408855 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] For port 629fb028-0e0c-4212-87df-1d9f61b1edfc, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=629fb028-0e0c-4212-87df-1d9f61b1edfc,segment=NetworkSegment(4118dc52-f943-42fd-a1ef-dce7c3f2f20a),segment_id=4118dc52-f943-42fd-a1ef-dce7c3f2f20a)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:10:35.413415 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (629fb028-0e0c-4212-87df-1d9f61b1edfc), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:35.450903 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d151845-5018-4874-93dc-11c68dde7929 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Deleting subnet 357f1d7d-57aa-43c3-913a-cc2af370fed0 {{(pid=104099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:10:35.456448 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3d151845-5018-4874-93dc-11c68dde7929 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks [] for subnet (357f1d7d-57aa-43c3-913a-cc2af370fed0), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:35.468668 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-667c3d27-fb14-4bde-b8cf-bf4f47909442 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:10:35.472158 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Pushing event updated for resources: {'Port': ['ID=629fb028-0e0c-4212-87df-1d9f61b1edfc,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:35.475117 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-667c3d27-fb14-4bde-b8cf-bf4f47909442 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] 10.222.0.24 "PUT /v2.0/routers/be59e924-db64-46fd-ad90-c3c1be501df6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5974083 Mar 28 01:10:35.480688 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54900) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:35.485566 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-f8c31dcf-7fc5-4e73-b4cb-9b2c3adf73d0 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Request body: {'network': {'name': 'tempest-RoutersTest-2117955144'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:10:35.504648 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48baeff5-3a93-4a3c-8c20-534838455e71 None None] Sync routers for ids ['be59e924-db64-46fd-ad90-c3c1be501df6'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:10:35.521180 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3d151845-5018-4874-93dc-11c68dde7929 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126946639'] for subnet (357f1d7d-57aa-43c3-913a-cc2af370fed0), precommit_delete_associations {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:35.525244 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48baeff5-3a93-4a3c-8c20-534838455e71 None None] Routers {'be59e924-db64-46fd-ad90-c3c1be501df6'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:10:35.526688 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-48baeff5-3a93-4a3c-8c20-534838455e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:10:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['be59e924-db64-46fd-ad90-c3c1be501df6'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:35.575681 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8c31dcf-7fc5-4e73-b4cb-9b2c3adf73d0 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Made reservation on behalf of b477b3de086344ba86693af53d13cdd0 for: {'network': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:10:35.579995 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f8c31dcf-7fc5-4e73-b4cb-9b2c3adf73d0 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:35.591224 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-16ae46f0-a256-43df-87e4-20d5067d4aa9 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (be4cd490-76c8-407f-80cd-3dd35483e3f7), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:35.630277 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ae46f0-a256-43df-87e4-20d5067d4aa9 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Pushing event deleted for resources: {'Port': ['ID=be4cd490-76c8-407f-80cd-3dd35483e3f7,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:35.663842 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3d151845-5018-4874-93dc-11c68dde7929 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (357f1d7d-57aa-43c3-913a-cc2af370fed0), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:35.670447 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-48baeff5-3a93-4a3c-8c20-534838455e71 None None] Set router be59e924-db64-46fd-ad90-c3c1be501df6 gateway port host: None {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:10:35.684697 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8c31dcf-7fc5-4e73-b4cb-9b2c3adf73d0 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=104098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:10:35.706558 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f8c31dcf-7fc5-4e73-b4cb-9b2c3adf73d0 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (976f6b30-04e4-4b6a-8aef-085c0d2a3550), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:35.706908 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.segments_db [None req-f8c31dcf-7fc5-4e73-b4cb-9b2c3adf73d0 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Added segment 976f6b30-04e4-4b6a-8aef-085c0d2a3550 of type vlan for network 7593a348-591f-4c24-8193-5ef8b973d513 Mar 28 01:10:35.726462 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-16ae46f0-a256-43df-87e4-20d5067d4aa9 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3687989'] for router_gateway (fdd9ba7f-7c14-45eb-bb73-12f52b54342f), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:35.753724 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3d151845-5018-4874-93dc-11c68dde7929 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127282766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126757793'] for subnet (357f1d7d-57aa-43c3-913a-cc2af370fed0), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:35.778710 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-290b2dcf-d12c-4d05-85f6-6933ce5245b0 None None] Current status of the port 751b5d29-5986-48c8-83f3-9055cdf87ace is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:10:35.806635 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3d151845-5018-4874-93dc-11c68dde7929 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks [] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:35.810552 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-3d151845-5018-4874-93dc-11c68dde7929 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "DELETE /v2.0/subnets/357f1d7d-57aa-43c3-913a-cc2af370fed0 HTTP/1.1" status: 204 len: 168 time: 0.4505250 Mar 28 01:10:35.811840 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d151845-5018-4874-93dc-11c68dde7929 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Pushing event deleted for resources: {'Subnet': ['ID=357f1d7d-57aa-43c3-913a-cc2af370fed0,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:35.814150 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54902) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:35.864112 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-16ae46f0-a256-43df-87e4-20d5067d4aa9 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7151'] for router (fdd9ba7f-7c14-45eb-bb73-12f52b54342f), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:35.866461 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-16ae46f0-a256-43df-87e4-20d5067d4aa9 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Publish callbacks [] for router_controller (fdd9ba7f-7c14-45eb-bb73-12f52b54342f), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:35.894768 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-39052f82-3c6a-4685-b76c-40f9b20513e5 None None] Could not find standard attr ID for object 87434b87-09f4-4c53-9a43-e410f53077ee. {{(pid=104100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 28 01:10:35.915959 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-39052f82-3c6a-4685-b76c-40f9b20513e5 None None] Provisioning complete for port 629fb028-0e0c-4212-87df-1d9f61b1edfc triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:10:35.916334 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-39052f82-3c6a-4685-b76c-40f9b20513e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (629fb028-0e0c-4212-87df-1d9f61b1edfc), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:35.956003 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-16ae46f0-a256-43df-87e4-20d5067d4aa9 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689686'] for router (fdd9ba7f-7c14-45eb-bb73-12f52b54342f), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:35.956695 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16ae46f0-a256-43df-87e4-20d5067d4aa9 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Fanout notify agent at l3_agent the message router_deleted on router fdd9ba7f-7c14-45eb-bb73-12f52b54342f {{(pid=104098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 01:10:35.957909 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-47777565-e40d-4ae2-87c3-0b52e228e887 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (86b3c8b4-e26b-48de-a780-56dceadddd44), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:35.965411 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-16ae46f0-a256-43df-87e4-20d5067d4aa9 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Publish callbacks [] for router (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:35.966842 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-16ae46f0-a256-43df-87e4-20d5067d4aa9 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] 10.222.0.24 "DELETE /v2.0/routers/fdd9ba7f-7c14-45eb-bb73-12f52b54342f HTTP/1.1" status: 204 len: 168 time: 1.8461976 Mar 28 01:10:35.971946 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54904) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:35.984678 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f8c31dcf-7fc5-4e73-b4cb-9b2c3adf73d0 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (7593a348-591f-4c24-8193-5ef8b973d513), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:35.985131 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-accae91e-515d-407f-9b81-512a5c8ae21a tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1269721045', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'enable_snat': False}}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:10:36.027269 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0215a073-6f01-4459-abe2-1bcac7332bc5 None None] Network 86b3c8b4-e26b-48de-a780-56dceadddd44 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:10:36.030011 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-accae91e-515d-407f-9b81-512a5c8ae21a tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7069'] for router (b3883e5b-cce9-440f-9df5-90d8292583e3), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:36.031202 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-accae91e-515d-407f-9b81-512a5c8ae21a tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4188952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7062'] for router (b3883e5b-cce9-440f-9df5-90d8292583e3), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:36.034676 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f8c31dcf-7fc5-4e73-b4cb-9b2c3adf73d0 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (7593a348-591f-4c24-8193-5ef8b973d513), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:36.047522 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c31dcf-7fc5-4e73-b4cb-9b2c3adf73d0 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:10:36.050596 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f8c31dcf-7fc5-4e73-b4cb-9b2c3adf73d0 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:36.060668 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-39052f82-3c6a-4685-b76c-40f9b20513e5 None None] Current status of the port 629fb028-0e0c-4212-87df-1d9f61b1edfc is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:10:36.069147 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-48baeff5-3a93-4a3c-8c20-534838455e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be59e924-db64-46fd-ad90-c3c1be501df6', 'name': 'tempest-RoutersTest-router-1951048026', 'tenant_id': 'b477b3de086344ba86693af53d13cdd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:10:30Z', 'updated_at': '2022-03-28T01:10:33Z', 'revision_number': 2, 'project_id': 'b477b3de086344ba86693af53d13cdd0', 'gw_port_host': None, '_interfaces': [{'id': '007b231c-6bf0-46b0-8bbd-ee5db9ebbfe4', 'name': '', 'network_id': 'f2e4194b-4477-497f-814c-f3350cbfc77f', 'tenant_id': 'b477b3de086344ba86693af53d13cdd0', 'mac_address': 'fa:16:3e:1e:04:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be59e924-db64-46fd-ad90-c3c1be501df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '86132294-de8e-4622-ad8e-aac9649a1191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:10:32Z', 'updated_at': '2022-03-28T01:10:34Z', 'revision_number': 2, 'project_id': 'b477b3de086344ba86693af53d13cdd0', 'subnets': [{'id': '86132294-de8e-4622-ad8e-aac9649a1191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:36.114892 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-accae91e-515d-407f-9b81-512a5c8ae21a tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks [] for router_controller (b3883e5b-cce9-440f-9df5-90d8292583e3), precommit_add_association {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:36.129825 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-47777565-e40d-4ae2-87c3-0b52e228e887 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Deleting port 629fb028-0e0c-4212-87df-1d9f61b1edfc {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:10:36.130269 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-47777565-e40d-4ae2-87c3-0b52e228e887 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (629fb028-0e0c-4212-87df-1d9f61b1edfc), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:36.131686 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48baeff5-3a93-4a3c-8c20-534838455e71 None None] Checking router: be59e924-db64-46fd-ad90-c3c1be501df6 for host: dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:10:36.132067 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48baeff5-3a93-4a3c-8c20-534838455e71 None None] Updating router be59e924-db64-46fd-ad90-c3c1be501df6 port 007b231c-6bf0-46b0-8bbd-ee5db9ebbfe4 binding host dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 01:10:36.161835 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-f8c31dcf-7fc5-4e73-b4cb-9b2c3adf73d0 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6800997 Mar 28 01:10:36.165463 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-48baeff5-3a93-4a3c-8c20-534838455e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (007b231c-6bf0-46b0-8bbd-ee5db9ebbfe4), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:36.166182 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54906) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:36.176167 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-39052f82-3c6a-4685-b76c-40f9b20513e5 None None] Provisioning complete for port 751b5d29-5986-48c8-83f3-9055cdf87ace triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:10:36.176542 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-39052f82-3c6a-4685-b76c-40f9b20513e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (751b5d29-5986-48c8-83f3-9055cdf87ace), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:36.182104 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-30bb275f-904d-48d8-8e77-f805837a5a08 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Request body: {'subnet': {'network_id': '7593a348-591f-4c24-8193-5ef8b973d513', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:10:36.324368 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-39052f82-3c6a-4685-b76c-40f9b20513e5 None None] Current status of the port 751b5d29-5986-48c8-83f3-9055cdf87ace is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:10:36.325985 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c31dcf-7fc5-4e73-b4cb-9b2c3adf73d0 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Pushing event updated for resources: {'Network': ['ID=7593a348-591f-4c24-8193-5ef8b973d513,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:36.326421 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-47777565-e40d-4ae2-87c3-0b52e228e887 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] For port 629fb028-0e0c-4212-87df-1d9f61b1edfc, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=629fb028-0e0c-4212-87df-1d9f61b1edfc,segment=NetworkSegment(4118dc52-f943-42fd-a1ef-dce7c3f2f20a),segment_id=4118dc52-f943-42fd-a1ef-dce7c3f2f20a)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:10:36.326921 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-47777565-e40d-4ae2-87c3-0b52e228e887 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (629fb028-0e0c-4212-87df-1d9f61b1edfc), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:36.337288 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-39052f82-3c6a-4685-b76c-40f9b20513e5 None None] Provisioning complete for port 007b231c-6bf0-46b0-8bbd-ee5db9ebbfe4 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:10:36.337288 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-39052f82-3c6a-4685-b76c-40f9b20513e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (007b231c-6bf0-46b0-8bbd-ee5db9ebbfe4), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:36.348398 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-accae91e-515d-407f-9b81-512a5c8ae21a tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks [] for router_gateway (b3883e5b-cce9-440f-9df5-90d8292583e3), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:36.349273 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30bb275f-904d-48d8-8e77-f805837a5a08 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Made reservation on behalf of b477b3de086344ba86693af53d13cdd0 for: {'subnet': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:10:36.351963 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-47777565-e40d-4ae2-87c3-0b52e228e887 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Calling delete_port for 629fb028-0e0c-4212-87df-1d9f61b1edfc owned by network:dhcp {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:10:36.355458 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-30bb275f-904d-48d8-8e77-f805837a5a08 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126112411'] for subnet (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:36.392053 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-39052f82-3c6a-4685-b76c-40f9b20513e5 None None] Port 007b231c-6bf0-46b0-8bbd-ee5db9ebbfe4 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:10:36.393589 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82696eaf-9ac7-4c11-be24-9a0e9c44205e None None] DHCP port deletion for 86b3c8b4-e26b-48de-a780-56dceadddd44 request from dv-neutron-834874-6-hyperv {{(pid=104100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 01:10:36.395605 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network 7593a348-591f-4c24-8193-5ef8b973d513 details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:10:36.479177 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 751b5d29-5986-48c8-83f3-9055cdf87ace up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:10:36.515430 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-47777565-e40d-4ae2-87c3-0b52e228e887 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (629fb028-0e0c-4212-87df-1d9f61b1edfc), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:36.534472 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-48baeff5-3a93-4a3c-8c20-534838455e71 None None] Publish callbacks [] for port (007b231c-6bf0-46b0-8bbd-ee5db9ebbfe4), precommit_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:36.537153 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-0066e125-eaee-494d-b174-146d265d7fc8 None None] Could not find standard attr ID for object 87434b87-09f4-4c53-9a43-e410f53077ee. {{(pid=104100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 28 01:10:36.543287 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-48baeff5-3a93-4a3c-8c20-534838455e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (007b231c-6bf0-46b0-8bbd-ee5db9ebbfe4), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:36.548747 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47777565-e40d-4ae2-87c3-0b52e228e887 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Pushing event deleted for resources: {'Port': ['ID=629fb028-0e0c-4212-87df-1d9f61b1edfc,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:36.553259 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47777565-e40d-4ae2-87c3-0b52e228e887 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] No DVR routers for this DVR port 629fb028-0e0c-4212-87df-1d9f61b1edfc on host dv-neutron-834874-6-hyperv {{(pid=104099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:10:36.578308 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-0066e125-eaee-494d-b174-146d265d7fc8 None None] Provisioning complete for port 007b231c-6bf0-46b0-8bbd-ee5db9ebbfe4 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:10:36.578690 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-0066e125-eaee-494d-b174-146d265d7fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (007b231c-6bf0-46b0-8bbd-ee5db9ebbfe4), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:36.626571 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 751b5d29-5986-48c8-83f3-9055cdf87ace triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:10:36.626944 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (751b5d29-5986-48c8-83f3-9055cdf87ace), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:36.656164 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8d24ba-4ad4-4506-aeee-a7cc3268801a None None] Pushing event updated for resources: {'Port': ['ID=007b231c-6bf0-46b0-8bbd-ee5db9ebbfe4,revision_number=3']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:36.664990 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [None req-48baeff5-3a93-4a3c-8c20-534838455e71 None None] Attempting to bind port 007b231c-6bf0-46b0-8bbd-ee5db9ebbfe4 on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:10:36.665360 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [None req-48baeff5-3a93-4a3c-8c20-534838455e71 None None] Attempting to bind port 007b231c-6bf0-46b0-8bbd-ee5db9ebbfe4 by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': '2304f319-ff56-4561-98e1-ac4e7aa7e5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f2e4194b-4477-497f-814c-f3350cbfc77f'}] {{(pid=104101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:10:36.666367 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48baeff5-3a93-4a3c-8c20-534838455e71 None None] Attempting to bind port 007b231c-6bf0-46b0-8bbd-ee5db9ebbfe4 on network f2e4194b-4477-497f-814c-f3350cbfc77f {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:10:36.672110 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48baeff5-3a93-4a3c-8c20-534838455e71 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:10:36.672812 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48baeff5-3a93-4a3c-8c20-534838455e71 None None] Checking segment: {'id': '2304f319-ff56-4561-98e1-ac4e7aa7e5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f2e4194b-4477-497f-814c-f3350cbfc77f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:10:36.673207 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-48baeff5-3a93-4a3c-8c20-534838455e71 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:36.673664 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48baeff5-3a93-4a3c-8c20-534838455e71 None None] Bound using segment: {'id': '2304f319-ff56-4561-98e1-ac4e7aa7e5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f2e4194b-4477-497f-814c-f3350cbfc77f'} {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:10:36.674672 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [None req-48baeff5-3a93-4a3c-8c20-534838455e71 None None] Bound port: 007b231c-6bf0-46b0-8bbd-ee5db9ebbfe4, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2304f319-ff56-4561-98e1-ac4e7aa7e5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f2e4194b-4477-497f-814c-f3350cbfc77f'}}] {{(pid=104101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:10:36.675057 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-48baeff5-3a93-4a3c-8c20-534838455e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (007b231c-6bf0-46b0-8bbd-ee5db9ebbfe4), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:36.679277 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-47777565-e40d-4ae2-87c3-0b52e228e887 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (86b3c8b4-e26b-48de-a780-56dceadddd44), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:36.717808 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-82696eaf-9ac7-4c11-be24-9a0e9c44205e None None] Deleting port 629fb028-0e0c-4212-87df-1d9f61b1edfc {{(pid=104100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:10:36.718531 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-82696eaf-9ac7-4c11-be24-9a0e9c44205e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (629fb028-0e0c-4212-87df-1d9f61b1edfc), before_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:36.719713 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-30bb275f-904d-48d8-8e77-f805837a5a08 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126174976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126112397'] for subnet (d2f5dd09-e80b-495d-b764-01c46c47d29f), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:36.725043 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-0066e125-eaee-494d-b174-146d265d7fc8 None None] Port 007b231c-6bf0-46b0-8bbd-ee5db9ebbfe4 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:10:36.767233 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-47777565-e40d-4ae2-87c3-0b52e228e887 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86b3c8b4-e26b-48de-a780-56dceadddd44']}} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:36.782039 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-47777565-e40d-4ae2-87c3-0b52e228e887 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4118dc52-f943-42fd-a1ef-dce7c3f2f20a') {'for_net_delete': True} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:36.782479 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-47777565-e40d-4ae2-87c3-0b52e228e887 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4118dc52-f943-42fd-a1ef-dce7c3f2f20a') {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:36.794542 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-47777565-e40d-4ae2-87c3-0b52e228e887 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126946678'] for segment (4118dc52-f943-42fd-a1ef-dce7c3f2f20a), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:36.797698 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.db [None req-48baeff5-3a93-4a3c-8c20-534838455e71 None None] For port 007b231c-6bf0-46b0-8bbd-ee5db9ebbfe4, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:10:36.808861 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.db [None req-48baeff5-3a93-4a3c-8c20-534838455e71 None None] For port 007b231c-6bf0-46b0-8bbd-ee5db9ebbfe4, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=007b231c-6bf0-46b0-8bbd-ee5db9ebbfe4,segment=NetworkSegment(2304f319-ff56-4561-98e1-ac4e7aa7e5d6),segment_id=2304f319-ff56-4561-98e1-ac4e7aa7e5d6)] {{(pid=104101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:10:36.818710 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-48baeff5-3a93-4a3c-8c20-534838455e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (007b231c-6bf0-46b0-8bbd-ee5db9ebbfe4), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:36.819468 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bb275f-904d-48d8-8e77-f805837a5a08 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Pushing event updated for resources: {'Subnet': ['ID=d2f5dd09-e80b-495d-b764-01c46c47d29f,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:36.828760 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bb275f-904d-48d8-8e77-f805837a5a08 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Checking segment: {'id': '976f6b30-04e4-4b6a-8aef-085c0d2a3550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7593a348-591f-4c24-8193-5ef8b973d513'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:10:36.829267 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30bb275f-904d-48d8-8e77-f805837a5a08 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Network hostable DHCP agents. Network: 7593a348-591f-4c24-8193-5ef8b973d513, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:10:36.839945 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-47777565-e40d-4ae2-87c3-0b52e228e887 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (4118dc52-f943-42fd-a1ef-dce7c3f2f20a), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:36.855894 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30bb275f-904d-48d8-8e77-f805837a5a08 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Network 7593a348-591f-4c24-8193-5ef8b973d513 is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:10:36.857163 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-82696eaf-9ac7-4c11-be24-9a0e9c44205e None None] For port 629fb028-0e0c-4212-87df-1d9f61b1edfc, host dv-neutron-834874-6-hyperv, got binding levels [] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:10:36.858021 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-accae91e-515d-407f-9b81-512a5c8ae21a tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks [] for router_gateway (b3883e5b-cce9-440f-9df5-90d8292583e3), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:36.859018 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-82696eaf-9ac7-4c11-be24-9a0e9c44205e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (629fb028-0e0c-4212-87df-1d9f61b1edfc), precommit_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:36.876890 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-30bb275f-904d-48d8-8e77-f805837a5a08 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, 7593a348-591f-4c24-8193-5ef8b973d513) {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:10:36.882333 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30bb275f-904d-48d8-8e77-f805837a5a08 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:10:36.882931 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-82696eaf-9ac7-4c11-be24-9a0e9c44205e None None] Calling delete_port for 629fb028-0e0c-4212-87df-1d9f61b1edfc owned by network:dhcp {{(pid=104100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:10:36.883525 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-30bb275f-904d-48d8-8e77-f805837a5a08 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:36.887282 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.ipam_backend_mixin [None req-82696eaf-9ac7-4c11-be24-9a0e9c44205e None None] Port 629fb028-0e0c-4212-87df-1d9f61b1edfc was not found and therefore no delete operation was performed {{(pid=104100) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 28 01:10:36.891001 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-82696eaf-9ac7-4c11-be24-9a0e9c44205e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886'] for port (629fb028-0e0c-4212-87df-1d9f61b1edfc), after_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:36.893187 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47777565-e40d-4ae2-87c3-0b52e228e887 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=104099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:10:36.893711 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-47777565-e40d-4ae2-87c3-0b52e228e887 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127280876'] for segment (4118dc52-f943-42fd-a1ef-dce7c3f2f20a), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:36.905541 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8416a03-410c-4c5a-927f-53f2ba402bbd None None] Network 7593a348-591f-4c24-8193-5ef8b973d513 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:10:36.916457 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48baeff5-3a93-4a3c-8c20-534838455e71 None None] Routers {'be59e924-db64-46fd-ad90-c3c1be501df6'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:10:36.917667 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-48baeff5-3a93-4a3c-8c20-534838455e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:10:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['be59e924-db64-46fd-ad90-c3c1be501df6'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:36.923280 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-30bb275f-904d-48d8-8e77-f805837a5a08 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7537749 Mar 28 01:10:36.924418 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54908) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:37.019252 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82696eaf-9ac7-4c11-be24-9a0e9c44205e None None] Pushing event deleted for resources: {'Port': ['ID=629fb028-0e0c-4212-87df-1d9f61b1edfc,revision_number=None']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:37.064185 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82696eaf-9ac7-4c11-be24-9a0e9c44205e None None] No DVR routers for this DVR port 629fb028-0e0c-4212-87df-1d9f61b1edfc on host dv-neutron-834874-6-hyperv {{(pid=104100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:10:37.099907 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8d24ba-4ad4-4506-aeee-a7cc3268801a None None] Pushing event updated for resources: {'Port': ['ID=007b231c-6bf0-46b0-8bbd-ee5db9ebbfe4,revision_number=4']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:37.132155 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-48baeff5-3a93-4a3c-8c20-534838455e71 None None] Set router be59e924-db64-46fd-ad90-c3c1be501df6 gateway port host: None {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:10:37.140181 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 751b5d29-5986-48c8-83f3-9055cdf87ace is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:10:37.150337 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-24c6a628-da4a-438e-83e0-e2bf57bc5eea None None] Provisioning complete for port 007b231c-6bf0-46b0-8bbd-ee5db9ebbfe4 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:10:37.150720 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-24c6a628-da4a-438e-83e0-e2bf57bc5eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (007b231c-6bf0-46b0-8bbd-ee5db9ebbfe4), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:37.255841 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5944a536-4fb8-479f-b15e-287511f55b46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-7593a348-591f-4c24-8193-5ef8b973d513', 'network_id': '7593a348-591f-4c24-8193-5ef8b973d513', 'project_id': 'b477b3de086344ba86693af53d13cdd0', 'fixed_ips': [{'subnet_id': 'd2f5dd09-e80b-495d-b764-01c46c47d29f'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:10:37.257569 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5944a536-4fb8-479f-b15e-287511f55b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:37.322507 dv-neutron-834874-6-hyperv neutron-server[104099]: Traceback (most recent call last): Mar 28 01:10:37.322507 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:10:37.322507 dv-neutron-834874-6-hyperv neutron-server[104099]: timer() Mar 28 01:10:37.322507 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:10:37.322507 dv-neutron-834874-6-hyperv neutron-server[104099]: cb(*args, **kw) Mar 28 01:10:37.322507 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:10:37.322507 dv-neutron-834874-6-hyperv neutron-server[104099]: return func(*args, **kwargs) Mar 28 01:10:37.322507 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:10:37.322507 dv-neutron-834874-6-hyperv neutron-server[104099]: self._notify() Mar 28 01:10:37.322507 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:10:37.322507 dv-neutron-834874-6-hyperv neutron-server[104099]: self.callback(batched_events) Mar 28 01:10:37.322507 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:10:37.322507 dv-neutron-834874-6-hyperv neutron-server[104099]: event.method(event) Mar 28 01:10:37.322507 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:10:37.322507 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:10:37.322507 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:10:37.322507 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:10:37.322507 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:10:37.322507 dv-neutron-834874-6-hyperv neutron-server[104099]: return f(self, *a, **k) Mar 28 01:10:37.322507 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:10:37.322507 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._get(url).json() Mar 28 01:10:37.322507 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:10:37.322507 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:10:37.322507 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:10:37.322507 dv-neutron-834874-6-hyperv neutron-server[104099]: return self.request(url, 'GET', **kwargs) Mar 28 01:10:37.322507 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:10:37.322507 dv-neutron-834874-6-hyperv neutron-server[104099]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:10:37.322507 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:10:37.322507 dv-neutron-834874-6-hyperv neutron-server[104099]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:10:37.322507 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:10:37.322507 dv-neutron-834874-6-hyperv neutron-server[104099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:10:37.322507 dv-neutron-834874-6-hyperv neutron-server[104099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:10:37.355459 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-accae91e-515d-407f-9b81-512a5c8ae21a tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:37.409673 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-48baeff5-3a93-4a3c-8c20-534838455e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be59e924-db64-46fd-ad90-c3c1be501df6', 'name': 'tempest-RoutersTest-router-1951048026', 'tenant_id': 'b477b3de086344ba86693af53d13cdd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:10:30Z', 'updated_at': '2022-03-28T01:10:33Z', 'revision_number': 2, 'project_id': 'b477b3de086344ba86693af53d13cdd0', 'gw_port_host': None, '_interfaces': [{'id': '007b231c-6bf0-46b0-8bbd-ee5db9ebbfe4', 'name': '', 'network_id': 'f2e4194b-4477-497f-814c-f3350cbfc77f', 'tenant_id': 'b477b3de086344ba86693af53d13cdd0', 'mac_address': 'fa:16:3e:1e:04:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be59e924-db64-46fd-ad90-c3c1be501df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '86132294-de8e-4622-ad8e-aac9649a1191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:10:32Z', 'updated_at': '2022-03-28T01:10:36Z', 'revision_number': 4, 'project_id': 'b477b3de086344ba86693af53d13cdd0', 'subnets': [{'id': '86132294-de8e-4622-ad8e-aac9649a1191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:37.413069 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-24c6a628-da4a-438e-83e0-e2bf57bc5eea None None] Current status of the port 007b231c-6bf0-46b0-8bbd-ee5db9ebbfe4 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:10:37.413713 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-24c6a628-da4a-438e-83e0-e2bf57bc5eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (007b231c-6bf0-46b0-8bbd-ee5db9ebbfe4), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:37.414839 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-47777565-e40d-4ae2-87c3-0b52e228e887 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (86b3c8b4-e26b-48de-a780-56dceadddd44), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:37.426456 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-47777565-e40d-4ae2-87c3-0b52e228e887 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks [] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:37.429711 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-47777565-e40d-4ae2-87c3-0b52e228e887 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "DELETE /v2.0/networks/86b3c8b4-e26b-48de-a780-56dceadddd44 HTTP/1.1" status: 204 len: 168 time: 1.6144433 Mar 28 01:10:37.433410 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54910) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:37.441222 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-4dd44f06-dabe-464b-935a-1c96d3f1b3fe tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-257264084'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:10:37.450075 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48baeff5-3a93-4a3c-8c20-534838455e71 None None] The sync data for ids ['be59e924-db64-46fd-ad90-c3c1be501df6'] in dv-neutron-834874-6-hyperv is: [{'id': 'be59e924-db64-46fd-ad90-c3c1be501df6', 'name': 'tempest-RoutersTest-router-1951048026', 'tenant_id': 'b477b3de086344ba86693af53d13cdd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:10:30Z', 'updated_at': '2022-03-28T01:10:33Z', 'revision_number': 2, 'project_id': 'b477b3de086344ba86693af53d13cdd0', 'gw_port_host': None, '_interfaces': [{'id': '007b231c-6bf0-46b0-8bbd-ee5db9ebbfe4', 'name': '', 'network_id': 'f2e4194b-4477-497f-814c-f3350cbfc77f', 'tenant_id': 'b477b3de086344ba86693af53d13cdd0', 'mac_address': 'fa:16:3e:1e:04:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be59e924-db64-46fd-ad90-c3c1be501df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '86132294-de8e-4622-ad8e-aac9649a1191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:10:32Z', 'updated_at': '2022-03-28T01:10:36Z', 'revision_number': 4, 'project_id': 'b477b3de086344ba86693af53d13cdd0', 'subnets': [{'id': '86132294-de8e-4622-ad8e-aac9649a1191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:10:37.465051 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47777565-e40d-4ae2-87c3-0b52e228e887 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Pushing event deleted for resources: {'Network': ['ID=86b3c8b4-e26b-48de-a780-56dceadddd44,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:37.513048 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dd44f06-dabe-464b-935a-1c96d3f1b3fe tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Made reservation on behalf of 123b9cbc24e44c7fa4900a5cf8071c36 for: {'network': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:10:37.516974 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-24c6a628-da4a-438e-83e0-e2bf57bc5eea None None] For port 007b231c-6bf0-46b0-8bbd-ee5db9ebbfe4, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=007b231c-6bf0-46b0-8bbd-ee5db9ebbfe4,segment=NetworkSegment(2304f319-ff56-4561-98e1-ac4e7aa7e5d6),segment_id=2304f319-ff56-4561-98e1-ac4e7aa7e5d6)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:10:37.517517 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4dd44f06-dabe-464b-935a-1c96d3f1b3fe tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:37.526944 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-24c6a628-da4a-438e-83e0-e2bf57bc5eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (007b231c-6bf0-46b0-8bbd-ee5db9ebbfe4), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:37.529486 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b03dd25d-d7c9-4f6c-9052-43fe1aba39be tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:37.539816 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-5944a536-4fb8-479f-b15e-287511f55b46 None None] Allocated IP 172.21.0.2 (7593a348-591f-4c24-8193-5ef8b973d513/d2f5dd09-e80b-495d-b764-01c46c47d29f/98342260-91bc-4961-b7a9-a2c5b365e09b) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:10:37.545568 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [None req-accae91e-515d-407f-9b81-512a5c8ae21a tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Allocated IP 172.26.1.121 (dea6548b-502b-42db-97fb-371e423e739a/cce6de65-d8c9-45b8-9970-0a277e8c1192/a22d4986-c1fa-4d16-b42f-74b68cd66eb2) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:10:37.571567 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dd44f06-dabe-464b-935a-1c96d3f1b3fe tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=104099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:10:37.620578 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4dd44f06-dabe-464b-935a-1c96d3f1b3fe tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (d70cc0df-487d-4a49-bde9-ef359fe4532c), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:37.621002 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.segments_db [None req-4dd44f06-dabe-464b-935a-1c96d3f1b3fe tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Added segment d70cc0df-487d-4a49-bde9-ef359fe4532c of type vlan for network 9c2cea81-942a-4541-ab7c-649e126c2de5 Mar 28 01:10:37.675578 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c6a628-da4a-438e-83e0-e2bf57bc5eea None None] Pushing event updated for resources: {'Port': ['ID=007b231c-6bf0-46b0-8bbd-ee5db9ebbfe4,revision_number=5']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:37.679349 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4dd44f06-dabe-464b-935a-1c96d3f1b3fe tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (9c2cea81-942a-4541-ab7c-649e126c2de5), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:37.697754 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-84b2695e-4010-4353-8380-fdb1d7946cb0 None None] Provisioning complete for port 007b231c-6bf0-46b0-8bbd-ee5db9ebbfe4 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:10:37.698129 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-84b2695e-4010-4353-8380-fdb1d7946cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (007b231c-6bf0-46b0-8bbd-ee5db9ebbfe4), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:37.725844 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-accae91e-515d-407f-9b81-512a5c8ae21a tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks [] for port (a22d4986-c1fa-4d16-b42f-74b68cd66eb2), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:37.735030 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4dd44f06-dabe-464b-935a-1c96d3f1b3fe tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (9c2cea81-942a-4541-ab7c-649e126c2de5), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:37.740098 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd44f06-dabe-464b-935a-1c96d3f1b3fe tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:10:37.740826 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4dd44f06-dabe-464b-935a-1c96d3f1b3fe tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks [] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:37.830507 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-4dd44f06-dabe-464b-935a-1c96d3f1b3fe tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3942533 Mar 28 01:10:37.837828 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54912) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:37.845328 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-f7097b16-37d7-4708-8feb-118b622261b4 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Request body: {'subnet': {'network_id': '9c2cea81-942a-4541-ab7c-649e126c2de5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:10:37.863404 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd44f06-dabe-464b-935a-1c96d3f1b3fe tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Pushing event updated for resources: {'Network': ['ID=9c2cea81-942a-4541-ab7c-649e126c2de5,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:37.931205 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network 9c2cea81-942a-4541-ab7c-649e126c2de5 details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:10:37.967508 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-accae91e-515d-407f-9b81-512a5c8ae21a tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (a22d4986-c1fa-4d16-b42f-74b68cd66eb2), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:38.036762 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-accae91e-515d-407f-9b81-512a5c8ae21a tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Network dea6548b-502b-42db-97fb-371e423e739a is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:10:38.042041 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-accae91e-515d-407f-9b81-512a5c8ae21a tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:10:38.049124 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7097b16-37d7-4708-8feb-118b622261b4 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Made reservation on behalf of 123b9cbc24e44c7fa4900a5cf8071c36 for: {'subnet': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:10:38.053161 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f7097b16-37d7-4708-8feb-118b622261b4 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126757772'] for subnet (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:38.056795 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accae91e-515d-407f-9b81-512a5c8ae21a tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:10:38.090088 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accae91e-515d-407f-9b81-512a5c8ae21a tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Pushing event updated for resources: {'Port': ['ID=a22d4986-c1fa-4d16-b42f-74b68cd66eb2,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:38.138535 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5944a536-4fb8-479f-b15e-287511f55b46 None None] Publish callbacks [] for port (98342260-91bc-4961-b7a9-a2c5b365e09b), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:38.150884 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5944a536-4fb8-479f-b15e-287511f55b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (98342260-91bc-4961-b7a9-a2c5b365e09b), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:38.207219 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-84b2695e-4010-4353-8380-fdb1d7946cb0 None None] Current status of the port 007b231c-6bf0-46b0-8bbd-ee5db9ebbfe4 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:10:38.221331 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5944a536-4fb8-479f-b15e-287511f55b46 None None] Network 7593a348-591f-4c24-8193-5ef8b973d513 is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:10:38.225212 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-5944a536-4fb8-479f-b15e-287511f55b46 None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:10:38.228660 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5944a536-4fb8-479f-b15e-287511f55b46 None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:10:38.251555 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5944a536-4fb8-479f-b15e-287511f55b46 None None] Pushing event updated for resources: {'Port': ['ID=98342260-91bc-4961-b7a9-a2c5b365e09b,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:38.329253 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-5944a536-4fb8-479f-b15e-287511f55b46 None None] Attempting to bind port 98342260-91bc-4961-b7a9-a2c5b365e09b on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:10:38.329654 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-5944a536-4fb8-479f-b15e-287511f55b46 None None] Attempting to bind port 98342260-91bc-4961-b7a9-a2c5b365e09b by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': '976f6b30-04e4-4b6a-8aef-085c0d2a3550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7593a348-591f-4c24-8193-5ef8b973d513'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:10:38.330119 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5944a536-4fb8-479f-b15e-287511f55b46 None None] Attempting to bind port 98342260-91bc-4961-b7a9-a2c5b365e09b on network 7593a348-591f-4c24-8193-5ef8b973d513 {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:10:38.339266 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5944a536-4fb8-479f-b15e-287511f55b46 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:10:38.339672 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5944a536-4fb8-479f-b15e-287511f55b46 None None] Checking segment: {'id': '976f6b30-04e4-4b6a-8aef-085c0d2a3550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7593a348-591f-4c24-8193-5ef8b973d513'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:10:38.340276 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5944a536-4fb8-479f-b15e-287511f55b46 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:38.341522 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5944a536-4fb8-479f-b15e-287511f55b46 None None] Bound using segment: {'id': '976f6b30-04e4-4b6a-8aef-085c0d2a3550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7593a348-591f-4c24-8193-5ef8b973d513'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:10:38.342101 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-5944a536-4fb8-479f-b15e-287511f55b46 None None] Bound port: 98342260-91bc-4961-b7a9-a2c5b365e09b, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '976f6b30-04e4-4b6a-8aef-085c0d2a3550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7593a348-591f-4c24-8193-5ef8b973d513'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:10:38.342534 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5944a536-4fb8-479f-b15e-287511f55b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (98342260-91bc-4961-b7a9-a2c5b365e09b), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:38.365821 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-b03dd25d-d7c9-4f6c-9052-43fe1aba39be tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Allocated IP 172.21.0.1 (7593a348-591f-4c24-8193-5ef8b973d513/d2f5dd09-e80b-495d-b764-01c46c47d29f/86a2c6ba-054c-4b04-97c1-8711cee76569) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:10:38.449405 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-5944a536-4fb8-479f-b15e-287511f55b46 None None] For port 98342260-91bc-4961-b7a9-a2c5b365e09b, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:10:38.455388 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-5944a536-4fb8-479f-b15e-287511f55b46 None None] For port 98342260-91bc-4961-b7a9-a2c5b365e09b, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=98342260-91bc-4961-b7a9-a2c5b365e09b,segment=NetworkSegment(976f6b30-04e4-4b6a-8aef-085c0d2a3550),segment_id=976f6b30-04e4-4b6a-8aef-085c0d2a3550)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:10:38.473436 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5944a536-4fb8-479f-b15e-287511f55b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (98342260-91bc-4961-b7a9-a2c5b365e09b), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:38.526276 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7b1755f0-2038-48c1-b58c-1c223728c819 req-1eef37a4-1efb-427f-8fc0-d61f368e30df service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fc5c4747-fcbd-4652-b651-1ce8413f1a2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1876116 Mar 28 01:10:38.580569 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5944a536-4fb8-479f-b15e-287511f55b46 None None] Pushing event updated for resources: {'Port': ['ID=98342260-91bc-4961-b7a9-a2c5b365e09b,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:38.589222 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 007b231c-6bf0-46b0-8bbd-ee5db9ebbfe4 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:10:38.597483 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b03dd25d-d7c9-4f6c-9052-43fe1aba39be tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks [] for port (86a2c6ba-054c-4b04-97c1-8711cee76569), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:38.649031 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b03dd25d-d7c9-4f6c-9052-43fe1aba39be tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (86a2c6ba-054c-4b04-97c1-8711cee76569), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:38.653318 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f7097b16-37d7-4708-8feb-118b622261b4 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127282703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126757786'] for subnet (2fa43203-63c5-4231-b072-482ed9470949), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:38.674334 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 007b231c-6bf0-46b0-8bbd-ee5db9ebbfe4 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:10:38.675157 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (007b231c-6bf0-46b0-8bbd-ee5db9ebbfe4), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:38.711525 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03dd25d-d7c9-4f6c-9052-43fe1aba39be tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Network 7593a348-591f-4c24-8193-5ef8b973d513 is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:10:38.716616 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-b03dd25d-d7c9-4f6c-9052-43fe1aba39be tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:10:38.724327 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03dd25d-d7c9-4f6c-9052-43fe1aba39be tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:10:38.752005 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03dd25d-d7c9-4f6c-9052-43fe1aba39be tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Pushing event updated for resources: {'Port': ['ID=86a2c6ba-054c-4b04-97c1-8711cee76569,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:38.787811 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 007b231c-6bf0-46b0-8bbd-ee5db9ebbfe4 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:10:38.788110 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7097b16-37d7-4708-8feb-118b622261b4 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Pushing event updated for resources: {'Subnet': ['ID=2fa43203-63c5-4231-b072-482ed9470949,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:38.789946 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b03dd25d-d7c9-4f6c-9052-43fe1aba39be tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3686596'] for router_interface (be59e924-db64-46fd-ad90-c3c1be501df6), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:38.827924 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1755f0-2038-48c1-b58c-1c223728c819 req-3921bcb2-334d-406f-b4e8-409aca6493e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:10:38.830052 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7b1755f0-2038-48c1-b58c-1c223728c819 req-3921bcb2-334d-406f-b4e8-409aca6493e2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bf9f34f21ab94392ab36354129e00f8d&device_id=fc5c4747-fcbd-4652-b651-1ce8413f1a2b HTTP/1.1" status: 200 len: 1130 time: 0.2119639 Mar 28 01:10:38.841099 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-accae91e-515d-407f-9b81-512a5c8ae21a tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks [] for router_gateway (b3883e5b-cce9-440f-9df5-90d8292583e3), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:38.909683 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 629fb028-0e0c-4212-87df-1d9f61b1edfc no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:10:38.952061 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: 629fb028-0e0c-4212-87df-1d9f61b1edfc {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:10:38.952612 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 629fb028-0e0c-4212-87df-1d9f61b1edfc not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:10:38.980097 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b03dd25d-d7c9-4f6c-9052-43fe1aba39be tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (86a2c6ba-054c-4b04-97c1-8711cee76569), before_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:38.984722 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7097b16-37d7-4708-8feb-118b622261b4 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Checking segment: {'id': 'd70cc0df-487d-4a49-bde9-ef359fe4532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '9c2cea81-942a-4541-ab7c-649e126c2de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:10:38.985303 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7097b16-37d7-4708-8feb-118b622261b4 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Network hostable DHCP agents. Network: 9c2cea81-942a-4541-ab7c-649e126c2de5, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:10:39.076025 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7097b16-37d7-4708-8feb-118b622261b4 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Network 9c2cea81-942a-4541-ab7c-649e126c2de5 is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:10:39.101080 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-f7097b16-37d7-4708-8feb-118b622261b4 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, 9c2cea81-942a-4541-ab7c-649e126c2de5) {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:10:39.106226 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7097b16-37d7-4708-8feb-118b622261b4 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:10:39.107204 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f7097b16-37d7-4708-8feb-118b622261b4 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks [] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:39.117783 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79e4e3f-c632-4e56-b3a0-5720c33a77d2 None None] Network 9c2cea81-942a-4541-ab7c-649e126c2de5 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:10:39.219592 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1755f0-2038-48c1-b58c-1c223728c819 req-ad872bbe-c623-4069-8877-f3eea21ad75c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:10:39.221867 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7b1755f0-2038-48c1-b58c-1c223728c819 req-ad872bbe-c623-4069-8877-f3eea21ad75c service neutron] 10.222.0.10 "GET /v2.0/networks?id=788fd3f3-3593-4cdc-933e-dd5c53c623d8 HTTP/1.1" status: 200 len: 912 time: 0.3379250 Mar 28 01:10:39.229424 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-f7097b16-37d7-4708-8feb-118b622261b4 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3902824 Mar 28 01:10:39.233621 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54914) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:39.238537 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-a4a1d1c3-2b71-4f67-968f-eafb56b07678 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1931584283', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:10:39.253891 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7036929a-dbad-40da-8ac7-40803e1638ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-9c2cea81-942a-4541-ab7c-649e126c2de5', 'network_id': '9c2cea81-942a-4541-ab7c-649e126c2de5', 'project_id': '123b9cbc24e44c7fa4900a5cf8071c36', 'fixed_ips': [{'subnet_id': '2fa43203-63c5-4231-b072-482ed9470949'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:10:39.255257 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-7036929a-dbad-40da-8ac7-40803e1638ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:39.292941 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a4a1d1c3-2b71-4f67-968f-eafb56b07678 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7069'] for router (297a3378-051a-432a-b66c-bdd3efb6413c), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:39.294128 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a4a1d1c3-2b71-4f67-968f-eafb56b07678 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4188952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7062'] for router (297a3378-051a-432a-b66c-bdd3efb6413c), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:39.333077 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7b1755f0-2038-48c1-b58c-1c223728c819 req-fad5a247-83bc-431c-83c8-ec9012a3678a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c640ecb1-3efd-46b9-a0e3-4945d4ab5df1 HTTP/1.1" status: 200 len: 1002 time: 0.1025090 Mar 28 01:10:39.333558 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b03dd25d-d7c9-4f6c-9052-43fe1aba39be tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks [] for port (86a2c6ba-054c-4b04-97c1-8711cee76569), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:39.355813 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-accae91e-515d-407f-9b81-512a5c8ae21a tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687953'] for router (b3883e5b-cce9-440f-9df5-90d8292583e3), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:39.368882 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b03dd25d-d7c9-4f6c-9052-43fe1aba39be tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126177159'] for port (86a2c6ba-054c-4b04-97c1-8711cee76569), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:39.416774 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a4a1d1c3-2b71-4f67-968f-eafb56b07678 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks [] for router_controller (297a3378-051a-432a-b66c-bdd3efb6413c), precommit_add_association {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:39.423398 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-7036929a-dbad-40da-8ac7-40803e1638ce None None] Allocated IP 2001:db8::2 (9c2cea81-942a-4541-ab7c-649e126c2de5/2fa43203-63c5-4231-b072-482ed9470949/4c509997-54ed-4a7c-a8c1-7550b24984a0) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:10:39.441594 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b03dd25d-d7c9-4f6c-9052-43fe1aba39be tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3725889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3686480'] for router_interface (be59e924-db64-46fd-ad90-c3c1be501df6), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:39.443662 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a4a1d1c3-2b71-4f67-968f-eafb56b07678 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687953'] for router (297a3378-051a-432a-b66c-bdd3efb6413c), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:39.480217 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1755f0-2038-48c1-b58c-1c223728c819 req-1ffa7c6e-9684-4091-926c-31da1d6b1c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:10:39.481957 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7b1755f0-2038-48c1-b58c-1c223728c819 req-1ffa7c6e-9684-4091-926c-31da1d6b1c20 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0a57ae47-09ee-4007-9878-c6cea91f6590 HTTP/1.1" status: 200 len: 851 time: 0.1381221 Mar 28 01:10:39.527378 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a4a1d1c3-2b71-4f67-968f-eafb56b07678 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks [] for router (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:39.531909 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-a4a1d1c3-2b71-4f67-968f-eafb56b07678 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2972343 Mar 28 01:10:39.532759 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54916) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:39.540216 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03dd25d-d7c9-4f6c-9052-43fe1aba39be tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Pushing event updated for resources: {'Port': ['ID=86a2c6ba-054c-4b04-97c1-8711cee76569,revision_number=2']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:39.541825 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-cc03b1d2-70ec-4c3e-b3ee-aa7ce7e51310 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Request body: {'port': {'network_id': '9c2cea81-942a-4541-ab7c-649e126c2de5', 'name': 'tempest-PortsIpV6TestJSON-1568172470'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:10:39.587819 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03dd25d-d7c9-4f6c-9052-43fe1aba39be tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Network 7593a348-591f-4c24-8193-5ef8b973d513 is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:10:39.589497 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-b03dd25d-d7c9-4f6c-9052-43fe1aba39be tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:10:39.625219 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-7036929a-dbad-40da-8ac7-40803e1638ce None None] Publish callbacks [] for port (4c509997-54ed-4a7c-a8c1-7550b24984a0), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:39.631150 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1755f0-2038-48c1-b58c-1c223728c819 req-35500e1b-4868-42ee-a020-5add1528dac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:10:39.632880 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7b1755f0-2038-48c1-b58c-1c223728c819 req-35500e1b-4868-42ee-a020-5add1528dac4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=788fd3f3-3593-4cdc-933e-dd5c53c623d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1413488 Mar 28 01:10:39.633774 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-7036929a-dbad-40da-8ac7-40803e1638ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (4c509997-54ed-4a7c-a8c1-7550b24984a0), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:39.683866 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7036929a-dbad-40da-8ac7-40803e1638ce None None] Pushing event updated for resources: {'Port': ['ID=4c509997-54ed-4a7c-a8c1-7550b24984a0,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:39.691708 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7036929a-dbad-40da-8ac7-40803e1638ce None None] Network 9c2cea81-942a-4541-ab7c-649e126c2de5 is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:10:39.693397 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-7036929a-dbad-40da-8ac7-40803e1638ce None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:10:39.695939 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7036929a-dbad-40da-8ac7-40803e1638ce None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:10:39.714803 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b03dd25d-d7c9-4f6c-9052-43fe1aba39be tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Router be59e924-db64-46fd-ad90-c3c1be501df6 has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:10:39.761635 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-accae91e-515d-407f-9b81-512a5c8ae21a tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Router b3883e5b-cce9-440f-9df5-90d8292583e3 is scheduled to L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 with binding_index 1 {{(pid=104099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 01:10:39.778610 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc03b1d2-70ec-4c3e-b3ee-aa7ce7e51310 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Made reservation on behalf of 123b9cbc24e44c7fa4900a5cf8071c36 for: {'port': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:10:39.779844 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-7036929a-dbad-40da-8ac7-40803e1638ce None None] Attempting to bind port 4c509997-54ed-4a7c-a8c1-7550b24984a0 on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:10:39.780385 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-7036929a-dbad-40da-8ac7-40803e1638ce None None] Attempting to bind port 4c509997-54ed-4a7c-a8c1-7550b24984a0 by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': 'd70cc0df-487d-4a49-bde9-ef359fe4532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '9c2cea81-942a-4541-ab7c-649e126c2de5'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:10:39.780910 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7036929a-dbad-40da-8ac7-40803e1638ce None None] Attempting to bind port 4c509997-54ed-4a7c-a8c1-7550b24984a0 on network 9c2cea81-942a-4541-ab7c-649e126c2de5 {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:10:39.782991 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-cc03b1d2-70ec-4c3e-b3ee-aa7ce7e51310 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:39.788108 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7036929a-dbad-40da-8ac7-40803e1638ce None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:10:39.788643 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7036929a-dbad-40da-8ac7-40803e1638ce None None] Checking segment: {'id': 'd70cc0df-487d-4a49-bde9-ef359fe4532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '9c2cea81-942a-4541-ab7c-649e126c2de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:10:39.789283 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-7036929a-dbad-40da-8ac7-40803e1638ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:39.790018 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7036929a-dbad-40da-8ac7-40803e1638ce None None] Bound using segment: {'id': 'd70cc0df-487d-4a49-bde9-ef359fe4532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '9c2cea81-942a-4541-ab7c-649e126c2de5'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:10:39.790528 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-7036929a-dbad-40da-8ac7-40803e1638ce None None] Bound port: 4c509997-54ed-4a7c-a8c1-7550b24984a0, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd70cc0df-487d-4a49-bde9-ef359fe4532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '9c2cea81-942a-4541-ab7c-649e126c2de5'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:10:39.791007 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-7036929a-dbad-40da-8ac7-40803e1638ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (4c509997-54ed-4a7c-a8c1-7550b24984a0), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:39.823443 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [None req-cc03b1d2-70ec-4c3e-b3ee-aa7ce7e51310 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] device_id is not set on port 123c6dfb-f41d-42c7-90f1-e3870972a894 yet. {{(pid=104099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 01:10:39.875158 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-7036929a-dbad-40da-8ac7-40803e1638ce None None] For port 4c509997-54ed-4a7c-a8c1-7550b24984a0, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:10:39.877585 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b03dd25d-d7c9-4f6c-9052-43fe1aba39be tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:10:39.883099 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-b03dd25d-d7c9-4f6c-9052-43fe1aba39be tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] 10.222.0.24 "PUT /v2.0/routers/be59e924-db64-46fd-ad90-c3c1be501df6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9576390 Mar 28 01:10:39.884580 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-7036929a-dbad-40da-8ac7-40803e1638ce None None] For port 4c509997-54ed-4a7c-a8c1-7550b24984a0, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=4c509997-54ed-4a7c-a8c1-7550b24984a0,segment=NetworkSegment(d70cc0df-487d-4a49-bde9-ef359fe4532c),segment_id=d70cc0df-487d-4a49-bde9-ef359fe4532c)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:10:39.885669 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54918) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:39.890706 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-f7ca5d7e-8b50-4aa0-ba31-3a95c01733c1 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Request body: {'network': {'name': 'tempest-RoutersTest-1257201877'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:10:39.898689 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-7036929a-dbad-40da-8ac7-40803e1638ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (4c509997-54ed-4a7c-a8c1-7550b24984a0), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:39.921833 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7ca5d7e-8b50-4aa0-ba31-3a95c01733c1 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Made reservation on behalf of b477b3de086344ba86693af53d13cdd0 for: {'network': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:10:39.925944 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f7ca5d7e-8b50-4aa0-ba31-3a95c01733c1 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:39.974203 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7ca5d7e-8b50-4aa0-ba31-3a95c01733c1 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=104098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:10:39.990763 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7036929a-dbad-40da-8ac7-40803e1638ce None None] Pushing event updated for resources: {'Port': ['ID=4c509997-54ed-4a7c-a8c1-7550b24984a0,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:40.001774 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f7ca5d7e-8b50-4aa0-ba31-3a95c01733c1 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (2f670c49-ebc9-4d09-adda-51989269ac67), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:40.002141 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.segments_db [None req-f7ca5d7e-8b50-4aa0-ba31-3a95c01733c1 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Added segment 2f670c49-ebc9-4d09-adda-51989269ac67 of type vlan for network 9e8fc964-0bce-4469-80fa-23a650feb4fa Mar 28 01:10:40.060621 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f7ca5d7e-8b50-4aa0-ba31-3a95c01733c1 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (9e8fc964-0bce-4469-80fa-23a650feb4fa), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:40.101017 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f7ca5d7e-8b50-4aa0-ba31-3a95c01733c1 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (9e8fc964-0bce-4469-80fa-23a650feb4fa), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:40.106345 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ca5d7e-8b50-4aa0-ba31-3a95c01733c1 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:10:40.107184 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f7ca5d7e-8b50-4aa0-ba31-3a95c01733c1 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:40.139324 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0742b607-5407-4967-b1e3-e7b78989d43e None None] Sync routers for ids ['be59e924-db64-46fd-ad90-c3c1be501df6'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:10:40.165344 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0742b607-5407-4967-b1e3-e7b78989d43e None None] Routers {'be59e924-db64-46fd-ad90-c3c1be501df6'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:10:40.166341 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-0742b607-5407-4967-b1e3-e7b78989d43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:10:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['be59e924-db64-46fd-ad90-c3c1be501df6'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:40.214250 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-f7ca5d7e-8b50-4aa0-ba31-3a95c01733c1 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3250921 Mar 28 01:10:40.229745 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54920) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:40.254091 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-ef6434c4-4f71-4a2b-9913-d5060e658faf tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Request body: {'subnet': {'network_id': '9e8fc964-0bce-4469-80fa-23a650feb4fa', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:10:40.265514 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ca5d7e-8b50-4aa0-ba31-3a95c01733c1 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Pushing event updated for resources: {'Network': ['ID=9e8fc964-0bce-4469-80fa-23a650feb4fa,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:40.295749 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7b1755f0-2038-48c1-b58c-1c223728c819 req-eb0ff559-08ee-4306-9950-11dc17c278e5 service neutron] 10.222.0.10 "GET /v2.0/networks/788fd3f3-3593-4cdc-933e-dd5c53c623d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6553187 Mar 28 01:10:40.303021 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network 9e8fc964-0bce-4469-80fa-23a650feb4fa details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:10:40.380851 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a27a916-f1b1-46bc-b276-887524c62064 None None] Network 7593a348-591f-4c24-8193-5ef8b973d513 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:10:40.412125 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef6434c4-4f71-4a2b-9913-d5060e658faf tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Made reservation on behalf of b477b3de086344ba86693af53d13cdd0 for: {'subnet': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:10:40.416413 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ef6434c4-4f71-4a2b-9913-d5060e658faf tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126112411'] for subnet (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:40.561655 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-accae91e-515d-407f-9b81-512a5c8ae21a tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:10:40.575977 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6fc6b8-730c-4057-8aba-76363489b53d None None] Sync routers for ids ['b3883e5b-cce9-440f-9df5-90d8292583e3'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:10:40.587507 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7b1755f0-2038-48c1-b58c-1c223728c819 req-3ecde35f-ed14-401a-aaa7-92ee05148254 service neutron] 10.222.0.10 "GET /v2.0/networks/788fd3f3-3593-4cdc-933e-dd5c53c623d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505677 Mar 28 01:10:40.593063 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [None req-cc03b1d2-70ec-4c3e-b3ee-aa7ce7e51310 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Allocated IP 2001:db8::6b (9c2cea81-942a-4541-ab7c-649e126c2de5/2fa43203-63c5-4231-b072-482ed9470949/123c6dfb-f41d-42c7-90f1-e3870972a894) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:10:40.598785 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6fc6b8-730c-4057-8aba-76363489b53d None None] Routers {'b3883e5b-cce9-440f-9df5-90d8292583e3'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:10:40.599850 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-5a6fc6b8-730c-4057-8aba-76363489b53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:10:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['b3883e5b-cce9-440f-9df5-90d8292583e3'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:40.613383 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-accae91e-515d-407f-9b81-512a5c8ae21a tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:40.617918 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-accae91e-515d-407f-9b81-512a5c8ae21a tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 4.6408398 Mar 28 01:10:40.617918 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54922) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:40.635906 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-0742b607-5407-4967-b1e3-e7b78989d43e None None] Set router be59e924-db64-46fd-ad90-c3c1be501df6 gateway port host: None {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:10:40.638105 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-53a7f2db-9a31-407d-8656-f3468d28fbe8 None None] Provisioning complete for port 98342260-91bc-4961-b7a9-a2c5b365e09b triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:10:40.638231 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-53a7f2db-9a31-407d-8656-f3468d28fbe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (98342260-91bc-4961-b7a9-a2c5b365e09b), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:40.676449 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 4c509997-54ed-4a7c-a8c1-7550b24984a0 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:10:40.736519 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ef6434c4-4f71-4a2b-9913-d5060e658faf tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126174976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126112397'] for subnet (a2443079-c09e-4740-9b1e-7c007340fed3), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:40.825163 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6434c4-4f71-4a2b-9913-d5060e658faf tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Pushing event updated for resources: {'Subnet': ['ID=a2443079-c09e-4740-9b1e-7c007340fed3,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:40.845571 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6434c4-4f71-4a2b-9913-d5060e658faf tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Checking segment: {'id': '2f670c49-ebc9-4d09-adda-51989269ac67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9e8fc964-0bce-4469-80fa-23a650feb4fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:10:40.846627 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6434c4-4f71-4a2b-9913-d5060e658faf tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Network hostable DHCP agents. Network: 9e8fc964-0bce-4469-80fa-23a650feb4fa, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:10:40.862969 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-785f8672-4a6e-4520-bcf2-0907c7158c44 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] 10.222.0.24 "GET /v2.0/routers/b3883e5b-cce9-440f-9df5-90d8292583e3 HTTP/1.1" status: 200 len: 909 time: 0.2409718 Mar 28 01:10:40.865687 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54924) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:40.871652 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-c5acf5ba-f420-4be2-8ec8-d866d9f5c91c tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1269721045', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'enable_snat': True}}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:10:40.914303 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6434c4-4f71-4a2b-9913-d5060e658faf tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Network 9e8fc964-0bce-4469-80fa-23a650feb4fa is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:10:40.917663 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-cc03b1d2-70ec-4c3e-b3ee-aa7ce7e51310 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks [] for port (123c6dfb-f41d-42c7-90f1-e3870972a894), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:40.929029 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c5acf5ba-f420-4be2-8ec8-d866d9f5c91c tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7069'] for router (0aa251d9-e6d5-4f8a-8d17-7e4d5b698a5d), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:40.934127 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c5acf5ba-f420-4be2-8ec8-d866d9f5c91c tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4188952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7062'] for router (0aa251d9-e6d5-4f8a-8d17-7e4d5b698a5d), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:40.943656 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-ef6434c4-4f71-4a2b-9913-d5060e658faf tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, 9e8fc964-0bce-4469-80fa-23a650feb4fa) {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:10:40.951522 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6434c4-4f71-4a2b-9913-d5060e658faf tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:10:40.952448 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ef6434c4-4f71-4a2b-9913-d5060e658faf tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:40.969868 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-5a6fc6b8-730c-4057-8aba-76363489b53d None None] Set router b3883e5b-cce9-440f-9df5-90d8292583e3 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:10:40.973184 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-cc03b1d2-70ec-4c3e-b3ee-aa7ce7e51310 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (123c6dfb-f41d-42c7-90f1-e3870972a894), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:40.982002 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-ef6434c4-4f71-4a2b-9913-d5060e658faf tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7478781 Mar 28 01:10:40.984303 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54926) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:41.044907 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc03b1d2-70ec-4c3e-b3ee-aa7ce7e51310 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Network 9c2cea81-942a-4541-ab7c-649e126c2de5 is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:10:41.051547 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-cc03b1d2-70ec-4c3e-b3ee-aa7ce7e51310 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:10:41.062081 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc03b1d2-70ec-4c3e-b3ee-aa7ce7e51310 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:10:41.071041 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc03b1d2-70ec-4c3e-b3ee-aa7ce7e51310 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:10:41.071885 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-cc03b1d2-70ec-4c3e-b3ee-aa7ce7e51310 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:41.077532 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc03b1d2-70ec-4c3e-b3ee-aa7ce7e51310 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Pushing event updated for resources: {'Port': ['ID=123c6dfb-f41d-42c7-90f1-e3870972a894,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:41.112373 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-cc03b1d2-70ec-4c3e-b3ee-aa7ce7e51310 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5766501 Mar 28 01:10:41.114915 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54928) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:41.166644 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4f5b23-bd9d-41e4-b0a1-a1eb49b254bc None None] Network 9e8fc964-0bce-4469-80fa-23a650feb4fa requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:10:41.208734 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c5acf5ba-f420-4be2-8ec8-d866d9f5c91c tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks [] for router_controller (0aa251d9-e6d5-4f8a-8d17-7e4d5b698a5d), precommit_add_association {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:41.265179 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-5a6fc6b8-730c-4057-8aba-76363489b53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3883e5b-cce9-440f-9df5-90d8292583e3', 'name': 'tempest-snat-router-1269721045', 'tenant_id': 'cbe798e32086479aaae042af3c9cf3ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.121'}], 'enable_snat': False}, 'gw_port_id': 'a22d4986-c1fa-4d16-b42f-74b68cd66eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:10:36Z', 'updated_at': '2022-03-28T01:10:38Z', 'revision_number': 3, 'project_id': 'cbe798e32086479aaae042af3c9cf3ba', 'gw_port': {'id': 'a22d4986-c1fa-4d16-b42f-74b68cd66eb2', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:63:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3883e5b-cce9-440f-9df5-90d8292583e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:10:37Z', 'updated_at': '2022-03-28T01:10:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:41.284648 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-53a7f2db-9a31-407d-8656-f3468d28fbe8 None None] Current status of the port 98342260-91bc-4961-b7a9-a2c5b365e09b is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:10:41.285035 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-53a7f2db-9a31-407d-8656-f3468d28fbe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (98342260-91bc-4961-b7a9-a2c5b365e09b), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:41.290772 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 4c509997-54ed-4a7c-a8c1-7550b24984a0 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:10:41.291141 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (4c509997-54ed-4a7c-a8c1-7550b24984a0), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:41.307649 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6fc6b8-730c-4057-8aba-76363489b53d None None] Checking router: b3883e5b-cce9-440f-9df5-90d8292583e3 for host: dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:10:41.308410 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6fc6b8-730c-4057-8aba-76363489b53d None None] Updating router b3883e5b-cce9-440f-9df5-90d8292583e3 port a22d4986-c1fa-4d16-b42f-74b68cd66eb2 binding host dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 01:10:41.353711 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-5a6fc6b8-730c-4057-8aba-76363489b53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (a22d4986-c1fa-4d16-b42f-74b68cd66eb2), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:41.391321 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-53a7f2db-9a31-407d-8656-f3468d28fbe8 None None] For port 98342260-91bc-4961-b7a9-a2c5b365e09b, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=98342260-91bc-4961-b7a9-a2c5b365e09b,segment=NetworkSegment(976f6b30-04e4-4b6a-8aef-085c0d2a3550),segment_id=976f6b30-04e4-4b6a-8aef-085c0d2a3550)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:10:41.482673 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-53a7f2db-9a31-407d-8656-f3468d28fbe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (98342260-91bc-4961-b7a9-a2c5b365e09b), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:41.527691 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-fb478bbe-6f99-4481-bdc7-40bd674251c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:41.543216 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-debf2f7e-13de-4749-a716-cfe118dad8d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-9e8fc964-0bce-4469-80fa-23a650feb4fa', 'network_id': '9e8fc964-0bce-4469-80fa-23a650feb4fa', 'project_id': 'b477b3de086344ba86693af53d13cdd0', 'fixed_ips': [{'subnet_id': 'a2443079-c09e-4740-9b1e-7c007340fed3'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:10:41.548658 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-debf2f7e-13de-4749-a716-cfe118dad8d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:41.731566 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-5a6fc6b8-730c-4057-8aba-76363489b53d None None] Publish callbacks [] for port (a22d4986-c1fa-4d16-b42f-74b68cd66eb2), precommit_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:41.739379 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-5a6fc6b8-730c-4057-8aba-76363489b53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (a22d4986-c1fa-4d16-b42f-74b68cd66eb2), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:41.739676 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48623d55-103b-4bed-ad29-5b4c6f7fb9cd None None] Network 9c2cea81-942a-4541-ab7c-649e126c2de5 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:10:41.809714 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1436f198-1fb0-46c2-b69b-4eca7020b51f None None] Pushing event updated for resources: {'Port': ['ID=a22d4986-c1fa-4d16-b42f-74b68cd66eb2,revision_number=2']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:41.813254 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [None req-5a6fc6b8-730c-4057-8aba-76363489b53d None None] Attempting to bind port a22d4986-c1fa-4d16-b42f-74b68cd66eb2 on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:10:41.813675 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [None req-5a6fc6b8-730c-4057-8aba-76363489b53d None None] Attempting to bind port a22d4986-c1fa-4d16-b42f-74b68cd66eb2 by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': 'b6f00c62-aca5-4c73-8989-c04c396daeed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'}] {{(pid=104101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:10:41.814103 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6fc6b8-730c-4057-8aba-76363489b53d None None] Attempting to bind port a22d4986-c1fa-4d16-b42f-74b68cd66eb2 on network dea6548b-502b-42db-97fb-371e423e739a {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:10:41.821205 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6fc6b8-730c-4057-8aba-76363489b53d None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:10:41.821584 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6fc6b8-730c-4057-8aba-76363489b53d None None] Checking segment: {'id': 'b6f00c62-aca5-4c73-8989-c04c396daeed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:10:41.822152 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-5a6fc6b8-730c-4057-8aba-76363489b53d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:41.822453 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6fc6b8-730c-4057-8aba-76363489b53d None None] Bound using segment: {'id': 'b6f00c62-aca5-4c73-8989-c04c396daeed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'} {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:10:41.823062 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [None req-5a6fc6b8-730c-4057-8aba-76363489b53d None None] Bound port: a22d4986-c1fa-4d16-b42f-74b68cd66eb2, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6f00c62-aca5-4c73-8989-c04c396daeed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'}}] {{(pid=104101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:10:41.823641 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-5a6fc6b8-730c-4057-8aba-76363489b53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (a22d4986-c1fa-4d16-b42f-74b68cd66eb2), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:41.853001 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-0742b607-5407-4967-b1e3-e7b78989d43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be59e924-db64-46fd-ad90-c3c1be501df6', 'name': 'tempest-RoutersTest-router-1951048026', 'tenant_id': 'b477b3de086344ba86693af53d13cdd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:10:30Z', 'updated_at': '2022-03-28T01:10:38Z', 'revision_number': 3, 'project_id': 'b477b3de086344ba86693af53d13cdd0', 'gw_port_host': None, '_interfaces': [{'id': '007b231c-6bf0-46b0-8bbd-ee5db9ebbfe4', 'name': '', 'network_id': 'f2e4194b-4477-497f-814c-f3350cbfc77f', 'tenant_id': 'b477b3de086344ba86693af53d13cdd0', 'mac_address': 'fa:16:3e:1e:04:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be59e924-db64-46fd-ad90-c3c1be501df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '86132294-de8e-4622-ad8e-aac9649a1191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:10:32Z', 'updated_at': '2022-03-28T01:10:37Z', 'revision_number': 5, 'project_id': 'b477b3de086344ba86693af53d13cdd0', 'subnets': [{'id': '86132294-de8e-4622-ad8e-aac9649a1191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86a2c6ba-054c-4b04-97c1-8711cee76569', 'name': '', 'network_id': '7593a348-591f-4c24-8193-5ef8b973d513', 'tenant_id': 'b477b3de086344ba86693af53d13cdd0', 'mac_address': 'fa:16:3e:46:42:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be59e924-db64-46fd-ad90-c3c1be501df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'd2f5dd09-e80b-495d-b764-01c46c47d29f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:10:37Z', 'updated_at': '2022-03-28T01:10:39Z', 'revision_number': 2, 'project_id': 'b477b3de086344ba86693af53d13cdd0', 'subnets': [{'id': 'd2f5dd09-e80b-495d-b764-01c46c47d29f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:41.904215 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.db [None req-5a6fc6b8-730c-4057-8aba-76363489b53d None None] For port a22d4986-c1fa-4d16-b42f-74b68cd66eb2, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:10:41.911430 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a7f2db-9a31-407d-8656-f3468d28fbe8 None None] Pushing event updated for resources: {'Port': ['ID=98342260-91bc-4961-b7a9-a2c5b365e09b,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:41.911907 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.db [None req-5a6fc6b8-730c-4057-8aba-76363489b53d None None] For port a22d4986-c1fa-4d16-b42f-74b68cd66eb2, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=a22d4986-c1fa-4d16-b42f-74b68cd66eb2,segment=NetworkSegment(b6f00c62-aca5-4c73-8989-c04c396daeed),segment_id=b6f00c62-aca5-4c73-8989-c04c396daeed)] {{(pid=104101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:10:41.925153 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-5a6fc6b8-730c-4057-8aba-76363489b53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (a22d4986-c1fa-4d16-b42f-74b68cd66eb2), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:41.927214 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0742b607-5407-4967-b1e3-e7b78989d43e None None] Checking router: be59e924-db64-46fd-ad90-c3c1be501df6 for host: dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:10:41.927747 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0742b607-5407-4967-b1e3-e7b78989d43e None None] Updating router be59e924-db64-46fd-ad90-c3c1be501df6 port 86a2c6ba-054c-4b04-97c1-8711cee76569 binding host dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 01:10:41.931951 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-553e06b0-c57b-4a98-9d5a-bd49d13ef24d None None] Provisioning complete for port 86a2c6ba-054c-4b04-97c1-8711cee76569 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:10:41.932462 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-553e06b0-c57b-4a98-9d5a-bd49d13ef24d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (86a2c6ba-054c-4b04-97c1-8711cee76569), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:41.958363 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 4c509997-54ed-4a7c-a8c1-7550b24984a0 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:10:41.958912 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (4c509997-54ed-4a7c-a8c1-7550b24984a0), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:42.003995 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6fc6b8-730c-4057-8aba-76363489b53d None None] Routers {'b3883e5b-cce9-440f-9df5-90d8292583e3'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:10:42.004641 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-5a6fc6b8-730c-4057-8aba-76363489b53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:10:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['b3883e5b-cce9-440f-9df5-90d8292583e3'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:42.006506 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1436f198-1fb0-46c2-b69b-4eca7020b51f None None] Pushing event updated for resources: {'Port': ['ID=a22d4986-c1fa-4d16-b42f-74b68cd66eb2,revision_number=3']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:42.010567 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c5acf5ba-f420-4be2-8ec8-d866d9f5c91c tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks [] for router_gateway (0aa251d9-e6d5-4f8a-8d17-7e4d5b698a5d), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:42.050450 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-0742b607-5407-4967-b1e3-e7b78989d43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (86a2c6ba-054c-4b04-97c1-8711cee76569), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:42.054918 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c024e483-3055-4333-9991-c85e6d1bc004 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:42.077741 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-553e06b0-c57b-4a98-9d5a-bd49d13ef24d None None] Port 86a2c6ba-054c-4b04-97c1-8711cee76569 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:10:42.100654 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] For port 4c509997-54ed-4a7c-a8c1-7550b24984a0, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=4c509997-54ed-4a7c-a8c1-7550b24984a0,segment=NetworkSegment(d70cc0df-487d-4a49-bde9-ef359fe4532c),segment_id=d70cc0df-487d-4a49-bde9-ef359fe4532c)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:10:42.102232 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-debf2f7e-13de-4749-a716-cfe118dad8d0 None None] Allocated IP 172.22.0.2 (9e8fc964-0bce-4469-80fa-23a650feb4fa/a2443079-c09e-4740-9b1e-7c007340fed3/0ac4dc8c-63a2-475b-bdbe-57bb75e6f3e3) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:10:42.126514 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (4c509997-54ed-4a7c-a8c1-7550b24984a0), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:42.127427 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 98342260-91bc-4961-b7a9-a2c5b365e09b up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:10:42.147399 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-5a6fc6b8-730c-4057-8aba-76363489b53d None None] Set router b3883e5b-cce9-440f-9df5-90d8292583e3 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:10:42.247873 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-553e06b0-c57b-4a98-9d5a-bd49d13ef24d None None] Provisioning complete for port 98342260-91bc-4961-b7a9-a2c5b365e09b triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:10:42.248451 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-553e06b0-c57b-4a98-9d5a-bd49d13ef24d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (98342260-91bc-4961-b7a9-a2c5b365e09b), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:42.406259 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-5a6fc6b8-730c-4057-8aba-76363489b53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3883e5b-cce9-440f-9df5-90d8292583e3', 'name': 'tempest-snat-router-1269721045', 'tenant_id': 'cbe798e32086479aaae042af3c9cf3ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.121'}], 'enable_snat': False}, 'gw_port_id': 'a22d4986-c1fa-4d16-b42f-74b68cd66eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:10:36Z', 'updated_at': '2022-03-28T01:10:38Z', 'revision_number': 3, 'project_id': 'cbe798e32086479aaae042af3c9cf3ba', 'gw_port': {'id': 'a22d4986-c1fa-4d16-b42f-74b68cd66eb2', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:63:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3883e5b-cce9-440f-9df5-90d8292583e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:10:37Z', 'updated_at': '2022-03-28T01:10:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:42.425789 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Pushing event updated for resources: {'Port': ['ID=4c509997-54ed-4a7c-a8c1-7550b24984a0,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:42.454879 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6fc6b8-730c-4057-8aba-76363489b53d None None] The sync data for ids ['b3883e5b-cce9-440f-9df5-90d8292583e3'] in dv-neutron-834874-6-hyperv is: [{'id': 'b3883e5b-cce9-440f-9df5-90d8292583e3', 'name': 'tempest-snat-router-1269721045', 'tenant_id': 'cbe798e32086479aaae042af3c9cf3ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.121'}], 'enable_snat': False}, 'gw_port_id': 'a22d4986-c1fa-4d16-b42f-74b68cd66eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:10:36Z', 'updated_at': '2022-03-28T01:10:38Z', 'revision_number': 3, 'project_id': 'cbe798e32086479aaae042af3c9cf3ba', 'gw_port': {'id': 'a22d4986-c1fa-4d16-b42f-74b68cd66eb2', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:63:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3883e5b-cce9-440f-9df5-90d8292583e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:10:37Z', 'updated_at': '2022-03-28T01:10:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:10:42.551709 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0cc4d1d4-009f-484c-8804-e7f903c018c9 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (123c6dfb-f41d-42c7-90f1-e3870972a894), before_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:42.664934 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 98342260-91bc-4961-b7a9-a2c5b365e09b triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:10:42.665268 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (98342260-91bc-4961-b7a9-a2c5b365e09b), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:42.725634 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-553e06b0-c57b-4a98-9d5a-bd49d13ef24d None None] Current status of the port 98342260-91bc-4961-b7a9-a2c5b365e09b is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:10:42.752362 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-debf2f7e-13de-4749-a716-cfe118dad8d0 None None] Publish callbacks [] for port (0ac4dc8c-63a2-475b-bdbe-57bb75e6f3e3), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:42.789605 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-553e06b0-c57b-4a98-9d5a-bd49d13ef24d None None] Provisioning complete for port 4c509997-54ed-4a7c-a8c1-7550b24984a0 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:10:42.789983 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-553e06b0-c57b-4a98-9d5a-bd49d13ef24d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (4c509997-54ed-4a7c-a8c1-7550b24984a0), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:42.791992 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-debf2f7e-13de-4749-a716-cfe118dad8d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (0ac4dc8c-63a2-475b-bdbe-57bb75e6f3e3), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:42.866259 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-debf2f7e-13de-4749-a716-cfe118dad8d0 None None] Network 9e8fc964-0bce-4469-80fa-23a650feb4fa is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:10:42.875641 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.agents_db [None req-9a1d863f-391a-42f4-9870-e8292b919beb None None] Agent healthcheck: found 6 active agents {{(pid=104101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 01:10:42.879430 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-debf2f7e-13de-4749-a716-cfe118dad8d0 None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:10:42.889799 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debf2f7e-13de-4749-a716-cfe118dad8d0 None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:10:42.963191 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debf2f7e-13de-4749-a716-cfe118dad8d0 None None] Pushing event updated for resources: {'Port': ['ID=0ac4dc8c-63a2-475b-bdbe-57bb75e6f3e3,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:43.047887 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-debf2f7e-13de-4749-a716-cfe118dad8d0 None None] Attempting to bind port 0ac4dc8c-63a2-475b-bdbe-57bb75e6f3e3 on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:10:43.048299 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-debf2f7e-13de-4749-a716-cfe118dad8d0 None None] Attempting to bind port 0ac4dc8c-63a2-475b-bdbe-57bb75e6f3e3 by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': '2f670c49-ebc9-4d09-adda-51989269ac67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9e8fc964-0bce-4469-80fa-23a650feb4fa'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:10:43.048665 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debf2f7e-13de-4749-a716-cfe118dad8d0 None None] Attempting to bind port 0ac4dc8c-63a2-475b-bdbe-57bb75e6f3e3 on network 9e8fc964-0bce-4469-80fa-23a650feb4fa {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:10:43.056789 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-0742b607-5407-4967-b1e3-e7b78989d43e None None] Publish callbacks [] for port (86a2c6ba-054c-4b04-97c1-8711cee76569), precommit_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:43.064333 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debf2f7e-13de-4749-a716-cfe118dad8d0 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:10:43.064835 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debf2f7e-13de-4749-a716-cfe118dad8d0 None None] Checking segment: {'id': '2f670c49-ebc9-4d09-adda-51989269ac67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9e8fc964-0bce-4469-80fa-23a650feb4fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:10:43.065589 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-debf2f7e-13de-4749-a716-cfe118dad8d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:43.065589 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debf2f7e-13de-4749-a716-cfe118dad8d0 None None] Bound using segment: {'id': '2f670c49-ebc9-4d09-adda-51989269ac67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9e8fc964-0bce-4469-80fa-23a650feb4fa'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:10:43.066039 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-debf2f7e-13de-4749-a716-cfe118dad8d0 None None] Bound port: 0ac4dc8c-63a2-475b-bdbe-57bb75e6f3e3, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f670c49-ebc9-4d09-adda-51989269ac67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9e8fc964-0bce-4469-80fa-23a650feb4fa'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:10:43.066413 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-debf2f7e-13de-4749-a716-cfe118dad8d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (0ac4dc8c-63a2-475b-bdbe-57bb75e6f3e3), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:43.068461 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 98342260-91bc-4961-b7a9-a2c5b365e09b is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:10:43.069273 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-c024e483-3055-4333-9991-c85e6d1bc004 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Allocated IP 172.22.0.1 (9e8fc964-0bce-4469-80fa-23a650feb4fa/a2443079-c09e-4740-9b1e-7c007340fed3/1a688fbd-8b48-4762-8af0-01de293dc347) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:10:43.091542 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-0742b607-5407-4967-b1e3-e7b78989d43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (86a2c6ba-054c-4b04-97c1-8711cee76569), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:43.158126 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-553e06b0-c57b-4a98-9d5a-bd49d13ef24d None None] Current status of the port 4c509997-54ed-4a7c-a8c1-7550b24984a0 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:10:43.203984 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0cc4d1d4-009f-484c-8804-e7f903c018c9 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks [] for port (123c6dfb-f41d-42c7-90f1-e3870972a894), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:43.225433 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0cc4d1d4-009f-484c-8804-e7f903c018c9 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126177159'] for port (123c6dfb-f41d-42c7-90f1-e3870972a894), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:43.238022 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c5acf5ba-f420-4be2-8ec8-d866d9f5c91c tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks [] for router_gateway (0aa251d9-e6d5-4f8a-8d17-7e4d5b698a5d), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:43.262369 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd3f45c-85f4-4748-b9a6-6c85b093fd97 None None] Pushing event updated for resources: {'Port': ['ID=86a2c6ba-054c-4b04-97c1-8711cee76569,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:43.288235 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-0742b607-5407-4967-b1e3-e7b78989d43e None None] Attempting to bind port 86a2c6ba-054c-4b04-97c1-8711cee76569 on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:10:43.288734 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-0742b607-5407-4967-b1e3-e7b78989d43e None None] Attempting to bind port 86a2c6ba-054c-4b04-97c1-8711cee76569 by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': '976f6b30-04e4-4b6a-8aef-085c0d2a3550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7593a348-591f-4c24-8193-5ef8b973d513'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:10:43.289115 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0742b607-5407-4967-b1e3-e7b78989d43e None None] Attempting to bind port 86a2c6ba-054c-4b04-97c1-8711cee76569 on network 7593a348-591f-4c24-8193-5ef8b973d513 {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:10:43.301018 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c5acf5ba-f420-4be2-8ec8-d866d9f5c91c tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:43.323757 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0742b607-5407-4967-b1e3-e7b78989d43e None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:10:43.324191 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0742b607-5407-4967-b1e3-e7b78989d43e None None] Checking segment: {'id': '976f6b30-04e4-4b6a-8aef-085c0d2a3550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7593a348-591f-4c24-8193-5ef8b973d513'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:10:43.324593 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-0742b607-5407-4967-b1e3-e7b78989d43e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:43.325989 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0742b607-5407-4967-b1e3-e7b78989d43e None None] Bound using segment: {'id': '976f6b30-04e4-4b6a-8aef-085c0d2a3550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7593a348-591f-4c24-8193-5ef8b973d513'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:10:43.326278 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-0742b607-5407-4967-b1e3-e7b78989d43e None None] Bound port: 86a2c6ba-054c-4b04-97c1-8711cee76569, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '976f6b30-04e4-4b6a-8aef-085c0d2a3550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7593a348-591f-4c24-8193-5ef8b973d513'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:10:43.326416 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-0742b607-5407-4967-b1e3-e7b78989d43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (86a2c6ba-054c-4b04-97c1-8711cee76569), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:43.334772 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-c0c2fba8-e479-46d0-9f7b-623f6d503771 None None] Provisioning complete for port 86a2c6ba-054c-4b04-97c1-8711cee76569 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:10:43.336125 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-c0c2fba8-e479-46d0-9f7b-623f6d503771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (86a2c6ba-054c-4b04-97c1-8711cee76569), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:43.517595 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc4d1d4-009f-484c-8804-e7f903c018c9 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Pushing event updated for resources: {'Port': ['ID=123c6dfb-f41d-42c7-90f1-e3870972a894,revision_number=2']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:43.548263 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c024e483-3055-4333-9991-c85e6d1bc004 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks [] for port (1a688fbd-8b48-4762-8af0-01de293dc347), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:43.620873 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-c0c2fba8-e479-46d0-9f7b-623f6d503771 None None] Port 86a2c6ba-054c-4b04-97c1-8711cee76569 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:10:43.624651 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-debf2f7e-13de-4749-a716-cfe118dad8d0 None None] For port 0ac4dc8c-63a2-475b-bdbe-57bb75e6f3e3, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:10:43.633487 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 4c509997-54ed-4a7c-a8c1-7550b24984a0 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:10:43.700114 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0cc4d1d4-009f-484c-8804-e7f903c018c9 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3686596'] for router_interface (297a3378-051a-432a-b66c-bdd3efb6413c), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:43.706685 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-debf2f7e-13de-4749-a716-cfe118dad8d0 None None] For port 0ac4dc8c-63a2-475b-bdbe-57bb75e6f3e3, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=0ac4dc8c-63a2-475b-bdbe-57bb75e6f3e3,segment=NetworkSegment(2f670c49-ebc9-4d09-adda-51989269ac67),segment_id=2f670c49-ebc9-4d09-adda-51989269ac67)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:10:43.726856 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-c0c2fba8-e479-46d0-9f7b-623f6d503771 None None] Provisioning complete for port 123c6dfb-f41d-42c7-90f1-e3870972a894 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:10:43.727238 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-c0c2fba8-e479-46d0-9f7b-623f6d503771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (123c6dfb-f41d-42c7-90f1-e3870972a894), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:43.734904 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-239f7dea-3be1-4299-93d3-fa716719c03e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:43.736871 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-debf2f7e-13de-4749-a716-cfe118dad8d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (0ac4dc8c-63a2-475b-bdbe-57bb75e6f3e3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:43.745631 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-c5acf5ba-f420-4be2-8ec8-d866d9f5c91c tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Allocated IP 172.26.1.168 (dea6548b-502b-42db-97fb-371e423e739a/cce6de65-d8c9-45b8-9970-0a277e8c1192/379632bf-4edd-46fa-bce8-c8bedee4ee75) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:10:43.748235 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c024e483-3055-4333-9991-c85e6d1bc004 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (1a688fbd-8b48-4762-8af0-01de293dc347), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:43.832306 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-0742b607-5407-4967-b1e3-e7b78989d43e None None] For port 86a2c6ba-054c-4b04-97c1-8711cee76569, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:10:43.835077 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c024e483-3055-4333-9991-c85e6d1bc004 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Network 9e8fc964-0bce-4469-80fa-23a650feb4fa is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:10:43.839533 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-0742b607-5407-4967-b1e3-e7b78989d43e None None] For port 86a2c6ba-054c-4b04-97c1-8711cee76569, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=86a2c6ba-054c-4b04-97c1-8711cee76569,segment=NetworkSegment(976f6b30-04e4-4b6a-8aef-085c0d2a3550),segment_id=976f6b30-04e4-4b6a-8aef-085c0d2a3550)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:10:43.846979 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-c0c2fba8-e479-46d0-9f7b-623f6d503771 None None] Port 123c6dfb-f41d-42c7-90f1-e3870972a894 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:10:43.854274 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-0742b607-5407-4967-b1e3-e7b78989d43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (86a2c6ba-054c-4b04-97c1-8711cee76569), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:43.855416 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-c024e483-3055-4333-9991-c85e6d1bc004 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:10:43.877100 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 4c509997-54ed-4a7c-a8c1-7550b24984a0 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:10:43.877478 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (4c509997-54ed-4a7c-a8c1-7550b24984a0), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:43.882205 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c024e483-3055-4333-9991-c85e6d1bc004 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:10:43.886402 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c024e483-3055-4333-9991-c85e6d1bc004 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Pushing event updated for resources: {'Port': ['ID=1a688fbd-8b48-4762-8af0-01de293dc347,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:43.901253 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debf2f7e-13de-4749-a716-cfe118dad8d0 None None] Pushing event updated for resources: {'Port': ['ID=0ac4dc8c-63a2-475b-bdbe-57bb75e6f3e3,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:43.951827 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-c0c2fba8-e479-46d0-9f7b-623f6d503771 None None] Provisioning complete for port 4c509997-54ed-4a7c-a8c1-7550b24984a0 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:10:43.955830 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-c0c2fba8-e479-46d0-9f7b-623f6d503771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (4c509997-54ed-4a7c-a8c1-7550b24984a0), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:43.996599 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c024e483-3055-4333-9991-c85e6d1bc004 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3686596'] for router_interface (be59e924-db64-46fd-ad90-c3c1be501df6), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:44.024383 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0742b607-5407-4967-b1e3-e7b78989d43e None None] Routers {'be59e924-db64-46fd-ad90-c3c1be501df6'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:10:44.025183 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-0742b607-5407-4967-b1e3-e7b78989d43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:10:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['be59e924-db64-46fd-ad90-c3c1be501df6'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:44.065547 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0cc4d1d4-009f-484c-8804-e7f903c018c9 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (123c6dfb-f41d-42c7-90f1-e3870972a894), before_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:44.131528 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c5acf5ba-f420-4be2-8ec8-d866d9f5c91c tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks [] for port (379632bf-4edd-46fa-bce8-c8bedee4ee75), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:44.154411 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd3f45c-85f4-4748-b9a6-6c85b093fd97 None None] Pushing event updated for resources: {'Port': ['ID=86a2c6ba-054c-4b04-97c1-8711cee76569,revision_number=4']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:44.221242 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-0742b607-5407-4967-b1e3-e7b78989d43e None None] Set router be59e924-db64-46fd-ad90-c3c1be501df6 gateway port host: None {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:10:44.283277 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 4c509997-54ed-4a7c-a8c1-7550b24984a0 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:10:44.284710 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device a22d4986-c1fa-4d16-b42f-74b68cd66eb2 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:10:44.348342 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c024e483-3055-4333-9991-c85e6d1bc004 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (1a688fbd-8b48-4762-8af0-01de293dc347), before_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:44.385544 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-c0c2fba8-e479-46d0-9f7b-623f6d503771 None None] Current status of the port 4c509997-54ed-4a7c-a8c1-7550b24984a0 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:10:44.387853 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c5acf5ba-f420-4be2-8ec8-d866d9f5c91c tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (379632bf-4edd-46fa-bce8-c8bedee4ee75), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:44.436677 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port a22d4986-c1fa-4d16-b42f-74b68cd66eb2 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:10:44.437053 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (a22d4986-c1fa-4d16-b42f-74b68cd66eb2), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:44.544697 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-07d6d273-f695-419e-88cc-07bd5f6461ef None None] Provisioning complete for port 86a2c6ba-054c-4b04-97c1-8711cee76569 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:10:44.545073 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-07d6d273-f695-419e-88cc-07bd5f6461ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (86a2c6ba-054c-4b04-97c1-8711cee76569), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:44.552384 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5acf5ba-f420-4be2-8ec8-d866d9f5c91c tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Network dea6548b-502b-42db-97fb-371e423e739a is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:10:44.583501 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5acf5ba-f420-4be2-8ec8-d866d9f5c91c tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Pushing event updated for resources: {'Port': ['ID=379632bf-4edd-46fa-bce8-c8bedee4ee75,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:44.594321 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-c5acf5ba-f420-4be2-8ec8-d866d9f5c91c tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:10:44.600073 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5acf5ba-f420-4be2-8ec8-d866d9f5c91c tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:10:44.618638 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port a22d4986-c1fa-4d16-b42f-74b68cd66eb2 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:10:44.619024 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (a22d4986-c1fa-4d16-b42f-74b68cd66eb2), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:44.649382 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] For port a22d4986-c1fa-4d16-b42f-74b68cd66eb2, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=a22d4986-c1fa-4d16-b42f-74b68cd66eb2,segment=NetworkSegment(b6f00c62-aca5-4c73-8989-c04c396daeed),segment_id=b6f00c62-aca5-4c73-8989-c04c396daeed)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:10:44.655290 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (a22d4986-c1fa-4d16-b42f-74b68cd66eb2), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:44.656766 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 98342260-91bc-4961-b7a9-a2c5b365e09b up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:10:44.726569 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-0742b607-5407-4967-b1e3-e7b78989d43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be59e924-db64-46fd-ad90-c3c1be501df6', 'name': 'tempest-RoutersTest-router-1951048026', 'tenant_id': 'b477b3de086344ba86693af53d13cdd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:10:30Z', 'updated_at': '2022-03-28T01:10:38Z', 'revision_number': 3, 'project_id': 'b477b3de086344ba86693af53d13cdd0', 'gw_port_host': None, '_interfaces': [{'id': '007b231c-6bf0-46b0-8bbd-ee5db9ebbfe4', 'name': '', 'network_id': 'f2e4194b-4477-497f-814c-f3350cbfc77f', 'tenant_id': 'b477b3de086344ba86693af53d13cdd0', 'mac_address': 'fa:16:3e:1e:04:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be59e924-db64-46fd-ad90-c3c1be501df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '86132294-de8e-4622-ad8e-aac9649a1191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:10:32Z', 'updated_at': '2022-03-28T01:10:37Z', 'revision_number': 5, 'project_id': 'b477b3de086344ba86693af53d13cdd0', 'subnets': [{'id': '86132294-de8e-4622-ad8e-aac9649a1191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86a2c6ba-054c-4b04-97c1-8711cee76569', 'name': '', 'network_id': '7593a348-591f-4c24-8193-5ef8b973d513', 'tenant_id': 'b477b3de086344ba86693af53d13cdd0', 'mac_address': 'fa:16:3e:46:42:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be59e924-db64-46fd-ad90-c3c1be501df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'd2f5dd09-e80b-495d-b764-01c46c47d29f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:10:37Z', 'updated_at': '2022-03-28T01:10:43Z', 'revision_number': 4, 'project_id': 'b477b3de086344ba86693af53d13cdd0', 'subnets': [{'id': 'd2f5dd09-e80b-495d-b764-01c46c47d29f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:44.775698 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0742b607-5407-4967-b1e3-e7b78989d43e None None] The sync data for ids ['be59e924-db64-46fd-ad90-c3c1be501df6'] in dv-neutron-834874-6-hyperv is: [{'id': 'be59e924-db64-46fd-ad90-c3c1be501df6', 'name': 'tempest-RoutersTest-router-1951048026', 'tenant_id': 'b477b3de086344ba86693af53d13cdd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:10:30Z', 'updated_at': '2022-03-28T01:10:38Z', 'revision_number': 3, 'project_id': 'b477b3de086344ba86693af53d13cdd0', 'gw_port_host': None, '_interfaces': [{'id': '007b231c-6bf0-46b0-8bbd-ee5db9ebbfe4', 'name': '', 'network_id': 'f2e4194b-4477-497f-814c-f3350cbfc77f', 'tenant_id': 'b477b3de086344ba86693af53d13cdd0', 'mac_address': 'fa:16:3e:1e:04:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be59e924-db64-46fd-ad90-c3c1be501df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '86132294-de8e-4622-ad8e-aac9649a1191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:10:32Z', 'updated_at': '2022-03-28T01:10:37Z', 'revision_number': 5, 'project_id': 'b477b3de086344ba86693af53d13cdd0', 'subnets': [{'id': '86132294-de8e-4622-ad8e-aac9649a1191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86a2c6ba-054c-4b04-97c1-8711cee76569', 'name': '', 'network_id': '7593a348-591f-4c24-8193-5ef8b973d513', 'tenant_id': 'b477b3de086344ba86693af53d13cdd0', 'mac_address': 'fa:16:3e:46:42:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be59e924-db64-46fd-ad90-c3c1be501df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'd2f5dd09-e80b-495d-b764-01c46c47d29f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:10:37Z', 'updated_at': '2022-03-28T01:10:43Z', 'revision_number': 4, 'project_id': 'b477b3de086344ba86693af53d13cdd0', 'subnets': [{'id': 'd2f5dd09-e80b-495d-b764-01c46c47d29f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:10:44.805098 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-07d6d273-f695-419e-88cc-07bd5f6461ef None None] Current status of the port 86a2c6ba-054c-4b04-97c1-8711cee76569 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:10:44.805528 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-07d6d273-f695-419e-88cc-07bd5f6461ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (86a2c6ba-054c-4b04-97c1-8711cee76569), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:44.809679 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0cc4d1d4-009f-484c-8804-e7f903c018c9 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks [] for port (123c6dfb-f41d-42c7-90f1-e3870972a894), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:44.812993 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Pushing event updated for resources: {'Port': ['ID=a22d4986-c1fa-4d16-b42f-74b68cd66eb2,revision_number=4']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:44.816893 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:44.821328 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0cc4d1d4-009f-484c-8804-e7f903c018c9 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126177159'] for port (123c6dfb-f41d-42c7-90f1-e3870972a894), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:44.822253 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0cc4d1d4-009f-484c-8804-e7f903c018c9 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3725889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3686480'] for router_interface (297a3378-051a-432a-b66c-bdd3efb6413c), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:44.882628 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-07d6d273-f695-419e-88cc-07bd5f6461ef None None] For port 86a2c6ba-054c-4b04-97c1-8711cee76569, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=86a2c6ba-054c-4b04-97c1-8711cee76569,segment=NetworkSegment(976f6b30-04e4-4b6a-8aef-085c0d2a3550),segment_id=976f6b30-04e4-4b6a-8aef-085c0d2a3550)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:10:44.883997 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 98342260-91bc-4961-b7a9-a2c5b365e09b triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:10:44.884309 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (98342260-91bc-4961-b7a9-a2c5b365e09b), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:44.887639 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-07d6d273-f695-419e-88cc-07bd5f6461ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (86a2c6ba-054c-4b04-97c1-8711cee76569), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:44.993185 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-07d6d273-f695-419e-88cc-07bd5f6461ef None None] Provisioning complete for port 123c6dfb-f41d-42c7-90f1-e3870972a894 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:10:44.993551 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-07d6d273-f695-419e-88cc-07bd5f6461ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (123c6dfb-f41d-42c7-90f1-e3870972a894), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:44.994832 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc4d1d4-009f-484c-8804-e7f903c018c9 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Pushing event updated for resources: {'Port': ['ID=123c6dfb-f41d-42c7-90f1-e3870972a894,revision_number=3']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:44.998675 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d6d273-f695-419e-88cc-07bd5f6461ef None None] Pushing event updated for resources: {'Port': ['ID=86a2c6ba-054c-4b04-97c1-8711cee76569,revision_number=5']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:45.047088 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-07d6d273-f695-419e-88cc-07bd5f6461ef None None] Port 123c6dfb-f41d-42c7-90f1-e3870972a894 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:10:45.087918 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 98342260-91bc-4961-b7a9-a2c5b365e09b is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:10:45.352710 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 86a2c6ba-054c-4b04-97c1-8711cee76569 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:10:45.414589 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f26ce6-2932-40a3-a6ea-bdb0ee410949 None None] Network 9e8fc964-0bce-4469-80fa-23a650feb4fa requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:10:45.469227 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c024e483-3055-4333-9991-c85e6d1bc004 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks [] for port (1a688fbd-8b48-4762-8af0-01de293dc347), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:45.476987 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 86a2c6ba-054c-4b04-97c1-8711cee76569 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:10:45.477372 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (86a2c6ba-054c-4b04-97c1-8711cee76569), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:45.486850 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c024e483-3055-4333-9991-c85e6d1bc004 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126177159'] for port (1a688fbd-8b48-4762-8af0-01de293dc347), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:45.550226 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-d46a397f-98cb-4dfa-803f-bae1f6fc52dc None None] Provisioning complete for port 0ac4dc8c-63a2-475b-bdbe-57bb75e6f3e3 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:10:45.551297 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d46a397f-98cb-4dfa-803f-bae1f6fc52dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (0ac4dc8c-63a2-475b-bdbe-57bb75e6f3e3), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:45.559069 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc4d1d4-009f-484c-8804-e7f903c018c9 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Network 9c2cea81-942a-4541-ab7c-649e126c2de5 is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:10:45.572136 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-0cc4d1d4-009f-484c-8804-e7f903c018c9 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:10:45.598614 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c024e483-3055-4333-9991-c85e6d1bc004 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3725889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3686480'] for router_interface (be59e924-db64-46fd-ad90-c3c1be501df6), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:45.604463 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c024e483-3055-4333-9991-c85e6d1bc004 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Pushing event updated for resources: {'Port': ['ID=1a688fbd-8b48-4762-8af0-01de293dc347,revision_number=2']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:45.676958 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c5acf5ba-f420-4be2-8ec8-d866d9f5c91c tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks [] for router_gateway (0aa251d9-e6d5-4f8a-8d17-7e4d5b698a5d), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:45.684216 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 86a2c6ba-054c-4b04-97c1-8711cee76569 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:10:45.684448 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 0ac4dc8c-63a2-475b-bdbe-57bb75e6f3e3 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:10:45.751814 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-d46a397f-98cb-4dfa-803f-bae1f6fc52dc None None] Current status of the port 0ac4dc8c-63a2-475b-bdbe-57bb75e6f3e3 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:10:45.752225 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d46a397f-98cb-4dfa-803f-bae1f6fc52dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (0ac4dc8c-63a2-475b-bdbe-57bb75e6f3e3), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:45.796619 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-d46a397f-98cb-4dfa-803f-bae1f6fc52dc None None] For port 0ac4dc8c-63a2-475b-bdbe-57bb75e6f3e3, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=0ac4dc8c-63a2-475b-bdbe-57bb75e6f3e3,segment=NetworkSegment(2f670c49-ebc9-4d09-adda-51989269ac67),segment_id=2f670c49-ebc9-4d09-adda-51989269ac67)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:10:45.798613 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 0ac4dc8c-63a2-475b-bdbe-57bb75e6f3e3 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:10:45.798821 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (0ac4dc8c-63a2-475b-bdbe-57bb75e6f3e3), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:45.825883 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d46a397f-98cb-4dfa-803f-bae1f6fc52dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (0ac4dc8c-63a2-475b-bdbe-57bb75e6f3e3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:45.895459 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46a397f-98cb-4dfa-803f-bae1f6fc52dc None None] Pushing event updated for resources: {'Port': ['ID=0ac4dc8c-63a2-475b-bdbe-57bb75e6f3e3,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:45.896018 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c024e483-3055-4333-9991-c85e6d1bc004 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Network 9e8fc964-0bce-4469-80fa-23a650feb4fa is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:10:45.903983 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-c024e483-3055-4333-9991-c85e6d1bc004 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:10:45.950180 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 0ac4dc8c-63a2-475b-bdbe-57bb75e6f3e3 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:10:45.951324 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device a22d4986-c1fa-4d16-b42f-74b68cd66eb2 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:10:45.976103 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cc4d1d4-009f-484c-8804-e7f903c018c9 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Router 297a3378-051a-432a-b66c-bdd3efb6413c is scheduled to L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 with binding_index 1 {{(pid=104098) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 01:10:45.982814 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-c9851f54-7804-4d1e-b2ba-fd9d0c011cf5 None None] Provisioning complete for port 123c6dfb-f41d-42c7-90f1-e3870972a894 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:10:45.983193 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-c9851f54-7804-4d1e-b2ba-fd9d0c011cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (123c6dfb-f41d-42c7-90f1-e3870972a894), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:46.032442 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-c9851f54-7804-4d1e-b2ba-fd9d0c011cf5 None None] Port 123c6dfb-f41d-42c7-90f1-e3870972a894 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:10:46.041726 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port a22d4986-c1fa-4d16-b42f-74b68cd66eb2 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:10:46.042098 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (a22d4986-c1fa-4d16-b42f-74b68cd66eb2), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:46.181503 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c024e483-3055-4333-9991-c85e6d1bc004 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Router be59e924-db64-46fd-ad90-c3c1be501df6 has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:10:46.184599 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c5acf5ba-f420-4be2-8ec8-d866d9f5c91c tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687953'] for router (0aa251d9-e6d5-4f8a-8d17-7e4d5b698a5d), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:46.196643 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cc4d1d4-009f-484c-8804-e7f903c018c9 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:10:46.205642 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-0cc4d1d4-009f-484c-8804-e7f903c018c9 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "PUT /v2.0/routers/297a3378-051a-432a-b66c-bdd3efb6413c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0894001 Mar 28 01:10:46.208410 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54932) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:46.274674 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee6896b-d146-49a9-9835-c9cd362c73e1 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:10:46.279113 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-7ee6896b-d146-49a9-9835-c9cd362c73e1 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "GET /v2.0/ports?device_id=297a3378-051a-432a-b66c-bdd3efb6413c HTTP/1.1" status: 200 len: 988 time: 0.0684397 Mar 28 01:10:46.279743 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54934) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:46.289636 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5671760e-6d95-405f-96c9-6426f4645605 None None] Sync routers for ids ['297a3378-051a-432a-b66c-bdd3efb6413c'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:10:46.301505 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port a22d4986-c1fa-4d16-b42f-74b68cd66eb2 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:10:46.321551 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5671760e-6d95-405f-96c9-6426f4645605 None None] Routers {'297a3378-051a-432a-b66c-bdd3efb6413c'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:10:46.322197 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-5671760e-6d95-405f-96c9-6426f4645605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:10:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['297a3378-051a-432a-b66c-bdd3efb6413c'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:46.323884 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:46.364367 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-5671760e-6d95-405f-96c9-6426f4645605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:46.367122 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-6678c23a-b360-4c78-95c9-a8ba26000bca None None] Provisioning complete for port 0ac4dc8c-63a2-475b-bdbe-57bb75e6f3e3 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:10:46.367502 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-6678c23a-b360-4c78-95c9-a8ba26000bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (0ac4dc8c-63a2-475b-bdbe-57bb75e6f3e3), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:46.400448 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5671760e-6d95-405f-96c9-6426f4645605 None None] Routers {'297a3378-051a-432a-b66c-bdd3efb6413c'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:10:46.401207 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-5671760e-6d95-405f-96c9-6426f4645605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:10:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['297a3378-051a-432a-b66c-bdd3efb6413c'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:46.444465 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-5671760e-6d95-405f-96c9-6426f4645605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:46.445029 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5671760e-6d95-405f-96c9-6426f4645605 None None] The sync data for ids ['297a3378-051a-432a-b66c-bdd3efb6413c'] in dv-neutron-834874-6-hyperv is: [] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:10:46.465161 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c024e483-3055-4333-9991-c85e6d1bc004 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:10:46.474895 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-c024e483-3055-4333-9991-c85e6d1bc004 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] 10.222.0.24 "PUT /v2.0/routers/be59e924-db64-46fd-ad90-c3c1be501df6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4867492 Mar 28 01:10:46.475753 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54936) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:46.481236 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5153fb1d-1187-499f-b9e0-c2ccccb0de5d None None] Sync routers for ids ['be59e924-db64-46fd-ad90-c3c1be501df6'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:10:46.488048 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-4231b1af-30ad-4a93-98a3-7ea364fd729b tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Request body: {'network': {'name': 'tempest-RoutersTest-383289636'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:10:46.497255 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5153fb1d-1187-499f-b9e0-c2ccccb0de5d None None] Routers {'be59e924-db64-46fd-ad90-c3c1be501df6'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:10:46.497981 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-5153fb1d-1187-499f-b9e0-c2ccccb0de5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:10:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['be59e924-db64-46fd-ad90-c3c1be501df6'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:46.501826 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-6678c23a-b360-4c78-95c9-a8ba26000bca None None] Current status of the port 0ac4dc8c-63a2-475b-bdbe-57bb75e6f3e3 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:10:46.512957 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-6678c23a-b360-4c78-95c9-a8ba26000bca None None] Provisioning complete for port 1a688fbd-8b48-4762-8af0-01de293dc347 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:10:46.513472 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-6678c23a-b360-4c78-95c9-a8ba26000bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (1a688fbd-8b48-4762-8af0-01de293dc347), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:46.522486 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4231b1af-30ad-4a93-98a3-7ea364fd729b tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Made reservation on behalf of b477b3de086344ba86693af53d13cdd0 for: {'network': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:10:46.527179 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4231b1af-30ad-4a93-98a3-7ea364fd729b tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:46.552476 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-6678c23a-b360-4c78-95c9-a8ba26000bca None None] Port 1a688fbd-8b48-4762-8af0-01de293dc347 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:10:46.557408 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4231b1af-30ad-4a93-98a3-7ea364fd729b tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=104099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:10:46.567933 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4231b1af-30ad-4a93-98a3-7ea364fd729b tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (d42c3d92-49e2-4b62-9ea4-22552b49e62e), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:46.568959 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.segments_db [None req-4231b1af-30ad-4a93-98a3-7ea364fd729b tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Added segment d42c3d92-49e2-4b62-9ea4-22552b49e62e of type vlan for network 5453a7c2-b061-4116-b9b1-375914e68465 Mar 28 01:10:46.614969 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4231b1af-30ad-4a93-98a3-7ea364fd729b tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (5453a7c2-b061-4116-b9b1-375914e68465), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:46.616995 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-5153fb1d-1187-499f-b9e0-c2ccccb0de5d None None] Set router be59e924-db64-46fd-ad90-c3c1be501df6 gateway port host: None {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:10:46.643728 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4231b1af-30ad-4a93-98a3-7ea364fd729b tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (5453a7c2-b061-4116-b9b1-375914e68465), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:46.645668 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5acf5ba-f420-4be2-8ec8-d866d9f5c91c tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Router 0aa251d9-e6d5-4f8a-8d17-7e4d5b698a5d is scheduled to L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 with binding_index 1 {{(pid=104098) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 01:10:46.649168 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4231b1af-30ad-4a93-98a3-7ea364fd729b tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:10:46.649975 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4231b1af-30ad-4a93-98a3-7ea364fd729b tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks [] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:46.680951 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-354a4257-da18-4217-b44a-213fe0c2ff80 None None] Provisioning complete for port 1a688fbd-8b48-4762-8af0-01de293dc347 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:10:46.681802 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-354a4257-da18-4217-b44a-213fe0c2ff80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (1a688fbd-8b48-4762-8af0-01de293dc347), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:46.728864 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4231b1af-30ad-4a93-98a3-7ea364fd729b tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Pushing event updated for resources: {'Network': ['ID=5453a7c2-b061-4116-b9b1-375914e68465,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:46.731463 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-354a4257-da18-4217-b44a-213fe0c2ff80 None None] Port 1a688fbd-8b48-4762-8af0-01de293dc347 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:10:46.741195 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network 5453a7c2-b061-4116-b9b1-375914e68465 details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:10:46.747376 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-4231b1af-30ad-4a93-98a3-7ea364fd729b tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2698674 Mar 28 01:10:46.748737 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54938) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:46.754419 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-518219ed-1326-4cd5-9ac3-f1289129c066 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Request body: {'subnet': {'network_id': '5453a7c2-b061-4116-b9b1-375914e68465', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:10:46.838848 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-5153fb1d-1187-499f-b9e0-c2ccccb0de5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be59e924-db64-46fd-ad90-c3c1be501df6', 'name': 'tempest-RoutersTest-router-1951048026', 'tenant_id': 'b477b3de086344ba86693af53d13cdd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:10:30Z', 'updated_at': '2022-03-28T01:10:44Z', 'revision_number': 4, 'project_id': 'b477b3de086344ba86693af53d13cdd0', 'gw_port_host': None, '_interfaces': [{'id': '007b231c-6bf0-46b0-8bbd-ee5db9ebbfe4', 'name': '', 'network_id': 'f2e4194b-4477-497f-814c-f3350cbfc77f', 'tenant_id': 'b477b3de086344ba86693af53d13cdd0', 'mac_address': 'fa:16:3e:1e:04:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be59e924-db64-46fd-ad90-c3c1be501df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '86132294-de8e-4622-ad8e-aac9649a1191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:10:32Z', 'updated_at': '2022-03-28T01:10:37Z', 'revision_number': 5, 'project_id': 'b477b3de086344ba86693af53d13cdd0', 'subnets': [{'id': '86132294-de8e-4622-ad8e-aac9649a1191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1a688fbd-8b48-4762-8af0-01de293dc347', 'name': '', 'network_id': '9e8fc964-0bce-4469-80fa-23a650feb4fa', 'tenant_id': 'b477b3de086344ba86693af53d13cdd0', 'mac_address': 'fa:16:3e:09:41:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be59e924-db64-46fd-ad90-c3c1be501df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': 'a2443079-c09e-4740-9b1e-7c007340fed3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:10:42Z', 'updated_at': '2022-03-28T01:10:44Z', 'revision_number': 2, 'project_id': 'b477b3de086344ba86693af53d13cdd0', 'subnets': [{'id': 'a2443079-c09e-4740-9b1e-7c007340fed3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86a2c6ba-054c-4b04-97c1-8711cee76569', 'name': '', 'network_id': '7593a348-591f-4c24-8193-5ef8b973d513', 'tenant_id': 'b477b3de086344ba86693af53d13cdd0', 'mac_address': 'fa:16:3e:46:42:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be59e924-db64-46fd-ad90-c3c1be501df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'd2f5dd09-e80b-495d-b764-01c46c47d29f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:10:37Z', 'updated_at': '2022-03-28T01:10:44Z', 'revision_number': 5, 'project_id': 'b477b3de086344ba86693af53d13cdd0', 'subnets': [{'id': 'd2f5dd09-e80b-495d-b764-01c46c47d29f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:46.850328 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5acf5ba-f420-4be2-8ec8-d866d9f5c91c tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:10:46.856280 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-518219ed-1326-4cd5-9ac3-f1289129c066 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Made reservation on behalf of b477b3de086344ba86693af53d13cdd0 for: {'subnet': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:10:46.862178 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-518219ed-1326-4cd5-9ac3-f1289129c066 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126757772'] for subnet (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:46.863781 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5985dd-2edf-4401-acda-812aa47264b4 None None] Sync routers for ids ['0aa251d9-e6d5-4f8a-8d17-7e4d5b698a5d'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:10:46.872259 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5153fb1d-1187-499f-b9e0-c2ccccb0de5d None None] Checking router: be59e924-db64-46fd-ad90-c3c1be501df6 for host: dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:10:46.872991 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5153fb1d-1187-499f-b9e0-c2ccccb0de5d None None] Updating router be59e924-db64-46fd-ad90-c3c1be501df6 port 1a688fbd-8b48-4762-8af0-01de293dc347 binding host dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 01:10:46.881702 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5985dd-2edf-4401-acda-812aa47264b4 None None] Routers {'0aa251d9-e6d5-4f8a-8d17-7e4d5b698a5d'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:10:46.882426 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-ad5985dd-2edf-4401-acda-812aa47264b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:10:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['0aa251d9-e6d5-4f8a-8d17-7e4d5b698a5d'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:46.894623 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c5acf5ba-f420-4be2-8ec8-d866d9f5c91c tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:46.898867 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-c5acf5ba-f420-4be2-8ec8-d866d9f5c91c tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.0310848 Mar 28 01:10:46.906718 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-5153fb1d-1187-499f-b9e0-c2ccccb0de5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (1a688fbd-8b48-4762-8af0-01de293dc347), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:46.918788 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54940) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:46.975868 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-753c1f02-a0ae-4f21-aa97-270ae5001c8a tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3686527'] for router_interface (297a3378-051a-432a-b66c-bdd3efb6413c), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:47.012559 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-ad5985dd-2edf-4401-acda-812aa47264b4 None None] Set router 0aa251d9-e6d5-4f8a-8d17-7e4d5b698a5d gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:10:47.059808 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-b27d66cf-3299-4e14-9189-2309a777eaec tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] 10.222.0.24 "GET /v2.0/routers/0aa251d9-e6d5-4f8a-8d17-7e4d5b698a5d HTTP/1.1" status: 200 len: 908 time: 0.1398106 Mar 28 01:10:47.063635 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54942) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:47.227089 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 0ac4dc8c-63a2-475b-bdbe-57bb75e6f3e3 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:10:47.258207 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-5153fb1d-1187-499f-b9e0-c2ccccb0de5d None None] Publish callbacks [] for port (1a688fbd-8b48-4762-8af0-01de293dc347), precommit_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:47.267745 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-5153fb1d-1187-499f-b9e0-c2ccccb0de5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (1a688fbd-8b48-4762-8af0-01de293dc347), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:47.330137 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-ad5985dd-2edf-4401-acda-812aa47264b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa251d9-e6d5-4f8a-8d17-7e4d5b698a5d', 'name': 'tempest-snat-router-1269721045', 'tenant_id': 'cbe798e32086479aaae042af3c9cf3ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.168'}], 'enable_snat': True}, 'gw_port_id': '379632bf-4edd-46fa-bce8-c8bedee4ee75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:10:40Z', 'updated_at': '2022-03-28T01:10:44Z', 'revision_number': 3, 'project_id': 'cbe798e32086479aaae042af3c9cf3ba', 'gw_port': {'id': '379632bf-4edd-46fa-bce8-c8bedee4ee75', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:49:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aa251d9-e6d5-4f8a-8d17-7e4d5b698a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:10:43Z', 'updated_at': '2022-03-28T01:10:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:47.333237 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5282ff9a-14c9-499d-8100-31ae46cebbc2 None None] Pushing event updated for resources: {'Port': ['ID=1a688fbd-8b48-4762-8af0-01de293dc347,revision_number=3']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:47.360194 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9a6ef164-4fee-4e4d-b54b-2849213759c2 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks [] for router (0aa251d9-e6d5-4f8a-8d17-7e4d5b698a5d), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:47.386606 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5985dd-2edf-4401-acda-812aa47264b4 None None] Checking router: 0aa251d9-e6d5-4f8a-8d17-7e4d5b698a5d for host: dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:10:47.387221 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5985dd-2edf-4401-acda-812aa47264b4 None None] Updating router 0aa251d9-e6d5-4f8a-8d17-7e4d5b698a5d port 379632bf-4edd-46fa-bce8-c8bedee4ee75 binding host dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 01:10:47.390244 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 0ac4dc8c-63a2-475b-bdbe-57bb75e6f3e3 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:10:47.390834 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (0ac4dc8c-63a2-475b-bdbe-57bb75e6f3e3), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:47.401060 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [None req-5153fb1d-1187-499f-b9e0-c2ccccb0de5d None None] Attempting to bind port 1a688fbd-8b48-4762-8af0-01de293dc347 on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:10:47.401526 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [None req-5153fb1d-1187-499f-b9e0-c2ccccb0de5d None None] Attempting to bind port 1a688fbd-8b48-4762-8af0-01de293dc347 by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': '2f670c49-ebc9-4d09-adda-51989269ac67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9e8fc964-0bce-4469-80fa-23a650feb4fa'}] {{(pid=104101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:10:47.401962 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5153fb1d-1187-499f-b9e0-c2ccccb0de5d None None] Attempting to bind port 1a688fbd-8b48-4762-8af0-01de293dc347 on network 9e8fc964-0bce-4469-80fa-23a650feb4fa {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:10:47.408172 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5153fb1d-1187-499f-b9e0-c2ccccb0de5d None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:10:47.408873 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5153fb1d-1187-499f-b9e0-c2ccccb0de5d None None] Checking segment: {'id': '2f670c49-ebc9-4d09-adda-51989269ac67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9e8fc964-0bce-4469-80fa-23a650feb4fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:10:47.409342 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-5153fb1d-1187-499f-b9e0-c2ccccb0de5d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:47.409810 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5153fb1d-1187-499f-b9e0-c2ccccb0de5d None None] Bound using segment: {'id': '2f670c49-ebc9-4d09-adda-51989269ac67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9e8fc964-0bce-4469-80fa-23a650feb4fa'} {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:10:47.410349 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [None req-5153fb1d-1187-499f-b9e0-c2ccccb0de5d None None] Bound port: 1a688fbd-8b48-4762-8af0-01de293dc347, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f670c49-ebc9-4d09-adda-51989269ac67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9e8fc964-0bce-4469-80fa-23a650feb4fa'}}] {{(pid=104101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:10:47.410829 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-5153fb1d-1187-499f-b9e0-c2ccccb0de5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (1a688fbd-8b48-4762-8af0-01de293dc347), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:47.460784 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad5985dd-2edf-4401-acda-812aa47264b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (379632bf-4edd-46fa-bce8-c8bedee4ee75), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:47.474438 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-518219ed-1326-4cd5-9ac3-f1289129c066 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127282703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126757786'] for subnet (aebb3ddc-418c-4bd3-8b7f-131978fd63b7), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:47.510104 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.db [None req-5153fb1d-1187-499f-b9e0-c2ccccb0de5d None None] For port 1a688fbd-8b48-4762-8af0-01de293dc347, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:10:47.515982 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.db [None req-5153fb1d-1187-499f-b9e0-c2ccccb0de5d None None] For port 1a688fbd-8b48-4762-8af0-01de293dc347, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=1a688fbd-8b48-4762-8af0-01de293dc347,segment=NetworkSegment(2f670c49-ebc9-4d09-adda-51989269ac67),segment_id=2f670c49-ebc9-4d09-adda-51989269ac67)] {{(pid=104101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:10:47.524334 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-5153fb1d-1187-499f-b9e0-c2ccccb0de5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (1a688fbd-8b48-4762-8af0-01de293dc347), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:47.573048 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518219ed-1326-4cd5-9ac3-f1289129c066 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Pushing event updated for resources: {'Subnet': ['ID=aebb3ddc-418c-4bd3-8b7f-131978fd63b7,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:47.581815 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5153fb1d-1187-499f-b9e0-c2ccccb0de5d None None] Routers {'be59e924-db64-46fd-ad90-c3c1be501df6'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:10:47.582658 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-5153fb1d-1187-499f-b9e0-c2ccccb0de5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:10:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['be59e924-db64-46fd-ad90-c3c1be501df6'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:47.606746 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9a6ef164-4fee-4e4d-b54b-2849213759c2 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks [] for router_gateway (0aa251d9-e6d5-4f8a-8d17-7e4d5b698a5d), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:47.610088 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518219ed-1326-4cd5-9ac3-f1289129c066 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Checking segment: {'id': 'd42c3d92-49e2-4b62-9ea4-22552b49e62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '5453a7c2-b061-4116-b9b1-375914e68465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:10:47.610574 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518219ed-1326-4cd5-9ac3-f1289129c066 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Network hostable DHCP agents. Network: 5453a7c2-b061-4116-b9b1-375914e68465, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:10:47.667463 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518219ed-1326-4cd5-9ac3-f1289129c066 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Network 5453a7c2-b061-4116-b9b1-375914e68465 is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:10:47.674339 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 0ac4dc8c-63a2-475b-bdbe-57bb75e6f3e3 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:10:47.687691 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-518219ed-1326-4cd5-9ac3-f1289129c066 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, 5453a7c2-b061-4116-b9b1-375914e68465) {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:10:47.693865 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518219ed-1326-4cd5-9ac3-f1289129c066 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:10:47.694728 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-518219ed-1326-4cd5-9ac3-f1289129c066 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks [] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:47.727018 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca743e7-4783-4c53-8029-a1a1068c852c None None] Network 5453a7c2-b061-4116-b9b1-375914e68465 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:10:47.727277 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-9a6ef164-4fee-4e4d-b54b-2849213759c2 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Deleting port 379632bf-4edd-46fa-bce8-c8bedee4ee75 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:10:47.727602 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9a6ef164-4fee-4e4d-b54b-2849213759c2 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (379632bf-4edd-46fa-bce8-c8bedee4ee75), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:47.732575 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-753c1f02-a0ae-4f21-aa97-270ae5001c8a tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Deleting port 123c6dfb-f41d-42c7-90f1-e3870972a894 {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:10:47.733573 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-753c1f02-a0ae-4f21-aa97-270ae5001c8a tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (123c6dfb-f41d-42c7-90f1-e3870972a894), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:47.751524 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54944) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:47.756657 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-518219ed-1326-4cd5-9ac3-f1289129c066 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0065761 Mar 28 01:10:47.826079 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-5153fb1d-1187-499f-b9e0-c2ccccb0de5d None None] Set router be59e924-db64-46fd-ad90-c3c1be501df6 gateway port host: None {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:10:47.879547 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9a6ef164-4fee-4e4d-b54b-2849213759c2 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (379632bf-4edd-46fa-bce8-c8bedee4ee75), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:47.897460 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-9a6ef164-4fee-4e4d-b54b-2849213759c2 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Calling delete_port for 379632bf-4edd-46fa-bce8-c8bedee4ee75 owned by network:router_gateway {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:10:47.921700 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-1c2ba272-e838-43a2-8f99-5f679d7713d1 None None] Provisioning complete for port 1a688fbd-8b48-4762-8af0-01de293dc347 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:10:47.922070 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-1c2ba272-e838-43a2-8f99-5f679d7713d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (1a688fbd-8b48-4762-8af0-01de293dc347), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:47.929730 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:47.986121 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-753c1f02-a0ae-4f21-aa97-270ae5001c8a tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (123c6dfb-f41d-42c7-90f1-e3870972a894), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:48.029061 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5282ff9a-14c9-499d-8100-31ae46cebbc2 None None] Pushing event updated for resources: {'Port': ['ID=1a688fbd-8b48-4762-8af0-01de293dc347,revision_number=4']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:48.086529 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-753c1f02-a0ae-4f21-aa97-270ae5001c8a tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Calling delete_port for 123c6dfb-f41d-42c7-90f1-e3870972a894 owned by network:router_interface {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:10:48.134845 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-5153fb1d-1187-499f-b9e0-c2ccccb0de5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be59e924-db64-46fd-ad90-c3c1be501df6', 'name': 'tempest-RoutersTest-router-1951048026', 'tenant_id': 'b477b3de086344ba86693af53d13cdd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:10:30Z', 'updated_at': '2022-03-28T01:10:44Z', 'revision_number': 4, 'project_id': 'b477b3de086344ba86693af53d13cdd0', 'gw_port_host': None, '_interfaces': [{'id': '007b231c-6bf0-46b0-8bbd-ee5db9ebbfe4', 'name': '', 'network_id': 'f2e4194b-4477-497f-814c-f3350cbfc77f', 'tenant_id': 'b477b3de086344ba86693af53d13cdd0', 'mac_address': 'fa:16:3e:1e:04:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be59e924-db64-46fd-ad90-c3c1be501df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '86132294-de8e-4622-ad8e-aac9649a1191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:10:32Z', 'updated_at': '2022-03-28T01:10:37Z', 'revision_number': 5, 'project_id': 'b477b3de086344ba86693af53d13cdd0', 'subnets': [{'id': '86132294-de8e-4622-ad8e-aac9649a1191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1a688fbd-8b48-4762-8af0-01de293dc347', 'name': '', 'network_id': '9e8fc964-0bce-4469-80fa-23a650feb4fa', 'tenant_id': 'b477b3de086344ba86693af53d13cdd0', 'mac_address': 'fa:16:3e:09:41:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be59e924-db64-46fd-ad90-c3c1be501df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': 'a2443079-c09e-4740-9b1e-7c007340fed3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:10:42Z', 'updated_at': '2022-03-28T01:10:47Z', 'revision_number': 4, 'project_id': 'b477b3de086344ba86693af53d13cdd0', 'subnets': [{'id': 'a2443079-c09e-4740-9b1e-7c007340fed3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86a2c6ba-054c-4b04-97c1-8711cee76569', 'name': '', 'network_id': '7593a348-591f-4c24-8193-5ef8b973d513', 'tenant_id': 'b477b3de086344ba86693af53d13cdd0', 'mac_address': 'fa:16:3e:46:42:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be59e924-db64-46fd-ad90-c3c1be501df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'd2f5dd09-e80b-495d-b764-01c46c47d29f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:10:37Z', 'updated_at': '2022-03-28T01:10:44Z', 'revision_number': 5, 'project_id': 'b477b3de086344ba86693af53d13cdd0', 'subnets': [{'id': 'd2f5dd09-e80b-495d-b764-01c46c47d29f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:48.169460 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09903d56-e362-4ecb-90ab-385909899100 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-5453a7c2-b061-4116-b9b1-375914e68465', 'network_id': '5453a7c2-b061-4116-b9b1-375914e68465', 'project_id': 'b477b3de086344ba86693af53d13cdd0', 'fixed_ips': [{'subnet_id': 'aebb3ddc-418c-4bd3-8b7f-131978fd63b7'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:10:48.170095 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5153fb1d-1187-499f-b9e0-c2ccccb0de5d None None] The sync data for ids ['be59e924-db64-46fd-ad90-c3c1be501df6'] in dv-neutron-834874-6-hyperv is: [{'id': 'be59e924-db64-46fd-ad90-c3c1be501df6', 'name': 'tempest-RoutersTest-router-1951048026', 'tenant_id': 'b477b3de086344ba86693af53d13cdd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:10:30Z', 'updated_at': '2022-03-28T01:10:44Z', 'revision_number': 4, 'project_id': 'b477b3de086344ba86693af53d13cdd0', 'gw_port_host': None, '_interfaces': [{'id': '007b231c-6bf0-46b0-8bbd-ee5db9ebbfe4', 'name': '', 'network_id': 'f2e4194b-4477-497f-814c-f3350cbfc77f', 'tenant_id': 'b477b3de086344ba86693af53d13cdd0', 'mac_address': 'fa:16:3e:1e:04:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be59e924-db64-46fd-ad90-c3c1be501df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '86132294-de8e-4622-ad8e-aac9649a1191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:10:32Z', 'updated_at': '2022-03-28T01:10:37Z', 'revision_number': 5, 'project_id': 'b477b3de086344ba86693af53d13cdd0', 'subnets': [{'id': '86132294-de8e-4622-ad8e-aac9649a1191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1a688fbd-8b48-4762-8af0-01de293dc347', 'name': '', 'network_id': '9e8fc964-0bce-4469-80fa-23a650feb4fa', 'tenant_id': 'b477b3de086344ba86693af53d13cdd0', 'mac_address': 'fa:16:3e:09:41:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be59e924-db64-46fd-ad90-c3c1be501df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': 'a2443079-c09e-4740-9b1e-7c007340fed3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:10:42Z', 'updated_at': '2022-03-28T01:10:47Z', 'revision_number': 4, 'project_id': 'b477b3de086344ba86693af53d13cdd0', 'subnets': [{'id': 'a2443079-c09e-4740-9b1e-7c007340fed3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86a2c6ba-054c-4b04-97c1-8711cee76569', 'name': '', 'network_id': '7593a348-591f-4c24-8193-5ef8b973d513', 'tenant_id': 'b477b3de086344ba86693af53d13cdd0', 'mac_address': 'fa:16:3e:46:42:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be59e924-db64-46fd-ad90-c3c1be501df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'd2f5dd09-e80b-495d-b764-01c46c47d29f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:10:37Z', 'updated_at': '2022-03-28T01:10:44Z', 'revision_number': 5, 'project_id': 'b477b3de086344ba86693af53d13cdd0', 'subnets': [{'id': 'd2f5dd09-e80b-495d-b764-01c46c47d29f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:10:48.170330 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-09903d56-e362-4ecb-90ab-385909899100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:48.211593 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ba272-e838-43a2-8f99-5f679d7713d1 None None] Current status of the port 1a688fbd-8b48-4762-8af0-01de293dc347 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:10:48.211979 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-1c2ba272-e838-43a2-8f99-5f679d7713d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (1a688fbd-8b48-4762-8af0-01de293dc347), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:48.280645 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9a6ef164-4fee-4e4d-b54b-2849213759c2 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (379632bf-4edd-46fa-bce8-c8bedee4ee75), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:48.320958 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6ef164-4fee-4e4d-b54b-2849213759c2 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Pushing event deleted for resources: {'Port': ['ID=379632bf-4edd-46fa-bce8-c8bedee4ee75,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:48.399532 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9a6ef164-4fee-4e4d-b54b-2849213759c2 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3687989'] for router_gateway (0aa251d9-e6d5-4f8a-8d17-7e4d5b698a5d), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:48.468065 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-09903d56-e362-4ecb-90ab-385909899100 None None] Allocated IP 172.23.0.2 (5453a7c2-b061-4116-b9b1-375914e68465/aebb3ddc-418c-4bd3-8b7f-131978fd63b7/c5d2da10-5f11-4843-9517-ad044f2ffeca) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:10:48.477898 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-1c2ba272-e838-43a2-8f99-5f679d7713d1 None None] For port 1a688fbd-8b48-4762-8af0-01de293dc347, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=1a688fbd-8b48-4762-8af0-01de293dc347,segment=NetworkSegment(2f670c49-ebc9-4d09-adda-51989269ac67),segment_id=2f670c49-ebc9-4d09-adda-51989269ac67)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:10:48.482110 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.db.api [None req-ad5985dd-2edf-4401-acda-812aa47264b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104100) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 01:10:48.482110 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG oslo_db.api [None req-ad5985dd-2edf-4401-acda-812aa47264b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 01:10:48.496363 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-1c2ba272-e838-43a2-8f99-5f679d7713d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (1a688fbd-8b48-4762-8af0-01de293dc347), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:48.511743 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9a6ef164-4fee-4e4d-b54b-2849213759c2 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7151'] for router (0aa251d9-e6d5-4f8a-8d17-7e4d5b698a5d), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:48.514159 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9a6ef164-4fee-4e4d-b54b-2849213759c2 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks [] for router_controller (0aa251d9-e6d5-4f8a-8d17-7e4d5b698a5d), precommit_delete_associations {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:48.545676 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9a06ebb1-ebbb-440f-87ac-677e8dfea7f2 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:48.577395 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9a6ef164-4fee-4e4d-b54b-2849213759c2 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689686'] for router (0aa251d9-e6d5-4f8a-8d17-7e4d5b698a5d), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:48.578978 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a6ef164-4fee-4e4d-b54b-2849213759c2 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0aa251d9-e6d5-4f8a-8d17-7e4d5b698a5d {{(pid=104099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 01:10:48.590327 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9a6ef164-4fee-4e4d-b54b-2849213759c2 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:48.592552 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-9a6ef164-4fee-4e4d-b54b-2849213759c2 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] 10.222.0.24 "DELETE /v2.0/routers/0aa251d9-e6d5-4f8a-8d17-7e4d5b698a5d HTTP/1.1" status: 204 len: 168 time: 1.5278080 Mar 28 01:10:48.595005 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54952) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:48.610378 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ba272-e838-43a2-8f99-5f679d7713d1 None None] Pushing event updated for resources: {'Port': ['ID=1a688fbd-8b48-4762-8af0-01de293dc347,revision_number=5']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:48.647758 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-8d57113b-664a-47c2-8ea1-4537192e5d19 None None] Provisioning complete for port 1a688fbd-8b48-4762-8af0-01de293dc347 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:10:48.648321 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-8d57113b-664a-47c2-8ea1-4537192e5d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (1a688fbd-8b48-4762-8af0-01de293dc347), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:48.714593 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-753c1f02-a0ae-4f21-aa97-270ae5001c8a tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (123c6dfb-f41d-42c7-90f1-e3870972a894), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:48.738055 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2eb637a3-7f0a-4682-9909-9341036f11a9 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks [] for router (b3883e5b-cce9-440f-9df5-90d8292583e3), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:48.741947 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-09903d56-e362-4ecb-90ab-385909899100 None None] Publish callbacks [] for port (c5d2da10-5f11-4843-9517-ad044f2ffeca), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:48.764108 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753c1f02-a0ae-4f21-aa97-270ae5001c8a tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Pushing event deleted for resources: {'Port': ['ID=123c6dfb-f41d-42c7-90f1-e3870972a894,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:48.780175 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-09903d56-e362-4ecb-90ab-385909899100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (c5d2da10-5f11-4843-9517-ad044f2ffeca), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:48.829908 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09903d56-e362-4ecb-90ab-385909899100 None None] Network 5453a7c2-b061-4116-b9b1-375914e68465 is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:10:48.833223 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-09903d56-e362-4ecb-90ab-385909899100 None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:10:48.835754 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09903d56-e362-4ecb-90ab-385909899100 None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:10:48.840010 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-8d57113b-664a-47c2-8ea1-4537192e5d19 None None] Current status of the port 1a688fbd-8b48-4762-8af0-01de293dc347 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:10:48.883604 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09903d56-e362-4ecb-90ab-385909899100 None None] Pushing event updated for resources: {'Port': ['ID=c5d2da10-5f11-4843-9517-ad044f2ffeca,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:48.927365 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-09903d56-e362-4ecb-90ab-385909899100 None None] Attempting to bind port c5d2da10-5f11-4843-9517-ad044f2ffeca on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:10:48.927929 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-09903d56-e362-4ecb-90ab-385909899100 None None] Attempting to bind port c5d2da10-5f11-4843-9517-ad044f2ffeca by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': 'd42c3d92-49e2-4b62-9ea4-22552b49e62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '5453a7c2-b061-4116-b9b1-375914e68465'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:10:48.928613 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09903d56-e362-4ecb-90ab-385909899100 None None] Attempting to bind port c5d2da10-5f11-4843-9517-ad044f2ffeca on network 5453a7c2-b061-4116-b9b1-375914e68465 {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:10:48.933968 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2eb637a3-7f0a-4682-9909-9341036f11a9 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks [] for router_gateway (b3883e5b-cce9-440f-9df5-90d8292583e3), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:48.944784 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09903d56-e362-4ecb-90ab-385909899100 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:10:48.945179 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09903d56-e362-4ecb-90ab-385909899100 None None] Checking segment: {'id': 'd42c3d92-49e2-4b62-9ea4-22552b49e62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '5453a7c2-b061-4116-b9b1-375914e68465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:10:48.946977 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-09903d56-e362-4ecb-90ab-385909899100 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:48.947355 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09903d56-e362-4ecb-90ab-385909899100 None None] Bound using segment: {'id': 'd42c3d92-49e2-4b62-9ea4-22552b49e62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '5453a7c2-b061-4116-b9b1-375914e68465'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:10:48.947835 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-09903d56-e362-4ecb-90ab-385909899100 None None] Bound port: c5d2da10-5f11-4843-9517-ad044f2ffeca, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd42c3d92-49e2-4b62-9ea4-22552b49e62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '5453a7c2-b061-4116-b9b1-375914e68465'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:10:48.948309 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-09903d56-e362-4ecb-90ab-385909899100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (c5d2da10-5f11-4843-9517-ad044f2ffeca), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:49.007915 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-2eb637a3-7f0a-4682-9909-9341036f11a9 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Deleting port a22d4986-c1fa-4d16-b42f-74b68cd66eb2 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:10:49.008580 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2eb637a3-7f0a-4682-9909-9341036f11a9 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (a22d4986-c1fa-4d16-b42f-74b68cd66eb2), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:49.036756 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-753c1f02-a0ae-4f21-aa97-270ae5001c8a tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3725912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3690191'] for router_interface (297a3378-051a-432a-b66c-bdd3efb6413c), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:49.041899 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-09903d56-e362-4ecb-90ab-385909899100 None None] For port c5d2da10-5f11-4843-9517-ad044f2ffeca, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:10:49.047251 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-09903d56-e362-4ecb-90ab-385909899100 None None] For port c5d2da10-5f11-4843-9517-ad044f2ffeca, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=c5d2da10-5f11-4843-9517-ad044f2ffeca,segment=NetworkSegment(d42c3d92-49e2-4b62-9ea4-22552b49e62e),segment_id=d42c3d92-49e2-4b62-9ea4-22552b49e62e)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:10:49.057351 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-09903d56-e362-4ecb-90ab-385909899100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (c5d2da10-5f11-4843-9517-ad044f2ffeca), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:49.071678 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-9a06ebb1-ebbb-440f-87ac-677e8dfea7f2 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Allocated IP 172.23.0.1 (5453a7c2-b061-4116-b9b1-375914e68465/aebb3ddc-418c-4bd3-8b7f-131978fd63b7/cab538da-b992-4bbe-9000-9f5e42ae3131) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:10:49.096281 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5985dd-2edf-4401-acda-812aa47264b4 None None] Port 379632bf-4edd-46fa-bce8-c8bedee4ee75 not found while updating agent binding for router 0aa251d9-e6d5-4f8a-8d17-7e4d5b698a5d. {{(pid=104100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Mar 28 01:10:49.131079 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5985dd-2edf-4401-acda-812aa47264b4 None None] Routers set() bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:10:49.131457 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5985dd-2edf-4401-acda-812aa47264b4 None None] Router IDs set() for agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 28 01:10:49.132077 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_agentschedulers_db [None req-ad5985dd-2edf-4401-acda-812aa47264b4 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0aa251d9-e6d5-4f8a-8d17-7e4d5b698a5d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:10:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent'). {{(pid=104100) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 28 01:10:49.132462 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5985dd-2edf-4401-acda-812aa47264b4 None None] The sync data for ids ['0aa251d9-e6d5-4f8a-8d17-7e4d5b698a5d'] in dv-neutron-834874-6-hyperv is: [] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:10:49.163452 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09903d56-e362-4ecb-90ab-385909899100 None None] Pushing event updated for resources: {'Port': ['ID=c5d2da10-5f11-4843-9517-ad044f2ffeca,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:49.235527 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-2eb637a3-7f0a-4682-9909-9341036f11a9 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] For port a22d4986-c1fa-4d16-b42f-74b68cd66eb2, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=a22d4986-c1fa-4d16-b42f-74b68cd66eb2,segment=NetworkSegment(b6f00c62-aca5-4c73-8989-c04c396daeed),segment_id=b6f00c62-aca5-4c73-8989-c04c396daeed)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:10:49.236303 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2eb637a3-7f0a-4682-9909-9341036f11a9 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (a22d4986-c1fa-4d16-b42f-74b68cd66eb2), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:49.252073 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-2eb637a3-7f0a-4682-9909-9341036f11a9 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Calling delete_port for a22d4986-c1fa-4d16-b42f-74b68cd66eb2 owned by network:router_gateway {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:10:49.324005 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 1a688fbd-8b48-4762-8af0-01de293dc347 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:10:49.344933 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-753c1f02-a0ae-4f21-aa97-270ae5001c8a tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Router 297a3378-051a-432a-b66c-bdd3efb6413c has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:10:49.375736 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9a06ebb1-ebbb-440f-87ac-677e8dfea7f2 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks [] for port (cab538da-b992-4bbe-9000-9f5e42ae3131), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:49.399703 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 1a688fbd-8b48-4762-8af0-01de293dc347 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:10:49.400146 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (1a688fbd-8b48-4762-8af0-01de293dc347), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:49.466652 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-753c1f02-a0ae-4f21-aa97-270ae5001c8a tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:10:49.477459 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8038cdcd-33db-4873-a61a-261deabf08d9 None None] Sync routers for ids ['297a3378-051a-432a-b66c-bdd3efb6413c'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:10:49.495429 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-753c1f02-a0ae-4f21-aa97-270ae5001c8a tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "PUT /v2.0/routers/297a3378-051a-432a-b66c-bdd3efb6413c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1507165 Mar 28 01:10:49.498513 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54958) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:49.507589 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8038cdcd-33db-4873-a61a-261deabf08d9 None None] Routers {'297a3378-051a-432a-b66c-bdd3efb6413c'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:10:49.509041 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-8038cdcd-33db-4873-a61a-261deabf08d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:10:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['297a3378-051a-432a-b66c-bdd3efb6413c'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:49.547282 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2eb637a3-7f0a-4682-9909-9341036f11a9 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (a22d4986-c1fa-4d16-b42f-74b68cd66eb2), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:49.569154 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac2778e8-4cb2-4c9f-a765-95fd4f5d42a0 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] GET failed (client error): The resource could not be found. Mar 28 01:10:49.571023 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-ac2778e8-4cb2-4c9f-a765-95fd4f5d42a0 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "GET /v2.0/ports/123c6dfb-f41d-42c7-90f1-e3870972a894 HTTP/1.1" status: 404 len: 333 time: 0.0658720 Mar 28 01:10:49.576451 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54960) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:49.578139 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-8038cdcd-33db-4873-a61a-261deabf08d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:49.590895 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9a06ebb1-ebbb-440f-87ac-677e8dfea7f2 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (cab538da-b992-4bbe-9000-9f5e42ae3131), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:49.594026 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8038cdcd-33db-4873-a61a-261deabf08d9 None None] Routers {'297a3378-051a-432a-b66c-bdd3efb6413c'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:10:49.595742 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb637a3-7f0a-4682-9909-9341036f11a9 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Pushing event deleted for resources: {'Port': ['ID=a22d4986-c1fa-4d16-b42f-74b68cd66eb2,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:49.596460 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-8038cdcd-33db-4873-a61a-261deabf08d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:10:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['297a3378-051a-432a-b66c-bdd3efb6413c'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:49.661701 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-8038cdcd-33db-4873-a61a-261deabf08d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:49.663066 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8038cdcd-33db-4873-a61a-261deabf08d9 None None] The sync data for ids ['297a3378-051a-432a-b66c-bdd3efb6413c'] in dv-neutron-834874-6-hyperv is: [] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:10:49.711931 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2eb637a3-7f0a-4682-9909-9341036f11a9 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3687989'] for router_gateway (b3883e5b-cce9-440f-9df5-90d8292583e3), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:49.719465 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a06ebb1-ebbb-440f-87ac-677e8dfea7f2 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Network 5453a7c2-b061-4116-b9b1-375914e68465 is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:10:49.721917 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-33d2e9c9-5175-47ca-aa9d-01c003cf0332 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks [] for router (297a3378-051a-432a-b66c-bdd3efb6413c), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:49.723743 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 1a688fbd-8b48-4762-8af0-01de293dc347 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:10:49.731865 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-9a06ebb1-ebbb-440f-87ac-677e8dfea7f2 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:10:49.762987 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a06ebb1-ebbb-440f-87ac-677e8dfea7f2 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:10:49.766196 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a06ebb1-ebbb-440f-87ac-677e8dfea7f2 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Pushing event updated for resources: {'Port': ['ID=cab538da-b992-4bbe-9000-9f5e42ae3131,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:49.924510 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9a06ebb1-ebbb-440f-87ac-677e8dfea7f2 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3686596'] for router_interface (be59e924-db64-46fd-ad90-c3c1be501df6), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:49.967410 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-33d2e9c9-5175-47ca-aa9d-01c003cf0332 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7151'] for router (297a3378-051a-432a-b66c-bdd3efb6413c), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:49.971473 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-33d2e9c9-5175-47ca-aa9d-01c003cf0332 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks [] for router_controller (297a3378-051a-432a-b66c-bdd3efb6413c), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:50.047331 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-33d2e9c9-5175-47ca-aa9d-01c003cf0332 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689686'] for router (297a3378-051a-432a-b66c-bdd3efb6413c), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:50.047842 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33d2e9c9-5175-47ca-aa9d-01c003cf0332 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Fanout notify agent at l3_agent the message router_deleted on router 297a3378-051a-432a-b66c-bdd3efb6413c {{(pid=104098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 01:10:50.055423 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-33d2e9c9-5175-47ca-aa9d-01c003cf0332 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks [] for router (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:50.056590 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-33d2e9c9-5175-47ca-aa9d-01c003cf0332 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "DELETE /v2.0/routers/297a3378-051a-432a-b66c-bdd3efb6413c HTTP/1.1" status: 204 len: 168 time: 0.4788692 Mar 28 01:10:50.059296 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54962) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:50.103960 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2eb637a3-7f0a-4682-9909-9341036f11a9 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7151'] for router (b3883e5b-cce9-440f-9df5-90d8292583e3), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:50.106413 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2eb637a3-7f0a-4682-9909-9341036f11a9 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks [] for router_controller (b3883e5b-cce9-440f-9df5-90d8292583e3), precommit_delete_associations {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:50.145023 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9a06ebb1-ebbb-440f-87ac-677e8dfea7f2 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (cab538da-b992-4bbe-9000-9f5e42ae3131), before_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:50.150248 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_v2 [None req-13b2640e-527e-470f-a98d-a83948996504 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Deleting subnet 2fa43203-63c5-4231-b072-482ed9470949 {{(pid=104098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:10:50.156924 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2eb637a3-7f0a-4682-9909-9341036f11a9 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689686'] for router (b3883e5b-cce9-440f-9df5-90d8292583e3), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:50.157632 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eb637a3-7f0a-4682-9909-9341036f11a9 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b3883e5b-cce9-440f-9df5-90d8292583e3 {{(pid=104099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 01:10:50.161194 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-13b2640e-527e-470f-a98d-a83948996504 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks [] for subnet (2fa43203-63c5-4231-b072-482ed9470949), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:50.163020 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2eb637a3-7f0a-4682-9909-9341036f11a9 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:50.165572 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-2eb637a3-7f0a-4682-9909-9341036f11a9 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] 10.222.0.24 "DELETE /v2.0/routers/b3883e5b-cce9-440f-9df5-90d8292583e3 HTTP/1.1" status: 204 len: 168 time: 1.5682518 Mar 28 01:10:50.169688 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54964) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:50.174400 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-a381aa2f-e81c-4ddc-9cb5-583f49162626 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-392728488', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'}, 'admin_state_up': False}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:10:50.203967 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a381aa2f-e81c-4ddc-9cb5-583f49162626 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7069'] for router (8a9872e0-7a4b-484d-b3bf-306dae35b312), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:50.205406 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a381aa2f-e81c-4ddc-9cb5-583f49162626 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4188952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7062'] for router (8a9872e0-7a4b-484d-b3bf-306dae35b312), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:50.233223 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-13b2640e-527e-470f-a98d-a83948996504 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126443526'] for subnet (2fa43203-63c5-4231-b072-482ed9470949), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:50.276634 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a381aa2f-e81c-4ddc-9cb5-583f49162626 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Publish callbacks [] for router_controller (8a9872e0-7a4b-484d-b3bf-306dae35b312), precommit_add_association {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:50.395493 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2e0189-f5b4-41ca-b265-7693700afdbb None None] Network 5453a7c2-b061-4116-b9b1-375914e68465 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:10:50.451248 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a381aa2f-e81c-4ddc-9cb5-583f49162626 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Publish callbacks [] for router_gateway (8a9872e0-7a4b-484d-b3bf-306dae35b312), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:50.500447 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-9657e7b2-5ebe-4a23-ac3d-1ad37fd01cd7 None None] Provisioning complete for port c5d2da10-5f11-4843-9517-ad044f2ffeca triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:10:50.500815 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-9657e7b2-5ebe-4a23-ac3d-1ad37fd01cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (c5d2da10-5f11-4843-9517-ad044f2ffeca), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:50.627905 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-9657e7b2-5ebe-4a23-ac3d-1ad37fd01cd7 None None] Current status of the port c5d2da10-5f11-4843-9517-ad044f2ffeca is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:10:50.628794 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-9657e7b2-5ebe-4a23-ac3d-1ad37fd01cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (c5d2da10-5f11-4843-9517-ad044f2ffeca), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:50.685746 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-9657e7b2-5ebe-4a23-ac3d-1ad37fd01cd7 None None] For port c5d2da10-5f11-4843-9517-ad044f2ffeca, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=c5d2da10-5f11-4843-9517-ad044f2ffeca,segment=NetworkSegment(d42c3d92-49e2-4b62-9ea4-22552b49e62e),segment_id=d42c3d92-49e2-4b62-9ea4-22552b49e62e)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:10:50.694375 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-9657e7b2-5ebe-4a23-ac3d-1ad37fd01cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (c5d2da10-5f11-4843-9517-ad044f2ffeca), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:50.731515 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a381aa2f-e81c-4ddc-9cb5-583f49162626 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Publish callbacks [] for router_gateway (8a9872e0-7a4b-484d-b3bf-306dae35b312), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:50.776506 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9657e7b2-5ebe-4a23-ac3d-1ad37fd01cd7 None None] Pushing event updated for resources: {'Port': ['ID=c5d2da10-5f11-4843-9517-ad044f2ffeca,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:50.776769 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a381aa2f-e81c-4ddc-9cb5-583f49162626 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:50.888772 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-13b2640e-527e-470f-a98d-a83948996504 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (2fa43203-63c5-4231-b072-482ed9470949), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:50.914263 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [None req-a381aa2f-e81c-4ddc-9cb5-583f49162626 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Allocated IP 172.26.1.245 (dea6548b-502b-42db-97fb-371e423e739a/cce6de65-d8c9-45b8-9970-0a277e8c1192/c49372ac-d672-4e89-9f7e-db46fbf1bdd0) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:10:50.926507 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-8b9ed14b-ac58-436a-a12e-76199c55cbce None None] Provisioning complete for port cab538da-b992-4bbe-9000-9f5e42ae3131 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:10:50.926970 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-8b9ed14b-ac58-436a-a12e-76199c55cbce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (cab538da-b992-4bbe-9000-9f5e42ae3131), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:50.950592 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9a06ebb1-ebbb-440f-87ac-677e8dfea7f2 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks [] for port (cab538da-b992-4bbe-9000-9f5e42ae3131), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:50.966802 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-8b9ed14b-ac58-436a-a12e-76199c55cbce None None] Port cab538da-b992-4bbe-9000-9f5e42ae3131 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:10:50.977859 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9a06ebb1-ebbb-440f-87ac-677e8dfea7f2 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126177159'] for port (cab538da-b992-4bbe-9000-9f5e42ae3131), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:50.985004 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-8b9ed14b-ac58-436a-a12e-76199c55cbce None None] Provisioning complete for port c5d2da10-5f11-4843-9517-ad044f2ffeca triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:10:50.985592 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-8b9ed14b-ac58-436a-a12e-76199c55cbce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (c5d2da10-5f11-4843-9517-ad044f2ffeca), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:51.009440 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-13b2640e-527e-470f-a98d-a83948996504 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126175041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126112438'] for subnet (2fa43203-63c5-4231-b072-482ed9470949), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:51.073975 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b2640e-527e-470f-a98d-a83948996504 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Pushing event deleted for resources: {'Subnet': ['ID=2fa43203-63c5-4231-b072-482ed9470949,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:51.075666 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a381aa2f-e81c-4ddc-9cb5-583f49162626 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Publish callbacks [] for port (c49372ac-d672-4e89-9f7e-db46fbf1bdd0), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:51.084838 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-13b2640e-527e-470f-a98d-a83948996504 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:51.091037 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-8b9ed14b-ac58-436a-a12e-76199c55cbce None None] Current status of the port c5d2da10-5f11-4843-9517-ad044f2ffeca is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:10:51.091859 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-13b2640e-527e-470f-a98d-a83948996504 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "DELETE /v2.0/subnets/2fa43203-63c5-4231-b072-482ed9470949 HTTP/1.1" status: 204 len: 168 time: 1.0314634 Mar 28 01:10:51.092304 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54968) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:51.095251 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed4d55fa-4ea8-405a-a84d-3b521c53e42e None None] Network 9c2cea81-942a-4541-ab7c-649e126c2de5 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:10:51.097898 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9a06ebb1-ebbb-440f-87ac-677e8dfea7f2 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3725889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3686480'] for router_interface (be59e924-db64-46fd-ad90-c3c1be501df6), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:51.110612 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a06ebb1-ebbb-440f-87ac-677e8dfea7f2 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Pushing event updated for resources: {'Port': ['ID=cab538da-b992-4bbe-9000-9f5e42ae3131,revision_number=2']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:51.201495 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9269aad1-bfc1-412f-9034-cb14de0648ce tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (9c2cea81-942a-4541-ab7c-649e126c2de5), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:51.227050 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-1136d70b-ca12-497c-adde-2bc5ac363376 None None] Provisioning complete for port cab538da-b992-4bbe-9000-9f5e42ae3131 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:10:51.227605 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-1136d70b-ca12-497c-adde-2bc5ac363376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (cab538da-b992-4bbe-9000-9f5e42ae3131), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:51.245519 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a06ebb1-ebbb-440f-87ac-677e8dfea7f2 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Network 5453a7c2-b061-4116-b9b1-375914e68465 is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:10:51.246663 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a381aa2f-e81c-4ddc-9cb5-583f49162626 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (c49372ac-d672-4e89-9f7e-db46fbf1bdd0), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:51.247479 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-9a06ebb1-ebbb-440f-87ac-677e8dfea7f2 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:10:51.281538 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device c5d2da10-5f11-4843-9517-ad044f2ffeca up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:10:51.306478 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a381aa2f-e81c-4ddc-9cb5-583f49162626 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Network dea6548b-502b-42db-97fb-371e423e739a is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:10:51.319230 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-a381aa2f-e81c-4ddc-9cb5-583f49162626 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:10:51.322652 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a381aa2f-e81c-4ddc-9cb5-583f49162626 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:10:51.324792 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a381aa2f-e81c-4ddc-9cb5-583f49162626 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Pushing event updated for resources: {'Port': ['ID=c49372ac-d672-4e89-9f7e-db46fbf1bdd0,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:51.363840 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe86187-6073-43dd-b560-3bd048928b72 None None] DHCP port deletion for 9c2cea81-942a-4541-ab7c-649e126c2de5 request from dv-neutron-834874-6-hyperv {{(pid=104100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 01:10:51.367544 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-1136d70b-ca12-497c-adde-2bc5ac363376 None None] Port cab538da-b992-4bbe-9000-9f5e42ae3131 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:10:51.368877 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-9269aad1-bfc1-412f-9034-cb14de0648ce tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Deleting port 4c509997-54ed-4a7c-a8c1-7550b24984a0 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:10:51.369219 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9269aad1-bfc1-412f-9034-cb14de0648ce tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (4c509997-54ed-4a7c-a8c1-7550b24984a0), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:51.423498 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a06ebb1-ebbb-440f-87ac-677e8dfea7f2 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Router be59e924-db64-46fd-ad90-c3c1be501df6 has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:10:51.425866 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port c5d2da10-5f11-4843-9517-ad044f2ffeca triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:10:51.426380 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (c5d2da10-5f11-4843-9517-ad044f2ffeca), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:51.471096 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-bbe86187-6073-43dd-b560-3bd048928b72 None None] Deleting port 4c509997-54ed-4a7c-a8c1-7550b24984a0 {{(pid=104100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:10:51.471481 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-bbe86187-6073-43dd-b560-3bd048928b72 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (4c509997-54ed-4a7c-a8c1-7550b24984a0), before_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:51.532141 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-9269aad1-bfc1-412f-9034-cb14de0648ce tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] For port 4c509997-54ed-4a7c-a8c1-7550b24984a0, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=4c509997-54ed-4a7c-a8c1-7550b24984a0,segment=NetworkSegment(d70cc0df-487d-4a49-bde9-ef359fe4532c),segment_id=d70cc0df-487d-4a49-bde9-ef359fe4532c)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:10:51.532507 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9269aad1-bfc1-412f-9034-cb14de0648ce tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (4c509997-54ed-4a7c-a8c1-7550b24984a0), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:51.556320 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-9269aad1-bfc1-412f-9034-cb14de0648ce tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Calling delete_port for 4c509997-54ed-4a7c-a8c1-7550b24984a0 owned by network:dhcp {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:10:51.557601 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a06ebb1-ebbb-440f-87ac-677e8dfea7f2 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:10:51.567096 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-bbe86187-6073-43dd-b560-3bd048928b72 None None] For port 4c509997-54ed-4a7c-a8c1-7550b24984a0, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=4c509997-54ed-4a7c-a8c1-7550b24984a0,segment=NetworkSegment(d70cc0df-487d-4a49-bde9-ef359fe4532c),segment_id=d70cc0df-487d-4a49-bde9-ef359fe4532c)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:10:51.567096 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-bbe86187-6073-43dd-b560-3bd048928b72 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (4c509997-54ed-4a7c-a8c1-7550b24984a0), precommit_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:51.568662 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54970) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:51.569160 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-9a06ebb1-ebbb-440f-87ac-677e8dfea7f2 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] 10.222.0.24 "PUT /v2.0/routers/be59e924-db64-46fd-ad90-c3c1be501df6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8152857 Mar 28 01:10:51.571761 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c699d3-2b79-45d1-a0ff-5be5efd3e11e None None] Sync routers for ids ['be59e924-db64-46fd-ad90-c3c1be501df6'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:10:51.574731 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-9925f923-6ca7-49ef-a1d9-9bc39afd6374 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:10:51.613195 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-bbe86187-6073-43dd-b560-3bd048928b72 None None] Calling delete_port for 4c509997-54ed-4a7c-a8c1-7550b24984a0 owned by network:dhcp {{(pid=104100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:10:51.647746 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c699d3-2b79-45d1-a0ff-5be5efd3e11e None None] Routers {'be59e924-db64-46fd-ad90-c3c1be501df6'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:10:51.648430 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-86c699d3-2b79-45d1-a0ff-5be5efd3e11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:10:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['be59e924-db64-46fd-ad90-c3c1be501df6'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:51.752689 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port c5d2da10-5f11-4843-9517-ad044f2ffeca is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:10:51.808629 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-7521c248-ea07-4d8d-9645-1d0673c1f6cb None None] Provisioning complete for port cab538da-b992-4bbe-9000-9f5e42ae3131 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:10:51.809005 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-7521c248-ea07-4d8d-9645-1d0673c1f6cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (cab538da-b992-4bbe-9000-9f5e42ae3131), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:51.820522 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device a22d4986-c1fa-4d16-b42f-74b68cd66eb2 no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:10:51.855462 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-86c699d3-2b79-45d1-a0ff-5be5efd3e11e None None] Set router be59e924-db64-46fd-ad90-c3c1be501df6 gateway port host: None {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:10:51.898858 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a381aa2f-e81c-4ddc-9cb5-583f49162626 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Publish callbacks [] for router_gateway (8a9872e0-7a4b-484d-b3bf-306dae35b312), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:51.924239 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: a22d4986-c1fa-4d16-b42f-74b68cd66eb2 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:10:51.925110 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device a22d4986-c1fa-4d16-b42f-74b68cd66eb2 not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:10:51.941507 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-7521c248-ea07-4d8d-9645-1d0673c1f6cb None None] Port cab538da-b992-4bbe-9000-9f5e42ae3131 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:10:51.957272 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-bbe86187-6073-43dd-b560-3bd048928b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886'] for port (4c509997-54ed-4a7c-a8c1-7550b24984a0), after_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:52.023667 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe86187-6073-43dd-b560-3bd048928b72 None None] Pushing event deleted for resources: {'Port': ['ID=4c509997-54ed-4a7c-a8c1-7550b24984a0,revision_number=None']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:52.025132 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9269aad1-bfc1-412f-9034-cb14de0648ce tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (4c509997-54ed-4a7c-a8c1-7550b24984a0), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:52.039401 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe86187-6073-43dd-b560-3bd048928b72 None None] No DVR routers for this DVR port 4c509997-54ed-4a7c-a8c1-7550b24984a0 on host dv-neutron-834874-6-hyperv {{(pid=104100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:10:52.095485 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9269aad1-bfc1-412f-9034-cb14de0648ce tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Pushing event deleted for resources: {'Port': ['ID=4c509997-54ed-4a7c-a8c1-7550b24984a0,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:52.099041 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9269aad1-bfc1-412f-9034-cb14de0648ce tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] No DVR routers for this DVR port 4c509997-54ed-4a7c-a8c1-7550b24984a0 on host dv-neutron-834874-6-hyperv {{(pid=104099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:10:52.174899 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-86c699d3-2b79-45d1-a0ff-5be5efd3e11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be59e924-db64-46fd-ad90-c3c1be501df6', 'name': 'tempest-RoutersTest-router-1951048026', 'tenant_id': 'b477b3de086344ba86693af53d13cdd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:10:30Z', 'updated_at': '2022-03-28T01:10:50Z', 'revision_number': 5, 'project_id': 'b477b3de086344ba86693af53d13cdd0', 'gw_port_host': None, '_interfaces': [{'id': '007b231c-6bf0-46b0-8bbd-ee5db9ebbfe4', 'name': '', 'network_id': 'f2e4194b-4477-497f-814c-f3350cbfc77f', 'tenant_id': 'b477b3de086344ba86693af53d13cdd0', 'mac_address': 'fa:16:3e:1e:04:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be59e924-db64-46fd-ad90-c3c1be501df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '86132294-de8e-4622-ad8e-aac9649a1191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:10:32Z', 'updated_at': '2022-03-28T01:10:37Z', 'revision_number': 5, 'project_id': 'b477b3de086344ba86693af53d13cdd0', 'subnets': [{'id': '86132294-de8e-4622-ad8e-aac9649a1191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1a688fbd-8b48-4762-8af0-01de293dc347', 'name': '', 'network_id': '9e8fc964-0bce-4469-80fa-23a650feb4fa', 'tenant_id': 'b477b3de086344ba86693af53d13cdd0', 'mac_address': 'fa:16:3e:09:41:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be59e924-db64-46fd-ad90-c3c1be501df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': 'a2443079-c09e-4740-9b1e-7c007340fed3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:10:42Z', 'updated_at': '2022-03-28T01:10:48Z', 'revision_number': 5, 'project_id': 'b477b3de086344ba86693af53d13cdd0', 'subnets': [{'id': 'a2443079-c09e-4740-9b1e-7c007340fed3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86a2c6ba-054c-4b04-97c1-8711cee76569', 'name': '', 'network_id': '7593a348-591f-4c24-8193-5ef8b973d513', 'tenant_id': 'b477b3de086344ba86693af53d13cdd0', 'mac_address': 'fa:16:3e:46:42:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be59e924-db64-46fd-ad90-c3c1be501df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'd2f5dd09-e80b-495d-b764-01c46c47d29f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:10:37Z', 'updated_at': '2022-03-28T01:10:44Z', 'revision_number': 5, 'project_id': 'b477b3de086344ba86693af53d13cdd0', 'subnets': [{'id': 'd2f5dd09-e80b-495d-b764-01c46c47d29f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cab538da-b992-4bbe-9000-9f5e42ae3131', 'name': '', 'network_id': '5453a7c2-b061-4116-b9b1-375914e68465', 'tenant_id': 'b477b3de086344ba86693af53d13cdd0', 'mac_address': 'fa:16:3e:82:28:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be59e924-db64-46fd-ad90-c3c1be501df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'aebb3ddc-418c-4bd3-8b7f-131978fd63b7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:10:48Z', 'updated_at': '2022-03-28T01:10:50Z', 'revision_number': 2, 'project_id': 'b477b3de086344ba86693af53d13cdd0', 'subnets': [{'id': 'aebb3ddc-418c-4bd3-8b7f-131978fd63b7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:52.203537 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c699d3-2b79-45d1-a0ff-5be5efd3e11e None None] Checking router: be59e924-db64-46fd-ad90-c3c1be501df6 for host: dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:10:52.204059 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c699d3-2b79-45d1-a0ff-5be5efd3e11e None None] Updating router be59e924-db64-46fd-ad90-c3c1be501df6 port cab538da-b992-4bbe-9000-9f5e42ae3131 binding host dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 01:10:52.237691 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-86c699d3-2b79-45d1-a0ff-5be5efd3e11e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (cab538da-b992-4bbe-9000-9f5e42ae3131), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:52.257593 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9269aad1-bfc1-412f-9034-cb14de0648ce tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (9c2cea81-942a-4541-ab7c-649e126c2de5), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:52.334557 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-9269aad1-bfc1-412f-9034-cb14de0648ce tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c2cea81-942a-4541-ab7c-649e126c2de5']}} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:52.353084 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-9269aad1-bfc1-412f-9034-cb14de0648ce tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd70cc0df-487d-4a49-bde9-ef359fe4532c') {'for_net_delete': True} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:52.353391 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-9269aad1-bfc1-412f-9034-cb14de0648ce tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd70cc0df-487d-4a49-bde9-ef359fe4532c') {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:52.386390 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9269aad1-bfc1-412f-9034-cb14de0648ce tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126946678'] for segment (d70cc0df-487d-4a49-bde9-ef359fe4532c), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:52.410433 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9269aad1-bfc1-412f-9034-cb14de0648ce tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (d70cc0df-487d-4a49-bde9-ef359fe4532c), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:52.419710 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9269aad1-bfc1-412f-9034-cb14de0648ce tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=104099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:10:52.420126 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9269aad1-bfc1-412f-9034-cb14de0648ce tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127280876'] for segment (d70cc0df-487d-4a49-bde9-ef359fe4532c), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:52.424458 dv-neutron-834874-6-hyperv neutron-server[104099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 01:10:52.424458 dv-neutron-834874-6-hyperv neutron-server[104099]: self.session.flush() Mar 28 01:10:52.424458 dv-neutron-834874-6-hyperv neutron-server[104099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 01:10:52.424458 dv-neutron-834874-6-hyperv neutron-server[104099]: self.session.flush() Mar 28 01:10:52.424458 dv-neutron-834874-6-hyperv neutron-server[104099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 01:10:52.424458 dv-neutron-834874-6-hyperv neutron-server[104099]: self.session.flush() Mar 28 01:10:52.424458 dv-neutron-834874-6-hyperv neutron-server[104099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 01:10:52.424458 dv-neutron-834874-6-hyperv neutron-server[104099]: self.session.flush() Mar 28 01:10:52.424458 dv-neutron-834874-6-hyperv neutron-server[104099]: Traceback (most recent call last): Mar 28 01:10:52.424458 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:10:52.424458 dv-neutron-834874-6-hyperv neutron-server[104099]: timer() Mar 28 01:10:52.424458 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:10:52.424458 dv-neutron-834874-6-hyperv neutron-server[104099]: cb(*args, **kw) Mar 28 01:10:52.424458 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:10:52.424458 dv-neutron-834874-6-hyperv neutron-server[104099]: return func(*args, **kwargs) Mar 28 01:10:52.424458 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:10:52.424458 dv-neutron-834874-6-hyperv neutron-server[104099]: self._notify() Mar 28 01:10:52.424458 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:10:52.424458 dv-neutron-834874-6-hyperv neutron-server[104099]: self.callback(batched_events) Mar 28 01:10:52.424458 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:10:52.424458 dv-neutron-834874-6-hyperv neutron-server[104099]: event.method(event) Mar 28 01:10:52.424458 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:10:52.424458 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:10:52.424458 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:10:52.424458 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:10:52.424458 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:10:52.424458 dv-neutron-834874-6-hyperv neutron-server[104099]: return f(self, *a, **k) Mar 28 01:10:52.424458 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:10:52.424458 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._get(url).json() Mar 28 01:10:52.424458 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:10:52.424458 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:10:52.424458 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:10:52.424458 dv-neutron-834874-6-hyperv neutron-server[104099]: return self.request(url, 'GET', **kwargs) Mar 28 01:10:52.424458 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:10:52.424458 dv-neutron-834874-6-hyperv neutron-server[104099]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:10:52.424458 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:10:52.424458 dv-neutron-834874-6-hyperv neutron-server[104099]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:10:52.424458 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:10:52.424458 dv-neutron-834874-6-hyperv neutron-server[104099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:10:52.424458 dv-neutron-834874-6-hyperv neutron-server[104099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:10:52.465682 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.extraroute_db [None req-9925f923-6ca7-49ef-a1d9-9bc39afd6374 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=104099) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 28 01:10:52.496972 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a381aa2f-e81c-4ddc-9cb5-583f49162626 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687953'] for router (8a9872e0-7a4b-484d-b3bf-306dae35b312), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:52.503982 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.extraroute_db [None req-9925f923-6ca7-49ef-a1d9-9bc39afd6374 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Removed routes are [] {{(pid=104099) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 28 01:10:52.504398 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9925f923-6ca7-49ef-a1d9-9bc39afd6374 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3688170', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3689605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7136'] for router (be59e924-db64-46fd-ad90-c3c1be501df6), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:52.510570 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9269aad1-bfc1-412f-9034-cb14de0648ce tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (9c2cea81-942a-4541-ab7c-649e126c2de5), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:52.514659 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-86c699d3-2b79-45d1-a0ff-5be5efd3e11e None None] Publish callbacks [] for port (cab538da-b992-4bbe-9000-9f5e42ae3131), precommit_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:52.520306 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-86c699d3-2b79-45d1-a0ff-5be5efd3e11e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (cab538da-b992-4bbe-9000-9f5e42ae3131), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:52.552923 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9269aad1-bfc1-412f-9034-cb14de0648ce tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks [] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:52.556097 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-9269aad1-bfc1-412f-9034-cb14de0648ce tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "DELETE /v2.0/networks/9c2cea81-942a-4541-ab7c-649e126c2de5 HTTP/1.1" status: 204 len: 168 time: 1.4627006 Mar 28 01:10:52.563817 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54972) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:52.623350 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed8cb6c-ef67-498b-a32c-9d3278c0c303 None None] Pushing event updated for resources: {'Port': ['ID=cab538da-b992-4bbe-9000-9f5e42ae3131,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:52.632963 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac8a961-d560-438d-b096-d9d78217b494 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:10:52.635639 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-0ac8a961-d560-438d-b096-d9d78217b494 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "GET /v2.0/ports/21b81e5c-46e0-4ec9-ab1f-00dd317deb33 HTTP/1.1" status: 200 len: 845 time: 0.0697627 Mar 28 01:10:52.639205 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-86c699d3-2b79-45d1-a0ff-5be5efd3e11e None None] Attempting to bind port cab538da-b992-4bbe-9000-9f5e42ae3131 on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:10:52.639670 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-86c699d3-2b79-45d1-a0ff-5be5efd3e11e None None] Attempting to bind port cab538da-b992-4bbe-9000-9f5e42ae3131 by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': 'd42c3d92-49e2-4b62-9ea4-22552b49e62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '5453a7c2-b061-4116-b9b1-375914e68465'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:10:52.639894 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c699d3-2b79-45d1-a0ff-5be5efd3e11e None None] Attempting to bind port cab538da-b992-4bbe-9000-9f5e42ae3131 on network 5453a7c2-b061-4116-b9b1-375914e68465 {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:10:52.643634 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54974) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:52.651458 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c699d3-2b79-45d1-a0ff-5be5efd3e11e None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:10:52.652219 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c699d3-2b79-45d1-a0ff-5be5efd3e11e None None] Checking segment: {'id': 'd42c3d92-49e2-4b62-9ea4-22552b49e62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '5453a7c2-b061-4116-b9b1-375914e68465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:10:52.652960 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-86c699d3-2b79-45d1-a0ff-5be5efd3e11e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:52.653440 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c699d3-2b79-45d1-a0ff-5be5efd3e11e None None] Bound using segment: {'id': 'd42c3d92-49e2-4b62-9ea4-22552b49e62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '5453a7c2-b061-4116-b9b1-375914e68465'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:10:52.654024 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-86c699d3-2b79-45d1-a0ff-5be5efd3e11e None None] Bound port: cab538da-b992-4bbe-9000-9f5e42ae3131, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd42c3d92-49e2-4b62-9ea4-22552b49e62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '5453a7c2-b061-4116-b9b1-375914e68465'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:10:52.654513 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-86c699d3-2b79-45d1-a0ff-5be5efd3e11e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (cab538da-b992-4bbe-9000-9f5e42ae3131), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:52.708586 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-39b7cb79-5cb2-48fa-930f-4f546e4b3860 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "GET /v2.0/ports/21b81e5c-46e0-4ec9-ab1f-00dd317deb33?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0593231 Mar 28 01:10:52.708945 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54976) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:52.714851 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-7385d3ca-86f0-49e7-a2a2-885bc17146f9 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Request body: {'subnet': {'network_id': 'eed7ffa2-4413-4fe4-b128-d4b0e8228d21', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:10:52.742838 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-86c699d3-2b79-45d1-a0ff-5be5efd3e11e None None] For port cab538da-b992-4bbe-9000-9f5e42ae3131, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:10:52.746785 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-86c699d3-2b79-45d1-a0ff-5be5efd3e11e None None] For port cab538da-b992-4bbe-9000-9f5e42ae3131, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=cab538da-b992-4bbe-9000-9f5e42ae3131,segment=NetworkSegment(d42c3d92-49e2-4b62-9ea4-22552b49e62e),segment_id=d42c3d92-49e2-4b62-9ea4-22552b49e62e)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:10:52.756209 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-86c699d3-2b79-45d1-a0ff-5be5efd3e11e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (cab538da-b992-4bbe-9000-9f5e42ae3131), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:52.813457 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c699d3-2b79-45d1-a0ff-5be5efd3e11e None None] Routers {'be59e924-db64-46fd-ad90-c3c1be501df6'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:10:52.814113 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-86c699d3-2b79-45d1-a0ff-5be5efd3e11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:10:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['be59e924-db64-46fd-ad90-c3c1be501df6'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:52.856004 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7385d3ca-86f0-49e7-a2a2-885bc17146f9 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Made reservation on behalf of 123b9cbc24e44c7fa4900a5cf8071c36 for: {'subnet': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:10:52.861512 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7385d3ca-86f0-49e7-a2a2-885bc17146f9 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126112411'] for subnet (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:52.931784 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9269aad1-bfc1-412f-9034-cb14de0648ce tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Pushing event deleted for resources: {'Network': ['ID=9c2cea81-942a-4541-ab7c-649e126c2de5,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:53.124082 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed8cb6c-ef67-498b-a32c-9d3278c0c303 None None] Pushing event updated for resources: {'Port': ['ID=cab538da-b992-4bbe-9000-9f5e42ae3131,revision_number=4']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:53.136269 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9925f923-6ca7-49ef-a1d9-9bc39afd6374 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3688170', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3689605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7136'] for router (be59e924-db64-46fd-ad90-c3c1be501df6), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:53.141348 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9925f923-6ca7-49ef-a1d9-9bc39afd6374 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3688163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3687960', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3689650'] for router (be59e924-db64-46fd-ad90-c3c1be501df6), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:53.142166 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7385d3ca-86f0-49e7-a2a2-885bc17146f9 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126174976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126112397'] for subnet (ca30ad02-d935-4b6e-91ce-347af73e39b2), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:53.145788 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-e6952de1-491e-40cd-b28a-cdc423db6ab7 None None] Provisioning complete for port cab538da-b992-4bbe-9000-9f5e42ae3131 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:10:53.146160 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-e6952de1-491e-40cd-b28a-cdc423db6ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (cab538da-b992-4bbe-9000-9f5e42ae3131), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:53.164842 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7385d3ca-86f0-49e7-a2a2-885bc17146f9 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Network eed7ffa2-4413-4fe4-b128-d4b0e8228d21 is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:10:53.184780 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-7385d3ca-86f0-49e7-a2a2-885bc17146f9 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:10:53.196266 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-86c699d3-2b79-45d1-a0ff-5be5efd3e11e None None] Set router be59e924-db64-46fd-ad90-c3c1be501df6 gateway port host: None {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:10:53.198093 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21eee2d9-040f-4797-8baa-8ecb5cc720b9 None None] Network eed7ffa2-4413-4fe4-b128-d4b0e8228d21 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:10:53.198792 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7385d3ca-86f0-49e7-a2a2-885bc17146f9 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:10:53.199788 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7385d3ca-86f0-49e7-a2a2-885bc17146f9 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:53.233060 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-7385d3ca-86f0-49e7-a2a2-885bc17146f9 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5228984 Mar 28 01:10:53.236249 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54978) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:53.238102 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7385d3ca-86f0-49e7-a2a2-885bc17146f9 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Pushing event updated for resources: {'Subnet': ['ID=ca30ad02-d935-4b6e-91ce-347af73e39b2,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:53.240679 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 4c509997-54ed-4a7c-a8c1-7550b24984a0 no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:10:53.242441 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-db300265-5575-432b-bbf8-ead8df647772 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Request body: {'security_group': {'name': 'tempest-secgroup-44964814'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:10:53.289691 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-db300265-5575-432b-bbf8-ead8df647772 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks [] for security_group (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:53.299104 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: 4c509997-54ed-4a7c-a8c1-7550b24984a0 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:10:53.299443 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 4c509997-54ed-4a7c-a8c1-7550b24984a0 not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:10:53.301156 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a381aa2f-e81c-4ddc-9cb5-583f49162626 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Router 8a9872e0-7a4b-484d-b3bf-306dae35b312 is scheduled to L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 with binding_index 1 {{(pid=104099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 01:10:53.310040 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9925f923-6ca7-49ef-a1d9-9bc39afd6374 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Router be59e924-db64-46fd-ad90-c3c1be501df6 has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:10:53.439309 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-e6952de1-491e-40cd-b28a-cdc423db6ab7 None None] Current status of the port cab538da-b992-4bbe-9000-9f5e42ae3131 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:10:53.439309 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-e6952de1-491e-40cd-b28a-cdc423db6ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (cab538da-b992-4bbe-9000-9f5e42ae3131), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:53.518929 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-e6952de1-491e-40cd-b28a-cdc423db6ab7 None None] For port cab538da-b992-4bbe-9000-9f5e42ae3131, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=cab538da-b992-4bbe-9000-9f5e42ae3131,segment=NetworkSegment(d42c3d92-49e2-4b62-9ea4-22552b49e62e),segment_id=d42c3d92-49e2-4b62-9ea4-22552b49e62e)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:10:53.525131 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-e6952de1-491e-40cd-b28a-cdc423db6ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (cab538da-b992-4bbe-9000-9f5e42ae3131), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:53.525477 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-db300265-5575-432b-bbf8-ead8df647772 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks [] for security_group (6790c001-d13e-4fd7-9aaf-f33be67e80d0), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:53.530115 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-db300265-5575-432b-bbf8-ead8df647772 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (6790c001-d13e-4fd7-9aaf-f33be67e80d0), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:53.564318 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9925f923-6ca7-49ef-a1d9-9bc39afd6374 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:10:53.573932 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9925f923-6ca7-49ef-a1d9-9bc39afd6374 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks [] for router (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:53.578310 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-9925f923-6ca7-49ef-a1d9-9bc39afd6374 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] 10.222.0.24 "PUT /v2.0/routers/be59e924-db64-46fd-ad90-c3c1be501df6 HTTP/1.1" status: 200 len: 934 time: 2.0067651 Mar 28 01:10:53.578730 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54980) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:53.583482 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a381aa2f-e81c-4ddc-9cb5-583f49162626 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:10:53.594308 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-db300265-5575-432b-bbf8-ead8df647772 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:53.594495 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4882ee57-714b-4aef-bf23-30b3282331e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-eed7ffa2-4413-4fe4-b128-d4b0e8228d21', 'network_id': 'eed7ffa2-4413-4fe4-b128-d4b0e8228d21', 'project_id': '123b9cbc24e44c7fa4900a5cf8071c36', 'fixed_ips': [{'subnet_id': 'ca30ad02-d935-4b6e-91ce-347af73e39b2'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:10:53.595160 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-4882ee57-714b-4aef-bf23-30b3282331e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:53.595531 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-db300265-5575-432b-bbf8-ead8df647772 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.3582516 Mar 28 01:10:53.598205 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54982) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:53.600130 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28fad0a-7b36-4668-bd30-cedd56227331 None None] Sync routers for ids ['8a9872e0-7a4b-484d-b3bf-306dae35b312'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:10:53.600662 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db300265-5575-432b-bbf8-ead8df647772 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6790c001-d13e-4fd7-9aaf-f33be67e80d0,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:53.604867 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-06ab2f8b-a7bf-4a99-9a00-920231106d4f tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Request body: {'security_group': {'name': 'tempest-secgroup-1357818195'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:10:53.622115 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6952de1-491e-40cd-b28a-cdc423db6ab7 None None] Pushing event updated for resources: {'Port': ['ID=cab538da-b992-4bbe-9000-9f5e42ae3131,revision_number=5']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:53.626585 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28fad0a-7b36-4668-bd30-cedd56227331 None None] Routers {'8a9872e0-7a4b-484d-b3bf-306dae35b312'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:10:53.633841 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-f28fad0a-7b36-4668-bd30-cedd56227331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:10:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['8a9872e0-7a4b-484d-b3bf-306dae35b312'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:53.634540 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a381aa2f-e81c-4ddc-9cb5-583f49162626 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Publish callbacks [] for router (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:53.638490 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-a381aa2f-e81c-4ddc-9cb5-583f49162626 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.4650009 Mar 28 01:10:53.639913 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54984) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:53.641490 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-06ab2f8b-a7bf-4a99-9a00-920231106d4f tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks [] for security_group (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:53.648576 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-fce76a15-2759-479c-b918-56d43a141fe7 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'enable_snat': False}}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:10:53.691527 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-f28fad0a-7b36-4668-bd30-cedd56227331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:53.702394 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28fad0a-7b36-4668-bd30-cedd56227331 None None] Routers {'8a9872e0-7a4b-484d-b3bf-306dae35b312'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:10:53.703959 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-f28fad0a-7b36-4668-bd30-cedd56227331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:10:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['8a9872e0-7a4b-484d-b3bf-306dae35b312'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:53.712711 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-86c699d3-2b79-45d1-a0ff-5be5efd3e11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be59e924-db64-46fd-ad90-c3c1be501df6', 'name': 'tempest-RoutersTest-router-1951048026', 'tenant_id': 'b477b3de086344ba86693af53d13cdd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:10:30Z', 'updated_at': '2022-03-28T01:10:52Z', 'revision_number': 6, 'project_id': 'b477b3de086344ba86693af53d13cdd0', 'gw_port_host': None, '_interfaces': [{'id': '007b231c-6bf0-46b0-8bbd-ee5db9ebbfe4', 'name': '', 'network_id': 'f2e4194b-4477-497f-814c-f3350cbfc77f', 'tenant_id': 'b477b3de086344ba86693af53d13cdd0', 'mac_address': 'fa:16:3e:1e:04:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be59e924-db64-46fd-ad90-c3c1be501df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '86132294-de8e-4622-ad8e-aac9649a1191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:10:32Z', 'updated_at': '2022-03-28T01:10:37Z', 'revision_number': 5, 'project_id': 'b477b3de086344ba86693af53d13cdd0', 'subnets': [{'id': '86132294-de8e-4622-ad8e-aac9649a1191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1a688fbd-8b48-4762-8af0-01de293dc347', 'name': '', 'network_id': '9e8fc964-0bce-4469-80fa-23a650feb4fa', 'tenant_id': 'b477b3de086344ba86693af53d13cdd0', 'mac_address': 'fa:16:3e:09:41:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be59e924-db64-46fd-ad90-c3c1be501df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': 'a2443079-c09e-4740-9b1e-7c007340fed3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:10:42Z', 'updated_at': '2022-03-28T01:10:48Z', 'revision_number': 5, 'project_id': 'b477b3de086344ba86693af53d13cdd0', 'subnets': [{'id': 'a2443079-c09e-4740-9b1e-7c007340fed3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86a2c6ba-054c-4b04-97c1-8711cee76569', 'name': '', 'network_id': '7593a348-591f-4c24-8193-5ef8b973d513', 'tenant_id': 'b477b3de086344ba86693af53d13cdd0', 'mac_address': 'fa:16:3e:46:42:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be59e924-db64-46fd-ad90-c3c1be501df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'd2f5dd09-e80b-495d-b764-01c46c47d29f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:10:37Z', 'updated_at': '2022-03-28T01:10:44Z', 'revision_number': 5, 'project_id': 'b477b3de086344ba86693af53d13cdd0', 'subnets': [{'id': 'd2f5dd09-e80b-495d-b764-01c46c47d29f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cab538da-b992-4bbe-9000-9f5e42ae3131', 'name': '', 'network_id': '5453a7c2-b061-4116-b9b1-375914e68465', 'tenant_id': 'b477b3de086344ba86693af53d13cdd0', 'mac_address': 'fa:16:3e:82:28:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be59e924-db64-46fd-ad90-c3c1be501df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'aebb3ddc-418c-4bd3-8b7f-131978fd63b7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:10:48Z', 'updated_at': '2022-03-28T01:10:52Z', 'revision_number': 4, 'project_id': 'b477b3de086344ba86693af53d13cdd0', 'subnets': [{'id': 'aebb3ddc-418c-4bd3-8b7f-131978fd63b7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:53.717961 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-3a595ca6-7381-4321-a547-1cbbfffc10b8 None None] Provisioning complete for port cab538da-b992-4bbe-9000-9f5e42ae3131 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:10:53.718984 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-3a595ca6-7381-4321-a547-1cbbfffc10b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (cab538da-b992-4bbe-9000-9f5e42ae3131), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:53.749834 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-f28fad0a-7b36-4668-bd30-cedd56227331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:53.751137 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28fad0a-7b36-4668-bd30-cedd56227331 None None] The sync data for ids ['8a9872e0-7a4b-484d-b3bf-306dae35b312'] in dv-neutron-834874-6-hyperv is: [] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:10:53.771836 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c699d3-2b79-45d1-a0ff-5be5efd3e11e None None] The sync data for ids ['be59e924-db64-46fd-ad90-c3c1be501df6'] in dv-neutron-834874-6-hyperv is: [{'id': 'be59e924-db64-46fd-ad90-c3c1be501df6', 'name': 'tempest-RoutersTest-router-1951048026', 'tenant_id': 'b477b3de086344ba86693af53d13cdd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:10:30Z', 'updated_at': '2022-03-28T01:10:52Z', 'revision_number': 6, 'project_id': 'b477b3de086344ba86693af53d13cdd0', 'gw_port_host': None, '_interfaces': [{'id': '007b231c-6bf0-46b0-8bbd-ee5db9ebbfe4', 'name': '', 'network_id': 'f2e4194b-4477-497f-814c-f3350cbfc77f', 'tenant_id': 'b477b3de086344ba86693af53d13cdd0', 'mac_address': 'fa:16:3e:1e:04:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be59e924-db64-46fd-ad90-c3c1be501df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '86132294-de8e-4622-ad8e-aac9649a1191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:10:32Z', 'updated_at': '2022-03-28T01:10:37Z', 'revision_number': 5, 'project_id': 'b477b3de086344ba86693af53d13cdd0', 'subnets': [{'id': '86132294-de8e-4622-ad8e-aac9649a1191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1a688fbd-8b48-4762-8af0-01de293dc347', 'name': '', 'network_id': '9e8fc964-0bce-4469-80fa-23a650feb4fa', 'tenant_id': 'b477b3de086344ba86693af53d13cdd0', 'mac_address': 'fa:16:3e:09:41:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be59e924-db64-46fd-ad90-c3c1be501df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': 'a2443079-c09e-4740-9b1e-7c007340fed3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:10:42Z', 'updated_at': '2022-03-28T01:10:48Z', 'revision_number': 5, 'project_id': 'b477b3de086344ba86693af53d13cdd0', 'subnets': [{'id': 'a2443079-c09e-4740-9b1e-7c007340fed3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86a2c6ba-054c-4b04-97c1-8711cee76569', 'name': '', 'network_id': '7593a348-591f-4c24-8193-5ef8b973d513', 'tenant_id': 'b477b3de086344ba86693af53d13cdd0', 'mac_address': 'fa:16:3e:46:42:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be59e924-db64-46fd-ad90-c3c1be501df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'd2f5dd09-e80b-495d-b764-01c46c47d29f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:10:37Z', 'updated_at': '2022-03-28T01:10:44Z', 'revision_number': 5, 'project_id': 'b477b3de086344ba86693af53d13cdd0', 'subnets': [{'id': 'd2f5dd09-e80b-495d-b764-01c46c47d29f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cab538da-b992-4bbe-9000-9f5e42ae3131', 'name': '', 'network_id': '5453a7c2-b061-4116-b9b1-375914e68465', 'tenant_id': 'b477b3de086344ba86693af53d13cdd0', 'mac_address': 'fa:16:3e:82:28:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be59e924-db64-46fd-ad90-c3c1be501df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'aebb3ddc-418c-4bd3-8b7f-131978fd63b7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:10:48Z', 'updated_at': '2022-03-28T01:10:52Z', 'revision_number': 4, 'project_id': 'b477b3de086344ba86693af53d13cdd0', 'subnets': [{'id': 'aebb3ddc-418c-4bd3-8b7f-131978fd63b7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:10:53.785437 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-024a94fe-07b2-4055-9415-292a014da26e tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] 10.222.0.24 "GET /v2.0/routers/be59e924-db64-46fd-ad90-c3c1be501df6 HTTP/1.1" status: 200 len: 934 time: 0.2052460 Mar 28 01:10:53.788486 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54986) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:53.795727 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-e2974f6b-345b-43a0-9da1-fd2ec9785472 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Request body: {'router': {'routes': None}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:10:53.840888 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-4882ee57-714b-4aef-bf23-30b3282331e7 None None] Allocated IP 2001:db8::2 (eed7ffa2-4413-4fe4-b128-d4b0e8228d21/ca30ad02-d935-4b6e-91ce-347af73e39b2/db7e45ef-6661-436b-9345-043930b9b6f1) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:10:53.903374 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-06ab2f8b-a7bf-4a99-9a00-920231106d4f tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks [] for security_group (7ee34559-04d9-4b26-8217-546531f3981b), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:53.910320 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-06ab2f8b-a7bf-4a99-9a00-920231106d4f tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (7ee34559-04d9-4b26-8217-546531f3981b), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:53.957691 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-06ab2f8b-a7bf-4a99-9a00-920231106d4f tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:53.959980 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-06ab2f8b-a7bf-4a99-9a00-920231106d4f tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3607368 Mar 28 01:10:53.960966 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ab2f8b-a7bf-4a99-9a00-920231106d4f tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ee34559-04d9-4b26-8217-546531f3981b,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:53.962731 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54988) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:53.969070 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-ff8a8dae-94d4-4e68-a6d2-7da7972d7368 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1067058444', 'security_groups': ['7ee34559-04d9-4b26-8217-546531f3981b'], 'network_id': 'eed7ffa2-4413-4fe4-b128-d4b0e8228d21', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ca30ad02-d935-4b6e-91ce-347af73e39b2'}]}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:10:53.979482 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-3a595ca6-7381-4321-a547-1cbbfffc10b8 None None] Current status of the port cab538da-b992-4bbe-9000-9f5e42ae3131 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:10:54.114903 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-4882ee57-714b-4aef-bf23-30b3282331e7 None None] Publish callbacks [] for port (db7e45ef-6661-436b-9345-043930b9b6f1), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:54.122929 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-fce76a15-2759-479c-b918-56d43a141fe7 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks [] for router_gateway (8a9872e0-7a4b-484d-b3bf-306dae35b312), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:54.127159 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-4882ee57-714b-4aef-bf23-30b3282331e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (db7e45ef-6661-436b-9345-043930b9b6f1), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:54.164147 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4882ee57-714b-4aef-bf23-30b3282331e7 None None] Network eed7ffa2-4413-4fe4-b128-d4b0e8228d21 is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:10:54.167404 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-4882ee57-714b-4aef-bf23-30b3282331e7 None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:10:54.170194 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4882ee57-714b-4aef-bf23-30b3282331e7 None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:10:54.219501 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4882ee57-714b-4aef-bf23-30b3282331e7 None None] Pushing event updated for resources: {'Port': ['ID=db7e45ef-6661-436b-9345-043930b9b6f1,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:54.278767 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-4882ee57-714b-4aef-bf23-30b3282331e7 None None] Attempting to bind port db7e45ef-6661-436b-9345-043930b9b6f1 on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:10:54.279791 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-4882ee57-714b-4aef-bf23-30b3282331e7 None None] Attempting to bind port db7e45ef-6661-436b-9345-043930b9b6f1 by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': '3d9b7a63-ed89-48d7-9440-f9ec22288db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'eed7ffa2-4413-4fe4-b128-d4b0e8228d21'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:10:54.280202 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4882ee57-714b-4aef-bf23-30b3282331e7 None None] Attempting to bind port db7e45ef-6661-436b-9345-043930b9b6f1 on network eed7ffa2-4413-4fe4-b128-d4b0e8228d21 {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:10:54.286764 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4882ee57-714b-4aef-bf23-30b3282331e7 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:10:54.287166 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4882ee57-714b-4aef-bf23-30b3282331e7 None None] Checking segment: {'id': '3d9b7a63-ed89-48d7-9440-f9ec22288db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'eed7ffa2-4413-4fe4-b128-d4b0e8228d21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:10:54.287691 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-4882ee57-714b-4aef-bf23-30b3282331e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:54.288503 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4882ee57-714b-4aef-bf23-30b3282331e7 None None] Bound using segment: {'id': '3d9b7a63-ed89-48d7-9440-f9ec22288db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'eed7ffa2-4413-4fe4-b128-d4b0e8228d21'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:10:54.289210 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-4882ee57-714b-4aef-bf23-30b3282331e7 None None] Bound port: db7e45ef-6661-436b-9345-043930b9b6f1, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d9b7a63-ed89-48d7-9440-f9ec22288db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'eed7ffa2-4413-4fe4-b128-d4b0e8228d21'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:10:54.289960 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-4882ee57-714b-4aef-bf23-30b3282331e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (db7e45ef-6661-436b-9345-043930b9b6f1), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:54.329221 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff8a8dae-94d4-4e68-a6d2-7da7972d7368 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Made reservation on behalf of 123b9cbc24e44c7fa4900a5cf8071c36 for: {'port': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:10:54.360983 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-4882ee57-714b-4aef-bf23-30b3282331e7 None None] For port db7e45ef-6661-436b-9345-043930b9b6f1, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:10:54.364616 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-4882ee57-714b-4aef-bf23-30b3282331e7 None None] For port db7e45ef-6661-436b-9345-043930b9b6f1, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=db7e45ef-6661-436b-9345-043930b9b6f1,segment=NetworkSegment(3d9b7a63-ed89-48d7-9440-f9ec22288db0),segment_id=3d9b7a63-ed89-48d7-9440-f9ec22288db0)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:10:54.372328 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-4882ee57-714b-4aef-bf23-30b3282331e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (db7e45ef-6661-436b-9345-043930b9b6f1), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:54.438554 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4882ee57-714b-4aef-bf23-30b3282331e7 None None] Pushing event updated for resources: {'Port': ['ID=db7e45ef-6661-436b-9345-043930b9b6f1,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:54.488971 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ff8a8dae-94d4-4e68-a6d2-7da7972d7368 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:54.504557 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.extraroute_db [None req-e2974f6b-345b-43a0-9da1-fd2ec9785472 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Added routes are [] {{(pid=104098) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 28 01:10:54.504557 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.extraroute_db [None req-e2974f6b-345b-43a0-9da1-fd2ec9785472 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=104098) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 28 01:10:54.522707 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.notifiers.nova [None req-ff8a8dae-94d4-4e68-a6d2-7da7972d7368 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] device_id is not set on port e5dfcd11-3e6f-4c0a-9e02-2d94aec3dca0 yet. {{(pid=104098) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 01:10:54.614962 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e2974f6b-345b-43a0-9da1-fd2ec9785472 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3688170', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3689605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7136'] for router (be59e924-db64-46fd-ad90-c3c1be501df6), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:54.698198 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-fce76a15-2759-479c-b918-56d43a141fe7 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3688170', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3689605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7136'] for router (8a9872e0-7a4b-484d-b3bf-306dae35b312), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:54.703658 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-fce76a15-2759-479c-b918-56d43a141fe7 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3688163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3687960', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3689650'] for router (8a9872e0-7a4b-484d-b3bf-306dae35b312), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:54.827574 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4fef42-aaa5-41cc-84d9-4eb0bbcda95d None None] Sync routers for ids ['be59e924-db64-46fd-ad90-c3c1be501df6'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:10:54.840145 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4fef42-aaa5-41cc-84d9-4eb0bbcda95d None None] Routers {'be59e924-db64-46fd-ad90-c3c1be501df6'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:10:54.841299 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-ed4fef42-aaa5-41cc-84d9-4eb0bbcda95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:10:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['be59e924-db64-46fd-ad90-c3c1be501df6'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:54.863784 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fce76a15-2759-479c-b918-56d43a141fe7 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Router 8a9872e0-7a4b-484d-b3bf-306dae35b312 has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:10:54.886405 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-ff8a8dae-94d4-4e68-a6d2-7da7972d7368 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Allocated IP 2001:db8::2e1 (eed7ffa2-4413-4fe4-b128-d4b0e8228d21/ca30ad02-d935-4b6e-91ce-347af73e39b2/e5dfcd11-3e6f-4c0a-9e02-2d94aec3dca0) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:10:54.911142 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 54992) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:54.960751 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-ed4fef42-aaa5-41cc-84d9-4eb0bbcda95d None None] Set router be59e924-db64-46fd-ad90-c3c1be501df6 gateway port host: None {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:10:54.982353 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e2974f6b-345b-43a0-9da1-fd2ec9785472 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3688170', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3689605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7136'] for router (be59e924-db64-46fd-ad90-c3c1be501df6), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:54.995057 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fce76a15-2759-479c-b918-56d43a141fe7 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:10:54.999446 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e2974f6b-345b-43a0-9da1-fd2ec9785472 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3688163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3687960', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3689650'] for router (be59e924-db64-46fd-ad90-c3c1be501df6), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:55.000757 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-fce76a15-2759-479c-b918-56d43a141fe7 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:55.002241 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-fce76a15-2759-479c-b918-56d43a141fe7 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] 10.222.0.24 "PUT /v2.0/routers/8a9872e0-7a4b-484d-b3bf-306dae35b312 HTTP/1.1" status: 200 len: 925 time: 1.3586357 Mar 28 01:10:55.004765 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54994) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:55.011394 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd2ad60-c51a-42c0-8f86-c05fe704ea5c None None] Sync routers for ids ['8a9872e0-7a4b-484d-b3bf-306dae35b312'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:10:55.025078 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd2ad60-c51a-42c0-8f86-c05fe704ea5c None None] Routers {'8a9872e0-7a4b-484d-b3bf-306dae35b312'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:10:55.027554 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-fbd2ad60-c51a-42c0-8f86-c05fe704ea5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:10:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['8a9872e0-7a4b-484d-b3bf-306dae35b312'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:55.089293 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-fbd2ad60-c51a-42c0-8f86-c05fe704ea5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:55.114132 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd2ad60-c51a-42c0-8f86-c05fe704ea5c None None] Routers {'8a9872e0-7a4b-484d-b3bf-306dae35b312'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:10:55.115107 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-fbd2ad60-c51a-42c0-8f86-c05fe704ea5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:10:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['8a9872e0-7a4b-484d-b3bf-306dae35b312'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:55.132261 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-13396f4d-cc00-42fc-aedd-3215cf0dbf39 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] 10.222.0.24 "GET /v2.0/routers/8a9872e0-7a4b-484d-b3bf-306dae35b312 HTTP/1.1" status: 200 len: 925 time: 0.1237612 Mar 28 01:10:55.132798 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54996) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:55.219594 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-fbd2ad60-c51a-42c0-8f86-c05fe704ea5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:55.220999 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd2ad60-c51a-42c0-8f86-c05fe704ea5c None None] The sync data for ids ['8a9872e0-7a4b-484d-b3bf-306dae35b312'] in dv-neutron-834874-6-hyperv is: [] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:10:55.247753 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b587a6df-3eb3-4dec-8dae-e8c621db5dbf tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:10:55.251920 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-b587a6df-3eb3-4dec-8dae-e8c621db5dbf tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=dea6548b-502b-42db-97fb-371e423e739a&device_id=8a9872e0-7a4b-484d-b3bf-306dae35b312&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1157517 Mar 28 01:10:55.252915 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 54998) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:55.278437 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-ed4fef42-aaa5-41cc-84d9-4eb0bbcda95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be59e924-db64-46fd-ad90-c3c1be501df6', 'name': 'tempest-RoutersTest-router-1951048026', 'tenant_id': 'b477b3de086344ba86693af53d13cdd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:10:30Z', 'updated_at': '2022-03-28T01:10:54Z', 'revision_number': 7, 'project_id': 'b477b3de086344ba86693af53d13cdd0', 'gw_port_host': None, '_interfaces': [{'id': '007b231c-6bf0-46b0-8bbd-ee5db9ebbfe4', 'name': '', 'network_id': 'f2e4194b-4477-497f-814c-f3350cbfc77f', 'tenant_id': 'b477b3de086344ba86693af53d13cdd0', 'mac_address': 'fa:16:3e:1e:04:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be59e924-db64-46fd-ad90-c3c1be501df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '86132294-de8e-4622-ad8e-aac9649a1191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:10:32Z', 'updated_at': '2022-03-28T01:10:37Z', 'revision_number': 5, 'project_id': 'b477b3de086344ba86693af53d13cdd0', 'subnets': [{'id': '86132294-de8e-4622-ad8e-aac9649a1191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1a688fbd-8b48-4762-8af0-01de293dc347', 'name': '', 'network_id': '9e8fc964-0bce-4469-80fa-23a650feb4fa', 'tenant_id': 'b477b3de086344ba86693af53d13cdd0', 'mac_address': 'fa:16:3e:09:41:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be59e924-db64-46fd-ad90-c3c1be501df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': 'a2443079-c09e-4740-9b1e-7c007340fed3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:10:42Z', 'updated_at': '2022-03-28T01:10:48Z', 'revision_number': 5, 'project_id': 'b477b3de086344ba86693af53d13cdd0', 'subnets': [{'id': 'a2443079-c09e-4740-9b1e-7c007340fed3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86a2c6ba-054c-4b04-97c1-8711cee76569', 'name': '', 'network_id': '7593a348-591f-4c24-8193-5ef8b973d513', 'tenant_id': 'b477b3de086344ba86693af53d13cdd0', 'mac_address': 'fa:16:3e:46:42:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be59e924-db64-46fd-ad90-c3c1be501df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'd2f5dd09-e80b-495d-b764-01c46c47d29f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:10:37Z', 'updated_at': '2022-03-28T01:10:44Z', 'revision_number': 5, 'project_id': 'b477b3de086344ba86693af53d13cdd0', 'subnets': [{'id': 'd2f5dd09-e80b-495d-b764-01c46c47d29f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cab538da-b992-4bbe-9000-9f5e42ae3131', 'name': '', 'network_id': '5453a7c2-b061-4116-b9b1-375914e68465', 'tenant_id': 'b477b3de086344ba86693af53d13cdd0', 'mac_address': 'fa:16:3e:82:28:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be59e924-db64-46fd-ad90-c3c1be501df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'aebb3ddc-418c-4bd3-8b7f-131978fd63b7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:10:48Z', 'updated_at': '2022-03-28T01:10:53Z', 'revision_number': 5, 'project_id': 'b477b3de086344ba86693af53d13cdd0', 'subnets': [{'id': 'aebb3ddc-418c-4bd3-8b7f-131978fd63b7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:55.325270 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4fef42-aaa5-41cc-84d9-4eb0bbcda95d None None] Checking router: be59e924-db64-46fd-ad90-c3c1be501df6 for host: dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:10:55.354296 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36abc4ee-a3c2-485a-ae17-d7eec33266cb tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:10:55.355739 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-36abc4ee-a3c2-485a-ae17-d7eec33266cb tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] 10.222.0.24 "GET /v2.0/networks/dea6548b-502b-42db-97fb-371e423e739a HTTP/1.1" status: 200 len: 881 time: 0.1016738 Mar 28 01:10:55.358970 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55000) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:55.363985 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device cab538da-b992-4bbe-9000-9f5e42ae3131 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:10:55.388723 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4fef42-aaa5-41cc-84d9-4eb0bbcda95d None None] Routers {'be59e924-db64-46fd-ad90-c3c1be501df6'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:10:55.389732 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-ed4fef42-aaa5-41cc-84d9-4eb0bbcda95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:10:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['be59e924-db64-46fd-ad90-c3c1be501df6'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:55.396920 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-3abc3240-ca70-4a11-b888-1c85a69cc8c2 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a9872e0-7a4b-484d-b3bf-306dae35b312 HTTP/1.1" status: 200 len: 205 time: 0.0366676 Mar 28 01:10:55.397656 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55002) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:55.512799 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491b2a65-de13-4253-b253-2d0739a22b3c tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:10:55.513274 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491b2a65-de13-4253-b253-2d0739a22b3c tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:10:55.513738 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491b2a65-de13-4253-b253-2d0739a22b3c tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:10:55.516149 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-491b2a65-de13-4253-b253-2d0739a22b3c tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] 10.222.0.24 "GET /v2.0/ports?project_id=cf1ee0ed9c204cc5bccbb38ebf185041&network_id=7543c20d-2cfc-49fd-abfd-e84ff8dfd2c3 HTTP/1.1" status: 200 len: 3102 time: 0.6042225 Mar 28 01:10:55.546242 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0aa55f30-07da-4b02-a0e4-59b9b74f7c3b tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Publish callbacks [] for router (8a9872e0-7a4b-484d-b3bf-306dae35b312), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:55.599332 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2974f6b-345b-43a0-9da1-fd2ec9785472 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Router be59e924-db64-46fd-ad90-c3c1be501df6 has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:10:55.612146 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ff8a8dae-94d4-4e68-a6d2-7da7972d7368 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks [] for port (e5dfcd11-3e6f-4c0a-9e02-2d94aec3dca0), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:55.688820 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0aa55f30-07da-4b02-a0e4-59b9b74f7c3b tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Publish callbacks [] for router_gateway (8a9872e0-7a4b-484d-b3bf-306dae35b312), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:55.694157 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port cab538da-b992-4bbe-9000-9f5e42ae3131 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:10:55.694541 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (cab538da-b992-4bbe-9000-9f5e42ae3131), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:55.697471 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-ed4fef42-aaa5-41cc-84d9-4eb0bbcda95d None None] Set router be59e924-db64-46fd-ad90-c3c1be501df6 gateway port host: None {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:10:55.729145 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ff8a8dae-94d4-4e68-a6d2-7da7972d7368 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (e5dfcd11-3e6f-4c0a-9e02-2d94aec3dca0), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:55.758796 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-0aa55f30-07da-4b02-a0e4-59b9b74f7c3b tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Deleting port c49372ac-d672-4e89-9f7e-db46fbf1bdd0 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:10:55.759206 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0aa55f30-07da-4b02-a0e4-59b9b74f7c3b tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (c49372ac-d672-4e89-9f7e-db46fbf1bdd0), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:55.801034 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8a8dae-94d4-4e68-a6d2-7da7972d7368 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Network eed7ffa2-4413-4fe4-b128-d4b0e8228d21 is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:10:55.807107 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2974f6b-345b-43a0-9da1-fd2ec9785472 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:10:55.817495 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e2974f6b-345b-43a0-9da1-fd2ec9785472 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks [] for router (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:55.818918 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-e2974f6b-345b-43a0-9da1-fd2ec9785472 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] 10.222.0.24 "PUT /v2.0/routers/be59e924-db64-46fd-ad90-c3c1be501df6 HTTP/1.1" status: 200 len: 700 time: 2.0288475 Mar 28 01:10:55.821578 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55008) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:55.823734 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-ff8a8dae-94d4-4e68-a6d2-7da7972d7368 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:10:55.826008 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8a8dae-94d4-4e68-a6d2-7da7972d7368 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:10:55.832327 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8a8dae-94d4-4e68-a6d2-7da7972d7368 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:10:55.832469 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ff8a8dae-94d4-4e68-a6d2-7da7972d7368 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:55.844095 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8a8dae-94d4-4e68-a6d2-7da7972d7368 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Pushing event updated for resources: {'Port': ['ID=e5dfcd11-3e6f-4c0a-9e02-2d94aec3dca0,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:55.865001 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-ff8a8dae-94d4-4e68-a6d2-7da7972d7368 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9005189 Mar 28 01:10:55.865202 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55010) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:55.870409 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-902cbd58-fc2a-4ad5-9490-98d6c56de634 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Request body: {'subnet': {'network_id': 'eed7ffa2-4413-4fe4-b128-d4b0e8228d21', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:10:55.881490 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-69920faa-53ca-4e7d-a820-f35e1e3cf5be None None] Provisioning complete for port db7e45ef-6661-436b-9345-043930b9b6f1 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:10:55.882024 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-69920faa-53ca-4e7d-a820-f35e1e3cf5be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (db7e45ef-6661-436b-9345-043930b9b6f1), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:55.927753 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0aa55f30-07da-4b02-a0e4-59b9b74f7c3b tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (c49372ac-d672-4e89-9f7e-db46fbf1bdd0), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:55.999910 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port cab538da-b992-4bbe-9000-9f5e42ae3131 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:10:56.002497 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device db7e45ef-6661-436b-9345-043930b9b6f1 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:10:56.011727 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-902cbd58-fc2a-4ad5-9490-98d6c56de634 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Made reservation on behalf of 123b9cbc24e44c7fa4900a5cf8071c36 for: {'subnet': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:10:56.016391 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-902cbd58-fc2a-4ad5-9490-98d6c56de634 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126112411'] for subnet (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:56.110447 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-69920faa-53ca-4e7d-a820-f35e1e3cf5be None None] Current status of the port db7e45ef-6661-436b-9345-043930b9b6f1 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:10:56.110880 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-69920faa-53ca-4e7d-a820-f35e1e3cf5be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (db7e45ef-6661-436b-9345-043930b9b6f1), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:56.140771 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.ipam_backend_mixin [None req-902cbd58-fc2a-4ad5-9490-98d6c56de634 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ca30ad02-d935-4b6e-91ce-347af73e39b2 (CIDR: 2001:db8::/64) Mar 28 01:10:56.145229 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.pecan_wsgi.hooks.translation [None req-902cbd58-fc2a-4ad5-9490-98d6c56de634 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 01:10:56.145900 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-902cbd58-fc2a-4ad5-9490-98d6c56de634 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:10:56.164907 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-69920faa-53ca-4e7d-a820-f35e1e3cf5be None None] For port db7e45ef-6661-436b-9345-043930b9b6f1, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=db7e45ef-6661-436b-9345-043930b9b6f1,segment=NetworkSegment(3d9b7a63-ed89-48d7-9440-f9ec22288db0),segment_id=3d9b7a63-ed89-48d7-9440-f9ec22288db0)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:10:56.168871 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-902cbd58-fc2a-4ad5-9490-98d6c56de634 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3024373 Mar 28 01:10:56.169383 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55012) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:56.173753 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-69920faa-53ca-4e7d-a820-f35e1e3cf5be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (db7e45ef-6661-436b-9345-043930b9b6f1), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:56.175912 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-f8a3cd1f-f7cc-418e-8ad6-cd50a1088214 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Request body: {'subnet': {'network_id': 'eed7ffa2-4413-4fe4-b128-d4b0e8228d21', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:10:56.217334 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port db7e45ef-6661-436b-9345-043930b9b6f1 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:10:56.217719 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (db7e45ef-6661-436b-9345-043930b9b6f1), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:56.223349 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-0aa55f30-07da-4b02-a0e4-59b9b74f7c3b tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Calling delete_port for c49372ac-d672-4e89-9f7e-db46fbf1bdd0 owned by network:router_gateway {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:10:56.223920 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-ed4fef42-aaa5-41cc-84d9-4eb0bbcda95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be59e924-db64-46fd-ad90-c3c1be501df6', 'name': 'tempest-RoutersTest-router-1951048026', 'tenant_id': 'b477b3de086344ba86693af53d13cdd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:10:30Z', 'updated_at': '2022-03-28T01:10:54Z', 'revision_number': 7, 'project_id': 'b477b3de086344ba86693af53d13cdd0', 'gw_port_host': None, '_interfaces': [{'id': '007b231c-6bf0-46b0-8bbd-ee5db9ebbfe4', 'name': '', 'network_id': 'f2e4194b-4477-497f-814c-f3350cbfc77f', 'tenant_id': 'b477b3de086344ba86693af53d13cdd0', 'mac_address': 'fa:16:3e:1e:04:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be59e924-db64-46fd-ad90-c3c1be501df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '86132294-de8e-4622-ad8e-aac9649a1191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:10:32Z', 'updated_at': '2022-03-28T01:10:37Z', 'revision_number': 5, 'project_id': 'b477b3de086344ba86693af53d13cdd0', 'subnets': [{'id': '86132294-de8e-4622-ad8e-aac9649a1191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1a688fbd-8b48-4762-8af0-01de293dc347', 'name': '', 'network_id': '9e8fc964-0bce-4469-80fa-23a650feb4fa', 'tenant_id': 'b477b3de086344ba86693af53d13cdd0', 'mac_address': 'fa:16:3e:09:41:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be59e924-db64-46fd-ad90-c3c1be501df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': 'a2443079-c09e-4740-9b1e-7c007340fed3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:10:42Z', 'updated_at': '2022-03-28T01:10:48Z', 'revision_number': 5, 'project_id': 'b477b3de086344ba86693af53d13cdd0', 'subnets': [{'id': 'a2443079-c09e-4740-9b1e-7c007340fed3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86a2c6ba-054c-4b04-97c1-8711cee76569', 'name': '', 'network_id': '7593a348-591f-4c24-8193-5ef8b973d513', 'tenant_id': 'b477b3de086344ba86693af53d13cdd0', 'mac_address': 'fa:16:3e:46:42:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be59e924-db64-46fd-ad90-c3c1be501df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'd2f5dd09-e80b-495d-b764-01c46c47d29f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:10:37Z', 'updated_at': '2022-03-28T01:10:44Z', 'revision_number': 5, 'project_id': 'b477b3de086344ba86693af53d13cdd0', 'subnets': [{'id': 'd2f5dd09-e80b-495d-b764-01c46c47d29f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cab538da-b992-4bbe-9000-9f5e42ae3131', 'name': '', 'network_id': '5453a7c2-b061-4116-b9b1-375914e68465', 'tenant_id': 'b477b3de086344ba86693af53d13cdd0', 'mac_address': 'fa:16:3e:82:28:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be59e924-db64-46fd-ad90-c3c1be501df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'aebb3ddc-418c-4bd3-8b7f-131978fd63b7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:10:48Z', 'updated_at': '2022-03-28T01:10:53Z', 'revision_number': 5, 'project_id': 'b477b3de086344ba86693af53d13cdd0', 'subnets': [{'id': 'aebb3ddc-418c-4bd3-8b7f-131978fd63b7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:56.240177 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-5b7c9e3b-202c-4696-8983-97f9de0c69e4 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] 10.222.0.24 "GET /v2.0/routers/be59e924-db64-46fd-ad90-c3c1be501df6 HTTP/1.1" status: 200 len: 700 time: 0.4172852 Mar 28 01:10:56.244011 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55014) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:56.278016 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-69920faa-53ca-4e7d-a820-f35e1e3cf5be None None] Provisioning complete for port 21b81e5c-46e0-4ec9-ab1f-00dd317deb33 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:10:56.278390 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-69920faa-53ca-4e7d-a820-f35e1e3cf5be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (21b81e5c-46e0-4ec9-ab1f-00dd317deb33), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:56.285595 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4fef42-aaa5-41cc-84d9-4eb0bbcda95d None None] The sync data for ids ['be59e924-db64-46fd-ad90-c3c1be501df6'] in dv-neutron-834874-6-hyperv is: [{'id': 'be59e924-db64-46fd-ad90-c3c1be501df6', 'name': 'tempest-RoutersTest-router-1951048026', 'tenant_id': 'b477b3de086344ba86693af53d13cdd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:10:30Z', 'updated_at': '2022-03-28T01:10:54Z', 'revision_number': 7, 'project_id': 'b477b3de086344ba86693af53d13cdd0', 'gw_port_host': None, '_interfaces': [{'id': '007b231c-6bf0-46b0-8bbd-ee5db9ebbfe4', 'name': '', 'network_id': 'f2e4194b-4477-497f-814c-f3350cbfc77f', 'tenant_id': 'b477b3de086344ba86693af53d13cdd0', 'mac_address': 'fa:16:3e:1e:04:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be59e924-db64-46fd-ad90-c3c1be501df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '86132294-de8e-4622-ad8e-aac9649a1191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:10:32Z', 'updated_at': '2022-03-28T01:10:37Z', 'revision_number': 5, 'project_id': 'b477b3de086344ba86693af53d13cdd0', 'subnets': [{'id': '86132294-de8e-4622-ad8e-aac9649a1191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1a688fbd-8b48-4762-8af0-01de293dc347', 'name': '', 'network_id': '9e8fc964-0bce-4469-80fa-23a650feb4fa', 'tenant_id': 'b477b3de086344ba86693af53d13cdd0', 'mac_address': 'fa:16:3e:09:41:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be59e924-db64-46fd-ad90-c3c1be501df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': 'a2443079-c09e-4740-9b1e-7c007340fed3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:10:42Z', 'updated_at': '2022-03-28T01:10:48Z', 'revision_number': 5, 'project_id': 'b477b3de086344ba86693af53d13cdd0', 'subnets': [{'id': 'a2443079-c09e-4740-9b1e-7c007340fed3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86a2c6ba-054c-4b04-97c1-8711cee76569', 'name': '', 'network_id': '7593a348-591f-4c24-8193-5ef8b973d513', 'tenant_id': 'b477b3de086344ba86693af53d13cdd0', 'mac_address': 'fa:16:3e:46:42:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be59e924-db64-46fd-ad90-c3c1be501df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'd2f5dd09-e80b-495d-b764-01c46c47d29f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:10:37Z', 'updated_at': '2022-03-28T01:10:44Z', 'revision_number': 5, 'project_id': 'b477b3de086344ba86693af53d13cdd0', 'subnets': [{'id': 'd2f5dd09-e80b-495d-b764-01c46c47d29f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cab538da-b992-4bbe-9000-9f5e42ae3131', 'name': '', 'network_id': '5453a7c2-b061-4116-b9b1-375914e68465', 'tenant_id': 'b477b3de086344ba86693af53d13cdd0', 'mac_address': 'fa:16:3e:82:28:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be59e924-db64-46fd-ad90-c3c1be501df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'aebb3ddc-418c-4bd3-8b7f-131978fd63b7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:10:48Z', 'updated_at': '2022-03-28T01:10:53Z', 'revision_number': 5, 'project_id': 'b477b3de086344ba86693af53d13cdd0', 'subnets': [{'id': 'aebb3ddc-418c-4bd3-8b7f-131978fd63b7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:10:56.314637 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69920faa-53ca-4e7d-a820-f35e1e3cf5be None None] Pushing event updated for resources: {'Port': ['ID=db7e45ef-6661-436b-9345-043930b9b6f1,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:56.350115 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-69920faa-53ca-4e7d-a820-f35e1e3cf5be None None] Port 21b81e5c-46e0-4ec9-ab1f-00dd317deb33 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:10:56.411705 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port db7e45ef-6661-436b-9345-043930b9b6f1 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:10:56.458043 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0aa55f30-07da-4b02-a0e4-59b9b74f7c3b tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (c49372ac-d672-4e89-9f7e-db46fbf1bdd0), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:56.461621 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8a3cd1f-f7cc-418e-8ad6-cd50a1088214 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Made reservation on behalf of 123b9cbc24e44c7fa4900a5cf8071c36 for: {'subnet': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:10:56.465070 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f8a3cd1f-f7cc-418e-8ad6-cd50a1088214 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126112411'] for subnet (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:56.481690 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-8cd9059a-3337-4579-bccc-4cb9d88fa5a4 None None] Provisioning complete for port e5dfcd11-3e6f-4c0a-9e02-2d94aec3dca0 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:10:56.482069 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-8cd9059a-3337-4579-bccc-4cb9d88fa5a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (e5dfcd11-3e6f-4c0a-9e02-2d94aec3dca0), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:56.486527 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa55f30-07da-4b02-a0e4-59b9b74f7c3b tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Pushing event deleted for resources: {'Port': ['ID=c49372ac-d672-4e89-9f7e-db46fbf1bdd0,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:56.531321 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-8cd9059a-3337-4579-bccc-4cb9d88fa5a4 None None] Port e5dfcd11-3e6f-4c0a-9e02-2d94aec3dca0 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:10:56.569748 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0aa55f30-07da-4b02-a0e4-59b9b74f7c3b tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3687989'] for router_gateway (8a9872e0-7a4b-484d-b3bf-306dae35b312), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:56.630805 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebc3163-da09-4fed-8390-aecc26d93ebf None None] Sync routers for ids ['be59e924-db64-46fd-ad90-c3c1be501df6'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:10:56.641567 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebc3163-da09-4fed-8390-aecc26d93ebf None None] Routers {'be59e924-db64-46fd-ad90-c3c1be501df6'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:10:56.642265 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-eebc3163-da09-4fed-8390-aecc26d93ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:10:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['be59e924-db64-46fd-ad90-c3c1be501df6'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:56.670670 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0aa55f30-07da-4b02-a0e4-59b9b74f7c3b tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7151'] for router (8a9872e0-7a4b-484d-b3bf-306dae35b312), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:56.673386 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0aa55f30-07da-4b02-a0e4-59b9b74f7c3b tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Publish callbacks [] for router_controller (8a9872e0-7a4b-484d-b3bf-306dae35b312), precommit_delete_associations {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:56.724998 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0aa55f30-07da-4b02-a0e4-59b9b74f7c3b tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689686'] for router (8a9872e0-7a4b-484d-b3bf-306dae35b312), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:56.725827 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aa55f30-07da-4b02-a0e4-59b9b74f7c3b tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Fanout notify agent at l3_agent the message router_deleted on router 8a9872e0-7a4b-484d-b3bf-306dae35b312 {{(pid=104099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 01:10:56.734543 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0aa55f30-07da-4b02-a0e4-59b9b74f7c3b tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Publish callbacks [] for router (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:56.736081 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-0aa55f30-07da-4b02-a0e4-59b9b74f7c3b tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] 10.222.0.24 "DELETE /v2.0/routers/8a9872e0-7a4b-484d-b3bf-306dae35b312 HTTP/1.1" status: 204 len: 168 time: 1.3373470 Mar 28 01:10:56.739924 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55016) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:56.743843 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-eebc3163-da09-4fed-8390-aecc26d93ebf None None] Set router be59e924-db64-46fd-ad90-c3c1be501df6 gateway port host: None {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:10:56.746292 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-8efea219-1524-4bac-9105-7a86189287d9 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1327991352', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:10:56.769875 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8efea219-1524-4bac-9105-7a86189287d9 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7069'] for router (257dedfe-d787-4a9c-93f2-c10284f2f234), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:56.770985 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8efea219-1524-4bac-9105-7a86189287d9 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4188952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7062'] for router (257dedfe-d787-4a9c-93f2-c10284f2f234), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:56.819747 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f8a3cd1f-f7cc-418e-8ad6-cd50a1088214 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126174976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126112397'] for subnet (b10b443a-77de-45b3-9a7e-00c81b4fb0a8), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:56.824751 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8efea219-1524-4bac-9105-7a86189287d9 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Publish callbacks [] for router_controller (257dedfe-d787-4a9c-93f2-c10284f2f234), precommit_add_association {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:56.831168 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8efea219-1524-4bac-9105-7a86189287d9 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687953'] for router (257dedfe-d787-4a9c-93f2-c10284f2f234), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:56.856892 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8efea219-1524-4bac-9105-7a86189287d9 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Publish callbacks [] for router (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:56.860111 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-8efea219-1524-4bac-9105-7a86189287d9 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1173480 Mar 28 01:10:56.861119 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55020) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:56.865955 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-8ea75c27-0ce0-48ac-9272-c2b9a4f8af53 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Request body: {'router': {'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'}}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:10:56.870637 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a3cd1f-f7cc-418e-8ad6-cd50a1088214 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Network eed7ffa2-4413-4fe4-b128-d4b0e8228d21 is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:10:56.879085 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-f8a3cd1f-f7cc-418e-8ad6-cd50a1088214 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:10:56.882140 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a3cd1f-f7cc-418e-8ad6-cd50a1088214 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:10:56.882729 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f8a3cd1f-f7cc-418e-8ad6-cd50a1088214 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:56.890929 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59278587-1488-4cd5-be13-9d02e29dad97 None None] Network eed7ffa2-4413-4fe4-b128-d4b0e8228d21 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:10:56.898239 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b93fed03-5bd0-47c9-a46d-b3ebefac92b3 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3686527'] for router_interface (be59e924-db64-46fd-ad90-c3c1be501df6), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:56.902781 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a3cd1f-f7cc-418e-8ad6-cd50a1088214 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Pushing event updated for resources: {'Subnet': ['ID=b10b443a-77de-45b3-9a7e-00c81b4fb0a8,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:56.978097 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-f8a3cd1f-f7cc-418e-8ad6-cd50a1088214 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8048191 Mar 28 01:10:56.978324 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55022) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:56.983473 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-6f33ee7d-0ee0-4533-9fec-26aba87a2619 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2049646029', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b10b443a-77de-45b3-9a7e-00c81b4fb0a8'}], 'security_groups': ['6790c001-d13e-4fd7-9aaf-f33be67e80d0']}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:10:57.096822 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-6f33ee7d-0ee0-4533-9fec-26aba87a2619 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (e5dfcd11-3e6f-4c0a-9e02-2d94aec3dca0), before_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:57.110258 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-eebc3163-da09-4fed-8390-aecc26d93ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be59e924-db64-46fd-ad90-c3c1be501df6', 'name': 'tempest-RoutersTest-router-1951048026', 'tenant_id': 'b477b3de086344ba86693af53d13cdd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:10:30Z', 'updated_at': '2022-03-28T01:10:54Z', 'revision_number': 7, 'project_id': 'b477b3de086344ba86693af53d13cdd0', 'gw_port_host': None, '_interfaces': [{'id': '007b231c-6bf0-46b0-8bbd-ee5db9ebbfe4', 'name': '', 'network_id': 'f2e4194b-4477-497f-814c-f3350cbfc77f', 'tenant_id': 'b477b3de086344ba86693af53d13cdd0', 'mac_address': 'fa:16:3e:1e:04:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be59e924-db64-46fd-ad90-c3c1be501df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '86132294-de8e-4622-ad8e-aac9649a1191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:10:32Z', 'updated_at': '2022-03-28T01:10:37Z', 'revision_number': 5, 'project_id': 'b477b3de086344ba86693af53d13cdd0', 'subnets': [{'id': '86132294-de8e-4622-ad8e-aac9649a1191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1a688fbd-8b48-4762-8af0-01de293dc347', 'name': '', 'network_id': '9e8fc964-0bce-4469-80fa-23a650feb4fa', 'tenant_id': 'b477b3de086344ba86693af53d13cdd0', 'mac_address': 'fa:16:3e:09:41:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be59e924-db64-46fd-ad90-c3c1be501df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': 'a2443079-c09e-4740-9b1e-7c007340fed3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:10:42Z', 'updated_at': '2022-03-28T01:10:48Z', 'revision_number': 5, 'project_id': 'b477b3de086344ba86693af53d13cdd0', 'subnets': [{'id': 'a2443079-c09e-4740-9b1e-7c007340fed3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86a2c6ba-054c-4b04-97c1-8711cee76569', 'name': '', 'network_id': '7593a348-591f-4c24-8193-5ef8b973d513', 'tenant_id': 'b477b3de086344ba86693af53d13cdd0', 'mac_address': 'fa:16:3e:46:42:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be59e924-db64-46fd-ad90-c3c1be501df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'd2f5dd09-e80b-495d-b764-01c46c47d29f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:10:37Z', 'updated_at': '2022-03-28T01:10:44Z', 'revision_number': 5, 'project_id': 'b477b3de086344ba86693af53d13cdd0', 'subnets': [{'id': 'd2f5dd09-e80b-495d-b764-01c46c47d29f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cab538da-b992-4bbe-9000-9f5e42ae3131', 'name': '', 'network_id': '5453a7c2-b061-4116-b9b1-375914e68465', 'tenant_id': 'b477b3de086344ba86693af53d13cdd0', 'mac_address': 'fa:16:3e:82:28:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be59e924-db64-46fd-ad90-c3c1be501df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'aebb3ddc-418c-4bd3-8b7f-131978fd63b7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:10:48Z', 'updated_at': '2022-03-28T01:10:53Z', 'revision_number': 5, 'project_id': 'b477b3de086344ba86693af53d13cdd0', 'subnets': [{'id': 'aebb3ddc-418c-4bd3-8b7f-131978fd63b7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:57.126934 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8ea75c27-0ce0-48ac-9272-c2b9a4f8af53 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Publish callbacks [] for router_gateway (257dedfe-d787-4a9c-93f2-c10284f2f234), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:57.148382 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebc3163-da09-4fed-8390-aecc26d93ebf None None] Checking router: be59e924-db64-46fd-ad90-c3c1be501df6 for host: dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:10:57.181455 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebc3163-da09-4fed-8390-aecc26d93ebf None None] Routers {'be59e924-db64-46fd-ad90-c3c1be501df6'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:10:57.182610 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-eebc3163-da09-4fed-8390-aecc26d93ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:10:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['be59e924-db64-46fd-ad90-c3c1be501df6'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:57.231773 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device db7e45ef-6661-436b-9345-043930b9b6f1 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:10:57.301991 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab703cc-0245-481e-b5e7-ab4453426e3c None None] Update dhcp port {'port': {'network_id': 'eed7ffa2-4413-4fe4-b128-d4b0e8228d21', 'fixed_ips': [{'subnet_id': 'ca30ad02-d935-4b6e-91ce-347af73e39b2', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b10b443a-77de-45b3-9a7e-00c81b4fb0a8'}], 'binding:host_id': 'dv-neutron-834874-6-hyperv'}, 'id': 'db7e45ef-6661-436b-9345-043930b9b6f1'} from dv-neutron-834874-6-hyperv. {{(pid=104100) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 28 01:10:57.362608 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-eab703cc-0245-481e-b5e7-ab4453426e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (db7e45ef-6661-436b-9345-043930b9b6f1), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:57.364863 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-eebc3163-da09-4fed-8390-aecc26d93ebf None None] Set router be59e924-db64-46fd-ad90-c3c1be501df6 gateway port host: None {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:10:57.367392 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8ea75c27-0ce0-48ac-9272-c2b9a4f8af53 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Publish callbacks [] for router_gateway (257dedfe-d787-4a9c-93f2-c10284f2f234), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:57.387048 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8ea75c27-0ce0-48ac-9272-c2b9a4f8af53 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:57.472375 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-b93fed03-5bd0-47c9-a46d-b3ebefac92b3 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Deleting port cab538da-b992-4bbe-9000-9f5e42ae3131 {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:10:57.472717 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b93fed03-5bd0-47c9-a46d-b3ebefac92b3 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (cab538da-b992-4bbe-9000-9f5e42ae3131), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:57.500934 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [None req-8ea75c27-0ce0-48ac-9272-c2b9a4f8af53 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Allocated IP 172.26.1.129 (dea6548b-502b-42db-97fb-371e423e739a/cce6de65-d8c9-45b8-9970-0a277e8c1192/7d63e084-baa7-4cbd-a4e1-8c4d06253f5e) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:10:57.604885 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-6f33ee7d-0ee0-4533-9fec-26aba87a2619 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Delete allocated IP 2001:db8::2e1 (eed7ffa2-4413-4fe4-b128-d4b0e8228d21/ca30ad02-d935-4b6e-91ce-347af73e39b2) {{(pid=104098) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 28 01:10:57.617970 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8ea75c27-0ce0-48ac-9272-c2b9a4f8af53 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Publish callbacks [] for port (7d63e084-baa7-4cbd-a4e1-8c4d06253f5e), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:57.622270 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-6f33ee7d-0ee0-4533-9fec-26aba87a2619 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Allocated IP 2001:db8:0:1::52 (eed7ffa2-4413-4fe4-b128-d4b0e8228d21/b10b443a-77de-45b3-9a7e-00c81b4fb0a8/e5dfcd11-3e6f-4c0a-9e02-2d94aec3dca0) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:10:57.637688 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.db [None req-b93fed03-5bd0-47c9-a46d-b3ebefac92b3 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] For port cab538da-b992-4bbe-9000-9f5e42ae3131, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=cab538da-b992-4bbe-9000-9f5e42ae3131,segment=NetworkSegment(d42c3d92-49e2-4b62-9ea4-22552b49e62e),segment_id=d42c3d92-49e2-4b62-9ea4-22552b49e62e)] {{(pid=104098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:10:57.637688 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b93fed03-5bd0-47c9-a46d-b3ebefac92b3 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (cab538da-b992-4bbe-9000-9f5e42ae3131), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:57.638943 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port db7e45ef-6661-436b-9345-043930b9b6f1 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:10:57.639324 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (db7e45ef-6661-436b-9345-043930b9b6f1), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:57.660591 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-b93fed03-5bd0-47c9-a46d-b3ebefac92b3 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Calling delete_port for cab538da-b992-4bbe-9000-9f5e42ae3131 owned by network:router_interface {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:10:57.664489 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8ea75c27-0ce0-48ac-9272-c2b9a4f8af53 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (7d63e084-baa7-4cbd-a4e1-8c4d06253f5e), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:57.708602 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea75c27-0ce0-48ac-9272-c2b9a4f8af53 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Network dea6548b-502b-42db-97fb-371e423e739a is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:10:57.711627 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-8ea75c27-0ce0-48ac-9272-c2b9a4f8af53 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:10:57.715595 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea75c27-0ce0-48ac-9272-c2b9a4f8af53 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:10:57.744510 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea75c27-0ce0-48ac-9272-c2b9a4f8af53 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Pushing event updated for resources: {'Port': ['ID=7d63e084-baa7-4cbd-a4e1-8c4d06253f5e,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:57.897372 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port db7e45ef-6661-436b-9345-043930b9b6f1 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:10:57.902431 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-6f33ee7d-0ee0-4533-9fec-26aba87a2619 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks [] for port (e5dfcd11-3e6f-4c0a-9e02-2d94aec3dca0), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:57.931540 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-6f33ee7d-0ee0-4533-9fec-26aba87a2619 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126177159'] for port (e5dfcd11-3e6f-4c0a-9e02-2d94aec3dca0), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:57.961872 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-eebc3163-da09-4fed-8390-aecc26d93ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be59e924-db64-46fd-ad90-c3c1be501df6', 'name': 'tempest-RoutersTest-router-1951048026', 'tenant_id': 'b477b3de086344ba86693af53d13cdd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:10:30Z', 'updated_at': '2022-03-28T01:10:54Z', 'revision_number': 7, 'project_id': 'b477b3de086344ba86693af53d13cdd0', 'gw_port_host': None, '_interfaces': [{'id': '007b231c-6bf0-46b0-8bbd-ee5db9ebbfe4', 'name': '', 'network_id': 'f2e4194b-4477-497f-814c-f3350cbfc77f', 'tenant_id': 'b477b3de086344ba86693af53d13cdd0', 'mac_address': 'fa:16:3e:1e:04:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be59e924-db64-46fd-ad90-c3c1be501df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '86132294-de8e-4622-ad8e-aac9649a1191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:10:32Z', 'updated_at': '2022-03-28T01:10:37Z', 'revision_number': 5, 'project_id': 'b477b3de086344ba86693af53d13cdd0', 'subnets': [{'id': '86132294-de8e-4622-ad8e-aac9649a1191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1a688fbd-8b48-4762-8af0-01de293dc347', 'name': '', 'network_id': '9e8fc964-0bce-4469-80fa-23a650feb4fa', 'tenant_id': 'b477b3de086344ba86693af53d13cdd0', 'mac_address': 'fa:16:3e:09:41:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be59e924-db64-46fd-ad90-c3c1be501df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': 'a2443079-c09e-4740-9b1e-7c007340fed3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:10:42Z', 'updated_at': '2022-03-28T01:10:48Z', 'revision_number': 5, 'project_id': 'b477b3de086344ba86693af53d13cdd0', 'subnets': [{'id': 'a2443079-c09e-4740-9b1e-7c007340fed3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86a2c6ba-054c-4b04-97c1-8711cee76569', 'name': '', 'network_id': '7593a348-591f-4c24-8193-5ef8b973d513', 'tenant_id': 'b477b3de086344ba86693af53d13cdd0', 'mac_address': 'fa:16:3e:46:42:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be59e924-db64-46fd-ad90-c3c1be501df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'd2f5dd09-e80b-495d-b764-01c46c47d29f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:10:37Z', 'updated_at': '2022-03-28T01:10:44Z', 'revision_number': 5, 'project_id': 'b477b3de086344ba86693af53d13cdd0', 'subnets': [{'id': 'd2f5dd09-e80b-495d-b764-01c46c47d29f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cab538da-b992-4bbe-9000-9f5e42ae3131', 'name': '', 'network_id': '5453a7c2-b061-4116-b9b1-375914e68465', 'tenant_id': 'b477b3de086344ba86693af53d13cdd0', 'mac_address': 'fa:16:3e:82:28:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be59e924-db64-46fd-ad90-c3c1be501df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'aebb3ddc-418c-4bd3-8b7f-131978fd63b7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:10:48Z', 'updated_at': '2022-03-28T01:10:53Z', 'revision_number': 5, 'project_id': 'b477b3de086344ba86693af53d13cdd0', 'subnets': [{'id': 'aebb3ddc-418c-4bd3-8b7f-131978fd63b7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:57.993129 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebc3163-da09-4fed-8390-aecc26d93ebf None None] The sync data for ids ['be59e924-db64-46fd-ad90-c3c1be501df6'] in dv-neutron-834874-6-hyperv is: [{'id': 'be59e924-db64-46fd-ad90-c3c1be501df6', 'name': 'tempest-RoutersTest-router-1951048026', 'tenant_id': 'b477b3de086344ba86693af53d13cdd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:10:30Z', 'updated_at': '2022-03-28T01:10:54Z', 'revision_number': 7, 'project_id': 'b477b3de086344ba86693af53d13cdd0', 'gw_port_host': None, '_interfaces': [{'id': '007b231c-6bf0-46b0-8bbd-ee5db9ebbfe4', 'name': '', 'network_id': 'f2e4194b-4477-497f-814c-f3350cbfc77f', 'tenant_id': 'b477b3de086344ba86693af53d13cdd0', 'mac_address': 'fa:16:3e:1e:04:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be59e924-db64-46fd-ad90-c3c1be501df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '86132294-de8e-4622-ad8e-aac9649a1191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:10:32Z', 'updated_at': '2022-03-28T01:10:37Z', 'revision_number': 5, 'project_id': 'b477b3de086344ba86693af53d13cdd0', 'subnets': [{'id': '86132294-de8e-4622-ad8e-aac9649a1191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1a688fbd-8b48-4762-8af0-01de293dc347', 'name': '', 'network_id': '9e8fc964-0bce-4469-80fa-23a650feb4fa', 'tenant_id': 'b477b3de086344ba86693af53d13cdd0', 'mac_address': 'fa:16:3e:09:41:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be59e924-db64-46fd-ad90-c3c1be501df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': 'a2443079-c09e-4740-9b1e-7c007340fed3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:10:42Z', 'updated_at': '2022-03-28T01:10:48Z', 'revision_number': 5, 'project_id': 'b477b3de086344ba86693af53d13cdd0', 'subnets': [{'id': 'a2443079-c09e-4740-9b1e-7c007340fed3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86a2c6ba-054c-4b04-97c1-8711cee76569', 'name': '', 'network_id': '7593a348-591f-4c24-8193-5ef8b973d513', 'tenant_id': 'b477b3de086344ba86693af53d13cdd0', 'mac_address': 'fa:16:3e:46:42:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be59e924-db64-46fd-ad90-c3c1be501df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'd2f5dd09-e80b-495d-b764-01c46c47d29f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:10:37Z', 'updated_at': '2022-03-28T01:10:44Z', 'revision_number': 5, 'project_id': 'b477b3de086344ba86693af53d13cdd0', 'subnets': [{'id': 'd2f5dd09-e80b-495d-b764-01c46c47d29f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cab538da-b992-4bbe-9000-9f5e42ae3131', 'name': '', 'network_id': '5453a7c2-b061-4116-b9b1-375914e68465', 'tenant_id': 'b477b3de086344ba86693af53d13cdd0', 'mac_address': 'fa:16:3e:82:28:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be59e924-db64-46fd-ad90-c3c1be501df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'aebb3ddc-418c-4bd3-8b7f-131978fd63b7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:10:48Z', 'updated_at': '2022-03-28T01:10:53Z', 'revision_number': 5, 'project_id': 'b477b3de086344ba86693af53d13cdd0', 'subnets': [{'id': 'aebb3ddc-418c-4bd3-8b7f-131978fd63b7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:10:58.002950 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-eab703cc-0245-481e-b5e7-ab4453426e3c None None] Allocated IP 2001:db8:0:1::2 (eed7ffa2-4413-4fe4-b128-d4b0e8228d21/b10b443a-77de-45b3-9a7e-00c81b4fb0a8/db7e45ef-6661-436b-9345-043930b9b6f1) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:10:58.003128 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-6f33ee7d-0ee0-4533-9fec-26aba87a2619 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] In _notify_port_updated(), no bound segment for port e5dfcd11-3e6f-4c0a-9e02-2d94aec3dca0 on network eed7ffa2-4413-4fe4-b128-d4b0e8228d21 {{(pid=104098) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 28 01:10:58.006636 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8ea75c27-0ce0-48ac-9272-c2b9a4f8af53 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Publish callbacks [] for router_gateway (257dedfe-d787-4a9c-93f2-c10284f2f234), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:58.008433 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f33ee7d-0ee0-4533-9fec-26aba87a2619 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:10:58.009173 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-6f33ee7d-0ee0-4533-9fec-26aba87a2619 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:58.013576 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-6f33ee7d-0ee0-4533-9fec-26aba87a2619 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "PUT /v2.0/ports/e5dfcd11-3e6f-4c0a-9e02-2d94aec3dca0 HTTP/1.1" status: 200 len: 930 time: 1.0344019 Mar 28 01:10:58.014198 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55026) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:58.057009 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b93fed03-5bd0-47c9-a46d-b3ebefac92b3 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (cab538da-b992-4bbe-9000-9f5e42ae3131), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:58.072929 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f33ee7d-0ee0-4533-9fec-26aba87a2619 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Pushing event updated for resources: {'Port': ['ID=e5dfcd11-3e6f-4c0a-9e02-2d94aec3dca0,revision_number=2']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:58.151409 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93fed03-5bd0-47c9-a46d-b3ebefac92b3 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Pushing event deleted for resources: {'Port': ['ID=cab538da-b992-4bbe-9000-9f5e42ae3131,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:58.161250 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-eab703cc-0245-481e-b5e7-ab4453426e3c None None] For port db7e45ef-6661-436b-9345-043930b9b6f1, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=db7e45ef-6661-436b-9345-043930b9b6f1,segment=NetworkSegment(3d9b7a63-ed89-48d7-9440-f9ec22288db0),segment_id=3d9b7a63-ed89-48d7-9440-f9ec22288db0)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:10:58.228413 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-eab703cc-0245-481e-b5e7-ab4453426e3c None None] Publish callbacks [] for port (db7e45ef-6661-436b-9345-043930b9b6f1), precommit_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:58.245005 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-eab703cc-0245-481e-b5e7-ab4453426e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (db7e45ef-6661-436b-9345-043930b9b6f1), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:58.298407 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-d665770a-270f-47a9-9d91-33af0e988563 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Deleting port e5dfcd11-3e6f-4c0a-9e02-2d94aec3dca0 {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:10:58.298755 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d665770a-270f-47a9-9d91-33af0e988563 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (e5dfcd11-3e6f-4c0a-9e02-2d94aec3dca0), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:58.322325 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab703cc-0245-481e-b5e7-ab4453426e3c None None] Pushing event updated for resources: {'Port': ['ID=db7e45ef-6661-436b-9345-043930b9b6f1,revision_number=4']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:58.326011 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8ea75c27-0ce0-48ac-9272-c2b9a4f8af53 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3688170', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3689605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7136'] for router (257dedfe-d787-4a9c-93f2-c10284f2f234), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:58.338127 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8ea75c27-0ce0-48ac-9272-c2b9a4f8af53 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3688163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3687960', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3689650'] for router (257dedfe-d787-4a9c-93f2-c10284f2f234), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:58.381968 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b93fed03-5bd0-47c9-a46d-b3ebefac92b3 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3725912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3690191'] for router_interface (be59e924-db64-46fd-ad90-c3c1be501df6), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:58.438591 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55028) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:58.504766 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd91c4de-311a-49dd-a6c7-5171844b7e59 tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:10:58.508612 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-fd91c4de-311a-49dd-a6c7-5171844b7e59 tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=dea6548b-502b-42db-97fb-371e423e739a HTTP/1.1" status: 200 len: 814 time: 0.0673754 Mar 28 01:10:58.542787 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ea75c27-0ce0-48ac-9272-c2b9a4f8af53 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Router 257dedfe-d787-4a9c-93f2-c10284f2f234 is scheduled to L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 with binding_index 1 {{(pid=104099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 01:10:58.665636 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ea75c27-0ce0-48ac-9272-c2b9a4f8af53 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:10:58.672990 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8ea75c27-0ce0-48ac-9272-c2b9a4f8af53 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Publish callbacks [] for router (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:58.676754 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-8ea75c27-0ce0-48ac-9272-c2b9a4f8af53 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] 10.222.0.24 "PUT /v2.0/routers/257dedfe-d787-4a9c-93f2-c10284f2f234 HTTP/1.1" status: 200 len: 884 time: 1.8121238 Mar 28 01:10:58.676955 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55032) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:58.680079 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518f9002-0d44-4e76-b014-df12713f74c3 None None] Sync routers for ids ['257dedfe-d787-4a9c-93f2-c10284f2f234'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:10:58.698877 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518f9002-0d44-4e76-b014-df12713f74c3 None None] Routers {'257dedfe-d787-4a9c-93f2-c10284f2f234'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:10:58.699516 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-518f9002-0d44-4e76-b014-df12713f74c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:10:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['257dedfe-d787-4a9c-93f2-c10284f2f234'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:58.738843 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-518f9002-0d44-4e76-b014-df12713f74c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:58.748295 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518f9002-0d44-4e76-b014-df12713f74c3 None None] Routers {'257dedfe-d787-4a9c-93f2-c10284f2f234'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:10:58.749068 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-518f9002-0d44-4e76-b014-df12713f74c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:10:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['257dedfe-d787-4a9c-93f2-c10284f2f234'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:58.785345 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-518f9002-0d44-4e76-b014-df12713f74c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:58.786020 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518f9002-0d44-4e76-b014-df12713f74c3 None None] The sync data for ids ['257dedfe-d787-4a9c-93f2-c10284f2f234'] in dv-neutron-834874-6-hyperv is: [] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:10:58.809608 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-3981eccc-14cf-4edc-a735-91bcacc2dfa4 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] 10.222.0.24 "GET /v2.0/routers/257dedfe-d787-4a9c-93f2-c10284f2f234 HTTP/1.1" status: 200 len: 925 time: 0.1315057 Mar 28 01:10:58.812990 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55036) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:58.852838 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d665770a-270f-47a9-9d91-33af0e988563 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (e5dfcd11-3e6f-4c0a-9e02-2d94aec3dca0), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:58.862810 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-051cb231-4339-4aed-95bc-fc69f06a5b97 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:10:58.866472 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-051cb231-4339-4aed-95bc-fc69f06a5b97 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=dea6548b-502b-42db-97fb-371e423e739a&device_id=257dedfe-d787-4a9c-93f2-c10284f2f234&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0501142 Mar 28 01:10:58.867362 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55038) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:58.883709 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-d665770a-270f-47a9-9d91-33af0e988563 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Calling delete_port for e5dfcd11-3e6f-4c0a-9e02-2d94aec3dca0 owned by {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:10:59.088745 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-b829e30a-ac5f-4588-a8d9-57a8c2a2857f None None] Provisioning complete for port db7e45ef-6661-436b-9345-043930b9b6f1 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:10:59.089499 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-b829e30a-ac5f-4588-a8d9-57a8c2a2857f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (db7e45ef-6661-436b-9345-043930b9b6f1), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:59.116105 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d963c71-ea72-43ec-87e6-a92713bc10a9 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:10:59.119364 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-3d963c71-ea72-43ec-87e6-a92713bc10a9 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] 10.222.0.24 "GET /v2.0/networks/dea6548b-502b-42db-97fb-371e423e739a HTTP/1.1" status: 200 len: 881 time: 0.2492111 Mar 28 01:10:59.121662 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55040) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:59.163575 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b93fed03-5bd0-47c9-a46d-b3ebefac92b3 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Router be59e924-db64-46fd-ad90-c3c1be501df6 has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:10:59.165510 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-c0c4c3aa-15d8-446b-8784-4d203888b190 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] 10.222.0.24 "GET /v2.0/ports?device_id=257dedfe-d787-4a9c-93f2-c10284f2f234 HTTP/1.1" status: 200 len: 205 time: 0.0426784 Mar 28 01:10:59.168537 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55042) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:59.225802 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-b829e30a-ac5f-4588-a8d9-57a8c2a2857f None None] Current status of the port db7e45ef-6661-436b-9345-043930b9b6f1 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:10:59.241593 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-b829e30a-ac5f-4588-a8d9-57a8c2a2857f None None] Provisioning complete for port e5dfcd11-3e6f-4c0a-9e02-2d94aec3dca0 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:10:59.242110 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-b829e30a-ac5f-4588-a8d9-57a8c2a2857f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (e5dfcd11-3e6f-4c0a-9e02-2d94aec3dca0), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:59.282672 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d665770a-270f-47a9-9d91-33af0e988563 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (e5dfcd11-3e6f-4c0a-9e02-2d94aec3dca0), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:59.289760 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device db7e45ef-6661-436b-9345-043930b9b6f1 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:10:59.310914 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-b829e30a-ac5f-4588-a8d9-57a8c2a2857f None None] Port e5dfcd11-3e6f-4c0a-9e02-2d94aec3dca0 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:10:59.316102 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-74ce18fa-b26b-4943-85a5-31f80f19326e tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Publish callbacks [] for router (257dedfe-d787-4a9c-93f2-c10284f2f234), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:59.328614 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d665770a-270f-47a9-9d91-33af0e988563 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Pushing event deleted for resources: {'Port': ['ID=e5dfcd11-3e6f-4c0a-9e02-2d94aec3dca0,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:59.337150 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-b829e30a-ac5f-4588-a8d9-57a8c2a2857f None None] Provisioning complete for port 21b81e5c-46e0-4ec9-ab1f-00dd317deb33 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:10:59.337523 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-b829e30a-ac5f-4588-a8d9-57a8c2a2857f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (21b81e5c-46e0-4ec9-ab1f-00dd317deb33), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:59.368361 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d665770a-270f-47a9-9d91-33af0e988563 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:59.374017 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-d665770a-270f-47a9-9d91-33af0e988563 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "DELETE /v2.0/ports/e5dfcd11-3e6f-4c0a-9e02-2d94aec3dca0 HTTP/1.1" status: 204 len: 168 time: 1.3527055 Mar 28 01:10:59.374017 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b93fed03-5bd0-47c9-a46d-b3ebefac92b3 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:10:59.375518 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55044) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:59.395281 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691865bc-658f-4ea9-991f-7a6699bb83a8 None None] Sync routers for ids ['be59e924-db64-46fd-ad90-c3c1be501df6'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:10:59.404214 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-b93fed03-5bd0-47c9-a46d-b3ebefac92b3 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] 10.222.0.24 "PUT /v2.0/routers/be59e924-db64-46fd-ad90-c3c1be501df6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1587641 Mar 28 01:10:59.405423 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5f21c26-23c4-47ca-b832-c04c58b2660d tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] GET failed (client error): The resource could not be found. Mar 28 01:10:59.409683 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-d5f21c26-23c4-47ca-b832-c04c58b2660d tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "GET /v2.0/ports/e5dfcd11-3e6f-4c0a-9e02-2d94aec3dca0 HTTP/1.1" status: 404 len: 333 time: 0.0305803 Mar 28 01:10:59.409683 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55046) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:59.410561 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55048) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:59.411409 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-b829e30a-ac5f-4588-a8d9-57a8c2a2857f None None] Port 21b81e5c-46e0-4ec9-ab1f-00dd317deb33 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:10:59.419454 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port db7e45ef-6661-436b-9345-043930b9b6f1 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:10:59.419895 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (db7e45ef-6661-436b-9345-043930b9b6f1), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:59.422808 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691865bc-658f-4ea9-991f-7a6699bb83a8 None None] Routers {'be59e924-db64-46fd-ad90-c3c1be501df6'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:10:59.423054 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-691865bc-658f-4ea9-991f-7a6699bb83a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:10:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['be59e924-db64-46fd-ad90-c3c1be501df6'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:59.477619 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_v2 [None req-604280b0-cb61-4897-9df1-c3a18a370649 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Deleting subnet aebb3ddc-418c-4bd3-8b7f-131978fd63b7 {{(pid=104098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:10:59.480905 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-604280b0-cb61-4897-9df1-c3a18a370649 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks [] for subnet (aebb3ddc-418c-4bd3-8b7f-131978fd63b7), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:59.496268 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2b6d97f7-c3bc-4f43-99c9-1e266686dce3 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks [] for security_group (7ee34559-04d9-4b26-8217-546531f3981b), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:59.508447 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-74ce18fa-b26b-4943-85a5-31f80f19326e tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Publish callbacks [] for router_gateway (257dedfe-d787-4a9c-93f2-c10284f2f234), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:59.530497 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-604280b0-cb61-4897-9df1-c3a18a370649 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126443526'] for subnet (aebb3ddc-418c-4bd3-8b7f-131978fd63b7), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:59.533572 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2b6d97f7-c3bc-4f43-99c9-1e266686dce3 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks [] for security_group (7ee34559-04d9-4b26-8217-546531f3981b), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:59.550946 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-d7a4836f-c470-44ec-8996-16f45bafa4f8 None None] Could not find standard attr ID for object e5dfcd11-3e6f-4c0a-9e02-2d94aec3dca0. {{(pid=104100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 28 01:10:59.623108 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port db7e45ef-6661-436b-9345-043930b9b6f1 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:10:59.630249 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-691865bc-658f-4ea9-991f-7a6699bb83a8 None None] Set router be59e924-db64-46fd-ad90-c3c1be501df6 gateway port host: None {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:10:59.630411 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55050) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:59.637319 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-44093c87-28a6-4ad7-b01e-f42519f7464f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'network': {'name': 'tempest-network-smoke--249889435', 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'port_security_enabled': True}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:10:59.667341 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-604280b0-cb61-4897-9df1-c3a18a370649 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (aebb3ddc-418c-4bd3-8b7f-131978fd63b7), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:59.692784 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44093c87-28a6-4ad7-b01e-f42519f7464f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Made reservation on behalf of cf1ee0ed9c204cc5bccbb38ebf185041 for: {'network': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:10:59.696140 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-44093c87-28a6-4ad7-b01e-f42519f7464f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:59.736615 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44093c87-28a6-4ad7-b01e-f42519f7464f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=104098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:10:59.758469 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-604280b0-cb61-4897-9df1-c3a18a370649 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126175041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126112438'] for subnet (aebb3ddc-418c-4bd3-8b7f-131978fd63b7), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:59.761243 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-44093c87-28a6-4ad7-b01e-f42519f7464f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (28f92320-1dd2-446d-9316-f1290fa904ce), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:59.761596 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.segments_db [None req-44093c87-28a6-4ad7-b01e-f42519f7464f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Added segment 28f92320-1dd2-446d-9316-f1290fa904ce of type vlan for network 0300aea6-8151-43ce-a56d-a19c5738e77e Mar 28 01:10:59.808770 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-604280b0-cb61-4897-9df1-c3a18a370649 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:59.815102 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-604280b0-cb61-4897-9df1-c3a18a370649 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] 10.222.0.24 "DELETE /v2.0/subnets/aebb3ddc-418c-4bd3-8b7f-131978fd63b7 HTTP/1.1" status: 204 len: 168 time: 0.4036977 Mar 28 01:10:59.815102 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604280b0-cb61-4897-9df1-c3a18a370649 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Pushing event deleted for resources: {'Subnet': ['ID=aebb3ddc-418c-4bd3-8b7f-131978fd63b7,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:59.815866 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55052) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:59.832243 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a851b1b-505d-4a75-83d9-fe76cba1e5a3 None None] Network 5453a7c2-b061-4116-b9b1-375914e68465 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:10:59.909554 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-74ce18fa-b26b-4943-85a5-31f80f19326e tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Deleting port 7d63e084-baa7-4cbd-a4e1-8c4d06253f5e {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:10:59.909927 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-74ce18fa-b26b-4943-85a5-31f80f19326e tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (7d63e084-baa7-4cbd-a4e1-8c4d06253f5e), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:59.913681 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-44093c87-28a6-4ad7-b01e-f42519f7464f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (0300aea6-8151-43ce-a56d-a19c5738e77e), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:59.935885 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-691865bc-658f-4ea9-991f-7a6699bb83a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be59e924-db64-46fd-ad90-c3c1be501df6', 'name': 'tempest-RoutersTest-router-1951048026', 'tenant_id': 'b477b3de086344ba86693af53d13cdd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:10:30Z', 'updated_at': '2022-03-28T01:10:57Z', 'revision_number': 8, 'project_id': 'b477b3de086344ba86693af53d13cdd0', 'gw_port_host': None, '_interfaces': [{'id': '007b231c-6bf0-46b0-8bbd-ee5db9ebbfe4', 'name': '', 'network_id': 'f2e4194b-4477-497f-814c-f3350cbfc77f', 'tenant_id': 'b477b3de086344ba86693af53d13cdd0', 'mac_address': 'fa:16:3e:1e:04:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be59e924-db64-46fd-ad90-c3c1be501df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '86132294-de8e-4622-ad8e-aac9649a1191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:10:32Z', 'updated_at': '2022-03-28T01:10:37Z', 'revision_number': 5, 'project_id': 'b477b3de086344ba86693af53d13cdd0', 'subnets': [{'id': '86132294-de8e-4622-ad8e-aac9649a1191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1a688fbd-8b48-4762-8af0-01de293dc347', 'name': '', 'network_id': '9e8fc964-0bce-4469-80fa-23a650feb4fa', 'tenant_id': 'b477b3de086344ba86693af53d13cdd0', 'mac_address': 'fa:16:3e:09:41:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be59e924-db64-46fd-ad90-c3c1be501df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': 'a2443079-c09e-4740-9b1e-7c007340fed3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:10:42Z', 'updated_at': '2022-03-28T01:10:48Z', 'revision_number': 5, 'project_id': 'b477b3de086344ba86693af53d13cdd0', 'subnets': [{'id': 'a2443079-c09e-4740-9b1e-7c007340fed3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86a2c6ba-054c-4b04-97c1-8711cee76569', 'name': '', 'network_id': '7593a348-591f-4c24-8193-5ef8b973d513', 'tenant_id': 'b477b3de086344ba86693af53d13cdd0', 'mac_address': 'fa:16:3e:46:42:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be59e924-db64-46fd-ad90-c3c1be501df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'd2f5dd09-e80b-495d-b764-01c46c47d29f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:10:37Z', 'updated_at': '2022-03-28T01:10:44Z', 'revision_number': 5, 'project_id': 'b477b3de086344ba86693af53d13cdd0', 'subnets': [{'id': 'd2f5dd09-e80b-495d-b764-01c46c47d29f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:10:59.948829 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2b6d97f7-c3bc-4f43-99c9-1e266686dce3 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (7ee34559-04d9-4b26-8217-546531f3981b), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:59.951342 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2b6d97f7-c3bc-4f43-99c9-1e266686dce3 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:59.956330 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-2b6d97f7-c3bc-4f43-99c9-1e266686dce3 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "DELETE /v2.0/security-groups/7ee34559-04d9-4b26-8217-546531f3981b HTTP/1.1" status: 204 len: 168 time: 0.5419075 Mar 28 01:10:59.958218 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-aa142b8d-1c4c-4da8-9e1b-d787504d582d tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (5453a7c2-b061-4116-b9b1-375914e68465), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:59.959424 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55054) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:10:59.973034 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691865bc-658f-4ea9-991f-7a6699bb83a8 None None] Checking router: be59e924-db64-46fd-ad90-c3c1be501df6 for host: dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:10:59.976251 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-44093c87-28a6-4ad7-b01e-f42519f7464f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (0300aea6-8151-43ce-a56d-a19c5738e77e), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:59.982335 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44093c87-28a6-4ad7-b01e-f42519f7464f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:10:59.982723 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-44093c87-28a6-4ad7-b01e-f42519f7464f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:10:59.984529 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691865bc-658f-4ea9-991f-7a6699bb83a8 None None] Routers {'be59e924-db64-46fd-ad90-c3c1be501df6'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:10:59.984764 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6d97f7-c3bc-4f43-99c9-1e266686dce3 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ee34559-04d9-4b26-8217-546531f3981b,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:10:59.985149 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-691865bc-658f-4ea9-991f-7a6699bb83a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:10:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['be59e924-db64-46fd-ad90-c3c1be501df6'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:11:00.045716 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-74ce18fa-b26b-4943-85a5-31f80f19326e tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (7d63e084-baa7-4cbd-a4e1-8c4d06253f5e), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:00.069209 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-44093c87-28a6-4ad7-b01e-f42519f7464f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4374986 Mar 28 01:11:00.074048 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55056) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:00.076202 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-74ce18fa-b26b-4943-85a5-31f80f19326e tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Calling delete_port for 7d63e084-baa7-4cbd-a4e1-8c4d06253f5e owned by network:router_gateway {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:11:00.079738 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5fccccdf-3bed-4284-9802-5fa5dedceded tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks [] for security_group (6790c001-d13e-4fd7-9aaf-f33be67e80d0), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:00.136068 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5fccccdf-3bed-4284-9802-5fa5dedceded tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks [] for security_group (6790c001-d13e-4fd7-9aaf-f33be67e80d0), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:00.153036 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44093c87-28a6-4ad7-b01e-f42519f7464f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'Network': ['ID=0300aea6-8151-43ce-a56d-a19c5738e77e,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:00.188250 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02b46be-f94b-4498-9f85-34c02a63748c tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:11:00.190023 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-e02b46be-f94b-4498-9f85-34c02a63748c tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=cf1ee0ed9c204cc5bccbb38ebf185041&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1140811 Mar 28 01:11:00.193147 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55058) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:00.204969 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-aa142b8d-1c4c-4da8-9e1b-d787504d582d tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Deleting port c5d2da10-5f11-4843-9517-ad044f2ffeca {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:11:00.205444 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-aa142b8d-1c4c-4da8-9e1b-d787504d582d tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (c5d2da10-5f11-4843-9517-ad044f2ffeca), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:00.234568 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a98fed5-e207-4802-a8c2-81ced7ab9b53 None None] DHCP port deletion for 5453a7c2-b061-4116-b9b1-375914e68465 request from dv-neutron-834874-6-hyperv {{(pid=104100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 01:11:00.236362 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5fccccdf-3bed-4284-9802-5fa5dedceded tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (6790c001-d13e-4fd7-9aaf-f33be67e80d0), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:00.236489 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network 0300aea6-8151-43ce-a56d-a19c5738e77e details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:11:00.238837 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5fccccdf-3bed-4284-9802-5fa5dedceded tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:00.240002 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-5fccccdf-3bed-4284-9802-5fa5dedceded tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "DELETE /v2.0/security-groups/6790c001-d13e-4fd7-9aaf-f33be67e80d0 HTTP/1.1" status: 204 len: 168 time: 0.2760370 Mar 28 01:11:00.244593 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55060) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:00.267754 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fccccdf-3bed-4284-9802-5fa5dedceded tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6790c001-d13e-4fd7-9aaf-f33be67e80d0,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:00.342554 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bde6fd4-d65a-4448-98b6-8aeea41b8310 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Deleting subnet ca30ad02-d935-4b6e-91ce-347af73e39b2 {{(pid=104099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:11:00.348610 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.db [None req-aa142b8d-1c4c-4da8-9e1b-d787504d582d tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] For port c5d2da10-5f11-4843-9517-ad044f2ffeca, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=c5d2da10-5f11-4843-9517-ad044f2ffeca,segment=NetworkSegment(d42c3d92-49e2-4b62-9ea4-22552b49e62e),segment_id=d42c3d92-49e2-4b62-9ea4-22552b49e62e)] {{(pid=104098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:11:00.348755 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-aa142b8d-1c4c-4da8-9e1b-d787504d582d tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (c5d2da10-5f11-4843-9517-ad044f2ffeca), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:00.352436 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-1bde6fd4-d65a-4448-98b6-8aeea41b8310 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks [] for subnet (ca30ad02-d935-4b6e-91ce-347af73e39b2), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:00.367019 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-691865bc-658f-4ea9-991f-7a6699bb83a8 None None] Set router be59e924-db64-46fd-ad90-c3c1be501df6 gateway port host: None {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:11:00.370543 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-aa142b8d-1c4c-4da8-9e1b-d787504d582d tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Calling delete_port for c5d2da10-5f11-4843-9517-ad044f2ffeca owned by network:dhcp {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:11:00.375551 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94b5200-830e-4082-acfe-b5ff933d5727 tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:11:00.380017 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-b94b5200-830e-4082-acfe-b5ff933d5727 tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1856396 Mar 28 01:11:00.381031 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55062) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:00.442705 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-02f47267-2c4d-4a6f-8aea-0d9356de9e96 tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=dea6548b-502b-42db-97fb-371e423e739a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0586207 Mar 28 01:11:00.446089 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55064) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:00.459850 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-aa142b8d-1c4c-4da8-9e1b-d787504d582d tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (c5d2da10-5f11-4843-9517-ad044f2ffeca), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:00.460828 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-1a98fed5-e207-4802-a8c2-81ced7ab9b53 None None] Deleting port c5d2da10-5f11-4843-9517-ad044f2ffeca {{(pid=104100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:11:00.461251 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-1a98fed5-e207-4802-a8c2-81ced7ab9b53 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (c5d2da10-5f11-4843-9517-ad044f2ffeca), before_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:00.468057 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-74ce18fa-b26b-4943-85a5-31f80f19326e tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (7d63e084-baa7-4cbd-a4e1-8c4d06253f5e), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:00.472513 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-1bde6fd4-d65a-4448-98b6-8aeea41b8310 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126946639'] for subnet (ca30ad02-d935-4b6e-91ce-347af73e39b2), precommit_delete_associations {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:00.488275 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa142b8d-1c4c-4da8-9e1b-d787504d582d tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Pushing event deleted for resources: {'Port': ['ID=c5d2da10-5f11-4843-9517-ad044f2ffeca,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:00.495375 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa142b8d-1c4c-4da8-9e1b-d787504d582d tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] No DVR routers for this DVR port c5d2da10-5f11-4843-9517-ad044f2ffeca on host dv-neutron-834874-6-hyperv {{(pid=104098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:11:00.536660 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-0f5baa73-eb4d-4f27-86e6-5bc8fe393416 tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=cf1ee0ed9c204cc5bccbb38ebf185041&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0893037 Mar 28 01:11:00.542738 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55066) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:00.554316 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ce18fa-b26b-4943-85a5-31f80f19326e tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Pushing event deleted for resources: {'Port': ['ID=7d63e084-baa7-4cbd-a4e1-8c4d06253f5e,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:00.581794 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-aa142b8d-1c4c-4da8-9e1b-d787504d582d tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (5453a7c2-b061-4116-b9b1-375914e68465), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:00.586961 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-1a98fed5-e207-4802-a8c2-81ced7ab9b53 None None] For port c5d2da10-5f11-4843-9517-ad044f2ffeca, host dv-neutron-834874-6-hyperv, got binding levels [] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:11:00.587361 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-1a98fed5-e207-4802-a8c2-81ced7ab9b53 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (c5d2da10-5f11-4843-9517-ad044f2ffeca), precommit_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:00.604064 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-aa142b8d-1c4c-4da8-9e1b-d787504d582d tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5453a7c2-b061-4116-b9b1-375914e68465']}} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:11:00.614001 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-aa142b8d-1c4c-4da8-9e1b-d787504d582d tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd42c3d92-49e2-4b62-9ea4-22552b49e62e') {'for_net_delete': True} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:11:00.614377 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-aa142b8d-1c4c-4da8-9e1b-d787504d582d tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd42c3d92-49e2-4b62-9ea4-22552b49e62e') {} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:11:00.616730 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-1a98fed5-e207-4802-a8c2-81ced7ab9b53 None None] Calling delete_port for c5d2da10-5f11-4843-9517-ad044f2ffeca owned by network:dhcp {{(pid=104100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:11:00.620853 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.ipam_backend_mixin [None req-1a98fed5-e207-4802-a8c2-81ced7ab9b53 None None] Port c5d2da10-5f11-4843-9517-ad044f2ffeca was not found and therefore no delete operation was performed {{(pid=104100) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 28 01:11:00.623956 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-aa142b8d-1c4c-4da8-9e1b-d787504d582d tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126443583'] for segment (d42c3d92-49e2-4b62-9ea4-22552b49e62e), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:00.624783 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-1a98fed5-e207-4802-a8c2-81ced7ab9b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886'] for port (c5d2da10-5f11-4843-9517-ad044f2ffeca), after_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:00.638258 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-aa142b8d-1c4c-4da8-9e1b-d787504d582d tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (d42c3d92-49e2-4b62-9ea4-22552b49e62e), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:00.645921 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa142b8d-1c4c-4da8-9e1b-d787504d582d tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=104098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:11:00.645921 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-aa142b8d-1c4c-4da8-9e1b-d787504d582d tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126177251'] for segment (d42c3d92-49e2-4b62-9ea4-22552b49e62e), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:00.649340 dv-neutron-834874-6-hyperv neutron-server[104098]: Traceback (most recent call last): Mar 28 01:11:00.649340 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:11:00.649340 dv-neutron-834874-6-hyperv neutron-server[104098]: timer() Mar 28 01:11:00.649340 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:11:00.649340 dv-neutron-834874-6-hyperv neutron-server[104098]: cb(*args, **kw) Mar 28 01:11:00.649340 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:11:00.649340 dv-neutron-834874-6-hyperv neutron-server[104098]: return func(*args, **kwargs) Mar 28 01:11:00.649340 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:11:00.649340 dv-neutron-834874-6-hyperv neutron-server[104098]: self._notify() Mar 28 01:11:00.649340 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:11:00.649340 dv-neutron-834874-6-hyperv neutron-server[104098]: self.callback(batched_events) Mar 28 01:11:00.649340 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:11:00.649340 dv-neutron-834874-6-hyperv neutron-server[104098]: event.method(event) Mar 28 01:11:00.649340 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:11:00.649340 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:11:00.649340 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:11:00.649340 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:11:00.649340 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:11:00.649340 dv-neutron-834874-6-hyperv neutron-server[104098]: return f(self, *a, **k) Mar 28 01:11:00.649340 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:11:00.649340 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._get(url).json() Mar 28 01:11:00.649340 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:11:00.649340 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:11:00.649340 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:11:00.649340 dv-neutron-834874-6-hyperv neutron-server[104098]: return self.request(url, 'GET', **kwargs) Mar 28 01:11:00.649340 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:11:00.649340 dv-neutron-834874-6-hyperv neutron-server[104098]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:11:00.649340 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:11:00.649340 dv-neutron-834874-6-hyperv neutron-server[104098]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:11:00.649340 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:11:00.649340 dv-neutron-834874-6-hyperv neutron-server[104098]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:11:00.649340 dv-neutron-834874-6-hyperv neutron-server[104098]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:11:00.657513 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a98fed5-e207-4802-a8c2-81ced7ab9b53 None None] Pushing event deleted for resources: {'Port': ['ID=c5d2da10-5f11-4843-9517-ad044f2ffeca,revision_number=None']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:00.676507 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a98fed5-e207-4802-a8c2-81ced7ab9b53 None None] No DVR routers for this DVR port c5d2da10-5f11-4843-9517-ad044f2ffeca on host dv-neutron-834874-6-hyperv {{(pid=104100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:11:00.712821 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-691865bc-658f-4ea9-991f-7a6699bb83a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be59e924-db64-46fd-ad90-c3c1be501df6', 'name': 'tempest-RoutersTest-router-1951048026', 'tenant_id': 'b477b3de086344ba86693af53d13cdd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:10:30Z', 'updated_at': '2022-03-28T01:10:57Z', 'revision_number': 8, 'project_id': 'b477b3de086344ba86693af53d13cdd0', 'gw_port_host': None, '_interfaces': [{'id': '007b231c-6bf0-46b0-8bbd-ee5db9ebbfe4', 'name': '', 'network_id': 'f2e4194b-4477-497f-814c-f3350cbfc77f', 'tenant_id': 'b477b3de086344ba86693af53d13cdd0', 'mac_address': 'fa:16:3e:1e:04:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be59e924-db64-46fd-ad90-c3c1be501df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '86132294-de8e-4622-ad8e-aac9649a1191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:10:32Z', 'updated_at': '2022-03-28T01:10:37Z', 'revision_number': 5, 'project_id': 'b477b3de086344ba86693af53d13cdd0', 'subnets': [{'id': '86132294-de8e-4622-ad8e-aac9649a1191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1a688fbd-8b48-4762-8af0-01de293dc347', 'name': '', 'network_id': '9e8fc964-0bce-4469-80fa-23a650feb4fa', 'tenant_id': 'b477b3de086344ba86693af53d13cdd0', 'mac_address': 'fa:16:3e:09:41:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be59e924-db64-46fd-ad90-c3c1be501df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': 'a2443079-c09e-4740-9b1e-7c007340fed3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:10:42Z', 'updated_at': '2022-03-28T01:10:48Z', 'revision_number': 5, 'project_id': 'b477b3de086344ba86693af53d13cdd0', 'subnets': [{'id': 'a2443079-c09e-4740-9b1e-7c007340fed3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86a2c6ba-054c-4b04-97c1-8711cee76569', 'name': '', 'network_id': '7593a348-591f-4c24-8193-5ef8b973d513', 'tenant_id': 'b477b3de086344ba86693af53d13cdd0', 'mac_address': 'fa:16:3e:46:42:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be59e924-db64-46fd-ad90-c3c1be501df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'd2f5dd09-e80b-495d-b764-01c46c47d29f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:10:37Z', 'updated_at': '2022-03-28T01:10:44Z', 'revision_number': 5, 'project_id': 'b477b3de086344ba86693af53d13cdd0', 'subnets': [{'id': 'd2f5dd09-e80b-495d-b764-01c46c47d29f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:11:00.730756 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-aa142b8d-1c4c-4da8-9e1b-d787504d582d tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (5453a7c2-b061-4116-b9b1-375914e68465), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:00.739501 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-aa142b8d-1c4c-4da8-9e1b-d787504d582d tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:00.745417 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691865bc-658f-4ea9-991f-7a6699bb83a8 None None] The sync data for ids ['be59e924-db64-46fd-ad90-c3c1be501df6'] in dv-neutron-834874-6-hyperv is: [{'id': 'be59e924-db64-46fd-ad90-c3c1be501df6', 'name': 'tempest-RoutersTest-router-1951048026', 'tenant_id': 'b477b3de086344ba86693af53d13cdd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:10:30Z', 'updated_at': '2022-03-28T01:10:57Z', 'revision_number': 8, 'project_id': 'b477b3de086344ba86693af53d13cdd0', 'gw_port_host': None, '_interfaces': [{'id': '007b231c-6bf0-46b0-8bbd-ee5db9ebbfe4', 'name': '', 'network_id': 'f2e4194b-4477-497f-814c-f3350cbfc77f', 'tenant_id': 'b477b3de086344ba86693af53d13cdd0', 'mac_address': 'fa:16:3e:1e:04:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be59e924-db64-46fd-ad90-c3c1be501df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '86132294-de8e-4622-ad8e-aac9649a1191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:10:32Z', 'updated_at': '2022-03-28T01:10:37Z', 'revision_number': 5, 'project_id': 'b477b3de086344ba86693af53d13cdd0', 'subnets': [{'id': '86132294-de8e-4622-ad8e-aac9649a1191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1a688fbd-8b48-4762-8af0-01de293dc347', 'name': '', 'network_id': '9e8fc964-0bce-4469-80fa-23a650feb4fa', 'tenant_id': 'b477b3de086344ba86693af53d13cdd0', 'mac_address': 'fa:16:3e:09:41:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be59e924-db64-46fd-ad90-c3c1be501df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': 'a2443079-c09e-4740-9b1e-7c007340fed3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:10:42Z', 'updated_at': '2022-03-28T01:10:48Z', 'revision_number': 5, 'project_id': 'b477b3de086344ba86693af53d13cdd0', 'subnets': [{'id': 'a2443079-c09e-4740-9b1e-7c007340fed3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86a2c6ba-054c-4b04-97c1-8711cee76569', 'name': '', 'network_id': '7593a348-591f-4c24-8193-5ef8b973d513', 'tenant_id': 'b477b3de086344ba86693af53d13cdd0', 'mac_address': 'fa:16:3e:46:42:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be59e924-db64-46fd-ad90-c3c1be501df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'd2f5dd09-e80b-495d-b764-01c46c47d29f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:10:37Z', 'updated_at': '2022-03-28T01:10:44Z', 'revision_number': 5, 'project_id': 'b477b3de086344ba86693af53d13cdd0', 'subnets': [{'id': 'd2f5dd09-e80b-495d-b764-01c46c47d29f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:11:00.745697 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-aa142b8d-1c4c-4da8-9e1b-d787504d582d tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] 10.222.0.24 "DELETE /v2.0/networks/5453a7c2-b061-4116-b9b1-375914e68465 HTTP/1.1" status: 204 len: 168 time: 0.9218831 Mar 28 01:11:00.752284 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55068) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:00.759812 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa142b8d-1c4c-4da8-9e1b-d787504d582d tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Pushing event deleted for resources: {'Network': ['ID=5453a7c2-b061-4116-b9b1-375914e68465,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:00.875455 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-74ce18fa-b26b-4943-85a5-31f80f19326e tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3687989'] for router_gateway (257dedfe-d787-4a9c-93f2-c10284f2f234), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:00.917334 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-1bde6fd4-d65a-4448-98b6-8aeea41b8310 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (ca30ad02-d935-4b6e-91ce-347af73e39b2), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:00.955974 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6302ebc-2d51-433a-add0-c580f8aeb6be tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:11:00.957440 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-c6302ebc-2d51-433a-add0-c580f8aeb6be tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4112694 Mar 28 01:11:00.960409 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55070) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:00.994245 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-43920544-2efb-4cd1-afdd-4322efc03def tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=dea6548b-502b-42db-97fb-371e423e739a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0326021 Mar 28 01:11:00.996770 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55072) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:01.001418 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-0688072e-77dd-4739-9cc3-9b19f6b0b48f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-557222691', 'network_id': '0300aea6-8151-43ce-a56d-a19c5738e77e', 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:11:01.031345 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-74ce18fa-b26b-4943-85a5-31f80f19326e tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7151'] for router (257dedfe-d787-4a9c-93f2-c10284f2f234), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:01.067724 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-74ce18fa-b26b-4943-85a5-31f80f19326e tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Publish callbacks [] for router_controller (257dedfe-d787-4a9c-93f2-c10284f2f234), precommit_delete_associations {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:01.087109 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0688072e-77dd-4739-9cc3-9b19f6b0b48f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Made reservation on behalf of cf1ee0ed9c204cc5bccbb38ebf185041 for: {'subnet': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:11:01.090504 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0688072e-77dd-4739-9cc3-9b19f6b0b48f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126112411'] for subnet (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:01.165284 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-74ce18fa-b26b-4943-85a5-31f80f19326e tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689686'] for router (257dedfe-d787-4a9c-93f2-c10284f2f234), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:01.166116 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74ce18fa-b26b-4943-85a5-31f80f19326e tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Fanout notify agent at l3_agent the message router_deleted on router 257dedfe-d787-4a9c-93f2-c10284f2f234 {{(pid=104099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 01:11:01.179539 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-74ce18fa-b26b-4943-85a5-31f80f19326e tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Publish callbacks [] for router (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:01.180695 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-74ce18fa-b26b-4943-85a5-31f80f19326e tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] 10.222.0.24 "DELETE /v2.0/routers/257dedfe-d787-4a9c-93f2-c10284f2f234 HTTP/1.1" status: 204 len: 168 time: 2.0112267 Mar 28 01:11:01.181862 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-1bde6fd4-d65a-4448-98b6-8aeea41b8310 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127282766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126757793'] for subnet (ca30ad02-d935-4b6e-91ce-347af73e39b2), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:01.186940 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55074) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:01.191929 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-56bc7b64-b024-4e11-9646-98fc98e3dea7 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1695554334', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:11:01.219336 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bde6fd4-d65a-4448-98b6-8aeea41b8310 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Pushing event deleted for resources: {'Subnet': ['ID=ca30ad02-d935-4b6e-91ce-347af73e39b2,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:01.225023 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device cab538da-b992-4bbe-9000-9f5e42ae3131 no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:11:01.242341 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-1bde6fd4-d65a-4448-98b6-8aeea41b8310 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks [] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:01.245617 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-1bde6fd4-d65a-4448-98b6-8aeea41b8310 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "DELETE /v2.0/subnets/ca30ad02-d935-4b6e-91ce-347af73e39b2 HTTP/1.1" status: 204 len: 168 time: 0.9977007 Mar 28 01:11:01.249872 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55076) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:01.254634 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-cb9afbfa-68c5-42d7-ba52-e4fa81275f0c tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Request body: {'subnet': {'network_id': 'eed7ffa2-4413-4fe4-b128-d4b0e8228d21', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:11:01.259163 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-56bc7b64-b024-4e11-9646-98fc98e3dea7 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7069'] for router (a08d5334-ff6a-4749-9aff-871730bfab7e), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:01.261110 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-56bc7b64-b024-4e11-9646-98fc98e3dea7 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4188952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7062'] for router (a08d5334-ff6a-4749-9aff-871730bfab7e), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:01.269022 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96963acf-7e41-49a3-b10e-1e19e0ef075b None None] Network eed7ffa2-4413-4fe4-b128-d4b0e8228d21 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:11:01.271601 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: cab538da-b992-4bbe-9000-9f5e42ae3131 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:11:01.272075 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device cab538da-b992-4bbe-9000-9f5e42ae3131 not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:11:01.272592 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device c5d2da10-5f11-4843-9517-ad044f2ffeca no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:11:01.329342 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: c5d2da10-5f11-4843-9517-ad044f2ffeca {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:11:01.330052 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device c5d2da10-5f11-4843-9517-ad044f2ffeca not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:11:01.349242 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-56bc7b64-b024-4e11-9646-98fc98e3dea7 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Publish callbacks [] for router_controller (a08d5334-ff6a-4749-9aff-871730bfab7e), precommit_add_association {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:01.374633 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-56bc7b64-b024-4e11-9646-98fc98e3dea7 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687953'] for router (a08d5334-ff6a-4749-9aff-871730bfab7e), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:01.409235 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-56bc7b64-b024-4e11-9646-98fc98e3dea7 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Publish callbacks [] for router (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:01.410810 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-56bc7b64-b024-4e11-9646-98fc98e3dea7 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2225778 Mar 28 01:11:01.412208 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0688072e-77dd-4739-9cc3-9b19f6b0b48f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126174976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126112397'] for subnet (db644160-0201-44ed-9e47-fb5132a0d303), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:01.414532 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55078) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:01.421634 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb9afbfa-68c5-42d7-ba52-e4fa81275f0c tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Made reservation on behalf of 123b9cbc24e44c7fa4900a5cf8071c36 for: {'subnet': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:11:01.422223 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-48b0452e-79d1-4a4b-b42c-67453899a047 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'enable_snat': True}}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:11:01.425006 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-cb9afbfa-68c5-42d7-ba52-e4fa81275f0c tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126757772'] for subnet (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:01.544117 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0688072e-77dd-4739-9cc3-9b19f6b0b48f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'Subnet': ['ID=db644160-0201-44ed-9e47-fb5132a0d303,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:01.565320 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f320a4a6-26e9-460e-ba95-a50eebbc58e3 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3686527'] for router_interface (be59e924-db64-46fd-ad90-c3c1be501df6), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:01.661490 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0688072e-77dd-4739-9cc3-9b19f6b0b48f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Checking segment: {'id': '28f92320-1dd2-446d-9316-f1290fa904ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0300aea6-8151-43ce-a56d-a19c5738e77e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:11:01.661907 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0688072e-77dd-4739-9cc3-9b19f6b0b48f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Network hostable DHCP agents. Network: 0300aea6-8151-43ce-a56d-a19c5738e77e, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:11:01.705531 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-48b0452e-79d1-4a4b-b42c-67453899a047 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks [] for router_gateway (a08d5334-ff6a-4749-9aff-871730bfab7e), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:01.728130 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0688072e-77dd-4739-9cc3-9b19f6b0b48f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Network 0300aea6-8151-43ce-a56d-a19c5738e77e is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:11:01.763808 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-0688072e-77dd-4739-9cc3-9b19f6b0b48f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, 0300aea6-8151-43ce-a56d-a19c5738e77e) {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:11:01.771762 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0688072e-77dd-4739-9cc3-9b19f6b0b48f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:11:01.772599 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0688072e-77dd-4739-9cc3-9b19f6b0b48f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:01.789971 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e89f80-30e1-4d31-9697-f47542c9f72b None None] Network 0300aea6-8151-43ce-a56d-a19c5738e77e requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:11:01.805023 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-0688072e-77dd-4739-9cc3-9b19f6b0b48f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8072357 Mar 28 01:11:01.879704 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-cb9afbfa-68c5-42d7-ba52-e4fa81275f0c tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127282703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126757786'] for subnet (990ac3f6-5b71-4691-95ba-5d29f6ab40e5), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:01.935240 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5633c4-713b-4c6c-b69d-7ea7b883ecee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-0300aea6-8151-43ce-a56d-a19c5738e77e', 'network_id': '0300aea6-8151-43ce-a56d-a19c5738e77e', 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'fixed_ips': [{'subnet_id': 'db644160-0201-44ed-9e47-fb5132a0d303'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:11:01.937417 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-2f5633c4-713b-4c6c-b69d-7ea7b883ecee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:01.979275 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9afbfa-68c5-42d7-ba52-e4fa81275f0c tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Network eed7ffa2-4413-4fe4-b128-d4b0e8228d21 is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:11:02.007259 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-cb9afbfa-68c5-42d7-ba52-e4fa81275f0c tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:11:02.022775 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-48b0452e-79d1-4a4b-b42c-67453899a047 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks [] for router_gateway (a08d5334-ff6a-4749-9aff-871730bfab7e), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:02.027071 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb9afbfa-68c5-42d7-ba52-e4fa81275f0c tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:11:02.027650 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-cb9afbfa-68c5-42d7-ba52-e4fa81275f0c tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks [] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:02.030335 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9afbfa-68c5-42d7-ba52-e4fa81275f0c tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Pushing event updated for resources: {'Subnet': ['ID=990ac3f6-5b71-4691-95ba-5d29f6ab40e5,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:02.064232 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-cb9afbfa-68c5-42d7-ba52-e4fa81275f0c tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8132839 Mar 28 01:11:02.067025 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55082) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:02.073396 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-95793c12-52bf-46b6-806d-5a9ce07b5ad9 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Request body: {'security_group': {'name': 'tempest-secgroup-1459736611'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:11:02.084626 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-48b0452e-79d1-4a4b-b42c-67453899a047 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:02.100009 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-f320a4a6-26e9-460e-ba95-a50eebbc58e3 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Deleting port 1a688fbd-8b48-4762-8af0-01de293dc347 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:11:02.100989 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f320a4a6-26e9-460e-ba95-a50eebbc58e3 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (1a688fbd-8b48-4762-8af0-01de293dc347), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:02.124900 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-2f5633c4-713b-4c6c-b69d-7ea7b883ecee None None] Allocated IP 172.20.0.18 (0300aea6-8151-43ce-a56d-a19c5738e77e/db644160-0201-44ed-9e47-fb5132a0d303/d7c32c59-06f1-4455-ba3c-40fae7934a2a) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:11:02.148273 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-95793c12-52bf-46b6-806d-5a9ce07b5ad9 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:02.205089 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55084) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:02.211215 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-115bd6c0-16f2-442f-8ec7-446301fc6e91 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-90004135', 'description': 'tempest-secgroup-smoke-90004135 description', 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:11:02.220292 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c2503b-d81d-45ff-b1d5-92821307f5b3 None None] Network eed7ffa2-4413-4fe4-b128-d4b0e8228d21 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:11:02.274928 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-115bd6c0-16f2-442f-8ec7-446301fc6e91 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:02.303378 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-444f3eb3-3882-41f8-8386-499cc1ff138e None None] Provisioning complete for port db7e45ef-6661-436b-9345-043930b9b6f1 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:11:02.303965 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-48b0452e-79d1-4a4b-b42c-67453899a047 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Allocated IP 172.26.1.69 (dea6548b-502b-42db-97fb-371e423e739a/cce6de65-d8c9-45b8-9970-0a277e8c1192/dbf03b06-356e-4ae2-bf4c-9b3ff2cf20b2) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:11:02.304513 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-444f3eb3-3882-41f8-8386-499cc1ff138e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (db7e45ef-6661-436b-9345-043930b9b6f1), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:02.362718 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-95793c12-52bf-46b6-806d-5a9ce07b5ad9 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks [] for security_group (0a236165-32e5-4627-a91c-9eb10e1a23e5), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:02.407557 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-95793c12-52bf-46b6-806d-5a9ce07b5ad9 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (0a236165-32e5-4627-a91c-9eb10e1a23e5), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:02.413806 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-2f5633c4-713b-4c6c-b69d-7ea7b883ecee None None] Publish callbacks [] for port (d7c32c59-06f1-4455-ba3c-40fae7934a2a), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:02.436301 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-2f5633c4-713b-4c6c-b69d-7ea7b883ecee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (d7c32c59-06f1-4455-ba3c-40fae7934a2a), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:02.464328 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-95793c12-52bf-46b6-806d-5a9ce07b5ad9 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:02.465493 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-95793c12-52bf-46b6-806d-5a9ce07b5ad9 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3970404 Mar 28 01:11:02.469880 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55086) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:02.474707 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-9208957f-ffa5-4eb3-9c66-44217df1fafc tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Request body: {'security_group': {'name': 'tempest-secgroup-338969225'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:11:02.489560 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95793c12-52bf-46b6-806d-5a9ce07b5ad9 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a236165-32e5-4627-a91c-9eb10e1a23e5,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:02.504473 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-115bd6c0-16f2-442f-8ec7-446301fc6e91 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group (b210bd0c-aa3e-478a-8c4f-0f9be8da73df), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:02.514812 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-115bd6c0-16f2-442f-8ec7-446301fc6e91 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (b210bd0c-aa3e-478a-8c4f-0f9be8da73df), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:02.516862 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5633c4-713b-4c6c-b69d-7ea7b883ecee None None] Network 0300aea6-8151-43ce-a56d-a19c5738e77e is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:11:02.519411 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9208957f-ffa5-4eb3-9c66-44217df1fafc tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks [] for security_group (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:02.528288 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-2f5633c4-713b-4c6c-b69d-7ea7b883ecee None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:11:02.531576 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5633c4-713b-4c6c-b69d-7ea7b883ecee None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:11:02.536469 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5633c4-713b-4c6c-b69d-7ea7b883ecee None None] Pushing event updated for resources: {'Port': ['ID=d7c32c59-06f1-4455-ba3c-40fae7934a2a,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:02.543869 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-444f3eb3-3882-41f8-8386-499cc1ff138e None None] Current status of the port db7e45ef-6661-436b-9345-043930b9b6f1 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:11:02.566772 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-115bd6c0-16f2-442f-8ec7-446301fc6e91 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:02.570949 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-115bd6c0-16f2-442f-8ec7-446301fc6e91 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3604290 Mar 28 01:11:02.572193 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-48b0452e-79d1-4a4b-b42c-67453899a047 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks [] for port (dbf03b06-356e-4ae2-bf4c-9b3ff2cf20b2), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:02.572868 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55088) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:02.574197 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115bd6c0-16f2-442f-8ec7-446301fc6e91 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b210bd0c-aa3e-478a-8c4f-0f9be8da73df,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:02.581098 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-bca77449-53a8-4b70-9902-eaedca26a9a2 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'security_group_rule': {'security_group_id': 'b210bd0c-aa3e-478a-8c4f-0f9be8da73df', 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:11:02.611346 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-f320a4a6-26e9-460e-ba95-a50eebbc58e3 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] For port 1a688fbd-8b48-4762-8af0-01de293dc347, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=1a688fbd-8b48-4762-8af0-01de293dc347,segment=NetworkSegment(2f670c49-ebc9-4d09-adda-51989269ac67),segment_id=2f670c49-ebc9-4d09-adda-51989269ac67)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:11:02.611734 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f320a4a6-26e9-460e-ba95-a50eebbc58e3 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (1a688fbd-8b48-4762-8af0-01de293dc347), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:02.618777 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-48b0452e-79d1-4a4b-b42c-67453899a047 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (dbf03b06-356e-4ae2-bf4c-9b3ff2cf20b2), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:02.619559 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-444f3eb3-3882-41f8-8386-499cc1ff138e None None] Provisioning complete for port 21b81e5c-46e0-4ec9-ab1f-00dd317deb33 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:11:02.619924 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-444f3eb3-3882-41f8-8386-499cc1ff138e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (21b81e5c-46e0-4ec9-ab1f-00dd317deb33), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:02.633197 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-f320a4a6-26e9-460e-ba95-a50eebbc58e3 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Calling delete_port for 1a688fbd-8b48-4762-8af0-01de293dc347 owned by network:router_interface {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:11:02.668263 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b0452e-79d1-4a4b-b42c-67453899a047 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Network dea6548b-502b-42db-97fb-371e423e739a is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:11:02.673702 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9208957f-ffa5-4eb3-9c66-44217df1fafc tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks [] for security_group (a3b5d4fb-342f-496b-82c2-64c774644210), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:02.673877 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-48b0452e-79d1-4a4b-b42c-67453899a047 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:11:02.679973 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b0452e-79d1-4a4b-b42c-67453899a047 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:11:02.683364 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-bca77449-53a8-4b70-9902-eaedca26a9a2 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (e3758705-d378-4f8b-97a7-b3cc051c8755), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:02.687285 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9208957f-ffa5-4eb3-9c66-44217df1fafc tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (a3b5d4fb-342f-496b-82c2-64c774644210), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:02.695738 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-2f5633c4-713b-4c6c-b69d-7ea7b883ecee None None] Attempting to bind port d7c32c59-06f1-4455-ba3c-40fae7934a2a on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:11:02.696553 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-2f5633c4-713b-4c6c-b69d-7ea7b883ecee None None] Attempting to bind port d7c32c59-06f1-4455-ba3c-40fae7934a2a by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': '28f92320-1dd2-446d-9316-f1290fa904ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0300aea6-8151-43ce-a56d-a19c5738e77e'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:11:02.696927 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5633c4-713b-4c6c-b69d-7ea7b883ecee None None] Attempting to bind port d7c32c59-06f1-4455-ba3c-40fae7934a2a on network 0300aea6-8151-43ce-a56d-a19c5738e77e {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:11:02.702949 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b0452e-79d1-4a4b-b42c-67453899a047 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Pushing event updated for resources: {'Port': ['ID=dbf03b06-356e-4ae2-bf4c-9b3ff2cf20b2,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:02.713542 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:02.715389 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5633c4-713b-4c6c-b69d-7ea7b883ecee None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:11:02.715766 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5633c4-713b-4c6c-b69d-7ea7b883ecee None None] Checking segment: {'id': '28f92320-1dd2-446d-9316-f1290fa904ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0300aea6-8151-43ce-a56d-a19c5738e77e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:11:02.717324 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-2f5633c4-713b-4c6c-b69d-7ea7b883ecee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:02.717753 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5633c4-713b-4c6c-b69d-7ea7b883ecee None None] Bound using segment: {'id': '28f92320-1dd2-446d-9316-f1290fa904ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0300aea6-8151-43ce-a56d-a19c5738e77e'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:11:02.718572 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-2f5633c4-713b-4c6c-b69d-7ea7b883ecee None None] Bound port: d7c32c59-06f1-4455-ba3c-40fae7934a2a, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28f92320-1dd2-446d-9316-f1290fa904ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0300aea6-8151-43ce-a56d-a19c5738e77e'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:11:02.718777 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-2f5633c4-713b-4c6c-b69d-7ea7b883ecee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (d7c32c59-06f1-4455-ba3c-40fae7934a2a), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:02.722082 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-444f3eb3-3882-41f8-8386-499cc1ff138e None None] Port 21b81e5c-46e0-4ec9-ab1f-00dd317deb33 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:11:02.741509 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60c20da-2e23-44c8-a7f3-6aea75958c24 None None] Update dhcp port {'port': {'network_id': 'eed7ffa2-4413-4fe4-b128-d4b0e8228d21', 'fixed_ips': [{'subnet_id': 'b10b443a-77de-45b3-9a7e-00c81b4fb0a8', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '990ac3f6-5b71-4691-95ba-5d29f6ab40e5'}], 'binding:host_id': 'dv-neutron-834874-6-hyperv'}, 'id': 'db7e45ef-6661-436b-9345-043930b9b6f1'} from dv-neutron-834874-6-hyperv. {{(pid=104100) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 28 01:11:02.768692 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9208957f-ffa5-4eb3-9c66-44217df1fafc tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3b5d4fb-342f-496b-82c2-64c774644210,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:02.789145 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9208957f-ffa5-4eb3-9c66-44217df1fafc tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:02.790666 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-9208957f-ffa5-4eb3-9c66-44217df1fafc tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3199561 Mar 28 01:11:02.796722 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55090) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:02.806650 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-89b6ec0f-fc62-4011-8260-cfb8099e49a0 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Request body: {'security_group': {'name': 'tempest-secgroup-1708130279'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:11:02.831668 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d60c20da-2e23-44c8-a7f3-6aea75958c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (db7e45ef-6661-436b-9345-043930b9b6f1), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:02.842217 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-2f5633c4-713b-4c6c-b69d-7ea7b883ecee None None] For port d7c32c59-06f1-4455-ba3c-40fae7934a2a, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:11:02.859669 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-2f5633c4-713b-4c6c-b69d-7ea7b883ecee None None] For port d7c32c59-06f1-4455-ba3c-40fae7934a2a, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=d7c32c59-06f1-4455-ba3c-40fae7934a2a,segment=NetworkSegment(28f92320-1dd2-446d-9316-f1290fa904ce),segment_id=28f92320-1dd2-446d-9316-f1290fa904ce)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:11:02.891222 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-2f5633c4-713b-4c6c-b69d-7ea7b883ecee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (d7c32c59-06f1-4455-ba3c-40fae7934a2a), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:02.907350 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-89b6ec0f-fc62-4011-8260-cfb8099e49a0 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks [] for security_group (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:02.910771 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-bca77449-53a8-4b70-9902-eaedca26a9a2 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (e3758705-d378-4f8b-97a7-b3cc051c8755), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:02.927443 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-bca77449-53a8-4b70-9902-eaedca26a9a2 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (e3758705-d378-4f8b-97a7-b3cc051c8755), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:02.958363 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca77449-53a8-4b70-9902-eaedca26a9a2 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3758705-d378-4f8b-97a7-b3cc051c8755,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:02.978078 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-bca77449-53a8-4b70-9902-eaedca26a9a2 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:02.982257 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-bca77449-53a8-4b70-9902-eaedca26a9a2 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4020593 Mar 28 01:11:02.982405 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55092) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:02.989339 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-8c46fc3e-0d2f-4a79-8739-5bd45002a1d8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'security_group_rule': {'security_group_id': 'b210bd0c-aa3e-478a-8c4f-0f9be8da73df', 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:11:03.048852 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5633c4-713b-4c6c-b69d-7ea7b883ecee None None] Pushing event updated for resources: {'Port': ['ID=d7c32c59-06f1-4455-ba3c-40fae7934a2a,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:03.054156 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-89b6ec0f-fc62-4011-8260-cfb8099e49a0 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks [] for security_group (40a790ee-db1a-4fc9-a9e2-b3aaad8d4fbf), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:03.058213 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f320a4a6-26e9-460e-ba95-a50eebbc58e3 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (1a688fbd-8b48-4762-8af0-01de293dc347), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:03.066468 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-89b6ec0f-fc62-4011-8260-cfb8099e49a0 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (40a790ee-db1a-4fc9-a9e2-b3aaad8d4fbf), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:03.078556 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-48b0452e-79d1-4a4b-b42c-67453899a047 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks [] for router_gateway (a08d5334-ff6a-4749-9aff-871730bfab7e), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:03.099054 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-d60c20da-2e23-44c8-a7f3-6aea75958c24 None None] Allocated IP 2001:db8::2 (eed7ffa2-4413-4fe4-b128-d4b0e8228d21/990ac3f6-5b71-4691-95ba-5d29f6ab40e5/db7e45ef-6661-436b-9345-043930b9b6f1) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:11:03.132762 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-89b6ec0f-fc62-4011-8260-cfb8099e49a0 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:03.137713 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-89b6ec0f-fc62-4011-8260-cfb8099e49a0 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3358071 Mar 28 01:11:03.145580 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55094) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:03.154985 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-818e11ab-f857-4acc-b521-eeeb4073c44f tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1420115496', 'security_groups': ['40a790ee-db1a-4fc9-a9e2-b3aaad8d4fbf'], 'network_id': 'eed7ffa2-4413-4fe4-b128-d4b0e8228d21', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '990ac3f6-5b71-4691-95ba-5d29f6ab40e5'}]}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:11:03.159633 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f320a4a6-26e9-460e-ba95-a50eebbc58e3 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Pushing event deleted for resources: {'Port': ['ID=1a688fbd-8b48-4762-8af0-01de293dc347,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:03.246452 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-d60c20da-2e23-44c8-a7f3-6aea75958c24 None None] For port db7e45ef-6661-436b-9345-043930b9b6f1, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=db7e45ef-6661-436b-9345-043930b9b6f1,segment=NetworkSegment(3d9b7a63-ed89-48d7-9440-f9ec22288db0),segment_id=3d9b7a63-ed89-48d7-9440-f9ec22288db0)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:11:03.265975 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-8c46fc3e-0d2f-4a79-8739-5bd45002a1d8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (296af2cb-30ef-4e10-b0d7-ed0c09c887c4), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:03.311057 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b6ec0f-fc62-4011-8260-cfb8099e49a0 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40a790ee-db1a-4fc9-a9e2-b3aaad8d4fbf,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:03.324640 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d60c20da-2e23-44c8-a7f3-6aea75958c24 None None] Publish callbacks [] for port (db7e45ef-6661-436b-9345-043930b9b6f1), precommit_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:03.329844 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d60c20da-2e23-44c8-a7f3-6aea75958c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (db7e45ef-6661-436b-9345-043930b9b6f1), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:03.404822 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-8c46fc3e-0d2f-4a79-8739-5bd45002a1d8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (296af2cb-30ef-4e10-b0d7-ed0c09c887c4), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:03.424706 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-8c46fc3e-0d2f-4a79-8739-5bd45002a1d8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (296af2cb-30ef-4e10-b0d7-ed0c09c887c4), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:03.455705 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60c20da-2e23-44c8-a7f3-6aea75958c24 None None] Pushing event updated for resources: {'Port': ['ID=db7e45ef-6661-436b-9345-043930b9b6f1,revision_number=6']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:03.544599 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f320a4a6-26e9-460e-ba95-a50eebbc58e3 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3725912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3690191'] for router_interface (be59e924-db64-46fd-ad90-c3c1be501df6), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:03.552094 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-818e11ab-f857-4acc-b521-eeeb4073c44f tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Made reservation on behalf of 123b9cbc24e44c7fa4900a5cf8071c36 for: {'port': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:11:03.729930 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-818e11ab-f857-4acc-b521-eeeb4073c44f tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:03.814989 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [None req-818e11ab-f857-4acc-b521-eeeb4073c44f tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] device_id is not set on port 0d9a428d-88ef-4ce5-9048-2cb3b06636e3 yet. {{(pid=104099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 01:11:03.857355 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c46fc3e-0d2f-4a79-8739-5bd45002a1d8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=296af2cb-30ef-4e10-b0d7-ed0c09c887c4,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:03.892933 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-8c46fc3e-0d2f-4a79-8739-5bd45002a1d8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:03.897384 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-8c46fc3e-0d2f-4a79-8739-5bd45002a1d8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9140556 Mar 28 01:11:03.898092 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55096) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:03.906127 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-18e59302-0de2-4b75-8a54-51aef8813c0b tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'security_group_rule': {'security_group_id': 'b210bd0c-aa3e-478a-8c4f-0f9be8da73df', 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:11:03.922198 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-48b0452e-79d1-4a4b-b42c-67453899a047 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3688170', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3689605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7136'] for router (a08d5334-ff6a-4749-9aff-871730bfab7e), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:03.930744 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-48b0452e-79d1-4a4b-b42c-67453899a047 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3688163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3687960', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3689650'] for router (a08d5334-ff6a-4749-9aff-871730bfab7e), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:03.952788 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f320a4a6-26e9-460e-ba95-a50eebbc58e3 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Router be59e924-db64-46fd-ad90-c3c1be501df6 has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:11:04.028372 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-18e59302-0de2-4b75-8a54-51aef8813c0b tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (843cdb7a-249d-436a-b07c-eaf9953fd577), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:04.113965 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f320a4a6-26e9-460e-ba95-a50eebbc58e3 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:11:04.122586 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-18e59302-0de2-4b75-8a54-51aef8813c0b tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (843cdb7a-249d-436a-b07c-eaf9953fd577), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:04.124916 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14003e27-7da2-4a67-ba54-1d26a9424a6f None None] Sync routers for ids ['be59e924-db64-46fd-ad90-c3c1be501df6'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:11:04.136525 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-18e59302-0de2-4b75-8a54-51aef8813c0b tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (843cdb7a-249d-436a-b07c-eaf9953fd577), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:04.138989 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14003e27-7da2-4a67-ba54-1d26a9424a6f None None] Routers {'be59e924-db64-46fd-ad90-c3c1be501df6'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:11:04.140195 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-14003e27-7da2-4a67-ba54-1d26a9424a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:10:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['be59e924-db64-46fd-ad90-c3c1be501df6'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:11:04.143500 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-f320a4a6-26e9-460e-ba95-a50eebbc58e3 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] 10.222.0.24 "PUT /v2.0/routers/be59e924-db64-46fd-ad90-c3c1be501df6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3862283 Mar 28 01:11:04.149456 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [None req-818e11ab-f857-4acc-b521-eeeb4073c44f tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Allocated IP 2001:db8::b7 (eed7ffa2-4413-4fe4-b128-d4b0e8228d21/990ac3f6-5b71-4691-95ba-5d29f6ab40e5/0d9a428d-88ef-4ce5-9048-2cb3b06636e3) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:11:04.153775 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55098) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:04.199585 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e59302-0de2-4b75-8a54-51aef8813c0b tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=843cdb7a-249d-436a-b07c-eaf9953fd577,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:04.215189 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-18e59302-0de2-4b75-8a54-51aef8813c0b tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:04.216533 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-18e59302-0de2-4b75-8a54-51aef8813c0b tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3156822 Mar 28 01:11:04.220340 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55100) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:04.224900 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-88972e6e-4c1d-486e-9a92-06d576eb3e22 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'security_group_rule': {'security_group_id': 'b210bd0c-aa3e-478a-8c4f-0f9be8da73df', 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:11:04.242228 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48b0452e-79d1-4a4b-b42c-67453899a047 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Router a08d5334-ff6a-4749-9aff-871730bfab7e is scheduled to L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 with binding_index 1 {{(pid=104098) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 01:11:04.266228 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_v2 [None req-f67bfd5e-fa17-4d21-8bf4-d0d78f774fea tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Deleting subnet a2443079-c09e-4740-9b1e-7c007340fed3 {{(pid=104098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:11:04.273040 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-88972e6e-4c1d-486e-9a92-06d576eb3e22 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (2725e662-2235-42b9-a8c8-384913f77c22), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:04.273661 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-13fff1e0-7a94-403a-ad5e-c5f8171ec9b8 None None] Provisioning complete for port db7e45ef-6661-436b-9345-043930b9b6f1 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:11:04.274039 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-13fff1e0-7a94-403a-ad5e-c5f8171ec9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (db7e45ef-6661-436b-9345-043930b9b6f1), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:04.276459 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-14003e27-7da2-4a67-ba54-1d26a9424a6f None None] Set router be59e924-db64-46fd-ad90-c3c1be501df6 gateway port host: None {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:11:04.277816 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f67bfd5e-fa17-4d21-8bf4-d0d78f774fea tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks [] for subnet (a2443079-c09e-4740-9b1e-7c007340fed3), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:04.369444 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-818e11ab-f857-4acc-b521-eeeb4073c44f tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks [] for port (0d9a428d-88ef-4ce5-9048-2cb3b06636e3), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:04.424604 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b706880c-a819-48d1-937b-c2085b30274c None None] Network 0300aea6-8151-43ce-a56d-a19c5738e77e requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:11:04.428082 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-13fff1e0-7a94-403a-ad5e-c5f8171ec9b8 None None] Current status of the port db7e45ef-6661-436b-9345-043930b9b6f1 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:11:04.435172 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f67bfd5e-fa17-4d21-8bf4-d0d78f774fea tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126443526'] for subnet (a2443079-c09e-4740-9b1e-7c007340fed3), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:04.435729 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-818e11ab-f857-4acc-b521-eeeb4073c44f tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (0d9a428d-88ef-4ce5-9048-2cb3b06636e3), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:04.484535 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-88972e6e-4c1d-486e-9a92-06d576eb3e22 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (2725e662-2235-42b9-a8c8-384913f77c22), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:04.487669 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-13fff1e0-7a94-403a-ad5e-c5f8171ec9b8 None None] Provisioning complete for port 21b81e5c-46e0-4ec9-ab1f-00dd317deb33 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:11:04.488562 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-13fff1e0-7a94-403a-ad5e-c5f8171ec9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (21b81e5c-46e0-4ec9-ab1f-00dd317deb33), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:04.496596 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-88972e6e-4c1d-486e-9a92-06d576eb3e22 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (2725e662-2235-42b9-a8c8-384913f77c22), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:04.515448 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818e11ab-f857-4acc-b521-eeeb4073c44f tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Network eed7ffa2-4413-4fe4-b128-d4b0e8228d21 is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:11:04.518715 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-818e11ab-f857-4acc-b521-eeeb4073c44f tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:11:04.522940 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818e11ab-f857-4acc-b521-eeeb4073c44f tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:11:04.528202 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818e11ab-f857-4acc-b521-eeeb4073c44f tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:11:04.528830 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-818e11ab-f857-4acc-b521-eeeb4073c44f tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:04.544638 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88972e6e-4c1d-486e-9a92-06d576eb3e22 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2725e662-2235-42b9-a8c8-384913f77c22,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:04.545057 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818e11ab-f857-4acc-b521-eeeb4073c44f tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Pushing event updated for resources: {'Port': ['ID=0d9a428d-88ef-4ce5-9048-2cb3b06636e3,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:04.552830 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48b0452e-79d1-4a4b-b42c-67453899a047 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:11:04.557527 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-48b0452e-79d1-4a4b-b42c-67453899a047 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:04.558750 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-48b0452e-79d1-4a4b-b42c-67453899a047 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] 10.222.0.24 "PUT /v2.0/routers/a08d5334-ff6a-4749-9aff-871730bfab7e HTTP/1.1" status: 200 len: 918 time: 3.1399164 Mar 28 01:11:04.559174 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-14003e27-7da2-4a67-ba54-1d26a9424a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be59e924-db64-46fd-ad90-c3c1be501df6', 'name': 'tempest-RoutersTest-router-1951048026', 'tenant_id': 'b477b3de086344ba86693af53d13cdd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:10:30Z', 'updated_at': '2022-03-28T01:11:02Z', 'revision_number': 9, 'project_id': 'b477b3de086344ba86693af53d13cdd0', 'gw_port_host': None, '_interfaces': [{'id': '007b231c-6bf0-46b0-8bbd-ee5db9ebbfe4', 'name': '', 'network_id': 'f2e4194b-4477-497f-814c-f3350cbfc77f', 'tenant_id': 'b477b3de086344ba86693af53d13cdd0', 'mac_address': 'fa:16:3e:1e:04:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be59e924-db64-46fd-ad90-c3c1be501df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '86132294-de8e-4622-ad8e-aac9649a1191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:10:32Z', 'updated_at': '2022-03-28T01:10:37Z', 'revision_number': 5, 'project_id': 'b477b3de086344ba86693af53d13cdd0', 'subnets': [{'id': '86132294-de8e-4622-ad8e-aac9649a1191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86a2c6ba-054c-4b04-97c1-8711cee76569', 'name': '', 'network_id': '7593a348-591f-4c24-8193-5ef8b973d513', 'tenant_id': 'b477b3de086344ba86693af53d13cdd0', 'mac_address': 'fa:16:3e:46:42:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be59e924-db64-46fd-ad90-c3c1be501df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'd2f5dd09-e80b-495d-b764-01c46c47d29f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:10:37Z', 'updated_at': '2022-03-28T01:10:44Z', 'revision_number': 5, 'project_id': 'b477b3de086344ba86693af53d13cdd0', 'subnets': [{'id': 'd2f5dd09-e80b-495d-b764-01c46c47d29f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:11:04.564248 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55102) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:04.564755 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-88972e6e-4c1d-486e-9a92-06d576eb3e22 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:04.569531 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-88972e6e-4c1d-486e-9a92-06d576eb3e22 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3455057 Mar 28 01:11:04.570527 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-13fff1e0-7a94-403a-ad5e-c5f8171ec9b8 None None] Port 21b81e5c-46e0-4ec9-ab1f-00dd317deb33 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:11:04.571143 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55104) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:04.576432 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-bf32a169-5932-4bc1-a636-7241cc808ad9 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'security_group_rule': {'security_group_id': 'b210bd0c-aa3e-478a-8c4f-0f9be8da73df', 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:11:04.583919 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06c630e-b338-4400-bfc8-a61c966a5c08 None None] Sync routers for ids ['a08d5334-ff6a-4749-9aff-871730bfab7e'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:11:04.589541 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-818e11ab-f857-4acc-b521-eeeb4073c44f tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4388962 Mar 28 01:11:04.596329 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55106) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:04.601292 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-56164ab1-d850-4701-a08a-1b4171f4441e tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Request body: {'subnet': {'network_id': 'eed7ffa2-4413-4fe4-b128-d4b0e8228d21', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:11:04.618376 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14003e27-7da2-4a67-ba54-1d26a9424a6f None None] Checking router: be59e924-db64-46fd-ad90-c3c1be501df6 for host: dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:11:04.634773 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06c630e-b338-4400-bfc8-a61c966a5c08 None None] Routers {'a08d5334-ff6a-4749-9aff-871730bfab7e'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:11:04.635407 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-b06c630e-b338-4400-bfc8-a61c966a5c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:10:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['a08d5334-ff6a-4749-9aff-871730bfab7e'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:11:04.637572 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14003e27-7da2-4a67-ba54-1d26a9424a6f None None] Routers {'be59e924-db64-46fd-ad90-c3c1be501df6'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:11:04.638685 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-14003e27-7da2-4a67-ba54-1d26a9424a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:10:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['be59e924-db64-46fd-ad90-c3c1be501df6'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:11:04.669234 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f67bfd5e-fa17-4d21-8bf4-d0d78f774fea tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (a2443079-c09e-4740-9b1e-7c007340fed3), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:04.702487 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.securitygroups_db [None req-bf32a169-5932-4bc1-a636-7241cc808ad9 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Project cf1ee0ed9c204cc5bccbb38ebf185041 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 01:11:04.711980 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-b06c630e-b338-4400-bfc8-a61c966a5c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:11:04.719477 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-bf32a169-5932-4bc1-a636-7241cc808ad9 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (8cefd199-b74d-446e-9fc8-aefb912df76b), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:04.756571 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f67bfd5e-fa17-4d21-8bf4-d0d78f774fea tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126175041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126112438'] for subnet (a2443079-c09e-4740-9b1e-7c007340fed3), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:04.770741 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06c630e-b338-4400-bfc8-a61c966a5c08 None None] Routers {'a08d5334-ff6a-4749-9aff-871730bfab7e'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:11:04.771307 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-b06c630e-b338-4400-bfc8-a61c966a5c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:10:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['a08d5334-ff6a-4749-9aff-871730bfab7e'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:11:04.792330 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-67fdcc14-2823-4c67-b21c-1ed9005064dd tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] 10.222.0.24 "GET /v2.0/routers/a08d5334-ff6a-4749-9aff-871730bfab7e HTTP/1.1" status: 200 len: 924 time: 0.2262204 Mar 28 01:11:04.793003 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55108) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:04.804200 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f67bfd5e-fa17-4d21-8bf4-d0d78f774fea tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:04.807903 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-f67bfd5e-fa17-4d21-8bf4-d0d78f774fea tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] 10.222.0.24 "DELETE /v2.0/subnets/a2443079-c09e-4740-9b1e-7c007340fed3 HTTP/1.1" status: 204 len: 168 time: 0.6444206 Mar 28 01:11:04.815596 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67bfd5e-fa17-4d21-8bf4-d0d78f774fea tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Pushing event deleted for resources: {'Subnet': ['ID=a2443079-c09e-4740-9b1e-7c007340fed3,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:04.817963 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55110) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:04.834029 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-14003e27-7da2-4a67-ba54-1d26a9424a6f None None] Set router be59e924-db64-46fd-ad90-c3c1be501df6 gateway port host: None {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:11:04.878346 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-bf32a169-5932-4bc1-a636-7241cc808ad9 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (8cefd199-b74d-446e-9fc8-aefb912df76b), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:04.895009 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3cae29-f447-49bc-b2d6-9aaffb585742 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:11:04.899934 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-bd3cae29-f447-49bc-b2d6-9aaffb585742 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=dea6548b-502b-42db-97fb-371e423e739a&device_id=a08d5334-ff6a-4749-9aff-871730bfab7e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1001027 Mar 28 01:11:04.903092 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-bf32a169-5932-4bc1-a636-7241cc808ad9 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (8cefd199-b74d-446e-9fc8-aefb912df76b), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:04.904976 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55112) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:04.925425 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56164ab1-d850-4701-a08a-1b4171f4441e tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Made reservation on behalf of 123b9cbc24e44c7fa4900a5cf8071c36 for: {'subnet': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:11:04.930131 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-56164ab1-d850-4701-a08a-1b4171f4441e tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126112411'] for subnet (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:04.987167 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c640762b-0d01-4cb2-b293-8d8fb9387df3 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (9e8fc964-0bce-4469-80fa-23a650feb4fa), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:04.996770 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf32a169-5932-4bc1-a636-7241cc808ad9 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cefd199-b74d-446e-9fc8-aefb912df76b,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:05.034584 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-b06c630e-b338-4400-bfc8-a61c966a5c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:11:05.035494 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06c630e-b338-4400-bfc8-a61c966a5c08 None None] The sync data for ids ['a08d5334-ff6a-4749-9aff-871730bfab7e'] in dv-neutron-834874-6-hyperv is: [] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:11:05.038169 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-29486946-85c5-44db-86e9-6820ae975a12 None None] Provisioning complete for port d7c32c59-06f1-4455-ba3c-40fae7934a2a triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:11:05.039362 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-29486946-85c5-44db-86e9-6820ae975a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (d7c32c59-06f1-4455-ba3c-40fae7934a2a), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:05.041068 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f06142d0-dd4f-4934-9e3f-1e3d6c382d81 None None] Network 9e8fc964-0bce-4469-80fa-23a650feb4fa requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:11:05.063021 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-bf32a169-5932-4bc1-a636-7241cc808ad9 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:05.067194 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-bf32a169-5932-4bc1-a636-7241cc808ad9 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4931674 Mar 28 01:11:05.068088 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55114) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:05.072637 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-73ac0b46-b2de-43df-b4a5-d93539511147 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'security_group_rule': {'security_group_id': 'b210bd0c-aa3e-478a-8c4f-0f9be8da73df', 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:11:05.091774 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3febcbdc-f6e9-4b94-b41b-ef349d905662 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:11:05.097527 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-3febcbdc-f6e9-4b94-b41b-ef349d905662 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] 10.222.0.24 "GET /v2.0/networks/dea6548b-502b-42db-97fb-371e423e739a HTTP/1.1" status: 200 len: 881 time: 0.1816936 Mar 28 01:11:05.097904 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55116) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:05.107097 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.ipam_backend_mixin [None req-56164ab1-d850-4701-a08a-1b4171f4441e tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 990ac3f6-5b71-4691-95ba-5d29f6ab40e5 (CIDR: 2001:db8::/64) Mar 28 01:11:05.117227 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.pecan_wsgi.hooks.translation [None req-56164ab1-d850-4701-a08a-1b4171f4441e tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 01:11:05.117852 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56164ab1-d850-4701-a08a-1b4171f4441e tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:11:05.120321 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.securitygroups_db [None req-73ac0b46-b2de-43df-b4a5-d93539511147 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Project cf1ee0ed9c204cc5bccbb38ebf185041 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 01:11:05.137138 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-60c1e57f-4137-41e5-b0b2-f81fce0acd0d tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] 10.222.0.24 "GET /v2.0/ports?device_id=a08d5334-ff6a-4749-9aff-871730bfab7e HTTP/1.1" status: 200 len: 205 time: 0.0356398 Mar 28 01:11:05.137697 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-c640762b-0d01-4cb2-b293-8d8fb9387df3 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Deleting port 0ac4dc8c-63a2-475b-bdbe-57bb75e6f3e3 {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:11:05.138225 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c640762b-0d01-4cb2-b293-8d8fb9387df3 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (0ac4dc8c-63a2-475b-bdbe-57bb75e6f3e3), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:05.140450 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55118) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:05.141094 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-73ac0b46-b2de-43df-b4a5-d93539511147 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (36f08319-9cef-4224-8f7b-2be12911bceb), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:05.199256 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-56164ab1-d850-4701-a08a-1b4171f4441e tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6018548 Mar 28 01:11:05.209078 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55120) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:05.215844 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-bb03f6f6-124d-4c48-93dc-4f6426c2a6fc tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Request body: {'subnet': {'network_id': 'eed7ffa2-4413-4fe4-b128-d4b0e8228d21', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:11:05.263139 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-29486946-85c5-44db-86e9-6820ae975a12 None None] Current status of the port d7c32c59-06f1-4455-ba3c-40fae7934a2a is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:11:05.263542 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-29486946-85c5-44db-86e9-6820ae975a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (d7c32c59-06f1-4455-ba3c-40fae7934a2a), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:05.313149 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d337fd62-8961-4a59-aded-5bf18836158a tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Publish callbacks [] for router (a08d5334-ff6a-4749-9aff-871730bfab7e), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:05.314426 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-14003e27-7da2-4a67-ba54-1d26a9424a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be59e924-db64-46fd-ad90-c3c1be501df6', 'name': 'tempest-RoutersTest-router-1951048026', 'tenant_id': 'b477b3de086344ba86693af53d13cdd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:10:30Z', 'updated_at': '2022-03-28T01:11:02Z', 'revision_number': 9, 'project_id': 'b477b3de086344ba86693af53d13cdd0', 'gw_port_host': None, '_interfaces': [{'id': '007b231c-6bf0-46b0-8bbd-ee5db9ebbfe4', 'name': '', 'network_id': 'f2e4194b-4477-497f-814c-f3350cbfc77f', 'tenant_id': 'b477b3de086344ba86693af53d13cdd0', 'mac_address': 'fa:16:3e:1e:04:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be59e924-db64-46fd-ad90-c3c1be501df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '86132294-de8e-4622-ad8e-aac9649a1191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:10:32Z', 'updated_at': '2022-03-28T01:10:37Z', 'revision_number': 5, 'project_id': 'b477b3de086344ba86693af53d13cdd0', 'subnets': [{'id': '86132294-de8e-4622-ad8e-aac9649a1191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86a2c6ba-054c-4b04-97c1-8711cee76569', 'name': '', 'network_id': '7593a348-591f-4c24-8193-5ef8b973d513', 'tenant_id': 'b477b3de086344ba86693af53d13cdd0', 'mac_address': 'fa:16:3e:46:42:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be59e924-db64-46fd-ad90-c3c1be501df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'd2f5dd09-e80b-495d-b764-01c46c47d29f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:10:37Z', 'updated_at': '2022-03-28T01:10:44Z', 'revision_number': 5, 'project_id': 'b477b3de086344ba86693af53d13cdd0', 'subnets': [{'id': 'd2f5dd09-e80b-495d-b764-01c46c47d29f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:11:05.367990 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53459f03-228d-4872-8b60-71d585e139cd None None] DHCP port deletion for 9e8fc964-0bce-4469-80fa-23a650feb4fa request from dv-neutron-834874-6-hyperv {{(pid=104100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 01:11:05.383869 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-29486946-85c5-44db-86e9-6820ae975a12 None None] For port d7c32c59-06f1-4455-ba3c-40fae7934a2a, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=d7c32c59-06f1-4455-ba3c-40fae7934a2a,segment=NetworkSegment(28f92320-1dd2-446d-9316-f1290fa904ce),segment_id=28f92320-1dd2-446d-9316-f1290fa904ce)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:11:05.396838 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-29486946-85c5-44db-86e9-6820ae975a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (d7c32c59-06f1-4455-ba3c-40fae7934a2a), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:05.399930 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.db [None req-c640762b-0d01-4cb2-b293-8d8fb9387df3 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] For port 0ac4dc8c-63a2-475b-bdbe-57bb75e6f3e3, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=0ac4dc8c-63a2-475b-bdbe-57bb75e6f3e3,segment=NetworkSegment(2f670c49-ebc9-4d09-adda-51989269ac67),segment_id=2f670c49-ebc9-4d09-adda-51989269ac67)] {{(pid=104098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:11:05.400484 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c640762b-0d01-4cb2-b293-8d8fb9387df3 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (0ac4dc8c-63a2-475b-bdbe-57bb75e6f3e3), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:05.426900 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-c640762b-0d01-4cb2-b293-8d8fb9387df3 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Calling delete_port for 0ac4dc8c-63a2-475b-bdbe-57bb75e6f3e3 owned by network:dhcp {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:11:05.434586 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb03f6f6-124d-4c48-93dc-4f6426c2a6fc tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Made reservation on behalf of 123b9cbc24e44c7fa4900a5cf8071c36 for: {'subnet': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:11:05.438421 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-bb03f6f6-124d-4c48-93dc-4f6426c2a6fc tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126112411'] for subnet (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:05.446238 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-73ac0b46-b2de-43df-b4a5-d93539511147 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (36f08319-9cef-4224-8f7b-2be12911bceb), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:05.471493 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d337fd62-8961-4a59-aded-5bf18836158a tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Publish callbacks [] for router_gateway (a08d5334-ff6a-4749-9aff-871730bfab7e), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:05.520752 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-73ac0b46-b2de-43df-b4a5-d93539511147 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (36f08319-9cef-4224-8f7b-2be12911bceb), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:05.577676 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device d7c32c59-06f1-4455-ba3c-40fae7934a2a up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:11:05.583318 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-d337fd62-8961-4a59-aded-5bf18836158a tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Deleting port dbf03b06-356e-4ae2-bf4c-9b3ff2cf20b2 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:11:05.583318 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d337fd62-8961-4a59-aded-5bf18836158a tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (dbf03b06-356e-4ae2-bf4c-9b3ff2cf20b2), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:05.587658 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14003e27-7da2-4a67-ba54-1d26a9424a6f None None] The sync data for ids ['be59e924-db64-46fd-ad90-c3c1be501df6'] in dv-neutron-834874-6-hyperv is: [{'id': 'be59e924-db64-46fd-ad90-c3c1be501df6', 'name': 'tempest-RoutersTest-router-1951048026', 'tenant_id': 'b477b3de086344ba86693af53d13cdd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:10:30Z', 'updated_at': '2022-03-28T01:11:02Z', 'revision_number': 9, 'project_id': 'b477b3de086344ba86693af53d13cdd0', 'gw_port_host': None, '_interfaces': [{'id': '007b231c-6bf0-46b0-8bbd-ee5db9ebbfe4', 'name': '', 'network_id': 'f2e4194b-4477-497f-814c-f3350cbfc77f', 'tenant_id': 'b477b3de086344ba86693af53d13cdd0', 'mac_address': 'fa:16:3e:1e:04:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be59e924-db64-46fd-ad90-c3c1be501df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '86132294-de8e-4622-ad8e-aac9649a1191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:10:32Z', 'updated_at': '2022-03-28T01:10:37Z', 'revision_number': 5, 'project_id': 'b477b3de086344ba86693af53d13cdd0', 'subnets': [{'id': '86132294-de8e-4622-ad8e-aac9649a1191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86a2c6ba-054c-4b04-97c1-8711cee76569', 'name': '', 'network_id': '7593a348-591f-4c24-8193-5ef8b973d513', 'tenant_id': 'b477b3de086344ba86693af53d13cdd0', 'mac_address': 'fa:16:3e:46:42:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be59e924-db64-46fd-ad90-c3c1be501df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'd2f5dd09-e80b-495d-b764-01c46c47d29f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:10:37Z', 'updated_at': '2022-03-28T01:10:44Z', 'revision_number': 5, 'project_id': 'b477b3de086344ba86693af53d13cdd0', 'subnets': [{'id': 'd2f5dd09-e80b-495d-b764-01c46c47d29f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:11:05.613362 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ac0b46-b2de-43df-b4a5-d93539511147 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36f08319-9cef-4224-8f7b-2be12911bceb,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:05.637207 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-73ac0b46-b2de-43df-b4a5-d93539511147 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:05.638666 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-73ac0b46-b2de-43df-b4a5-d93539511147 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5693071 Mar 28 01:11:05.660726 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29486946-85c5-44db-86e9-6820ae975a12 None None] Pushing event updated for resources: {'Port': ['ID=d7c32c59-06f1-4455-ba3c-40fae7934a2a,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:05.675939 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.ipam_backend_mixin [None req-bb03f6f6-124d-4c48-93dc-4f6426c2a6fc tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet b10b443a-77de-45b3-9a7e-00c81b4fb0a8 (CIDR: 2001:db8:0:1::/64) Mar 28 01:11:05.681150 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb03f6f6-124d-4c48-93dc-4f6426c2a6fc tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 01:11:05.681608 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb03f6f6-124d-4c48-93dc-4f6426c2a6fc tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:11:05.683208 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-5cc2be7e-ad9d-4d27-b386-c1c62c658d44 None None] Provisioning complete for port 0d9a428d-88ef-4ce5-9048-2cb3b06636e3 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:11:05.683782 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5cc2be7e-ad9d-4d27-b386-c1c62c658d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (0d9a428d-88ef-4ce5-9048-2cb3b06636e3), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:05.686236 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-53459f03-228d-4872-8b60-71d585e139cd None None] Deleting port 0ac4dc8c-63a2-475b-bdbe-57bb75e6f3e3 {{(pid=104100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:11:05.686627 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-53459f03-228d-4872-8b60-71d585e139cd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (0ac4dc8c-63a2-475b-bdbe-57bb75e6f3e3), before_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:05.701822 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-bb03f6f6-124d-4c48-93dc-4f6426c2a6fc tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.4897156 Mar 28 01:11:05.702864 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d337fd62-8961-4a59-aded-5bf18836158a tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (dbf03b06-356e-4ae2-bf4c-9b3ff2cf20b2), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:05.703802 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c640762b-0d01-4cb2-b293-8d8fb9387df3 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (0ac4dc8c-63a2-475b-bdbe-57bb75e6f3e3), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:05.705790 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55124) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:05.711790 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-aa6861de-89ba-4d7d-9a7c-7ee2d855f989 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Request body: {'subnet': {'network_id': 'eed7ffa2-4413-4fe4-b128-d4b0e8228d21', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:11:05.740748 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c640762b-0d01-4cb2-b293-8d8fb9387df3 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Pushing event deleted for resources: {'Port': ['ID=0ac4dc8c-63a2-475b-bdbe-57bb75e6f3e3,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:05.748639 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c640762b-0d01-4cb2-b293-8d8fb9387df3 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] No DVR routers for this DVR port 0ac4dc8c-63a2-475b-bdbe-57bb75e6f3e3 on host dv-neutron-834874-6-hyperv {{(pid=104098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:11:05.784398 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port d7c32c59-06f1-4455-ba3c-40fae7934a2a triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:11:05.784786 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (d7c32c59-06f1-4455-ba3c-40fae7934a2a), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:05.789147 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-5cc2be7e-ad9d-4d27-b386-c1c62c658d44 None None] Port 0d9a428d-88ef-4ce5-9048-2cb3b06636e3 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:11:05.803312 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-d337fd62-8961-4a59-aded-5bf18836158a tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Calling delete_port for dbf03b06-356e-4ae2-bf4c-9b3ff2cf20b2 owned by network:router_gateway {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:11:05.829396 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-53459f03-228d-4872-8b60-71d585e139cd None None] For port 0ac4dc8c-63a2-475b-bdbe-57bb75e6f3e3, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=0ac4dc8c-63a2-475b-bdbe-57bb75e6f3e3,segment=NetworkSegment(2f670c49-ebc9-4d09-adda-51989269ac67),segment_id=2f670c49-ebc9-4d09-adda-51989269ac67)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:11:05.830099 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-53459f03-228d-4872-8b60-71d585e139cd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (0ac4dc8c-63a2-475b-bdbe-57bb75e6f3e3), precommit_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:05.852828 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-53459f03-228d-4872-8b60-71d585e139cd None None] Calling delete_port for 0ac4dc8c-63a2-475b-bdbe-57bb75e6f3e3 owned by network:dhcp {{(pid=104100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:11:05.858006 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c640762b-0d01-4cb2-b293-8d8fb9387df3 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (9e8fc964-0bce-4469-80fa-23a650feb4fa), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:05.885748 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-c640762b-0d01-4cb2-b293-8d8fb9387df3 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e8fc964-0bce-4469-80fa-23a650feb4fa']}} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:11:05.898144 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-c640762b-0d01-4cb2-b293-8d8fb9387df3 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f670c49-ebc9-4d09-adda-51989269ac67') {'for_net_delete': True} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:11:05.898370 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-c640762b-0d01-4cb2-b293-8d8fb9387df3 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f670c49-ebc9-4d09-adda-51989269ac67') {} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:11:05.908743 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c640762b-0d01-4cb2-b293-8d8fb9387df3 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126443583'] for segment (2f670c49-ebc9-4d09-adda-51989269ac67), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:05.923134 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c640762b-0d01-4cb2-b293-8d8fb9387df3 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (2f670c49-ebc9-4d09-adda-51989269ac67), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:05.931170 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c640762b-0d01-4cb2-b293-8d8fb9387df3 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=104098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:11:05.931797 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c640762b-0d01-4cb2-b293-8d8fb9387df3 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126177251'] for segment (2f670c49-ebc9-4d09-adda-51989269ac67), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:05.972302 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-b2ab19bc-cb07-4912-a664-fb7b03330f14 None None] Provisioning complete for port d7c32c59-06f1-4455-ba3c-40fae7934a2a triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:11:05.972670 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-b2ab19bc-cb07-4912-a664-fb7b03330f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (d7c32c59-06f1-4455-ba3c-40fae7934a2a), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:05.975444 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port d7c32c59-06f1-4455-ba3c-40fae7934a2a is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:11:05.976944 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device db7e45ef-6661-436b-9345-043930b9b6f1 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:11:05.992668 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-cbcc18ea-334e-4610-b92f-6d9005d8dc21 req-5b7b0bac-2fd1-4266-be9b-1f6ec046c1ee tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-90004135&fields=id&tenant_id=cf1ee0ed9c204cc5bccbb38ebf185041 HTTP/1.1" status: 200 len: 267 time: 0.1188750 Mar 28 01:11:06.022393 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa6861de-89ba-4d7d-9a7c-7ee2d855f989 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Made reservation on behalf of 123b9cbc24e44c7fa4900a5cf8071c36 for: {'subnet': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:11:06.026619 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-aa6861de-89ba-4d7d-9a7c-7ee2d855f989 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126757772'] for subnet (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:06.027514 dv-neutron-834874-6-hyperv neutron-server[104098]: Traceback (most recent call last): Mar 28 01:11:06.027514 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:11:06.027514 dv-neutron-834874-6-hyperv neutron-server[104098]: timer() Mar 28 01:11:06.027514 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:11:06.027514 dv-neutron-834874-6-hyperv neutron-server[104098]: cb(*args, **kw) Mar 28 01:11:06.027514 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:11:06.027514 dv-neutron-834874-6-hyperv neutron-server[104098]: return func(*args, **kwargs) Mar 28 01:11:06.027514 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:11:06.027514 dv-neutron-834874-6-hyperv neutron-server[104098]: self._notify() Mar 28 01:11:06.027514 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:11:06.027514 dv-neutron-834874-6-hyperv neutron-server[104098]: self.callback(batched_events) Mar 28 01:11:06.027514 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:11:06.027514 dv-neutron-834874-6-hyperv neutron-server[104098]: event.method(event) Mar 28 01:11:06.027514 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:11:06.027514 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:11:06.027514 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:11:06.027514 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:11:06.027514 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:11:06.027514 dv-neutron-834874-6-hyperv neutron-server[104098]: return f(self, *a, **k) Mar 28 01:11:06.027514 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:11:06.027514 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._get(url).json() Mar 28 01:11:06.027514 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:11:06.027514 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:11:06.027514 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:11:06.027514 dv-neutron-834874-6-hyperv neutron-server[104098]: return self.request(url, 'GET', **kwargs) Mar 28 01:11:06.027514 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:11:06.027514 dv-neutron-834874-6-hyperv neutron-server[104098]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:11:06.027514 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:11:06.027514 dv-neutron-834874-6-hyperv neutron-server[104098]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:11:06.027514 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:11:06.027514 dv-neutron-834874-6-hyperv neutron-server[104098]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:11:06.027514 dv-neutron-834874-6-hyperv neutron-server[104098]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:11:06.035119 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c640762b-0d01-4cb2-b293-8d8fb9387df3 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (9e8fc964-0bce-4469-80fa-23a650feb4fa), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:06.043226 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-53459f03-228d-4872-8b60-71d585e139cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886'] for port (0ac4dc8c-63a2-475b-bdbe-57bb75e6f3e3), after_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:06.046511 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c640762b-0d01-4cb2-b293-8d8fb9387df3 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:06.053090 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-c640762b-0d01-4cb2-b293-8d8fb9387df3 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] 10.222.0.24 "DELETE /v2.0/networks/9e8fc964-0bce-4469-80fa-23a650feb4fa HTTP/1.1" status: 204 len: 168 time: 1.2295077 Mar 28 01:11:06.063117 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55136) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:06.064507 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-53459f03-228d-4872-8b60-71d585e139cd None None] Network 9e8fc964-0bce-4469-80fa-23a650feb4fa is not hosted by any dhcp agent {{(pid=104100) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 28 01:11:06.065184 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53459f03-228d-4872-8b60-71d585e139cd None None] No DVR routers for this DVR port 0ac4dc8c-63a2-475b-bdbe-57bb75e6f3e3 on host dv-neutron-834874-6-hyperv {{(pid=104100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:11:06.096976 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53459f03-228d-4872-8b60-71d585e139cd None None] Pushing event deleted for resources: {'Port': ['ID=0ac4dc8c-63a2-475b-bdbe-57bb75e6f3e3,revision_number=None']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:06.111980 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c640762b-0d01-4cb2-b293-8d8fb9387df3 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Pushing event deleted for resources: {'Network': ['ID=9e8fc964-0bce-4469-80fa-23a650feb4fa,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:06.130092 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port db7e45ef-6661-436b-9345-043930b9b6f1 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:11:06.130874 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (db7e45ef-6661-436b-9345-043930b9b6f1), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:06.230492 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-b2ab19bc-cb07-4912-a664-fb7b03330f14 None None] Current status of the port d7c32c59-06f1-4455-ba3c-40fae7934a2a is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:11:06.284680 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port db7e45ef-6661-436b-9345-043930b9b6f1 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:11:06.447876 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5cf20504-b1bf-45b9-821e-8fcde253c355 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3686527'] for router_interface (be59e924-db64-46fd-ad90-c3c1be501df6), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:06.512278 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d337fd62-8961-4a59-aded-5bf18836158a tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (dbf03b06-356e-4ae2-bf4c-9b3ff2cf20b2), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:06.519295 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc18ea-334e-4610-b92f-6d9005d8dc21 req-ba4233be-8f14-428e-a0ac-8cd60b72aec7 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:11:06.520770 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-cbcc18ea-334e-4610-b92f-6d9005d8dc21 req-ba4233be-8f14-428e-a0ac-8cd60b72aec7 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/networks?id=0300aea6-8151-43ce-a56d-a19c5738e77e HTTP/1.1" status: 200 len: 796 time: 0.5177290 Mar 28 01:11:06.558034 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d337fd62-8961-4a59-aded-5bf18836158a tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Pushing event deleted for resources: {'Port': ['ID=dbf03b06-356e-4ae2-bf4c-9b3ff2cf20b2,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:06.572589 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-cbcc18ea-334e-4610-b92f-6d9005d8dc21 req-9c9ebcfa-972c-4866-ae43-a0c6b91ff40c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/quotas/cf1ee0ed9c204cc5bccbb38ebf185041 HTTP/1.1" status: 200 len: 375 time: 0.0429847 Mar 28 01:11:06.702975 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d337fd62-8961-4a59-aded-5bf18836158a tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3687989'] for router_gateway (a08d5334-ff6a-4749-9aff-871730bfab7e), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:06.708324 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-5cf20504-b1bf-45b9-821e-8fcde253c355 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Deleting port 86a2c6ba-054c-4b04-97c1-8711cee76569 {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:11:06.708672 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5cf20504-b1bf-45b9-821e-8fcde253c355 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (86a2c6ba-054c-4b04-97c1-8711cee76569), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:06.800362 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.db [None req-5cf20504-b1bf-45b9-821e-8fcde253c355 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] For port 86a2c6ba-054c-4b04-97c1-8711cee76569, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=86a2c6ba-054c-4b04-97c1-8711cee76569,segment=NetworkSegment(976f6b30-04e4-4b6a-8aef-085c0d2a3550),segment_id=976f6b30-04e4-4b6a-8aef-085c0d2a3550)] {{(pid=104098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:11:06.800730 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5cf20504-b1bf-45b9-821e-8fcde253c355 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (86a2c6ba-054c-4b04-97c1-8711cee76569), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:06.813671 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-5cf20504-b1bf-45b9-821e-8fcde253c355 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Calling delete_port for 86a2c6ba-054c-4b04-97c1-8711cee76569 owned by network:router_interface {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:11:06.823228 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-cbcc18ea-334e-4610-b92f-6d9005d8dc21 req-6030e91a-68df-4df2-ade0-d46ba1d4feb3 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=cf1ee0ed9c204cc5bccbb38ebf185041&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2336023 Mar 28 01:11:06.834987 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d337fd62-8961-4a59-aded-5bf18836158a tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7151'] for router (a08d5334-ff6a-4749-9aff-871730bfab7e), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:06.843667 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d337fd62-8961-4a59-aded-5bf18836158a tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Publish callbacks [] for router_controller (a08d5334-ff6a-4749-9aff-871730bfab7e), precommit_delete_associations {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:06.948525 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-aa6861de-89ba-4d7d-9a7c-7ee2d855f989 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127282703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126757786'] for subnet (df3dc391-2be5-4b80-9a6d-ceb79a146deb), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:06.960446 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d337fd62-8961-4a59-aded-5bf18836158a tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689686'] for router (a08d5334-ff6a-4749-9aff-871730bfab7e), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:06.960893 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d337fd62-8961-4a59-aded-5bf18836158a tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Fanout notify agent at l3_agent the message router_deleted on router a08d5334-ff6a-4749-9aff-871730bfab7e {{(pid=104099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 01:11:06.988883 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5cf20504-b1bf-45b9-821e-8fcde253c355 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (86a2c6ba-054c-4b04-97c1-8711cee76569), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:06.999025 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d337fd62-8961-4a59-aded-5bf18836158a tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Publish callbacks [] for router (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:07.000153 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-d337fd62-8961-4a59-aded-5bf18836158a tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] 10.222.0.24 "DELETE /v2.0/routers/a08d5334-ff6a-4749-9aff-871730bfab7e HTTP/1.1" status: 204 len: 168 time: 1.8585591 Mar 28 01:11:07.008810 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55138) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:07.013391 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf20504-b1bf-45b9-821e-8fcde253c355 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Pushing event deleted for resources: {'Port': ['ID=86a2c6ba-054c-4b04-97c1-8711cee76569,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:07.015663 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-8d5cdb2e-158b-4264-af28-6974b8f37b03 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-290514415', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:11:07.048878 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6861de-89ba-4d7d-9a7c-7ee2d855f989 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Network eed7ffa2-4413-4fe4-b128-d4b0e8228d21 is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:11:07.057363 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-aa6861de-89ba-4d7d-9a7c-7ee2d855f989 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:11:07.062124 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-cbcc18ea-334e-4610-b92f-6d9005d8dc21 req-c02085c4-294b-4ef0-b3b1-ade21cded2e9 service neutron] 10.222.0.24 "GET /v2.0/networks/0300aea6-8151-43ce-a56d-a19c5738e77e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238843 Mar 28 01:11:07.063384 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6861de-89ba-4d7d-9a7c-7ee2d855f989 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:11:07.063970 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-aa6861de-89ba-4d7d-9a7c-7ee2d855f989 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks [] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:07.068239 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6861de-89ba-4d7d-9a7c-7ee2d855f989 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Pushing event updated for resources: {'Subnet': ['ID=df3dc391-2be5-4b80-9a6d-ceb79a146deb,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:07.089860 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6091f0fb-1607-4935-bf51-a3d16c4e08dd None None] Network eed7ffa2-4413-4fe4-b128-d4b0e8228d21 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:11:07.121348 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8d5cdb2e-158b-4264-af28-6974b8f37b03 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7069'] for router (d05ca9ef-28fb-4036-a937-a124ed002885), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:07.122382 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8d5cdb2e-158b-4264-af28-6974b8f37b03 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4188952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7062'] for router (d05ca9ef-28fb-4036-a937-a124ed002885), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:07.147711 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-aa6861de-89ba-4d7d-9a7c-7ee2d855f989 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4408908 Mar 28 01:11:07.150648 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55140) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:07.159645 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-67e4a193-241e-4bef-b60c-3f062266ce43 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-73034504', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'df3dc391-2be5-4b80-9a6d-ceb79a146deb'}], 'security_groups': ['0a236165-32e5-4627-a91c-9eb10e1a23e5', 'a3b5d4fb-342f-496b-82c2-64c774644210']}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:11:07.230737 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8d5cdb2e-158b-4264-af28-6974b8f37b03 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Publish callbacks [] for router_controller (d05ca9ef-28fb-4036-a937-a124ed002885), precommit_add_association {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:07.240390 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8d5cdb2e-158b-4264-af28-6974b8f37b03 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687953'] for router (d05ca9ef-28fb-4036-a937-a124ed002885), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:07.263594 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-cbcc18ea-334e-4610-b92f-6d9005d8dc21 req-7d02024e-bf75-4d4a-96b6-9a3c64b80113 service neutron] 10.222.0.24 "GET /v2.0/networks/0300aea6-8151-43ce-a56d-a19c5738e77e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929476 Mar 28 01:11:07.269483 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8d5cdb2e-158b-4264-af28-6974b8f37b03 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Publish callbacks [] for router (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:07.274160 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-8d5cdb2e-158b-4264-af28-6974b8f37b03 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2643290 Mar 28 01:11:07.274926 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55142) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:07.282157 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-f723de60-50ad-4a53-9291-b37e8e887b0c tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'enable_snat': False}}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:11:07.349687 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5cf20504-b1bf-45b9-821e-8fcde253c355 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3725912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3690191'] for router_interface (be59e924-db64-46fd-ad90-c3c1be501df6), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:07.430563 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device d7c32c59-06f1-4455-ba3c-40fae7934a2a up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:11:07.480111 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a6faae-9789-4470-bbd6-8b4b41ae2022 None None] Update dhcp port {'port': {'network_id': 'eed7ffa2-4413-4fe4-b128-d4b0e8228d21', 'fixed_ips': [{'subnet_id': 'b10b443a-77de-45b3-9a7e-00c81b4fb0a8', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '990ac3f6-5b71-4691-95ba-5d29f6ab40e5', 'ip_address': '2001:db8::2'}, {'subnet_id': 'df3dc391-2be5-4b80-9a6d-ceb79a146deb'}], 'binding:host_id': 'dv-neutron-834874-6-hyperv'}, 'id': 'db7e45ef-6661-436b-9345-043930b9b6f1'} from dv-neutron-834874-6-hyperv. {{(pid=104100) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 28 01:11:07.518577 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-34a6faae-9789-4470-bbd6-8b4b41ae2022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (db7e45ef-6661-436b-9345-043930b9b6f1), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:07.536365 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port d7c32c59-06f1-4455-ba3c-40fae7934a2a triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:11:07.536992 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (d7c32c59-06f1-4455-ba3c-40fae7934a2a), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:07.554172 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-d0992c37-dd87-40ce-8ddb-632a7fda5bae req-cbfa717e-b0aa-4c1c-a187-c9f5e0f87fb7 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdcb167c-5aae-413f-8704-3629dbabfacb HTTP/1.1" status: 200 len: 210 time: 0.0493391 Mar 28 01:11:07.568770 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-67e4a193-241e-4bef-b60c-3f062266ce43 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (0d9a428d-88ef-4ce5-9048-2cb3b06636e3), before_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:07.582267 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f723de60-50ad-4a53-9291-b37e8e887b0c tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks [] for router_gateway (d05ca9ef-28fb-4036-a937-a124ed002885), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:07.789468 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port d7c32c59-06f1-4455-ba3c-40fae7934a2a is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:11:07.803812 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-34a6faae-9789-4470-bbd6-8b4b41ae2022 None None] Allocated IP 2001:db8:0:2::2 (eed7ffa2-4413-4fe4-b128-d4b0e8228d21/df3dc391-2be5-4b80-9a6d-ceb79a146deb/db7e45ef-6661-436b-9345-043930b9b6f1) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:11:07.887960 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 1a688fbd-8b48-4762-8af0-01de293dc347 no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:11:07.918689 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: 1a688fbd-8b48-4762-8af0-01de293dc347 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:11:07.919047 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 1a688fbd-8b48-4762-8af0-01de293dc347 not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:11:07.919479 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 0ac4dc8c-63a2-475b-bdbe-57bb75e6f3e3 no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:11:07.926194 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f723de60-50ad-4a53-9291-b37e8e887b0c tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks [] for router_gateway (d05ca9ef-28fb-4036-a937-a124ed002885), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:07.943475 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: 0ac4dc8c-63a2-475b-bdbe-57bb75e6f3e3 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:11:07.943835 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 0ac4dc8c-63a2-475b-bdbe-57bb75e6f3e3 not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:11:07.956663 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f723de60-50ad-4a53-9291-b37e8e887b0c tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:07.992393 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-34a6faae-9789-4470-bbd6-8b4b41ae2022 None None] For port db7e45ef-6661-436b-9345-043930b9b6f1, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=db7e45ef-6661-436b-9345-043930b9b6f1,segment=NetworkSegment(3d9b7a63-ed89-48d7-9440-f9ec22288db0),segment_id=3d9b7a63-ed89-48d7-9440-f9ec22288db0)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:11:08.039922 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-34a6faae-9789-4470-bbd6-8b4b41ae2022 None None] Publish callbacks [] for port (db7e45ef-6661-436b-9345-043930b9b6f1), precommit_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:08.047496 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-34a6faae-9789-4470-bbd6-8b4b41ae2022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (db7e45ef-6661-436b-9345-043930b9b6f1), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:08.103514 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [None req-f723de60-50ad-4a53-9291-b37e8e887b0c tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Allocated IP 172.26.1.94 (dea6548b-502b-42db-97fb-371e423e739a/cce6de65-d8c9-45b8-9970-0a277e8c1192/e178fe9c-f262-4e75-b979-47d208d3b023) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:11:08.173908 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cf20504-b1bf-45b9-821e-8fcde253c355 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Router be59e924-db64-46fd-ad90-c3c1be501df6 has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:11:08.189600 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a6faae-9789-4470-bbd6-8b4b41ae2022 None None] Pushing event updated for resources: {'Port': ['ID=db7e45ef-6661-436b-9345-043930b9b6f1,revision_number=7']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:08.253820 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f723de60-50ad-4a53-9291-b37e8e887b0c tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks [] for port (e178fe9c-f262-4e75-b979-47d208d3b023), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:08.306536 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f723de60-50ad-4a53-9291-b37e8e887b0c tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (e178fe9c-f262-4e75-b979-47d208d3b023), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:08.348229 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f723de60-50ad-4a53-9291-b37e8e887b0c tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Network dea6548b-502b-42db-97fb-371e423e739a is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:11:08.351338 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-f723de60-50ad-4a53-9291-b37e8e887b0c tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:11:08.353885 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f723de60-50ad-4a53-9291-b37e8e887b0c tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:11:08.393949 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cf20504-b1bf-45b9-821e-8fcde253c355 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:11:08.394587 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f723de60-50ad-4a53-9291-b37e8e887b0c tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Pushing event updated for resources: {'Port': ['ID=e178fe9c-f262-4e75-b979-47d208d3b023,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:08.408694 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d4de46-871f-46f7-bf2d-2971d5a79109 None None] Sync routers for ids ['be59e924-db64-46fd-ad90-c3c1be501df6'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:11:08.419811 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-5cf20504-b1bf-45b9-821e-8fcde253c355 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] 10.222.0.24 "PUT /v2.0/routers/be59e924-db64-46fd-ad90-c3c1be501df6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3553925 Mar 28 01:11:08.421679 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d4de46-871f-46f7-bf2d-2971d5a79109 None None] Routers {'be59e924-db64-46fd-ad90-c3c1be501df6'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:11:08.422589 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-94d4de46-871f-46f7-bf2d-2971d5a79109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:10:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['be59e924-db64-46fd-ad90-c3c1be501df6'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:11:08.426090 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55154) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:08.480543 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-67e4a193-241e-4bef-b60c-3f062266ce43 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Delete allocated IP 2001:db8::b7 (eed7ffa2-4413-4fe4-b128-d4b0e8228d21/990ac3f6-5b71-4691-95ba-5d29f6ab40e5) {{(pid=104098) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 28 01:11:08.490081 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-67e4a193-241e-4bef-b60c-3f062266ce43 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Allocated IP 2001:db8:0:2::12a (eed7ffa2-4413-4fe4-b128-d4b0e8228d21/df3dc391-2be5-4b80-9a6d-ceb79a146deb/0d9a428d-88ef-4ce5-9048-2cb3b06636e3) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:11:08.541111 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-94d4de46-871f-46f7-bf2d-2971d5a79109 None None] Set router be59e924-db64-46fd-ad90-c3c1be501df6 gateway port host: None {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:11:08.549921 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_v2 [None req-13958711-c73a-4361-a52b-ff495abb880a tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Deleting subnet d2f5dd09-e80b-495d-b764-01c46c47d29f {{(pid=104099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:11:08.606075 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-13958711-c73a-4361-a52b-ff495abb880a tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks [] for subnet (d2f5dd09-e80b-495d-b764-01c46c47d29f), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:08.786971 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-67e4a193-241e-4bef-b60c-3f062266ce43 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks [] for port (0d9a428d-88ef-4ce5-9048-2cb3b06636e3), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:08.797142 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-67e4a193-241e-4bef-b60c-3f062266ce43 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126177159'] for port (0d9a428d-88ef-4ce5-9048-2cb3b06636e3), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:08.804223 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-22476f93-d271-407a-9e56-e8836d1342f5 req-1f131a34-86d6-419d-8da9-389232d4d19c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdcb167c-5aae-413f-8704-3629dbabfacb HTTP/1.1" status: 200 len: 210 time: 0.0951102 Mar 28 01:11:08.891984 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-13958711-c73a-4361-a52b-ff495abb880a tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126946639'] for subnet (d2f5dd09-e80b-495d-b764-01c46c47d29f), precommit_delete_associations {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:08.900708 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-67e4a193-241e-4bef-b60c-3f062266ce43 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] In _notify_port_updated(), no bound segment for port 0d9a428d-88ef-4ce5-9048-2cb3b06636e3 on network eed7ffa2-4413-4fe4-b128-d4b0e8228d21 {{(pid=104098) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 28 01:11:08.906440 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e4a193-241e-4bef-b60c-3f062266ce43 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:11:08.907072 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-67e4a193-241e-4bef-b60c-3f062266ce43 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:08.909597 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-67e4a193-241e-4bef-b60c-3f062266ce43 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "PUT /v2.0/ports/0d9a428d-88ef-4ce5-9048-2cb3b06636e3 HTTP/1.1" status: 200 len: 968 time: 1.7567704 Mar 28 01:11:08.918759 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55160) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:08.924700 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-94d4de46-871f-46f7-bf2d-2971d5a79109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be59e924-db64-46fd-ad90-c3c1be501df6', 'name': 'tempest-RoutersTest-router-1951048026', 'tenant_id': 'b477b3de086344ba86693af53d13cdd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:10:30Z', 'updated_at': '2022-03-28T01:11:06Z', 'revision_number': 10, 'project_id': 'b477b3de086344ba86693af53d13cdd0', 'gw_port_host': None, '_interfaces': [{'id': '007b231c-6bf0-46b0-8bbd-ee5db9ebbfe4', 'name': '', 'network_id': 'f2e4194b-4477-497f-814c-f3350cbfc77f', 'tenant_id': 'b477b3de086344ba86693af53d13cdd0', 'mac_address': 'fa:16:3e:1e:04:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be59e924-db64-46fd-ad90-c3c1be501df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '86132294-de8e-4622-ad8e-aac9649a1191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:10:32Z', 'updated_at': '2022-03-28T01:10:37Z', 'revision_number': 5, 'project_id': 'b477b3de086344ba86693af53d13cdd0', 'subnets': [{'id': '86132294-de8e-4622-ad8e-aac9649a1191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:11:08.928003 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e4a193-241e-4bef-b60c-3f062266ce43 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Pushing event updated for resources: {'Port': ['ID=0d9a428d-88ef-4ce5-9048-2cb3b06636e3,revision_number=2']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:08.955857 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d4de46-871f-46f7-bf2d-2971d5a79109 None None] Checking router: be59e924-db64-46fd-ad90-c3c1be501df6 for host: dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:11:08.965999 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d4de46-871f-46f7-bf2d-2971d5a79109 None None] Routers {'be59e924-db64-46fd-ad90-c3c1be501df6'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:11:08.966627 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-94d4de46-871f-46f7-bf2d-2971d5a79109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:10:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['be59e924-db64-46fd-ad90-c3c1be501df6'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:11:08.973698 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-7e513eb5-0918-4bd2-836f-8c1311bfd621 None None] Provisioning complete for port db7e45ef-6661-436b-9345-043930b9b6f1 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:11:08.974169 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-7e513eb5-0918-4bd2-836f-8c1311bfd621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (db7e45ef-6661-436b-9345-043930b9b6f1), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:09.028600 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc18ea-334e-4610-b92f-6d9005d8dc21 req-0610655b-bd86-4599-8e05-2c48b70cc64b tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:11:09.030093 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-cbcc18ea-334e-4610-b92f-6d9005d8dc21 req-0610655b-bd86-4599-8e05-2c48b70cc64b tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.10 "GET /v2.0/networks?id=0300aea6-8151-43ce-a56d-a19c5738e77e HTTP/1.1" status: 200 len: 796 time: 0.3088353 Mar 28 01:11:09.057836 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-94d4de46-871f-46f7-bf2d-2971d5a79109 None None] Set router be59e924-db64-46fd-ad90-c3c1be501df6 gateway port host: None {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:11:09.067878 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-7e513eb5-0918-4bd2-836f-8c1311bfd621 None None] Current status of the port db7e45ef-6661-436b-9345-043930b9b6f1 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:11:09.079763 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-7e513eb5-0918-4bd2-836f-8c1311bfd621 None None] Provisioning complete for port 0d9a428d-88ef-4ce5-9048-2cb3b06636e3 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:11:09.080322 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-7e513eb5-0918-4bd2-836f-8c1311bfd621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (0d9a428d-88ef-4ce5-9048-2cb3b06636e3), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:09.120530 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f723de60-50ad-4a53-9291-b37e8e887b0c tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks [] for router_gateway (d05ca9ef-28fb-4036-a937-a124ed002885), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:09.121012 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-7e513eb5-0918-4bd2-836f-8c1311bfd621 None None] Port 0d9a428d-88ef-4ce5-9048-2cb3b06636e3 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:11:09.128060 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-13958711-c73a-4361-a52b-ff495abb880a tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (d2f5dd09-e80b-495d-b764-01c46c47d29f), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:09.141490 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-7e513eb5-0918-4bd2-836f-8c1311bfd621 None None] Provisioning complete for port 21b81e5c-46e0-4ec9-ab1f-00dd317deb33 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:11:09.141863 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-7e513eb5-0918-4bd2-836f-8c1311bfd621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (21b81e5c-46e0-4ec9-ab1f-00dd317deb33), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:09.201180 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-7e513eb5-0918-4bd2-836f-8c1311bfd621 None None] Port 21b81e5c-46e0-4ec9-ab1f-00dd317deb33 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:11:09.230805 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device db7e45ef-6661-436b-9345-043930b9b6f1 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:11:09.294947 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port db7e45ef-6661-436b-9345-043930b9b6f1 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:11:09.295322 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (db7e45ef-6661-436b-9345-043930b9b6f1), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:09.331870 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-94d4de46-871f-46f7-bf2d-2971d5a79109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be59e924-db64-46fd-ad90-c3c1be501df6', 'name': 'tempest-RoutersTest-router-1951048026', 'tenant_id': 'b477b3de086344ba86693af53d13cdd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:10:30Z', 'updated_at': '2022-03-28T01:11:06Z', 'revision_number': 10, 'project_id': 'b477b3de086344ba86693af53d13cdd0', 'gw_port_host': None, '_interfaces': [{'id': '007b231c-6bf0-46b0-8bbd-ee5db9ebbfe4', 'name': '', 'network_id': 'f2e4194b-4477-497f-814c-f3350cbfc77f', 'tenant_id': 'b477b3de086344ba86693af53d13cdd0', 'mac_address': 'fa:16:3e:1e:04:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be59e924-db64-46fd-ad90-c3c1be501df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '86132294-de8e-4622-ad8e-aac9649a1191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:10:32Z', 'updated_at': '2022-03-28T01:10:37Z', 'revision_number': 5, 'project_id': 'b477b3de086344ba86693af53d13cdd0', 'subnets': [{'id': '86132294-de8e-4622-ad8e-aac9649a1191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:11:09.356809 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-2af3a0e1-fc6a-4ebd-b82b-5e870fe9f908 None None] Provisioning complete for port 0d9a428d-88ef-4ce5-9048-2cb3b06636e3 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:11:09.357176 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-2af3a0e1-fc6a-4ebd-b82b-5e870fe9f908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (0d9a428d-88ef-4ce5-9048-2cb3b06636e3), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:09.362875 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d4de46-871f-46f7-bf2d-2971d5a79109 None None] The sync data for ids ['be59e924-db64-46fd-ad90-c3c1be501df6'] in dv-neutron-834874-6-hyperv is: [{'id': 'be59e924-db64-46fd-ad90-c3c1be501df6', 'name': 'tempest-RoutersTest-router-1951048026', 'tenant_id': 'b477b3de086344ba86693af53d13cdd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:10:30Z', 'updated_at': '2022-03-28T01:11:06Z', 'revision_number': 10, 'project_id': 'b477b3de086344ba86693af53d13cdd0', 'gw_port_host': None, '_interfaces': [{'id': '007b231c-6bf0-46b0-8bbd-ee5db9ebbfe4', 'name': '', 'network_id': 'f2e4194b-4477-497f-814c-f3350cbfc77f', 'tenant_id': 'b477b3de086344ba86693af53d13cdd0', 'mac_address': 'fa:16:3e:1e:04:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be59e924-db64-46fd-ad90-c3c1be501df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '86132294-de8e-4622-ad8e-aac9649a1191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:10:32Z', 'updated_at': '2022-03-28T01:10:37Z', 'revision_number': 5, 'project_id': 'b477b3de086344ba86693af53d13cdd0', 'subnets': [{'id': '86132294-de8e-4622-ad8e-aac9649a1191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:11:09.422291 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-2af3a0e1-fc6a-4ebd-b82b-5e870fe9f908 None None] Port 0d9a428d-88ef-4ce5-9048-2cb3b06636e3 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:11:09.431450 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port db7e45ef-6661-436b-9345-043930b9b6f1 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:11:09.598056 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-cbcc18ea-334e-4610-b92f-6d9005d8dc21 req-6233cc39-fa11-49b0-816d-f79bca553c85 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf1ee0ed9c204cc5bccbb38ebf185041 HTTP/1.1" status: 200 len: 471 time: 0.5374827 Mar 28 01:11:09.609456 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [req-cbcc18ea-334e-4610-b92f-6d9005d8dc21 req-b05a3be0-9041-4591-905b-132acc28f389 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'port': {'device_id': 'fdcb167c-5aae-413f-8704-3629dbabfacb', 'network_id': '0300aea6-8151-43ce-a56d-a19c5738e77e', 'admin_state_up': True, 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'security_groups': ['b210bd0c-aa3e-478a-8c4f-0f9be8da73df']}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:11:09.631837 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-e532300d-2683-4484-bf64-e929c4068fe5 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Deleting port 0d9a428d-88ef-4ce5-9048-2cb3b06636e3 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:11:09.632202 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e532300d-2683-4484-bf64-e929c4068fe5 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (0d9a428d-88ef-4ce5-9048-2cb3b06636e3), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:09.672524 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-13958711-c73a-4361-a52b-ff495abb880a tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127282766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126757793'] for subnet (d2f5dd09-e80b-495d-b764-01c46c47d29f), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:09.768970 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d24ea214-b3d7-4758-bf2d-2173f311ca2f None None] Network 7593a348-591f-4c24-8193-5ef8b973d513 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:11:09.792073 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13958711-c73a-4361-a52b-ff495abb880a tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Pushing event deleted for resources: {'Subnet': ['ID=d2f5dd09-e80b-495d-b764-01c46c47d29f,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:09.796602 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-13958711-c73a-4361-a52b-ff495abb880a tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks [] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:09.799810 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-13958711-c73a-4361-a52b-ff495abb880a tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] 10.222.0.24 "DELETE /v2.0/subnets/d2f5dd09-e80b-495d-b764-01c46c47d29f HTTP/1.1" status: 204 len: 168 time: 1.3733537 Mar 28 01:11:09.803064 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55164) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:09.911090 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-647b6639-d5f8-4c79-affa-01e4b8c7c6b2 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (7593a348-591f-4c24-8193-5ef8b973d513), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:09.915374 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e532300d-2683-4484-bf64-e929c4068fe5 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (0d9a428d-88ef-4ce5-9048-2cb3b06636e3), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:09.946421 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-e532300d-2683-4484-bf64-e929c4068fe5 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Calling delete_port for 0d9a428d-88ef-4ce5-9048-2cb3b06636e3 owned by {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:11:09.953440 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-ac69b319-2ac0-42ed-b91e-92fac7044775 req-7946c63f-d5bf-417f-a563-4abac8523258 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdcb167c-5aae-413f-8704-3629dbabfacb HTTP/1.1" status: 200 len: 210 time: 0.0377235 Mar 28 01:11:09.960428 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29af5ce9-669c-4b71-9a03-14ec12b7cff9 None None] DHCP port deletion for 7593a348-591f-4c24-8193-5ef8b973d513 request from dv-neutron-834874-6-hyperv {{(pid=104100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 01:11:09.972270 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f723de60-50ad-4a53-9291-b37e8e887b0c tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3688170', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3689605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7136'] for router (d05ca9ef-28fb-4036-a937-a124ed002885), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:09.977670 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbcc18ea-334e-4610-b92f-6d9005d8dc21 req-b05a3be0-9041-4591-905b-132acc28f389 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Made reservation on behalf of cf1ee0ed9c204cc5bccbb38ebf185041 for: {'port': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:11:09.981361 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-cbcc18ea-334e-4610-b92f-6d9005d8dc21 req-b05a3be0-9041-4591-905b-132acc28f389 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:10.009265 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-647b6639-d5f8-4c79-affa-01e4b8c7c6b2 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Deleting port 98342260-91bc-4961-b7a9-a2c5b365e09b {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:11:10.009971 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-647b6639-d5f8-4c79-affa-01e4b8c7c6b2 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (98342260-91bc-4961-b7a9-a2c5b365e09b), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:10.021573 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-29af5ce9-669c-4b71-9a03-14ec12b7cff9 None None] Deleting port 98342260-91bc-4961-b7a9-a2c5b365e09b {{(pid=104100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:11:10.021950 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-29af5ce9-669c-4b71-9a03-14ec12b7cff9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (98342260-91bc-4961-b7a9-a2c5b365e09b), before_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:10.025105 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f723de60-50ad-4a53-9291-b37e8e887b0c tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3688163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3687960', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3689650'] for router (d05ca9ef-28fb-4036-a937-a124ed002885), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:10.074793 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.db [None req-647b6639-d5f8-4c79-affa-01e4b8c7c6b2 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] For port 98342260-91bc-4961-b7a9-a2c5b365e09b, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=98342260-91bc-4961-b7a9-a2c5b365e09b,segment=NetworkSegment(976f6b30-04e4-4b6a-8aef-085c0d2a3550),segment_id=976f6b30-04e4-4b6a-8aef-085c0d2a3550)] {{(pid=104098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:11:10.075261 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-647b6639-d5f8-4c79-affa-01e4b8c7c6b2 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (98342260-91bc-4961-b7a9-a2c5b365e09b), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:10.097747 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-647b6639-d5f8-4c79-affa-01e4b8c7c6b2 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Calling delete_port for 98342260-91bc-4961-b7a9-a2c5b365e09b owned by network:dhcp {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:11:10.098263 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-29af5ce9-669c-4b71-9a03-14ec12b7cff9 None None] For port 98342260-91bc-4961-b7a9-a2c5b365e09b, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=98342260-91bc-4961-b7a9-a2c5b365e09b,segment=NetworkSegment(976f6b30-04e4-4b6a-8aef-085c0d2a3550),segment_id=976f6b30-04e4-4b6a-8aef-085c0d2a3550)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:11:10.098714 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-29af5ce9-669c-4b71-9a03-14ec12b7cff9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (98342260-91bc-4961-b7a9-a2c5b365e09b), precommit_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:10.112488 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-29af5ce9-669c-4b71-9a03-14ec12b7cff9 None None] Calling delete_port for 98342260-91bc-4961-b7a9-a2c5b365e09b owned by network:dhcp {{(pid=104100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:11:10.200131 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-29af5ce9-669c-4b71-9a03-14ec12b7cff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886'] for port (98342260-91bc-4961-b7a9-a2c5b365e09b), after_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:10.211530 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-647b6639-d5f8-4c79-affa-01e4b8c7c6b2 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (98342260-91bc-4961-b7a9-a2c5b365e09b), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:10.224891 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29af5ce9-669c-4b71-9a03-14ec12b7cff9 None None] Pushing event deleted for resources: {'Port': ['ID=98342260-91bc-4961-b7a9-a2c5b365e09b,revision_number=None']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:10.233581 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29af5ce9-669c-4b71-9a03-14ec12b7cff9 None None] No DVR routers for this DVR port 98342260-91bc-4961-b7a9-a2c5b365e09b on host dv-neutron-834874-6-hyperv {{(pid=104100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:11:10.261404 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647b6639-d5f8-4c79-affa-01e4b8c7c6b2 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Pushing event deleted for resources: {'Port': ['ID=98342260-91bc-4961-b7a9-a2c5b365e09b,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:10.269147 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647b6639-d5f8-4c79-affa-01e4b8c7c6b2 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] No DVR routers for this DVR port 98342260-91bc-4961-b7a9-a2c5b365e09b on host dv-neutron-834874-6-hyperv {{(pid=104098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:11:10.351295 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [req-cbcc18ea-334e-4610-b92f-6d9005d8dc21 req-b05a3be0-9041-4591-905b-132acc28f389 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Allocated IP 172.20.0.21 (0300aea6-8151-43ce-a56d-a19c5738e77e/db644160-0201-44ed-9e47-fb5132a0d303/ecde7f7f-ede9-45fa-873c-df44907102af) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:11:10.372787 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-647b6639-d5f8-4c79-affa-01e4b8c7c6b2 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (7593a348-591f-4c24-8193-5ef8b973d513), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:10.392741 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-647b6639-d5f8-4c79-affa-01e4b8c7c6b2 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7593a348-591f-4c24-8193-5ef8b973d513']}} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:11:10.403341 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-647b6639-d5f8-4c79-affa-01e4b8c7c6b2 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '976f6b30-04e4-4b6a-8aef-085c0d2a3550') {'for_net_delete': True} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:11:10.403736 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-647b6639-d5f8-4c79-affa-01e4b8c7c6b2 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '976f6b30-04e4-4b6a-8aef-085c0d2a3550') {} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:11:10.413294 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e532300d-2683-4484-bf64-e929c4068fe5 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (0d9a428d-88ef-4ce5-9048-2cb3b06636e3), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:10.413585 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-647b6639-d5f8-4c79-affa-01e4b8c7c6b2 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126443583'] for segment (976f6b30-04e4-4b6a-8aef-085c0d2a3550), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:10.427255 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-647b6639-d5f8-4c79-affa-01e4b8c7c6b2 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (976f6b30-04e4-4b6a-8aef-085c0d2a3550), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:10.433138 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-647b6639-d5f8-4c79-affa-01e4b8c7c6b2 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=104098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:11:10.433513 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-647b6639-d5f8-4c79-affa-01e4b8c7c6b2 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126177251'] for segment (976f6b30-04e4-4b6a-8aef-085c0d2a3550), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:10.437288 dv-neutron-834874-6-hyperv neutron-server[104098]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 01:11:10.437288 dv-neutron-834874-6-hyperv neutron-server[104098]: self.session.flush() Mar 28 01:11:10.437288 dv-neutron-834874-6-hyperv neutron-server[104098]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 01:11:10.437288 dv-neutron-834874-6-hyperv neutron-server[104098]: self.session.flush() Mar 28 01:11:10.437288 dv-neutron-834874-6-hyperv neutron-server[104098]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 01:11:10.437288 dv-neutron-834874-6-hyperv neutron-server[104098]: self.session.flush() Mar 28 01:11:10.437288 dv-neutron-834874-6-hyperv neutron-server[104098]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 01:11:10.437288 dv-neutron-834874-6-hyperv neutron-server[104098]: self.session.flush() Mar 28 01:11:10.437288 dv-neutron-834874-6-hyperv neutron-server[104098]: Traceback (most recent call last): Mar 28 01:11:10.437288 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:11:10.437288 dv-neutron-834874-6-hyperv neutron-server[104098]: timer() Mar 28 01:11:10.437288 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:11:10.437288 dv-neutron-834874-6-hyperv neutron-server[104098]: cb(*args, **kw) Mar 28 01:11:10.437288 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:11:10.437288 dv-neutron-834874-6-hyperv neutron-server[104098]: return func(*args, **kwargs) Mar 28 01:11:10.437288 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:11:10.437288 dv-neutron-834874-6-hyperv neutron-server[104098]: self._notify() Mar 28 01:11:10.437288 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:11:10.437288 dv-neutron-834874-6-hyperv neutron-server[104098]: self.callback(batched_events) Mar 28 01:11:10.437288 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:11:10.437288 dv-neutron-834874-6-hyperv neutron-server[104098]: event.method(event) Mar 28 01:11:10.437288 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:11:10.437288 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:11:10.437288 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:11:10.437288 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:11:10.437288 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:11:10.437288 dv-neutron-834874-6-hyperv neutron-server[104098]: return f(self, *a, **k) Mar 28 01:11:10.437288 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:11:10.437288 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._get(url).json() Mar 28 01:11:10.437288 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:11:10.437288 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:11:10.437288 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:11:10.437288 dv-neutron-834874-6-hyperv neutron-server[104098]: return self.request(url, 'GET', **kwargs) Mar 28 01:11:10.437288 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:11:10.437288 dv-neutron-834874-6-hyperv neutron-server[104098]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:11:10.437288 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:11:10.437288 dv-neutron-834874-6-hyperv neutron-server[104098]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:11:10.437288 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:11:10.437288 dv-neutron-834874-6-hyperv neutron-server[104098]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:11:10.437288 dv-neutron-834874-6-hyperv neutron-server[104098]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:11:10.472120 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f723de60-50ad-4a53-9291-b37e8e887b0c tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Router d05ca9ef-28fb-4036-a937-a124ed002885 is scheduled to L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 with binding_index 1 {{(pid=104099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 01:11:10.473939 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e532300d-2683-4484-bf64-e929c4068fe5 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Pushing event deleted for resources: {'Port': ['ID=0d9a428d-88ef-4ce5-9048-2cb3b06636e3,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:10.493491 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-647b6639-d5f8-4c79-affa-01e4b8c7c6b2 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (7593a348-591f-4c24-8193-5ef8b973d513), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:10.500919 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-647b6639-d5f8-4c79-affa-01e4b8c7c6b2 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:10.506598 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-647b6639-d5f8-4c79-affa-01e4b8c7c6b2 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] 10.222.0.24 "DELETE /v2.0/networks/7593a348-591f-4c24-8193-5ef8b973d513 HTTP/1.1" status: 204 len: 168 time: 0.6998219 Mar 28 01:11:10.515980 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55168) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:10.519644 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647b6639-d5f8-4c79-affa-01e4b8c7c6b2 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Pushing event deleted for resources: {'Network': ['ID=7593a348-591f-4c24-8193-5ef8b973d513,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:10.581003 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e532300d-2683-4484-bf64-e929c4068fe5 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:10.584244 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-e532300d-2683-4484-bf64-e929c4068fe5 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "DELETE /v2.0/ports/0d9a428d-88ef-4ce5-9048-2cb3b06636e3 HTTP/1.1" status: 204 len: 168 time: 1.6600816 Mar 28 01:11:10.587254 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55170) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:10.617685 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.pecan_wsgi.hooks.translation [None req-e21cafa5-bd9f-4723-9a42-00a964b003ac tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] GET failed (client error): The resource could not be found. Mar 28 01:11:10.622016 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-e21cafa5-bd9f-4723-9a42-00a964b003ac tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "GET /v2.0/ports/0d9a428d-88ef-4ce5-9048-2cb3b06636e3 HTTP/1.1" status: 404 len: 333 time: 0.0336235 Mar 28 01:11:10.622750 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55172) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:10.680140 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-681e6a97-f173-4ad1-b363-ff4c956caa16 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks [] for security_group (40a790ee-db1a-4fc9-a9e2-b3aaad8d4fbf), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:10.707972 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-681e6a97-f173-4ad1-b363-ff4c956caa16 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks [] for security_group (40a790ee-db1a-4fc9-a9e2-b3aaad8d4fbf), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:10.749564 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-681e6a97-f173-4ad1-b363-ff4c956caa16 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (40a790ee-db1a-4fc9-a9e2-b3aaad8d4fbf), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:10.752192 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-681e6a97-f173-4ad1-b363-ff4c956caa16 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:10.753360 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-681e6a97-f173-4ad1-b363-ff4c956caa16 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "DELETE /v2.0/security-groups/40a790ee-db1a-4fc9-a9e2-b3aaad8d4fbf HTTP/1.1" status: 204 len: 168 time: 0.1296639 Mar 28 01:11:10.756749 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55174) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:10.774700 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681e6a97-f173-4ad1-b363-ff4c956caa16 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40a790ee-db1a-4fc9-a9e2-b3aaad8d4fbf,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:10.819469 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-cbcc18ea-334e-4610-b92f-6d9005d8dc21 req-b05a3be0-9041-4591-905b-132acc28f389 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for port (ecde7f7f-ede9-45fa-873c-df44907102af), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:10.822121 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b848808d-b062-49bf-8d7e-8243ca22fea6 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks [] for security_group (a3b5d4fb-342f-496b-82c2-64c774644210), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:10.845358 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b848808d-b062-49bf-8d7e-8243ca22fea6 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks [] for security_group (a3b5d4fb-342f-496b-82c2-64c774644210), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:10.859891 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f723de60-50ad-4a53-9291-b37e8e887b0c tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:11:10.867423 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f723de60-50ad-4a53-9291-b37e8e887b0c tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:10.868712 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-f723de60-50ad-4a53-9291-b37e8e887b0c tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] 10.222.0.24 "PUT /v2.0/routers/d05ca9ef-28fb-4036-a937-a124ed002885 HTTP/1.1" status: 200 len: 918 time: 3.5921142 Mar 28 01:11:10.871800 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f051cb-5623-4286-86d3-1364d9daf305 None None] Sync routers for ids ['d05ca9ef-28fb-4036-a937-a124ed002885'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:11:10.874896 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55176) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:10.886075 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f051cb-5623-4286-86d3-1364d9daf305 None None] Routers {'d05ca9ef-28fb-4036-a937-a124ed002885'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:11:10.887053 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-87f051cb-5623-4286-86d3-1364d9daf305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:10:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['d05ca9ef-28fb-4036-a937-a124ed002885'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:11:10.939825 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-87f051cb-5623-4286-86d3-1364d9daf305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:11:10.949590 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f051cb-5623-4286-86d3-1364d9daf305 None None] Routers {'d05ca9ef-28fb-4036-a937-a124ed002885'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:11:10.949943 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-cbcc18ea-334e-4610-b92f-6d9005d8dc21 req-b05a3be0-9041-4591-905b-132acc28f389 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (ecde7f7f-ede9-45fa-873c-df44907102af), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:10.950109 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-87f051cb-5623-4286-86d3-1364d9daf305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:10:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['d05ca9ef-28fb-4036-a937-a124ed002885'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:11:10.964928 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b848808d-b062-49bf-8d7e-8243ca22fea6 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (a3b5d4fb-342f-496b-82c2-64c774644210), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:10.968127 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b848808d-b062-49bf-8d7e-8243ca22fea6 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:10.971710 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-b848808d-b062-49bf-8d7e-8243ca22fea6 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "DELETE /v2.0/security-groups/a3b5d4fb-342f-496b-82c2-64c774644210 HTTP/1.1" status: 204 len: 168 time: 0.2116232 Mar 28 01:11:10.978763 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55178) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:10.987222 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-87f051cb-5623-4286-86d3-1364d9daf305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:11:10.987954 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f051cb-5623-4286-86d3-1364d9daf305 None None] The sync data for ids ['d05ca9ef-28fb-4036-a937-a124ed002885'] in dv-neutron-834874-6-hyperv is: [] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:11:11.005363 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b848808d-b062-49bf-8d7e-8243ca22fea6 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3b5d4fb-342f-496b-82c2-64c774644210,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:11.036261 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbcc18ea-334e-4610-b92f-6d9005d8dc21 req-b05a3be0-9041-4591-905b-132acc28f389 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Network 0300aea6-8151-43ce-a56d-a19c5738e77e is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:11:11.039600 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [req-cbcc18ea-334e-4610-b92f-6d9005d8dc21 req-b05a3be0-9041-4591-905b-132acc28f389 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:11:11.048310 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbcc18ea-334e-4610-b92f-6d9005d8dc21 req-b05a3be0-9041-4591-905b-132acc28f389 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:11:11.052605 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-d201aae8-eebd-4c5f-bf56-a6f5f82cb5d1 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] 10.222.0.24 "GET /v2.0/routers/d05ca9ef-28fb-4036-a937-a124ed002885 HTTP/1.1" status: 200 len: 924 time: 0.1765218 Mar 28 01:11:11.055452 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05a3be0-9041-4591-905b-132acc28f389 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'Port': ['ID=ecde7f7f-ede9-45fa-873c-df44907102af,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:11.058228 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55182) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:11.109509 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-cbd2f5d2-ca1a-417a-9529-c23306afc733 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks [] for security_group (0a236165-32e5-4627-a91c-9eb10e1a23e5), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:11.132994 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-cbd2f5d2-ca1a-417a-9529-c23306afc733 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks [] for security_group (0a236165-32e5-4627-a91c-9eb10e1a23e5), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:11.161612 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc18ea-334e-4610-b92f-6d9005d8dc21 req-b05a3be0-9041-4591-905b-132acc28f389 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:11:11.162271 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-cbcc18ea-334e-4610-b92f-6d9005d8dc21 req-b05a3be0-9041-4591-905b-132acc28f389 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:11.179177 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-cbd2f5d2-ca1a-417a-9529-c23306afc733 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (0a236165-32e5-4627-a91c-9eb10e1a23e5), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:11.182222 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-cbd2f5d2-ca1a-417a-9529-c23306afc733 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:11.183419 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-cbd2f5d2-ca1a-417a-9529-c23306afc733 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "DELETE /v2.0/security-groups/0a236165-32e5-4627-a91c-9eb10e1a23e5 HTTP/1.1" status: 204 len: 168 time: 0.2026453 Mar 28 01:11:11.188306 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55184) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:11.216976 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8bd508-ab6a-4b2f-8bda-7502d31ed19f req-4e3579ca-c6fe-43b5-a727-167ad63fb8ff tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:11:11.218556 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6a8bd508-ab6a-4b2f-8bda-7502d31ed19f req-4e3579ca-c6fe-43b5-a727-167ad63fb8ff tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdcb167c-5aae-413f-8704-3629dbabfacb HTTP/1.1" status: 200 len: 932 time: 0.1717265 Mar 28 01:11:11.224819 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-cbcc18ea-334e-4610-b92f-6d9005d8dc21 req-b05a3be0-9041-4591-905b-132acc28f389 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6207645 Mar 28 01:11:11.229651 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 86a2c6ba-054c-4b04-97c1-8711cee76569 no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:11:11.237234 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd2f5d2-ca1a-417a-9529-c23306afc733 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a236165-32e5-4627-a91c-9eb10e1a23e5,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:11.241783 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [req-cbcc18ea-334e-4610-b92f-6d9005d8dc21 req-ac89e5ca-69af-43f6-ad8f-7b8f8668d629 service neutron] Request body: {'port': {'device_id': 'fdcb167c-5aae-413f-8704-3629dbabfacb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8348'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:11:11.271515 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c6c1d7-6063-4e29-9503-42ffa9018f86 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:11:11.275501 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-62c6c1d7-6063-4e29-9503-42ffa9018f86 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=dea6548b-502b-42db-97fb-371e423e739a&device_id=d05ca9ef-28fb-4036-a937-a124ed002885&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2138894 Mar 28 01:11:11.275501 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd2f5d2-ca1a-417a-9529-c23306afc733 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:11:11.275501 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd2f5d2-ca1a-417a-9529-c23306afc733 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:11:11.275501 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd2f5d2-ca1a-417a-9529-c23306afc733 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:11:11.275926 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd2f5d2-ca1a-417a-9529-c23306afc733 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:11:11.276555 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd2f5d2-ca1a-417a-9529-c23306afc733 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:11:11.276555 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd2f5d2-ca1a-417a-9529-c23306afc733 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:11:11.276851 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd2f5d2-ca1a-417a-9529-c23306afc733 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:11:11.277176 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd2f5d2-ca1a-417a-9529-c23306afc733 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:11:11.277500 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd2f5d2-ca1a-417a-9529-c23306afc733 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:11:11.277816 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd2f5d2-ca1a-417a-9529-c23306afc733 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:11:11.278132 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd2f5d2-ca1a-417a-9529-c23306afc733 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:11:11.278583 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd2f5d2-ca1a-417a-9529-c23306afc733 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:11:11.278757 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd2f5d2-ca1a-417a-9529-c23306afc733 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:11:11.279071 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd2f5d2-ca1a-417a-9529-c23306afc733 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:11:11.279385 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd2f5d2-ca1a-417a-9529-c23306afc733 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:11:11.279507 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55186) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:11.280949 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: 86a2c6ba-054c-4b04-97c1-8711cee76569 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:11:11.281535 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 86a2c6ba-054c-4b04-97c1-8711cee76569 not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:11:11.291324 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_v2 [None req-f90c1c21-71a9-47d2-88c1-eac91ae8f6df tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Deleting subnet 990ac3f6-5b71-4691-95ba-5d29f6ab40e5 {{(pid=104098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:11:11.294675 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f90c1c21-71a9-47d2-88c1-eac91ae8f6df tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks [] for subnet (990ac3f6-5b71-4691-95ba-5d29f6ab40e5), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:11.299794 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 98342260-91bc-4961-b7a9-a2c5b365e09b no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:11:11.330250 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: 98342260-91bc-4961-b7a9-a2c5b365e09b {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:11:11.330837 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 98342260-91bc-4961-b7a9-a2c5b365e09b not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:11:11.341547 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f90c1c21-71a9-47d2-88c1-eac91ae8f6df tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126443526'] for subnet (990ac3f6-5b71-4691-95ba-5d29f6ab40e5), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:11.362149 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-e9318f4f-1bbd-4050-9e9a-a6204f5293b4 None None] Provisioning complete for port ecde7f7f-ede9-45fa-873c-df44907102af triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:11:11.362585 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-e9318f4f-1bbd-4050-9e9a-a6204f5293b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (ecde7f7f-ede9-45fa-873c-df44907102af), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:11.397814 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3dc7f80c-25aa-48a9-9eff-0a5e532567a5 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3686527'] for router_interface (be59e924-db64-46fd-ad90-c3c1be501df6), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:11.411208 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-3b47f0dc-041a-4428-9a1c-1960db2bb85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:11.412774 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-e9318f4f-1bbd-4050-9e9a-a6204f5293b4 None None] Port ecde7f7f-ede9-45fa-873c-df44907102af cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:11:11.438431 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f90c1c21-71a9-47d2-88c1-eac91ae8f6df tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (990ac3f6-5b71-4691-95ba-5d29f6ab40e5), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:11.455798 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6a8bd508-ab6a-4b2f-8bda-7502d31ed19f req-c6eabd63-bc38-4408-b94d-c035675a140c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?id=b210bd0c-aa3e-478a-8c4f-0f9be8da73df&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2291784 Mar 28 01:11:11.503913 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f90c1c21-71a9-47d2-88c1-eac91ae8f6df tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126175041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126112438'] for subnet (990ac3f6-5b71-4691-95ba-5d29f6ab40e5), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:11.532098 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90c1c21-71a9-47d2-88c1-eac91ae8f6df tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Pushing event deleted for resources: {'Subnet': ['ID=990ac3f6-5b71-4691-95ba-5d29f6ab40e5,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:11.536345 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f90c1c21-71a9-47d2-88c1-eac91ae8f6df tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:11.548113 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-f90c1c21-71a9-47d2-88c1-eac91ae8f6df tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "DELETE /v2.0/subnets/990ac3f6-5b71-4691-95ba-5d29f6ab40e5 HTTP/1.1" status: 204 len: 168 time: 0.3507740 Mar 28 01:11:11.548343 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc8b98a-aa56-4596-a539-e3a2fb46bb1d None None] Network eed7ffa2-4413-4fe4-b128-d4b0e8228d21 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:11:11.549669 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55188) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:11.606206 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_v2 [None req-43345680-02bf-4439-9ebf-9f1beeda6f7d tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Deleting subnet df3dc391-2be5-4b80-9a6d-ceb79a146deb {{(pid=104098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:11:11.610285 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-43345680-02bf-4439-9ebf-9f1beeda6f7d tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks [] for subnet (df3dc391-2be5-4b80-9a6d-ceb79a146deb), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:11.655496 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-43345680-02bf-4439-9ebf-9f1beeda6f7d tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126443526'] for subnet (df3dc391-2be5-4b80-9a6d-ceb79a146deb), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:11.765107 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-43345680-02bf-4439-9ebf-9f1beeda6f7d tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (df3dc391-2be5-4b80-9a6d-ceb79a146deb), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:11.788660 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-cbcc18ea-334e-4610-b92f-6d9005d8dc21 req-ac89e5ca-69af-43f6-ad8f-7b8f8668d629 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (ecde7f7f-ede9-45fa-873c-df44907102af), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:11.842131 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f1897b-f02c-47d8-9ce4-8de8a7da0616 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:11:11.844329 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-f2f1897b-f02c-47d8-9ce4-8de8a7da0616 tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] 10.222.0.24 "GET /v2.0/networks/dea6548b-502b-42db-97fb-371e423e739a HTTP/1.1" status: 200 len: 881 time: 0.5636017 Mar 28 01:11:11.847520 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55190) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:11.863113 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-43345680-02bf-4439-9ebf-9f1beeda6f7d tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126175041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126112438'] for subnet (df3dc391-2be5-4b80-9a6d-ceb79a146deb), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:11.896980 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-1faa36b6-d95d-400e-ab69-6e2cf0297db2 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] 10.222.0.24 "GET /v2.0/ports?device_id=d05ca9ef-28fb-4036-a937-a124ed002885 HTTP/1.1" status: 200 len: 205 time: 0.0471449 Mar 28 01:11:11.899621 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-43345680-02bf-4439-9ebf-9f1beeda6f7d tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:11.902759 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-43345680-02bf-4439-9ebf-9f1beeda6f7d tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "DELETE /v2.0/subnets/df3dc391-2be5-4b80-9a6d-ceb79a146deb HTTP/1.1" status: 204 len: 168 time: 0.3519492 Mar 28 01:11:11.921674 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55192) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:11.921928 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55194) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:12.026087 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43345680-02bf-4439-9ebf-9f1beeda6f7d tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Pushing event deleted for resources: {'Subnet': ['ID=df3dc391-2be5-4b80-9a6d-ceb79a146deb,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:12.055632 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f3708de-74da-4ae2-adb8-1834c4b5884b tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] DELETE failed (client error): The resource could not be found. Mar 28 01:11:12.056629 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f3708de-74da-4ae2-adb8-1834c4b5884b tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:11:12.061797 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-1f3708de-74da-4ae2-adb8-1834c4b5884b tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "DELETE /v2.0/subnets/990ac3f6-5b71-4691-95ba-5d29f6ab40e5 HTTP/1.1" status: 404 len: 337 time: 0.1351461 Mar 28 01:11:12.062808 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55198) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:12.125603 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7352dadc-58cc-402d-80d0-496fdfe5f8ed tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Publish callbacks [] for router (d05ca9ef-28fb-4036-a937-a124ed002885), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:12.166645 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_v2 [None req-097083b1-3baa-4cbe-a215-5d2c035a4bde tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Deleting subnet b10b443a-77de-45b3-9a7e-00c81b4fb0a8 {{(pid=104098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:11:12.198380 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-097083b1-3baa-4cbe-a215-5d2c035a4bde tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks [] for subnet (b10b443a-77de-45b3-9a7e-00c81b4fb0a8), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:12.250364 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-097083b1-3baa-4cbe-a215-5d2c035a4bde tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126443526'] for subnet (b10b443a-77de-45b3-9a7e-00c81b4fb0a8), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:12.288702 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-3dc7f80c-25aa-48a9-9eff-0a5e532567a5 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Deleting port 007b231c-6bf0-46b0-8bbd-ee5db9ebbfe4 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:11:12.289056 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3dc7f80c-25aa-48a9-9eff-0a5e532567a5 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (007b231c-6bf0-46b0-8bbd-ee5db9ebbfe4), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:12.297992 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [req-cbcc18ea-334e-4610-b92f-6d9005d8dc21 req-ac89e5ca-69af-43f6-ad8f-7b8f8668d629 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecde7f7f-ede9-45fa-873c-df44907102af {{(pid=104099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 01:11:12.314070 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7352dadc-58cc-402d-80d0-496fdfe5f8ed tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Publish callbacks [] for router_gateway (d05ca9ef-28fb-4036-a937-a124ed002885), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:12.341345 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-cbcc18ea-334e-4610-b92f-6d9005d8dc21 req-ac89e5ca-69af-43f6-ad8f-7b8f8668d629 service neutron] Publish callbacks [] for port (ecde7f7f-ede9-45fa-873c-df44907102af), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:12.367111 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [req-cbcc18ea-334e-4610-b92f-6d9005d8dc21 req-ac89e5ca-69af-43f6-ad8f-7b8f8668d629 service neutron] Transition to ACTIVE for port object ecde7f7f-ede9-45fa-873c-df44907102af will not be triggered until provisioned by entity L2. {{(pid=104099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 01:11:12.375497 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-cbcc18ea-334e-4610-b92f-6d9005d8dc21 req-ac89e5ca-69af-43f6-ad8f-7b8f8668d629 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (ecde7f7f-ede9-45fa-873c-df44907102af), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:12.386018 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9fa4af3-8741-431f-8a43-4dfcf26f1a24 None None] Network eed7ffa2-4413-4fe4-b128-d4b0e8228d21 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:11:12.387526 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-097083b1-3baa-4cbe-a215-5d2c035a4bde tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (b10b443a-77de-45b3-9a7e-00c81b4fb0a8), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:12.441199 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-3dc7f80c-25aa-48a9-9eff-0a5e532567a5 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] For port 007b231c-6bf0-46b0-8bbd-ee5db9ebbfe4, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=007b231c-6bf0-46b0-8bbd-ee5db9ebbfe4,segment=NetworkSegment(2304f319-ff56-4561-98e1-ac4e7aa7e5d6),segment_id=2304f319-ff56-4561-98e1-ac4e7aa7e5d6)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:11:12.441753 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3dc7f80c-25aa-48a9-9eff-0a5e532567a5 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (007b231c-6bf0-46b0-8bbd-ee5db9ebbfe4), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:12.454297 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-7352dadc-58cc-402d-80d0-496fdfe5f8ed tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Deleting port e178fe9c-f262-4e75-b979-47d208d3b023 {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:11:12.454679 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7352dadc-58cc-402d-80d0-496fdfe5f8ed tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (e178fe9c-f262-4e75-b979-47d208d3b023), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:12.468667 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac89e5ca-69af-43f6-ad8f-7b8f8668d629 service neutron] Pushing event updated for resources: {'Port': ['ID=ecde7f7f-ede9-45fa-873c-df44907102af,revision_number=2']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:12.471236 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-3dc7f80c-25aa-48a9-9eff-0a5e532567a5 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Calling delete_port for 007b231c-6bf0-46b0-8bbd-ee5db9ebbfe4 owned by network:router_interface {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:11:12.484559 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac89e5ca-69af-43f6-ad8f-7b8f8668d629 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:11:12.484912 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac89e5ca-69af-43f6-ad8f-7b8f8668d629 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:11:12.485255 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac89e5ca-69af-43f6-ad8f-7b8f8668d629 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:11:12.485596 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac89e5ca-69af-43f6-ad8f-7b8f8668d629 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:11:12.486125 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac89e5ca-69af-43f6-ad8f-7b8f8668d629 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:11:12.486471 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac89e5ca-69af-43f6-ad8f-7b8f8668d629 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:11:12.486803 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac89e5ca-69af-43f6-ad8f-7b8f8668d629 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:11:12.487131 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac89e5ca-69af-43f6-ad8f-7b8f8668d629 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:11:12.487454 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac89e5ca-69af-43f6-ad8f-7b8f8668d629 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:11:12.488676 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac89e5ca-69af-43f6-ad8f-7b8f8668d629 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:11:12.488676 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac89e5ca-69af-43f6-ad8f-7b8f8668d629 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:11:12.488984 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac89e5ca-69af-43f6-ad8f-7b8f8668d629 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:11:12.489274 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac89e5ca-69af-43f6-ad8f-7b8f8668d629 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:11:12.489603 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac89e5ca-69af-43f6-ad8f-7b8f8668d629 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:11:12.489926 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac89e5ca-69af-43f6-ad8f-7b8f8668d629 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:11:12.531872 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-097083b1-3baa-4cbe-a215-5d2c035a4bde tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126175041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126112438'] for subnet (b10b443a-77de-45b3-9a7e-00c81b4fb0a8), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:12.590974 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097083b1-3baa-4cbe-a215-5d2c035a4bde tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Pushing event deleted for resources: {'Subnet': ['ID=b10b443a-77de-45b3-9a7e-00c81b4fb0a8,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:12.643222 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-097083b1-3baa-4cbe-a215-5d2c035a4bde tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:12.649009 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-097083b1-3baa-4cbe-a215-5d2c035a4bde tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "DELETE /v2.0/subnets/b10b443a-77de-45b3-9a7e-00c81b4fb0a8 HTTP/1.1" status: 204 len: 168 time: 0.5837502 Mar 28 01:11:12.652998 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-266a100e-0cc1-4ea0-a231-9a619c466512 None None] Provisioning complete for port db7e45ef-6661-436b-9345-043930b9b6f1 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:11:12.653373 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-266a100e-0cc1-4ea0-a231-9a619c466512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (db7e45ef-6661-436b-9345-043930b9b6f1), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:12.655246 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55202) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:12.678834 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-cbcc18ea-334e-4610-b92f-6d9005d8dc21 req-ac89e5ca-69af-43f6-ad8f-7b8f8668d629 service neutron] Attempting to bind port ecde7f7f-ede9-45fa-873c-df44907102af on host hv-neutron-8348 for vnic_type normal with profile {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:11:12.679179 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-cbcc18ea-334e-4610-b92f-6d9005d8dc21 req-ac89e5ca-69af-43f6-ad8f-7b8f8668d629 service neutron] Attempting to bind port ecde7f7f-ede9-45fa-873c-df44907102af by drivers openvswitch,hyperv on host hv-neutron-8348 at level 0 using segments [{'id': '28f92320-1dd2-446d-9316-f1290fa904ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0300aea6-8151-43ce-a56d-a19c5738e77e'}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:11:12.679494 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcc18ea-334e-4610-b92f-6d9005d8dc21 req-ac89e5ca-69af-43f6-ad8f-7b8f8668d629 service neutron] Attempting to bind port ecde7f7f-ede9-45fa-873c-df44907102af on network 0300aea6-8151-43ce-a56d-a19c5738e77e {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:11:12.691285 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcc18ea-334e-4610-b92f-6d9005d8dc21 req-ac89e5ca-69af-43f6-ad8f-7b8f8668d629 service neutron] Port ecde7f7f-ede9-45fa-873c-df44907102af on network 0300aea6-8151-43ce-a56d-a19c5738e77e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8348 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 01:11:12.691571 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcc18ea-334e-4610-b92f-6d9005d8dc21 req-ac89e5ca-69af-43f6-ad8f-7b8f8668d629 service neutron] Attempting to bind port ecde7f7f-ede9-45fa-873c-df44907102af on network 0300aea6-8151-43ce-a56d-a19c5738e77e {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:11:12.695163 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7352dadc-58cc-402d-80d0-496fdfe5f8ed tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (e178fe9c-f262-4e75-b979-47d208d3b023), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:12.704911 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.pecan_wsgi.hooks.translation [None req-a87b197f-cc05-4bc7-af9f-c205ebacebe9 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] DELETE failed (client error): The resource could not be found. Mar 28 01:11:12.705367 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a87b197f-cc05-4bc7-af9f-c205ebacebe9 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:11:12.705499 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcc18ea-334e-4610-b92f-6d9005d8dc21 req-ac89e5ca-69af-43f6-ad8f-7b8f8668d629 service neutron] Checking agent: {'id': '287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8348', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 1, 2, 33), 'started_at': datetime.datetime(2022, 3, 28, 1, 2, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 11, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:11:12.705709 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcc18ea-334e-4610-b92f-6d9005d8dc21 req-ac89e5ca-69af-43f6-ad8f-7b8f8668d629 service neutron] Checking segment: {'id': '28f92320-1dd2-446d-9316-f1290fa904ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0300aea6-8151-43ce-a56d-a19c5738e77e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:11:12.706094 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcc18ea-334e-4610-b92f-6d9005d8dc21 req-ac89e5ca-69af-43f6-ad8f-7b8f8668d629 service neutron] Bound using segment: {'id': '28f92320-1dd2-446d-9316-f1290fa904ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0300aea6-8151-43ce-a56d-a19c5738e77e'} {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:11:12.706528 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-cbcc18ea-334e-4610-b92f-6d9005d8dc21 req-ac89e5ca-69af-43f6-ad8f-7b8f8668d629 service neutron] Bound port: ecde7f7f-ede9-45fa-873c-df44907102af, host: hv-neutron-8348, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28f92320-1dd2-446d-9316-f1290fa904ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0300aea6-8151-43ce-a56d-a19c5738e77e'}}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:11:12.706880 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-cbcc18ea-334e-4610-b92f-6d9005d8dc21 req-ac89e5ca-69af-43f6-ad8f-7b8f8668d629 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (ecde7f7f-ede9-45fa-873c-df44907102af), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:12.711459 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-a87b197f-cc05-4bc7-af9f-c205ebacebe9 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "DELETE /v2.0/subnets/ca30ad02-d935-4b6e-91ce-347af73e39b2 HTTP/1.1" status: 404 len: 337 time: 0.0523794 Mar 28 01:11:12.711643 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55204) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:12.715857 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-7352dadc-58cc-402d-80d0-496fdfe5f8ed tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Calling delete_port for e178fe9c-f262-4e75-b979-47d208d3b023 owned by network:router_gateway {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:11:12.751187 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53074a0a-1d81-41eb-9837-d7d7674e5048 req-7c2cf1a0-471f-412f-b091-1a42b665ed00 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:11:12.752464 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-53074a0a-1d81-41eb-9837-d7d7674e5048 req-7c2cf1a0-471f-412f-b091-1a42b665ed00 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdcb167c-5aae-413f-8704-3629dbabfacb HTTP/1.1" status: 200 len: 944 time: 0.1535845 Mar 28 01:11:12.753805 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-dd8ed8ef-d085-466c-8ef2-8e6903869bcc tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "GET /v2.0/ports?device_id=297a3378-051a-432a-b66c-bdd3efb6413c HTTP/1.1" status: 200 len: 205 time: 0.0411603 Mar 28 01:11:12.756347 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55206) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:12.820513 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.api.v2.resource [None req-8dc4f0c3-72fa-4251-8043-e6fca8b43d6a tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] delete failed (client error): The resource could not be found. Mar 28 01:11:12.821552 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-8dc4f0c3-72fa-4251-8043-e6fca8b43d6a tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "DELETE /v2.0/routers/297a3378-051a-432a-b66c-bdd3efb6413c HTTP/1.1" status: 404 len: 336 time: 0.0643094 Mar 28 01:11:12.828404 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55208) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:12.830940 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-266a100e-0cc1-4ea0-a231-9a619c466512 None None] Current status of the port db7e45ef-6661-436b-9345-043930b9b6f1 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:11:12.842649 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-266a100e-0cc1-4ea0-a231-9a619c466512 None None] Provisioning complete for port 21b81e5c-46e0-4ec9-ab1f-00dd317deb33 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:11:12.843398 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-266a100e-0cc1-4ea0-a231-9a619c466512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (21b81e5c-46e0-4ec9-ab1f-00dd317deb33), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:12.866393 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.pecan_wsgi.hooks.translation [None req-48ba5f25-2a04-49bf-9f3c-75bec56997bd tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] DELETE failed (client error): The resource could not be found. Mar 28 01:11:12.866935 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48ba5f25-2a04-49bf-9f3c-75bec56997bd tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:11:12.869958 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-48ba5f25-2a04-49bf-9f3c-75bec56997bd tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "DELETE /v2.0/subnets/2fa43203-63c5-4231-b072-482ed9470949 HTTP/1.1" status: 404 len: 337 time: 0.0406022 Mar 28 01:11:12.876972 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55210) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:12.900003 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-cbcc18ea-334e-4610-b92f-6d9005d8dc21 req-ac89e5ca-69af-43f6-ad8f-7b8f8668d629 service neutron] For port ecde7f7f-ede9-45fa-873c-df44907102af, host hv-neutron-8348, cleared binding levels {{(pid=104099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:11:12.903422 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-cbcc18ea-334e-4610-b92f-6d9005d8dc21 req-ac89e5ca-69af-43f6-ad8f-7b8f8668d629 service neutron] For port ecde7f7f-ede9-45fa-873c-df44907102af, host hv-neutron-8348, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=ecde7f7f-ede9-45fa-873c-df44907102af,segment=NetworkSegment(28f92320-1dd2-446d-9316-f1290fa904ce),segment_id=28f92320-1dd2-446d-9316-f1290fa904ce)] {{(pid=104099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:11:12.904976 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3dc7f80c-25aa-48a9-9eff-0a5e532567a5 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (007b231c-6bf0-46b0-8bbd-ee5db9ebbfe4), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:12.916358 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-cbcc18ea-334e-4610-b92f-6d9005d8dc21 req-ac89e5ca-69af-43f6-ad8f-7b8f8668d629 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (ecde7f7f-ede9-45fa-873c-df44907102af), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:12.921427 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-53074a0a-1d81-41eb-9837-d7d7674e5048 req-cdd134a6-e4b2-44ae-80cc-ef86e8397223 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?id=b210bd0c-aa3e-478a-8c4f-0f9be8da73df&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1374483 Mar 28 01:11:12.927566 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-266a100e-0cc1-4ea0-a231-9a619c466512 None None] Port 21b81e5c-46e0-4ec9-ab1f-00dd317deb33 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:11:12.941879 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc7f80c-25aa-48a9-9eff-0a5e532567a5 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Pushing event deleted for resources: {'Port': ['ID=007b231c-6bf0-46b0-8bbd-ee5db9ebbfe4,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:12.947807 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.pecan_wsgi.hooks.translation [None req-82b6b36d-2f9f-45e1-ac6f-409529c475fc tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] DELETE failed (client error): The resource could not be found. Mar 28 01:11:12.948301 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82b6b36d-2f9f-45e1-ac6f-409529c475fc tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:11:12.954045 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-82b6b36d-2f9f-45e1-ac6f-409529c475fc tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "DELETE /v2.0/subnets/357f1d7d-57aa-43c3-913a-cc2af370fed0 HTTP/1.1" status: 404 len: 337 time: 0.0734622 Mar 28 01:11:12.960269 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a676da-fa95-4953-b2a9-8585fb0b5f6b None None] Update dhcp port {'port': {'network_id': 'eed7ffa2-4413-4fe4-b128-d4b0e8228d21', 'fixed_ips': [{'subnet_id': 'b10b443a-77de-45b3-9a7e-00c81b4fb0a8'}], 'binding:host_id': 'dv-neutron-834874-6-hyperv'}, 'id': 'db7e45ef-6661-436b-9345-043930b9b6f1'} from dv-neutron-834874-6-hyperv. {{(pid=104100) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 28 01:11:12.960564 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55212) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:13.014167 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-82a676da-fa95-4953-b2a9-8585fb0b5f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (db7e45ef-6661-436b-9345-043930b9b6f1), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:13.017918 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc18ea-334e-4610-b92f-6d9005d8dc21 req-ac89e5ca-69af-43f6-ad8f-7b8f8668d629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:11:13.018553 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-cbcc18ea-334e-4610-b92f-6d9005d8dc21 req-ac89e5ca-69af-43f6-ad8f-7b8f8668d629 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:13.020125 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-cbcc18ea-334e-4610-b92f-6d9005d8dc21 req-ac89e5ca-69af-43f6-ad8f-7b8f8668d629 service neutron] 10.222.0.10 "PUT /v2.0/ports/ecde7f7f-ede9-45fa-873c-df44907102af HTTP/1.1" status: 200 len: 1094 time: 1.7839670 Mar 28 01:11:13.056668 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdcb167c-5aae-413f-8704-3629dbabfacb', 'tag': 'ecde7f7f-ede9-45fa-873c-df44907102af'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:11:13.057538 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7352dadc-58cc-402d-80d0-496fdfe5f8ed tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (e178fe9c-f262-4e75-b979-47d208d3b023), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:13.059093 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2af4b01a9fa8b1570ccf1d7859d693ad34c106b258078e9cfae86b97f35e3d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-414a41ed-8534-43ad-9dd0-6b665e3a1fae" -d '{"events": [{"name": "network-changed", "server_uuid": "fdcb167c-5aae-413f-8704-3629dbabfacb", "tag": "ecde7f7f-ede9-45fa-873c-df44907102af"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:11:13.094308 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7352dadc-58cc-402d-80d0-496fdfe5f8ed tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Pushing event deleted for resources: {'Port': ['ID=e178fe9c-f262-4e75-b979-47d208d3b023,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:13.099254 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-871911d8-88c6-49e6-977a-2521c98bcbd7 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] DELETE failed (client error): The resource could not be found. Mar 28 01:11:13.099715 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-871911d8-88c6-49e6-977a-2521c98bcbd7 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:11:13.103215 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-871911d8-88c6-49e6-977a-2521c98bcbd7 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "DELETE /v2.0/subnets/980e221c-4d66-48fc-bc72-b0e40152527f HTTP/1.1" status: 404 len: 337 time: 0.1223121 Mar 28 01:11:13.138712 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55216) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:13.220432 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 01:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8974f197-f0e5-42c7-a2c5-836ce0f0f761 x-openstack-request-id: req-8974f197-f0e5-42c7-a2c5-836ce0f0f761 {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:11:13.220858 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdcb167c-5aae-413f-8704-3629dbabfacb", "tag": "ecde7f7f-ede9-45fa-873c-df44907102af", "status": "completed", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:11:13.221221 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8974f197-f0e5-42c7-a2c5-836ce0f0f761 {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:11:13.221759 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8974f197-f0e5-42c7-a2c5-836ce0f0f761'] response: {'name': 'network-changed', 'server_uuid': 'fdcb167c-5aae-413f-8704-3629dbabfacb', 'tag': 'ecde7f7f-ede9-45fa-873c-df44907102af', 'status': 'completed', 'code': 200} Mar 28 01:11:13.229871 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2bc9e5c-2130-4e8d-aac3-872651c1e18b tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] DELETE failed (client error): The resource could not be found. Mar 28 01:11:13.231130 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2bc9e5c-2130-4e8d-aac3-872651c1e18b tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:11:13.240758 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-b2bc9e5c-2130-4e8d-aac3-872651c1e18b tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "DELETE /v2.0/ports/31283fd8-878f-4084-98a0-257577c5c730 HTTP/1.1" status: 404 len: 333 time: 0.0999727 Mar 28 01:11:13.246113 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55218) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:13.285817 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.pecan_wsgi.hooks.translation [None req-1616076b-67ff-4f9d-b488-5261bc4ddbe1 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] DELETE failed (client error): The resource could not be found. Mar 28 01:11:13.286276 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1616076b-67ff-4f9d-b488-5261bc4ddbe1 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:11:13.289320 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-1616076b-67ff-4f9d-b488-5261bc4ddbe1 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "DELETE /v2.0/subnets/85ae256d-e2f4-4c3c-a3b1-b88250f59f08 HTTP/1.1" status: 404 len: 337 time: 0.0422580 Mar 28 01:11:13.291901 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55220) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:13.321192 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9430c81-2efb-42a9-a2a6-4811a34cf85e tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] DELETE failed (client error): The resource could not be found. Mar 28 01:11:13.321612 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9430c81-2efb-42a9-a2a6-4811a34cf85e tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:11:13.324784 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-c9430c81-2efb-42a9-a2a6-4811a34cf85e tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "DELETE /v2.0/subnets/732d9754-5336-4263-95d2-e217b1682e6e HTTP/1.1" status: 404 len: 337 time: 0.0319481 Mar 28 01:11:13.331763 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac89e5ca-69af-43f6-ad8f-7b8f8668d629 service neutron] Pushing event updated for resources: {'Port': ['ID=ecde7f7f-ede9-45fa-873c-df44907102af,revision_number=3']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:13.336395 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55222) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:13.336395 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7352dadc-58cc-402d-80d0-496fdfe5f8ed tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3687989'] for router_gateway (d05ca9ef-28fb-4036-a937-a124ed002885), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:13.372849 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ad1fd8-1954-4702-88f0-607e5401d476 None None] Network eed7ffa2-4413-4fe4-b128-d4b0e8228d21 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:11:13.373542 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc18ea-334e-4610-b92f-6d9005d8dc21 req-6848e350-c594-41e8-a4e7-174c658d547f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:11:13.375505 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-cbcc18ea-334e-4610-b92f-6d9005d8dc21 req-6848e350-c594-41e8-a4e7-174c658d547f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cf1ee0ed9c204cc5bccbb38ebf185041&device_id=fdcb167c-5aae-413f-8704-3629dbabfacb HTTP/1.1" status: 200 len: 1128 time: 0.2831211 Mar 28 01:11:13.376336 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3dc7f80c-25aa-48a9-9eff-0a5e532567a5 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3725912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3690191'] for router_interface (be59e924-db64-46fd-ad90-c3c1be501df6), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:13.377427 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-6cf57ca5-64f7-4605-88c5-7f9dac131952 None None] Provisioning complete for port db7e45ef-6661-436b-9345-043930b9b6f1 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:11:13.378012 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-6cf57ca5-64f7-4605-88c5-7f9dac131952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (db7e45ef-6661-436b-9345-043930b9b6f1), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:13.434052 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-cbcc18ea-334e-4610-b92f-6d9005d8dc21 req-ac7396c0-f5cf-40e6-b3a0-73d7feb9fe31 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=ecde7f7f-ede9-45fa-873c-df44907102af HTTP/1.1" status: 200 len: 217 time: 0.0493674 Mar 28 01:11:13.440699 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.pecan_wsgi.hooks.translation [None req-393f98a7-b85a-415d-9a0c-93d0d6201948 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] DELETE failed (client error): The resource could not be found. Mar 28 01:11:13.441284 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-393f98a7-b85a-415d-9a0c-93d0d6201948 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:11:13.444397 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-393f98a7-b85a-415d-9a0c-93d0d6201948 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "DELETE /v2.0/ports/2d3daa4a-7ede-4874-a147-c4c952b62a88 HTTP/1.1" status: 404 len: 333 time: 0.1070104 Mar 28 01:11:13.446998 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55224) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:13.476094 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7352dadc-58cc-402d-80d0-496fdfe5f8ed tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7151'] for router (d05ca9ef-28fb-4036-a937-a124ed002885), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:13.478539 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7352dadc-58cc-402d-80d0-496fdfe5f8ed tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Publish callbacks [] for router_controller (d05ca9ef-28fb-4036-a937-a124ed002885), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:13.480275 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.pecan_wsgi.hooks.translation [None req-928342f4-587d-4b3f-b5d1-a8456f54bdd2 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] DELETE failed (client error): The resource could not be found. Mar 28 01:11:13.480729 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-928342f4-587d-4b3f-b5d1-a8456f54bdd2 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:11:13.484432 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-928342f4-587d-4b3f-b5d1-a8456f54bdd2 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "DELETE /v2.0/subnets/72f7fdda-2d18-4939-a0de-88525c0f180c HTTP/1.1" status: 404 len: 337 time: 0.0365424 Mar 28 01:11:13.488484 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55226) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:13.553756 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-6cf57ca5-64f7-4605-88c5-7f9dac131952 None None] Current status of the port db7e45ef-6661-436b-9345-043930b9b6f1 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:11:13.557773 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a5d56aa-36e6-4b50-aaa9-e8d4a0d522e2 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] DELETE failed (client error): The resource could not be found. Mar 28 01:11:13.558286 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a5d56aa-36e6-4b50-aaa9-e8d4a0d522e2 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:11:13.561494 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-b5a6dd8d-4103-48b5-9a1d-81a0c445d068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:13.565476 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-5a5d56aa-36e6-4b50-aaa9-e8d4a0d522e2 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "DELETE /v2.0/subnets/6c5624f3-4675-4486-95e0-cee77cf08bc6 HTTP/1.1" status: 404 len: 337 time: 0.0737116 Mar 28 01:11:13.566446 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55228) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:13.569242 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-6cf57ca5-64f7-4605-88c5-7f9dac131952 None None] Provisioning complete for port 21b81e5c-46e0-4ec9-ab1f-00dd317deb33 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:11:13.569844 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-6cf57ca5-64f7-4605-88c5-7f9dac131952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (21b81e5c-46e0-4ec9-ab1f-00dd317deb33), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:13.582756 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc18ea-334e-4610-b92f-6d9005d8dc21 req-563a17e5-f12d-403a-8a1d-e97bbbdfe726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:11:13.584222 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-cbcc18ea-334e-4610-b92f-6d9005d8dc21 req-563a17e5-f12d-403a-8a1d-e97bbbdfe726 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=db644160-0201-44ed-9e47-fb5132a0d303 HTTP/1.1" status: 200 len: 837 time: 0.1170080 Mar 28 01:11:13.602626 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7352dadc-58cc-402d-80d0-496fdfe5f8ed tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689686'] for router (d05ca9ef-28fb-4036-a937-a124ed002885), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:13.603571 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7352dadc-58cc-402d-80d0-496fdfe5f8ed tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Fanout notify agent at l3_agent the message router_deleted on router d05ca9ef-28fb-4036-a937-a124ed002885 {{(pid=104098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 01:11:13.610982 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7352dadc-58cc-402d-80d0-496fdfe5f8ed tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Publish callbacks [] for router (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:13.612472 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-7352dadc-58cc-402d-80d0-496fdfe5f8ed tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] 10.222.0.24 "DELETE /v2.0/routers/d05ca9ef-28fb-4036-a937-a124ed002885 HTTP/1.1" status: 204 len: 168 time: 1.6893518 Mar 28 01:11:13.615796 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55230) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:13.620380 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-904995a0-1e78-468a-8b97-b1db25f6ddc0 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1030543225', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'}, 'admin_state_up': False}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:11:13.632379 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf97fe7-b4f9-4b59-b35d-a2d959ca8da9 None None] DHCP port deletion for eed7ffa2-4413-4fe4-b128-d4b0e8228d21 request from dv-neutron-834874-6-hyperv {{(pid=104100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 01:11:13.650185 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-6cf57ca5-64f7-4605-88c5-7f9dac131952 None None] Port 21b81e5c-46e0-4ec9-ab1f-00dd317deb33 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:11:13.657818 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dc7f80c-25aa-48a9-9eff-0a5e532567a5 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Router be59e924-db64-46fd-ad90-c3c1be501df6 has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:11:13.678373 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-904995a0-1e78-468a-8b97-b1db25f6ddc0 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7069'] for router (b77e3c1d-1c7f-420d-97f7-116ca37826ce), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:13.678917 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc18ea-334e-4610-b92f-6d9005d8dc21 req-84889287-3064-4f31-8e22-cb7d09061f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:11:13.679505 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-904995a0-1e78-468a-8b97-b1db25f6ddc0 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4188952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7062'] for router (b77e3c1d-1c7f-420d-97f7-116ca37826ce), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:13.680511 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-cbcc18ea-334e-4610-b92f-6d9005d8dc21 req-84889287-3064-4f31-8e22-cb7d09061f84 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0300aea6-8151-43ce-a56d-a19c5738e77e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0665681 Mar 28 01:11:13.703166 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ecf97fe7-b4f9-4b59-b35d-a2d959ca8da9 None None] Deleting port db7e45ef-6661-436b-9345-043930b9b6f1 {{(pid=104100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:11:13.703566 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ecf97fe7-b4f9-4b59-b35d-a2d959ca8da9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (db7e45ef-6661-436b-9345-043930b9b6f1), before_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:13.743345 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-4fca61c2-ae88-4a9f-b6ab-1b9ab20b4798 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Deleting port 21b81e5c-46e0-4ec9-ab1f-00dd317deb33 {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:11:13.743777 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4fca61c2-ae88-4a9f-b6ab-1b9ab20b4798 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (21b81e5c-46e0-4ec9-ab1f-00dd317deb33), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:13.749733 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-904995a0-1e78-468a-8b97-b1db25f6ddc0 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Publish callbacks [] for router_controller (b77e3c1d-1c7f-420d-97f7-116ca37826ce), precommit_add_association {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:13.789242 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-ecf97fe7-b4f9-4b59-b35d-a2d959ca8da9 None None] For port db7e45ef-6661-436b-9345-043930b9b6f1, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=db7e45ef-6661-436b-9345-043930b9b6f1,segment=NetworkSegment(3d9b7a63-ed89-48d7-9440-f9ec22288db0),segment_id=3d9b7a63-ed89-48d7-9440-f9ec22288db0)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:11:13.789739 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ecf97fe7-b4f9-4b59-b35d-a2d959ca8da9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (db7e45ef-6661-436b-9345-043930b9b6f1), precommit_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:13.803674 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dc7f80c-25aa-48a9-9eff-0a5e532567a5 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:11:13.806924 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ecf97fe7-b4f9-4b59-b35d-a2d959ca8da9 None None] Calling delete_port for db7e45ef-6661-436b-9345-043930b9b6f1 owned by network:dhcp {{(pid=104100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:11:13.812359 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-3dc7f80c-25aa-48a9-9eff-0a5e532567a5 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] 10.222.0.24 "PUT /v2.0/routers/be59e924-db64-46fd-ad90-c3c1be501df6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2913122 Mar 28 01:11:13.812571 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55232) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:13.822429 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75dcbd80-80be-4960-8428-71239242dbf5 None None] Sync routers for ids ['be59e924-db64-46fd-ad90-c3c1be501df6'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:11:13.839972 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75dcbd80-80be-4960-8428-71239242dbf5 None None] Routers {'be59e924-db64-46fd-ad90-c3c1be501df6'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:11:13.841597 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-75dcbd80-80be-4960-8428-71239242dbf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:11:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['be59e924-db64-46fd-ad90-c3c1be501df6'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:11:13.884589 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_v2 [None req-494b3b6a-4de3-462b-b12d-5130b99668a4 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Deleting subnet 86132294-de8e-4622-ad8e-aac9649a1191 {{(pid=104099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:11:13.887435 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4fca61c2-ae88-4a9f-b6ab-1b9ab20b4798 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (21b81e5c-46e0-4ec9-ab1f-00dd317deb33), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:13.889588 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-494b3b6a-4de3-462b-b12d-5130b99668a4 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks [] for subnet (86132294-de8e-4622-ad8e-aac9649a1191), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:13.893634 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-cbcc18ea-334e-4610-b92f-6d9005d8dc21 req-c160e484-d0d6-47f9-afd3-7193a6b770bd service neutron] 10.222.0.10 "GET /v2.0/networks/0300aea6-8151-43ce-a56d-a19c5738e77e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742315 Mar 28 01:11:13.929098 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ecf97fe7-b4f9-4b59-b35d-a2d959ca8da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886'] for port (db7e45ef-6661-436b-9345-043930b9b6f1), after_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:13.951139 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-75dcbd80-80be-4960-8428-71239242dbf5 None None] Set router be59e924-db64-46fd-ad90-c3c1be501df6 gateway port host: None {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:11:13.977428 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf97fe7-b4f9-4b59-b35d-a2d959ca8da9 None None] Pushing event deleted for resources: {'Port': ['ID=db7e45ef-6661-436b-9345-043930b9b6f1,revision_number=None']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:13.978513 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-4fca61c2-ae88-4a9f-b6ab-1b9ab20b4798 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Calling delete_port for 21b81e5c-46e0-4ec9-ab1f-00dd317deb33 owned by {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:11:13.981631 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-494b3b6a-4de3-462b-b12d-5130b99668a4 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126946639'] for subnet (86132294-de8e-4622-ad8e-aac9649a1191), precommit_delete_associations {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:13.986451 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf97fe7-b4f9-4b59-b35d-a2d959ca8da9 None None] No DVR routers for this DVR port db7e45ef-6661-436b-9345-043930b9b6f1 on host dv-neutron-834874-6-hyperv {{(pid=104100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:11:14.011719 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-904995a0-1e78-468a-8b97-b1db25f6ddc0 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Publish callbacks [] for router_gateway (b77e3c1d-1c7f-420d-97f7-116ca37826ce), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:14.044756 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-75dcbd80-80be-4960-8428-71239242dbf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be59e924-db64-46fd-ad90-c3c1be501df6', 'name': 'tempest-RoutersTest-router-1951048026', 'tenant_id': 'b477b3de086344ba86693af53d13cdd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:10:30Z', 'updated_at': '2022-03-28T01:11:12Z', 'revision_number': 11, 'project_id': 'b477b3de086344ba86693af53d13cdd0', 'gw_port_host': None}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:11:14.060879 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-cbcc18ea-334e-4610-b92f-6d9005d8dc21 req-0a142f82-a4cc-480e-b4f4-98cd9d10d7c3 service neutron] 10.222.0.10 "GET /v2.0/networks/0300aea6-8151-43ce-a56d-a19c5738e77e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437073 Mar 28 01:11:14.087106 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75dcbd80-80be-4960-8428-71239242dbf5 None None] Checking router: be59e924-db64-46fd-ad90-c3c1be501df6 for host: dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:11:14.096726 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75dcbd80-80be-4960-8428-71239242dbf5 None None] Routers {'be59e924-db64-46fd-ad90-c3c1be501df6'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:11:14.097427 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-75dcbd80-80be-4960-8428-71239242dbf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:11:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['be59e924-db64-46fd-ad90-c3c1be501df6'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:11:14.097777 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-494b3b6a-4de3-462b-b12d-5130b99668a4 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (86132294-de8e-4622-ad8e-aac9649a1191), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:14.191934 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414a41ed-8534-43ad-9dd0-6b665e3a1fae req-87977efc-1f19-4b98-993d-37b9e9ecf9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:11:14.193446 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-414a41ed-8534-43ad-9dd0-6b665e3a1fae req-87977efc-1f19-4b98-993d-37b9e9ecf9a2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cf1ee0ed9c204cc5bccbb38ebf185041&device_id=fdcb167c-5aae-413f-8704-3629dbabfacb HTTP/1.1" status: 200 len: 1128 time: 0.0681579 Mar 28 01:11:14.197278 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-75dcbd80-80be-4960-8428-71239242dbf5 None None] Set router be59e924-db64-46fd-ad90-c3c1be501df6 gateway port host: None {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:11:14.202675 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cd3cc5-5125-4867-ae5d-44ecc2dbb65c req-0ae1465d-661d-497f-bdd6-bebc0dee621d tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:11:14.204225 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-17cd3cc5-5125-4867-ae5d-44ecc2dbb65c req-0ae1465d-661d-497f-bdd6-bebc0dee621d tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdcb167c-5aae-413f-8704-3629dbabfacb HTTP/1.1" status: 200 len: 944 time: 0.1464782 Mar 28 01:11:14.209204 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-494b3b6a-4de3-462b-b12d-5130b99668a4 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127282766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126757793'] for subnet (86132294-de8e-4622-ad8e-aac9649a1191), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:14.214123 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4fca61c2-ae88-4a9f-b6ab-1b9ab20b4798 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (21b81e5c-46e0-4ec9-ab1f-00dd317deb33), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:14.256214 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-75dcbd80-80be-4960-8428-71239242dbf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be59e924-db64-46fd-ad90-c3c1be501df6', 'name': 'tempest-RoutersTest-router-1951048026', 'tenant_id': 'b477b3de086344ba86693af53d13cdd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:10:30Z', 'updated_at': '2022-03-28T01:11:12Z', 'revision_number': 11, 'project_id': 'b477b3de086344ba86693af53d13cdd0', 'gw_port_host': None}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:11:14.270539 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fca61c2-ae88-4a9f-b6ab-1b9ab20b4798 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Pushing event deleted for resources: {'Port': ['ID=21b81e5c-46e0-4ec9-ab1f-00dd317deb33,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:14.277210 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4fca61c2-ae88-4a9f-b6ab-1b9ab20b4798 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:14.279721 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494b3b6a-4de3-462b-b12d-5130b99668a4 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Pushing event deleted for resources: {'Subnet': ['ID=86132294-de8e-4622-ad8e-aac9649a1191,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:14.280731 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-4fca61c2-ae88-4a9f-b6ab-1b9ab20b4798 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "DELETE /v2.0/ports/21b81e5c-46e0-4ec9-ab1f-00dd317deb33 HTTP/1.1" status: 204 len: 168 time: 0.7123487 Mar 28 01:11:14.285287 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55236) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:14.288974 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-494b3b6a-4de3-462b-b12d-5130b99668a4 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks [] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:14.294458 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-494b3b6a-4de3-462b-b12d-5130b99668a4 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] 10.222.0.24 "DELETE /v2.0/subnets/86132294-de8e-4622-ad8e-aac9649a1191 HTTP/1.1" status: 204 len: 168 time: 0.4786704 Mar 28 01:11:14.295958 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75dcbd80-80be-4960-8428-71239242dbf5 None None] The sync data for ids ['be59e924-db64-46fd-ad90-c3c1be501df6'] in dv-neutron-834874-6-hyperv is: [{'id': 'be59e924-db64-46fd-ad90-c3c1be501df6', 'name': 'tempest-RoutersTest-router-1951048026', 'tenant_id': 'b477b3de086344ba86693af53d13cdd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:10:30Z', 'updated_at': '2022-03-28T01:11:12Z', 'revision_number': 11, 'project_id': 'b477b3de086344ba86693af53d13cdd0', 'gw_port_host': None}] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:11:14.301329 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55238) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:14.312427 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede9dc84-cdc5-4ffd-b8cd-691bd036577c None None] Network f2e4194b-4477-497f-814c-f3350cbfc77f requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:11:14.480912 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-af756530-c66c-44b2-92d8-80af1304556b tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (f2e4194b-4477-497f-814c-f3350cbfc77f), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:14.487835 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-998a5c73-7e83-4bcb-9ebe-f5a03b6b9be5 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (eed7ffa2-4413-4fe4-b128-d4b0e8228d21), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:14.492351 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414a41ed-8534-43ad-9dd0-6b665e3a1fae req-ed7cfc9d-9a93-42b3-884d-7fab4a2ddd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:11:14.493835 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-414a41ed-8534-43ad-9dd0-6b665e3a1fae req-ed7cfc9d-9a93-42b3-884d-7fab4a2ddd29 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0300aea6-8151-43ce-a56d-a19c5738e77e HTTP/1.1" status: 200 len: 896 time: 0.2945876 Mar 28 01:11:14.568516 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-414a41ed-8534-43ad-9dd0-6b665e3a1fae req-f4435da1-b28a-48c6-b587-442c67c38e8c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=ecde7f7f-ede9-45fa-873c-df44907102af HTTP/1.1" status: 200 len: 217 time: 0.0664821 Mar 28 01:11:14.652733 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-17cd3cc5-5125-4867-ae5d-44ecc2dbb65c req-28ee4728-03b8-46c2-b9e1-8d5635f89c95 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?id=b210bd0c-aa3e-478a-8c4f-0f9be8da73df&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4311342 Mar 28 01:11:14.693213 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-998a5c73-7e83-4bcb-9ebe-f5a03b6b9be5 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (eed7ffa2-4413-4fe4-b128-d4b0e8228d21), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:14.698112 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414a41ed-8534-43ad-9dd0-6b665e3a1fae req-ff224695-f2e5-4085-8116-cc483876eb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:11:14.698994 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-414a41ed-8534-43ad-9dd0-6b665e3a1fae req-ff224695-f2e5-4085-8116-cc483876eb39 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=db644160-0201-44ed-9e47-fb5132a0d303 HTTP/1.1" status: 200 len: 837 time: 0.1131606 Mar 28 01:11:14.721953 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd701558-6913-4d37-adb5-b8ec18e4e9ab None None] DHCP port deletion for f2e4194b-4477-497f-814c-f3350cbfc77f request from dv-neutron-834874-6-hyperv {{(pid=104100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 01:11:14.744794 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-af756530-c66c-44b2-92d8-80af1304556b tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Deleting port 751b5d29-5986-48c8-83f3-9055cdf87ace {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:11:14.745159 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-af756530-c66c-44b2-92d8-80af1304556b tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (751b5d29-5986-48c8-83f3-9055cdf87ace), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:14.747871 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-998a5c73-7e83-4bcb-9ebe-f5a03b6b9be5 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eed7ffa2-4413-4fe4-b128-d4b0e8228d21']}} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:11:14.776026 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-904995a0-1e78-468a-8b97-b1db25f6ddc0 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Publish callbacks [] for router_gateway (b77e3c1d-1c7f-420d-97f7-116ca37826ce), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:14.781994 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:14.800383 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-998a5c73-7e83-4bcb-9ebe-f5a03b6b9be5 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d9b7a63-ed89-48d7-9440-f9ec22288db0') {'for_net_delete': True} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:11:14.800582 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-dd701558-6913-4d37-adb5-b8ec18e4e9ab None None] Deleting port 751b5d29-5986-48c8-83f3-9055cdf87ace {{(pid=104100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:11:14.800718 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-998a5c73-7e83-4bcb-9ebe-f5a03b6b9be5 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d9b7a63-ed89-48d7-9440-f9ec22288db0') {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:11:14.800830 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-904995a0-1e78-468a-8b97-b1db25f6ddc0 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:14.801094 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-dd701558-6913-4d37-adb5-b8ec18e4e9ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (751b5d29-5986-48c8-83f3-9055cdf87ace), before_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:14.824158 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-998a5c73-7e83-4bcb-9ebe-f5a03b6b9be5 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126946678'] for segment (3d9b7a63-ed89-48d7-9440-f9ec22288db0), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:14.855205 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-af756530-c66c-44b2-92d8-80af1304556b tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] For port 751b5d29-5986-48c8-83f3-9055cdf87ace, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=751b5d29-5986-48c8-83f3-9055cdf87ace,segment=NetworkSegment(2304f319-ff56-4561-98e1-ac4e7aa7e5d6),segment_id=2304f319-ff56-4561-98e1-ac4e7aa7e5d6)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:11:14.855543 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-af756530-c66c-44b2-92d8-80af1304556b tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (751b5d29-5986-48c8-83f3-9055cdf87ace), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:14.858806 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-998a5c73-7e83-4bcb-9ebe-f5a03b6b9be5 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (3d9b7a63-ed89-48d7-9440-f9ec22288db0), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:14.879772 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414a41ed-8534-43ad-9dd0-6b665e3a1fae req-68f88e80-e0ae-48fd-a73d-dcf1bc7371b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:11:14.881347 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-414a41ed-8534-43ad-9dd0-6b665e3a1fae req-68f88e80-e0ae-48fd-a73d-dcf1bc7371b2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0300aea6-8151-43ce-a56d-a19c5738e77e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1731343 Mar 28 01:11:14.881584 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-dd701558-6913-4d37-adb5-b8ec18e4e9ab None None] For port 751b5d29-5986-48c8-83f3-9055cdf87ace, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=751b5d29-5986-48c8-83f3-9055cdf87ace,segment=NetworkSegment(2304f319-ff56-4561-98e1-ac4e7aa7e5d6),segment_id=2304f319-ff56-4561-98e1-ac4e7aa7e5d6)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:11:14.881979 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-dd701558-6913-4d37-adb5-b8ec18e4e9ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (751b5d29-5986-48c8-83f3-9055cdf87ace), precommit_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:14.882284 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-af756530-c66c-44b2-92d8-80af1304556b tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Calling delete_port for 751b5d29-5986-48c8-83f3-9055cdf87ace owned by network:dhcp {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:11:14.884344 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-998a5c73-7e83-4bcb-9ebe-f5a03b6b9be5 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=104099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:11:14.884745 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-998a5c73-7e83-4bcb-9ebe-f5a03b6b9be5 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127280876'] for segment (3d9b7a63-ed89-48d7-9440-f9ec22288db0), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:14.887656 dv-neutron-834874-6-hyperv neutron-server[104099]: Traceback (most recent call last): Mar 28 01:11:14.887656 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:11:14.887656 dv-neutron-834874-6-hyperv neutron-server[104099]: timer() Mar 28 01:11:14.887656 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:11:14.887656 dv-neutron-834874-6-hyperv neutron-server[104099]: cb(*args, **kw) Mar 28 01:11:14.887656 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:11:14.887656 dv-neutron-834874-6-hyperv neutron-server[104099]: return func(*args, **kwargs) Mar 28 01:11:14.887656 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:11:14.887656 dv-neutron-834874-6-hyperv neutron-server[104099]: self._notify() Mar 28 01:11:14.887656 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:11:14.887656 dv-neutron-834874-6-hyperv neutron-server[104099]: self.callback(batched_events) Mar 28 01:11:14.887656 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:11:14.887656 dv-neutron-834874-6-hyperv neutron-server[104099]: event.method(event) Mar 28 01:11:14.887656 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:11:14.887656 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:11:14.887656 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:11:14.887656 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:11:14.887656 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:11:14.887656 dv-neutron-834874-6-hyperv neutron-server[104099]: return f(self, *a, **k) Mar 28 01:11:14.887656 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:11:14.887656 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._get(url).json() Mar 28 01:11:14.887656 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:11:14.887656 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:11:14.887656 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:11:14.887656 dv-neutron-834874-6-hyperv neutron-server[104099]: return self.request(url, 'GET', **kwargs) Mar 28 01:11:14.887656 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:11:14.887656 dv-neutron-834874-6-hyperv neutron-server[104099]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:11:14.887656 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:11:14.887656 dv-neutron-834874-6-hyperv neutron-server[104099]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:11:14.887656 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:11:14.887656 dv-neutron-834874-6-hyperv neutron-server[104099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:11:14.887656 dv-neutron-834874-6-hyperv neutron-server[104099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:11:14.897923 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-dd701558-6913-4d37-adb5-b8ec18e4e9ab None None] Calling delete_port for 751b5d29-5986-48c8-83f3-9055cdf87ace owned by network:dhcp {{(pid=104100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:11:14.919774 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-904995a0-1e78-468a-8b97-b1db25f6ddc0 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Allocated IP 172.26.1.53 (dea6548b-502b-42db-97fb-371e423e739a/cce6de65-d8c9-45b8-9970-0a277e8c1192/ffd733e4-2d15-4b80-a83a-b39cabaab93a) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:11:14.993593 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-dd701558-6913-4d37-adb5-b8ec18e4e9ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886'] for port (751b5d29-5986-48c8-83f3-9055cdf87ace), after_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:15.023794 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd701558-6913-4d37-adb5-b8ec18e4e9ab None None] Pushing event deleted for resources: {'Port': ['ID=751b5d29-5986-48c8-83f3-9055cdf87ace,revision_number=None']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:15.032001 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd701558-6913-4d37-adb5-b8ec18e4e9ab None None] No DVR routers for this DVR port 751b5d29-5986-48c8-83f3-9055cdf87ace on host dv-neutron-834874-6-hyperv {{(pid=104100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:11:15.038533 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-904995a0-1e78-468a-8b97-b1db25f6ddc0 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Publish callbacks [] for port (ffd733e4-2d15-4b80-a83a-b39cabaab93a), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:15.080793 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-904995a0-1e78-468a-8b97-b1db25f6ddc0 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (ffd733e4-2d15-4b80-a83a-b39cabaab93a), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:15.117552 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904995a0-1e78-468a-8b97-b1db25f6ddc0 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Network dea6548b-502b-42db-97fb-371e423e739a is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:11:15.122169 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-904995a0-1e78-468a-8b97-b1db25f6ddc0 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:11:15.128168 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904995a0-1e78-468a-8b97-b1db25f6ddc0 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:11:15.134062 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904995a0-1e78-468a-8b97-b1db25f6ddc0 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Pushing event updated for resources: {'Port': ['ID=ffd733e4-2d15-4b80-a83a-b39cabaab93a,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:15.222471 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 007b231c-6bf0-46b0-8bbd-ee5db9ebbfe4 no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:11:15.243963 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: 007b231c-6bf0-46b0-8bbd-ee5db9ebbfe4 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:11:15.245085 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 007b231c-6bf0-46b0-8bbd-ee5db9ebbfe4 not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:11:15.245517 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device db7e45ef-6661-436b-9345-043930b9b6f1 no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:11:15.265796 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: db7e45ef-6661-436b-9345-043930b9b6f1 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:11:15.266283 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device db7e45ef-6661-436b-9345-043930b9b6f1 not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:11:15.266792 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 751b5d29-5986-48c8-83f3-9055cdf87ace no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:11:15.286966 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: 751b5d29-5986-48c8-83f3-9055cdf87ace {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:11:15.287538 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 751b5d29-5986-48c8-83f3-9055cdf87ace not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:11:15.317518 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-998a5c73-7e83-4bcb-9ebe-f5a03b6b9be5 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (eed7ffa2-4413-4fe4-b128-d4b0e8228d21), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:15.329686 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-998a5c73-7e83-4bcb-9ebe-f5a03b6b9be5 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Publish callbacks [] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:15.332955 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-998a5c73-7e83-4bcb-9ebe-f5a03b6b9be5 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] 10.222.0.24 "DELETE /v2.0/networks/eed7ffa2-4413-4fe4-b128-d4b0e8228d21 HTTP/1.1" status: 204 len: 168 time: 1.0452909 Mar 28 01:11:15.367299 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998a5c73-7e83-4bcb-9ebe-f5a03b6b9be5 tempest-PortsIpV6TestJSON-1425081257 tempest-PortsIpV6TestJSON-1425081257-project] Pushing event deleted for resources: {'Network': ['ID=eed7ffa2-4413-4fe4-b128-d4b0e8228d21,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:15.393233 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-414a41ed-8534-43ad-9dd0-6b665e3a1fae req-fd8296ce-e2b2-4916-b1a5-f2fcd797ce24 service neutron] 10.222.0.10 "GET /v2.0/networks/0300aea6-8151-43ce-a56d-a19c5738e77e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4938953 Mar 28 01:11:15.409195 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-af756530-c66c-44b2-92d8-80af1304556b tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (751b5d29-5986-48c8-83f3-9055cdf87ace), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:15.416118 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-904995a0-1e78-468a-8b97-b1db25f6ddc0 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Publish callbacks [] for router_gateway (b77e3c1d-1c7f-420d-97f7-116ca37826ce), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:15.472281 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af756530-c66c-44b2-92d8-80af1304556b tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Pushing event deleted for resources: {'Port': ['ID=751b5d29-5986-48c8-83f3-9055cdf87ace,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:15.480449 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af756530-c66c-44b2-92d8-80af1304556b tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] No DVR routers for this DVR port 751b5d29-5986-48c8-83f3-9055cdf87ace on host dv-neutron-834874-6-hyperv {{(pid=104099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:11:15.586076 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-af756530-c66c-44b2-92d8-80af1304556b tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (f2e4194b-4477-497f-814c-f3350cbfc77f), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:15.594863 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-414a41ed-8534-43ad-9dd0-6b665e3a1fae req-cb97c3c8-ada8-4fa2-8a38-4c6a77591660 service neutron] 10.222.0.10 "GET /v2.0/networks/0300aea6-8151-43ce-a56d-a19c5738e77e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955390 Mar 28 01:11:15.608257 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-af756530-c66c-44b2-92d8-80af1304556b tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2e4194b-4477-497f-814c-f3350cbfc77f']}} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:11:15.619325 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-af756530-c66c-44b2-92d8-80af1304556b tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2304f319-ff56-4561-98e1-ac4e7aa7e5d6') {'for_net_delete': True} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:11:15.619623 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-af756530-c66c-44b2-92d8-80af1304556b tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2304f319-ff56-4561-98e1-ac4e7aa7e5d6') {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:11:15.629354 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-af756530-c66c-44b2-92d8-80af1304556b tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126946678'] for segment (2304f319-ff56-4561-98e1-ac4e7aa7e5d6), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:15.646054 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-af756530-c66c-44b2-92d8-80af1304556b tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (2304f319-ff56-4561-98e1-ac4e7aa7e5d6), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:15.653167 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af756530-c66c-44b2-92d8-80af1304556b tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=104099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:11:15.653550 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-af756530-c66c-44b2-92d8-80af1304556b tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127280876'] for segment (2304f319-ff56-4561-98e1-ac4e7aa7e5d6), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:15.656592 dv-neutron-834874-6-hyperv neutron-server[104099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 01:11:15.656592 dv-neutron-834874-6-hyperv neutron-server[104099]: self.session.flush() Mar 28 01:11:15.656592 dv-neutron-834874-6-hyperv neutron-server[104099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 01:11:15.656592 dv-neutron-834874-6-hyperv neutron-server[104099]: self.session.flush() Mar 28 01:11:15.656592 dv-neutron-834874-6-hyperv neutron-server[104099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 01:11:15.656592 dv-neutron-834874-6-hyperv neutron-server[104099]: self.session.flush() Mar 28 01:11:15.656592 dv-neutron-834874-6-hyperv neutron-server[104099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 01:11:15.656592 dv-neutron-834874-6-hyperv neutron-server[104099]: self.session.flush() Mar 28 01:11:15.656592 dv-neutron-834874-6-hyperv neutron-server[104099]: Traceback (most recent call last): Mar 28 01:11:15.656592 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:11:15.656592 dv-neutron-834874-6-hyperv neutron-server[104099]: timer() Mar 28 01:11:15.656592 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:11:15.656592 dv-neutron-834874-6-hyperv neutron-server[104099]: cb(*args, **kw) Mar 28 01:11:15.656592 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:11:15.656592 dv-neutron-834874-6-hyperv neutron-server[104099]: return func(*args, **kwargs) Mar 28 01:11:15.656592 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:11:15.656592 dv-neutron-834874-6-hyperv neutron-server[104099]: self._notify() Mar 28 01:11:15.656592 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:11:15.656592 dv-neutron-834874-6-hyperv neutron-server[104099]: self.callback(batched_events) Mar 28 01:11:15.656592 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:11:15.656592 dv-neutron-834874-6-hyperv neutron-server[104099]: event.method(event) Mar 28 01:11:15.656592 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:11:15.656592 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:11:15.656592 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:11:15.656592 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:11:15.656592 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:11:15.656592 dv-neutron-834874-6-hyperv neutron-server[104099]: return f(self, *a, **k) Mar 28 01:11:15.656592 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:11:15.656592 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._get(url).json() Mar 28 01:11:15.656592 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:11:15.656592 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:11:15.656592 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:11:15.656592 dv-neutron-834874-6-hyperv neutron-server[104099]: return self.request(url, 'GET', **kwargs) Mar 28 01:11:15.656592 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:11:15.656592 dv-neutron-834874-6-hyperv neutron-server[104099]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:11:15.656592 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:11:15.656592 dv-neutron-834874-6-hyperv neutron-server[104099]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:11:15.656592 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:11:15.656592 dv-neutron-834874-6-hyperv neutron-server[104099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:11:15.656592 dv-neutron-834874-6-hyperv neutron-server[104099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:11:15.693277 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-904995a0-1e78-468a-8b97-b1db25f6ddc0 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687953'] for router (b77e3c1d-1c7f-420d-97f7-116ca37826ce), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:15.705437 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55246) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:15.755858 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-af756530-c66c-44b2-92d8-80af1304556b tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (f2e4194b-4477-497f-814c-f3350cbfc77f), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:15.784871 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-af756530-c66c-44b2-92d8-80af1304556b tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks [] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:15.788927 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-af756530-c66c-44b2-92d8-80af1304556b tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] 10.222.0.24 "DELETE /v2.0/networks/f2e4194b-4477-497f-814c-f3350cbfc77f HTTP/1.1" status: 204 len: 168 time: 1.4866562 Mar 28 01:11:15.792495 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55250) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:15.807280 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-ade53c98-5e7d-4dfc-a53a-f400a8d046ed tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Request body: {'router': {'routes': None}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:11:15.811866 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af756530-c66c-44b2-92d8-80af1304556b tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Pushing event deleted for resources: {'Network': ['ID=f2e4194b-4477-497f-814c-f3350cbfc77f,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:15.860859 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-904995a0-1e78-468a-8b97-b1db25f6ddc0 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Router b77e3c1d-1c7f-420d-97f7-116ca37826ce is scheduled to L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 with binding_index 1 {{(pid=104098) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 01:11:15.918759 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad4f217-b1d9-430c-bb45-7f9414e1da06 req-8c14f55f-e54a-4f0e-b791-ace0a9960624 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:11:15.921018 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-4ad4f217-b1d9-430c-bb45-7f9414e1da06 req-8c14f55f-e54a-4f0e-b791-ace0a9960624 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdcb167c-5aae-413f-8704-3629dbabfacb HTTP/1.1" status: 200 len: 944 time: 0.1767457 Mar 28 01:11:15.973853 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-904995a0-1e78-468a-8b97-b1db25f6ddc0 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:11:15.985186 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e33306-ffd6-4954-8424-8df3d0e7105f None None] Sync routers for ids ['b77e3c1d-1c7f-420d-97f7-116ca37826ce'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:11:15.995944 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e33306-ffd6-4954-8424-8df3d0e7105f None None] Routers {'b77e3c1d-1c7f-420d-97f7-116ca37826ce'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:11:15.996835 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-27e33306-ffd6-4954-8424-8df3d0e7105f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:11:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['b77e3c1d-1c7f-420d-97f7-116ca37826ce'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:11:15.997469 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-904995a0-1e78-468a-8b97-b1db25f6ddc0 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Publish callbacks [] for router (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:15.999737 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-904995a0-1e78-468a-8b97-b1db25f6ddc0 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.3828230 Mar 28 01:11:16.002449 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55252) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:16.007571 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-2ec56009-1d41-4a20-8f3a-989ce0ae50d6 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:11:16.036374 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-27e33306-ffd6-4954-8424-8df3d0e7105f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:11:16.047330 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e33306-ffd6-4954-8424-8df3d0e7105f None None] Routers {'b77e3c1d-1c7f-420d-97f7-116ca37826ce'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:11:16.048336 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-27e33306-ffd6-4954-8424-8df3d0e7105f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:11:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['b77e3c1d-1c7f-420d-97f7-116ca37826ce'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:11:16.068459 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-a9eb5050-5b5b-49ea-ac80-e656ad8edcd6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=123b9cbc24e44c7fa4900a5cf8071c36&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3613546 Mar 28 01:11:16.073743 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.extraroute_db [None req-ade53c98-5e7d-4dfc-a53a-f400a8d046ed tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Added routes are [] {{(pid=104099) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 28 01:11:16.074042 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.extraroute_db [None req-ade53c98-5e7d-4dfc-a53a-f400a8d046ed tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Removed routes are [] {{(pid=104099) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 28 01:11:16.074402 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ade53c98-5e7d-4dfc-a53a-f400a8d046ed tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3688170', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3689605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7136'] for router (be59e924-db64-46fd-ad90-c3c1be501df6), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:16.075756 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55254) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:16.084682 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-27e33306-ffd6-4954-8424-8df3d0e7105f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:11:16.085668 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e33306-ffd6-4954-8424-8df3d0e7105f None None] The sync data for ids ['b77e3c1d-1c7f-420d-97f7-116ca37826ce'] in dv-neutron-834874-6-hyperv is: [] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:11:16.095340 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-4ad4f217-b1d9-430c-bb45-7f9414e1da06 req-e7a09f82-2b54-44aa-a6b6-2b982ab21f15 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?id=b210bd0c-aa3e-478a-8c4f-0f9be8da73df&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1623600 Mar 28 01:11:16.191660 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:16.280376 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-6324fae9-154d-41a6-8b61-ba840198d70a admin admin] Publish callbacks [] for security_group (ac1a46c4-d369-41f9-ae22-ae2567b34810), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:16.283493 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ade53c98-5e7d-4dfc-a53a-f400a8d046ed tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3688170', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3689605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7136'] for router (be59e924-db64-46fd-ad90-c3c1be501df6), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:16.293399 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ade53c98-5e7d-4dfc-a53a-f400a8d046ed tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3688163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3687960', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3689650'] for router (be59e924-db64-46fd-ad90-c3c1be501df6), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:16.310858 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-6324fae9-154d-41a6-8b61-ba840198d70a admin admin] Publish callbacks [] for security_group (ac1a46c4-d369-41f9-ae22-ae2567b34810), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:16.334286 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2ec56009-1d41-4a20-8f3a-989ce0ae50d6 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Publish callbacks [] for router_gateway (b77e3c1d-1c7f-420d-97f7-116ca37826ce), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:16.348099 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2ec56009-1d41-4a20-8f3a-989ce0ae50d6 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Publish callbacks [] for router_gateway (b77e3c1d-1c7f-420d-97f7-116ca37826ce), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:16.399601 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-2ec56009-1d41-4a20-8f3a-989ce0ae50d6 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Deleting port ffd733e4-2d15-4b80-a83a-b39cabaab93a {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:11:16.399956 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2ec56009-1d41-4a20-8f3a-989ce0ae50d6 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (ffd733e4-2d15-4b80-a83a-b39cabaab93a), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:16.416930 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ade53c98-5e7d-4dfc-a53a-f400a8d046ed tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Router be59e924-db64-46fd-ad90-c3c1be501df6 has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:11:16.478166 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2ec56009-1d41-4a20-8f3a-989ce0ae50d6 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (ffd733e4-2d15-4b80-a83a-b39cabaab93a), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:16.490399 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-2ec56009-1d41-4a20-8f3a-989ce0ae50d6 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Calling delete_port for ffd733e4-2d15-4b80-a83a-b39cabaab93a owned by network:router_gateway {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:11:16.500063 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-6324fae9-154d-41a6-8b61-ba840198d70a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (ac1a46c4-d369-41f9-ae22-ae2567b34810), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:16.502784 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-6324fae9-154d-41a6-8b61-ba840198d70a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:16.503992 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-6324fae9-154d-41a6-8b61-ba840198d70a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ac1a46c4-d369-41f9-ae22-ae2567b34810 HTTP/1.1" status: 204 len: 168 time: 0.4235597 Mar 28 01:11:16.521395 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ade53c98-5e7d-4dfc-a53a-f400a8d046ed tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:11:16.523122 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6324fae9-154d-41a6-8b61-ba840198d70a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac1a46c4-d369-41f9-ae22-ae2567b34810,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:16.529380 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ade53c98-5e7d-4dfc-a53a-f400a8d046ed tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks [] for router (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:16.531186 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-ade53c98-5e7d-4dfc-a53a-f400a8d046ed tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] 10.222.0.24 "PUT /v2.0/routers/be59e924-db64-46fd-ad90-c3c1be501df6 HTTP/1.1" status: 200 len: 701 time: 0.7288311 Mar 28 01:11:16.534102 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55258) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:16.541285 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae8f159-388b-40cf-96bd-599918cae240 None None] Sync routers for ids ['be59e924-db64-46fd-ad90-c3c1be501df6'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:11:16.558613 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae8f159-388b-40cf-96bd-599918cae240 None None] Routers {'be59e924-db64-46fd-ad90-c3c1be501df6'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:11:16.559132 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-9ae8f159-388b-40cf-96bd-599918cae240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:11:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['be59e924-db64-46fd-ad90-c3c1be501df6'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:11:16.567442 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-fe148c79-412b-4d67-8012-cdd5edd50175 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] 10.222.0.24 "GET /v2.0/ports?device_id=be59e924-db64-46fd-ad90-c3c1be501df6 HTTP/1.1" status: 200 len: 205 time: 0.0300484 Mar 28 01:11:16.567688 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55260) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:16.581167 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device ecde7f7f-ede9-45fa-873c-df44907102af details requested by agent hyperv_hv-neutron-8348 with host hv-neutron-8348 {{(pid=104100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 01:11:16.657215 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-189edc53-cbec-463e-834c-d12b505ad0ba tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks [] for router (be59e924-db64-46fd-ad90-c3c1be501df6), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:16.733377 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-9ae8f159-388b-40cf-96bd-599918cae240 None None] Set router be59e924-db64-46fd-ad90-c3c1be501df6 gateway port host: None {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:11:16.815437 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2ec56009-1d41-4a20-8f3a-989ce0ae50d6 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (ffd733e4-2d15-4b80-a83a-b39cabaab93a), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:16.826769 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port ecde7f7f-ede9-45fa-873c-df44907102af, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=ecde7f7f-ede9-45fa-873c-df44907102af,segment=NetworkSegment(28f92320-1dd2-446d-9316-f1290fa904ce),segment_id=28f92320-1dd2-446d-9316-f1290fa904ce)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:11:16.860233 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Returning: {'device': 'ecde7f7f-ede9-45fa-873c-df44907102af', 'network_id': '0300aea6-8151-43ce-a56d-a19c5738e77e', 'port_id': 'ecde7f7f-ede9-45fa-873c-df44907102af', 'mac_address': 'fa:16:3e:79:1d:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db644160-0201-44ed-9e47-fb5132a0d303', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 01:11:16.934906 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port ecde7f7f-ede9-45fa-873c-df44907102af is: DOWN; New status is: BUILD {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:11:16.935222 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (ecde7f7f-ede9-45fa-873c-df44907102af), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:16.942769 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-189edc53-cbec-463e-834c-d12b505ad0ba tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7151'] for router (be59e924-db64-46fd-ad90-c3c1be501df6), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:16.945046 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-189edc53-cbec-463e-834c-d12b505ad0ba tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks [] for router_controller (be59e924-db64-46fd-ad90-c3c1be501df6), precommit_delete_associations {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:16.962023 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec56009-1d41-4a20-8f3a-989ce0ae50d6 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Pushing event deleted for resources: {'Port': ['ID=ffd733e4-2d15-4b80-a83a-b39cabaab93a,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:16.966829 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2ec56009-1d41-4a20-8f3a-989ce0ae50d6 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3687989'] for router_gateway (b77e3c1d-1c7f-420d-97f7-116ca37826ce), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:16.972821 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-9ae8f159-388b-40cf-96bd-599918cae240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be59e924-db64-46fd-ad90-c3c1be501df6', 'name': 'tempest-RoutersTest-router-1951048026', 'tenant_id': 'b477b3de086344ba86693af53d13cdd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:10:30Z', 'updated_at': '2022-03-28T01:11:12Z', 'revision_number': 11, 'project_id': 'b477b3de086344ba86693af53d13cdd0', 'gw_port_host': None}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:11:16.974995 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecde7f7f-ede9-45fa-873c-df44907102af {{(pid=104100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 01:11:16.993557 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-189edc53-cbec-463e-834c-d12b505ad0ba tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689686'] for router (be59e924-db64-46fd-ad90-c3c1be501df6), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:16.994160 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-189edc53-cbec-463e-834c-d12b505ad0ba tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Fanout notify agent at l3_agent the message router_deleted on router be59e924-db64-46fd-ad90-c3c1be501df6 {{(pid=104099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 01:11:17.002004 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-189edc53-cbec-463e-834c-d12b505ad0ba tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks [] for router (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:17.004067 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-189edc53-cbec-463e-834c-d12b505ad0ba tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] 10.222.0.24 "DELETE /v2.0/routers/be59e924-db64-46fd-ad90-c3c1be501df6 HTTP/1.1" status: 204 len: 168 time: 0.4351442 Mar 28 01:11:17.005271 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae8f159-388b-40cf-96bd-599918cae240 None None] Checking router: be59e924-db64-46fd-ad90-c3c1be501df6 for host: dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:11:17.007862 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55262) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:17.017494 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae8f159-388b-40cf-96bd-599918cae240 None None] Routers set() bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:11:17.017933 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae8f159-388b-40cf-96bd-599918cae240 None None] Router IDs set() for agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 28 01:11:17.018644 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_agentschedulers_db [None req-9ae8f159-388b-40cf-96bd-599918cae240 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'be59e924-db64-46fd-ad90-c3c1be501df6'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:11:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent'). {{(pid=104101) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 28 01:11:17.019105 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae8f159-388b-40cf-96bd-599918cae240 None None] The sync data for ids ['be59e924-db64-46fd-ad90-c3c1be501df6'] in dv-neutron-834874-6-hyperv is: [] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:11:17.020421 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-a9aa0c48-2db6-46a7-9d03-88961b159822 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1596035838', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:11:17.039144 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port ecde7f7f-ede9-45fa-873c-df44907102af, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=ecde7f7f-ede9-45fa-873c-df44907102af,segment=NetworkSegment(28f92320-1dd2-446d-9316-f1290fa904ce),segment_id=28f92320-1dd2-446d-9316-f1290fa904ce)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:11:17.044530 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a9aa0c48-2db6-46a7-9d03-88961b159822 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7069'] for router (bd897638-99d4-47dc-823b-c2221a904b81), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:17.046337 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (ecde7f7f-ede9-45fa-873c-df44907102af), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:17.046596 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a9aa0c48-2db6-46a7-9d03-88961b159822 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4188952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7062'] for router (bd897638-99d4-47dc-823b-c2221a904b81), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:17.114560 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a9aa0c48-2db6-46a7-9d03-88961b159822 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks [] for router_controller (bd897638-99d4-47dc-823b-c2221a904b81), precommit_add_association {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:17.127092 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a9aa0c48-2db6-46a7-9d03-88961b159822 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687953'] for router (bd897638-99d4-47dc-823b-c2221a904b81), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:17.133686 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Pushing event updated for resources: {'Port': ['ID=ecde7f7f-ede9-45fa-873c-df44907102af,revision_number=4']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:17.142248 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:11:17.143313 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:11:17.144347 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:11:17.144539 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:11:17.145009 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:11:17.145432 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:11:17.145852 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:11:17.146263 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:11:17.146696 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:11:17.147218 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:11:17.147714 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:11:17.148280 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:11:17.148696 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:11:17.149575 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:11:17.150220 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:11:17.185738 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a9aa0c48-2db6-46a7-9d03-88961b159822 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks [] for router (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:17.190527 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-a9aa0c48-2db6-46a7-9d03-88961b159822 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1814058 Mar 28 01:11:17.192294 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55266) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:17.197843 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-e47783f6-14a3-4419-a130-4e747b35e87b tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Request body: {'router': {'admin_state_up': True}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:11:17.284473 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] get_ports_and_sgs() called for port_ids ['ecde7f7f-ede9-45fa-873c-df44907102af'] {{(pid=104100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 01:11:17.290658 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2ec56009-1d41-4a20-8f3a-989ce0ae50d6 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3688170', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3689605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7136'] for router (b77e3c1d-1c7f-420d-97f7-116ca37826ce), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:17.296820 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2ec56009-1d41-4a20-8f3a-989ce0ae50d6 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3688163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3687960', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3689650'] for router (b77e3c1d-1c7f-420d-97f7-116ca37826ce), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:17.374912 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cde15e8-d48d-4e1a-a3d9-73402588fc0b req-627abbfc-3c89-4be4-bad8-cb0235364c6e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:11:17.376623 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-1cde15e8-d48d-4e1a-a3d9-73402588fc0b req-627abbfc-3c89-4be4-bad8-cb0235364c6e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdcb167c-5aae-413f-8704-3629dbabfacb HTTP/1.1" status: 200 len: 945 time: 0.1244628 Mar 28 01:11:17.426559 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e47783f6-14a3-4419-a130-4e747b35e87b tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3688170', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3689605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7136'] for router (bd897638-99d4-47dc-823b-c2221a904b81), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:17.432205 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-1cde15e8-d48d-4e1a-a3d9-73402588fc0b req-5f158275-7a5d-4aa8-be6a-17f57f3ea655 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?id=b210bd0c-aa3e-478a-8c4f-0f9be8da73df&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0497291 Mar 28 01:11:17.440439 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ec56009-1d41-4a20-8f3a-989ce0ae50d6 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Router b77e3c1d-1c7f-420d-97f7-116ca37826ce has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:11:17.440840 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e47783f6-14a3-4419-a130-4e747b35e87b tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3688163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3687960', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3689650'] for router (bd897638-99d4-47dc-823b-c2221a904b81), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:17.538134 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ec56009-1d41-4a20-8f3a-989ce0ae50d6 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:11:17.546154 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2ec56009-1d41-4a20-8f3a-989ce0ae50d6 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Publish callbacks [] for router (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:17.550024 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-2ec56009-1d41-4a20-8f3a-989ce0ae50d6 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] 10.222.0.24 "PUT /v2.0/routers/b77e3c1d-1c7f-420d-97f7-116ca37826ce HTTP/1.1" status: 200 len: 710 time: 1.5442052 Mar 28 01:11:17.550315 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55268) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:17.562015 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74f8663-cdaf-40d0-826e-7f9b0b3f1a43 None None] Sync routers for ids ['b77e3c1d-1c7f-420d-97f7-116ca37826ce'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:11:17.598296 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74f8663-cdaf-40d0-826e-7f9b0b3f1a43 None None] Routers {'b77e3c1d-1c7f-420d-97f7-116ca37826ce'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:11:17.598934 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-d74f8663-cdaf-40d0-826e-7f9b0b3f1a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:11:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['b77e3c1d-1c7f-420d-97f7-116ca37826ce'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:11:17.638389 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-d74f8663-cdaf-40d0-826e-7f9b0b3f1a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:11:17.644996 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-99044c8f-881c-45aa-9bf2-511d340f91ab tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] 10.222.0.24 "GET /v2.0/routers/b77e3c1d-1c7f-420d-97f7-116ca37826ce HTTP/1.1" status: 200 len: 745 time: 0.0932653 Mar 28 01:11:17.646115 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55270) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:17.657732 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74f8663-cdaf-40d0-826e-7f9b0b3f1a43 None None] Routers {'b77e3c1d-1c7f-420d-97f7-116ca37826ce'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:11:17.658624 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-d74f8663-cdaf-40d0-826e-7f9b0b3f1a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:11:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['b77e3c1d-1c7f-420d-97f7-116ca37826ce'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:11:17.705104 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-d74f8663-cdaf-40d0-826e-7f9b0b3f1a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:11:17.705687 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74f8663-cdaf-40d0-826e-7f9b0b3f1a43 None None] The sync data for ids ['b77e3c1d-1c7f-420d-97f7-116ca37826ce'] in dv-neutron-834874-6-hyperv is: [] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:11:17.758872 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:17.850589 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e47783f6-14a3-4419-a130-4e747b35e87b tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Router bd897638-99d4-47dc-823b-c2221a904b81 is scheduled to L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 with binding_index 1 {{(pid=104099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 01:11:17.929126 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e47783f6-14a3-4419-a130-4e747b35e87b tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:11:17.936564 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e47783f6-14a3-4419-a130-4e747b35e87b tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks [] for router (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:17.940385 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-e47783f6-14a3-4419-a130-4e747b35e87b tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] 10.222.0.24 "PUT /v2.0/routers/bd897638-99d4-47dc-823b-c2221a904b81 HTTP/1.1" status: 200 len: 694 time: 0.7470524 Mar 28 01:11:17.940996 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55272) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:17.941472 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a478fd-7405-4e29-8582-24c02111efef None None] Sync routers for ids ['bd897638-99d4-47dc-823b-c2221a904b81'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:11:17.952352 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a478fd-7405-4e29-8582-24c02111efef None None] Routers {'bd897638-99d4-47dc-823b-c2221a904b81'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:11:17.953940 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-a0a478fd-7405-4e29-8582-24c02111efef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:11:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['bd897638-99d4-47dc-823b-c2221a904b81'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:11:18.024170 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-41840497-5fb4-4937-8d20-bafb63b524aa tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] 10.222.0.24 "GET /v2.0/routers/bd897638-99d4-47dc-823b-c2221a904b81 HTTP/1.1" status: 200 len: 700 time: 0.0820465 Mar 28 01:11:18.026621 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55274) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:18.049496 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-a0a478fd-7405-4e29-8582-24c02111efef None None] Set router bd897638-99d4-47dc-823b-c2221a904b81 gateway port host: None {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:11:18.055832 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-3c00faf4-9c52-4c15-9cf9-92a4f87460aa tempest-RoutersIpV6AdminTest-738857650 tempest-RoutersIpV6AdminTest-738857650-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=dea6548b-502b-42db-97fb-371e423e739a&device_id=b77e3c1d-1c7f-420d-97f7-116ca37826ce HTTP/1.1" status: 200 len: 205 time: 0.4061930 Mar 28 01:11:18.056085 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55276) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:18.059059 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-06aabe5a-7645-4fbd-a89a-d5cab0b874c6 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd897638-99d4-47dc-823b-c2221a904b81 HTTP/1.1" status: 200 len: 205 time: 0.0312841 Mar 28 01:11:18.061945 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55278) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:18.086306 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-8bac3439-f251-42c4-ad04-d173afc13834 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] 10.222.0.24 "GET /v2.0/ports?device_id=b77e3c1d-1c7f-420d-97f7-116ca37826ce HTTP/1.1" status: 200 len: 205 time: 0.0291405 Mar 28 01:11:18.089057 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55280) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:18.108091 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-a0a478fd-7405-4e29-8582-24c02111efef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd897638-99d4-47dc-823b-c2221a904b81', 'name': 'tempest-RoutersTest-router-1596035838', 'tenant_id': 'b477b3de086344ba86693af53d13cdd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:11:17Z', 'updated_at': '2022-03-28T01:11:17Z', 'revision_number': 2, 'project_id': 'b477b3de086344ba86693af53d13cdd0', 'gw_port_host': None}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:11:18.149095 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c458d34f-d230-46d0-9fd8-20440b7fc228 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks [] for router (bd897638-99d4-47dc-823b-c2221a904b81), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:18.151812 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a478fd-7405-4e29-8582-24c02111efef None None] Checking router: bd897638-99d4-47dc-823b-c2221a904b81 for host: dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:11:18.161564 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a478fd-7405-4e29-8582-24c02111efef None None] Routers {'bd897638-99d4-47dc-823b-c2221a904b81'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:11:18.162200 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-a0a478fd-7405-4e29-8582-24c02111efef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:11:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['bd897638-99d4-47dc-823b-c2221a904b81'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:11:18.184095 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c9cca920-8cbd-4331-9f91-58c7b69d3cc2 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Publish callbacks [] for router (b77e3c1d-1c7f-420d-97f7-116ca37826ce), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:18.247588 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-a0a478fd-7405-4e29-8582-24c02111efef None None] Set router bd897638-99d4-47dc-823b-c2221a904b81 gateway port host: None {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:11:18.303933 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-a0a478fd-7405-4e29-8582-24c02111efef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd897638-99d4-47dc-823b-c2221a904b81', 'name': 'tempest-RoutersTest-router-1596035838', 'tenant_id': 'b477b3de086344ba86693af53d13cdd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:11:17Z', 'updated_at': '2022-03-28T01:11:17Z', 'revision_number': 2, 'project_id': 'b477b3de086344ba86693af53d13cdd0', 'gw_port_host': None}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:11:18.330426 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a478fd-7405-4e29-8582-24c02111efef None None] The sync data for ids ['bd897638-99d4-47dc-823b-c2221a904b81'] in dv-neutron-834874-6-hyperv is: [{'id': 'bd897638-99d4-47dc-823b-c2221a904b81', 'name': 'tempest-RoutersTest-router-1596035838', 'tenant_id': 'b477b3de086344ba86693af53d13cdd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:11:17Z', 'updated_at': '2022-03-28T01:11:17Z', 'revision_number': 2, 'project_id': 'b477b3de086344ba86693af53d13cdd0', 'gw_port_host': None}] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:11:18.331559 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c458d34f-d230-46d0-9fd8-20440b7fc228 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7151'] for router (bd897638-99d4-47dc-823b-c2221a904b81), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:18.333761 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c458d34f-d230-46d0-9fd8-20440b7fc228 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks [] for router_controller (bd897638-99d4-47dc-823b-c2221a904b81), precommit_delete_associations {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:18.351690 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c9cca920-8cbd-4331-9f91-58c7b69d3cc2 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7151'] for router (b77e3c1d-1c7f-420d-97f7-116ca37826ce), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:18.353905 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c9cca920-8cbd-4331-9f91-58c7b69d3cc2 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Publish callbacks [] for router_controller (b77e3c1d-1c7f-420d-97f7-116ca37826ce), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:18.382869 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c458d34f-d230-46d0-9fd8-20440b7fc228 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689686'] for router (bd897638-99d4-47dc-823b-c2221a904b81), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:18.383675 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c458d34f-d230-46d0-9fd8-20440b7fc228 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Fanout notify agent at l3_agent the message router_deleted on router bd897638-99d4-47dc-823b-c2221a904b81 {{(pid=104099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 01:11:18.395879 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c458d34f-d230-46d0-9fd8-20440b7fc228 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] Publish callbacks [] for router (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:18.397371 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-c458d34f-d230-46d0-9fd8-20440b7fc228 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] 10.222.0.24 "DELETE /v2.0/routers/bd897638-99d4-47dc-823b-c2221a904b81 HTTP/1.1" status: 204 len: 168 time: 0.3342767 Mar 28 01:11:18.402182 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55282) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:18.413770 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c9cca920-8cbd-4331-9f91-58c7b69d3cc2 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689686'] for router (b77e3c1d-1c7f-420d-97f7-116ca37826ce), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:18.414307 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9cca920-8cbd-4331-9f91-58c7b69d3cc2 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Fanout notify agent at l3_agent the message router_deleted on router b77e3c1d-1c7f-420d-97f7-116ca37826ce {{(pid=104098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 01:11:18.422351 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c9cca920-8cbd-4331-9f91-58c7b69d3cc2 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] Publish callbacks [] for router (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:18.423440 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-c9cca920-8cbd-4331-9f91-58c7b69d3cc2 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] 10.222.0.24 "DELETE /v2.0/routers/b77e3c1d-1c7f-420d-97f7-116ca37826ce HTTP/1.1" status: 204 len: 168 time: 0.3334930 Mar 28 01:11:18.427047 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55284) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:18.444307 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-e91f1071-c76c-49ef-93bf-846c1c887975 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd897638-99d4-47dc-823b-c2221a904b81 HTTP/1.1" status: 200 len: 205 time: 0.0387981 Mar 28 01:11:18.444544 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55286) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:18.455979 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-4dbb7e5b-6c07-4de1-a7cd-3ecf5ab6a7c0 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] 10.222.0.24 "GET /v2.0/ports?device_id=b77e3c1d-1c7f-420d-97f7-116ca37826ce HTTP/1.1" status: 200 len: 205 time: 0.0277512 Mar 28 01:11:18.458496 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55290) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:18.482072 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.api.v2.resource [None req-2bfe5fc3-f6c4-4101-98c8-1829f8ed5675 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] delete failed (client error): The resource could not be found. Mar 28 01:11:18.486007 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-2bfe5fc3-f6c4-4101-98c8-1829f8ed5675 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] 10.222.0.24 "DELETE /v2.0/routers/bd897638-99d4-47dc-823b-c2221a904b81 HTTP/1.1" status: 404 len: 336 time: 0.0382307 Mar 28 01:11:18.486379 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55292) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:18.497835 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.api.v2.resource [None req-8ef94141-e581-47ef-bb92-63623b743e12 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] delete failed (client error): The resource could not be found. Mar 28 01:11:18.499295 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-8ef94141-e581-47ef-bb92-63623b743e12 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] 10.222.0.24 "DELETE /v2.0/routers/b77e3c1d-1c7f-420d-97f7-116ca37826ce HTTP/1.1" status: 404 len: 336 time: 0.0398099 Mar 28 01:11:18.502017 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55294) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:18.516442 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.pecan_wsgi.hooks.translation [None req-006eb734-968a-4c42-9a29-4cb3677172e7 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] DELETE failed (client error): The resource could not be found. Mar 28 01:11:18.516904 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-006eb734-968a-4c42-9a29-4cb3677172e7 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:11:18.519945 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-006eb734-968a-4c42-9a29-4cb3677172e7 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] 10.222.0.24 "DELETE /v2.0/subnets/aebb3ddc-418c-4bd3-8b7f-131978fd63b7 HTTP/1.1" status: 404 len: 337 time: 0.0326352 Mar 28 01:11:18.522635 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55296) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:18.564468 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-68601e41-1795-41db-93b6-adacef964084 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] 10.222.0.24 "GET /v2.0/ports?device_id=d05ca9ef-28fb-4036-a937-a124ed002885 HTTP/1.1" status: 200 len: 205 time: 0.0611491 Mar 28 01:11:18.566934 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55298) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:18.584903 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-119dd18b-cf67-4ebd-b3b9-d07027af8a50 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] DELETE failed (client error): The resource could not be found. Mar 28 01:11:18.585368 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-119dd18b-cf67-4ebd-b3b9-d07027af8a50 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:11:18.590703 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-119dd18b-cf67-4ebd-b3b9-d07027af8a50 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] 10.222.0.24 "DELETE /v2.0/subnets/a2443079-c09e-4740-9b1e-7c007340fed3 HTTP/1.1" status: 404 len: 337 time: 0.0648603 Mar 28 01:11:18.591049 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55300) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:18.596227 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device ecde7f7f-ede9-45fa-873c-df44907102af up at agent hyperv_hv-neutron-8348 {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:11:18.610526 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.api.v2.resource [None req-73230250-1e2d-4fa6-976c-230b2f49b7de tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] delete failed (client error): The resource could not be found. Mar 28 01:11:18.614293 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-73230250-1e2d-4fa6-976c-230b2f49b7de tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] 10.222.0.24 "DELETE /v2.0/routers/d05ca9ef-28fb-4036-a937-a124ed002885 HTTP/1.1" status: 404 len: 336 time: 0.0436583 Mar 28 01:11:18.614543 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55302) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:18.622057 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec6a4769-1d83-4324-b067-dd2995726c87 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] DELETE failed (client error): The resource could not be found. Mar 28 01:11:18.622499 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec6a4769-1d83-4324-b067-dd2995726c87 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:11:18.625763 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-ec6a4769-1d83-4324-b067-dd2995726c87 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] 10.222.0.24 "DELETE /v2.0/subnets/d2f5dd09-e80b-495d-b764-01c46c47d29f HTTP/1.1" status: 404 len: 337 time: 0.0337410 Mar 28 01:11:18.628255 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55304) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:18.645017 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-0a64fe17-0914-4405-802f-f2cc847db3e1 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] 10.222.0.24 "GET /v2.0/ports?device_id=a08d5334-ff6a-4749-9aff-871730bfab7e HTTP/1.1" status: 200 len: 205 time: 0.0270565 Mar 28 01:11:18.645796 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55306) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:18.660236 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-24aa91b6-e145-4228-bb9e-cfb871d0f741 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] DELETE failed (client error): The resource could not be found. Mar 28 01:11:18.660726 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24aa91b6-e145-4228-bb9e-cfb871d0f741 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:11:18.663831 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-24aa91b6-e145-4228-bb9e-cfb871d0f741 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] 10.222.0.24 "DELETE /v2.0/subnets/86132294-de8e-4622-ad8e-aac9649a1191 HTTP/1.1" status: 404 len: 337 time: 0.0346808 Mar 28 01:11:18.668852 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Provisioning for port ecde7f7f-ede9-45fa-873c-df44907102af completed by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 01:11:18.671930 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6f93bd-342d-427e-ab87-3497d42bfeea req-233f6624-8fb1-40db-b898-a2835276994a tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:11:18.673409 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-5d6f93bd-342d-427e-ab87-3497d42bfeea req-233f6624-8fb1-40db-b898-a2835276994a tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdcb167c-5aae-413f-8704-3629dbabfacb HTTP/1.1" status: 200 len: 945 time: 0.1626005 Mar 28 01:11:18.673881 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55308) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:18.674191 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Provisioning complete for port ecde7f7f-ede9-45fa-873c-df44907102af triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:11:18.675200 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (ecde7f7f-ede9-45fa-873c-df44907102af), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:18.691314 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.api.v2.resource [None req-047657f7-3075-4408-b5ae-b9bb39e28baf tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] delete failed (client error): The resource could not be found. Mar 28 01:11:18.694898 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-047657f7-3075-4408-b5ae-b9bb39e28baf tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] 10.222.0.24 "DELETE /v2.0/routers/a08d5334-ff6a-4749-9aff-871730bfab7e HTTP/1.1" status: 404 len: 336 time: 0.0457261 Mar 28 01:11:18.695912 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55310) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:18.709990 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-3e0644a3-ebb2-4e93-b6d3-265789025d15 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] 10.222.0.24 "GET /v2.0/ports?device_id=be59e924-db64-46fd-ad90-c3c1be501df6 HTTP/1.1" status: 200 len: 205 time: 0.0350258 Mar 28 01:11:18.716570 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55312) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:18.731066 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-7911d524-d3e9-4f82-b7bd-5ac5ad36ad97 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] 10.222.0.24 "GET /v2.0/ports?device_id=257dedfe-d787-4a9c-93f2-c10284f2f234 HTTP/1.1" status: 200 len: 205 time: 0.0318851 Mar 28 01:11:18.731273 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55314) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:18.760943 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.api.v2.resource [None req-3b37e4f9-28ab-4915-afae-496712b62543 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] delete failed (client error): The resource could not be found. Mar 28 01:11:18.761320 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port ecde7f7f-ede9-45fa-873c-df44907102af is: BUILD; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:11:18.764506 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (ecde7f7f-ede9-45fa-873c-df44907102af), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:18.764637 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-3b37e4f9-28ab-4915-afae-496712b62543 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] 10.222.0.24 "DELETE /v2.0/routers/be59e924-db64-46fd-ad90-c3c1be501df6 HTTP/1.1" status: 404 len: 336 time: 0.0439684 Mar 28 01:11:18.767572 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55316) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:18.770673 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.api.v2.resource [None req-c71ee15c-977e-448f-9005-09295dc5d83c tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] delete failed (client error): The resource could not be found. Mar 28 01:11:18.773686 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-c71ee15c-977e-448f-9005-09295dc5d83c tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] 10.222.0.24 "DELETE /v2.0/routers/257dedfe-d787-4a9c-93f2-c10284f2f234 HTTP/1.1" status: 404 len: 336 time: 0.0390928 Mar 28 01:11:18.773888 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55318) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:18.796326 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdcb167c-5aae-413f-8704-3629dbabfacb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecde7f7f-ede9-45fa-873c-df44907102af'}] {{(pid=104100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:11:18.798636 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd27896ebc78d0f7931321182ba9533a7b768b1c3fcddb3ff52a8aee6ddeaf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b7b3046-4402-4891-aa8c-83c8b142c211" -d '{"events": [{"server_uuid": "fdcb167c-5aae-413f-8704-3629dbabfacb", "name": "network-vif-plugged", "status": "completed", "tag": "ecde7f7f-ede9-45fa-873c-df44907102af"}]}' {{(pid=104100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:11:18.803599 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-17ae2819-0676-499b-846c-ba75dbbe9b83 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] 10.222.0.24 "GET /v2.0/ports?device_id=11b20188-f5cb-4c75-a36b-cda7ec20f290 HTTP/1.1" status: 200 len: 205 time: 0.0343921 Mar 28 01:11:18.807407 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55322) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:18.809890 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-90b75452-c5d1-4b61-8330-94081bfcb6bf tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a9872e0-7a4b-484d-b3bf-306dae35b312 HTTP/1.1" status: 200 len: 205 time: 0.0348802 Mar 28 01:11:18.812628 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55324) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:18.818875 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-5d6f93bd-342d-427e-ab87-3497d42bfeea req-de56d2be-fddc-45af-a86f-1970009ada53 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?id=b210bd0c-aa3e-478a-8c4f-0f9be8da73df&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1351988 Mar 28 01:11:18.840909 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port ecde7f7f-ede9-45fa-873c-df44907102af, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=ecde7f7f-ede9-45fa-873c-df44907102af,segment=NetworkSegment(28f92320-1dd2-446d-9316-f1290fa904ce),segment_id=28f92320-1dd2-446d-9316-f1290fa904ce)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:11:18.852720 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (ecde7f7f-ede9-45fa-873c-df44907102af), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:18.854673 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.api.v2.resource [None req-c4392634-bbc7-4ceb-891a-baa7796e646e tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] delete failed (client error): The resource could not be found. Mar 28 01:11:18.855715 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-c4392634-bbc7-4ceb-891a-baa7796e646e tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] 10.222.0.24 "DELETE /v2.0/routers/11b20188-f5cb-4c75-a36b-cda7ec20f290 HTTP/1.1" status: 404 len: 336 time: 0.0472567 Mar 28 01:11:18.864872 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55326) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:18.873410 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.api.v2.resource [None req-af9c759d-9ac3-4fd2-848a-ab5c1f984368 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] delete failed (client error): The resource could not be found. Mar 28 01:11:18.877391 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-af9c759d-9ac3-4fd2-848a-ab5c1f984368 tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] 10.222.0.24 "DELETE /v2.0/routers/8a9872e0-7a4b-484d-b3bf-306dae35b312 HTTP/1.1" status: 404 len: 336 time: 0.0611174 Mar 28 01:11:18.877647 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55328) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:18.899359 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f0b92ec-1fb4-498c-a132-348f71e6162d tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] DELETE failed (client error): The resource could not be found. Mar 28 01:11:18.900931 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f0b92ec-1fb4-498c-a132-348f71e6162d tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:11:18.905287 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-9f0b92ec-1fb4-498c-a132-348f71e6162d tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] 10.222.0.24 "DELETE /v2.0/subnets/4447ec2e-cf85-4cc6-99ff-d7ffd8b035ed HTTP/1.1" status: 404 len: 337 time: 0.0353816 Mar 28 01:11:18.907716 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55330) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:18.913983 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-5b75b229-1c03-40f3-92c1-3a7d727bb9ba tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdd9ba7f-7c14-45eb-bb73-12f52b54342f HTTP/1.1" status: 200 len: 205 time: 0.0344326 Mar 28 01:11:18.916934 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55332) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:18.925756 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 01:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d051c8a-16bb-456b-8a16-b29cb29b82cd x-openstack-request-id: req-9d051c8a-16bb-456b-8a16-b29cb29b82cd {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:11:18.926364 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdcb167c-5aae-413f-8704-3629dbabfacb", "name": "network-vif-plugged", "status": "completed", "tag": "ecde7f7f-ede9-45fa-873c-df44907102af", "code": 200}]} {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:11:18.926816 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9d051c8a-16bb-456b-8a16-b29cb29b82cd {{(pid=104100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:11:18.927574 dv-neutron-834874-6-hyperv neutron-server[104100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d051c8a-16bb-456b-8a16-b29cb29b82cd'] response: {'server_uuid': 'fdcb167c-5aae-413f-8704-3629dbabfacb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecde7f7f-ede9-45fa-873c-df44907102af', 'code': 200} Mar 28 01:11:18.929236 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Pushing event updated for resources: {'Port': ['ID=ecde7f7f-ede9-45fa-873c-df44907102af,revision_number=5']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:18.945065 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-337c51e3-2d6a-4431-9a4c-34b6e0c8c61d tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] 10.222.0.24 "GET /v2.0/ports?device_id=42e0e62a-4fda-439b-9f59-9a754280914b HTTP/1.1" status: 200 len: 205 time: 0.0349319 Mar 28 01:11:18.945633 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55334) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:18.957923 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.api.v2.resource [None req-0460bb1b-172c-41a0-b924-8169a557f7ec tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] delete failed (client error): The resource could not be found. Mar 28 01:11:18.958972 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-0460bb1b-172c-41a0-b924-8169a557f7ec tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] 10.222.0.24 "DELETE /v2.0/routers/fdd9ba7f-7c14-45eb-bb73-12f52b54342f HTTP/1.1" status: 404 len: 336 time: 0.0411117 Mar 28 01:11:18.961727 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55336) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:18.988403 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.pecan_wsgi.hooks.translation [None req-0146564d-220b-497b-b7a1-deef1c30777a tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] DELETE failed (client error): The resource could not be found. Mar 28 01:11:18.988944 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0146564d-220b-497b-b7a1-deef1c30777a tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:11:18.992294 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-0146564d-220b-497b-b7a1-deef1c30777a tempest-RoutersIpV6AdminTest-1005470053 tempest-RoutersIpV6AdminTest-1005470053-project] 10.222.0.24 "DELETE /v2.0/subnets/cd6a9056-f535-4319-aee5-f0417e7483cb HTTP/1.1" status: 404 len: 337 time: 0.0293636 Mar 28 01:11:19.002193 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.api.v2.resource [None req-288b9053-4c36-43d1-9037-aa4aae58e562 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] delete failed (client error): The resource could not be found. Mar 28 01:11:19.005856 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55340) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:19.006038 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-288b9053-4c36-43d1-9037-aa4aae58e562 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] 10.222.0.24 "DELETE /v2.0/routers/42e0e62a-4fda-439b-9f59-9a754280914b HTTP/1.1" status: 404 len: 336 time: 0.0592885 Mar 28 01:11:19.040626 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49274262-dc95-4d06-8e16-d3155a1be382 req-7f9417dc-f74d-44f2-9b26-9ed274f39008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:11:19.042209 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-49274262-dc95-4d06-8e16-d3155a1be382 req-7f9417dc-f74d-44f2-9b26-9ed274f39008 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fdcb167c-5aae-413f-8704-3629dbabfacb HTTP/1.1" status: 200 len: 1130 time: 0.0493250 Mar 28 01:11:19.044008 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-fecd850e-abca-4bc4-92e2-36ed20284e7e tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce50e35d-cc18-45b9-ae21-ef57ce6d1584 HTTP/1.1" status: 200 len: 205 time: 0.0355208 Mar 28 01:11:19.046290 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55342) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:19.084948 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.api.v2.resource [None req-b1e7682d-b27b-4f31-a1e5-40754ae1158e tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] delete failed (client error): The resource could not be found. Mar 28 01:11:19.088250 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-b1e7682d-b27b-4f31-a1e5-40754ae1158e tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] 10.222.0.24 "DELETE /v2.0/routers/ce50e35d-cc18-45b9-ae21-ef57ce6d1584 HTTP/1.1" status: 404 len: 336 time: 0.0387969 Mar 28 01:11:19.088722 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55344) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:19.089965 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-49274262-dc95-4d06-8e16-d3155a1be382 req-ed253fc1-ce8b-4534-b7f5-80be066b6332 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b210bd0c-aa3e-478a-8c4f-0f9be8da73df&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421908 Mar 28 01:11:19.116132 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.pecan_wsgi.hooks.translation [None req-56c48895-6221-4ba1-9115-4e30c6f3cf59 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] DELETE failed (client error): The resource could not be found. Mar 28 01:11:19.116592 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56c48895-6221-4ba1-9115-4e30c6f3cf59 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:11:19.121911 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-56c48895-6221-4ba1-9115-4e30c6f3cf59 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] 10.222.0.24 "DELETE /v2.0/subnets/845b1d40-548f-4a93-8130-0ab12614bb38 HTTP/1.1" status: 404 len: 337 time: 0.0300810 Mar 28 01:11:19.122131 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55346) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:19.150223 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-fc1c3a82-7788-4671-b17a-6b2c2001b597 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] 10.222.0.24 "GET /v2.0/ports?device_id=83452da3-a817-4158-b59c-7d55ce0fb541 HTTP/1.1" status: 200 len: 205 time: 0.0265872 Mar 28 01:11:19.152486 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55348) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:19.191735 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.api.v2.resource [None req-576cc8de-f053-4e49-907c-eddb1062df38 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] delete failed (client error): The resource could not be found. Mar 28 01:11:19.192846 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-576cc8de-f053-4e49-907c-eddb1062df38 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] 10.222.0.24 "DELETE /v2.0/routers/83452da3-a817-4158-b59c-7d55ce0fb541 HTTP/1.1" status: 404 len: 336 time: 0.0393376 Mar 28 01:11:19.195308 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55352) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:19.227027 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0aa658b-3229-4f6f-9648-3e85967c59d2 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] DELETE failed (client error): The resource could not be found. Mar 28 01:11:19.227625 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0aa658b-3229-4f6f-9648-3e85967c59d2 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:11:19.232470 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-d0aa658b-3229-4f6f-9648-3e85967c59d2 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] 10.222.0.24 "DELETE /v2.0/subnets/727ebb2d-1f51-44de-b5e3-a8cb5db64032 HTTP/1.1" status: 404 len: 337 time: 0.0362356 Mar 28 01:11:19.233185 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55354) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:19.260938 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55356) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:19.261401 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-11313353-d488-4d84-b4dc-ffd05a3291bc tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] 10.222.0.24 "GET /v2.0/ports?device_id=db21b3c0-7861-4914-8823-ff55d8590d7f HTTP/1.1" status: 200 len: 205 time: 0.0270686 Mar 28 01:11:19.263576 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55358) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:19.306513 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.api.v2.resource [None req-64aa6fe1-1d46-434b-9015-7e4b8b747545 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] delete failed (client error): The resource could not be found. Mar 28 01:11:19.307550 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-64aa6fe1-1d46-434b-9015-7e4b8b747545 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] 10.222.0.24 "DELETE /v2.0/routers/db21b3c0-7861-4914-8823-ff55d8590d7f HTTP/1.1" status: 404 len: 336 time: 0.0425272 Mar 28 01:11:19.310490 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55362) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:19.339013 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-a786a66f-8bba-4a60-8b04-c2f6844850e7 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] DELETE failed (client error): The resource could not be found. Mar 28 01:11:19.339471 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a786a66f-8bba-4a60-8b04-c2f6844850e7 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:11:19.344247 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-a786a66f-8bba-4a60-8b04-c2f6844850e7 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] 10.222.0.24 "DELETE /v2.0/subnets/c4cf8434-ef28-476e-bafa-71a6056ea52a HTTP/1.1" status: 404 len: 337 time: 0.0306673 Mar 28 01:11:19.345177 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55364) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:19.376647 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6c7ea05-74b8-4e1f-a0c9-dd28f8c19021 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] DELETE failed (client error): The resource could not be found. Mar 28 01:11:19.377094 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6c7ea05-74b8-4e1f-a0c9-dd28f8c19021 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:11:19.380056 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-e6c7ea05-74b8-4e1f-a0c9-dd28f8c19021 tempest-RoutersTest-647294991 tempest-RoutersTest-647294991-project] 10.222.0.24 "DELETE /v2.0/subnets/1e6e0d2c-4537-4111-b90d-ba65b093a602 HTTP/1.1" status: 404 len: 337 time: 0.0339406 Mar 28 01:11:19.388440 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-bc7fb5ba-1468-4ee2-9f9f-5f92cac9d56e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:19.472245 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-bc7fb5ba-1468-4ee2-9f9f-5f92cac9d56e admin admin] Publish callbacks [] for security_group (9341c3e8-07be-4d72-9503-508c000b3949), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:19.477062 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-bc7fb5ba-1468-4ee2-9f9f-5f92cac9d56e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (9341c3e8-07be-4d72-9503-508c000b3949), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:19.520302 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-bc7fb5ba-1468-4ee2-9f9f-5f92cac9d56e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1d5b1e2d63044053b45d58d202fe45d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2579205 Mar 28 01:11:19.521171 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7fb5ba-1468-4ee2-9f9f-5f92cac9d56e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9341c3e8-07be-4d72-9503-508c000b3949,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:19.523305 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55370) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:19.574172 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e74e820d-5654-4c9f-b0fd-499e33420ace admin admin] Publish callbacks [] for security_group (9341c3e8-07be-4d72-9503-508c000b3949), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:19.595679 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e74e820d-5654-4c9f-b0fd-499e33420ace admin admin] Publish callbacks [] for security_group (9341c3e8-07be-4d72-9503-508c000b3949), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:19.602587 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55372) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:19.648889 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e74e820d-5654-4c9f-b0fd-499e33420ace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (9341c3e8-07be-4d72-9503-508c000b3949), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:19.651527 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e74e820d-5654-4c9f-b0fd-499e33420ace admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:19.655082 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-e74e820d-5654-4c9f-b0fd-499e33420ace admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9341c3e8-07be-4d72-9503-508c000b3949 HTTP/1.1" status: 204 len: 168 time: 0.1282501 Mar 28 01:11:19.661136 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74e820d-5654-4c9f-b0fd-499e33420ace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9341c3e8-07be-4d72-9503-508c000b3949,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:19.747309 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-4ae400cc-5909-4982-9693-46d796ca8ca9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b477b3de086344ba86693af53d13cdd0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1444991 Mar 28 01:11:19.747560 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55378) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:19.804258 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-520c6c66-44a3-46ce-a383-954cebb6340b admin admin] Publish callbacks [] for security_group (a2993031-890d-4665-87a4-5d57f5a48b2f), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:19.826094 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-520c6c66-44a3-46ce-a383-954cebb6340b admin admin] Publish callbacks [] for security_group (a2993031-890d-4665-87a4-5d57f5a48b2f), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:19.865029 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.agents_db [None req-9a1d863f-391a-42f4-9870-e8292b919beb None None] Agent healthcheck: found 6 active agents {{(pid=104101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 01:11:19.877482 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-520c6c66-44a3-46ce-a383-954cebb6340b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (a2993031-890d-4665-87a4-5d57f5a48b2f), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:19.880258 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-520c6c66-44a3-46ce-a383-954cebb6340b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:19.881683 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-520c6c66-44a3-46ce-a383-954cebb6340b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a2993031-890d-4665-87a4-5d57f5a48b2f HTTP/1.1" status: 204 len: 168 time: 0.1321981 Mar 28 01:11:19.891239 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520c6c66-44a3-46ce-a383-954cebb6340b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2993031-890d-4665-87a4-5d57f5a48b2f,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:19.960120 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa32c9a9-38b1-4914-a353-a6caac76e4f4 req-a40b6d7e-7780-4e01-8d6c-81256d1abc02 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:11:19.961754 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-fa32c9a9-38b1-4914-a353-a6caac76e4f4 req-a40b6d7e-7780-4e01-8d6c-81256d1abc02 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdcb167c-5aae-413f-8704-3629dbabfacb HTTP/1.1" status: 200 len: 946 time: 0.0583222 Mar 28 01:11:19.962900 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55386) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:20.041226 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-18b0969e-9b1a-452e-95ec-875e049da4a4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cbe798e32086479aaae042af3c9cf3ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0770061 Mar 28 01:11:20.043645 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55390) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:20.046928 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-fa32c9a9-38b1-4914-a353-a6caac76e4f4 req-f221c426-4fd7-4f5f-976b-c5c08d820dcc tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?id=b210bd0c-aa3e-478a-8c4f-0f9be8da73df&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0763831 Mar 28 01:11:20.122420 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-dc5c187f-2f53-4216-81f5-afa461aa46bd admin admin] Publish callbacks [] for security_group (e39be67f-f5c8-4b04-8a11-c5df9b28a7c3), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:20.145022 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-dc5c187f-2f53-4216-81f5-afa461aa46bd admin admin] Publish callbacks [] for security_group (e39be67f-f5c8-4b04-8a11-c5df9b28a7c3), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:20.193855 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-dc5c187f-2f53-4216-81f5-afa461aa46bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (e39be67f-f5c8-4b04-8a11-c5df9b28a7c3), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:20.196544 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-dc5c187f-2f53-4216-81f5-afa461aa46bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:20.197792 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-dc5c187f-2f53-4216-81f5-afa461aa46bd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e39be67f-f5c8-4b04-8a11-c5df9b28a7c3 HTTP/1.1" status: 204 len: 168 time: 0.1530876 Mar 28 01:11:20.211890 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5c187f-2f53-4216-81f5-afa461aa46bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e39be67f-f5c8-4b04-8a11-c5df9b28a7c3,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:20.646716 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55420) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:20.744103 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-c25fe732-afa2-4a8b-9653-f1e115c3e354 tempest-DvrRoutersNegativeTest-1864019278 tempest-DvrRoutersNegativeTest-1864019278-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1693378094', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:11:20.746733 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.policy [None req-c25fe732-afa2-4a8b-9653-f1e115c3e354 tempest-DvrRoutersNegativeTest-1864019278 tempest-DvrRoutersNegativeTest-1864019278-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=104098) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Mar 28 01:11:20.747121 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.policy [None req-c25fe732-afa2-4a8b-9653-f1e115c3e354 tempest-DvrRoutersNegativeTest-1864019278 tempest-DvrRoutersNegativeTest-1864019278-project] Failed policy check for 'create_router' {{(pid=104098) enforce /opt/stack/neutron/neutron/policy.py:524}} Mar 28 01:11:20.747657 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.api.v2.resource [None req-c25fe732-afa2-4a8b-9653-f1e115c3e354 tempest-DvrRoutersNegativeTest-1864019278 tempest-DvrRoutersNegativeTest-1864019278-project] create failed (client error): Access was denied to this resource. Mar 28 01:11:20.748714 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-c25fe732-afa2-4a8b-9653-f1e115c3e354 tempest-DvrRoutersNegativeTest-1864019278 tempest-DvrRoutersNegativeTest-1864019278-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1009762 Mar 28 01:11:20.946097 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55438) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:21.100873 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-49f930d9-221d-4723-bc74-c8018ba550cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:21.207482 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceaf7cd-ddd2-4570-bdc8-7a06390f144a req-71c783a5-35ad-45d4-96ea-8878049551bc tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:11:21.209520 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-7ceaf7cd-ddd2-4570-bdc8-7a06390f144a req-71c783a5-35ad-45d4-96ea-8878049551bc tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdcb167c-5aae-413f-8704-3629dbabfacb HTTP/1.1" status: 200 len: 946 time: 0.0840635 Mar 28 01:11:21.213266 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-49f930d9-221d-4723-bc74-c8018ba550cb admin admin] Publish callbacks [] for security_group (9b2bb521-8971-4c85-8e41-af1e3577850e), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:21.219206 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-49f930d9-221d-4723-bc74-c8018ba550cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (9b2bb521-8971-4c85-8e41-af1e3577850e), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:21.261949 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-7ceaf7cd-ddd2-4570-bdc8-7a06390f144a req-a73dfbfe-3fe2-44e1-94d5-266e7a8fb70e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?id=b210bd0c-aa3e-478a-8c4f-0f9be8da73df&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465400 Mar 28 01:11:21.268090 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f930d9-221d-4723-bc74-c8018ba550cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b2bb521-8971-4c85-8e41-af1e3577850e,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:21.288175 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-49f930d9-221d-4723-bc74-c8018ba550cb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b84201d5bc7a42a0b760ab53fe109f06&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3297346 Mar 28 01:11:21.288175 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55452) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:21.382321 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c2eb7a42-6da8-4232-8504-4b21cb873b8c admin admin] Publish callbacks [] for security_group (9b2bb521-8971-4c85-8e41-af1e3577850e), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:21.421540 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c2eb7a42-6da8-4232-8504-4b21cb873b8c admin admin] Publish callbacks [] for security_group (9b2bb521-8971-4c85-8e41-af1e3577850e), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:21.445774 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e874005f-56cb-4be2-9ca7-2f0b59e087bd req-676437b9-7ac6-44f0-8335-4e47d5d46e47 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:11:21.447498 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e874005f-56cb-4be2-9ca7-2f0b59e087bd req-676437b9-7ac6-44f0-8335-4e47d5d46e47 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdcb167c-5aae-413f-8704-3629dbabfacb HTTP/1.1" status: 200 len: 946 time: 0.1099968 Mar 28 01:11:21.458803 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55460) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:21.525416 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e874005f-56cb-4be2-9ca7-2f0b59e087bd req-a1d710bb-273f-4869-8359-504018a67351 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?id=b210bd0c-aa3e-478a-8c4f-0f9be8da73df&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0684643 Mar 28 01:11:21.538998 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c2eb7a42-6da8-4232-8504-4b21cb873b8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (9b2bb521-8971-4c85-8e41-af1e3577850e), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:21.552962 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c2eb7a42-6da8-4232-8504-4b21cb873b8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:21.552962 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-c2eb7a42-6da8-4232-8504-4b21cb873b8c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9b2bb521-8971-4c85-8e41-af1e3577850e HTTP/1.1" status: 204 len: 168 time: 0.2589517 Mar 28 01:11:21.553213 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eb7a42-6da8-4232-8504-4b21cb873b8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b2bb521-8971-4c85-8e41-af1e3577850e,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:21.588183 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-f1e58dd8-cbfc-4742-94a1-eebedf06e04a tempest-RoutersAdminNegativeIpV6Test-456061712 tempest-RoutersAdminNegativeIpV6Test-456061712-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-469191252', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:11:21.609784 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1e58dd8-cbfc-4742-94a1-eebedf06e04a tempest-RoutersAdminNegativeIpV6Test-456061712 tempest-RoutersAdminNegativeIpV6Test-456061712-project-admin] Made reservation on behalf of dfacc449e2bd4f27a737469ed9e02e38 for: {'port': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:11:21.612269 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f1e58dd8-cbfc-4742-94a1-eebedf06e04a tempest-RoutersAdminNegativeIpV6Test-456061712 tempest-RoutersAdminNegativeIpV6Test-456061712-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:21.623163 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f1e58dd8-cbfc-4742-94a1-eebedf06e04a tempest-RoutersAdminNegativeIpV6Test-456061712 tempest-RoutersAdminNegativeIpV6Test-456061712-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:21.714568 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f1e58dd8-cbfc-4742-94a1-eebedf06e04a tempest-RoutersAdminNegativeIpV6Test-456061712 tempest-RoutersAdminNegativeIpV6Test-456061712-project-admin] Publish callbacks [] for security_group (fe8c022d-29bd-4f1f-99d2-92f302ad84ad), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:21.719283 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f1e58dd8-cbfc-4742-94a1-eebedf06e04a tempest-RoutersAdminNegativeIpV6Test-456061712 tempest-RoutersAdminNegativeIpV6Test-456061712-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (fe8c022d-29bd-4f1f-99d2-92f302ad84ad), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:21.724803 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.notifiers.nova [None req-f1e58dd8-cbfc-4742-94a1-eebedf06e04a tempest-RoutersAdminNegativeIpV6Test-456061712 tempest-RoutersAdminNegativeIpV6Test-456061712-project-admin] device_id is not set on port 46ecddd4-212c-481f-99d9-68cf78521207 yet. {{(pid=104098) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 01:11:21.784145 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e58dd8-cbfc-4742-94a1-eebedf06e04a tempest-RoutersAdminNegativeIpV6Test-456061712 tempest-RoutersAdminNegativeIpV6Test-456061712-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe8c022d-29bd-4f1f-99d2-92f302ad84ad,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:21.855252 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-f1e58dd8-cbfc-4742-94a1-eebedf06e04a tempest-RoutersAdminNegativeIpV6Test-456061712 tempest-RoutersAdminNegativeIpV6Test-456061712-project-admin] Allocated IP 172.26.1.41 (dea6548b-502b-42db-97fb-371e423e739a/cce6de65-d8c9-45b8-9970-0a277e8c1192/46ecddd4-212c-481f-99d9-68cf78521207) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:11:22.000425 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f1e58dd8-cbfc-4742-94a1-eebedf06e04a tempest-RoutersAdminNegativeIpV6Test-456061712 tempest-RoutersAdminNegativeIpV6Test-456061712-project-admin] Publish callbacks [] for port (46ecddd4-212c-481f-99d9-68cf78521207), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:22.034212 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f1e58dd8-cbfc-4742-94a1-eebedf06e04a tempest-RoutersAdminNegativeIpV6Test-456061712 tempest-RoutersAdminNegativeIpV6Test-456061712-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (46ecddd4-212c-481f-99d9-68cf78521207), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:22.075019 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e58dd8-cbfc-4742-94a1-eebedf06e04a tempest-RoutersAdminNegativeIpV6Test-456061712 tempest-RoutersAdminNegativeIpV6Test-456061712-project-admin] Network dea6548b-502b-42db-97fb-371e423e739a is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:11:22.080767 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-f1e58dd8-cbfc-4742-94a1-eebedf06e04a tempest-RoutersAdminNegativeIpV6Test-456061712 tempest-RoutersAdminNegativeIpV6Test-456061712-project-admin] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:11:22.087026 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e58dd8-cbfc-4742-94a1-eebedf06e04a tempest-RoutersAdminNegativeIpV6Test-456061712 tempest-RoutersAdminNegativeIpV6Test-456061712-project-admin] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:11:22.092835 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e58dd8-cbfc-4742-94a1-eebedf06e04a tempest-RoutersAdminNegativeIpV6Test-456061712 tempest-RoutersAdminNegativeIpV6Test-456061712-project-admin] Pushing event updated for resources: {'Port': ['ID=46ecddd4-212c-481f-99d9-68cf78521207,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:22.132947 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e58dd8-cbfc-4742-94a1-eebedf06e04a tempest-RoutersAdminNegativeIpV6Test-456061712 tempest-RoutersAdminNegativeIpV6Test-456061712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:11:22.133566 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f1e58dd8-cbfc-4742-94a1-eebedf06e04a tempest-RoutersAdminNegativeIpV6Test-456061712 tempest-RoutersAdminNegativeIpV6Test-456061712-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:22.149905 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-f1e58dd8-cbfc-4742-94a1-eebedf06e04a tempest-RoutersAdminNegativeIpV6Test-456061712 tempest-RoutersAdminNegativeIpV6Test-456061712-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 0.6899121 Mar 28 01:11:22.152701 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55488) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:22.157069 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-3b3c1649-d7ce-4e71-8a98-8d223e49fa05 tempest-RoutersAdminNegativeIpV6Test-456061712 tempest-RoutersAdminNegativeIpV6Test-456061712-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.41'}]}}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:11:22.179144 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3b3c1649-d7ce-4e71-8a98-8d223e49fa05 tempest-RoutersAdminNegativeIpV6Test-456061712 tempest-RoutersAdminNegativeIpV6Test-456061712-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7069'] for router (be5f0903-2cf2-4cfa-bb7d-2f8711215002), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:22.180602 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3b3c1649-d7ce-4e71-8a98-8d223e49fa05 tempest-RoutersAdminNegativeIpV6Test-456061712 tempest-RoutersAdminNegativeIpV6Test-456061712-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4188952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7062'] for router (be5f0903-2cf2-4cfa-bb7d-2f8711215002), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:22.232584 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3b3c1649-d7ce-4e71-8a98-8d223e49fa05 tempest-RoutersAdminNegativeIpV6Test-456061712 tempest-RoutersAdminNegativeIpV6Test-456061712-project-admin] Publish callbacks [] for router_controller (be5f0903-2cf2-4cfa-bb7d-2f8711215002), precommit_add_association {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:22.273289 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55492) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:22.277398 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0031035 Mar 28 01:11:22.280800 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55494) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:22.372374 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3b3c1649-d7ce-4e71-8a98-8d223e49fa05 tempest-RoutersAdminNegativeIpV6Test-456061712 tempest-RoutersAdminNegativeIpV6Test-456061712-project-admin] Publish callbacks [] for router_gateway (be5f0903-2cf2-4cfa-bb7d-2f8711215002), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:22.379941 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-fb0f5c18-631f-4164-85c0-7b0807574e54 tempest-NetworksApiDiscovery-1820334233 tempest-NetworksApiDiscovery-1820334233-project] 10.222.0.24 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.0979366 Mar 28 01:11:22.578658 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3b3c1649-d7ce-4e71-8a98-8d223e49fa05 tempest-RoutersAdminNegativeIpV6Test-456061712 tempest-RoutersAdminNegativeIpV6Test-456061712-project-admin] Publish callbacks [] for router_gateway (be5f0903-2cf2-4cfa-bb7d-2f8711215002), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:22.600326 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3b3c1649-d7ce-4e71-8a98-8d223e49fa05 tempest-RoutersAdminNegativeIpV6Test-456061712 tempest-RoutersAdminNegativeIpV6Test-456061712-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:22.623992 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55502) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:22.725989 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-90fd42eb-209c-4213-9372-4e14c9442efd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:22.787482 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3b3c1649-d7ce-4e71-8a98-8d223e49fa05 tempest-RoutersAdminNegativeIpV6Test-456061712 tempest-RoutersAdminNegativeIpV6Test-456061712-project-admin] Publish callbacks [] for router (be5f0903-2cf2-4cfa-bb7d-2f8711215002), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:22.801666 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-90fd42eb-209c-4213-9372-4e14c9442efd admin admin] Publish callbacks [] for security_group (5b7555f4-202b-4a86-98fa-8350c1b55950), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:22.805657 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-90fd42eb-209c-4213-9372-4e14c9442efd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (5b7555f4-202b-4a86-98fa-8350c1b55950), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:22.847055 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fd42eb-209c-4213-9372-4e14c9442efd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b7555f4-202b-4a86-98fa-8350c1b55950,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:22.851337 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-90fd42eb-209c-4213-9372-4e14c9442efd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8ac8a0137c9b4f2197f1e770ff40d6d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2263279 Mar 28 01:11:22.854039 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55506) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:22.907295 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-abb4c6d7-b2b5-4851-8664-6c21820062a4 admin admin] Publish callbacks [] for security_group (5b7555f4-202b-4a86-98fa-8350c1b55950), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:22.928589 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-abb4c6d7-b2b5-4851-8664-6c21820062a4 admin admin] Publish callbacks [] for security_group (5b7555f4-202b-4a86-98fa-8350c1b55950), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:22.946645 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3b3c1649-d7ce-4e71-8a98-8d223e49fa05 tempest-RoutersAdminNegativeIpV6Test-456061712 tempest-RoutersAdminNegativeIpV6Test-456061712-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7151'] for router (be5f0903-2cf2-4cfa-bb7d-2f8711215002), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:22.948874 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3b3c1649-d7ce-4e71-8a98-8d223e49fa05 tempest-RoutersAdminNegativeIpV6Test-456061712 tempest-RoutersAdminNegativeIpV6Test-456061712-project-admin] Publish callbacks [] for router_controller (be5f0903-2cf2-4cfa-bb7d-2f8711215002), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:22.979005 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-abb4c6d7-b2b5-4851-8664-6c21820062a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (5b7555f4-202b-4a86-98fa-8350c1b55950), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:22.981737 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-abb4c6d7-b2b5-4851-8664-6c21820062a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:22.985756 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-abb4c6d7-b2b5-4851-8664-6c21820062a4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5b7555f4-202b-4a86-98fa-8350c1b55950 HTTP/1.1" status: 204 len: 168 time: 0.1280391 Mar 28 01:11:22.992102 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb4c6d7-b2b5-4851-8664-6c21820062a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b7555f4-202b-4a86-98fa-8350c1b55950,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:22.995803 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3b3c1649-d7ce-4e71-8a98-8d223e49fa05 tempest-RoutersAdminNegativeIpV6Test-456061712 tempest-RoutersAdminNegativeIpV6Test-456061712-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689686'] for router (be5f0903-2cf2-4cfa-bb7d-2f8711215002), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:22.996391 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b3c1649-d7ce-4e71-8a98-8d223e49fa05 tempest-RoutersAdminNegativeIpV6Test-456061712 tempest-RoutersAdminNegativeIpV6Test-456061712-project-admin] Fanout notify agent at l3_agent the message router_deleted on router be5f0903-2cf2-4cfa-bb7d-2f8711215002 {{(pid=104098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 01:11:23.013541 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.api.v2.resource [None req-3b3c1649-d7ce-4e71-8a98-8d223e49fa05 tempest-RoutersAdminNegativeIpV6Test-456061712 tempest-RoutersAdminNegativeIpV6Test-456061712-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 28 01:11:23.017774 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-3b3c1649-d7ce-4e71-8a98-8d223e49fa05 tempest-RoutersAdminNegativeIpV6Test-456061712 tempest-RoutersAdminNegativeIpV6Test-456061712-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 0.8610363 Mar 28 01:11:23.017774 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55510) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:23.079154 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55512) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:23.190908 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-d737f243-0104-48c5-8504-fe8218d6bb9a tempest-RoutersAdminNegativeIpV6Test-456061712 tempest-RoutersAdminNegativeIpV6Test-456061712-project-admin] Deleting port 46ecddd4-212c-481f-99d9-68cf78521207 {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:11:23.191254 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d737f243-0104-48c5-8504-fe8218d6bb9a tempest-RoutersAdminNegativeIpV6Test-456061712 tempest-RoutersAdminNegativeIpV6Test-456061712-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (46ecddd4-212c-481f-99d9-68cf78521207), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:23.358261 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d737f243-0104-48c5-8504-fe8218d6bb9a tempest-RoutersAdminNegativeIpV6Test-456061712 tempest-RoutersAdminNegativeIpV6Test-456061712-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (46ecddd4-212c-481f-99d9-68cf78521207), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:23.373931 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-d737f243-0104-48c5-8504-fe8218d6bb9a tempest-RoutersAdminNegativeIpV6Test-456061712 tempest-RoutersAdminNegativeIpV6Test-456061712-project-admin] Calling delete_port for 46ecddd4-212c-481f-99d9-68cf78521207 owned by {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:11:23.622199 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d737f243-0104-48c5-8504-fe8218d6bb9a tempest-RoutersAdminNegativeIpV6Test-456061712 tempest-RoutersAdminNegativeIpV6Test-456061712-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (46ecddd4-212c-481f-99d9-68cf78521207), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:23.672538 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d737f243-0104-48c5-8504-fe8218d6bb9a tempest-RoutersAdminNegativeIpV6Test-456061712 tempest-RoutersAdminNegativeIpV6Test-456061712-project-admin] Pushing event deleted for resources: {'Port': ['ID=46ecddd4-212c-481f-99d9-68cf78521207,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:23.766484 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-daf10055-b26c-47b0-9aa9-c47833ae1814 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:23.769508 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d737f243-0104-48c5-8504-fe8218d6bb9a tempest-RoutersAdminNegativeIpV6Test-456061712 tempest-RoutersAdminNegativeIpV6Test-456061712-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:23.772702 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-d737f243-0104-48c5-8504-fe8218d6bb9a tempest-RoutersAdminNegativeIpV6Test-456061712 tempest-RoutersAdminNegativeIpV6Test-456061712-project-admin] 10.222.0.24 "DELETE /v2.0/ports/46ecddd4-212c-481f-99d9-68cf78521207 HTTP/1.1" status: 204 len: 168 time: 0.7539296 Mar 28 01:11:24.022633 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55518) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:24.046461 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-daf10055-b26c-47b0-9aa9-c47833ae1814 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Allocated IP 172.20.0.17 (0300aea6-8151-43ce-a56d-a19c5738e77e/db644160-0201-44ed-9e47-fb5132a0d303/1c0a3e79-92b2-40b8-b97e-b595a2879d71) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:11:24.142592 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-92f0a18d-1630-4dab-b443-4401d6546987 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:24.181100 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-daf10055-b26c-47b0-9aa9-c47833ae1814 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for port (1c0a3e79-92b2-40b8-b97e-b595a2879d71), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:24.242844 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-daf10055-b26c-47b0-9aa9-c47833ae1814 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (1c0a3e79-92b2-40b8-b97e-b595a2879d71), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:24.290191 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-92f0a18d-1630-4dab-b443-4401d6546987 admin admin] Publish callbacks [] for security_group (b0fa20cd-f0ce-4516-9b26-b6a0d9a1c8ec), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:24.298281 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-92f0a18d-1630-4dab-b443-4401d6546987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (b0fa20cd-f0ce-4516-9b26-b6a0d9a1c8ec), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:24.302321 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf10055-b26c-47b0-9aa9-c47833ae1814 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Network 0300aea6-8151-43ce-a56d-a19c5738e77e is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:11:24.318920 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-daf10055-b26c-47b0-9aa9-c47833ae1814 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:11:24.329550 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf10055-b26c-47b0-9aa9-c47833ae1814 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:11:24.379636 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-92f0a18d-1630-4dab-b443-4401d6546987 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6326a82eea1e4c449869a46ed5f2b29c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3559272 Mar 28 01:11:24.380411 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f0a18d-1630-4dab-b443-4401d6546987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0fa20cd-f0ce-4516-9b26-b6a0d9a1c8ec,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:24.382593 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55522) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:24.385144 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf10055-b26c-47b0-9aa9-c47833ae1814 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'Port': ['ID=1c0a3e79-92b2-40b8-b97e-b595a2879d71,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:24.399906 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-daf10055-b26c-47b0-9aa9-c47833ae1814 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3686596'] for router_interface (972614b4-f026-44d6-b5b2-387121f477a0), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:24.444648 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c560d2a0-499b-4cf9-8ea8-3504be0e8ac9 admin admin] Publish callbacks [] for security_group (b0fa20cd-f0ce-4516-9b26-b6a0d9a1c8ec), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:24.470150 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c560d2a0-499b-4cf9-8ea8-3504be0e8ac9 admin admin] Publish callbacks [] for security_group (b0fa20cd-f0ce-4516-9b26-b6a0d9a1c8ec), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:24.532549 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c560d2a0-499b-4cf9-8ea8-3504be0e8ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (b0fa20cd-f0ce-4516-9b26-b6a0d9a1c8ec), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:24.535581 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c560d2a0-499b-4cf9-8ea8-3504be0e8ac9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:24.537037 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-c560d2a0-499b-4cf9-8ea8-3504be0e8ac9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b0fa20cd-f0ce-4516-9b26-b6a0d9a1c8ec HTTP/1.1" status: 204 len: 168 time: 0.1528327 Mar 28 01:11:24.546533 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c560d2a0-499b-4cf9-8ea8-3504be0e8ac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0fa20cd-f0ce-4516-9b26-b6a0d9a1c8ec,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:24.626242 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-29c3167f-0b2b-4273-917c-dae893296005 None None] Provisioning complete for port 1c0a3e79-92b2-40b8-b97e-b595a2879d71 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:11:24.626856 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-29c3167f-0b2b-4273-917c-dae893296005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (1c0a3e79-92b2-40b8-b97e-b595a2879d71), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:24.668327 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-29c3167f-0b2b-4273-917c-dae893296005 None None] Port 1c0a3e79-92b2-40b8-b97e-b595a2879d71 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:11:24.822702 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55528) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:24.885546 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-daf10055-b26c-47b0-9aa9-c47833ae1814 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (1c0a3e79-92b2-40b8-b97e-b595a2879d71), before_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:24.890034 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-b524b41f-eef0-4e93-8d16-3503a6e11d49 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dfacc449e2bd4f27a737469ed9e02e38&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0662417 Mar 28 01:11:24.892693 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55530) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:24.940894 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8dc6ad46-e8e1-4050-8042-d406f8c392f7 admin admin] Publish callbacks [] for security_group (fe8c022d-29bd-4f1f-99d2-92f302ad84ad), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:24.962119 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8dc6ad46-e8e1-4050-8042-d406f8c392f7 admin admin] Publish callbacks [] for security_group (fe8c022d-29bd-4f1f-99d2-92f302ad84ad), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:25.008208 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8dc6ad46-e8e1-4050-8042-d406f8c392f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (fe8c022d-29bd-4f1f-99d2-92f302ad84ad), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:25.010876 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8dc6ad46-e8e1-4050-8042-d406f8c392f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:25.012024 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-8dc6ad46-e8e1-4050-8042-d406f8c392f7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fe8c022d-29bd-4f1f-99d2-92f302ad84ad HTTP/1.1" status: 204 len: 168 time: 0.1183541 Mar 28 01:11:25.020385 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc6ad46-e8e1-4050-8042-d406f8c392f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe8c022d-29bd-4f1f-99d2-92f302ad84ad,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:25.174574 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-daf10055-b26c-47b0-9aa9-c47833ae1814 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for port (1c0a3e79-92b2-40b8-b97e-b595a2879d71), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:25.178179 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-daf10055-b26c-47b0-9aa9-c47833ae1814 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126177159'] for port (1c0a3e79-92b2-40b8-b97e-b595a2879d71), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:25.254625 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf10055-b26c-47b0-9aa9-c47833ae1814 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'Port': ['ID=1c0a3e79-92b2-40b8-b97e-b595a2879d71,revision_number=2']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:25.257148 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-daf10055-b26c-47b0-9aa9-c47833ae1814 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3725889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3686480'] for router_interface (972614b4-f026-44d6-b5b2-387121f477a0), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:25.347973 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf10055-b26c-47b0-9aa9-c47833ae1814 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Network 0300aea6-8151-43ce-a56d-a19c5738e77e is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:11:25.349339 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-daf10055-b26c-47b0-9aa9-c47833ae1814 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:11:25.472599 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daf10055-b26c-47b0-9aa9-c47833ae1814 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Router 972614b4-f026-44d6-b5b2-387121f477a0 has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:11:25.595981 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daf10055-b26c-47b0-9aa9-c47833ae1814 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:11:25.598914 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-1aaa4ff8-941c-40f7-8e9f-df4b0f28fed6 None None] Provisioning complete for port 1c0a3e79-92b2-40b8-b97e-b595a2879d71 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:11:25.599290 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-1aaa4ff8-941c-40f7-8e9f-df4b0f28fed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (1c0a3e79-92b2-40b8-b97e-b595a2879d71), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:25.608545 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-daf10055-b26c-47b0-9aa9-c47833ae1814 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "PUT /v2.0/routers/972614b4-f026-44d6-b5b2-387121f477a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5274208 Mar 28 01:11:25.625356 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775e5832-6406-4067-906b-f9fd3f4a5d78 None None] Sync routers for ids ['972614b4-f026-44d6-b5b2-387121f477a0'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:11:25.646646 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-1aaa4ff8-941c-40f7-8e9f-df4b0f28fed6 None None] Port 1c0a3e79-92b2-40b8-b97e-b595a2879d71 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:11:25.648180 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775e5832-6406-4067-906b-f9fd3f4a5d78 None None] Routers {'972614b4-f026-44d6-b5b2-387121f477a0'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:11:25.648797 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-775e5832-6406-4067-906b-f9fd3f4a5d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:11:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['972614b4-f026-44d6-b5b2-387121f477a0'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:11:25.741646 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55554) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:25.765364 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-775e5832-6406-4067-906b-f9fd3f4a5d78 None None] Set router 972614b4-f026-44d6-b5b2-387121f477a0 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:11:25.837629 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-004d2e28-8768-4363-a49b-5622a2b7064e tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Request body: {'security_group': {'name': 'default'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:11:25.838193 dv-neutron-834874-6-hyperv neutron-server[104099]: WARNING neutron.api.v2.base [None req-004d2e28-8768-4363-a49b-5622a2b7064e tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 28 01:11:25.838688 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.api.v2.resource [None req-004d2e28-8768-4363-a49b-5622a2b7064e tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] create failed (client error): There was a conflict when trying to complete your request. Mar 28 01:11:25.839940 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-004d2e28-8768-4363-a49b-5622a2b7064e tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.0969157 Mar 28 01:11:25.843811 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55560) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:25.849109 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-4b7dc677-113c-4917-b96c-16d3bd2ab19e tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Request body: {'security_group': {'name': 'tempest-secgroup--582458563'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:11:25.868968 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4b7dc677-113c-4917-b96c-16d3bd2ab19e tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Publish callbacks [] for security_group (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:25.880056 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4b7dc677-113c-4917-b96c-16d3bd2ab19e tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Publish callbacks [] for security_group (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:25.956553 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4b7dc677-113c-4917-b96c-16d3bd2ab19e tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Publish callbacks [] for security_group (92604eba-1cff-41a3-911d-6a398368539d), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:25.960462 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4b7dc677-113c-4917-b96c-16d3bd2ab19e tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (92604eba-1cff-41a3-911d-6a398368539d), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:25.998293 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-775e5832-6406-4067-906b-f9fd3f4a5d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '972614b4-f026-44d6-b5b2-387121f477a0', 'name': 'tempest-TestNetworkBasicOps-router-1449852851', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.203'}], 'enable_snat': True}, 'gw_port_id': '284be52d-195b-458f-be0d-523be760202a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:09:46Z', 'updated_at': '2022-03-28T01:11:24Z', 'revision_number': 5, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': '284be52d-195b-458f-be0d-523be760202a', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:98:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972614b4-f026-44d6-b5b2-387121f477a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:09:47Z', 'updated_at': '2022-03-28T01:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_floatingips': [{'id': '704e640d-7c53-41ca-8dcf-349de17cf978', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'floating_ip_address': '172.26.1.112', 'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'router_id': '972614b4-f026-44d6-b5b2-387121f477a0', 'port_id': '74325668-0837-407e-b93b-f7c316ea4f78', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7543c20d-2cfc-49fd-abfd-e84ff8dfd2c3', 'mac_address': 'fa:16:3e:7e:a9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36094a88-9f2d-4c07-949f-f56c083f88fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T01:10:24Z', 'updated_at': '2022-03-28T01:10:29Z', 'revision_number': 1, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c0a3e79-92b2-40b8-b97e-b595a2879d71', 'name': '', 'network_id': '0300aea6-8151-43ce-a56d-a19c5738e77e', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'mac_address': 'fa:16:3e:8f:69:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '972614b4-f026-44d6-b5b2-387121f477a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': 'db644160-0201-44ed-9e47-fb5132a0d303', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:11:23Z', 'updated_at': '2022-03-28T01:11:25Z', 'revision_number': 2, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'subnets': [{'id': 'db644160-0201-44ed-9e47-fb5132a0d303', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fba6b65-87d7-4e6d-bb9b-cc3221d8e198', 'name': '', 'network_id': '7543c20d-2cfc-49fd-abfd-e84ff8dfd2c3', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'mac_address': 'fa:16:3e:91:b3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972614b4-f026-44d6-b5b2-387121f477a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '592db495-2a42-45a2-9428-dccc028178bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:09:55Z', 'updated_at': '2022-03-28T01:10:04Z', 'revision_number': 5, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'subnets': [{'id': '592db495-2a42-45a2-9428-dccc028178bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:11:25.999494 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7dc677-113c-4917-b96c-16d3bd2ab19e tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92604eba-1cff-41a3-911d-6a398368539d,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:26.028572 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775e5832-6406-4067-906b-f9fd3f4a5d78 None None] Checking router: 972614b4-f026-44d6-b5b2-387121f477a0 for host: dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:11:26.028931 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775e5832-6406-4067-906b-f9fd3f4a5d78 None None] Updating router 972614b4-f026-44d6-b5b2-387121f477a0 port 1c0a3e79-92b2-40b8-b97e-b595a2879d71 binding host dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 01:11:26.038783 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4b7dc677-113c-4917-b96c-16d3bd2ab19e tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Publish callbacks [] for security_group (934325d3-7815-4907-90be-c5a2a7d751a0), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:26.043066 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4b7dc677-113c-4917-b96c-16d3bd2ab19e tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (934325d3-7815-4907-90be-c5a2a7d751a0), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:26.074427 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4b7dc677-113c-4917-b96c-16d3bd2ab19e tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:26.075722 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-4b7dc677-113c-4917-b96c-16d3bd2ab19e tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2309136 Mar 28 01:11:26.079293 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55562) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:26.082264 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7dc677-113c-4917-b96c-16d3bd2ab19e tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=934325d3-7815-4907-90be-c5a2a7d751a0,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:26.084139 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-6be3e8f8-9ad5-4b84-8ab6-eef59fb99a2e tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Request body: {'security_group_rule': {'security_group_id': '934325d3-7815-4907-90be-c5a2a7d751a0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:11:26.110118 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-6be3e8f8-9ad5-4b84-8ab6-eef59fb99a2e tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Publish callbacks [] for security_group_rule (a04af4dd-7fb2-4f26-8484-fac8b41608df), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:26.168227 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-6be3e8f8-9ad5-4b84-8ab6-eef59fb99a2e tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Publish callbacks [] for security_group_rule (a04af4dd-7fb2-4f26-8484-fac8b41608df), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:26.172096 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-6be3e8f8-9ad5-4b84-8ab6-eef59fb99a2e tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (a04af4dd-7fb2-4f26-8484-fac8b41608df), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:26.190005 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be3e8f8-9ad5-4b84-8ab6-eef59fb99a2e tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a04af4dd-7fb2-4f26-8484-fac8b41608df,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:26.203285 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-6be3e8f8-9ad5-4b84-8ab6-eef59fb99a2e tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:26.204323 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-775e5832-6406-4067-906b-f9fd3f4a5d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (1c0a3e79-92b2-40b8-b97e-b595a2879d71), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:26.204525 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-6be3e8f8-9ad5-4b84-8ab6-eef59fb99a2e tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1242149 Mar 28 01:11:26.207370 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55564) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:26.211821 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-380de301-3ebe-4035-8a8f-1d23b5f3bbca tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Request body: {'security_group_rule': {'security_group_id': '934325d3-7815-4907-90be-c5a2a7d751a0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:11:26.235636 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-380de301-3ebe-4035-8a8f-1d23b5f3bbca tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Publish callbacks [] for security_group_rule (73ae3af3-4901-459e-8513-59b4f565c1c4), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:26.281650 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.api.v2.resource [None req-380de301-3ebe-4035-8a8f-1d23b5f3bbca tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] create failed (client error): There was a conflict when trying to complete your request. Mar 28 01:11:26.282615 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-380de301-3ebe-4035-8a8f-1d23b5f3bbca tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0742507 Mar 28 01:11:26.285885 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55566) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:26.337828 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-aaea77bf-274a-4c67-a225-5314b58a88be tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Publish callbacks [] for security_group (934325d3-7815-4907-90be-c5a2a7d751a0), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:26.359998 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-aaea77bf-274a-4c67-a225-5314b58a88be tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Publish callbacks [] for security_group (934325d3-7815-4907-90be-c5a2a7d751a0), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:26.408425 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-aaea77bf-274a-4c67-a225-5314b58a88be tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (934325d3-7815-4907-90be-c5a2a7d751a0), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:26.411364 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-aaea77bf-274a-4c67-a225-5314b58a88be tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:26.415166 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-aaea77bf-274a-4c67-a225-5314b58a88be tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] 10.222.0.24 "DELETE /v2.0/security-groups/934325d3-7815-4907-90be-c5a2a7d751a0 HTTP/1.1" status: 204 len: 168 time: 0.1257393 Mar 28 01:11:26.415494 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55568) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:26.428025 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaea77bf-274a-4c67-a225-5314b58a88be tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=934325d3-7815-4907-90be-c5a2a7d751a0,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:26.462424 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-73fcaa6a-96f8-4367-bc1c-d1bf76636178 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0456116 Mar 28 01:11:26.466452 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55570) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:26.471146 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-63aad38c-e76d-4a05-8de4-a6c5336c7a7a tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Request body: {'security_group': {'name': 'tempest-secgroup--1409915247'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:11:26.473784 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-775e5832-6406-4067-906b-f9fd3f4a5d78 None None] Publish callbacks [] for port (1c0a3e79-92b2-40b8-b97e-b595a2879d71), precommit_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:26.479325 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-775e5832-6406-4067-906b-f9fd3f4a5d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (1c0a3e79-92b2-40b8-b97e-b595a2879d71), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:26.496186 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-63aad38c-e76d-4a05-8de4-a6c5336c7a7a tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Publish callbacks [] for security_group (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:26.561756 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c980adff-f363-4916-9caa-0d408be8df03 None None] Pushing event updated for resources: {'Port': ['ID=1c0a3e79-92b2-40b8-b97e-b595a2879d71,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:26.578111 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-63aad38c-e76d-4a05-8de4-a6c5336c7a7a tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Publish callbacks [] for security_group (693bb237-a4e8-457b-b1ed-cfe26e9581a4), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:26.583661 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-63aad38c-e76d-4a05-8de4-a6c5336c7a7a tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (693bb237-a4e8-457b-b1ed-cfe26e9581a4), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:26.596274 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-775e5832-6406-4067-906b-f9fd3f4a5d78 None None] Attempting to bind port 1c0a3e79-92b2-40b8-b97e-b595a2879d71 on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:11:26.596652 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-775e5832-6406-4067-906b-f9fd3f4a5d78 None None] Attempting to bind port 1c0a3e79-92b2-40b8-b97e-b595a2879d71 by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': '28f92320-1dd2-446d-9316-f1290fa904ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0300aea6-8151-43ce-a56d-a19c5738e77e'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:11:26.597017 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775e5832-6406-4067-906b-f9fd3f4a5d78 None None] Attempting to bind port 1c0a3e79-92b2-40b8-b97e-b595a2879d71 on network 0300aea6-8151-43ce-a56d-a19c5738e77e {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:11:26.603247 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775e5832-6406-4067-906b-f9fd3f4a5d78 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:11:26.603763 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775e5832-6406-4067-906b-f9fd3f4a5d78 None None] Checking segment: {'id': '28f92320-1dd2-446d-9316-f1290fa904ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0300aea6-8151-43ce-a56d-a19c5738e77e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:11:26.604241 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-775e5832-6406-4067-906b-f9fd3f4a5d78 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:26.604665 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775e5832-6406-4067-906b-f9fd3f4a5d78 None None] Bound using segment: {'id': '28f92320-1dd2-446d-9316-f1290fa904ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0300aea6-8151-43ce-a56d-a19c5738e77e'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:11:26.605190 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-775e5832-6406-4067-906b-f9fd3f4a5d78 None None] Bound port: 1c0a3e79-92b2-40b8-b97e-b595a2879d71, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28f92320-1dd2-446d-9316-f1290fa904ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0300aea6-8151-43ce-a56d-a19c5738e77e'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:11:26.605583 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-775e5832-6406-4067-906b-f9fd3f4a5d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (1c0a3e79-92b2-40b8-b97e-b595a2879d71), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:26.616466 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-63aad38c-e76d-4a05-8de4-a6c5336c7a7a tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:26.617847 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-63aad38c-e76d-4a05-8de4-a6c5336c7a7a tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1503389 Mar 28 01:11:26.621648 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55572) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:26.622758 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aad38c-e76d-4a05-8de4-a6c5336c7a7a tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=693bb237-a4e8-457b-b1ed-cfe26e9581a4,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:26.631131 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-7ee4c986-f4eb-459e-a5b5-ba9738f60ab7 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Request body: {'security_group_rule': {'security_group_id': '693bb237-a4e8-457b-b1ed-cfe26e9581a4', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:11:26.632255 dv-neutron-834874-6-hyperv neutron-server[104099]: WARNING neutron.api.v2.base [None req-7ee4c986-f4eb-459e-a5b5-ba9738f60ab7 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 28 01:11:26.632929 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.api.v2.resource [None req-7ee4c986-f4eb-459e-a5b5-ba9738f60ab7 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 01:11:26.636482 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-7ee4c986-f4eb-459e-a5b5-ba9738f60ab7 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0148461 Mar 28 01:11:26.637693 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55574) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:26.678550 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-775e5832-6406-4067-906b-f9fd3f4a5d78 None None] For port 1c0a3e79-92b2-40b8-b97e-b595a2879d71, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:11:26.682502 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-775e5832-6406-4067-906b-f9fd3f4a5d78 None None] For port 1c0a3e79-92b2-40b8-b97e-b595a2879d71, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=1c0a3e79-92b2-40b8-b97e-b595a2879d71,segment=NetworkSegment(28f92320-1dd2-446d-9316-f1290fa904ce),segment_id=28f92320-1dd2-446d-9316-f1290fa904ce)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:11:26.690174 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-775e5832-6406-4067-906b-f9fd3f4a5d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (1c0a3e79-92b2-40b8-b97e-b595a2879d71), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:26.702235 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-558bb092-62f2-4daf-bff2-ef71f615838b tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Publish callbacks [] for security_group (693bb237-a4e8-457b-b1ed-cfe26e9581a4), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:26.730028 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-558bb092-62f2-4daf-bff2-ef71f615838b tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Publish callbacks [] for security_group (693bb237-a4e8-457b-b1ed-cfe26e9581a4), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:26.748988 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775e5832-6406-4067-906b-f9fd3f4a5d78 None None] Routers {'972614b4-f026-44d6-b5b2-387121f477a0'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:11:26.749634 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-775e5832-6406-4067-906b-f9fd3f4a5d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:11:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['972614b4-f026-44d6-b5b2-387121f477a0'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:11:26.785278 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-558bb092-62f2-4daf-bff2-ef71f615838b tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (693bb237-a4e8-457b-b1ed-cfe26e9581a4), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:26.788290 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-558bb092-62f2-4daf-bff2-ef71f615838b tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:26.789706 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-558bb092-62f2-4daf-bff2-ef71f615838b tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] 10.222.0.24 "DELETE /v2.0/security-groups/693bb237-a4e8-457b-b1ed-cfe26e9581a4 HTTP/1.1" status: 204 len: 168 time: 0.1507864 Mar 28 01:11:26.792433 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55576) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:26.799626 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558bb092-62f2-4daf-bff2-ef71f615838b tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=693bb237-a4e8-457b-b1ed-cfe26e9581a4,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:26.819342 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c980adff-f363-4916-9caa-0d408be8df03 None None] Pushing event updated for resources: {'Port': ['ID=1c0a3e79-92b2-40b8-b97e-b595a2879d71,revision_number=4']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:26.860362 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-c7c0e9b5-48fa-4901-8424-e42c8909d878 None None] Provisioning complete for port 1c0a3e79-92b2-40b8-b97e-b595a2879d71 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:11:26.860739 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-c7c0e9b5-48fa-4901-8424-e42c8909d878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (1c0a3e79-92b2-40b8-b97e-b595a2879d71), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:26.868804 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55578) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:26.872696 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-c5580010-bfe3-40dd-b34e-9003ee775412 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0789216 Mar 28 01:11:26.873351 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-384433e3-ccb1-4eb3-a42b-e1e5351dd268 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Request body: {'security_group': {'name': 'tempest-secgroup--320644691'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:11:26.896047 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-384433e3-ccb1-4eb3-a42b-e1e5351dd268 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:26.913611 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-775e5832-6406-4067-906b-f9fd3f4a5d78 None None] Set router 972614b4-f026-44d6-b5b2-387121f477a0 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:11:26.972316 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-384433e3-ccb1-4eb3-a42b-e1e5351dd268 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Publish callbacks [] for security_group (450bffff-196c-4a5d-8ff1-a872ded00a68), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:26.977262 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-384433e3-ccb1-4eb3-a42b-e1e5351dd268 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (450bffff-196c-4a5d-8ff1-a872ded00a68), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:27.009760 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-384433e3-ccb1-4eb3-a42b-e1e5351dd268 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:27.011462 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-384433e3-ccb1-4eb3-a42b-e1e5351dd268 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1411850 Mar 28 01:11:27.013496 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384433e3-ccb1-4eb3-a42b-e1e5351dd268 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=450bffff-196c-4a5d-8ff1-a872ded00a68,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:27.014239 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55580) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:27.023167 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-1db85384-56fe-4802-a0f1-d8efd31ad9b6 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Request body: {'security_group_rule': {'security_group_id': '450bffff-196c-4a5d-8ff1-a872ded00a68', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:11:27.023737 dv-neutron-834874-6-hyperv neutron-server[104099]: WARNING neutron.api.v2.base [None req-1db85384-56fe-4802-a0f1-d8efd31ad9b6 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 28 01:11:27.028070 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.api.v2.resource [None req-1db85384-56fe-4802-a0f1-d8efd31ad9b6 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 01:11:27.029581 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-1db85384-56fe-4802-a0f1-d8efd31ad9b6 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0137985 Mar 28 01:11:27.032466 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55582) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:27.041930 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-c7c0e9b5-48fa-4901-8424-e42c8909d878 None None] Current status of the port 1c0a3e79-92b2-40b8-b97e-b595a2879d71 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:11:27.042317 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-c7c0e9b5-48fa-4901-8424-e42c8909d878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (1c0a3e79-92b2-40b8-b97e-b595a2879d71), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:27.084523 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9e3623bc-54ab-4e5b-b1bc-0974dd7f8123 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Publish callbacks [] for security_group (450bffff-196c-4a5d-8ff1-a872ded00a68), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:27.106651 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9e3623bc-54ab-4e5b-b1bc-0974dd7f8123 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Publish callbacks [] for security_group (450bffff-196c-4a5d-8ff1-a872ded00a68), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:27.132954 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-c7c0e9b5-48fa-4901-8424-e42c8909d878 None None] For port 1c0a3e79-92b2-40b8-b97e-b595a2879d71, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=1c0a3e79-92b2-40b8-b97e-b595a2879d71,segment=NetworkSegment(28f92320-1dd2-446d-9316-f1290fa904ce),segment_id=28f92320-1dd2-446d-9316-f1290fa904ce)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:11:27.149760 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-c7c0e9b5-48fa-4901-8424-e42c8909d878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (1c0a3e79-92b2-40b8-b97e-b595a2879d71), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:27.156046 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9e3623bc-54ab-4e5b-b1bc-0974dd7f8123 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (450bffff-196c-4a5d-8ff1-a872ded00a68), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:27.160972 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9e3623bc-54ab-4e5b-b1bc-0974dd7f8123 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:27.163729 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55584) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:27.164005 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-9e3623bc-54ab-4e5b-b1bc-0974dd7f8123 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] 10.222.0.24 "DELETE /v2.0/security-groups/450bffff-196c-4a5d-8ff1-a872ded00a68 HTTP/1.1" status: 204 len: 168 time: 0.1301169 Mar 28 01:11:27.173598 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3623bc-54ab-4e5b-b1bc-0974dd7f8123 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=450bffff-196c-4a5d-8ff1-a872ded00a68,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:27.229993 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-c7a4705f-042e-46ab-97b2-858719bef405 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0607934 Mar 28 01:11:27.230557 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55586) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:27.235640 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-52b9d3c9-3e9f-4fe2-a71a-8c237a9c3100 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Request body: {'security_group': {'name': 'tempest-secgroup--1997113305'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:11:27.247042 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c0e9b5-48fa-4901-8424-e42c8909d878 None None] Pushing event updated for resources: {'Port': ['ID=1c0a3e79-92b2-40b8-b97e-b595a2879d71,revision_number=5']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:27.258143 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-52b9d3c9-3e9f-4fe2-a71a-8c237a9c3100 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:27.278106 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-4e2a9b24-3e12-4112-b26c-3b116942c2a2 None None] Provisioning complete for port 1c0a3e79-92b2-40b8-b97e-b595a2879d71 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:11:27.278481 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-4e2a9b24-3e12-4112-b26c-3b116942c2a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (1c0a3e79-92b2-40b8-b97e-b595a2879d71), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:27.300734 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-775e5832-6406-4067-906b-f9fd3f4a5d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '972614b4-f026-44d6-b5b2-387121f477a0', 'name': 'tempest-TestNetworkBasicOps-router-1449852851', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.203'}], 'enable_snat': True}, 'gw_port_id': '284be52d-195b-458f-be0d-523be760202a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:09:46Z', 'updated_at': '2022-03-28T01:11:24Z', 'revision_number': 5, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': '284be52d-195b-458f-be0d-523be760202a', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:98:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972614b4-f026-44d6-b5b2-387121f477a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:09:47Z', 'updated_at': '2022-03-28T01:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_floatingips': [{'id': '704e640d-7c53-41ca-8dcf-349de17cf978', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'floating_ip_address': '172.26.1.112', 'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'router_id': '972614b4-f026-44d6-b5b2-387121f477a0', 'port_id': '74325668-0837-407e-b93b-f7c316ea4f78', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7543c20d-2cfc-49fd-abfd-e84ff8dfd2c3', 'mac_address': 'fa:16:3e:7e:a9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36094a88-9f2d-4c07-949f-f56c083f88fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T01:10:24Z', 'updated_at': '2022-03-28T01:10:29Z', 'revision_number': 1, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c0a3e79-92b2-40b8-b97e-b595a2879d71', 'name': '', 'network_id': '0300aea6-8151-43ce-a56d-a19c5738e77e', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'mac_address': 'fa:16:3e:8f:69:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '972614b4-f026-44d6-b5b2-387121f477a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': 'db644160-0201-44ed-9e47-fb5132a0d303', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:11:23Z', 'updated_at': '2022-03-28T01:11:26Z', 'revision_number': 4, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'subnets': [{'id': 'db644160-0201-44ed-9e47-fb5132a0d303', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fba6b65-87d7-4e6d-bb9b-cc3221d8e198', 'name': '', 'network_id': '7543c20d-2cfc-49fd-abfd-e84ff8dfd2c3', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'mac_address': 'fa:16:3e:91:b3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972614b4-f026-44d6-b5b2-387121f477a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '592db495-2a42-45a2-9428-dccc028178bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:09:55Z', 'updated_at': '2022-03-28T01:10:04Z', 'revision_number': 5, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'subnets': [{'id': '592db495-2a42-45a2-9428-dccc028178bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:11:27.332819 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775e5832-6406-4067-906b-f9fd3f4a5d78 None None] The sync data for ids ['972614b4-f026-44d6-b5b2-387121f477a0'] in dv-neutron-834874-6-hyperv is: [{'id': '972614b4-f026-44d6-b5b2-387121f477a0', 'name': 'tempest-TestNetworkBasicOps-router-1449852851', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.203'}], 'enable_snat': True}, 'gw_port_id': '284be52d-195b-458f-be0d-523be760202a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:09:46Z', 'updated_at': '2022-03-28T01:11:24Z', 'revision_number': 5, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': '284be52d-195b-458f-be0d-523be760202a', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:98:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972614b4-f026-44d6-b5b2-387121f477a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:09:47Z', 'updated_at': '2022-03-28T01:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_floatingips': [{'id': '704e640d-7c53-41ca-8dcf-349de17cf978', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'floating_ip_address': '172.26.1.112', 'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'router_id': '972614b4-f026-44d6-b5b2-387121f477a0', 'port_id': '74325668-0837-407e-b93b-f7c316ea4f78', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7543c20d-2cfc-49fd-abfd-e84ff8dfd2c3', 'mac_address': 'fa:16:3e:7e:a9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36094a88-9f2d-4c07-949f-f56c083f88fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T01:10:24Z', 'updated_at': '2022-03-28T01:10:29Z', 'revision_number': 1, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c0a3e79-92b2-40b8-b97e-b595a2879d71', 'name': '', 'network_id': '0300aea6-8151-43ce-a56d-a19c5738e77e', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'mac_address': 'fa:16:3e:8f:69:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '972614b4-f026-44d6-b5b2-387121f477a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': 'db644160-0201-44ed-9e47-fb5132a0d303', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:11:23Z', 'updated_at': '2022-03-28T01:11:26Z', 'revision_number': 4, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'subnets': [{'id': 'db644160-0201-44ed-9e47-fb5132a0d303', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fba6b65-87d7-4e6d-bb9b-cc3221d8e198', 'name': '', 'network_id': '7543c20d-2cfc-49fd-abfd-e84ff8dfd2c3', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'mac_address': 'fa:16:3e:91:b3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972614b4-f026-44d6-b5b2-387121f477a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '592db495-2a42-45a2-9428-dccc028178bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:09:55Z', 'updated_at': '2022-03-28T01:10:04Z', 'revision_number': 5, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'subnets': [{'id': '592db495-2a42-45a2-9428-dccc028178bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:11:27.339129 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-52b9d3c9-3e9f-4fe2-a71a-8c237a9c3100 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Publish callbacks [] for security_group (7ae32752-9f09-446d-abc1-d31b81bd3124), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:27.345613 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-52b9d3c9-3e9f-4fe2-a71a-8c237a9c3100 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (7ae32752-9f09-446d-abc1-d31b81bd3124), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:27.379416 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-52b9d3c9-3e9f-4fe2-a71a-8c237a9c3100 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:27.382196 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-52b9d3c9-3e9f-4fe2-a71a-8c237a9c3100 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1508670 Mar 28 01:11:27.383517 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b9d3c9-3e9f-4fe2-a71a-8c237a9c3100 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ae32752-9f09-446d-abc1-d31b81bd3124,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:27.385167 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55588) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:27.392752 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-2eedf143-ab82-43b2-a9fd-2a7843b4b3b5 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Request body: {'security_group_rule': {'security_group_id': '7ae32752-9f09-446d-abc1-d31b81bd3124', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:11:27.394143 dv-neutron-834874-6-hyperv neutron-server[104099]: WARNING neutron.api.v2.base [None req-2eedf143-ab82-43b2-a9fd-2a7843b4b3b5 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 28 01:11:27.395161 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.api.v2.resource [None req-2eedf143-ab82-43b2-a9fd-2a7843b4b3b5 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 01:11:27.396471 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-2eedf143-ab82-43b2-a9fd-2a7843b4b3b5 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0089943 Mar 28 01:11:27.399075 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55590) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:27.409651 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-63c0d2b8-0d3a-4f63-ba09-0e8da76f403d tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Request body: {'security_group_rule': {'security_group_id': '7ae32752-9f09-446d-abc1-d31b81bd3124', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:11:27.410870 dv-neutron-834874-6-hyperv neutron-server[104099]: WARNING neutron.api.v2.base [None req-63c0d2b8-0d3a-4f63-ba09-0e8da76f403d tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 28 01:11:27.411371 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.api.v2.resource [None req-63c0d2b8-0d3a-4f63-ba09-0e8da76f403d tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 01:11:27.412402 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-63c0d2b8-0d3a-4f63-ba09-0e8da76f403d tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0122476 Mar 28 01:11:27.416065 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55592) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:27.420541 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-3552bdd7-c405-43d0-9822-8aff0d298086 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Request body: {'security_group_rule': {'security_group_id': '7ae32752-9f09-446d-abc1-d31b81bd3124', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:11:27.421495 dv-neutron-834874-6-hyperv neutron-server[104099]: WARNING neutron.api.v2.base [None req-3552bdd7-c405-43d0-9822-8aff0d298086 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 28 01:11:27.422095 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.api.v2.resource [None req-3552bdd7-c405-43d0-9822-8aff0d298086 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 01:11:27.423127 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-3552bdd7-c405-43d0-9822-8aff0d298086 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0069327 Mar 28 01:11:27.425695 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55594) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:27.430550 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-7f882167-fae3-422a-8009-52cf6b6c1a71 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Request body: {'security_group_rule': {'security_group_id': '7ae32752-9f09-446d-abc1-d31b81bd3124', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:11:27.432197 dv-neutron-834874-6-hyperv neutron-server[104099]: WARNING neutron.api.v2.base [None req-7f882167-fae3-422a-8009-52cf6b6c1a71 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 28 01:11:27.432953 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.api.v2.resource [None req-7f882167-fae3-422a-8009-52cf6b6c1a71 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 01:11:27.436362 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-4e2a9b24-3e12-4112-b26c-3b116942c2a2 None None] Current status of the port 1c0a3e79-92b2-40b8-b97e-b595a2879d71 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:11:27.438153 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55596) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:27.438307 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-7f882167-fae3-422a-8009-52cf6b6c1a71 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0115154 Mar 28 01:11:27.495726 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2ece7b23-cf06-4fca-be7a-bc2b8ce6e970 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Publish callbacks [] for security_group (7ae32752-9f09-446d-abc1-d31b81bd3124), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:27.521020 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2ece7b23-cf06-4fca-be7a-bc2b8ce6e970 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Publish callbacks [] for security_group (7ae32752-9f09-446d-abc1-d31b81bd3124), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:27.565795 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2ece7b23-cf06-4fca-be7a-bc2b8ce6e970 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (7ae32752-9f09-446d-abc1-d31b81bd3124), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:27.568451 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2ece7b23-cf06-4fca-be7a-bc2b8ce6e970 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:27.569641 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-2ece7b23-cf06-4fca-be7a-bc2b8ce6e970 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] 10.222.0.24 "DELETE /v2.0/security-groups/7ae32752-9f09-446d-abc1-d31b81bd3124 HTTP/1.1" status: 204 len: 168 time: 0.1288347 Mar 28 01:11:27.572319 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55598) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:27.580390 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ece7b23-cf06-4fca-be7a-bc2b8ce6e970 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ae32752-9f09-446d-abc1-d31b81bd3124,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:27.618668 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-97c243aa-ba86-4548-bf5a-1bd6d8d55e66 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0452163 Mar 28 01:11:27.622686 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55600) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:27.627880 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-5135301d-9d60-4ac6-9910-cfecedf8403c tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Request body: {'security_group': {'name': 'tempest-secgroup--2113176854'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:11:27.649768 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5135301d-9d60-4ac6-9910-cfecedf8403c tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:27.720465 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5135301d-9d60-4ac6-9910-cfecedf8403c tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Publish callbacks [] for security_group (f91b9dae-2537-454d-8212-c4c0382814fe), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:27.724353 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5135301d-9d60-4ac6-9910-cfecedf8403c tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (f91b9dae-2537-454d-8212-c4c0382814fe), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:27.755207 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5135301d-9d60-4ac6-9910-cfecedf8403c tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:27.756454 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-5135301d-9d60-4ac6-9910-cfecedf8403c tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1321812 Mar 28 01:11:27.758364 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5135301d-9d60-4ac6-9910-cfecedf8403c tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f91b9dae-2537-454d-8212-c4c0382814fe,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:27.759561 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55602) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:27.765683 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-62e08679-845f-43d6-8d65-516256428327 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Request body: {'security_group_rule': {'security_group_id': 'f91b9dae-2537-454d-8212-c4c0382814fe', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:11:27.766085 dv-neutron-834874-6-hyperv neutron-server[104099]: WARNING neutron.api.v2.base [None req-62e08679-845f-43d6-8d65-516256428327 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 28 01:11:27.766577 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.api.v2.resource [None req-62e08679-845f-43d6-8d65-516256428327 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 01:11:27.770460 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55604) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:27.770641 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-62e08679-845f-43d6-8d65-516256428327 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0091486 Mar 28 01:11:27.775226 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-cc0f7a4e-26a5-4b0d-a237-46981c4d03d9 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Request body: {'security_group_rule': {'security_group_id': 'f91b9dae-2537-454d-8212-c4c0382814fe', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:11:27.810150 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.api.v2.resource [None req-cc0f7a4e-26a5-4b0d-a237-46981c4d03d9 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 01:11:27.815037 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-cc0f7a4e-26a5-4b0d-a237-46981c4d03d9 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0403893 Mar 28 01:11:27.815176 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55606) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:27.819566 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-de929f4b-f757-4dca-84c0-661cd4440c88 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Request body: {'security_group_rule': {'security_group_id': 'f91b9dae-2537-454d-8212-c4c0382814fe', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:11:27.820145 dv-neutron-834874-6-hyperv neutron-server[104098]: WARNING neutron.api.v2.base [None req-de929f4b-f757-4dca-84c0-661cd4440c88 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 28 01:11:27.820684 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.api.v2.resource [None req-de929f4b-f757-4dca-84c0-661cd4440c88 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 01:11:27.823513 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-de929f4b-f757-4dca-84c0-661cd4440c88 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0073538 Mar 28 01:11:27.826912 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55608) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:27.831354 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-a05b1f63-fdb7-4c5f-a893-a7ca01ef28ab tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Request body: {'security_group_rule': {'security_group_id': 'f91b9dae-2537-454d-8212-c4c0382814fe', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:11:27.869142 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.api.v2.resource [None req-a05b1f63-fdb7-4c5f-a893-a7ca01ef28ab tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 01:11:27.873519 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-a05b1f63-fdb7-4c5f-a893-a7ca01ef28ab tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0423534 Mar 28 01:11:27.873950 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55610) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:27.878612 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-d0afc5a5-3d93-4191-9bbe-93110e733a51 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Request body: {'security_group_rule': {'security_group_id': 'f91b9dae-2537-454d-8212-c4c0382814fe', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:11:27.879240 dv-neutron-834874-6-hyperv neutron-server[104098]: WARNING neutron.api.v2.base [None req-d0afc5a5-3d93-4191-9bbe-93110e733a51 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 28 01:11:27.879809 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.api.v2.resource [None req-d0afc5a5-3d93-4191-9bbe-93110e733a51 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 01:11:27.880815 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-d0afc5a5-3d93-4191-9bbe-93110e733a51 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0057592 Mar 28 01:11:27.883437 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55612) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:27.887570 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-56739b62-7a92-4c69-afc3-2568fe3cc997 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Request body: {'security_group_rule': {'security_group_id': 'f91b9dae-2537-454d-8212-c4c0382814fe', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:11:27.912501 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.securitygroups_db [None req-56739b62-7a92-4c69-afc3-2568fe3cc997 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Project 3488e544b0e34c7985bd6f0f36b5ca15 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 01:11:27.925934 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.api.v2.resource [None req-56739b62-7a92-4c69-afc3-2568fe3cc997 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 01:11:27.927163 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-56739b62-7a92-4c69-afc3-2568fe3cc997 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0426888 Mar 28 01:11:27.929766 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55614) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:27.934081 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-0b5e546d-7e0f-4db2-a364-872edc8d0000 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Request body: {'security_group_rule': {'security_group_id': 'f91b9dae-2537-454d-8212-c4c0382814fe', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:11:27.934589 dv-neutron-834874-6-hyperv neutron-server[104098]: WARNING neutron.api.v2.base [None req-0b5e546d-7e0f-4db2-a364-872edc8d0000 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 28 01:11:27.935063 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.api.v2.resource [None req-0b5e546d-7e0f-4db2-a364-872edc8d0000 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 01:11:27.936611 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-0b5e546d-7e0f-4db2-a364-872edc8d0000 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0059457 Mar 28 01:11:27.939206 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55616) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:27.943344 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-76c036a0-909e-4d68-85e0-0889abbe9b2c tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Request body: {'security_group_rule': {'security_group_id': 'f91b9dae-2537-454d-8212-c4c0382814fe', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:11:27.965239 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.securitygroups_db [None req-76c036a0-909e-4d68-85e0-0889abbe9b2c tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Project 3488e544b0e34c7985bd6f0f36b5ca15 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 01:11:27.977924 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.api.v2.resource [None req-76c036a0-909e-4d68-85e0-0889abbe9b2c tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 01:11:27.979284 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-76c036a0-909e-4d68-85e0-0889abbe9b2c tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0391960 Mar 28 01:11:27.982797 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55618) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:27.987253 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-85cebdf4-c2d9-4115-97b9-1c7d983ca4d8 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Request body: {'security_group_rule': {'security_group_id': 'f91b9dae-2537-454d-8212-c4c0382814fe', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:11:28.006456 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.securitygroups_db [None req-85cebdf4-c2d9-4115-97b9-1c7d983ca4d8 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Project 3488e544b0e34c7985bd6f0f36b5ca15 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 01:11:28.018892 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.api.v2.resource [None req-85cebdf4-c2d9-4115-97b9-1c7d983ca4d8 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 01:11:28.019898 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-85cebdf4-c2d9-4115-97b9-1c7d983ca4d8 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0360620 Mar 28 01:11:28.022698 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55620) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:28.073701 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-cad65f7a-b955-451b-b858-b32ea0c9d6a7 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Publish callbacks [] for security_group (f91b9dae-2537-454d-8212-c4c0382814fe), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:28.094525 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-cad65f7a-b955-451b-b858-b32ea0c9d6a7 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Publish callbacks [] for security_group (f91b9dae-2537-454d-8212-c4c0382814fe), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:28.135674 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-cad65f7a-b955-451b-b858-b32ea0c9d6a7 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (f91b9dae-2537-454d-8212-c4c0382814fe), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:28.138222 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-cad65f7a-b955-451b-b858-b32ea0c9d6a7 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:28.139381 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-cad65f7a-b955-451b-b858-b32ea0c9d6a7 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] 10.222.0.24 "DELETE /v2.0/security-groups/f91b9dae-2537-454d-8212-c4c0382814fe HTTP/1.1" status: 204 len: 168 time: 0.1157920 Mar 28 01:11:28.142005 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55624) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:28.148454 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad65f7a-b955-451b-b858-b32ea0c9d6a7 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f91b9dae-2537-454d-8212-c4c0382814fe,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:28.184254 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-0f41ad48-9ce9-4378-9e5d-03d0d0f6b28b tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0409467 Mar 28 01:11:28.188545 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55626) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:28.193042 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-9ec701bb-5f8c-4e6f-8860-2fdea6bb5410 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Request body: {'security_group': {'name': 'tempest-secgroup--1875586065'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:11:28.213776 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9ec701bb-5f8c-4e6f-8860-2fdea6bb5410 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Publish callbacks [] for security_group (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:28.277902 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9ec701bb-5f8c-4e6f-8860-2fdea6bb5410 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Publish callbacks [] for security_group (8c20a0ea-f038-428f-b63c-a2aaa24a80a6), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:28.281567 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9ec701bb-5f8c-4e6f-8860-2fdea6bb5410 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (8c20a0ea-f038-428f-b63c-a2aaa24a80a6), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:28.310259 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9ec701bb-5f8c-4e6f-8860-2fdea6bb5410 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:28.312082 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-9ec701bb-5f8c-4e6f-8860-2fdea6bb5410 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1224759 Mar 28 01:11:28.314004 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec701bb-5f8c-4e6f-8860-2fdea6bb5410 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c20a0ea-f038-428f-b63c-a2aaa24a80a6,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:28.315081 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55628) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:28.319645 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-d425a7ce-aba6-490c-9e86-0ecd98714ff9 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Request body: {'security_group_rule': {'security_group_id': '8c20a0ea-f038-428f-b63c-a2aaa24a80a6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:11:28.355942 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.api.v2.resource [None req-d425a7ce-aba6-490c-9e86-0ecd98714ff9 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] create failed (client error): The resource could not be found. Mar 28 01:11:28.356988 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-d425a7ce-aba6-490c-9e86-0ecd98714ff9 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0408292 Mar 28 01:11:28.360402 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55630) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:28.364729 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-33e8a4aa-004c-4b31-b03e-fb72edef54f6 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Request body: {'security_group_rule': {'security_group_id': '8c20a0ea-f038-428f-b63c-a2aaa24a80a6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'cba49657-8b62-484c-b6e2-b1b250819514'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:11:28.400489 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.api.v2.resource [None req-33e8a4aa-004c-4b31-b03e-fb72edef54f6 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] create failed (client error): The resource could not be found. Mar 28 01:11:28.401402 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-33e8a4aa-004c-4b31-b03e-fb72edef54f6 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0400734 Mar 28 01:11:28.404704 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55632) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:28.459269 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a76e2b56-632e-416b-b1ed-cd4a4a28688c tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Publish callbacks [] for security_group (8c20a0ea-f038-428f-b63c-a2aaa24a80a6), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:28.483606 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a76e2b56-632e-416b-b1ed-cd4a4a28688c tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Publish callbacks [] for security_group (8c20a0ea-f038-428f-b63c-a2aaa24a80a6), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:28.526323 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a76e2b56-632e-416b-b1ed-cd4a4a28688c tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (8c20a0ea-f038-428f-b63c-a2aaa24a80a6), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:28.529045 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a76e2b56-632e-416b-b1ed-cd4a4a28688c tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:28.530177 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-a76e2b56-632e-416b-b1ed-cd4a4a28688c tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] 10.222.0.24 "DELETE /v2.0/security-groups/8c20a0ea-f038-428f-b63c-a2aaa24a80a6 HTTP/1.1" status: 204 len: 168 time: 0.1245747 Mar 28 01:11:28.533548 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55634) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:28.540145 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76e2b56-632e-416b-b1ed-cd4a4a28688c tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c20a0ea-f038-428f-b63c-a2aaa24a80a6,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:28.579619 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-b3ecd859-b528-48d7-a2aa-0737d6d1a014 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0448518 Mar 28 01:11:28.583449 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55636) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:28.587707 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-0c4284f4-2132-493e-929a-8deb078968d4 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Request body: {'security_group_rule': {'security_group_id': '6d92a12a-e729-4670-98e0-005870539c07', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:11:28.621567 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.api.v2.resource [None req-0c4284f4-2132-493e-929a-8deb078968d4 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] create failed (client error): The resource could not be found. Mar 28 01:11:28.622583 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-0c4284f4-2132-493e-929a-8deb078968d4 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0381949 Mar 28 01:11:28.626611 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55638) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:28.630726 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-442924b1-26de-4a9f-a735-223265e5af40 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Request body: {'security_group': {'name': 'tempest-secgroup--758682255'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:11:28.649929 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-442924b1-26de-4a9f-a735-223265e5af40 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Publish callbacks [] for security_group (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:28.712919 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-442924b1-26de-4a9f-a735-223265e5af40 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Publish callbacks [] for security_group (1d8a84fc-df38-4c37-b1f2-dcbcf1041a79), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:28.716483 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-442924b1-26de-4a9f-a735-223265e5af40 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (1d8a84fc-df38-4c37-b1f2-dcbcf1041a79), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:28.743636 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-442924b1-26de-4a9f-a735-223265e5af40 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:28.744867 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-442924b1-26de-4a9f-a735-223265e5af40 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1173737 Mar 28 01:11:28.748839 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55640) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:28.753193 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-f2d50cab-5bbb-40e5-8de1-b75ecb356a7a tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Request body: {'security_group': {'name': 'tempest-secgroup--1117068740'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:11:28.756842 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442924b1-26de-4a9f-a735-223265e5af40 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d8a84fc-df38-4c37-b1f2-dcbcf1041a79,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:28.774901 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f2d50cab-5bbb-40e5-8de1-b75ecb356a7a tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Publish callbacks [] for security_group (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:28.840457 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f2d50cab-5bbb-40e5-8de1-b75ecb356a7a tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Publish callbacks [] for security_group (a5da3245-09fe-4e3d-8a9f-7b4663fe4993), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:28.846110 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f2d50cab-5bbb-40e5-8de1-b75ecb356a7a tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (a5da3245-09fe-4e3d-8a9f-7b4663fe4993), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:28.873829 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f2d50cab-5bbb-40e5-8de1-b75ecb356a7a tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:28.875105 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-f2d50cab-5bbb-40e5-8de1-b75ecb356a7a tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1250451 Mar 28 01:11:28.878129 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55642) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:28.878927 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d50cab-5bbb-40e5-8de1-b75ecb356a7a tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5da3245-09fe-4e3d-8a9f-7b4663fe4993,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:28.883749 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-143807ae-9f0f-4c62-94cc-a264d5848592 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Request body: {'security_group_rule': {'security_group_id': '1d8a84fc-df38-4c37-b1f2-dcbcf1041a79', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'a5da3245-09fe-4e3d-8a9f-7b4663fe4993'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:11:28.916932 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.api.v2.resource [None req-143807ae-9f0f-4c62-94cc-a264d5848592 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 01:11:28.917942 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-143807ae-9f0f-4c62-94cc-a264d5848592 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0387239 Mar 28 01:11:28.921357 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55644) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:28.970343 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b42e3212-0163-4f99-b310-1a02dbad10a7 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Publish callbacks [] for security_group (a5da3245-09fe-4e3d-8a9f-7b4663fe4993), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:28.992571 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b42e3212-0163-4f99-b310-1a02dbad10a7 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Publish callbacks [] for security_group (a5da3245-09fe-4e3d-8a9f-7b4663fe4993), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:29.032488 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b42e3212-0163-4f99-b310-1a02dbad10a7 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (a5da3245-09fe-4e3d-8a9f-7b4663fe4993), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:29.035314 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b42e3212-0163-4f99-b310-1a02dbad10a7 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:29.036453 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-b42e3212-0163-4f99-b310-1a02dbad10a7 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] 10.222.0.24 "DELETE /v2.0/security-groups/a5da3245-09fe-4e3d-8a9f-7b4663fe4993 HTTP/1.1" status: 204 len: 168 time: 0.1142139 Mar 28 01:11:29.039083 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55646) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:29.045705 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42e3212-0163-4f99-b310-1a02dbad10a7 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5da3245-09fe-4e3d-8a9f-7b4663fe4993,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:29.093144 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-a84e9ca9-e094-4a5c-8fa1-a9e402a6e50b tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0528209 Mar 28 01:11:29.095835 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55648) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:29.145010 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8c4ea4bd-305f-492d-8b7d-26e63959572c tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Publish callbacks [] for security_group (1d8a84fc-df38-4c37-b1f2-dcbcf1041a79), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:29.174620 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8c4ea4bd-305f-492d-8b7d-26e63959572c tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Publish callbacks [] for security_group (1d8a84fc-df38-4c37-b1f2-dcbcf1041a79), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:29.216045 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8c4ea4bd-305f-492d-8b7d-26e63959572c tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (1d8a84fc-df38-4c37-b1f2-dcbcf1041a79), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:29.219145 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8c4ea4bd-305f-492d-8b7d-26e63959572c tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:29.220341 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-8c4ea4bd-305f-492d-8b7d-26e63959572c tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] 10.222.0.24 "DELETE /v2.0/security-groups/1d8a84fc-df38-4c37-b1f2-dcbcf1041a79 HTTP/1.1" status: 204 len: 168 time: 0.1234624 Mar 28 01:11:29.223031 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55650) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:29.223340 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 1c0a3e79-92b2-40b8-b97e-b595a2879d71 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:11:29.229367 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4ea4bd-305f-492d-8b7d-26e63959572c tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d8a84fc-df38-4c37-b1f2-dcbcf1041a79,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:29.268345 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-50338b2c-76b2-4e3b-b8da-beeb2d74f5af tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0439372 Mar 28 01:11:29.271973 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55652) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:29.276398 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-e5cf8cf2-893c-4a09-af9c-30fd599744e3 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Request body: {'security_group': {'name': 'tempest-secgroup--438554537'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:11:29.284843 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 1c0a3e79-92b2-40b8-b97e-b595a2879d71 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:11:29.285221 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (1c0a3e79-92b2-40b8-b97e-b595a2879d71), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:29.297967 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e5cf8cf2-893c-4a09-af9c-30fd599744e3 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:29.364128 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e5cf8cf2-893c-4a09-af9c-30fd599744e3 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Publish callbacks [] for security_group (b708f3aa-3f5f-4301-86f2-50ae781b3ecc), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:29.368187 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e5cf8cf2-893c-4a09-af9c-30fd599744e3 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (b708f3aa-3f5f-4301-86f2-50ae781b3ecc), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:29.368818 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 1c0a3e79-92b2-40b8-b97e-b595a2879d71 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:11:29.394774 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e5cf8cf2-893c-4a09-af9c-30fd599744e3 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:29.395962 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-e5cf8cf2-893c-4a09-af9c-30fd599744e3 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1230524 Mar 28 01:11:29.399115 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55654) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:29.403501 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cf8cf2-893c-4a09-af9c-30fd599744e3 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b708f3aa-3f5f-4301-86f2-50ae781b3ecc,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:29.403788 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-fb6955f0-6e03-44dd-b688-964633ef8913 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Request body: {'security_group_rule': {'security_group_id': 'b708f3aa-3f5f-4301-86f2-50ae781b3ecc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:11:29.439621 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.api.v2.resource [None req-fb6955f0-6e03-44dd-b688-964633ef8913 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 01:11:29.440722 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-fb6955f0-6e03-44dd-b688-964633ef8913 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0404978 Mar 28 01:11:29.443367 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55656) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:29.447612 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-83565468-430c-49aa-b18a-f6ed3d1fda61 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Request body: {'security_group_rule': {'security_group_id': 'b708f3aa-3f5f-4301-86f2-50ae781b3ecc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:11:29.481257 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.api.v2.resource [None req-83565468-430c-49aa-b18a-f6ed3d1fda61 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 01:11:29.482284 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-83565468-430c-49aa-b18a-f6ed3d1fda61 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0379496 Mar 28 01:11:29.484987 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55658) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:29.538062 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9fc2611c-74a3-44ea-b7e2-2479b2b0e25f tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Publish callbacks [] for security_group (b708f3aa-3f5f-4301-86f2-50ae781b3ecc), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:29.560515 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9fc2611c-74a3-44ea-b7e2-2479b2b0e25f tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Publish callbacks [] for security_group (b708f3aa-3f5f-4301-86f2-50ae781b3ecc), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:29.600924 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9fc2611c-74a3-44ea-b7e2-2479b2b0e25f tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (b708f3aa-3f5f-4301-86f2-50ae781b3ecc), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:29.603756 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9fc2611c-74a3-44ea-b7e2-2479b2b0e25f tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:29.604941 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-9fc2611c-74a3-44ea-b7e2-2479b2b0e25f tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] 10.222.0.24 "DELETE /v2.0/security-groups/b708f3aa-3f5f-4301-86f2-50ae781b3ecc HTTP/1.1" status: 204 len: 168 time: 0.1190188 Mar 28 01:11:29.607651 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55660) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:29.613521 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc2611c-74a3-44ea-b7e2-2479b2b0e25f tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b708f3aa-3f5f-4301-86f2-50ae781b3ecc,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:29.652020 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-6f68c314-3e7b-4245-b724-96151733542b tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0431612 Mar 28 01:11:29.656139 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55662) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:29.660630 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-28e61a88-6f10-4433-aaaa-411a12e1599a tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Request body: {'security_group': {'name': 'tempest-secgroup--1606101830'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:11:29.680453 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-28e61a88-6f10-4433-aaaa-411a12e1599a tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:29.743820 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-28e61a88-6f10-4433-aaaa-411a12e1599a tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Publish callbacks [] for security_group (26e4f5f8-2996-4e7d-8a4c-32f8a44e5f99), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:29.747354 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-28e61a88-6f10-4433-aaaa-411a12e1599a tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (26e4f5f8-2996-4e7d-8a4c-32f8a44e5f99), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:29.770578 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-28e61a88-6f10-4433-aaaa-411a12e1599a tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:29.771779 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-28e61a88-6f10-4433-aaaa-411a12e1599a tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1146753 Mar 28 01:11:29.775203 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55664) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:29.780729 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e61a88-6f10-4433-aaaa-411a12e1599a tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26e4f5f8-2996-4e7d-8a4c-32f8a44e5f99,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:29.784017 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-4466c555-c50c-4242-b37e-de79c719fba6 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Request body: {'security_group': {'name': 'default'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:11:29.784643 dv-neutron-834874-6-hyperv neutron-server[104099]: WARNING neutron.api.v2.base [None req-4466c555-c50c-4242-b37e-de79c719fba6 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 28 01:11:29.785269 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.api.v2.resource [None req-4466c555-c50c-4242-b37e-de79c719fba6 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] update failed (client error): There was a conflict when trying to complete your request. Mar 28 01:11:29.786257 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-4466c555-c50c-4242-b37e-de79c719fba6 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] 10.222.0.24 "PUT /v2.0/security-groups/26e4f5f8-2996-4e7d-8a4c-32f8a44e5f99 HTTP/1.1" status: 409 len: 330 time: 0.0100548 Mar 28 01:11:29.789068 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55666) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:29.843826 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8f099b45-8b1b-4f5c-a4e3-1afbe0cfefd9 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Publish callbacks [] for security_group (26e4f5f8-2996-4e7d-8a4c-32f8a44e5f99), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:29.868050 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8f099b45-8b1b-4f5c-a4e3-1afbe0cfefd9 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Publish callbacks [] for security_group (26e4f5f8-2996-4e7d-8a4c-32f8a44e5f99), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:29.908100 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8f099b45-8b1b-4f5c-a4e3-1afbe0cfefd9 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (26e4f5f8-2996-4e7d-8a4c-32f8a44e5f99), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:29.910637 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8f099b45-8b1b-4f5c-a4e3-1afbe0cfefd9 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:29.911755 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-8f099b45-8b1b-4f5c-a4e3-1afbe0cfefd9 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] 10.222.0.24 "DELETE /v2.0/security-groups/26e4f5f8-2996-4e7d-8a4c-32f8a44e5f99 HTTP/1.1" status: 204 len: 168 time: 0.1216152 Mar 28 01:11:29.914503 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55668) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:29.920403 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f099b45-8b1b-4f5c-a4e3-1afbe0cfefd9 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26e4f5f8-2996-4e7d-8a4c-32f8a44e5f99,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:29.962880 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-2e366761-0bc3-4e25-ae59-025d5b05ee96 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0469060 Mar 28 01:11:29.966222 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55670) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:29.978263 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.api.v2.resource [None req-83b85e55-ca45-44c9-8771-fb05d26ce4a4 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] delete failed (client error): The resource could not be found. Mar 28 01:11:29.979220 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-83b85e55-ca45-44c9-8771-fb05d26ce4a4 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] 10.222.0.24 "DELETE /v2.0/security-groups/cd8b8b9b-d29c-40b5-910f-2f0cca234262 HTTP/1.1" status: 404 len: 347 time: 0.0120835 Mar 28 01:11:29.982421 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55672) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:29.994757 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.api.v2.resource [None req-d65f4f56-bd81-46fb-aff6-24513af36359 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] show failed (client error): The resource could not be found. Mar 28 01:11:29.995647 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-d65f4f56-bd81-46fb-aff6-24513af36359 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] 10.222.0.24 "GET /v2.0/security-groups/1f67c56d-a314-495f-80c1-fa4fac3e3ac3 HTTP/1.1" status: 404 len: 347 time: 0.0123940 Mar 28 01:11:29.999408 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55674) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:30.009990 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.api.v2.resource [None req-8db8c9cf-9da2-4a95-ba55-f9857bdd65f7 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] show failed (client error): The resource could not be found. Mar 28 01:11:30.010937 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-8db8c9cf-9da2-4a95-ba55-f9857bdd65f7 tempest-NegativeSecGroupIPv6Test-38355591 tempest-NegativeSecGroupIPv6Test-38355591-project] 10.222.0.24 "GET /v2.0/security-group-rules/3faf7d3e-f525-4e55-a269-1742c2d58cab HTTP/1.1" status: 404 len: 356 time: 0.0106843 Mar 28 01:11:30.241234 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55680) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:30.367436 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-9f79183a-671a-4775-ae61-de87086e9d59 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3488e544b0e34c7985bd6f0f36b5ca15&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1250517 Mar 28 01:11:30.369931 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55684) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:30.415559 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-cdb91306-2059-4f25-a6ca-0d97bc91d31d admin admin] Publish callbacks [] for security_group (92604eba-1cff-41a3-911d-6a398368539d), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:30.436928 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-cdb91306-2059-4f25-a6ca-0d97bc91d31d admin admin] Publish callbacks [] for security_group (92604eba-1cff-41a3-911d-6a398368539d), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:30.485560 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-cdb91306-2059-4f25-a6ca-0d97bc91d31d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (92604eba-1cff-41a3-911d-6a398368539d), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:30.488214 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-cdb91306-2059-4f25-a6ca-0d97bc91d31d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:30.489359 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-cdb91306-2059-4f25-a6ca-0d97bc91d31d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/92604eba-1cff-41a3-911d-6a398368539d HTTP/1.1" status: 204 len: 168 time: 0.1185308 Mar 28 01:11:30.497185 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb91306-2059-4f25-a6ca-0d97bc91d31d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92604eba-1cff-41a3-911d-6a398368539d,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:31.098123 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55708) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:31.190780 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-6ed2c08e-f040-4fcd-8a22-3d949f47cfbf tempest-TagsTest-1718819888 tempest-TagsTest-1718819888-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-294751081'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:11:31.210215 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ed2c08e-f040-4fcd-8a22-3d949f47cfbf tempest-TagsTest-1718819888 tempest-TagsTest-1718819888-project] Made reservation on behalf of 183f53d5580f4795aa0db4b44ecb9d41 for: {'network': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:11:31.213650 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-6ed2c08e-f040-4fcd-8a22-3d949f47cfbf tempest-TagsTest-1718819888 tempest-TagsTest-1718819888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:31.222387 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-6ed2c08e-f040-4fcd-8a22-3d949f47cfbf tempest-TagsTest-1718819888 tempest-TagsTest-1718819888-project] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:31.297186 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-6ed2c08e-f040-4fcd-8a22-3d949f47cfbf tempest-TagsTest-1718819888 tempest-TagsTest-1718819888-project] Publish callbacks [] for security_group (4ec16634-586b-4241-9982-1560cf11d8fb), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:31.300592 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-6ed2c08e-f040-4fcd-8a22-3d949f47cfbf tempest-TagsTest-1718819888 tempest-TagsTest-1718819888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (4ec16634-586b-4241-9982-1560cf11d8fb), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:31.322524 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ed2c08e-f040-4fcd-8a22-3d949f47cfbf tempest-TagsTest-1718819888 tempest-TagsTest-1718819888-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=104098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:11:31.335994 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed2c08e-f040-4fcd-8a22-3d949f47cfbf tempest-TagsTest-1718819888 tempest-TagsTest-1718819888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ec16634-586b-4241-9982-1560cf11d8fb,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:31.340683 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-6ed2c08e-f040-4fcd-8a22-3d949f47cfbf tempest-TagsTest-1718819888 tempest-TagsTest-1718819888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (a17b8536-3a5d-4b3b-94a0-6e4021197bef), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:31.341020 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.segments_db [None req-6ed2c08e-f040-4fcd-8a22-3d949f47cfbf tempest-TagsTest-1718819888 tempest-TagsTest-1718819888-project] Added segment a17b8536-3a5d-4b3b-94a0-6e4021197bef of type vlan for network b224c277-4d8a-4272-afe9-c324e4c91ced Mar 28 01:11:31.379333 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-6ed2c08e-f040-4fcd-8a22-3d949f47cfbf tempest-TagsTest-1718819888 tempest-TagsTest-1718819888-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (b224c277-4d8a-4272-afe9-c324e4c91ced), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:31.404708 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-6ed2c08e-f040-4fcd-8a22-3d949f47cfbf tempest-TagsTest-1718819888 tempest-TagsTest-1718819888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (b224c277-4d8a-4272-afe9-c324e4c91ced), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:31.409843 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed2c08e-f040-4fcd-8a22-3d949f47cfbf tempest-TagsTest-1718819888 tempest-TagsTest-1718819888-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:11:31.410437 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-6ed2c08e-f040-4fcd-8a22-3d949f47cfbf tempest-TagsTest-1718819888 tempest-TagsTest-1718819888-project] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:31.465536 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-6ed2c08e-f040-4fcd-8a22-3d949f47cfbf tempest-TagsTest-1718819888 tempest-TagsTest-1718819888-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.3663433 Mar 28 01:11:31.468914 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55714) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:31.473665 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.tag.tag_plugin [None req-b4b6140c-8ae2-49b9-b616-c6d2f5c01a0f tempest-TagsTest-1718819888 tempest-TagsTest-1718819888-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'b224c277-4d8a-4272-afe9-c324e4c91ced', 'tempest-TagsTest-Tag-973273091') {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:11:31.480568 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed2c08e-f040-4fcd-8a22-3d949f47cfbf tempest-TagsTest-1718819888 tempest-TagsTest-1718819888-project] Pushing event updated for resources: {'Network': ['ID=b224c277-4d8a-4272-afe9-c324e4c91ced,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:31.490985 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network b224c277-4d8a-4272-afe9-c324e4c91ced details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:11:31.564414 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-b4b6140c-8ae2-49b9-b616-c6d2f5c01a0f tempest-TagsTest-1718819888 tempest-TagsTest-1718819888-project] 10.222.0.24 "PUT /v2.0/networks/b224c277-4d8a-4272-afe9-c324e4c91ced/tags/tempest-TagsTest-Tag-973273091 HTTP/1.1" status: 201 len: 201 time: 0.0941677 Mar 28 01:11:31.566725 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55716) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:31.570740 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.tag.tag_plugin [None req-b64f27ce-746f-4a99-b2be-78f73bbb9350 tempest-TagsTest-1718819888 tempest-TagsTest-1718819888-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b224c277-4d8a-4272-afe9-c324e4c91ced', 'tempest-TagsTest-Tag-973273091') {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:11:31.635276 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-b64f27ce-746f-4a99-b2be-78f73bbb9350 tempest-TagsTest-1718819888 tempest-TagsTest-1718819888-project] 10.222.0.24 "GET /v2.0/networks/b224c277-4d8a-4272-afe9-c324e4c91ced/tags/tempest-TagsTest-Tag-973273091 HTTP/1.1" status: 204 len: 168 time: 0.0675385 Mar 28 01:11:31.637653 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55718) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:31.642410 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.tag.tag_plugin [None req-1c9d956a-59b2-4f01-9f0b-4a7a28c071bb tempest-TagsTest-1718819888 tempest-TagsTest-1718819888-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'b224c277-4d8a-4272-afe9-c324e4c91ced') {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:11:31.709916 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-1c9d956a-59b2-4f01-9f0b-4a7a28c071bb tempest-TagsTest-1718819888 tempest-TagsTest-1718819888-project] 10.222.0.24 "GET /v2.0/networks/b224c277-4d8a-4272-afe9-c324e4c91ced/tags HTTP/1.1" status: 200 len: 237 time: 0.0712974 Mar 28 01:11:31.712544 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55720) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:31.716715 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.tag.tag_plugin [None req-a13ccbb3-4d69-4e35-b90c-fb83fa77ad4e tempest-TagsTest-1718819888 tempest-TagsTest-1718819888-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'b224c277-4d8a-4272-afe9-c324e4c91ced', {'tags': ['tempest-TagsTest-Tag-2043829610', 'tempest-TagsTest-Tag-687087771', 'tempest-TagsTest-Tag-486323941']}) {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:11:31.789568 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-a13ccbb3-4d69-4e35-b90c-fb83fa77ad4e tempest-TagsTest-1718819888 tempest-TagsTest-1718819888-project] 10.222.0.24 "PUT /v2.0/networks/b224c277-4d8a-4272-afe9-c324e4c91ced/tags HTTP/1.1" status: 200 len: 307 time: 0.0760322 Mar 28 01:11:31.792192 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55722) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:31.796955 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.tag.tag_plugin [None req-aaaf86f5-4ee0-49e2-acb2-0b54712f981b tempest-TagsTest-1718819888 tempest-TagsTest-1718819888-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'b224c277-4d8a-4272-afe9-c324e4c91ced', 'tempest-TagsTest-Tag-2043829610') {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:11:31.879970 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-aaaf86f5-4ee0-49e2-acb2-0b54712f981b tempest-TagsTest-1718819888 tempest-TagsTest-1718819888-project] 10.222.0.24 "DELETE /v2.0/networks/b224c277-4d8a-4272-afe9-c324e4c91ced/tags/tempest-TagsTest-Tag-2043829610 HTTP/1.1" status: 204 len: 168 time: 0.0867488 Mar 28 01:11:31.882502 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55724) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:31.886662 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.tag.tag_plugin [None req-470cf12c-74d2-4eee-b3ae-41db22a8af01 tempest-TagsTest-1718819888 tempest-TagsTest-1718819888-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b224c277-4d8a-4272-afe9-c324e4c91ced', 'tempest-TagsTest-Tag-2043829610') {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:11:31.955563 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.api.v2.resource [None req-470cf12c-74d2-4eee-b3ae-41db22a8af01 tempest-TagsTest-1718819888 tempest-TagsTest-1718819888-project] show failed (client error): The resource could not be found. Mar 28 01:11:31.956637 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-470cf12c-74d2-4eee-b3ae-41db22a8af01 tempest-TagsTest-1718819888 tempest-TagsTest-1718819888-project] 10.222.0.24 "GET /v2.0/networks/b224c277-4d8a-4272-afe9-c324e4c91ced/tags/tempest-TagsTest-Tag-2043829610 HTTP/1.1" status: 404 len: 326 time: 0.0732396 Mar 28 01:11:31.959259 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55726) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:31.963271 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.tag.tag_plugin [None req-efcbdac7-844f-444f-8dd7-a259246486cd tempest-TagsTest-1718819888 tempest-TagsTest-1718819888-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b224c277-4d8a-4272-afe9-c324e4c91ced', 'tempest-TagsTest-Tag-687087771') {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:11:32.027922 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-efcbdac7-844f-444f-8dd7-a259246486cd tempest-TagsTest-1718819888 tempest-TagsTest-1718819888-project] 10.222.0.24 "GET /v2.0/networks/b224c277-4d8a-4272-afe9-c324e4c91ced/tags/tempest-TagsTest-Tag-687087771 HTTP/1.1" status: 204 len: 168 time: 0.0676851 Mar 28 01:11:32.030323 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55728) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:32.034637 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.tag.tag_plugin [None req-84574114-6976-480e-8a67-3d58aa2ea44d tempest-TagsTest-1718819888 tempest-TagsTest-1718819888-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b224c277-4d8a-4272-afe9-c324e4c91ced', 'tempest-TagsTest-Tag-486323941') {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:11:32.102679 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-84574114-6976-480e-8a67-3d58aa2ea44d tempest-TagsTest-1718819888 tempest-TagsTest-1718819888-project] 10.222.0.24 "GET /v2.0/networks/b224c277-4d8a-4272-afe9-c324e4c91ced/tags/tempest-TagsTest-Tag-486323941 HTTP/1.1" status: 204 len: 168 time: 0.0713038 Mar 28 01:11:32.104980 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55730) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:32.109846 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.tag.tag_plugin [None req-9e8b2c9a-9707-41bd-8ada-13792bdae6cd tempest-TagsTest-1718819888 tempest-TagsTest-1718819888-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'b224c277-4d8a-4272-afe9-c324e4c91ced') {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:11:32.187857 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-9e8b2c9a-9707-41bd-8ada-13792bdae6cd tempest-TagsTest-1718819888 tempest-TagsTest-1718819888-project] 10.222.0.24 "DELETE /v2.0/networks/b224c277-4d8a-4272-afe9-c324e4c91ced/tags HTTP/1.1" status: 204 len: 168 time: 0.0818706 Mar 28 01:11:32.190384 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55732) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:32.194514 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.tag.tag_plugin [None req-1c129cff-412c-4f6b-b1c9-2b95c6daacfc tempest-TagsTest-1718819888 tempest-TagsTest-1718819888-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b224c277-4d8a-4272-afe9-c324e4c91ced', 'tempest-TagsTest-Tag-687087771') {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:11:32.260538 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.api.v2.resource [None req-1c129cff-412c-4f6b-b1c9-2b95c6daacfc tempest-TagsTest-1718819888 tempest-TagsTest-1718819888-project] show failed (client error): The resource could not be found. Mar 28 01:11:32.261544 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-1c129cff-412c-4f6b-b1c9-2b95c6daacfc tempest-TagsTest-1718819888 tempest-TagsTest-1718819888-project] 10.222.0.24 "GET /v2.0/networks/b224c277-4d8a-4272-afe9-c324e4c91ced/tags/tempest-TagsTest-Tag-687087771 HTTP/1.1" status: 404 len: 325 time: 0.0702510 Mar 28 01:11:32.264378 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55734) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:32.268477 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.tag.tag_plugin [None req-cb8fa4eb-9a32-4fb4-8a9c-a41f477b0ead tempest-TagsTest-1718819888 tempest-TagsTest-1718819888-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b224c277-4d8a-4272-afe9-c324e4c91ced', 'tempest-TagsTest-Tag-486323941') {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:11:32.334867 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.api.v2.resource [None req-cb8fa4eb-9a32-4fb4-8a9c-a41f477b0ead tempest-TagsTest-1718819888 tempest-TagsTest-1718819888-project] show failed (client error): The resource could not be found. Mar 28 01:11:32.335975 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-cb8fa4eb-9a32-4fb4-8a9c-a41f477b0ead tempest-TagsTest-1718819888 tempest-TagsTest-1718819888-project] 10.222.0.24 "GET /v2.0/networks/b224c277-4d8a-4272-afe9-c324e4c91ced/tags/tempest-TagsTest-Tag-486323941 HTTP/1.1" status: 404 len: 325 time: 0.0707107 Mar 28 01:11:32.338635 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55736) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:32.343226 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.tag.tag_plugin [None req-5ebcaf94-ea1a-4330-9c7a-059dbd7099df tempest-TagsTest-1718819888 tempest-TagsTest-1718819888-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'b224c277-4d8a-4272-afe9-c324e4c91ced') {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:11:32.419069 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-5ebcaf94-ea1a-4330-9c7a-059dbd7099df tempest-TagsTest-1718819888 tempest-TagsTest-1718819888-project] 10.222.0.24 "DELETE /v2.0/networks/b224c277-4d8a-4272-afe9-c324e4c91ced/tags HTTP/1.1" status: 204 len: 168 time: 0.0793073 Mar 28 01:11:32.425060 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55738) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:32.498858 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e073e85a-0702-41f9-ab1f-aec47f65a407 tempest-TagsTest-1718819888 tempest-TagsTest-1718819888-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (b224c277-4d8a-4272-afe9-c324e4c91ced), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:32.585392 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e073e85a-0702-41f9-ab1f-aec47f65a407 tempest-TagsTest-1718819888 tempest-TagsTest-1718819888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (b224c277-4d8a-4272-afe9-c324e4c91ced), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:32.605434 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-e073e85a-0702-41f9-ab1f-aec47f65a407 tempest-TagsTest-1718819888 tempest-TagsTest-1718819888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b224c277-4d8a-4272-afe9-c324e4c91ced']}} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:11:32.614300 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-e073e85a-0702-41f9-ab1f-aec47f65a407 tempest-TagsTest-1718819888 tempest-TagsTest-1718819888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a17b8536-3a5d-4b3b-94a0-6e4021197bef') {'for_net_delete': True} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:11:32.614601 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-e073e85a-0702-41f9-ab1f-aec47f65a407 tempest-TagsTest-1718819888 tempest-TagsTest-1718819888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a17b8536-3a5d-4b3b-94a0-6e4021197bef') {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:11:32.623541 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e073e85a-0702-41f9-ab1f-aec47f65a407 tempest-TagsTest-1718819888 tempest-TagsTest-1718819888-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126946678'] for segment (a17b8536-3a5d-4b3b-94a0-6e4021197bef), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:32.636041 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e073e85a-0702-41f9-ab1f-aec47f65a407 tempest-TagsTest-1718819888 tempest-TagsTest-1718819888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (a17b8536-3a5d-4b3b-94a0-6e4021197bef), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:32.642187 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e073e85a-0702-41f9-ab1f-aec47f65a407 tempest-TagsTest-1718819888 tempest-TagsTest-1718819888-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=104099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:11:32.642562 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e073e85a-0702-41f9-ab1f-aec47f65a407 tempest-TagsTest-1718819888 tempest-TagsTest-1718819888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127280876'] for segment (a17b8536-3a5d-4b3b-94a0-6e4021197bef), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:32.645484 dv-neutron-834874-6-hyperv neutron-server[104099]: Traceback (most recent call last): Mar 28 01:11:32.645484 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:11:32.645484 dv-neutron-834874-6-hyperv neutron-server[104099]: timer() Mar 28 01:11:32.645484 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:11:32.645484 dv-neutron-834874-6-hyperv neutron-server[104099]: cb(*args, **kw) Mar 28 01:11:32.645484 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:11:32.645484 dv-neutron-834874-6-hyperv neutron-server[104099]: return func(*args, **kwargs) Mar 28 01:11:32.645484 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:11:32.645484 dv-neutron-834874-6-hyperv neutron-server[104099]: self._notify() Mar 28 01:11:32.645484 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:11:32.645484 dv-neutron-834874-6-hyperv neutron-server[104099]: self.callback(batched_events) Mar 28 01:11:32.645484 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:11:32.645484 dv-neutron-834874-6-hyperv neutron-server[104099]: event.method(event) Mar 28 01:11:32.645484 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:11:32.645484 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:11:32.645484 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:11:32.645484 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:11:32.645484 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:11:32.645484 dv-neutron-834874-6-hyperv neutron-server[104099]: return f(self, *a, **k) Mar 28 01:11:32.645484 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:11:32.645484 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._get(url).json() Mar 28 01:11:32.645484 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:11:32.645484 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:11:32.645484 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:11:32.645484 dv-neutron-834874-6-hyperv neutron-server[104099]: return self.request(url, 'GET', **kwargs) Mar 28 01:11:32.645484 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:11:32.645484 dv-neutron-834874-6-hyperv neutron-server[104099]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:11:32.645484 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:11:32.645484 dv-neutron-834874-6-hyperv neutron-server[104099]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:11:32.645484 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:11:32.645484 dv-neutron-834874-6-hyperv neutron-server[104099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:11:32.645484 dv-neutron-834874-6-hyperv neutron-server[104099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:11:32.661320 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:32.705065 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e073e85a-0702-41f9-ab1f-aec47f65a407 tempest-TagsTest-1718819888 tempest-TagsTest-1718819888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (b224c277-4d8a-4272-afe9-c324e4c91ced), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:32.712149 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e073e85a-0702-41f9-ab1f-aec47f65a407 tempest-TagsTest-1718819888 tempest-TagsTest-1718819888-project] Publish callbacks [] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:32.714600 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-e073e85a-0702-41f9-ab1f-aec47f65a407 tempest-TagsTest-1718819888 tempest-TagsTest-1718819888-project] 10.222.0.24 "DELETE /v2.0/networks/b224c277-4d8a-4272-afe9-c324e4c91ced HTTP/1.1" status: 204 len: 168 time: 0.2886322 Mar 28 01:11:32.726715 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e073e85a-0702-41f9-ab1f-aec47f65a407 tempest-TagsTest-1718819888 tempest-TagsTest-1718819888-project] Pushing event deleted for resources: {'Network': ['ID=b224c277-4d8a-4272-afe9-c324e4c91ced,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:32.952643 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55746) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:33.081706 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-2f0ba8b1-7030-4437-a53a-8ca28565f102 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=183f53d5580f4795aa0db4b44ecb9d41&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1278994 Mar 28 01:11:33.084303 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55750) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:33.131166 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-21273827-a344-4914-8a35-96e8a2a5b298 admin admin] Publish callbacks [] for security_group (4ec16634-586b-4241-9982-1560cf11d8fb), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:33.153655 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-21273827-a344-4914-8a35-96e8a2a5b298 admin admin] Publish callbacks [] for security_group (4ec16634-586b-4241-9982-1560cf11d8fb), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:33.203025 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-21273827-a344-4914-8a35-96e8a2a5b298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (4ec16634-586b-4241-9982-1560cf11d8fb), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:33.205619 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-21273827-a344-4914-8a35-96e8a2a5b298 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:33.206752 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-21273827-a344-4914-8a35-96e8a2a5b298 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4ec16634-586b-4241-9982-1560cf11d8fb HTTP/1.1" status: 204 len: 168 time: 0.1215675 Mar 28 01:11:33.214180 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21273827-a344-4914-8a35-96e8a2a5b298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ec16634-586b-4241-9982-1560cf11d8fb,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:34.781648 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55790) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:34.786500 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-05d6fb3b-5d18-4463-a06c-441e234a9113 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-761241728', 'description': 'tempest-secgroup-smoke-761241728 description', 'project_id': '5380d7706aed4cb6accd0f46fa008fba'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:11:34.805990 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-05d6fb3b-5d18-4463-a06c-441e234a9113 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Publish callbacks [] for security_group (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:34.813483 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-05d6fb3b-5d18-4463-a06c-441e234a9113 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Publish callbacks [] for security_group (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:34.885815 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-05d6fb3b-5d18-4463-a06c-441e234a9113 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Publish callbacks [] for security_group (dcf07084-a1be-420f-a4ca-62ae76e2c37e), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:34.889998 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-05d6fb3b-5d18-4463-a06c-441e234a9113 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (dcf07084-a1be-420f-a4ca-62ae76e2c37e), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:34.927776 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d6fb3b-5d18-4463-a06c-441e234a9113 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcf07084-a1be-420f-a4ca-62ae76e2c37e,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:34.967073 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-05d6fb3b-5d18-4463-a06c-441e234a9113 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Publish callbacks [] for security_group (234a84ca-f019-4176-a044-6ab986a4df8f), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:34.971610 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-05d6fb3b-5d18-4463-a06c-441e234a9113 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (234a84ca-f019-4176-a044-6ab986a4df8f), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:34.994670 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-05d6fb3b-5d18-4463-a06c-441e234a9113 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:34.995907 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-05d6fb3b-5d18-4463-a06c-441e234a9113 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2132030 Mar 28 01:11:34.998916 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55794) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:35.003570 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-b1d79e85-3e46-4bdf-8d12-d6275a617a77 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Request body: {'security_group_rule': {'security_group_id': '234a84ca-f019-4176-a044-6ab986a4df8f', 'project_id': '5380d7706aed4cb6accd0f46fa008fba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:11:35.004291 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d6fb3b-5d18-4463-a06c-441e234a9113 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=234a84ca-f019-4176-a044-6ab986a4df8f,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:35.027443 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b1d79e85-3e46-4bdf-8d12-d6275a617a77 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Publish callbacks [] for security_group_rule (51ca66f0-1494-4b76-953b-36364c818efc), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:35.086394 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b1d79e85-3e46-4bdf-8d12-d6275a617a77 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Publish callbacks [] for security_group_rule (51ca66f0-1494-4b76-953b-36364c818efc), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:35.090638 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b1d79e85-3e46-4bdf-8d12-d6275a617a77 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (51ca66f0-1494-4b76-953b-36364c818efc), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:35.109163 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d79e85-3e46-4bdf-8d12-d6275a617a77 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51ca66f0-1494-4b76-953b-36364c818efc,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:35.114461 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b1d79e85-3e46-4bdf-8d12-d6275a617a77 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:35.115561 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-b1d79e85-3e46-4bdf-8d12-d6275a617a77 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1155930 Mar 28 01:11:35.118275 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55796) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:35.122374 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-e9440d95-9aa4-4965-a486-c1e6d7d44194 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Request body: {'security_group_rule': {'security_group_id': '234a84ca-f019-4176-a044-6ab986a4df8f', 'project_id': '5380d7706aed4cb6accd0f46fa008fba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:11:35.146612 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e9440d95-9aa4-4965-a486-c1e6d7d44194 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Publish callbacks [] for security_group_rule (d32d4291-252b-4e8f-a69a-9d4b5c4f5a3b), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:35.204541 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e9440d95-9aa4-4965-a486-c1e6d7d44194 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Publish callbacks [] for security_group_rule (d32d4291-252b-4e8f-a69a-9d4b5c4f5a3b), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:35.208116 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e9440d95-9aa4-4965-a486-c1e6d7d44194 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (d32d4291-252b-4e8f-a69a-9d4b5c4f5a3b), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:35.225730 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9440d95-9aa4-4965-a486-c1e6d7d44194 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d32d4291-252b-4e8f-a69a-9d4b5c4f5a3b,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:35.233890 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e9440d95-9aa4-4965-a486-c1e6d7d44194 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:35.235147 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-e9440d95-9aa4-4965-a486-c1e6d7d44194 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1159008 Mar 28 01:11:35.237745 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55798) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:35.241996 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-a39333a4-032d-4176-aa0f-df2ee347ae2a tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Request body: {'security_group_rule': {'security_group_id': '234a84ca-f019-4176-a044-6ab986a4df8f', 'project_id': '5380d7706aed4cb6accd0f46fa008fba', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:11:35.266091 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a39333a4-032d-4176-aa0f-df2ee347ae2a tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Publish callbacks [] for security_group_rule (119ac114-56f5-4c19-9a61-69d8693775e5), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:35.320705 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a39333a4-032d-4176-aa0f-df2ee347ae2a tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Publish callbacks [] for security_group_rule (119ac114-56f5-4c19-9a61-69d8693775e5), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:35.324239 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a39333a4-032d-4176-aa0f-df2ee347ae2a tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (119ac114-56f5-4c19-9a61-69d8693775e5), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:35.341751 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39333a4-032d-4176-aa0f-df2ee347ae2a tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=119ac114-56f5-4c19-9a61-69d8693775e5,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:35.348833 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a39333a4-032d-4176-aa0f-df2ee347ae2a tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:35.349998 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-a39333a4-032d-4176-aa0f-df2ee347ae2a tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1113191 Mar 28 01:11:35.352743 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55800) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:35.356879 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-f6065e39-7ab3-4b02-b167-94849d002c81 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Request body: {'security_group_rule': {'security_group_id': '234a84ca-f019-4176-a044-6ab986a4df8f', 'project_id': '5380d7706aed4cb6accd0f46fa008fba', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:11:35.380931 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f6065e39-7ab3-4b02-b167-94849d002c81 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Publish callbacks [] for security_group_rule (d93d18a2-4040-4350-9f71-f9bcac299762), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:35.440442 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f6065e39-7ab3-4b02-b167-94849d002c81 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Publish callbacks [] for security_group_rule (d93d18a2-4040-4350-9f71-f9bcac299762), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:35.444738 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f6065e39-7ab3-4b02-b167-94849d002c81 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (d93d18a2-4040-4350-9f71-f9bcac299762), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:35.462089 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6065e39-7ab3-4b02-b167-94849d002c81 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d93d18a2-4040-4350-9f71-f9bcac299762,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:35.470029 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f6065e39-7ab3-4b02-b167-94849d002c81 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:35.471189 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-f6065e39-7ab3-4b02-b167-94849d002c81 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1175516 Mar 28 01:11:35.473927 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55802) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:35.478526 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-213c2644-cd5a-49fd-8552-3d7569c768e5 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Request body: {'security_group_rule': {'security_group_id': '234a84ca-f019-4176-a044-6ab986a4df8f', 'project_id': '5380d7706aed4cb6accd0f46fa008fba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:11:35.500219 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.securitygroups_db [None req-213c2644-cd5a-49fd-8552-3d7569c768e5 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Project 5380d7706aed4cb6accd0f46fa008fba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 01:11:35.505133 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-213c2644-cd5a-49fd-8552-3d7569c768e5 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Publish callbacks [] for security_group_rule (e7fbea8d-0cae-4881-82e1-a087a4e26277), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:35.564483 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-213c2644-cd5a-49fd-8552-3d7569c768e5 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Publish callbacks [] for security_group_rule (e7fbea8d-0cae-4881-82e1-a087a4e26277), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:35.568203 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-213c2644-cd5a-49fd-8552-3d7569c768e5 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (e7fbea8d-0cae-4881-82e1-a087a4e26277), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:35.587325 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213c2644-cd5a-49fd-8552-3d7569c768e5 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7fbea8d-0cae-4881-82e1-a087a4e26277,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:35.592992 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-213c2644-cd5a-49fd-8552-3d7569c768e5 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:35.596696 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-213c2644-cd5a-49fd-8552-3d7569c768e5 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1191909 Mar 28 01:11:35.596888 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55804) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:35.601006 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-b9b41a13-6dc2-4c09-8cc7-9503cc62ccfd tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Request body: {'security_group_rule': {'security_group_id': '234a84ca-f019-4176-a044-6ab986a4df8f', 'project_id': '5380d7706aed4cb6accd0f46fa008fba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:11:35.620819 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.securitygroups_db [None req-b9b41a13-6dc2-4c09-8cc7-9503cc62ccfd tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Project 5380d7706aed4cb6accd0f46fa008fba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 01:11:35.626074 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b9b41a13-6dc2-4c09-8cc7-9503cc62ccfd tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Publish callbacks [] for security_group_rule (d9881233-4877-4226-8540-b5a07dc7d28a), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:35.682265 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b9b41a13-6dc2-4c09-8cc7-9503cc62ccfd tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Publish callbacks [] for security_group_rule (d9881233-4877-4226-8540-b5a07dc7d28a), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:35.686417 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b9b41a13-6dc2-4c09-8cc7-9503cc62ccfd tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (d9881233-4877-4226-8540-b5a07dc7d28a), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:35.702816 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b41a13-6dc2-4c09-8cc7-9503cc62ccfd tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9881233-4877-4226-8540-b5a07dc7d28a,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:35.710315 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b9b41a13-6dc2-4c09-8cc7-9503cc62ccfd tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:35.711482 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-b9b41a13-6dc2-4c09-8cc7-9503cc62ccfd tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1136954 Mar 28 01:11:35.714382 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55806) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:35.718996 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-291d590f-f8ea-453c-ba09-6560ed892dbe tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Request body: {'network': {'name': 'tempest-network-smoke--505586993', 'project_id': '5380d7706aed4cb6accd0f46fa008fba', 'port_security_enabled': True}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:11:35.737180 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-291d590f-f8ea-453c-ba09-6560ed892dbe tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Made reservation on behalf of 5380d7706aed4cb6accd0f46fa008fba for: {'network': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:11:35.740375 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-291d590f-f8ea-453c-ba09-6560ed892dbe tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:35.762807 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-291d590f-f8ea-453c-ba09-6560ed892dbe tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=104098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:11:35.771298 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-291d590f-f8ea-453c-ba09-6560ed892dbe tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (b47ba046-35f2-4903-acbb-d6fcbb0d2955), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:35.771638 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.segments_db [None req-291d590f-f8ea-453c-ba09-6560ed892dbe tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Added segment b47ba046-35f2-4903-acbb-d6fcbb0d2955 of type vlan for network 745fd454-bb06-4c54-aadd-3ee4f6bccc71 Mar 28 01:11:35.813696 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-291d590f-f8ea-453c-ba09-6560ed892dbe tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (745fd454-bb06-4c54-aadd-3ee4f6bccc71), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:35.837680 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-291d590f-f8ea-453c-ba09-6560ed892dbe tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (745fd454-bb06-4c54-aadd-3ee4f6bccc71), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:35.843033 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291d590f-f8ea-453c-ba09-6560ed892dbe tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:11:35.843611 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-291d590f-f8ea-453c-ba09-6560ed892dbe tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:35.904179 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-291d590f-f8ea-453c-ba09-6560ed892dbe tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1882696 Mar 28 01:11:35.906904 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55808) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:35.911697 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-b38a834a-8b4f-45e4-ba65-9b3c8cd96ba4 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1688017106', 'admin_state_up': True, 'project_id': '5380d7706aed4cb6accd0f46fa008fba', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'}}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:11:35.928272 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291d590f-f8ea-453c-ba09-6560ed892dbe tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Pushing event updated for resources: {'Network': ['ID=745fd454-bb06-4c54-aadd-3ee4f6bccc71,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:35.940388 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b38a834a-8b4f-45e4-ba65-9b3c8cd96ba4 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7069'] for router (de08d0b8-f2e5-436b-8464-a140cba362fb), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:35.941473 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b38a834a-8b4f-45e4-ba65-9b3c8cd96ba4 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4188952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7062'] for router (de08d0b8-f2e5-436b-8464-a140cba362fb), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:35.946398 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network 745fd454-bb06-4c54-aadd-3ee4f6bccc71 details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:11:35.995850 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b38a834a-8b4f-45e4-ba65-9b3c8cd96ba4 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Publish callbacks [] for router_controller (de08d0b8-f2e5-436b-8464-a140cba362fb), precommit_add_association {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:36.133144 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b38a834a-8b4f-45e4-ba65-9b3c8cd96ba4 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Publish callbacks [] for router_gateway (de08d0b8-f2e5-436b-8464-a140cba362fb), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:36.319181 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b38a834a-8b4f-45e4-ba65-9b3c8cd96ba4 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Publish callbacks [] for router_gateway (de08d0b8-f2e5-436b-8464-a140cba362fb), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:36.336970 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b38a834a-8b4f-45e4-ba65-9b3c8cd96ba4 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:36.441657 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-b38a834a-8b4f-45e4-ba65-9b3c8cd96ba4 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Allocated IP 172.26.1.66 (dea6548b-502b-42db-97fb-371e423e739a/cce6de65-d8c9-45b8-9970-0a277e8c1192/2cfa8edb-4455-4919-94af-91292b7c2700) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:11:36.543617 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b38a834a-8b4f-45e4-ba65-9b3c8cd96ba4 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Publish callbacks [] for port (2cfa8edb-4455-4919-94af-91292b7c2700), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:36.576827 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b38a834a-8b4f-45e4-ba65-9b3c8cd96ba4 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (2cfa8edb-4455-4919-94af-91292b7c2700), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:36.616336 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b38a834a-8b4f-45e4-ba65-9b3c8cd96ba4 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Network dea6548b-502b-42db-97fb-371e423e739a is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:11:36.619199 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-b38a834a-8b4f-45e4-ba65-9b3c8cd96ba4 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:11:36.624672 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38a834a-8b4f-45e4-ba65-9b3c8cd96ba4 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:11:36.649349 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38a834a-8b4f-45e4-ba65-9b3c8cd96ba4 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Pushing event updated for resources: {'Port': ['ID=2cfa8edb-4455-4919-94af-91292b7c2700,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:36.870234 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b38a834a-8b4f-45e4-ba65-9b3c8cd96ba4 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Publish callbacks [] for router_gateway (de08d0b8-f2e5-436b-8464-a140cba362fb), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:37.061820 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b38a834a-8b4f-45e4-ba65-9b3c8cd96ba4 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687953'] for router (de08d0b8-f2e5-436b-8464-a140cba362fb), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:37.186365 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b38a834a-8b4f-45e4-ba65-9b3c8cd96ba4 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Router de08d0b8-f2e5-436b-8464-a140cba362fb is scheduled to L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 with binding_index 1 {{(pid=104098) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 01:11:37.291844 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b38a834a-8b4f-45e4-ba65-9b3c8cd96ba4 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:11:37.301796 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2805986-4333-4e47-981e-41f0bc57b890 None None] Sync routers for ids ['de08d0b8-f2e5-436b-8464-a140cba362fb'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:11:37.312645 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b38a834a-8b4f-45e4-ba65-9b3c8cd96ba4 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Publish callbacks [] for router (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:37.313594 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2805986-4333-4e47-981e-41f0bc57b890 None None] Routers {'de08d0b8-f2e5-436b-8464-a140cba362fb'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:11:37.313856 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-b38a834a-8b4f-45e4-ba65-9b3c8cd96ba4 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4060659 Mar 28 01:11:37.314314 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-c2805986-4333-4e47-981e-41f0bc57b890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:11:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['de08d0b8-f2e5-436b-8464-a140cba362fb'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:11:37.317053 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55812) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:37.419357 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-c2805986-4333-4e47-981e-41f0bc57b890 None None] Set router de08d0b8-f2e5-436b-8464-a140cba362fb gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:11:37.433834 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-247b5417-4ec0-416d-88c2-481d8e83fac9 tempest-TestNetworkAdvancedServerOps-1810331063 tempest-TestNetworkAdvancedServerOps-1810331063-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=5380d7706aed4cb6accd0f46fa008fba&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1157088 Mar 28 01:11:37.437133 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55816) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:37.523841 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01cce534-7424-4834-bdf2-0402d614d136 tempest-TestNetworkAdvancedServerOps-1810331063 tempest-TestNetworkAdvancedServerOps-1810331063-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:11:37.525421 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-01cce534-7424-4834-bdf2-0402d614d136 tempest-TestNetworkAdvancedServerOps-1810331063 tempest-TestNetworkAdvancedServerOps-1810331063-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0873837 Mar 28 01:11:37.528235 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55818) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:37.555370 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-7f3b626f-1e35-4302-9e83-fc1a4149e775 tempest-TestNetworkAdvancedServerOps-1810331063 tempest-TestNetworkAdvancedServerOps-1810331063-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=dea6548b-502b-42db-97fb-371e423e739a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0260592 Mar 28 01:11:37.558011 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55820) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:37.563096 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-f7edd6dd-bf43-4cd7-a93d-8a7184d28585 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-96086190', 'network_id': '745fd454-bb06-4c54-aadd-3ee4f6bccc71', 'project_id': '5380d7706aed4cb6accd0f46fa008fba', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:11:37.593199 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-c2805986-4333-4e47-981e-41f0bc57b890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de08d0b8-f2e5-436b-8464-a140cba362fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1688017106', 'tenant_id': '5380d7706aed4cb6accd0f46fa008fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.66'}], 'enable_snat': True}, 'gw_port_id': '2cfa8edb-4455-4919-94af-91292b7c2700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:11:35Z', 'updated_at': '2022-03-28T01:11:36Z', 'revision_number': 3, 'project_id': '5380d7706aed4cb6accd0f46fa008fba', 'gw_port': {'id': '2cfa8edb-4455-4919-94af-91292b7c2700', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a1:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de08d0b8-f2e5-436b-8464-a140cba362fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:11:36Z', 'updated_at': '2022-03-28T01:11:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:11:37.624847 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2805986-4333-4e47-981e-41f0bc57b890 None None] Checking router: de08d0b8-f2e5-436b-8464-a140cba362fb for host: dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:11:37.625199 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2805986-4333-4e47-981e-41f0bc57b890 None None] Updating router de08d0b8-f2e5-436b-8464-a140cba362fb port 2cfa8edb-4455-4919-94af-91292b7c2700 binding host dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 01:11:37.649263 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7edd6dd-bf43-4cd7-a93d-8a7184d28585 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Made reservation on behalf of 5380d7706aed4cb6accd0f46fa008fba for: {'subnet': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:11:37.652807 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f7edd6dd-bf43-4cd7-a93d-8a7184d28585 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126112411'] for subnet (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:37.653142 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-c2805986-4333-4e47-981e-41f0bc57b890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (2cfa8edb-4455-4919-94af-91292b7c2700), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:37.834960 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f7edd6dd-bf43-4cd7-a93d-8a7184d28585 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126174976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126112397'] for subnet (6ec254af-219d-409e-a483-af3f88221988), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:37.892587 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7edd6dd-bf43-4cd7-a93d-8a7184d28585 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Pushing event updated for resources: {'Subnet': ['ID=6ec254af-219d-409e-a483-af3f88221988,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:37.900314 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-c2805986-4333-4e47-981e-41f0bc57b890 None None] Publish callbacks [] for port (2cfa8edb-4455-4919-94af-91292b7c2700), precommit_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:37.905516 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-c2805986-4333-4e47-981e-41f0bc57b890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (2cfa8edb-4455-4919-94af-91292b7c2700), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:37.908191 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7edd6dd-bf43-4cd7-a93d-8a7184d28585 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Checking segment: {'id': 'b47ba046-35f2-4903-acbb-d6fcbb0d2955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '745fd454-bb06-4c54-aadd-3ee4f6bccc71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:11:37.908353 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7edd6dd-bf43-4cd7-a93d-8a7184d28585 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Network hostable DHCP agents. Network: 745fd454-bb06-4c54-aadd-3ee4f6bccc71, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:11:37.924579 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7edd6dd-bf43-4cd7-a93d-8a7184d28585 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Network 745fd454-bb06-4c54-aadd-3ee4f6bccc71 is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:11:37.933544 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-f7edd6dd-bf43-4cd7-a93d-8a7184d28585 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, 745fd454-bb06-4c54-aadd-3ee4f6bccc71) {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:11:37.938167 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7edd6dd-bf43-4cd7-a93d-8a7184d28585 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:11:37.938828 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f7edd6dd-bf43-4cd7-a93d-8a7184d28585 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:37.947195 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97cd136a-7511-4a08-838c-09e6aa85d850 None None] Network 745fd454-bb06-4c54-aadd-3ee4f6bccc71 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:11:37.949205 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [None req-c2805986-4333-4e47-981e-41f0bc57b890 None None] Attempting to bind port 2cfa8edb-4455-4919-94af-91292b7c2700 on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:11:37.949574 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [None req-c2805986-4333-4e47-981e-41f0bc57b890 None None] Attempting to bind port 2cfa8edb-4455-4919-94af-91292b7c2700 by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': 'b6f00c62-aca5-4c73-8989-c04c396daeed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'}] {{(pid=104101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:11:37.949930 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2805986-4333-4e47-981e-41f0bc57b890 None None] Attempting to bind port 2cfa8edb-4455-4919-94af-91292b7c2700 on network dea6548b-502b-42db-97fb-371e423e739a {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:11:37.957104 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-f7edd6dd-bf43-4cd7-a93d-8a7184d28585 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.3980937 Mar 28 01:11:37.959750 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55822) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:37.965348 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2805986-4333-4e47-981e-41f0bc57b890 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:11:37.965348 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2805986-4333-4e47-981e-41f0bc57b890 None None] Checking segment: {'id': 'b6f00c62-aca5-4c73-8989-c04c396daeed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:11:37.965683 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-c2805986-4333-4e47-981e-41f0bc57b890 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:37.965784 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2805986-4333-4e47-981e-41f0bc57b890 None None] Bound using segment: {'id': 'b6f00c62-aca5-4c73-8989-c04c396daeed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'} {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:11:37.966297 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [None req-c2805986-4333-4e47-981e-41f0bc57b890 None None] Bound port: 2cfa8edb-4455-4919-94af-91292b7c2700, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6f00c62-aca5-4c73-8989-c04c396daeed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'}}] {{(pid=104101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:11:37.966670 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-c2805986-4333-4e47-981e-41f0bc57b890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (2cfa8edb-4455-4919-94af-91292b7c2700), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:37.991872 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155911af-0717-44e1-aea0-1a7304514281 None None] Pushing event updated for resources: {'Port': ['ID=2cfa8edb-4455-4919-94af-91292b7c2700,revision_number=2']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:38.024556 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.db [None req-c2805986-4333-4e47-981e-41f0bc57b890 None None] For port 2cfa8edb-4455-4919-94af-91292b7c2700, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:11:38.027618 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.db [None req-c2805986-4333-4e47-981e-41f0bc57b890 None None] For port 2cfa8edb-4455-4919-94af-91292b7c2700, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=2cfa8edb-4455-4919-94af-91292b7c2700,segment=NetworkSegment(b6f00c62-aca5-4c73-8989-c04c396daeed),segment_id=b6f00c62-aca5-4c73-8989-c04c396daeed)] {{(pid=104101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:11:38.031425 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155911af-0717-44e1-aea0-1a7304514281 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:11:38.031775 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155911af-0717-44e1-aea0-1a7304514281 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:11:38.032889 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155911af-0717-44e1-aea0-1a7304514281 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:11:38.032889 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155911af-0717-44e1-aea0-1a7304514281 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:11:38.033111 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155911af-0717-44e1-aea0-1a7304514281 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:11:38.033374 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155911af-0717-44e1-aea0-1a7304514281 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:11:38.033705 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155911af-0717-44e1-aea0-1a7304514281 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:11:38.034009 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155911af-0717-44e1-aea0-1a7304514281 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:11:38.034347 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155911af-0717-44e1-aea0-1a7304514281 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:11:38.034902 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155911af-0717-44e1-aea0-1a7304514281 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:11:38.035020 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155911af-0717-44e1-aea0-1a7304514281 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:11:38.035391 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155911af-0717-44e1-aea0-1a7304514281 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:11:38.035673 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155911af-0717-44e1-aea0-1a7304514281 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:11:38.035959 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155911af-0717-44e1-aea0-1a7304514281 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:11:38.036265 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155911af-0717-44e1-aea0-1a7304514281 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:11:38.040469 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-c2805986-4333-4e47-981e-41f0bc57b890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (2cfa8edb-4455-4919-94af-91292b7c2700), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:38.062766 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f74f1e-8df0-4c5b-a46f-0462c48a3376 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-745fd454-bb06-4c54-aadd-3ee4f6bccc71', 'network_id': '745fd454-bb06-4c54-aadd-3ee4f6bccc71', 'project_id': '5380d7706aed4cb6accd0f46fa008fba', 'fixed_ips': [{'subnet_id': '6ec254af-219d-409e-a483-af3f88221988'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:11:38.063631 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-b3f74f1e-8df0-4c5b-a46f-0462c48a3376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:38.183452 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2805986-4333-4e47-981e-41f0bc57b890 None None] Routers {'de08d0b8-f2e5-436b-8464-a140cba362fb'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:11:38.184081 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-c2805986-4333-4e47-981e-41f0bc57b890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:11:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['de08d0b8-f2e5-436b-8464-a140cba362fb'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:11:38.219781 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-b3f74f1e-8df0-4c5b-a46f-0462c48a3376 None None] Allocated IP 172.20.0.2 (745fd454-bb06-4c54-aadd-3ee4f6bccc71/6ec254af-219d-409e-a483-af3f88221988/e8291d48-4950-484a-a477-d4456a941f16) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:11:38.268694 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155911af-0717-44e1-aea0-1a7304514281 None None] Pushing event updated for resources: {'Port': ['ID=2cfa8edb-4455-4919-94af-91292b7c2700,revision_number=3']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:38.303306 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-c2805986-4333-4e47-981e-41f0bc57b890 None None] Set router de08d0b8-f2e5-436b-8464-a140cba362fb gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:11:38.379713 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-b3f74f1e-8df0-4c5b-a46f-0462c48a3376 None None] Publish callbacks [] for port (e8291d48-4950-484a-a477-d4456a941f16), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:38.386517 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-b3f74f1e-8df0-4c5b-a46f-0462c48a3376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (e8291d48-4950-484a-a477-d4456a941f16), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:38.423023 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f74f1e-8df0-4c5b-a46f-0462c48a3376 None None] Network 745fd454-bb06-4c54-aadd-3ee4f6bccc71 is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:11:38.426025 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-b3f74f1e-8df0-4c5b-a46f-0462c48a3376 None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:11:38.429718 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f74f1e-8df0-4c5b-a46f-0462c48a3376 None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:11:38.478492 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f74f1e-8df0-4c5b-a46f-0462c48a3376 None None] Pushing event updated for resources: {'Port': ['ID=e8291d48-4950-484a-a477-d4456a941f16,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:38.492686 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-c2805986-4333-4e47-981e-41f0bc57b890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de08d0b8-f2e5-436b-8464-a140cba362fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1688017106', 'tenant_id': '5380d7706aed4cb6accd0f46fa008fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.66'}], 'enable_snat': True}, 'gw_port_id': '2cfa8edb-4455-4919-94af-91292b7c2700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:11:35Z', 'updated_at': '2022-03-28T01:11:36Z', 'revision_number': 3, 'project_id': '5380d7706aed4cb6accd0f46fa008fba', 'gw_port': {'id': '2cfa8edb-4455-4919-94af-91292b7c2700', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a1:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de08d0b8-f2e5-436b-8464-a140cba362fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:11:36Z', 'updated_at': '2022-03-28T01:11:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:11:38.494843 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-b3f74f1e-8df0-4c5b-a46f-0462c48a3376 None None] Attempting to bind port e8291d48-4950-484a-a477-d4456a941f16 on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:11:38.495257 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-b3f74f1e-8df0-4c5b-a46f-0462c48a3376 None None] Attempting to bind port e8291d48-4950-484a-a477-d4456a941f16 by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': 'b47ba046-35f2-4903-acbb-d6fcbb0d2955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '745fd454-bb06-4c54-aadd-3ee4f6bccc71'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:11:38.495762 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f74f1e-8df0-4c5b-a46f-0462c48a3376 None None] Attempting to bind port e8291d48-4950-484a-a477-d4456a941f16 on network 745fd454-bb06-4c54-aadd-3ee4f6bccc71 {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:11:38.501884 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f74f1e-8df0-4c5b-a46f-0462c48a3376 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:11:38.502445 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f74f1e-8df0-4c5b-a46f-0462c48a3376 None None] Checking segment: {'id': 'b47ba046-35f2-4903-acbb-d6fcbb0d2955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '745fd454-bb06-4c54-aadd-3ee4f6bccc71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:11:38.502951 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-b3f74f1e-8df0-4c5b-a46f-0462c48a3376 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:38.503442 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f74f1e-8df0-4c5b-a46f-0462c48a3376 None None] Bound using segment: {'id': 'b47ba046-35f2-4903-acbb-d6fcbb0d2955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '745fd454-bb06-4c54-aadd-3ee4f6bccc71'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:11:38.504007 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-b3f74f1e-8df0-4c5b-a46f-0462c48a3376 None None] Bound port: e8291d48-4950-484a-a477-d4456a941f16, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b47ba046-35f2-4903-acbb-d6fcbb0d2955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '745fd454-bb06-4c54-aadd-3ee4f6bccc71'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:11:38.504551 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-b3f74f1e-8df0-4c5b-a46f-0462c48a3376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (e8291d48-4950-484a-a477-d4456a941f16), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:38.521630 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2805986-4333-4e47-981e-41f0bc57b890 None None] The sync data for ids ['de08d0b8-f2e5-436b-8464-a140cba362fb'] in dv-neutron-834874-6-hyperv is: [{'id': 'de08d0b8-f2e5-436b-8464-a140cba362fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1688017106', 'tenant_id': '5380d7706aed4cb6accd0f46fa008fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.66'}], 'enable_snat': True}, 'gw_port_id': '2cfa8edb-4455-4919-94af-91292b7c2700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:11:35Z', 'updated_at': '2022-03-28T01:11:36Z', 'revision_number': 3, 'project_id': '5380d7706aed4cb6accd0f46fa008fba', 'gw_port': {'id': '2cfa8edb-4455-4919-94af-91292b7c2700', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a1:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de08d0b8-f2e5-436b-8464-a140cba362fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:11:36Z', 'updated_at': '2022-03-28T01:11:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:11:38.581316 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-b3f74f1e-8df0-4c5b-a46f-0462c48a3376 None None] For port e8291d48-4950-484a-a477-d4456a941f16, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:11:38.584842 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-b3f74f1e-8df0-4c5b-a46f-0462c48a3376 None None] For port e8291d48-4950-484a-a477-d4456a941f16, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=e8291d48-4950-484a-a477-d4456a941f16,segment=NetworkSegment(b47ba046-35f2-4903-acbb-d6fcbb0d2955),segment_id=b47ba046-35f2-4903-acbb-d6fcbb0d2955)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:11:38.592113 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-b3f74f1e-8df0-4c5b-a46f-0462c48a3376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (e8291d48-4950-484a-a477-d4456a941f16), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:38.661762 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f74f1e-8df0-4c5b-a46f-0462c48a3376 None None] Pushing event updated for resources: {'Port': ['ID=e8291d48-4950-484a-a477-d4456a941f16,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:38.737272 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-5f569840-75dc-4c94-b85f-7910a5ca7f8c req-6df44a85-9850-4560-8180-84459dbe7f82 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=36094a88-9f2d-4c07-949f-f56c083f88fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0521529 Mar 28 01:11:38.820398 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2a2c4ad6-68e2-4ab6-87df-765dccf47bae tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:38.828987 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f569840-75dc-4c94-b85f-7910a5ca7f8c req-a81efe9d-11d1-4c1d-88b4-a34b9755f296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:11:38.830601 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-5f569840-75dc-4c94-b85f-7910a5ca7f8c req-a81efe9d-11d1-4c1d-88b4-a34b9755f296 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cf1ee0ed9c204cc5bccbb38ebf185041&device_id=36094a88-9f2d-4c07-949f-f56c083f88fd HTTP/1.1" status: 200 len: 1129 time: 0.0717611 Mar 28 01:11:39.002474 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f569840-75dc-4c94-b85f-7910a5ca7f8c req-6353d8f1-21de-46b7-8887-3217a07f6714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:11:39.003968 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-5f569840-75dc-4c94-b85f-7910a5ca7f8c req-6353d8f1-21de-46b7-8887-3217a07f6714 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7543c20d-2cfc-49fd-abfd-e84ff8dfd2c3 HTTP/1.1" status: 200 len: 897 time: 0.1427882 Mar 28 01:11:39.085128 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-5f569840-75dc-4c94-b85f-7910a5ca7f8c req-6c1309cc-94cc-404d-a3fe-5d4dd8f77b2c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=74325668-0837-407e-b93b-f7c316ea4f78 HTTP/1.1" status: 200 len: 1001 time: 0.0744917 Mar 28 01:11:39.142328 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f569840-75dc-4c94-b85f-7910a5ca7f8c req-974ba537-1586-4491-a722-23eb19b4627b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:11:39.143703 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-5f569840-75dc-4c94-b85f-7910a5ca7f8c req-974ba537-1586-4491-a722-23eb19b4627b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=592db495-2a42-45a2-9428-dccc028178bd HTTP/1.1" status: 200 len: 835 time: 0.0527818 Mar 28 01:11:39.182822 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-2a2c4ad6-68e2-4ab6-87df-765dccf47bae tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Allocated IP 172.20.0.1 (745fd454-bb06-4c54-aadd-3ee4f6bccc71/6ec254af-219d-409e-a483-af3f88221988/e3a7f304-df32-421f-9759-14b754f19fba) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:11:39.223002 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f569840-75dc-4c94-b85f-7910a5ca7f8c req-57375fa0-05ee-418e-94df-0abc477ea2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:11:39.224579 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-5f569840-75dc-4c94-b85f-7910a5ca7f8c req-57375fa0-05ee-418e-94df-0abc477ea2a4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7543c20d-2cfc-49fd-abfd-e84ff8dfd2c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0720150 Mar 28 01:11:39.307167 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 2cfa8edb-4455-4919-94af-91292b7c2700 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:11:39.333250 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-5f569840-75dc-4c94-b85f-7910a5ca7f8c req-14a771b2-b6cb-494a-ab21-6e82f330396f service neutron] 10.222.0.10 "GET /v2.0/networks/7543c20d-2cfc-49fd-abfd-e84ff8dfd2c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000991 Mar 28 01:11:39.364308 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 2cfa8edb-4455-4919-94af-91292b7c2700 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:11:39.364688 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (2cfa8edb-4455-4919-94af-91292b7c2700), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:39.387939 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2a2c4ad6-68e2-4ab6-87df-765dccf47bae tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Publish callbacks [] for port (e3a7f304-df32-421f-9759-14b754f19fba), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:39.443542 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-5f569840-75dc-4c94-b85f-7910a5ca7f8c req-65389cc3-e893-49f3-8f2e-51f9f2858849 service neutron] 10.222.0.10 "GET /v2.0/networks/7543c20d-2cfc-49fd-abfd-e84ff8dfd2c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038618 Mar 28 01:11:39.443786 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2a2c4ad6-68e2-4ab6-87df-765dccf47bae tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (e3a7f304-df32-421f-9759-14b754f19fba), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:39.468274 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 2cfa8edb-4455-4919-94af-91292b7c2700 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:11:39.468665 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (2cfa8edb-4455-4919-94af-91292b7c2700), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:39.489858 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2c4ad6-68e2-4ab6-87df-765dccf47bae tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Network 745fd454-bb06-4c54-aadd-3ee4f6bccc71 is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:11:39.493212 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-2a2c4ad6-68e2-4ab6-87df-765dccf47bae tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:11:39.497032 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2c4ad6-68e2-4ab6-87df-765dccf47bae tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:11:39.498242 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] For port 2cfa8edb-4455-4919-94af-91292b7c2700, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=2cfa8edb-4455-4919-94af-91292b7c2700,segment=NetworkSegment(b6f00c62-aca5-4c73-8989-c04c396daeed),segment_id=b6f00c62-aca5-4c73-8989-c04c396daeed)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:11:39.504343 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (2cfa8edb-4455-4919-94af-91292b7c2700), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:39.505242 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device e8291d48-4950-484a-a477-d4456a941f16 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:11:39.541921 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2c4ad6-68e2-4ab6-87df-765dccf47bae tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Pushing event updated for resources: {'Port': ['ID=e3a7f304-df32-421f-9759-14b754f19fba,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:39.566477 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2a2c4ad6-68e2-4ab6-87df-765dccf47bae tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3686596'] for router_interface (de08d0b8-f2e5-436b-8464-a140cba362fb), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:39.587477 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Pushing event updated for resources: {'Port': ['ID=2cfa8edb-4455-4919-94af-91292b7c2700,revision_number=4']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:39.606369 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port e8291d48-4950-484a-a477-d4456a941f16 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:11:39.607311 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (e8291d48-4950-484a-a477-d4456a941f16), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:39.706919 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port e8291d48-4950-484a-a477-d4456a941f16 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:11:39.707309 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (e8291d48-4950-484a-a477-d4456a941f16), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:39.725859 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2a2c4ad6-68e2-4ab6-87df-765dccf47bae tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (e3a7f304-df32-421f-9759-14b754f19fba), before_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:39.742589 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] For port e8291d48-4950-484a-a477-d4456a941f16, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=e8291d48-4950-484a-a477-d4456a941f16,segment=NetworkSegment(b47ba046-35f2-4903-acbb-d6fcbb0d2955),segment_id=b47ba046-35f2-4903-acbb-d6fcbb0d2955)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:11:39.747885 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (e8291d48-4950-484a-a477-d4456a941f16), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:39.826108 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Pushing event updated for resources: {'Port': ['ID=e8291d48-4950-484a-a477-d4456a941f16,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:39.914468 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb928eb-f532-47eb-b35a-73efe3025791 None None] Network 745fd454-bb06-4c54-aadd-3ee4f6bccc71 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:11:39.976156 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-8f13c242-460d-4013-9893-b6a6313d07ce None None] Provisioning complete for port e8291d48-4950-484a-a477-d4456a941f16 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:11:39.976422 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-8f13c242-460d-4013-9893-b6a6313d07ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (e8291d48-4950-484a-a477-d4456a941f16), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:40.040641 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2a2c4ad6-68e2-4ab6-87df-765dccf47bae tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Publish callbacks [] for port (e3a7f304-df32-421f-9759-14b754f19fba), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:40.045654 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2a2c4ad6-68e2-4ab6-87df-765dccf47bae tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126177159'] for port (e3a7f304-df32-421f-9759-14b754f19fba), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:40.101528 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-8f13c242-460d-4013-9893-b6a6313d07ce None None] Current status of the port e8291d48-4950-484a-a477-d4456a941f16 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:11:40.135808 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2a2c4ad6-68e2-4ab6-87df-765dccf47bae tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3725889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3686480'] for router_interface (de08d0b8-f2e5-436b-8464-a140cba362fb), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:40.137756 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2c4ad6-68e2-4ab6-87df-765dccf47bae tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Pushing event updated for resources: {'Port': ['ID=e3a7f304-df32-421f-9759-14b754f19fba,revision_number=2']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:40.241038 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2c4ad6-68e2-4ab6-87df-765dccf47bae tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Network 745fd454-bb06-4c54-aadd-3ee4f6bccc71 is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:11:40.242532 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-2a2c4ad6-68e2-4ab6-87df-765dccf47bae tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:11:40.325007 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-410c85d0-f8e5-4d48-b349-25c401748388 None None] Provisioning complete for port e3a7f304-df32-421f-9759-14b754f19fba triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:11:40.325582 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-410c85d0-f8e5-4d48-b349-25c401748388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (e3a7f304-df32-421f-9759-14b754f19fba), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:40.364252 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-410c85d0-f8e5-4d48-b349-25c401748388 None None] Port e3a7f304-df32-421f-9759-14b754f19fba cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:11:40.366199 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a2c4ad6-68e2-4ab6-87df-765dccf47bae tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Router de08d0b8-f2e5-436b-8464-a140cba362fb has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:11:40.375513 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-410c85d0-f8e5-4d48-b349-25c401748388 None None] Provisioning complete for port e8291d48-4950-484a-a477-d4456a941f16 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:11:40.375886 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-410c85d0-f8e5-4d48-b349-25c401748388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (e8291d48-4950-484a-a477-d4456a941f16), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:40.463355 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-410c85d0-f8e5-4d48-b349-25c401748388 None None] Current status of the port e8291d48-4950-484a-a477-d4456a941f16 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:11:40.496088 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a2c4ad6-68e2-4ab6-87df-765dccf47bae tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:11:40.501755 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-2a2c4ad6-68e2-4ab6-87df-765dccf47bae tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] 10.222.0.24 "PUT /v2.0/routers/de08d0b8-f2e5-436b-8464-a140cba362fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5405006 Mar 28 01:11:40.508489 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82db32fb-132b-40ed-8de8-a74fd9529917 None None] Sync routers for ids ['de08d0b8-f2e5-436b-8464-a140cba362fb'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:11:40.519482 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82db32fb-132b-40ed-8de8-a74fd9529917 None None] Routers {'de08d0b8-f2e5-436b-8464-a140cba362fb'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:11:40.519482 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-82db32fb-132b-40ed-8de8-a74fd9529917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:11:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['de08d0b8-f2e5-436b-8464-a140cba362fb'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:11:40.676815 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-4eb3ea35-c164-40f0-a345-b8fc09689c66 req-0f675346-07bb-4703-8caa-aae8a5d91500 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-761241728&fields=id&tenant_id=5380d7706aed4cb6accd0f46fa008fba HTTP/1.1" status: 200 len: 267 time: 0.0535216 Mar 28 01:11:40.766775 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-090f9508-f58d-4ecd-a01c-f4138f683569 None None] Provisioning complete for port e3a7f304-df32-421f-9759-14b754f19fba triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:11:40.767150 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-090f9508-f58d-4ecd-a01c-f4138f683569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (e3a7f304-df32-421f-9759-14b754f19fba), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:40.791197 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb3ea35-c164-40f0-a345-b8fc09689c66 req-6f9e1b9a-30d6-4c5f-801f-011a4c183331 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:11:40.792689 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-4eb3ea35-c164-40f0-a345-b8fc09689c66 req-6f9e1b9a-30d6-4c5f-801f-011a4c183331 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] 10.222.0.24 "GET /v2.0/networks?id=745fd454-bb06-4c54-aadd-3ee4f6bccc71 HTTP/1.1" status: 200 len: 796 time: 0.1085753 Mar 28 01:11:40.807020 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-4eb3ea35-c164-40f0-a345-b8fc09689c66 req-cc895984-c471-4d88-a3f6-af6eeaf315a3 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] 10.222.0.24 "GET /v2.0/quotas/5380d7706aed4cb6accd0f46fa008fba HTTP/1.1" status: 200 len: 375 time: 0.0087695 Mar 28 01:11:40.817681 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-090f9508-f58d-4ecd-a01c-f4138f683569 None None] Port e3a7f304-df32-421f-9759-14b754f19fba cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:11:40.820246 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-82db32fb-132b-40ed-8de8-a74fd9529917 None None] Set router de08d0b8-f2e5-436b-8464-a140cba362fb gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:11:40.865000 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-4eb3ea35-c164-40f0-a345-b8fc09689c66 req-788345ce-70a4-4036-aa4b-bbfbf28d865f tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5380d7706aed4cb6accd0f46fa008fba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0524819 Mar 28 01:11:40.959695 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-4eb3ea35-c164-40f0-a345-b8fc09689c66 req-0dba2b52-15bd-4524-a90b-3d5c503cec39 service neutron] 10.222.0.24 "GET /v2.0/networks/745fd454-bb06-4c54-aadd-3ee4f6bccc71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835025 Mar 28 01:11:40.963589 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-819b2d22-e3b5-447d-86fc-ec23b3dd8e51 None None] Provisioning complete for port e3a7f304-df32-421f-9759-14b754f19fba triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:11:40.963966 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-819b2d22-e3b5-447d-86fc-ec23b3dd8e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (e3a7f304-df32-421f-9759-14b754f19fba), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:41.031881 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-819b2d22-e3b5-447d-86fc-ec23b3dd8e51 None None] Port e3a7f304-df32-421f-9759-14b754f19fba cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:11:41.052720 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-4eb3ea35-c164-40f0-a345-b8fc09689c66 req-94a57566-6163-41f8-b4a6-c4d7ba47d504 service neutron] 10.222.0.24 "GET /v2.0/networks/745fd454-bb06-4c54-aadd-3ee4f6bccc71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870051 Mar 28 01:11:41.062179 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-82db32fb-132b-40ed-8de8-a74fd9529917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de08d0b8-f2e5-436b-8464-a140cba362fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1688017106', 'tenant_id': '5380d7706aed4cb6accd0f46fa008fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.66'}], 'enable_snat': True}, 'gw_port_id': '2cfa8edb-4455-4919-94af-91292b7c2700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:11:35Z', 'updated_at': '2022-03-28T01:11:39Z', 'revision_number': 4, 'project_id': '5380d7706aed4cb6accd0f46fa008fba', 'gw_port': {'id': '2cfa8edb-4455-4919-94af-91292b7c2700', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a1:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de08d0b8-f2e5-436b-8464-a140cba362fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:11:36Z', 'updated_at': '2022-03-28T01:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': 'e3a7f304-df32-421f-9759-14b754f19fba', 'name': '', 'network_id': '745fd454-bb06-4c54-aadd-3ee4f6bccc71', 'tenant_id': '5380d7706aed4cb6accd0f46fa008fba', 'mac_address': 'fa:16:3e:82:de:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de08d0b8-f2e5-436b-8464-a140cba362fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '6ec254af-219d-409e-a483-af3f88221988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:11:38Z', 'updated_at': '2022-03-28T01:11:39Z', 'revision_number': 2, 'project_id': '5380d7706aed4cb6accd0f46fa008fba', 'subnets': [{'id': '6ec254af-219d-409e-a483-af3f88221988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:11:41.089041 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82db32fb-132b-40ed-8de8-a74fd9529917 None None] Checking router: de08d0b8-f2e5-436b-8464-a140cba362fb for host: dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:11:41.089509 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82db32fb-132b-40ed-8de8-a74fd9529917 None None] Updating router de08d0b8-f2e5-436b-8464-a140cba362fb port e3a7f304-df32-421f-9759-14b754f19fba binding host dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 01:11:41.115650 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-82db32fb-132b-40ed-8de8-a74fd9529917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (e3a7f304-df32-421f-9759-14b754f19fba), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:41.229083 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-53483ca7-afb1-4c06-8b95-97a1de019669 req-c12c87d9-0345-432f-94c7-58b3f5862894 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] 10.222.0.24 "GET /v2.0/ports?device_id=04e910c1-0379-4bd6-b5be-10952a030fd0 HTTP/1.1" status: 200 len: 210 time: 0.0296636 Mar 28 01:11:41.238447 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 2cfa8edb-4455-4919-94af-91292b7c2700 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:11:41.352729 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 2cfa8edb-4455-4919-94af-91292b7c2700 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:11:41.353839 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (2cfa8edb-4455-4919-94af-91292b7c2700), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:41.423608 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-973647b4-9d3f-4dac-93db-bb676aa0166e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:41.523145 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-82db32fb-132b-40ed-8de8-a74fd9529917 None None] Publish callbacks [] for port (e3a7f304-df32-421f-9759-14b754f19fba), precommit_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:41.524957 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 2cfa8edb-4455-4919-94af-91292b7c2700 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:11:41.525994 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device e8291d48-4950-484a-a477-d4456a941f16 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:11:41.550821 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-82db32fb-132b-40ed-8de8-a74fd9529917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (e3a7f304-df32-421f-9759-14b754f19fba), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:41.631781 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7dca80-3978-443d-848a-d30488e185c9 None None] Pushing event updated for resources: {'Port': ['ID=e3a7f304-df32-421f-9759-14b754f19fba,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:41.674752 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port e8291d48-4950-484a-a477-d4456a941f16 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:11:41.675116 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (e8291d48-4950-484a-a477-d4456a941f16), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:41.678620 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-82db32fb-132b-40ed-8de8-a74fd9529917 None None] Attempting to bind port e3a7f304-df32-421f-9759-14b754f19fba on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:11:41.678994 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-82db32fb-132b-40ed-8de8-a74fd9529917 None None] Attempting to bind port e3a7f304-df32-421f-9759-14b754f19fba by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': 'b47ba046-35f2-4903-acbb-d6fcbb0d2955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '745fd454-bb06-4c54-aadd-3ee4f6bccc71'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:11:41.679567 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82db32fb-132b-40ed-8de8-a74fd9529917 None None] Attempting to bind port e3a7f304-df32-421f-9759-14b754f19fba on network 745fd454-bb06-4c54-aadd-3ee4f6bccc71 {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:11:41.704666 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82db32fb-132b-40ed-8de8-a74fd9529917 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:11:41.705038 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82db32fb-132b-40ed-8de8-a74fd9529917 None None] Checking segment: {'id': 'b47ba046-35f2-4903-acbb-d6fcbb0d2955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '745fd454-bb06-4c54-aadd-3ee4f6bccc71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:11:41.705441 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-82db32fb-132b-40ed-8de8-a74fd9529917 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:41.705843 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82db32fb-132b-40ed-8de8-a74fd9529917 None None] Bound using segment: {'id': 'b47ba046-35f2-4903-acbb-d6fcbb0d2955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '745fd454-bb06-4c54-aadd-3ee4f6bccc71'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:11:41.706324 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-82db32fb-132b-40ed-8de8-a74fd9529917 None None] Bound port: e3a7f304-df32-421f-9759-14b754f19fba, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b47ba046-35f2-4903-acbb-d6fcbb0d2955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '745fd454-bb06-4c54-aadd-3ee4f6bccc71'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:11:41.706702 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-82db32fb-132b-40ed-8de8-a74fd9529917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (e3a7f304-df32-421f-9759-14b754f19fba), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:41.807733 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-82db32fb-132b-40ed-8de8-a74fd9529917 None None] For port e3a7f304-df32-421f-9759-14b754f19fba, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:11:41.826478 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-82db32fb-132b-40ed-8de8-a74fd9529917 None None] For port e3a7f304-df32-421f-9759-14b754f19fba, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=e3a7f304-df32-421f-9759-14b754f19fba,segment=NetworkSegment(b47ba046-35f2-4903-acbb-d6fcbb0d2955),segment_id=b47ba046-35f2-4903-acbb-d6fcbb0d2955)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:11:41.830366 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port e8291d48-4950-484a-a477-d4456a941f16 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:11:41.834887 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-82db32fb-132b-40ed-8de8-a74fd9529917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (e3a7f304-df32-421f-9759-14b754f19fba), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:41.909918 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-63795822-6da3-41e6-a8ee-f1aa8d635aeb None None] Provisioning complete for port e3a7f304-df32-421f-9759-14b754f19fba triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:11:41.910290 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-63795822-6da3-41e6-a8ee-f1aa8d635aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (e3a7f304-df32-421f-9759-14b754f19fba), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:41.912085 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7dca80-3978-443d-848a-d30488e185c9 None None] Pushing event updated for resources: {'Port': ['ID=e3a7f304-df32-421f-9759-14b754f19fba,revision_number=4']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:41.914605 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82db32fb-132b-40ed-8de8-a74fd9529917 None None] Routers {'de08d0b8-f2e5-436b-8464-a140cba362fb'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:11:41.915220 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-82db32fb-132b-40ed-8de8-a74fd9529917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:11:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['de08d0b8-f2e5-436b-8464-a140cba362fb'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:11:42.086048 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-82db32fb-132b-40ed-8de8-a74fd9529917 None None] Set router de08d0b8-f2e5-436b-8464-a140cba362fb gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:11:42.118972 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-63795822-6da3-41e6-a8ee-f1aa8d635aeb None None] Current status of the port e3a7f304-df32-421f-9759-14b754f19fba is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:11:42.119402 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-63795822-6da3-41e6-a8ee-f1aa8d635aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (e3a7f304-df32-421f-9759-14b754f19fba), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:42.201692 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-63795822-6da3-41e6-a8ee-f1aa8d635aeb None None] For port e3a7f304-df32-421f-9759-14b754f19fba, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=e3a7f304-df32-421f-9759-14b754f19fba,segment=NetworkSegment(b47ba046-35f2-4903-acbb-d6fcbb0d2955),segment_id=b47ba046-35f2-4903-acbb-d6fcbb0d2955)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:11:42.232294 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-63795822-6da3-41e6-a8ee-f1aa8d635aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (e3a7f304-df32-421f-9759-14b754f19fba), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:42.244254 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb3ea35-c164-40f0-a345-b8fc09689c66 req-923f99e2-dab5-400b-a98e-13f97199ed90 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:11:42.246518 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-4eb3ea35-c164-40f0-a345-b8fc09689c66 req-923f99e2-dab5-400b-a98e-13f97199ed90 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] 10.222.0.10 "GET /v2.0/networks?id=745fd454-bb06-4c54-aadd-3ee4f6bccc71 HTTP/1.1" status: 200 len: 796 time: 0.1048906 Mar 28 01:11:42.309901 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63795822-6da3-41e6-a8ee-f1aa8d635aeb None None] Pushing event updated for resources: {'Port': ['ID=e3a7f304-df32-421f-9759-14b754f19fba,revision_number=5']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:42.359914 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-4eb3ea35-c164-40f0-a345-b8fc09689c66 req-70482423-28af-4f87-9b0c-a1d48bca8c4d tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5380d7706aed4cb6accd0f46fa008fba HTTP/1.1" status: 200 len: 379 time: 0.1030617 Mar 28 01:11:42.362003 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-dba43215-64aa-4934-b553-eedc5d88544a req-269606e1-9834-42ea-9b5c-7072012ae5dc tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] 10.222.0.24 "GET /v2.0/ports?device_id=04e910c1-0379-4bd6-b5be-10952a030fd0 HTTP/1.1" status: 200 len: 210 time: 0.0437272 Mar 28 01:11:42.362728 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-e6b340c8-73dc-47f4-8568-e27f95c18ff4 None None] Provisioning complete for port e3a7f304-df32-421f-9759-14b754f19fba triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:11:42.363221 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-e6b340c8-73dc-47f4-8568-e27f95c18ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (e3a7f304-df32-421f-9759-14b754f19fba), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:42.369766 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [req-4eb3ea35-c164-40f0-a345-b8fc09689c66 req-c37a78a8-27e9-4232-b25a-03d84afe5303 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Request body: {'port': {'device_id': '04e910c1-0379-4bd6-b5be-10952a030fd0', 'network_id': '745fd454-bb06-4c54-aadd-3ee4f6bccc71', 'admin_state_up': True, 'tenant_id': '5380d7706aed4cb6accd0f46fa008fba', 'security_groups': ['234a84ca-f019-4176-a044-6ab986a4df8f']}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:11:42.413443 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-82db32fb-132b-40ed-8de8-a74fd9529917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de08d0b8-f2e5-436b-8464-a140cba362fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1688017106', 'tenant_id': '5380d7706aed4cb6accd0f46fa008fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.66'}], 'enable_snat': True}, 'gw_port_id': '2cfa8edb-4455-4919-94af-91292b7c2700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:11:35Z', 'updated_at': '2022-03-28T01:11:39Z', 'revision_number': 4, 'project_id': '5380d7706aed4cb6accd0f46fa008fba', 'gw_port': {'id': '2cfa8edb-4455-4919-94af-91292b7c2700', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a1:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de08d0b8-f2e5-436b-8464-a140cba362fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:11:36Z', 'updated_at': '2022-03-28T01:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': 'e3a7f304-df32-421f-9759-14b754f19fba', 'name': '', 'network_id': '745fd454-bb06-4c54-aadd-3ee4f6bccc71', 'tenant_id': '5380d7706aed4cb6accd0f46fa008fba', 'mac_address': 'fa:16:3e:82:de:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de08d0b8-f2e5-436b-8464-a140cba362fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '6ec254af-219d-409e-a483-af3f88221988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:11:38Z', 'updated_at': '2022-03-28T01:11:41Z', 'revision_number': 4, 'project_id': '5380d7706aed4cb6accd0f46fa008fba', 'subnets': [{'id': '6ec254af-219d-409e-a483-af3f88221988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:11:42.441811 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82db32fb-132b-40ed-8de8-a74fd9529917 None None] The sync data for ids ['de08d0b8-f2e5-436b-8464-a140cba362fb'] in dv-neutron-834874-6-hyperv is: [{'id': 'de08d0b8-f2e5-436b-8464-a140cba362fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1688017106', 'tenant_id': '5380d7706aed4cb6accd0f46fa008fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.66'}], 'enable_snat': True}, 'gw_port_id': '2cfa8edb-4455-4919-94af-91292b7c2700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:11:35Z', 'updated_at': '2022-03-28T01:11:39Z', 'revision_number': 4, 'project_id': '5380d7706aed4cb6accd0f46fa008fba', 'gw_port': {'id': '2cfa8edb-4455-4919-94af-91292b7c2700', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a1:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de08d0b8-f2e5-436b-8464-a140cba362fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:11:36Z', 'updated_at': '2022-03-28T01:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': 'e3a7f304-df32-421f-9759-14b754f19fba', 'name': '', 'network_id': '745fd454-bb06-4c54-aadd-3ee4f6bccc71', 'tenant_id': '5380d7706aed4cb6accd0f46fa008fba', 'mac_address': 'fa:16:3e:82:de:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de08d0b8-f2e5-436b-8464-a140cba362fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '6ec254af-219d-409e-a483-af3f88221988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:11:38Z', 'updated_at': '2022-03-28T01:11:41Z', 'revision_number': 4, 'project_id': '5380d7706aed4cb6accd0f46fa008fba', 'subnets': [{'id': '6ec254af-219d-409e-a483-af3f88221988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:11:42.492497 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-e6b340c8-73dc-47f4-8568-e27f95c18ff4 None None] Current status of the port e3a7f304-df32-421f-9759-14b754f19fba is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:11:42.497615 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4eb3ea35-c164-40f0-a345-b8fc09689c66 req-c37a78a8-27e9-4232-b25a-03d84afe5303 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Made reservation on behalf of 5380d7706aed4cb6accd0f46fa008fba for: {'port': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:11:42.501226 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-4eb3ea35-c164-40f0-a345-b8fc09689c66 req-c37a78a8-27e9-4232-b25a-03d84afe5303 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:42.645226 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [req-4eb3ea35-c164-40f0-a345-b8fc09689c66 req-c37a78a8-27e9-4232-b25a-03d84afe5303 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Allocated IP 172.20.0.5 (745fd454-bb06-4c54-aadd-3ee4f6bccc71/6ec254af-219d-409e-a483-af3f88221988/ec9381a0-0ab4-409f-943a-81c10454d4f7) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:11:42.792737 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-4eb3ea35-c164-40f0-a345-b8fc09689c66 req-c37a78a8-27e9-4232-b25a-03d84afe5303 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Publish callbacks [] for port (ec9381a0-0ab4-409f-943a-81c10454d4f7), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:43.110943 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-4eb3ea35-c164-40f0-a345-b8fc09689c66 req-c37a78a8-27e9-4232-b25a-03d84afe5303 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (ec9381a0-0ab4-409f-943a-81c10454d4f7), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:43.164354 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4eb3ea35-c164-40f0-a345-b8fc09689c66 req-c37a78a8-27e9-4232-b25a-03d84afe5303 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Network 745fd454-bb06-4c54-aadd-3ee4f6bccc71 is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:11:43.167749 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [req-4eb3ea35-c164-40f0-a345-b8fc09689c66 req-c37a78a8-27e9-4232-b25a-03d84afe5303 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:11:43.174360 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eb3ea35-c164-40f0-a345-b8fc09689c66 req-c37a78a8-27e9-4232-b25a-03d84afe5303 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:11:43.202199 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37a78a8-27e9-4232-b25a-03d84afe5303 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Pushing event updated for resources: {'Port': ['ID=ec9381a0-0ab4-409f-943a-81c10454d4f7,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:43.236390 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb3ea35-c164-40f0-a345-b8fc09689c66 req-c37a78a8-27e9-4232-b25a-03d84afe5303 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:11:43.237005 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-4eb3ea35-c164-40f0-a345-b8fc09689c66 req-c37a78a8-27e9-4232-b25a-03d84afe5303 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:43.248878 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device e3a7f304-df32-421f-9759-14b754f19fba up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:11:43.270984 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-4eb3ea35-c164-40f0-a345-b8fc09689c66 req-c37a78a8-27e9-4232-b25a-03d84afe5303 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9048181 Mar 28 01:11:43.286440 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [req-4eb3ea35-c164-40f0-a345-b8fc09689c66 req-15e3690b-cb0c-49d2-b888-ad28fd2cb429 service neutron] Request body: {'port': {'device_id': '04e910c1-0379-4bd6-b5be-10952a030fd0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8348'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:11:43.318113 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port e3a7f304-df32-421f-9759-14b754f19fba triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:11:43.318494 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (e3a7f304-df32-421f-9759-14b754f19fba), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:43.358437 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-4eb3ea35-c164-40f0-a345-b8fc09689c66 req-15e3690b-cb0c-49d2-b888-ad28fd2cb429 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (ec9381a0-0ab4-409f-943a-81c10454d4f7), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:43.438768 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port e3a7f304-df32-421f-9759-14b754f19fba is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:11:43.499558 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7653ec65-2dd2-4457-91af-1a34a63ddc7f req-5e4a5988-d030-46b1-98d0-43abb823631e tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:11:43.501179 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-7653ec65-2dd2-4457-91af-1a34a63ddc7f req-5e4a5988-d030-46b1-98d0-43abb823631e tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] 10.222.0.24 "GET /v2.0/ports?device_id=04e910c1-0379-4bd6-b5be-10952a030fd0 HTTP/1.1" status: 200 len: 931 time: 0.0589075 Mar 28 01:11:43.554679 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-067398e6-87b5-4ffc-ab93-5c1fe3a9d196 None None] Provisioning complete for port ec9381a0-0ab4-409f-943a-81c10454d4f7 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:11:43.554937 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-067398e6-87b5-4ffc-ab93-5c1fe3a9d196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (ec9381a0-0ab4-409f-943a-81c10454d4f7), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:43.557684 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-7653ec65-2dd2-4457-91af-1a34a63ddc7f req-e8b0d2be-e400-4622-92a2-06d4f8ba69f9 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] 10.222.0.24 "GET /v2.0/security-groups?id=234a84ca-f019-4176-a044-6ab986a4df8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498731 Mar 28 01:11:43.589506 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-c751083e-0b0a-420b-bc55-e56e0bd3c047 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:43.607522 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-067398e6-87b5-4ffc-ab93-5c1fe3a9d196 None None] Port ec9381a0-0ab4-409f-943a-81c10454d4f7 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:11:43.664340 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [req-4eb3ea35-c164-40f0-a345-b8fc09689c66 req-15e3690b-cb0c-49d2-b888-ad28fd2cb429 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec9381a0-0ab4-409f-943a-81c10454d4f7 {{(pid=104099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 01:11:43.672265 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-4eb3ea35-c164-40f0-a345-b8fc09689c66 req-15e3690b-cb0c-49d2-b888-ad28fd2cb429 service neutron] Publish callbacks [] for port (ec9381a0-0ab4-409f-943a-81c10454d4f7), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:43.683973 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [req-4eb3ea35-c164-40f0-a345-b8fc09689c66 req-15e3690b-cb0c-49d2-b888-ad28fd2cb429 service neutron] Transition to ACTIVE for port object ec9381a0-0ab4-409f-943a-81c10454d4f7 will not be triggered until provisioned by entity L2. {{(pid=104099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 01:11:43.687712 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-4eb3ea35-c164-40f0-a345-b8fc09689c66 req-15e3690b-cb0c-49d2-b888-ad28fd2cb429 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (ec9381a0-0ab4-409f-943a-81c10454d4f7), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:43.736898 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e3690b-cb0c-49d2-b888-ad28fd2cb429 service neutron] Pushing event updated for resources: {'Port': ['ID=ec9381a0-0ab4-409f-943a-81c10454d4f7,revision_number=2']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:43.811392 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-4eb3ea35-c164-40f0-a345-b8fc09689c66 req-15e3690b-cb0c-49d2-b888-ad28fd2cb429 service neutron] Attempting to bind port ec9381a0-0ab4-409f-943a-81c10454d4f7 on host hv-neutron-8348 for vnic_type normal with profile {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:11:43.811729 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-4eb3ea35-c164-40f0-a345-b8fc09689c66 req-15e3690b-cb0c-49d2-b888-ad28fd2cb429 service neutron] Attempting to bind port ec9381a0-0ab4-409f-943a-81c10454d4f7 by drivers openvswitch,hyperv on host hv-neutron-8348 at level 0 using segments [{'id': 'b47ba046-35f2-4903-acbb-d6fcbb0d2955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '745fd454-bb06-4c54-aadd-3ee4f6bccc71'}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:11:43.812086 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb3ea35-c164-40f0-a345-b8fc09689c66 req-15e3690b-cb0c-49d2-b888-ad28fd2cb429 service neutron] Attempting to bind port ec9381a0-0ab4-409f-943a-81c10454d4f7 on network 745fd454-bb06-4c54-aadd-3ee4f6bccc71 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:11:43.816611 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb3ea35-c164-40f0-a345-b8fc09689c66 req-15e3690b-cb0c-49d2-b888-ad28fd2cb429 service neutron] Port ec9381a0-0ab4-409f-943a-81c10454d4f7 on network 745fd454-bb06-4c54-aadd-3ee4f6bccc71 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8348 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 01:11:43.817347 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb3ea35-c164-40f0-a345-b8fc09689c66 req-15e3690b-cb0c-49d2-b888-ad28fd2cb429 service neutron] Attempting to bind port ec9381a0-0ab4-409f-943a-81c10454d4f7 on network 745fd454-bb06-4c54-aadd-3ee4f6bccc71 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:11:43.822689 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb3ea35-c164-40f0-a345-b8fc09689c66 req-15e3690b-cb0c-49d2-b888-ad28fd2cb429 service neutron] Checking agent: {'id': '287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8348', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 1, 2, 33), 'started_at': datetime.datetime(2022, 3, 28, 1, 2, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:11:43.823032 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb3ea35-c164-40f0-a345-b8fc09689c66 req-15e3690b-cb0c-49d2-b888-ad28fd2cb429 service neutron] Checking segment: {'id': 'b47ba046-35f2-4903-acbb-d6fcbb0d2955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '745fd454-bb06-4c54-aadd-3ee4f6bccc71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:11:43.823417 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb3ea35-c164-40f0-a345-b8fc09689c66 req-15e3690b-cb0c-49d2-b888-ad28fd2cb429 service neutron] Bound using segment: {'id': 'b47ba046-35f2-4903-acbb-d6fcbb0d2955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '745fd454-bb06-4c54-aadd-3ee4f6bccc71'} {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:11:43.823847 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-4eb3ea35-c164-40f0-a345-b8fc09689c66 req-15e3690b-cb0c-49d2-b888-ad28fd2cb429 service neutron] Bound port: ec9381a0-0ab4-409f-943a-81c10454d4f7, host: hv-neutron-8348, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b47ba046-35f2-4903-acbb-d6fcbb0d2955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '745fd454-bb06-4c54-aadd-3ee4f6bccc71'}}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:11:43.824238 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-4eb3ea35-c164-40f0-a345-b8fc09689c66 req-15e3690b-cb0c-49d2-b888-ad28fd2cb429 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (ec9381a0-0ab4-409f-943a-81c10454d4f7), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:43.892383 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-4eb3ea35-c164-40f0-a345-b8fc09689c66 req-15e3690b-cb0c-49d2-b888-ad28fd2cb429 service neutron] For port ec9381a0-0ab4-409f-943a-81c10454d4f7, host hv-neutron-8348, cleared binding levels {{(pid=104099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:11:43.895487 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-4eb3ea35-c164-40f0-a345-b8fc09689c66 req-15e3690b-cb0c-49d2-b888-ad28fd2cb429 service neutron] For port ec9381a0-0ab4-409f-943a-81c10454d4f7, host hv-neutron-8348, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=ec9381a0-0ab4-409f-943a-81c10454d4f7,segment=NetworkSegment(b47ba046-35f2-4903-acbb-d6fcbb0d2955),segment_id=b47ba046-35f2-4903-acbb-d6fcbb0d2955)] {{(pid=104099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:11:43.902696 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-4eb3ea35-c164-40f0-a345-b8fc09689c66 req-15e3690b-cb0c-49d2-b888-ad28fd2cb429 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (ec9381a0-0ab4-409f-943a-81c10454d4f7), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:43.938763 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb3ea35-c164-40f0-a345-b8fc09689c66 req-15e3690b-cb0c-49d2-b888-ad28fd2cb429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:11:43.939297 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-4eb3ea35-c164-40f0-a345-b8fc09689c66 req-15e3690b-cb0c-49d2-b888-ad28fd2cb429 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:43.940718 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-4eb3ea35-c164-40f0-a345-b8fc09689c66 req-15e3690b-cb0c-49d2-b888-ad28fd2cb429 service neutron] 10.222.0.10 "PUT /v2.0/ports/ec9381a0-0ab4-409f-943a-81c10454d4f7 HTTP/1.1" status: 200 len: 1093 time: 0.6608415 Mar 28 01:11:43.941228 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04e910c1-0379-4bd6-b5be-10952a030fd0', 'tag': 'ec9381a0-0ab4-409f-943a-81c10454d4f7'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:11:43.943401 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2af4b01a9fa8b1570ccf1d7859d693ad34c106b258078e9cfae86b97f35e3d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05706324-82d9-4a20-8c80-90306bee48dd" -d '{"events": [{"name": "network-changed", "server_uuid": "04e910c1-0379-4bd6-b5be-10952a030fd0", "tag": "ec9381a0-0ab4-409f-943a-81c10454d4f7"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:11:43.974075 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e3690b-cb0c-49d2-b888-ad28fd2cb429 service neutron] Pushing event updated for resources: {'Port': ['ID=ec9381a0-0ab4-409f-943a-81c10454d4f7,revision_number=3']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:43.985983 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 01:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed4a9546-9a56-4f40-a00b-d24439527ff2 x-openstack-request-id: req-ed4a9546-9a56-4f40-a00b-d24439527ff2 {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:11:43.986321 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04e910c1-0379-4bd6-b5be-10952a030fd0", "tag": "ec9381a0-0ab4-409f-943a-81c10454d4f7", "status": "completed", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:11:43.986529 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ed4a9546-9a56-4f40-a00b-d24439527ff2 {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:11:43.986928 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed4a9546-9a56-4f40-a00b-d24439527ff2'] response: {'name': 'network-changed', 'server_uuid': '04e910c1-0379-4bd6-b5be-10952a030fd0', 'tag': 'ec9381a0-0ab4-409f-943a-81c10454d4f7', 'status': 'completed', 'code': 200} Mar 28 01:11:44.034183 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb3ea35-c164-40f0-a345-b8fc09689c66 req-0f92992d-b217-43eb-9f3a-936a3154ca6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:11:44.035784 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-4eb3ea35-c164-40f0-a345-b8fc09689c66 req-0f92992d-b217-43eb-9f3a-936a3154ca6b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5380d7706aed4cb6accd0f46fa008fba&device_id=04e910c1-0379-4bd6-b5be-10952a030fd0 HTTP/1.1" status: 200 len: 1127 time: 0.0478635 Mar 28 01:11:44.081189 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-4eb3ea35-c164-40f0-a345-b8fc09689c66 req-a64473be-d731-40a7-93cf-fe9ef74a9b75 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec9381a0-0ab4-409f-943a-81c10454d4f7 HTTP/1.1" status: 200 len: 217 time: 0.0382011 Mar 28 01:11:44.133134 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb3ea35-c164-40f0-a345-b8fc09689c66 req-325c7027-36bd-4d52-bc23-d337a7f92015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:11:44.134588 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-4eb3ea35-c164-40f0-a345-b8fc09689c66 req-325c7027-36bd-4d52-bc23-d337a7f92015 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6ec254af-219d-409e-a483-af3f88221988 HTTP/1.1" status: 200 len: 833 time: 0.0440590 Mar 28 01:11:44.184476 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb3ea35-c164-40f0-a345-b8fc09689c66 req-beb3b75d-b78f-4731-b2be-f80b47cb3bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:11:44.186433 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-4eb3ea35-c164-40f0-a345-b8fc09689c66 req-beb3b75d-b78f-4731-b2be-f80b47cb3bc8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=745fd454-bb06-4c54-aadd-3ee4f6bccc71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0448022 Mar 28 01:11:44.274941 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-4eb3ea35-c164-40f0-a345-b8fc09689c66 req-ee416bd9-046f-4dd1-b5cb-36b5e3cbea4e service neutron] 10.222.0.10 "GET /v2.0/networks/745fd454-bb06-4c54-aadd-3ee4f6bccc71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820293 Mar 28 01:11:44.360301 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-4eb3ea35-c164-40f0-a345-b8fc09689c66 req-4545e967-4f55-4dd1-98b9-b458a52c0c68 service neutron] 10.222.0.10 "GET /v2.0/networks/745fd454-bb06-4c54-aadd-3ee4f6bccc71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791111 Mar 28 01:11:44.459115 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05706324-82d9-4a20-8c80-90306bee48dd req-b5c027aa-f1c5-42bc-865d-617ef81d6862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:11:44.460537 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-05706324-82d9-4a20-8c80-90306bee48dd req-b5c027aa-f1c5-42bc-865d-617ef81d6862 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5380d7706aed4cb6accd0f46fa008fba&device_id=04e910c1-0379-4bd6-b5be-10952a030fd0 HTTP/1.1" status: 200 len: 1127 time: 0.0518394 Mar 28 01:11:44.552475 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05706324-82d9-4a20-8c80-90306bee48dd req-68add61b-326d-40ed-9e1e-ff46230717ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:11:44.553926 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-05706324-82d9-4a20-8c80-90306bee48dd req-68add61b-326d-40ed-9e1e-ff46230717ff service neutron] 10.222.0.10 "GET /v2.0/networks?id=745fd454-bb06-4c54-aadd-3ee4f6bccc71 HTTP/1.1" status: 200 len: 896 time: 0.0870163 Mar 28 01:11:44.598008 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-05706324-82d9-4a20-8c80-90306bee48dd req-1ad3dd00-2063-4601-ae80-097a77e16b04 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec9381a0-0ab4-409f-943a-81c10454d4f7 HTTP/1.1" status: 200 len: 217 time: 0.0369937 Mar 28 01:11:44.645945 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05706324-82d9-4a20-8c80-90306bee48dd req-b3fcdacd-5b93-4a91-9ed4-ce01bf368c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:11:44.647545 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-05706324-82d9-4a20-8c80-90306bee48dd req-b3fcdacd-5b93-4a91-9ed4-ce01bf368c60 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6ec254af-219d-409e-a483-af3f88221988 HTTP/1.1" status: 200 len: 833 time: 0.0437329 Mar 28 01:11:44.674416 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3a8326-7aca-435f-be90-6fb48d6396ef req-e107a49a-f62c-4c93-8e4e-bc6559c475a6 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:11:44.675905 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-ed3a8326-7aca-435f-be90-6fb48d6396ef req-e107a49a-f62c-4c93-8e4e-bc6559c475a6 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] 10.222.0.24 "GET /v2.0/ports?device_id=04e910c1-0379-4bd6-b5be-10952a030fd0 HTTP/1.1" status: 200 len: 943 time: 0.0516098 Mar 28 01:11:44.698089 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05706324-82d9-4a20-8c80-90306bee48dd req-ab1e1952-bfdc-4205-b549-adaf0f6726bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:11:44.699752 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-05706324-82d9-4a20-8c80-90306bee48dd req-ab1e1952-bfdc-4205-b549-adaf0f6726bf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=745fd454-bb06-4c54-aadd-3ee4f6bccc71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0462370 Mar 28 01:11:44.727779 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-ed3a8326-7aca-435f-be90-6fb48d6396ef req-88dd0d69-a3e3-4f79-9ac2-58699acaaa52 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] 10.222.0.24 "GET /v2.0/security-groups?id=234a84ca-f019-4176-a044-6ab986a4df8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460420 Mar 28 01:11:44.753960 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:44.796811 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-05706324-82d9-4a20-8c80-90306bee48dd req-52d6263e-d5f9-4f9e-ae90-7c2afc47d1fc service neutron] 10.222.0.10 "GET /v2.0/networks/745fd454-bb06-4c54-aadd-3ee4f6bccc71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884113 Mar 28 01:11:44.884998 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-05706324-82d9-4a20-8c80-90306bee48dd req-ddc898de-42b9-4a68-adf9-ec5ebb555f4e service neutron] 10.222.0.10 "GET /v2.0/networks/745fd454-bb06-4c54-aadd-3ee4f6bccc71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817297 Mar 28 01:11:45.848312 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b257fd05-9b8d-441a-af58-f1cb280f249d req-28396f83-b6de-41ac-bcb7-89b61c0c4a64 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:11:45.849783 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-b257fd05-9b8d-441a-af58-f1cb280f249d req-28396f83-b6de-41ac-bcb7-89b61c0c4a64 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] 10.222.0.24 "GET /v2.0/ports?device_id=04e910c1-0379-4bd6-b5be-10952a030fd0 HTTP/1.1" status: 200 len: 943 time: 0.0525208 Mar 28 01:11:45.897243 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-b257fd05-9b8d-441a-af58-f1cb280f249d req-5a4bfd1f-eac8-4402-8132-fbf9cdf20c1f tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] 10.222.0.24 "GET /v2.0/security-groups?id=234a84ca-f019-4176-a044-6ab986a4df8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418682 Mar 28 01:11:46.021280 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55870) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:46.194400 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:46.372180 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4d076081-7ebe-4578-a04f-5d559d4f325a tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3686527'] for router_interface (972614b4-f026-44d6-b5b2-387121f477a0), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:46.677003 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-4d076081-7ebe-4578-a04f-5d559d4f325a tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Deleting port 1c0a3e79-92b2-40b8-b97e-b595a2879d71 {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:11:46.677356 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4d076081-7ebe-4578-a04f-5d559d4f325a tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (1c0a3e79-92b2-40b8-b97e-b595a2879d71), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:46.724910 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device ec9381a0-0ab4-409f-943a-81c10454d4f7 details requested by agent hyperv_hv-neutron-8348 with host hv-neutron-8348 {{(pid=104100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 01:11:46.763753 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.db [None req-4d076081-7ebe-4578-a04f-5d559d4f325a tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] For port 1c0a3e79-92b2-40b8-b97e-b595a2879d71, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=1c0a3e79-92b2-40b8-b97e-b595a2879d71,segment=NetworkSegment(28f92320-1dd2-446d-9316-f1290fa904ce),segment_id=28f92320-1dd2-446d-9316-f1290fa904ce)] {{(pid=104098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:11:46.764707 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4d076081-7ebe-4578-a04f-5d559d4f325a tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (1c0a3e79-92b2-40b8-b97e-b595a2879d71), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:46.777217 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-4d076081-7ebe-4578-a04f-5d559d4f325a tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Calling delete_port for 1c0a3e79-92b2-40b8-b97e-b595a2879d71 owned by network:router_interface {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:11:46.819257 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port ec9381a0-0ab4-409f-943a-81c10454d4f7, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=ec9381a0-0ab4-409f-943a-81c10454d4f7,segment=NetworkSegment(b47ba046-35f2-4903-acbb-d6fcbb0d2955),segment_id=b47ba046-35f2-4903-acbb-d6fcbb0d2955)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:11:46.831127 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Returning: {'device': 'ec9381a0-0ab4-409f-943a-81c10454d4f7', 'network_id': '745fd454-bb06-4c54-aadd-3ee4f6bccc71', 'port_id': 'ec9381a0-0ab4-409f-943a-81c10454d4f7', 'mac_address': 'fa:16:3e:ff:c4:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ec254af-219d-409e-a483-af3f88221988', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 01:11:46.982832 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4d076081-7ebe-4578-a04f-5d559d4f325a tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (1c0a3e79-92b2-40b8-b97e-b595a2879d71), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:47.017405 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port ec9381a0-0ab4-409f-943a-81c10454d4f7 is: DOWN; New status is: BUILD {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:11:47.017791 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (ec9381a0-0ab4-409f-943a-81c10454d4f7), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:47.030601 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec9381a0-0ab4-409f-943a-81c10454d4f7 {{(pid=104100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 01:11:47.033063 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d076081-7ebe-4578-a04f-5d559d4f325a tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event deleted for resources: {'Port': ['ID=1c0a3e79-92b2-40b8-b97e-b595a2879d71,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:47.051070 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port ec9381a0-0ab4-409f-943a-81c10454d4f7, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=ec9381a0-0ab4-409f-943a-81c10454d4f7,segment=NetworkSegment(b47ba046-35f2-4903-acbb-d6fcbb0d2955),segment_id=b47ba046-35f2-4903-acbb-d6fcbb0d2955)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:11:47.055441 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (ec9381a0-0ab4-409f-943a-81c10454d4f7), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:47.107395 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Pushing event updated for resources: {'Port': ['ID=ec9381a0-0ab4-409f-943a-81c10454d4f7,revision_number=4']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:47.113829 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a209ca83-9e69-48b6-a562-c68232512cff req-e5c803ea-6d6d-4e0c-8a53-d877e2f9b3dd tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:11:47.115416 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-a209ca83-9e69-48b6-a562-c68232512cff req-e5c803ea-6d6d-4e0c-8a53-d877e2f9b3dd tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] 10.222.0.24 "GET /v2.0/ports?device_id=04e910c1-0379-4bd6-b5be-10952a030fd0 HTTP/1.1" status: 200 len: 943 time: 0.1463175 Mar 28 01:11:47.244642 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-a209ca83-9e69-48b6-a562-c68232512cff req-3201ae0f-8d76-469d-88cc-db1d22bcfec4 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] 10.222.0.24 "GET /v2.0/security-groups?id=234a84ca-f019-4176-a044-6ab986a4df8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910339 Mar 28 01:11:47.258576 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4d076081-7ebe-4578-a04f-5d559d4f325a tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3725912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3690191'] for router_interface (972614b4-f026-44d6-b5b2-387121f477a0), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:47.312494 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] get_ports_and_sgs() called for port_ids ['ec9381a0-0ab4-409f-943a-81c10454d4f7'] {{(pid=104100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 01:11:47.475905 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d076081-7ebe-4578-a04f-5d559d4f325a tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Router 972614b4-f026-44d6-b5b2-387121f477a0 has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:11:47.585464 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d076081-7ebe-4578-a04f-5d559d4f325a tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:11:47.593324 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-4d076081-7ebe-4578-a04f-5d559d4f325a tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "PUT /v2.0/routers/972614b4-f026-44d6-b5b2-387121f477a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5710154 Mar 28 01:11:47.594992 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37e781a-c2a9-4203-938b-4791c7610e0c None None] Sync routers for ids ['972614b4-f026-44d6-b5b2-387121f477a0'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:11:47.605990 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37e781a-c2a9-4203-938b-4791c7610e0c None None] Routers {'972614b4-f026-44d6-b5b2-387121f477a0'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:11:47.606625 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-d37e781a-c2a9-4203-938b-4791c7610e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:11:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['972614b4-f026-44d6-b5b2-387121f477a0'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:11:47.719512 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-d37e781a-c2a9-4203-938b-4791c7610e0c None None] Set router 972614b4-f026-44d6-b5b2-387121f477a0 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:11:47.755767 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:47.810397 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f2c956-e730-4111-86f9-c0d2250ff6ab req-97256368-e281-45a3-a537-d79cfbaa41d7 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:11:47.812589 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-62f2c956-e730-4111-86f9-c0d2250ff6ab req-97256368-e281-45a3-a537-d79cfbaa41d7 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdcb167c-5aae-413f-8704-3629dbabfacb HTTP/1.1" status: 200 len: 946 time: 0.0551276 Mar 28 01:11:47.862283 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-62f2c956-e730-4111-86f9-c0d2250ff6ab req-30939fa8-746e-45af-95f0-971c9de1cc9a tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?id=b210bd0c-aa3e-478a-8c4f-0f9be8da73df&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438554 Mar 28 01:11:47.951163 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-d37e781a-c2a9-4203-938b-4791c7610e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '972614b4-f026-44d6-b5b2-387121f477a0', 'name': 'tempest-TestNetworkBasicOps-router-1449852851', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.203'}], 'enable_snat': True}, 'gw_port_id': '284be52d-195b-458f-be0d-523be760202a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:09:46Z', 'updated_at': '2022-03-28T01:11:46Z', 'revision_number': 6, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': '284be52d-195b-458f-be0d-523be760202a', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:98:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972614b4-f026-44d6-b5b2-387121f477a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:09:47Z', 'updated_at': '2022-03-28T01:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_floatingips': [{'id': '704e640d-7c53-41ca-8dcf-349de17cf978', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'floating_ip_address': '172.26.1.112', 'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'router_id': '972614b4-f026-44d6-b5b2-387121f477a0', 'port_id': '74325668-0837-407e-b93b-f7c316ea4f78', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7543c20d-2cfc-49fd-abfd-e84ff8dfd2c3', 'mac_address': 'fa:16:3e:7e:a9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36094a88-9f2d-4c07-949f-f56c083f88fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T01:10:24Z', 'updated_at': '2022-03-28T01:10:29Z', 'revision_number': 1, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fba6b65-87d7-4e6d-bb9b-cc3221d8e198', 'name': '', 'network_id': '7543c20d-2cfc-49fd-abfd-e84ff8dfd2c3', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'mac_address': 'fa:16:3e:91:b3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972614b4-f026-44d6-b5b2-387121f477a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '592db495-2a42-45a2-9428-dccc028178bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:09:55Z', 'updated_at': '2022-03-28T01:10:04Z', 'revision_number': 5, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'subnets': [{'id': '592db495-2a42-45a2-9428-dccc028178bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:11:47.976897 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37e781a-c2a9-4203-938b-4791c7610e0c None None] Checking router: 972614b4-f026-44d6-b5b2-387121f477a0 for host: dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:11:47.985675 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37e781a-c2a9-4203-938b-4791c7610e0c None None] Routers {'972614b4-f026-44d6-b5b2-387121f477a0'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:11:47.986282 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-d37e781a-c2a9-4203-938b-4791c7610e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:11:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['972614b4-f026-44d6-b5b2-387121f477a0'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:11:48.092062 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-d37e781a-c2a9-4203-938b-4791c7610e0c None None] Set router 972614b4-f026-44d6-b5b2-387121f477a0 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:11:48.316771 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-d37e781a-c2a9-4203-938b-4791c7610e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '972614b4-f026-44d6-b5b2-387121f477a0', 'name': 'tempest-TestNetworkBasicOps-router-1449852851', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.203'}], 'enable_snat': True}, 'gw_port_id': '284be52d-195b-458f-be0d-523be760202a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:09:46Z', 'updated_at': '2022-03-28T01:11:46Z', 'revision_number': 6, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': '284be52d-195b-458f-be0d-523be760202a', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:98:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972614b4-f026-44d6-b5b2-387121f477a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:09:47Z', 'updated_at': '2022-03-28T01:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_floatingips': [{'id': '704e640d-7c53-41ca-8dcf-349de17cf978', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'floating_ip_address': '172.26.1.112', 'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'router_id': '972614b4-f026-44d6-b5b2-387121f477a0', 'port_id': '74325668-0837-407e-b93b-f7c316ea4f78', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7543c20d-2cfc-49fd-abfd-e84ff8dfd2c3', 'mac_address': 'fa:16:3e:7e:a9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36094a88-9f2d-4c07-949f-f56c083f88fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T01:10:24Z', 'updated_at': '2022-03-28T01:10:29Z', 'revision_number': 1, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fba6b65-87d7-4e6d-bb9b-cc3221d8e198', 'name': '', 'network_id': '7543c20d-2cfc-49fd-abfd-e84ff8dfd2c3', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'mac_address': 'fa:16:3e:91:b3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972614b4-f026-44d6-b5b2-387121f477a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '592db495-2a42-45a2-9428-dccc028178bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:09:55Z', 'updated_at': '2022-03-28T01:10:04Z', 'revision_number': 5, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'subnets': [{'id': '592db495-2a42-45a2-9428-dccc028178bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:11:48.343459 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37e781a-c2a9-4203-938b-4791c7610e0c None None] The sync data for ids ['972614b4-f026-44d6-b5b2-387121f477a0'] in dv-neutron-834874-6-hyperv is: [{'id': '972614b4-f026-44d6-b5b2-387121f477a0', 'name': 'tempest-TestNetworkBasicOps-router-1449852851', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.203'}], 'enable_snat': True}, 'gw_port_id': '284be52d-195b-458f-be0d-523be760202a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:09:46Z', 'updated_at': '2022-03-28T01:11:46Z', 'revision_number': 6, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': '284be52d-195b-458f-be0d-523be760202a', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:98:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972614b4-f026-44d6-b5b2-387121f477a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:09:47Z', 'updated_at': '2022-03-28T01:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_floatingips': [{'id': '704e640d-7c53-41ca-8dcf-349de17cf978', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'floating_ip_address': '172.26.1.112', 'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'router_id': '972614b4-f026-44d6-b5b2-387121f477a0', 'port_id': '74325668-0837-407e-b93b-f7c316ea4f78', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7543c20d-2cfc-49fd-abfd-e84ff8dfd2c3', 'mac_address': 'fa:16:3e:7e:a9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36094a88-9f2d-4c07-949f-f56c083f88fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T01:10:24Z', 'updated_at': '2022-03-28T01:10:29Z', 'revision_number': 1, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fba6b65-87d7-4e6d-bb9b-cc3221d8e198', 'name': '', 'network_id': '7543c20d-2cfc-49fd-abfd-e84ff8dfd2c3', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'mac_address': 'fa:16:3e:91:b3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972614b4-f026-44d6-b5b2-387121f477a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '592db495-2a42-45a2-9428-dccc028178bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:09:55Z', 'updated_at': '2022-03-28T01:10:04Z', 'revision_number': 5, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'subnets': [{'id': '592db495-2a42-45a2-9428-dccc028178bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:11:48.366871 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376d6451-780d-406f-9e52-a1db043cfc6a req-ea4714b3-b59a-407d-b82c-0fe59862b350 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:11:48.368417 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-376d6451-780d-406f-9e52-a1db043cfc6a req-ea4714b3-b59a-407d-b82c-0fe59862b350 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] 10.222.0.24 "GET /v2.0/ports?device_id=04e910c1-0379-4bd6-b5be-10952a030fd0 HTTP/1.1" status: 200 len: 944 time: 0.0568960 Mar 28 01:11:48.417706 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-376d6451-780d-406f-9e52-a1db043cfc6a req-ecfa5997-b900-4573-b29e-11af03e972ca tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] 10.222.0.24 "GET /v2.0/security-groups?id=234a84ca-f019-4176-a044-6ab986a4df8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431342 Mar 28 01:11:48.735837 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device ec9381a0-0ab4-409f-943a-81c10454d4f7 up at agent hyperv_hv-neutron-8348 {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:11:48.788953 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Provisioning for port ec9381a0-0ab4-409f-943a-81c10454d4f7 completed by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 01:11:48.793096 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Provisioning complete for port ec9381a0-0ab4-409f-943a-81c10454d4f7 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:11:48.793469 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (ec9381a0-0ab4-409f-943a-81c10454d4f7), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:48.875210 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port ec9381a0-0ab4-409f-943a-81c10454d4f7 is: BUILD; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:11:48.875602 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (ec9381a0-0ab4-409f-943a-81c10454d4f7), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:48.899064 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04e910c1-0379-4bd6-b5be-10952a030fd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec9381a0-0ab4-409f-943a-81c10454d4f7'}] {{(pid=104100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:11:48.901340 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd27896ebc78d0f7931321182ba9533a7b768b1c3fcddb3ff52a8aee6ddeaf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-611d8743-78a1-4d48-8f1c-dd5c48188cd9" -d '{"events": [{"server_uuid": "04e910c1-0379-4bd6-b5be-10952a030fd0", "name": "network-vif-plugged", "status": "completed", "tag": "ec9381a0-0ab4-409f-943a-81c10454d4f7"}]}' {{(pid=104100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:11:48.913965 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port ec9381a0-0ab4-409f-943a-81c10454d4f7, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=ec9381a0-0ab4-409f-943a-81c10454d4f7,segment=NetworkSegment(b47ba046-35f2-4903-acbb-d6fcbb0d2955),segment_id=b47ba046-35f2-4903-acbb-d6fcbb0d2955)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:11:48.918387 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (ec9381a0-0ab4-409f-943a-81c10454d4f7), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:48.945155 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 01:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd6a44fd-957f-44eb-89cb-8527440c970f x-openstack-request-id: req-cd6a44fd-957f-44eb-89cb-8527440c970f {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:11:48.945346 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04e910c1-0379-4bd6-b5be-10952a030fd0", "name": "network-vif-plugged", "status": "completed", "tag": "ec9381a0-0ab4-409f-943a-81c10454d4f7", "code": 200}]} {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:11:48.945553 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cd6a44fd-957f-44eb-89cb-8527440c970f {{(pid=104100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:11:48.945956 dv-neutron-834874-6-hyperv neutron-server[104100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd6a44fd-957f-44eb-89cb-8527440c970f'] response: {'server_uuid': '04e910c1-0379-4bd6-b5be-10952a030fd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec9381a0-0ab4-409f-943a-81c10454d4f7', 'code': 200} Mar 28 01:11:48.970395 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Pushing event updated for resources: {'Port': ['ID=ec9381a0-0ab4-409f-943a-81c10454d4f7,revision_number=5']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:48.992150 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c424515-e387-4a9d-bd26-b082a319acdb req-5f08b6fa-c5d6-450a-bb28-952029c12fe2 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:11:48.993629 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-0c424515-e387-4a9d-bd26-b082a319acdb req-5f08b6fa-c5d6-450a-bb28-952029c12fe2 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdcb167c-5aae-413f-8704-3629dbabfacb HTTP/1.1" status: 200 len: 946 time: 0.0564783 Mar 28 01:11:49.044674 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-0c424515-e387-4a9d-bd26-b082a319acdb req-0c813894-d2b8-4be8-8606-eba7a569f884 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?id=b210bd0c-aa3e-478a-8c4f-0f9be8da73df&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447946 Mar 28 01:11:49.120533 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2f3bab-0b72-46ad-bcde-90cb7347f660 req-d2b63883-6ded-4d8c-9c1d-cd3b5ebc893d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:11:49.121928 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-9c2f3bab-0b72-46ad-bcde-90cb7347f660 req-d2b63883-6ded-4d8c-9c1d-cd3b5ebc893d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=04e910c1-0379-4bd6-b5be-10952a030fd0 HTTP/1.1" status: 200 len: 1129 time: 0.0429139 Mar 28 01:11:49.167161 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 1c0a3e79-92b2-40b8-b97e-b595a2879d71 no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:11:49.191995 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: 1c0a3e79-92b2-40b8-b97e-b595a2879d71 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:11:49.192373 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 1c0a3e79-92b2-40b8-b97e-b595a2879d71 not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:11:49.209914 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-9c2f3bab-0b72-46ad-bcde-90cb7347f660 req-3dfd0e4c-c214-4bb9-974d-7ad953bc39e6 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=234a84ca-f019-4176-a044-6ab986a4df8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700004 Mar 28 01:11:49.225043 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a761edd-ee66-456a-b355-1298888ef6ff req-a235515f-5604-4c5d-8bc0-5db423b8c242 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:11:49.226411 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-2a761edd-ee66-456a-b355-1298888ef6ff req-a235515f-5604-4c5d-8bc0-5db423b8c242 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.10 "GET /v2.0/ports?device_id=fdcb167c-5aae-413f-8704-3629dbabfacb HTTP/1.1" status: 200 len: 946 time: 0.0815532 Mar 28 01:11:49.486205 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [req-2a761edd-ee66-456a-b355-1298888ef6ff req-590ae5d1-110b-43c4-a7e9-fd0efea0bd9c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Deleting port ecde7f7f-ede9-45fa-873c-df44907102af {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:11:49.486919 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-2a761edd-ee66-456a-b355-1298888ef6ff req-590ae5d1-110b-43c4-a7e9-fd0efea0bd9c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (ecde7f7f-ede9-45fa-873c-df44907102af), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:49.599904 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eaf1ed-9edf-4552-9e1e-20eed7fa56cc req-44849d66-7002-4a0d-9914-ea6456b6f7b2 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:11:49.601413 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-12eaf1ed-9edf-4552-9e1e-20eed7fa56cc req-44849d66-7002-4a0d-9914-ea6456b6f7b2 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] 10.222.0.24 "GET /v2.0/ports?device_id=04e910c1-0379-4bd6-b5be-10952a030fd0 HTTP/1.1" status: 200 len: 945 time: 0.1109886 Mar 28 01:11:49.622465 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-2a761edd-ee66-456a-b355-1298888ef6ff req-590ae5d1-110b-43c4-a7e9-fd0efea0bd9c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] For port ecde7f7f-ede9-45fa-873c-df44907102af, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=ecde7f7f-ede9-45fa-873c-df44907102af,segment=NetworkSegment(28f92320-1dd2-446d-9316-f1290fa904ce),segment_id=28f92320-1dd2-446d-9316-f1290fa904ce)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:11:49.622827 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-2a761edd-ee66-456a-b355-1298888ef6ff req-590ae5d1-110b-43c4-a7e9-fd0efea0bd9c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (ecde7f7f-ede9-45fa-873c-df44907102af), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:49.644184 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [req-2a761edd-ee66-456a-b355-1298888ef6ff req-590ae5d1-110b-43c4-a7e9-fd0efea0bd9c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Calling delete_port for ecde7f7f-ede9-45fa-873c-df44907102af owned by compute:nova {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:11:49.706387 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-12eaf1ed-9edf-4552-9e1e-20eed7fa56cc req-17a2d15c-79ab-42aa-a719-4b86649bb5c9 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] 10.222.0.24 "GET /v2.0/security-groups?id=234a84ca-f019-4176-a044-6ab986a4df8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957074 Mar 28 01:11:49.792686 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-2a761edd-ee66-456a-b355-1298888ef6ff req-590ae5d1-110b-43c4-a7e9-fd0efea0bd9c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (ecde7f7f-ede9-45fa-873c-df44907102af), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:49.819866 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590ae5d1-110b-43c4-a7e9-fd0efea0bd9c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event deleted for resources: {'Port': ['ID=ecde7f7f-ede9-45fa-873c-df44907102af,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:49.868339 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a761edd-ee66-456a-b355-1298888ef6ff req-590ae5d1-110b-43c4-a7e9-fd0efea0bd9c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] No DVR routers for this DVR port ecde7f7f-ede9-45fa-873c-df44907102af on host hv-neutron-8348 {{(pid=104099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:11:49.870482 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-2a761edd-ee66-456a-b355-1298888ef6ff req-590ae5d1-110b-43c4-a7e9-fd0efea0bd9c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:49.873750 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-2a761edd-ee66-456a-b355-1298888ef6ff req-590ae5d1-110b-43c4-a7e9-fd0efea0bd9c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.10 "DELETE /v2.0/ports/ecde7f7f-ede9-45fa-873c-df44907102af HTTP/1.1" status: 204 len: 173 time: 0.4759479 Mar 28 01:11:49.874184 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdcb167c-5aae-413f-8704-3629dbabfacb', 'name': 'network-vif-deleted', 'tag': 'ecde7f7f-ede9-45fa-873c-df44907102af'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:11:49.876390 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2af4b01a9fa8b1570ccf1d7859d693ad34c106b258078e9cfae86b97f35e3d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7964eb92-4fdf-41f9-a876-4dd2476a90fe" -d '{"events": [{"server_uuid": "fdcb167c-5aae-413f-8704-3629dbabfacb", "name": "network-vif-deleted", "tag": "ecde7f7f-ede9-45fa-873c-df44907102af"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:11:49.914765 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 01:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afdc3dad-9b9b-405a-acc7-734ea99c4226 x-openstack-request-id: req-afdc3dad-9b9b-405a-acc7-734ea99c4226 {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:11:49.915080 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdcb167c-5aae-413f-8704-3629dbabfacb", "name": "network-vif-deleted", "tag": "ecde7f7f-ede9-45fa-873c-df44907102af", "status": "completed", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:11:49.915336 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-afdc3dad-9b9b-405a-acc7-734ea99c4226 {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:11:49.915741 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afdc3dad-9b9b-405a-acc7-734ea99c4226'] response: {'server_uuid': 'fdcb167c-5aae-413f-8704-3629dbabfacb', 'name': 'network-vif-deleted', 'tag': 'ecde7f7f-ede9-45fa-873c-df44907102af', 'status': 'completed', 'code': 200} Mar 28 01:11:50.149645 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-421191fc-c0e1-4b6d-9d7a-cf9324a356fb req-dab4e7d4-3e87-45a6-a599-ff9588d1cf64 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdcb167c-5aae-413f-8704-3629dbabfacb HTTP/1.1" status: 200 len: 210 time: 0.0283082 Mar 28 01:11:50.823780 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646677f1-a17b-4059-9dc8-de23a5b6bec0 req-814251d4-555a-4a06-8f2f-799c89af744d tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:11:50.825268 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-646677f1-a17b-4059-9dc8-de23a5b6bec0 req-814251d4-555a-4a06-8f2f-799c89af744d tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] 10.222.0.24 "GET /v2.0/ports?device_id=04e910c1-0379-4bd6-b5be-10952a030fd0 HTTP/1.1" status: 200 len: 945 time: 0.0512209 Mar 28 01:11:50.873706 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-646677f1-a17b-4059-9dc8-de23a5b6bec0 req-559e317b-272a-45f7-a9d2-0151dc5daa0c tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] 10.222.0.24 "GET /v2.0/security-groups?id=234a84ca-f019-4176-a044-6ab986a4df8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429943 Mar 28 01:11:50.988103 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c8d232-357b-49dd-8f43-6dcb4a2bdec7 req-39c6047d-ae94-4050-83c4-c36382f48817 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:11:50.989562 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a9c8d232-357b-49dd-8f43-6dcb4a2bdec7 req-39c6047d-ae94-4050-83c4-c36382f48817 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] 10.222.0.24 "GET /v2.0/ports?device_id=04e910c1-0379-4bd6-b5be-10952a030fd0 HTTP/1.1" status: 200 len: 945 time: 0.0518453 Mar 28 01:11:51.037911 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a9c8d232-357b-49dd-8f43-6dcb4a2bdec7 req-32a435ed-2cb8-4aaa-b623-51e7497ab8b1 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] 10.222.0.24 "GET /v2.0/security-groups?id=234a84ca-f019-4176-a044-6ab986a4df8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428801 Mar 28 01:11:51.059582 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55894) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:51.100476 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05abcfcf-8503-4a85-a5c0-c83ed4631435 tempest-TestNetworkAdvancedServerOps-1810331063 tempest-TestNetworkAdvancedServerOps-1810331063-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:11:51.101947 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-05abcfcf-8503-4a85-a5c0-c83ed4631435 tempest-TestNetworkAdvancedServerOps-1810331063 tempest-TestNetworkAdvancedServerOps-1810331063-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=04e910c1-0379-4bd6-b5be-10952a030fd0 HTTP/1.1" status: 200 len: 1124 time: 0.0413766 Mar 28 01:11:51.104719 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55896) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:51.109364 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-7ce87fa6-aa91-4e7a-84b1-71a278cb4f01 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Request body: {'floatingip': {'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'port_id': 'ec9381a0-0ab4-409f-943a-81c10454d4f7', 'tenant_id': '5380d7706aed4cb6accd0f46fa008fba', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:11:51.128722 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7ce87fa6-aa91-4e7a-84b1-71a278cb4f01 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:51.210552 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55900) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:51.232423 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7ce87fa6-aa91-4e7a-84b1-71a278cb4f01 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:51.266073 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e89fb18f-d913-4eba-979f-766525003f5e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group (b210bd0c-aa3e-478a-8c4f-0f9be8da73df), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:51.290973 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e89fb18f-d913-4eba-979f-766525003f5e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group (b210bd0c-aa3e-478a-8c4f-0f9be8da73df), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:51.338532 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-7ce87fa6-aa91-4e7a-84b1-71a278cb4f01 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Allocated IP 172.26.1.140 (dea6548b-502b-42db-97fb-371e423e739a/cce6de65-d8c9-45b8-9970-0a277e8c1192/d6d76d18-1924-4a33-ba18-6dac59669a7d) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:11:51.353305 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e89fb18f-d913-4eba-979f-766525003f5e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (b210bd0c-aa3e-478a-8c4f-0f9be8da73df), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:51.356608 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e89fb18f-d913-4eba-979f-766525003f5e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:51.357802 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-e89fb18f-d913-4eba-979f-766525003f5e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "DELETE /v2.0/security-groups/b210bd0c-aa3e-478a-8c4f-0f9be8da73df HTTP/1.1" status: 204 len: 168 time: 0.1461916 Mar 28 01:11:51.366858 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89fb18f-d913-4eba-979f-766525003f5e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b210bd0c-aa3e-478a-8c4f-0f9be8da73df,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:51.391462 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55904) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:51.442539 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7ce87fa6-aa91-4e7a-84b1-71a278cb4f01 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Publish callbacks [] for port (d6d76d18-1924-4a33-ba18-6dac59669a7d), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:51.443078 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf9dee62-2683-4186-b6a2-f5cd0f6bcb61 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Deleting subnet db644160-0201-44ed-9e47-fb5132a0d303 {{(pid=104099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:11:51.446189 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-cf9dee62-2683-4186-b6a2-f5cd0f6bcb61 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for subnet (db644160-0201-44ed-9e47-fb5132a0d303), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:51.476431 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7ce87fa6-aa91-4e7a-84b1-71a278cb4f01 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (d6d76d18-1924-4a33-ba18-6dac59669a7d), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:51.491597 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-cf9dee62-2683-4186-b6a2-f5cd0f6bcb61 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126946639'] for subnet (db644160-0201-44ed-9e47-fb5132a0d303), precommit_delete_associations {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:51.514912 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce87fa6-aa91-4e7a-84b1-71a278cb4f01 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Network dea6548b-502b-42db-97fb-371e423e739a is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:11:51.517951 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-7ce87fa6-aa91-4e7a-84b1-71a278cb4f01 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:11:51.520342 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce87fa6-aa91-4e7a-84b1-71a278cb4f01 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:11:51.554679 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce87fa6-aa91-4e7a-84b1-71a278cb4f01 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Pushing event updated for resources: {'Port': ['ID=d6d76d18-1924-4a33-ba18-6dac59669a7d,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:51.579995 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-cf9dee62-2683-4186-b6a2-f5cd0f6bcb61 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (db644160-0201-44ed-9e47-fb5132a0d303), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:51.636723 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-cf9dee62-2683-4186-b6a2-f5cd0f6bcb61 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127282766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126757793'] for subnet (db644160-0201-44ed-9e47-fb5132a0d303), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:51.664497 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9dee62-2683-4186-b6a2-f5cd0f6bcb61 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event deleted for resources: {'Subnet': ['ID=db644160-0201-44ed-9e47-fb5132a0d303,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:51.668181 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-cf9dee62-2683-4186-b6a2-f5cd0f6bcb61 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:51.674605 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-cf9dee62-2683-4186-b6a2-f5cd0f6bcb61 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "DELETE /v2.0/subnets/db644160-0201-44ed-9e47-fb5132a0d303 HTTP/1.1" status: 204 len: 168 time: 0.2783499 Mar 28 01:11:51.674605 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55906) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:51.674835 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0cedd06-fd8a-4fc1-8187-68b94f8e084f None None] Network 0300aea6-8151-43ce-a56d-a19c5738e77e requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:11:51.762953 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f8383171-2ffb-4cdc-9852-c8edf777293f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (0300aea6-8151-43ce-a56d-a19c5738e77e), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:51.832411 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-f8383171-2ffb-4cdc-9852-c8edf777293f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Deleting port d7c32c59-06f1-4455-ba3c-40fae7934a2a {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:11:51.832742 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f8383171-2ffb-4cdc-9852-c8edf777293f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (d7c32c59-06f1-4455-ba3c-40fae7934a2a), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:51.834266 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc38d00-4ccc-4a17-b494-ff486e7af03b None None] DHCP port deletion for 0300aea6-8151-43ce-a56d-a19c5738e77e request from dv-neutron-834874-6-hyperv {{(pid=104100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 01:11:51.890507 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-1dc38d00-4ccc-4a17-b494-ff486e7af03b None None] Deleting port d7c32c59-06f1-4455-ba3c-40fae7934a2a {{(pid=104100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:11:51.890972 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-1dc38d00-4ccc-4a17-b494-ff486e7af03b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (d7c32c59-06f1-4455-ba3c-40fae7934a2a), before_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:51.899891 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-f8383171-2ffb-4cdc-9852-c8edf777293f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] For port d7c32c59-06f1-4455-ba3c-40fae7934a2a, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=d7c32c59-06f1-4455-ba3c-40fae7934a2a,segment=NetworkSegment(28f92320-1dd2-446d-9316-f1290fa904ce),segment_id=28f92320-1dd2-446d-9316-f1290fa904ce)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:11:51.900285 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f8383171-2ffb-4cdc-9852-c8edf777293f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (d7c32c59-06f1-4455-ba3c-40fae7934a2a), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:51.917589 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-f8383171-2ffb-4cdc-9852-c8edf777293f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Calling delete_port for d7c32c59-06f1-4455-ba3c-40fae7934a2a owned by network:dhcp {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:11:51.969181 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-1dc38d00-4ccc-4a17-b494-ff486e7af03b None None] For port d7c32c59-06f1-4455-ba3c-40fae7934a2a, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=d7c32c59-06f1-4455-ba3c-40fae7934a2a,segment=NetworkSegment(28f92320-1dd2-446d-9316-f1290fa904ce),segment_id=28f92320-1dd2-446d-9316-f1290fa904ce)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:11:51.969725 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-1dc38d00-4ccc-4a17-b494-ff486e7af03b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (d7c32c59-06f1-4455-ba3c-40fae7934a2a), precommit_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:51.983194 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-1dc38d00-4ccc-4a17-b494-ff486e7af03b None None] Calling delete_port for d7c32c59-06f1-4455-ba3c-40fae7934a2a owned by network:dhcp {{(pid=104100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:11:52.002283 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f8383171-2ffb-4cdc-9852-c8edf777293f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (d7c32c59-06f1-4455-ba3c-40fae7934a2a), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:52.034492 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8383171-2ffb-4cdc-9852-c8edf777293f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event deleted for resources: {'Port': ['ID=d7c32c59-06f1-4455-ba3c-40fae7934a2a,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:52.036217 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8383171-2ffb-4cdc-9852-c8edf777293f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] No DVR routers for this DVR port d7c32c59-06f1-4455-ba3c-40fae7934a2a on host dv-neutron-834874-6-hyperv {{(pid=104099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:11:52.074193 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-1dc38d00-4ccc-4a17-b494-ff486e7af03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886'] for port (d7c32c59-06f1-4455-ba3c-40fae7934a2a), after_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:52.105905 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc38d00-4ccc-4a17-b494-ff486e7af03b None None] Pushing event deleted for resources: {'Port': ['ID=d7c32c59-06f1-4455-ba3c-40fae7934a2a,revision_number=None']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:52.107775 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc38d00-4ccc-4a17-b494-ff486e7af03b None None] No DVR routers for this DVR port d7c32c59-06f1-4455-ba3c-40fae7934a2a on host dv-neutron-834874-6-hyperv {{(pid=104100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:11:52.116923 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f8383171-2ffb-4cdc-9852-c8edf777293f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (0300aea6-8151-43ce-a56d-a19c5738e77e), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:52.145003 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-f8383171-2ffb-4cdc-9852-c8edf777293f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0300aea6-8151-43ce-a56d-a19c5738e77e']}} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:11:52.154549 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-f8383171-2ffb-4cdc-9852-c8edf777293f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28f92320-1dd2-446d-9316-f1290fa904ce') {'for_net_delete': True} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:11:52.155402 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-f8383171-2ffb-4cdc-9852-c8edf777293f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28f92320-1dd2-446d-9316-f1290fa904ce') {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:11:52.165090 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f8383171-2ffb-4cdc-9852-c8edf777293f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126946678'] for segment (28f92320-1dd2-446d-9316-f1290fa904ce), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:52.178032 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f8383171-2ffb-4cdc-9852-c8edf777293f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (28f92320-1dd2-446d-9316-f1290fa904ce), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:52.184259 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8383171-2ffb-4cdc-9852-c8edf777293f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=104099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:11:52.184649 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f8383171-2ffb-4cdc-9852-c8edf777293f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127280876'] for segment (28f92320-1dd2-446d-9316-f1290fa904ce), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:52.187753 dv-neutron-834874-6-hyperv neutron-server[104099]: Traceback (most recent call last): Mar 28 01:11:52.187753 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:11:52.187753 dv-neutron-834874-6-hyperv neutron-server[104099]: timer() Mar 28 01:11:52.187753 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:11:52.187753 dv-neutron-834874-6-hyperv neutron-server[104099]: cb(*args, **kw) Mar 28 01:11:52.187753 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:11:52.187753 dv-neutron-834874-6-hyperv neutron-server[104099]: return func(*args, **kwargs) Mar 28 01:11:52.187753 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:11:52.187753 dv-neutron-834874-6-hyperv neutron-server[104099]: self._notify() Mar 28 01:11:52.187753 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:11:52.187753 dv-neutron-834874-6-hyperv neutron-server[104099]: self.callback(batched_events) Mar 28 01:11:52.187753 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:11:52.187753 dv-neutron-834874-6-hyperv neutron-server[104099]: event.method(event) Mar 28 01:11:52.187753 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:11:52.187753 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:11:52.187753 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:11:52.187753 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:11:52.187753 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:11:52.187753 dv-neutron-834874-6-hyperv neutron-server[104099]: return f(self, *a, **k) Mar 28 01:11:52.187753 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:11:52.187753 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._get(url).json() Mar 28 01:11:52.187753 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:11:52.187753 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:11:52.187753 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:11:52.187753 dv-neutron-834874-6-hyperv neutron-server[104099]: return self.request(url, 'GET', **kwargs) Mar 28 01:11:52.187753 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:11:52.187753 dv-neutron-834874-6-hyperv neutron-server[104099]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:11:52.187753 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:11:52.187753 dv-neutron-834874-6-hyperv neutron-server[104099]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:11:52.187753 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:11:52.187753 dv-neutron-834874-6-hyperv neutron-server[104099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:11:52.187753 dv-neutron-834874-6-hyperv neutron-server[104099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:11:52.243564 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7ce87fa6-aa91-4e7a-84b1-71a278cb4f01 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Publish callbacks [] for floatingip (9acb3b51-feea-48a4-b853-94046148a0a1), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:52.250288 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f8383171-2ffb-4cdc-9852-c8edf777293f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (0300aea6-8151-43ce-a56d-a19c5738e77e), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:52.261480 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f8383171-2ffb-4cdc-9852-c8edf777293f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:52.265197 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-f8383171-2ffb-4cdc-9852-c8edf777293f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "DELETE /v2.0/networks/0300aea6-8151-43ce-a56d-a19c5738e77e HTTP/1.1" status: 204 len: 168 time: 0.5893781 Mar 28 01:11:52.267563 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55908) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:52.283908 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8383171-2ffb-4cdc-9852-c8edf777293f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event deleted for resources: {'Network': ['ID=0300aea6-8151-43ce-a56d-a19c5738e77e,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:52.319000 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7ce87fa6-aa91-4e7a-84b1-71a278cb4f01 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (d6d76d18-1924-4a33-ba18-6dac59669a7d), before_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:52.436360 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-7e9bc274-c971-4119-b7d9-6b080ad5b9d5 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Deleting port 94dac85b-3284-4405-baf1-e7ee038ab5f5 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:11:52.436738 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7e9bc274-c971-4119-b7d9-6b080ad5b9d5 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (94dac85b-3284-4405-baf1-e7ee038ab5f5), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:52.466625 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7ce87fa6-aa91-4e7a-84b1-71a278cb4f01 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Publish callbacks [] for port (d6d76d18-1924-4a33-ba18-6dac59669a7d), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:52.471854 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7ce87fa6-aa91-4e7a-84b1-71a278cb4f01 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126177159'] for port (d6d76d18-1924-4a33-ba18-6dac59669a7d), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:52.516237 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7e9bc274-c971-4119-b7d9-6b080ad5b9d5 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (94dac85b-3284-4405-baf1-e7ee038ab5f5), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:52.516557 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7e9bc274-c971-4119-b7d9-6b080ad5b9d5 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for floatingip (94dac85b-3284-4405-baf1-e7ee038ab5f5), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:52.528024 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-7e9bc274-c971-4119-b7d9-6b080ad5b9d5 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Calling delete_port for 94dac85b-3284-4405-baf1-e7ee038ab5f5 owned by network:floatingip {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:11:52.550978 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce87fa6-aa91-4e7a-84b1-71a278cb4f01 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Pushing event updated for resources: {'Port': ['ID=d6d76d18-1924-4a33-ba18-6dac59669a7d,revision_number=2']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:52.558524 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7ce87fa6-aa91-4e7a-84b1-71a278cb4f01 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688063'] for floatingip (9acb3b51-feea-48a4-b853-94046148a0a1), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:52.660982 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.l3_db [None req-7ce87fa6-aa91-4e7a-84b1-71a278cb4f01 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Floating IP 9acb3b51-feea-48a4-b853-94046148a0a1 associated. External IP: 172.26.1.140, port: ec9381a0-0ab4-409f-943a-81c10454d4f7. Mar 28 01:11:52.708254 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7e9bc274-c971-4119-b7d9-6b080ad5b9d5 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (94dac85b-3284-4405-baf1-e7ee038ab5f5), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:52.733599 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bc274-c971-4119-b7d9-6b080ad5b9d5 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event deleted for resources: {'Port': ['ID=94dac85b-3284-4405-baf1-e7ee038ab5f5,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:52.783354 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device ecde7f7f-ede9-45fa-873c-df44907102af no longer exists at agent hyperv_hv-neutron-8348 {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:11:52.796914 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7e9bc274-c971-4119-b7d9-6b080ad5b9d5 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for floatingip (704e640d-7c53-41ca-8dcf-349de17cf978), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:52.797504 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.l3_db [None req-7e9bc274-c971-4119-b7d9-6b080ad5b9d5 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Floating IP 704e640d-7c53-41ca-8dcf-349de17cf978 disassociated (deleted). External IP: 172.26.1.112, port: 74325668-0837-407e-b93b-f7c316ea4f78. Mar 28 01:11:52.805221 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] No Port match for: ecde7f7f-ede9-45fa-873c-df44907102af {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:11:52.805819 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device ecde7f7f-ede9-45fa-873c-df44907102af not bound to the agent host hv-neutron-8348 {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:11:52.884427 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ce87fa6-aa91-4e7a-84b1-71a278cb4f01 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Router de08d0b8-f2e5-436b-8464-a140cba362fb has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:11:52.994034 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ce87fa6-aa91-4e7a-84b1-71a278cb4f01 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:11:53.007676 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917588ff-69fa-4b5e-b09b-02cb9237e917 None None] Sync routers for ids ['de08d0b8-f2e5-436b-8464-a140cba362fb'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:11:53.014448 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7ce87fa6-aa91-4e7a-84b1-71a278cb4f01 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for floatingip (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:53.023252 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917588ff-69fa-4b5e-b09b-02cb9237e917 None None] Routers {'de08d0b8-f2e5-436b-8464-a140cba362fb'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:11:53.023910 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-917588ff-69fa-4b5e-b09b-02cb9237e917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:11:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['de08d0b8-f2e5-436b-8464-a140cba362fb'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:11:53.044661 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e9bc274-c971-4119-b7d9-6b080ad5b9d5 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Router 972614b4-f026-44d6-b5b2-387121f477a0 has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:11:53.058095 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-7ce87fa6-aa91-4e7a-84b1-71a278cb4f01 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9508350 Mar 28 01:11:53.059163 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04e910c1-0379-4bd6-b5be-10952a030fd0', 'tag': 'ec9381a0-0ab4-409f-943a-81c10454d4f7'}] {{(pid=104098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:11:53.065167 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4026f4115fe834cbdc9db1f12734a6e5e5d2473de268e244354b04a11285341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab1a0ef9-6344-4758-95db-a6cae3331f46" -d '{"events": [{"name": "network-changed", "server_uuid": "04e910c1-0379-4bd6-b5be-10952a030fd0", "tag": "ec9381a0-0ab4-409f-943a-81c10454d4f7"}]}' {{(pid=104098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:11:53.128649 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 01:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb5bd543-af10-43a8-830c-9fec6679b668 x-openstack-request-id: req-cb5bd543-af10-43a8-830c-9fec6679b668 {{(pid=104098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:11:53.129016 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04e910c1-0379-4bd6-b5be-10952a030fd0", "tag": "ec9381a0-0ab4-409f-943a-81c10454d4f7", "status": "completed", "code": 200}]} {{(pid=104098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:11:53.129343 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cb5bd543-af10-43a8-830c-9fec6679b668 {{(pid=104098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:11:53.129824 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb5bd543-af10-43a8-830c-9fec6679b668'] response: {'name': 'network-changed', 'server_uuid': '04e910c1-0379-4bd6-b5be-10952a030fd0', 'tag': 'ec9381a0-0ab4-409f-943a-81c10454d4f7', 'status': 'completed', 'code': 200} Mar 28 01:11:53.176813 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-917588ff-69fa-4b5e-b09b-02cb9237e917 None None] Set router de08d0b8-f2e5-436b-8464-a140cba362fb gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:11:53.203194 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e6ecb8-fb24-4cef-96af-cf7d41909e6c req-60527165-d771-486d-a54f-51cf32aab4a7 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:11:53.205209 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-f2e6ecb8-fb24-4cef-96af-cf7d41909e6c req-60527165-d771-486d-a54f-51cf32aab4a7 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] 10.222.0.24 "GET /v2.0/ports?device_id=04e910c1-0379-4bd6-b5be-10952a030fd0 HTTP/1.1" status: 200 len: 945 time: 0.0664284 Mar 28 01:11:53.233307 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e9bc274-c971-4119-b7d9-6b080ad5b9d5 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:11:53.236721 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1a0ef9-6344-4758-95db-a6cae3331f46 req-fd5747e6-5fd6-4e45-a298-e9c5cf1d06b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:11:53.237763 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-ab1a0ef9-6344-4758-95db-a6cae3331f46 req-fd5747e6-5fd6-4e45-a298-e9c5cf1d06b4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5380d7706aed4cb6accd0f46fa008fba&device_id=04e910c1-0379-4bd6-b5be-10952a030fd0 HTTP/1.1" status: 200 len: 1129 time: 0.0812690 Mar 28 01:11:53.241286 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7e9bc274-c971-4119-b7d9-6b080ad5b9d5 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for floatingip (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:53.241715 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device d7c32c59-06f1-4455-ba3c-40fae7934a2a no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:11:53.246145 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d0813e-4aca-4a51-b9ea-1cdce739e5f3 None None] Sync routers for ids ['972614b4-f026-44d6-b5b2-387121f477a0'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:11:53.258748 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d0813e-4aca-4a51-b9ea-1cdce739e5f3 None None] Routers {'972614b4-f026-44d6-b5b2-387121f477a0'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:11:53.259932 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-f4d0813e-4aca-4a51-b9ea-1cdce739e5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:11:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['972614b4-f026-44d6-b5b2-387121f477a0'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:11:53.270726 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-f2e6ecb8-fb24-4cef-96af-cf7d41909e6c req-bc3acc46-49b2-4272-86a6-1c7d3142ea76 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] 10.222.0.24 "GET /v2.0/security-groups?id=234a84ca-f019-4176-a044-6ab986a4df8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594649 Mar 28 01:11:53.292800 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55914) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:53.294995 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: d7c32c59-06f1-4455-ba3c-40fae7934a2a {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:11:53.295447 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device d7c32c59-06f1-4455-ba3c-40fae7934a2a not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:11:53.341918 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-7e9bc274-c971-4119-b7d9-6b080ad5b9d5 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "DELETE /v2.0/floatingips/704e640d-7c53-41ca-8dcf-349de17cf978 HTTP/1.1" status: 204 len: 168 time: 1.0703001 Mar 28 01:11:53.341918 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36094a88-9f2d-4c07-949f-f56c083f88fd', 'tag': '74325668-0837-407e-b93b-f7c316ea4f78'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:11:53.343453 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2af4b01a9fa8b1570ccf1d7859d693ad34c106b258078e9cfae86b97f35e3d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bedc598-19cd-4145-acbf-07116f33fc67" -d '{"events": [{"name": "network-changed", "server_uuid": "36094a88-9f2d-4c07-949f-f56c083f88fd", "tag": "74325668-0837-407e-b93b-f7c316ea4f78"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:11:53.377417 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-5e504899-bb31-4d41-849a-d9088a8ca5a3 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] 10.222.0.24 "GET /v2.0/floatingips/9acb3b51-feea-48a4-b853-94046148a0a1 HTTP/1.1" status: 200 len: 991 time: 0.0834658 Mar 28 01:11:53.390857 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1a0ef9-6344-4758-95db-a6cae3331f46 req-23e2a12b-32c4-4484-ac6e-12d92a2cfd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:11:53.391089 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-ab1a0ef9-6344-4758-95db-a6cae3331f46 req-23e2a12b-32c4-4484-ac6e-12d92a2cfd68 service neutron] 10.222.0.10 "GET /v2.0/networks?id=745fd454-bb06-4c54-aadd-3ee4f6bccc71 HTTP/1.1" status: 200 len: 896 time: 0.1470397 Mar 28 01:11:53.441229 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 01:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5ac9d22-cd19-4a5e-b1da-480eb748555c x-openstack-request-id: req-b5ac9d22-cd19-4a5e-b1da-480eb748555c {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:11:53.441645 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36094a88-9f2d-4c07-949f-f56c083f88fd", "tag": "74325668-0837-407e-b93b-f7c316ea4f78", "status": "completed", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:11:53.441999 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b5ac9d22-cd19-4a5e-b1da-480eb748555c {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:11:53.442505 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5ac9d22-cd19-4a5e-b1da-480eb748555c'] response: {'name': 'network-changed', 'server_uuid': '36094a88-9f2d-4c07-949f-f56c083f88fd', 'tag': '74325668-0837-407e-b93b-f7c316ea4f78', 'status': 'completed', 'code': 200} Mar 28 01:11:53.454607 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-f4d0813e-4aca-4a51-b9ea-1cdce739e5f3 None None] Set router 972614b4-f026-44d6-b5b2-387121f477a0 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:11:53.501897 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-ab1a0ef9-6344-4758-95db-a6cae3331f46 req-05b89ef6-6837-4fa2-9503-a36d2f629d45 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec9381a0-0ab4-409f-943a-81c10454d4f7 HTTP/1.1" status: 200 len: 999 time: 0.1036532 Mar 28 01:11:53.503060 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-917588ff-69fa-4b5e-b09b-02cb9237e917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de08d0b8-f2e5-436b-8464-a140cba362fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1688017106', 'tenant_id': '5380d7706aed4cb6accd0f46fa008fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.66'}], 'enable_snat': True}, 'gw_port_id': '2cfa8edb-4455-4919-94af-91292b7c2700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:11:35Z', 'updated_at': '2022-03-28T01:11:39Z', 'revision_number': 4, 'project_id': '5380d7706aed4cb6accd0f46fa008fba', 'gw_port': {'id': '2cfa8edb-4455-4919-94af-91292b7c2700', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a1:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de08d0b8-f2e5-436b-8464-a140cba362fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:11:36Z', 'updated_at': '2022-03-28T01:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_floatingips': [{'id': '9acb3b51-feea-48a4-b853-94046148a0a1', 'tenant_id': '5380d7706aed4cb6accd0f46fa008fba', 'floating_ip_address': '172.26.1.140', 'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'router_id': 'de08d0b8-f2e5-436b-8464-a140cba362fb', 'port_id': 'ec9381a0-0ab4-409f-943a-81c10454d4f7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1338, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '745fd454-bb06-4c54-aadd-3ee4f6bccc71', 'mac_address': 'fa:16:3e:ff:c4:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e910c1-0379-4bd6-b5be-10952a030fd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T01:11:52Z', 'updated_at': '2022-03-28T01:11:52Z', 'revision_number': 0, 'project_id': '5380d7706aed4cb6accd0f46fa008fba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3a7f304-df32-421f-9759-14b754f19fba', 'name': '', 'network_id': '745fd454-bb06-4c54-aadd-3ee4f6bccc71', 'tenant_id': '5380d7706aed4cb6accd0f46fa008fba', 'mac_address': 'fa:16:3e:82:de:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de08d0b8-f2e5-436b-8464-a140cba362fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '6ec254af-219d-409e-a483-af3f88221988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:11:38Z', 'updated_at': '2022-03-28T01:11:42Z', 'revision_number': 5, 'project_id': '5380d7706aed4cb6accd0f46fa008fba', 'subnets': [{'id': '6ec254af-219d-409e-a483-af3f88221988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:11:53.508688 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bedc598-19cd-4145-acbf-07116f33fc67 req-50ef6c4a-891b-44e7-a6be-ef7738371ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:11:53.510417 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7bedc598-19cd-4145-acbf-07116f33fc67 req-50ef6c4a-891b-44e7-a6be-ef7738371ea1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cf1ee0ed9c204cc5bccbb38ebf185041&device_id=36094a88-9f2d-4c07-949f-f56c083f88fd HTTP/1.1" status: 200 len: 1129 time: 0.0670590 Mar 28 01:11:53.542342 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917588ff-69fa-4b5e-b09b-02cb9237e917 None None] Checking router: de08d0b8-f2e5-436b-8464-a140cba362fb for host: dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:11:53.558053 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917588ff-69fa-4b5e-b09b-02cb9237e917 None None] Routers {'de08d0b8-f2e5-436b-8464-a140cba362fb'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:11:53.558955 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-917588ff-69fa-4b5e-b09b-02cb9237e917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:11:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['de08d0b8-f2e5-436b-8464-a140cba362fb'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:11:53.638417 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1a0ef9-6344-4758-95db-a6cae3331f46 req-62ca0ec6-9957-4a55-9255-8fbd20e7b661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:11:53.640631 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-ab1a0ef9-6344-4758-95db-a6cae3331f46 req-62ca0ec6-9957-4a55-9255-8fbd20e7b661 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6ec254af-219d-409e-a483-af3f88221988 HTTP/1.1" status: 200 len: 833 time: 0.1292260 Mar 28 01:11:53.659577 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0578eda-3566-4c5e-9bfd-3a2466e51c6c req-a22b0588-2df0-431b-a2a5-39b1ac0f9d68 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:11:53.667864 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-e0578eda-3566-4c5e-9bfd-3a2466e51c6c req-a22b0588-2df0-431b-a2a5-39b1ac0f9d68 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=36094a88-9f2d-4c07-949f-f56c083f88fd HTTP/1.1" status: 200 len: 945 time: 0.0647824 Mar 28 01:11:53.670332 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-f4d0813e-4aca-4a51-b9ea-1cdce739e5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '972614b4-f026-44d6-b5b2-387121f477a0', 'name': 'tempest-TestNetworkBasicOps-router-1449852851', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.203'}], 'enable_snat': True}, 'gw_port_id': '284be52d-195b-458f-be0d-523be760202a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:09:46Z', 'updated_at': '2022-03-28T01:11:46Z', 'revision_number': 6, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': '284be52d-195b-458f-be0d-523be760202a', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:98:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972614b4-f026-44d6-b5b2-387121f477a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:09:47Z', 'updated_at': '2022-03-28T01:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': '5fba6b65-87d7-4e6d-bb9b-cc3221d8e198', 'name': '', 'network_id': '7543c20d-2cfc-49fd-abfd-e84ff8dfd2c3', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'mac_address': 'fa:16:3e:91:b3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972614b4-f026-44d6-b5b2-387121f477a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '592db495-2a42-45a2-9428-dccc028178bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:09:55Z', 'updated_at': '2022-03-28T01:10:04Z', 'revision_number': 5, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'subnets': [{'id': '592db495-2a42-45a2-9428-dccc028178bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:11:53.698498 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bedc598-19cd-4145-acbf-07116f33fc67 req-4a43d892-61bd-4fca-93f4-217fc920120e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:11:53.700204 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7bedc598-19cd-4145-acbf-07116f33fc67 req-4a43d892-61bd-4fca-93f4-217fc920120e service neutron] 10.222.0.10 "GET /v2.0/networks?id=7543c20d-2cfc-49fd-abfd-e84ff8dfd2c3 HTTP/1.1" status: 200 len: 897 time: 0.1811471 Mar 28 01:11:53.718299 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-917588ff-69fa-4b5e-b09b-02cb9237e917 None None] Set router de08d0b8-f2e5-436b-8464-a140cba362fb gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:11:53.718704 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1a0ef9-6344-4758-95db-a6cae3331f46 req-4ee837f8-6d7d-4c96-888d-c97bafad2443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:11:53.720345 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-ab1a0ef9-6344-4758-95db-a6cae3331f46 req-4ee837f8-6d7d-4c96-888d-c97bafad2443 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=745fd454-bb06-4c54-aadd-3ee4f6bccc71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0708158 Mar 28 01:11:53.724396 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-e0578eda-3566-4c5e-9bfd-3a2466e51c6c req-73a3e864-8cd9-4621-b224-b3d7fda1643d tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6215654-9d7c-4fc4-9774-893796a9584c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553379 Mar 28 01:11:53.761377 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7bedc598-19cd-4145-acbf-07116f33fc67 req-b23265fd-fd8e-49de-92e9-171c7151ec42 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=74325668-0837-407e-b93b-f7c316ea4f78 HTTP/1.1" status: 200 len: 217 time: 0.0525062 Mar 28 01:11:53.799563 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d0813e-4aca-4a51-b9ea-1cdce739e5f3 None None] Checking router: 972614b4-f026-44d6-b5b2-387121f477a0 for host: dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:11:53.808448 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d0813e-4aca-4a51-b9ea-1cdce739e5f3 None None] Routers {'972614b4-f026-44d6-b5b2-387121f477a0'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:11:53.809103 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-f4d0813e-4aca-4a51-b9ea-1cdce739e5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:11:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['972614b4-f026-44d6-b5b2-387121f477a0'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:11:53.926938 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-f4d0813e-4aca-4a51-b9ea-1cdce739e5f3 None None] Set router 972614b4-f026-44d6-b5b2-387121f477a0 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:11:54.002372 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-917588ff-69fa-4b5e-b09b-02cb9237e917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de08d0b8-f2e5-436b-8464-a140cba362fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1688017106', 'tenant_id': '5380d7706aed4cb6accd0f46fa008fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.66'}], 'enable_snat': True}, 'gw_port_id': '2cfa8edb-4455-4919-94af-91292b7c2700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:11:35Z', 'updated_at': '2022-03-28T01:11:39Z', 'revision_number': 4, 'project_id': '5380d7706aed4cb6accd0f46fa008fba', 'gw_port': {'id': '2cfa8edb-4455-4919-94af-91292b7c2700', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a1:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de08d0b8-f2e5-436b-8464-a140cba362fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:11:36Z', 'updated_at': '2022-03-28T01:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_floatingips': [{'id': '9acb3b51-feea-48a4-b853-94046148a0a1', 'tenant_id': '5380d7706aed4cb6accd0f46fa008fba', 'floating_ip_address': '172.26.1.140', 'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'router_id': 'de08d0b8-f2e5-436b-8464-a140cba362fb', 'port_id': 'ec9381a0-0ab4-409f-943a-81c10454d4f7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1338, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '745fd454-bb06-4c54-aadd-3ee4f6bccc71', 'mac_address': 'fa:16:3e:ff:c4:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e910c1-0379-4bd6-b5be-10952a030fd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T01:11:52Z', 'updated_at': '2022-03-28T01:11:52Z', 'revision_number': 0, 'project_id': '5380d7706aed4cb6accd0f46fa008fba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3a7f304-df32-421f-9759-14b754f19fba', 'name': '', 'network_id': '745fd454-bb06-4c54-aadd-3ee4f6bccc71', 'tenant_id': '5380d7706aed4cb6accd0f46fa008fba', 'mac_address': 'fa:16:3e:82:de:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de08d0b8-f2e5-436b-8464-a140cba362fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '6ec254af-219d-409e-a483-af3f88221988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:11:38Z', 'updated_at': '2022-03-28T01:11:42Z', 'revision_number': 5, 'project_id': '5380d7706aed4cb6accd0f46fa008fba', 'subnets': [{'id': '6ec254af-219d-409e-a483-af3f88221988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:11:54.038035 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917588ff-69fa-4b5e-b09b-02cb9237e917 None None] The sync data for ids ['de08d0b8-f2e5-436b-8464-a140cba362fb'] in dv-neutron-834874-6-hyperv is: [{'id': 'de08d0b8-f2e5-436b-8464-a140cba362fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1688017106', 'tenant_id': '5380d7706aed4cb6accd0f46fa008fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.66'}], 'enable_snat': True}, 'gw_port_id': '2cfa8edb-4455-4919-94af-91292b7c2700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:11:35Z', 'updated_at': '2022-03-28T01:11:39Z', 'revision_number': 4, 'project_id': '5380d7706aed4cb6accd0f46fa008fba', 'gw_port': {'id': '2cfa8edb-4455-4919-94af-91292b7c2700', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a1:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de08d0b8-f2e5-436b-8464-a140cba362fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:11:36Z', 'updated_at': '2022-03-28T01:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_floatingips': [{'id': '9acb3b51-feea-48a4-b853-94046148a0a1', 'tenant_id': '5380d7706aed4cb6accd0f46fa008fba', 'floating_ip_address': '172.26.1.140', 'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'router_id': 'de08d0b8-f2e5-436b-8464-a140cba362fb', 'port_id': 'ec9381a0-0ab4-409f-943a-81c10454d4f7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1338, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '745fd454-bb06-4c54-aadd-3ee4f6bccc71', 'mac_address': 'fa:16:3e:ff:c4:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e910c1-0379-4bd6-b5be-10952a030fd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T01:11:52Z', 'updated_at': '2022-03-28T01:11:52Z', 'revision_number': 0, 'project_id': '5380d7706aed4cb6accd0f46fa008fba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3a7f304-df32-421f-9759-14b754f19fba', 'name': '', 'network_id': '745fd454-bb06-4c54-aadd-3ee4f6bccc71', 'tenant_id': '5380d7706aed4cb6accd0f46fa008fba', 'mac_address': 'fa:16:3e:82:de:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de08d0b8-f2e5-436b-8464-a140cba362fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '6ec254af-219d-409e-a483-af3f88221988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:11:38Z', 'updated_at': '2022-03-28T01:11:42Z', 'revision_number': 5, 'project_id': '5380d7706aed4cb6accd0f46fa008fba', 'subnets': [{'id': '6ec254af-219d-409e-a483-af3f88221988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:11:54.138422 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bedc598-19cd-4145-acbf-07116f33fc67 req-cff106bd-3562-4912-acd6-dc5509d6caa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:11:54.140500 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7bedc598-19cd-4145-acbf-07116f33fc67 req-cff106bd-3562-4912-acd6-dc5509d6caa0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=592db495-2a42-45a2-9428-dccc028178bd HTTP/1.1" status: 200 len: 835 time: 0.0856483 Mar 28 01:11:54.154300 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-f4d0813e-4aca-4a51-b9ea-1cdce739e5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '972614b4-f026-44d6-b5b2-387121f477a0', 'name': 'tempest-TestNetworkBasicOps-router-1449852851', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.203'}], 'enable_snat': True}, 'gw_port_id': '284be52d-195b-458f-be0d-523be760202a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:09:46Z', 'updated_at': '2022-03-28T01:11:46Z', 'revision_number': 6, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': '284be52d-195b-458f-be0d-523be760202a', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:98:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972614b4-f026-44d6-b5b2-387121f477a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:09:47Z', 'updated_at': '2022-03-28T01:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': '5fba6b65-87d7-4e6d-bb9b-cc3221d8e198', 'name': '', 'network_id': '7543c20d-2cfc-49fd-abfd-e84ff8dfd2c3', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'mac_address': 'fa:16:3e:91:b3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972614b4-f026-44d6-b5b2-387121f477a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '592db495-2a42-45a2-9428-dccc028178bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:09:55Z', 'updated_at': '2022-03-28T01:10:04Z', 'revision_number': 5, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'subnets': [{'id': '592db495-2a42-45a2-9428-dccc028178bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:11:54.176365 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-ab1a0ef9-6344-4758-95db-a6cae3331f46 req-031af6fc-9d03-4d07-9e26-21e827370336 service neutron] 10.222.0.10 "GET /v2.0/networks/745fd454-bb06-4c54-aadd-3ee4f6bccc71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4229867 Mar 28 01:11:54.182471 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d0813e-4aca-4a51-b9ea-1cdce739e5f3 None None] The sync data for ids ['972614b4-f026-44d6-b5b2-387121f477a0'] in dv-neutron-834874-6-hyperv is: [{'id': '972614b4-f026-44d6-b5b2-387121f477a0', 'name': 'tempest-TestNetworkBasicOps-router-1449852851', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.203'}], 'enable_snat': True}, 'gw_port_id': '284be52d-195b-458f-be0d-523be760202a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:09:46Z', 'updated_at': '2022-03-28T01:11:46Z', 'revision_number': 6, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': '284be52d-195b-458f-be0d-523be760202a', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:98:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972614b4-f026-44d6-b5b2-387121f477a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:09:47Z', 'updated_at': '2022-03-28T01:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': '5fba6b65-87d7-4e6d-bb9b-cc3221d8e198', 'name': '', 'network_id': '7543c20d-2cfc-49fd-abfd-e84ff8dfd2c3', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'mac_address': 'fa:16:3e:91:b3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972614b4-f026-44d6-b5b2-387121f477a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '592db495-2a42-45a2-9428-dccc028178bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:09:55Z', 'updated_at': '2022-03-28T01:10:04Z', 'revision_number': 5, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'subnets': [{'id': '592db495-2a42-45a2-9428-dccc028178bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:11:54.271786 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bedc598-19cd-4145-acbf-07116f33fc67 req-95eadd8f-62ac-43b1-af5b-1db32aaeee87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:11:54.274634 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7bedc598-19cd-4145-acbf-07116f33fc67 req-95eadd8f-62ac-43b1-af5b-1db32aaeee87 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7543c20d-2cfc-49fd-abfd-e84ff8dfd2c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1226115 Mar 28 01:11:54.331037 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e8a01e-4151-417a-841a-94c34df12929 None None] New status for floating IP 9acb3b51-feea-48a4-b853-94046148a0a1: ACTIVE {{(pid=104100) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 01:11:54.365624 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-ab1a0ef9-6344-4758-95db-a6cae3331f46 req-43846b5b-e64e-4481-b2ec-0693fa358368 service neutron] 10.222.0.10 "GET /v2.0/networks/745fd454-bb06-4c54-aadd-3ee4f6bccc71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743546 Mar 28 01:11:54.381452 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55922) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:54.425583 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7bedc598-19cd-4145-acbf-07116f33fc67 req-b7db3e67-b4b9-4695-aca5-396416556ea6 service neutron] 10.222.0.10 "GET /v2.0/networks/7543c20d-2cfc-49fd-abfd-e84ff8dfd2c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429210 Mar 28 01:11:54.451900 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-a1d73eb1-a13f-4119-a939-d850858d08e0 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] 10.222.0.24 "GET /v2.0/floatingips/9acb3b51-feea-48a4-b853-94046148a0a1 HTTP/1.1" status: 200 len: 991 time: 0.0675857 Mar 28 01:11:54.536859 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531c23ba-d39a-4d49-8ce0-b1812ab67f20 None None] New status for floating IP 704e640d-7c53-41ca-8dcf-349de17cf978: DOWN {{(pid=104101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 01:11:54.541209 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7bedc598-19cd-4145-acbf-07116f33fc67 req-b062ef94-dc67-44eb-ab38-6070d9b1e333 service neutron] 10.222.0.10 "GET /v2.0/networks/7543c20d-2cfc-49fd-abfd-e84ff8dfd2c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094878 Mar 28 01:11:54.852488 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7db07c-a097-4321-8a1d-302a48c9679b req-10ee3925-e609-4d89-8511-fb1bfd83cdb3 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:11:54.853958 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-3f7db07c-a097-4321-8a1d-302a48c9679b req-10ee3925-e609-4d89-8511-fb1bfd83cdb3 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=36094a88-9f2d-4c07-949f-f56c083f88fd HTTP/1.1" status: 200 len: 945 time: 0.0598667 Mar 28 01:11:54.904452 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-3f7db07c-a097-4321-8a1d-302a48c9679b req-5725a0f5-4c86-4d5a-b796-42daef44e3fa tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6215654-9d7c-4fc4-9774-893796a9584c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447700 Mar 28 01:11:54.995896 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c488d7a-c25d-4c5a-b2fa-9089487e69c7 req-d78fb703-1dc8-4d2d-ac41-7256b244f65d tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:11:54.997340 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7c488d7a-c25d-4c5a-b2fa-9089487e69c7 req-d78fb703-1dc8-4d2d-ac41-7256b244f65d tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.10 "GET /v2.0/ports?device_id=36094a88-9f2d-4c07-949f-f56c083f88fd HTTP/1.1" status: 200 len: 945 time: 0.0498784 Mar 28 01:11:55.089243 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [req-7c488d7a-c25d-4c5a-b2fa-9089487e69c7 req-3e066376-503b-479c-b73f-29bc7694595f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Deleting port 74325668-0837-407e-b93b-f7c316ea4f78 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:11:55.089582 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-7c488d7a-c25d-4c5a-b2fa-9089487e69c7 req-3e066376-503b-479c-b73f-29bc7694595f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (74325668-0837-407e-b93b-f7c316ea4f78), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:55.176236 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-7c488d7a-c25d-4c5a-b2fa-9089487e69c7 req-3e066376-503b-479c-b73f-29bc7694595f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] For port 74325668-0837-407e-b93b-f7c316ea4f78, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=74325668-0837-407e-b93b-f7c316ea4f78,segment=NetworkSegment(6872a91c-c15d-4ceb-a2ec-57e701600557),segment_id=6872a91c-c15d-4ceb-a2ec-57e701600557)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:11:55.176820 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-7c488d7a-c25d-4c5a-b2fa-9089487e69c7 req-3e066376-503b-479c-b73f-29bc7694595f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (74325668-0837-407e-b93b-f7c316ea4f78), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:55.189816 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [req-7c488d7a-c25d-4c5a-b2fa-9089487e69c7 req-3e066376-503b-479c-b73f-29bc7694595f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Calling delete_port for 74325668-0837-407e-b93b-f7c316ea4f78 owned by compute:nova {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:11:55.318277 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-7c488d7a-c25d-4c5a-b2fa-9089487e69c7 req-3e066376-503b-479c-b73f-29bc7694595f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (74325668-0837-407e-b93b-f7c316ea4f78), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:55.348425 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e066376-503b-479c-b73f-29bc7694595f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event deleted for resources: {'Port': ['ID=74325668-0837-407e-b93b-f7c316ea4f78,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:55.390596 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c488d7a-c25d-4c5a-b2fa-9089487e69c7 req-3e066376-503b-479c-b73f-29bc7694595f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] No DVR routers for this DVR port 74325668-0837-407e-b93b-f7c316ea4f78 on host hv-neutron-8348 {{(pid=104099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:11:55.393168 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-7c488d7a-c25d-4c5a-b2fa-9089487e69c7 req-3e066376-503b-479c-b73f-29bc7694595f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:55.396571 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7c488d7a-c25d-4c5a-b2fa-9089487e69c7 req-3e066376-503b-479c-b73f-29bc7694595f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.10 "DELETE /v2.0/ports/74325668-0837-407e-b93b-f7c316ea4f78 HTTP/1.1" status: 204 len: 173 time: 0.3945622 Mar 28 01:11:55.443367 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36094a88-9f2d-4c07-949f-f56c083f88fd', 'name': 'network-vif-deleted', 'tag': '74325668-0837-407e-b93b-f7c316ea4f78'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:11:55.445710 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2af4b01a9fa8b1570ccf1d7859d693ad34c106b258078e9cfae86b97f35e3d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dc03042-754c-45ba-9831-19b7340302e8" -d '{"events": [{"server_uuid": "36094a88-9f2d-4c07-949f-f56c083f88fd", "name": "network-vif-deleted", "tag": "74325668-0837-407e-b93b-f7c316ea4f78"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:11:55.453568 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55928) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:55.485299 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 01:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-208baa6d-75ca-4ff2-898b-3a7004c55c48 x-openstack-request-id: req-208baa6d-75ca-4ff2-898b-3a7004c55c48 {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:11:55.485709 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36094a88-9f2d-4c07-949f-f56c083f88fd", "name": "network-vif-deleted", "tag": "74325668-0837-407e-b93b-f7c316ea4f78", "status": "completed", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:11:55.486147 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-208baa6d-75ca-4ff2-898b-3a7004c55c48 {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:11:55.486660 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-208baa6d-75ca-4ff2-898b-3a7004c55c48'] response: {'server_uuid': '36094a88-9f2d-4c07-949f-f56c083f88fd', 'name': 'network-vif-deleted', 'tag': '74325668-0837-407e-b93b-f7c316ea4f78', 'status': 'completed', 'code': 200} Mar 28 01:11:55.517676 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-d373d434-4cc1-43cd-94d1-d21675bdb9b3 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] 10.222.0.24 "GET /v2.0/floatingips/9acb3b51-feea-48a4-b853-94046148a0a1 HTTP/1.1" status: 200 len: 993 time: 0.0628650 Mar 28 01:11:55.961685 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55932) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:56.017418 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-72779a9d-76b2-4ebf-8539-bd3d748231c6 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group (e6215654-9d7c-4fc4-9774-893796a9584c), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:56.042077 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-72779a9d-76b2-4ebf-8539-bd3d748231c6 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group (e6215654-9d7c-4fc4-9774-893796a9584c), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:56.099913 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-72779a9d-76b2-4ebf-8539-bd3d748231c6 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (e6215654-9d7c-4fc4-9774-893796a9584c), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:56.102464 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-72779a9d-76b2-4ebf-8539-bd3d748231c6 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:56.103612 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-72779a9d-76b2-4ebf-8539-bd3d748231c6 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "DELETE /v2.0/security-groups/e6215654-9d7c-4fc4-9774-893796a9584c HTTP/1.1" status: 204 len: 168 time: 0.1409488 Mar 28 01:11:56.113306 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72779a9d-76b2-4ebf-8539-bd3d748231c6 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6215654-9d7c-4fc4-9774-893796a9584c,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:56.133806 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55936) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:56.494198 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-99dc21e2-d6c5-4354-a8f3-f96aa57300b9 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3686527'] for router_interface (972614b4-f026-44d6-b5b2-387121f477a0), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:56.759021 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-99dc21e2-d6c5-4354-a8f3-f96aa57300b9 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Deleting port 5fba6b65-87d7-4e6d-bb9b-cc3221d8e198 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:11:56.759362 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-99dc21e2-d6c5-4354-a8f3-f96aa57300b9 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (5fba6b65-87d7-4e6d-bb9b-cc3221d8e198), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:56.846058 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-99dc21e2-d6c5-4354-a8f3-f96aa57300b9 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] For port 5fba6b65-87d7-4e6d-bb9b-cc3221d8e198, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=5fba6b65-87d7-4e6d-bb9b-cc3221d8e198,segment=NetworkSegment(6872a91c-c15d-4ceb-a2ec-57e701600557),segment_id=6872a91c-c15d-4ceb-a2ec-57e701600557)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:11:56.846417 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-99dc21e2-d6c5-4354-a8f3-f96aa57300b9 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (5fba6b65-87d7-4e6d-bb9b-cc3221d8e198), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:56.859089 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-99dc21e2-d6c5-4354-a8f3-f96aa57300b9 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Calling delete_port for 5fba6b65-87d7-4e6d-bb9b-cc3221d8e198 owned by network:router_interface {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:11:56.863241 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.agents_db [None req-9a1d863f-391a-42f4-9870-e8292b919beb None None] Agent healthcheck: found 6 active agents {{(pid=104101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 01:11:57.068940 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-99dc21e2-d6c5-4354-a8f3-f96aa57300b9 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (5fba6b65-87d7-4e6d-bb9b-cc3221d8e198), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:57.094640 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dc21e2-d6c5-4354-a8f3-f96aa57300b9 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event deleted for resources: {'Port': ['ID=5fba6b65-87d7-4e6d-bb9b-cc3221d8e198,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:57.273002 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-99dc21e2-d6c5-4354-a8f3-f96aa57300b9 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3725912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3690191'] for router_interface (972614b4-f026-44d6-b5b2-387121f477a0), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:57.486704 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99dc21e2-d6c5-4354-a8f3-f96aa57300b9 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Router 972614b4-f026-44d6-b5b2-387121f477a0 has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:11:57.593088 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99dc21e2-d6c5-4354-a8f3-f96aa57300b9 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:11:57.597968 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-99dc21e2-d6c5-4354-a8f3-f96aa57300b9 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "PUT /v2.0/routers/972614b4-f026-44d6-b5b2-387121f477a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4631474 Mar 28 01:11:57.600563 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55938) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:57.604830 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647f13e1-8452-4f7b-9640-44ee28a0451b None None] Sync routers for ids ['972614b4-f026-44d6-b5b2-387121f477a0'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:11:57.615345 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647f13e1-8452-4f7b-9640-44ee28a0451b None None] Routers {'972614b4-f026-44d6-b5b2-387121f477a0'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:11:57.616052 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-647f13e1-8452-4f7b-9640-44ee28a0451b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:11:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['972614b4-f026-44d6-b5b2-387121f477a0'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:11:57.649929 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bc44e70-4953-4511-b720-0503807661f0 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Deleting subnet 592db495-2a42-45a2-9428-dccc028178bd {{(pid=104099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:11:57.652991 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3bc44e70-4953-4511-b720-0503807661f0 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for subnet (592db495-2a42-45a2-9428-dccc028178bd), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:57.692217 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3bc44e70-4953-4511-b720-0503807661f0 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126946639'] for subnet (592db495-2a42-45a2-9428-dccc028178bd), precommit_delete_associations {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:57.720532 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-647f13e1-8452-4f7b-9640-44ee28a0451b None None] Set router 972614b4-f026-44d6-b5b2-387121f477a0 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:11:57.781555 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3bc44e70-4953-4511-b720-0503807661f0 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (592db495-2a42-45a2-9428-dccc028178bd), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:57.840062 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3bc44e70-4953-4511-b720-0503807661f0 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127282766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126757793'] for subnet (592db495-2a42-45a2-9428-dccc028178bd), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:57.866817 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc44e70-4953-4511-b720-0503807661f0 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event deleted for resources: {'Subnet': ['ID=592db495-2a42-45a2-9428-dccc028178bd,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:57.870202 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3bc44e70-4953-4511-b720-0503807661f0 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:57.873421 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-3bc44e70-4953-4511-b720-0503807661f0 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "DELETE /v2.0/subnets/592db495-2a42-45a2-9428-dccc028178bd HTTP/1.1" status: 204 len: 168 time: 0.2719498 Mar 28 01:11:57.876017 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55940) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:57.878723 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac7bf4c4-ae33-4b04-b53e-8a438cec9bb5 None None] Network 7543c20d-2cfc-49fd-abfd-e84ff8dfd2c3 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:11:57.969930 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-647f13e1-8452-4f7b-9640-44ee28a0451b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '972614b4-f026-44d6-b5b2-387121f477a0', 'name': 'tempest-TestNetworkBasicOps-router-1449852851', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.203'}], 'enable_snat': True}, 'gw_port_id': '284be52d-195b-458f-be0d-523be760202a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:09:46Z', 'updated_at': '2022-03-28T01:11:57Z', 'revision_number': 7, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': '284be52d-195b-458f-be0d-523be760202a', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:98:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972614b4-f026-44d6-b5b2-387121f477a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:09:47Z', 'updated_at': '2022-03-28T01:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:11:57.983605 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9c9528a3-438d-44d1-bd64-6c79b3a9b56a tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for router (972614b4-f026-44d6-b5b2-387121f477a0), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:57.998092 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647f13e1-8452-4f7b-9640-44ee28a0451b None None] Checking router: 972614b4-f026-44d6-b5b2-387121f477a0 for host: dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:11:58.012302 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647f13e1-8452-4f7b-9640-44ee28a0451b None None] Routers {'972614b4-f026-44d6-b5b2-387121f477a0'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:11:58.012920 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-647f13e1-8452-4f7b-9640-44ee28a0451b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:11:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['972614b4-f026-44d6-b5b2-387121f477a0'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:11:58.093111 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d457492-f416-491f-b225-c4521e15134b None None] DHCP port deletion for 7543c20d-2cfc-49fd-abfd-e84ff8dfd2c3 request from dv-neutron-834874-6-hyperv {{(pid=104100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 01:11:58.101141 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9c9528a3-438d-44d1-bd64-6c79b3a9b56a tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for router_gateway (972614b4-f026-44d6-b5b2-387121f477a0), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:58.148413 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-647f13e1-8452-4f7b-9640-44ee28a0451b None None] Set router 972614b4-f026-44d6-b5b2-387121f477a0 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:11:58.155989 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-9c9528a3-438d-44d1-bd64-6c79b3a9b56a tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Deleting port 284be52d-195b-458f-be0d-523be760202a {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:11:58.156362 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9c9528a3-438d-44d1-bd64-6c79b3a9b56a tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (284be52d-195b-458f-be0d-523be760202a), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:58.239964 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-9c9528a3-438d-44d1-bd64-6c79b3a9b56a tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] For port 284be52d-195b-458f-be0d-523be760202a, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=284be52d-195b-458f-be0d-523be760202a,segment=NetworkSegment(b6f00c62-aca5-4c73-8989-c04c396daeed),segment_id=b6f00c62-aca5-4c73-8989-c04c396daeed)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:11:58.240360 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9c9528a3-438d-44d1-bd64-6c79b3a9b56a tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (284be52d-195b-458f-be0d-523be760202a), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:58.254692 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-9c9528a3-438d-44d1-bd64-6c79b3a9b56a tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Calling delete_port for 284be52d-195b-458f-be0d-523be760202a owned by network:router_gateway {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:11:58.405015 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-0d457492-f416-491f-b225-c4521e15134b None None] Deleting port 6ef35473-28d0-44f3-9157-1934c10b1538 {{(pid=104100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:11:58.405285 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-0d457492-f416-491f-b225-c4521e15134b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (6ef35473-28d0-44f3-9157-1934c10b1538), before_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:58.422515 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9c9528a3-438d-44d1-bd64-6c79b3a9b56a tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (284be52d-195b-458f-be0d-523be760202a), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:58.449110 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9528a3-438d-44d1-bd64-6c79b3a9b56a tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event deleted for resources: {'Port': ['ID=284be52d-195b-458f-be0d-523be760202a,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:58.489117 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-0d457492-f416-491f-b225-c4521e15134b None None] For port 6ef35473-28d0-44f3-9157-1934c10b1538, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=6ef35473-28d0-44f3-9157-1934c10b1538,segment=NetworkSegment(6872a91c-c15d-4ceb-a2ec-57e701600557),segment_id=6872a91c-c15d-4ceb-a2ec-57e701600557)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:11:58.489510 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-0d457492-f416-491f-b225-c4521e15134b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (6ef35473-28d0-44f3-9157-1934c10b1538), precommit_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:58.509261 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9c9528a3-438d-44d1-bd64-6c79b3a9b56a tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3687989'] for router_gateway (972614b4-f026-44d6-b5b2-387121f477a0), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:58.518632 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-0d457492-f416-491f-b225-c4521e15134b None None] Calling delete_port for 6ef35473-28d0-44f3-9157-1934c10b1538 owned by network:dhcp {{(pid=104100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:11:58.608314 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9c9528a3-438d-44d1-bd64-6c79b3a9b56a tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7151'] for router (972614b4-f026-44d6-b5b2-387121f477a0), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:58.610423 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9c9528a3-438d-44d1-bd64-6c79b3a9b56a tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for router_controller (972614b4-f026-44d6-b5b2-387121f477a0), precommit_delete_associations {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:58.617187 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-647f13e1-8452-4f7b-9640-44ee28a0451b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '972614b4-f026-44d6-b5b2-387121f477a0', 'name': 'tempest-TestNetworkBasicOps-router-1449852851', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.203'}], 'enable_snat': True}, 'gw_port_id': '284be52d-195b-458f-be0d-523be760202a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:09:46Z', 'updated_at': '2022-03-28T01:11:57Z', 'revision_number': 7, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': '284be52d-195b-458f-be0d-523be760202a', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:98:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972614b4-f026-44d6-b5b2-387121f477a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:09:47Z', 'updated_at': '2022-03-28T01:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:11:58.645590 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647f13e1-8452-4f7b-9640-44ee28a0451b None None] The sync data for ids ['972614b4-f026-44d6-b5b2-387121f477a0'] in dv-neutron-834874-6-hyperv is: [{'id': '972614b4-f026-44d6-b5b2-387121f477a0', 'name': 'tempest-TestNetworkBasicOps-router-1449852851', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.203'}], 'enable_snat': True}, 'gw_port_id': '284be52d-195b-458f-be0d-523be760202a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:09:46Z', 'updated_at': '2022-03-28T01:11:57Z', 'revision_number': 7, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': '284be52d-195b-458f-be0d-523be760202a', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:98:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972614b4-f026-44d6-b5b2-387121f477a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:09:47Z', 'updated_at': '2022-03-28T01:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:11:58.653814 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-0d457492-f416-491f-b225-c4521e15134b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886'] for port (6ef35473-28d0-44f3-9157-1934c10b1538), after_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:58.661703 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9c9528a3-438d-44d1-bd64-6c79b3a9b56a tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689686'] for router (972614b4-f026-44d6-b5b2-387121f477a0), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:58.662230 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c9528a3-438d-44d1-bd64-6c79b3a9b56a tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Fanout notify agent at l3_agent the message router_deleted on router 972614b4-f026-44d6-b5b2-387121f477a0 {{(pid=104099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 01:11:58.673627 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9c9528a3-438d-44d1-bd64-6c79b3a9b56a tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for router (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:58.677334 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-9c9528a3-438d-44d1-bd64-6c79b3a9b56a tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "DELETE /v2.0/routers/972614b4-f026-44d6-b5b2-387121f477a0 HTTP/1.1" status: 204 len: 168 time: 0.7978563 Mar 28 01:11:58.677589 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55942) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:58.687580 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d457492-f416-491f-b225-c4521e15134b None None] Pushing event deleted for resources: {'Port': ['ID=6ef35473-28d0-44f3-9157-1934c10b1538,revision_number=None']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:58.691484 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d457492-f416-491f-b225-c4521e15134b None None] No DVR routers for this DVR port 6ef35473-28d0-44f3-9157-1934c10b1538 on host dv-neutron-834874-6-hyperv {{(pid=104100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:11:58.757042 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-97412f29-a044-4138-a0a9-0afe4cb4c93e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (7543c20d-2cfc-49fd-abfd-e84ff8dfd2c3), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:58.805265 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device 74325668-0837-407e-b93b-f7c316ea4f78 no longer exists at agent hyperv_hv-neutron-8348 {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:11:58.825718 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] No Port match for: 74325668-0837-407e-b93b-f7c316ea4f78 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:11:58.826066 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device 74325668-0837-407e-b93b-f7c316ea4f78 not bound to the agent host hv-neutron-8348 {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:11:58.843289 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-97412f29-a044-4138-a0a9-0afe4cb4c93e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (7543c20d-2cfc-49fd-abfd-e84ff8dfd2c3), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:58.863908 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-97412f29-a044-4138-a0a9-0afe4cb4c93e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7543c20d-2cfc-49fd-abfd-e84ff8dfd2c3']}} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:11:58.873566 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-97412f29-a044-4138-a0a9-0afe4cb4c93e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6872a91c-c15d-4ceb-a2ec-57e701600557') {'for_net_delete': True} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:11:58.873868 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-97412f29-a044-4138-a0a9-0afe4cb4c93e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6872a91c-c15d-4ceb-a2ec-57e701600557') {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:11:58.883035 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-97412f29-a044-4138-a0a9-0afe4cb4c93e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126946678'] for segment (6872a91c-c15d-4ceb-a2ec-57e701600557), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:58.895687 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-97412f29-a044-4138-a0a9-0afe4cb4c93e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (6872a91c-c15d-4ceb-a2ec-57e701600557), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:58.901375 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97412f29-a044-4138-a0a9-0afe4cb4c93e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=104099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:11:58.901763 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-97412f29-a044-4138-a0a9-0afe4cb4c93e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127280876'] for segment (6872a91c-c15d-4ceb-a2ec-57e701600557), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:58.904691 dv-neutron-834874-6-hyperv neutron-server[104099]: Traceback (most recent call last): Mar 28 01:11:58.904691 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:11:58.904691 dv-neutron-834874-6-hyperv neutron-server[104099]: timer() Mar 28 01:11:58.904691 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:11:58.904691 dv-neutron-834874-6-hyperv neutron-server[104099]: cb(*args, **kw) Mar 28 01:11:58.904691 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:11:58.904691 dv-neutron-834874-6-hyperv neutron-server[104099]: return func(*args, **kwargs) Mar 28 01:11:58.904691 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:11:58.904691 dv-neutron-834874-6-hyperv neutron-server[104099]: self._notify() Mar 28 01:11:58.904691 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:11:58.904691 dv-neutron-834874-6-hyperv neutron-server[104099]: self.callback(batched_events) Mar 28 01:11:58.904691 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:11:58.904691 dv-neutron-834874-6-hyperv neutron-server[104099]: event.method(event) Mar 28 01:11:58.904691 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:11:58.904691 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:11:58.904691 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:11:58.904691 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:11:58.904691 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:11:58.904691 dv-neutron-834874-6-hyperv neutron-server[104099]: return f(self, *a, **k) Mar 28 01:11:58.904691 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:11:58.904691 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._get(url).json() Mar 28 01:11:58.904691 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:11:58.904691 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:11:58.904691 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:11:58.904691 dv-neutron-834874-6-hyperv neutron-server[104099]: return self.request(url, 'GET', **kwargs) Mar 28 01:11:58.904691 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:11:58.904691 dv-neutron-834874-6-hyperv neutron-server[104099]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:11:58.904691 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:11:58.904691 dv-neutron-834874-6-hyperv neutron-server[104099]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:11:58.904691 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:11:58.904691 dv-neutron-834874-6-hyperv neutron-server[104099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:11:58.904691 dv-neutron-834874-6-hyperv neutron-server[104099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:11:58.961821 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-97412f29-a044-4138-a0a9-0afe4cb4c93e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (7543c20d-2cfc-49fd-abfd-e84ff8dfd2c3), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:58.967024 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-97412f29-a044-4138-a0a9-0afe4cb4c93e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:58.970363 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-97412f29-a044-4138-a0a9-0afe4cb4c93e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "DELETE /v2.0/networks/7543c20d-2cfc-49fd-abfd-e84ff8dfd2c3 HTTP/1.1" status: 204 len: 168 time: 0.2919054 Mar 28 01:11:58.989785 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97412f29-a044-4138-a0a9-0afe4cb4c93e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event deleted for resources: {'Network': ['ID=7543c20d-2cfc-49fd-abfd-e84ff8dfd2c3,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:58.994787 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55944) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:59.000332 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-3279eb56-ed98-43a6-8580-b660e3820d6b tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'network': {'name': 'tempest-network-smoke--625701034', 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'port_security_enabled': True}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:11:59.020751 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3279eb56-ed98-43a6-8580-b660e3820d6b tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Made reservation on behalf of cf1ee0ed9c204cc5bccbb38ebf185041 for: {'network': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:11:59.024078 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3279eb56-ed98-43a6-8580-b660e3820d6b tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:59.048954 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3279eb56-ed98-43a6-8580-b660e3820d6b tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=104099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:11:59.058252 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3279eb56-ed98-43a6-8580-b660e3820d6b tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (0941ed98-684f-420a-8bc5-7394a62b1734), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:59.058593 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.segments_db [None req-3279eb56-ed98-43a6-8580-b660e3820d6b tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Added segment 0941ed98-684f-420a-8bc5-7394a62b1734 of type vlan for network 553a1f1a-f124-470d-bbee-b3adc64930cd Mar 28 01:11:59.099786 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3279eb56-ed98-43a6-8580-b660e3820d6b tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (553a1f1a-f124-470d-bbee-b3adc64930cd), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:59.126157 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3279eb56-ed98-43a6-8580-b660e3820d6b tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (553a1f1a-f124-470d-bbee-b3adc64930cd), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:59.131192 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3279eb56-ed98-43a6-8580-b660e3820d6b tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:11:59.131774 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3279eb56-ed98-43a6-8580-b660e3820d6b tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:59.190780 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-3279eb56-ed98-43a6-8580-b660e3820d6b tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1949306 Mar 28 01:11:59.193562 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55946) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:11:59.199771 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-b3377f7b-a1b8-4ede-aba0-714397871754 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-114869351', 'admin_state_up': True, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'}}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:11:59.215511 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3279eb56-ed98-43a6-8580-b660e3820d6b tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'Network': ['ID=553a1f1a-f124-470d-bbee-b3adc64930cd,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:11:59.233090 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network 553a1f1a-f124-470d-bbee-b3adc64930cd details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:11:59.236136 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b3377f7b-a1b8-4ede-aba0-714397871754 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7069'] for router (f9804c94-a967-434c-b4ca-ac13ba164b5c), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:59.237188 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b3377f7b-a1b8-4ede-aba0-714397871754 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4188952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7062'] for router (f9804c94-a967-434c-b4ca-ac13ba164b5c), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:59.297256 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b3377f7b-a1b8-4ede-aba0-714397871754 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for router_controller (f9804c94-a967-434c-b4ca-ac13ba164b5c), precommit_add_association {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:59.310994 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 6ef35473-28d0-44f3-9157-1934c10b1538 no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:11:59.336529 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: 6ef35473-28d0-44f3-9157-1934c10b1538 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:11:59.336879 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 6ef35473-28d0-44f3-9157-1934c10b1538 not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:11:59.337333 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 5fba6b65-87d7-4e6d-bb9b-cc3221d8e198 no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:11:59.361601 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: 5fba6b65-87d7-4e6d-bb9b-cc3221d8e198 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:11:59.362037 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 5fba6b65-87d7-4e6d-bb9b-cc3221d8e198 not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:11:59.452960 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b3377f7b-a1b8-4ede-aba0-714397871754 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for router_gateway (f9804c94-a967-434c-b4ca-ac13ba164b5c), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:59.642821 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b3377f7b-a1b8-4ede-aba0-714397871754 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for router_gateway (f9804c94-a967-434c-b4ca-ac13ba164b5c), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:11:59.661281 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b3377f7b-a1b8-4ede-aba0-714397871754 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:00.044111 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [None req-b3377f7b-a1b8-4ede-aba0-714397871754 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Allocated IP 172.26.1.22 (dea6548b-502b-42db-97fb-371e423e739a/cce6de65-d8c9-45b8-9970-0a277e8c1192/b6fa18f2-60bc-415d-8a2c-77944efbcc44) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:12:00.142784 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b3377f7b-a1b8-4ede-aba0-714397871754 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for port (b6fa18f2-60bc-415d-8a2c-77944efbcc44), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:00.175136 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b3377f7b-a1b8-4ede-aba0-714397871754 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (b6fa18f2-60bc-415d-8a2c-77944efbcc44), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:00.209467 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3377f7b-a1b8-4ede-aba0-714397871754 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Network dea6548b-502b-42db-97fb-371e423e739a is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:12:00.212408 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-b3377f7b-a1b8-4ede-aba0-714397871754 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:12:00.215927 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3377f7b-a1b8-4ede-aba0-714397871754 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:12:00.240700 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3377f7b-a1b8-4ede-aba0-714397871754 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'Port': ['ID=b6fa18f2-60bc-415d-8a2c-77944efbcc44,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:12:00.462475 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b3377f7b-a1b8-4ede-aba0-714397871754 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for router_gateway (f9804c94-a967-434c-b4ca-ac13ba164b5c), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:00.661991 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b3377f7b-a1b8-4ede-aba0-714397871754 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687953'] for router (f9804c94-a967-434c-b4ca-ac13ba164b5c), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:00.787819 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3377f7b-a1b8-4ede-aba0-714397871754 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Router f9804c94-a967-434c-b4ca-ac13ba164b5c is scheduled to L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 with binding_index 1 {{(pid=104099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 01:12:00.894769 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3377f7b-a1b8-4ede-aba0-714397871754 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:12:00.904258 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaac9433-eafd-4c18-acea-033ffbf67e35 None None] Sync routers for ids ['f9804c94-a967-434c-b4ca-ac13ba164b5c'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:12:00.915055 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaac9433-eafd-4c18-acea-033ffbf67e35 None None] Routers {'f9804c94-a967-434c-b4ca-ac13ba164b5c'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:12:00.915423 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b3377f7b-a1b8-4ede-aba0-714397871754 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for router (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:00.915660 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-eaac9433-eafd-4c18-acea-033ffbf67e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:11:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['f9804c94-a967-434c-b4ca-ac13ba164b5c'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:12:00.916775 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-b3377f7b-a1b8-4ede-aba0-714397871754 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.7221937 Mar 28 01:12:00.919770 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55948) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:12:00.951290 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-5788ca84-fde5-445c-8ed8-46b0ac6d12a4 tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=cf1ee0ed9c204cc5bccbb38ebf185041&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0292351 Mar 28 01:12:00.953187 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55950) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:12:01.020504 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-eaac9433-eafd-4c18-acea-033ffbf67e35 None None] Set router f9804c94-a967-434c-b4ca-ac13ba164b5c gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:12:01.035725 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681fe959-ae77-4e96-8cfb-bfdb0710de4a tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:12:01.037257 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-681fe959-ae77-4e96-8cfb-bfdb0710de4a tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0831265 Mar 28 01:12:01.040267 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55952) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:12:01.067342 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-4d1f7c53-b044-43be-b346-b3911e0ab99f tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=dea6548b-502b-42db-97fb-371e423e739a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0259528 Mar 28 01:12:01.069775 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55954) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:12:01.074583 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-224e8a9e-4bde-45b3-87c7-a7b195e1b522 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-258433631', 'network_id': '553a1f1a-f124-470d-bbee-b3adc64930cd', 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:12:01.163193 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-224e8a9e-4bde-45b3-87c7-a7b195e1b522 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Made reservation on behalf of cf1ee0ed9c204cc5bccbb38ebf185041 for: {'subnet': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:12:01.167356 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-224e8a9e-4bde-45b3-87c7-a7b195e1b522 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126757772'] for subnet (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:01.176242 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 284be52d-195b-458f-be0d-523be760202a no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:12:01.196780 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: 284be52d-195b-458f-be0d-523be760202a {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:12:01.197032 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-eaac9433-eafd-4c18-acea-033ffbf67e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9804c94-a967-434c-b4ca-ac13ba164b5c', 'name': 'tempest-TestNetworkBasicOps-router-114869351', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.22'}], 'enable_snat': True}, 'gw_port_id': 'b6fa18f2-60bc-415d-8a2c-77944efbcc44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:11:59Z', 'updated_at': '2022-03-28T01:12:00Z', 'revision_number': 3, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': 'b6fa18f2-60bc-415d-8a2c-77944efbcc44', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7a:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9804c94-a967-434c-b4ca-ac13ba164b5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:11:59Z', 'updated_at': '2022-03-28T01:12:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:12:01.197403 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 284be52d-195b-458f-be0d-523be760202a not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:12:01.224216 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaac9433-eafd-4c18-acea-033ffbf67e35 None None] Checking router: f9804c94-a967-434c-b4ca-ac13ba164b5c for host: dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:12:01.224561 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaac9433-eafd-4c18-acea-033ffbf67e35 None None] Updating router f9804c94-a967-434c-b4ca-ac13ba164b5c port b6fa18f2-60bc-415d-8a2c-77944efbcc44 binding host dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 01:12:01.251238 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-eaac9433-eafd-4c18-acea-033ffbf67e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (b6fa18f2-60bc-415d-8a2c-77944efbcc44), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:01.347540 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-224e8a9e-4bde-45b3-87c7-a7b195e1b522 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127282703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126757786'] for subnet (f185ed79-fae4-41b0-81f8-9856e942b799), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:01.416101 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224e8a9e-4bde-45b3-87c7-a7b195e1b522 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'Subnet': ['ID=f185ed79-fae4-41b0-81f8-9856e942b799,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:12:01.421508 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224e8a9e-4bde-45b3-87c7-a7b195e1b522 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Checking segment: {'id': '0941ed98-684f-420a-8bc5-7394a62b1734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '553a1f1a-f124-470d-bbee-b3adc64930cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:12:01.421882 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224e8a9e-4bde-45b3-87c7-a7b195e1b522 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Network hostable DHCP agents. Network: 553a1f1a-f124-470d-bbee-b3adc64930cd, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:12:01.440303 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224e8a9e-4bde-45b3-87c7-a7b195e1b522 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Network 553a1f1a-f124-470d-bbee-b3adc64930cd is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:12:01.448826 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-224e8a9e-4bde-45b3-87c7-a7b195e1b522 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, 553a1f1a-f124-470d-bbee-b3adc64930cd) {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:12:01.453351 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224e8a9e-4bde-45b3-87c7-a7b195e1b522 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:12:01.453933 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-224e8a9e-4bde-45b3-87c7-a7b195e1b522 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:01.460919 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ba971c-402e-4ad6-b73c-35af5a233f16 None None] Network 553a1f1a-f124-470d-bbee-b3adc64930cd requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:12:01.473772 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-224e8a9e-4bde-45b3-87c7-a7b195e1b522 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4005356 Mar 28 01:12:01.474018 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55956) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:12:01.501342 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-eaac9433-eafd-4c18-acea-033ffbf67e35 None None] Publish callbacks [] for port (b6fa18f2-60bc-415d-8a2c-77944efbcc44), precommit_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:01.506472 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-eaac9433-eafd-4c18-acea-033ffbf67e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (b6fa18f2-60bc-415d-8a2c-77944efbcc44), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:01.577820 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d23c38b-cec7-4fa0-bbb3-458a16eaa1b5 None None] Pushing event updated for resources: {'Port': ['ID=b6fa18f2-60bc-415d-8a2c-77944efbcc44,revision_number=2']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:12:01.581241 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [None req-eaac9433-eafd-4c18-acea-033ffbf67e35 None None] Attempting to bind port b6fa18f2-60bc-415d-8a2c-77944efbcc44 on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:12:01.582301 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [None req-eaac9433-eafd-4c18-acea-033ffbf67e35 None None] Attempting to bind port b6fa18f2-60bc-415d-8a2c-77944efbcc44 by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': 'b6f00c62-aca5-4c73-8989-c04c396daeed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'}] {{(pid=104101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:12:01.582674 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaac9433-eafd-4c18-acea-033ffbf67e35 None None] Attempting to bind port b6fa18f2-60bc-415d-8a2c-77944efbcc44 on network dea6548b-502b-42db-97fb-371e423e739a {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:12:01.587050 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f6f304-2bd8-463a-b747-4d49d88dfa41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-553a1f1a-f124-470d-bbee-b3adc64930cd', 'network_id': '553a1f1a-f124-470d-bbee-b3adc64930cd', 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'fixed_ips': [{'subnet_id': 'f185ed79-fae4-41b0-81f8-9856e942b799'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:12:01.587905 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d8f6f304-2bd8-463a-b747-4d49d88dfa41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:01.588669 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaac9433-eafd-4c18-acea-033ffbf67e35 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:12:01.589051 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaac9433-eafd-4c18-acea-033ffbf67e35 None None] Checking segment: {'id': 'b6f00c62-aca5-4c73-8989-c04c396daeed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:12:01.589627 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-eaac9433-eafd-4c18-acea-033ffbf67e35 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:01.590029 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaac9433-eafd-4c18-acea-033ffbf67e35 None None] Bound using segment: {'id': 'b6f00c62-aca5-4c73-8989-c04c396daeed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'} {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:12:01.590980 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [None req-eaac9433-eafd-4c18-acea-033ffbf67e35 None None] Bound port: b6fa18f2-60bc-415d-8a2c-77944efbcc44, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6f00c62-aca5-4c73-8989-c04c396daeed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'}}] {{(pid=104101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:12:01.591364 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-eaac9433-eafd-4c18-acea-033ffbf67e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (b6fa18f2-60bc-415d-8a2c-77944efbcc44), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:01.643109 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.db [None req-eaac9433-eafd-4c18-acea-033ffbf67e35 None None] For port b6fa18f2-60bc-415d-8a2c-77944efbcc44, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:12:01.646473 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.db [None req-eaac9433-eafd-4c18-acea-033ffbf67e35 None None] For port b6fa18f2-60bc-415d-8a2c-77944efbcc44, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=b6fa18f2-60bc-415d-8a2c-77944efbcc44,segment=NetworkSegment(b6f00c62-aca5-4c73-8989-c04c396daeed),segment_id=b6f00c62-aca5-4c73-8989-c04c396daeed)] {{(pid=104101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:12:01.652954 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-eaac9433-eafd-4c18-acea-033ffbf67e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (b6fa18f2-60bc-415d-8a2c-77944efbcc44), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:01.699263 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaac9433-eafd-4c18-acea-033ffbf67e35 None None] Routers {'f9804c94-a967-434c-b4ca-ac13ba164b5c'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:12:01.700050 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-eaac9433-eafd-4c18-acea-033ffbf67e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:11:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['f9804c94-a967-434c-b4ca-ac13ba164b5c'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:12:01.728887 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-d8f6f304-2bd8-463a-b747-4d49d88dfa41 None None] Allocated IP 172.20.0.2 (553a1f1a-f124-470d-bbee-b3adc64930cd/f185ed79-fae4-41b0-81f8-9856e942b799/06476c9a-3d61-444b-8be7-8af6797f0cc4) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:12:01.792744 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d23c38b-cec7-4fa0-bbb3-458a16eaa1b5 None None] Pushing event updated for resources: {'Port': ['ID=b6fa18f2-60bc-415d-8a2c-77944efbcc44,revision_number=3']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:12:01.825510 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-eaac9433-eafd-4c18-acea-033ffbf67e35 None None] Set router f9804c94-a967-434c-b4ca-ac13ba164b5c gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:12:01.870763 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d8f6f304-2bd8-463a-b747-4d49d88dfa41 None None] Publish callbacks [] for port (06476c9a-3d61-444b-8be7-8af6797f0cc4), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:01.877701 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d8f6f304-2bd8-463a-b747-4d49d88dfa41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (06476c9a-3d61-444b-8be7-8af6797f0cc4), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:01.933110 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f6f304-2bd8-463a-b747-4d49d88dfa41 None None] Network 553a1f1a-f124-470d-bbee-b3adc64930cd is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:12:01.934962 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-d8f6f304-2bd8-463a-b747-4d49d88dfa41 None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:12:01.937239 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f6f304-2bd8-463a-b747-4d49d88dfa41 None None] Pushing event updated for resources: {'Port': ['ID=06476c9a-3d61-444b-8be7-8af6797f0cc4,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:12:01.939382 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f6f304-2bd8-463a-b747-4d49d88dfa41 None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:12:01.965519 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3e347bad-1ba7-441f-8628-95c09c88557c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:01.993893 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-d8f6f304-2bd8-463a-b747-4d49d88dfa41 None None] Attempting to bind port 06476c9a-3d61-444b-8be7-8af6797f0cc4 on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:12:01.994551 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-d8f6f304-2bd8-463a-b747-4d49d88dfa41 None None] Attempting to bind port 06476c9a-3d61-444b-8be7-8af6797f0cc4 by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': '0941ed98-684f-420a-8bc5-7394a62b1734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '553a1f1a-f124-470d-bbee-b3adc64930cd'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:12:01.995097 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f6f304-2bd8-463a-b747-4d49d88dfa41 None None] Attempting to bind port 06476c9a-3d61-444b-8be7-8af6797f0cc4 on network 553a1f1a-f124-470d-bbee-b3adc64930cd {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:12:02.001309 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f6f304-2bd8-463a-b747-4d49d88dfa41 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:12:02.001952 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f6f304-2bd8-463a-b747-4d49d88dfa41 None None] Checking segment: {'id': '0941ed98-684f-420a-8bc5-7394a62b1734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '553a1f1a-f124-470d-bbee-b3adc64930cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:12:02.002533 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d8f6f304-2bd8-463a-b747-4d49d88dfa41 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:02.003079 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f6f304-2bd8-463a-b747-4d49d88dfa41 None None] Bound using segment: {'id': '0941ed98-684f-420a-8bc5-7394a62b1734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '553a1f1a-f124-470d-bbee-b3adc64930cd'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:12:02.003695 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-d8f6f304-2bd8-463a-b747-4d49d88dfa41 None None] Bound port: 06476c9a-3d61-444b-8be7-8af6797f0cc4, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0941ed98-684f-420a-8bc5-7394a62b1734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '553a1f1a-f124-470d-bbee-b3adc64930cd'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:12:02.004273 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d8f6f304-2bd8-463a-b747-4d49d88dfa41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (06476c9a-3d61-444b-8be7-8af6797f0cc4), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:02.030328 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-eaac9433-eafd-4c18-acea-033ffbf67e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9804c94-a967-434c-b4ca-ac13ba164b5c', 'name': 'tempest-TestNetworkBasicOps-router-114869351', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.22'}], 'enable_snat': True}, 'gw_port_id': 'b6fa18f2-60bc-415d-8a2c-77944efbcc44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:11:59Z', 'updated_at': '2022-03-28T01:12:00Z', 'revision_number': 3, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': 'b6fa18f2-60bc-415d-8a2c-77944efbcc44', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7a:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9804c94-a967-434c-b4ca-ac13ba164b5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:11:59Z', 'updated_at': '2022-03-28T01:12:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:12:02.056662 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaac9433-eafd-4c18-acea-033ffbf67e35 None None] The sync data for ids ['f9804c94-a967-434c-b4ca-ac13ba164b5c'] in dv-neutron-834874-6-hyperv is: [{'id': 'f9804c94-a967-434c-b4ca-ac13ba164b5c', 'name': 'tempest-TestNetworkBasicOps-router-114869351', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.22'}], 'enable_snat': True}, 'gw_port_id': 'b6fa18f2-60bc-415d-8a2c-77944efbcc44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:11:59Z', 'updated_at': '2022-03-28T01:12:00Z', 'revision_number': 3, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': 'b6fa18f2-60bc-415d-8a2c-77944efbcc44', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7a:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9804c94-a967-434c-b4ca-ac13ba164b5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:11:59Z', 'updated_at': '2022-03-28T01:12:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:12:02.070312 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-d8f6f304-2bd8-463a-b747-4d49d88dfa41 None None] For port 06476c9a-3d61-444b-8be7-8af6797f0cc4, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:12:02.074637 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-d8f6f304-2bd8-463a-b747-4d49d88dfa41 None None] For port 06476c9a-3d61-444b-8be7-8af6797f0cc4, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=06476c9a-3d61-444b-8be7-8af6797f0cc4,segment=NetworkSegment(0941ed98-684f-420a-8bc5-7394a62b1734),segment_id=0941ed98-684f-420a-8bc5-7394a62b1734)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:12:02.083103 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d8f6f304-2bd8-463a-b747-4d49d88dfa41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (06476c9a-3d61-444b-8be7-8af6797f0cc4), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:02.143707 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f6f304-2bd8-463a-b747-4d49d88dfa41 None None] Pushing event updated for resources: {'Port': ['ID=06476c9a-3d61-444b-8be7-8af6797f0cc4,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:12:02.267320 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [None req-3e347bad-1ba7-441f-8628-95c09c88557c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Allocated IP 172.20.0.1 (553a1f1a-f124-470d-bbee-b3adc64930cd/f185ed79-fae4-41b0-81f8-9856e942b799/019a9e57-0ea6-48d2-b3a8-53015bcf76cf) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:12:02.421432 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3e347bad-1ba7-441f-8628-95c09c88557c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for port (019a9e57-0ea6-48d2-b3a8-53015bcf76cf), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:02.461540 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3e347bad-1ba7-441f-8628-95c09c88557c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (019a9e57-0ea6-48d2-b3a8-53015bcf76cf), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:02.509884 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e347bad-1ba7-441f-8628-95c09c88557c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Network 553a1f1a-f124-470d-bbee-b3adc64930cd is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:12:02.513072 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-3e347bad-1ba7-441f-8628-95c09c88557c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:12:02.517026 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e347bad-1ba7-441f-8628-95c09c88557c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:12:02.552127 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e347bad-1ba7-441f-8628-95c09c88557c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'Port': ['ID=019a9e57-0ea6-48d2-b3a8-53015bcf76cf,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:12:02.570662 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3e347bad-1ba7-441f-8628-95c09c88557c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3686596'] for router_interface (f9804c94-a967-434c-b4ca-ac13ba164b5c), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:02.659005 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:02.711979 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3e347bad-1ba7-441f-8628-95c09c88557c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (019a9e57-0ea6-48d2-b3a8-53015bcf76cf), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:03.026882 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3e347bad-1ba7-441f-8628-95c09c88557c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for port (019a9e57-0ea6-48d2-b3a8-53015bcf76cf), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:03.031982 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3e347bad-1ba7-441f-8628-95c09c88557c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (019a9e57-0ea6-48d2-b3a8-53015bcf76cf), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:03.105618 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e347bad-1ba7-441f-8628-95c09c88557c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'Port': ['ID=019a9e57-0ea6-48d2-b3a8-53015bcf76cf,revision_number=2']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:12:03.108177 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3e347bad-1ba7-441f-8628-95c09c88557c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3725889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3686480'] for router_interface (f9804c94-a967-434c-b4ca-ac13ba164b5c), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:03.214272 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e347bad-1ba7-441f-8628-95c09c88557c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Network 553a1f1a-f124-470d-bbee-b3adc64930cd is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:12:03.216020 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-3e347bad-1ba7-441f-8628-95c09c88557c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:12:03.244659 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29cc615b-097b-40f5-b915-6b4b20147727 None None] Network 553a1f1a-f124-470d-bbee-b3adc64930cd requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:12:03.288416 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 06476c9a-3d61-444b-8be7-8af6797f0cc4 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:12:03.338303 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e347bad-1ba7-441f-8628-95c09c88557c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Router f9804c94-a967-434c-b4ca-ac13ba164b5c has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:12:03.360597 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-b5ca38c7-3534-44ea-b22a-10882f61a296 None None] Provisioning complete for port 06476c9a-3d61-444b-8be7-8af6797f0cc4 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:12:03.360982 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-b5ca38c7-3534-44ea-b22a-10882f61a296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (06476c9a-3d61-444b-8be7-8af6797f0cc4), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:03.425653 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 06476c9a-3d61-444b-8be7-8af6797f0cc4 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:12:03.426033 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (06476c9a-3d61-444b-8be7-8af6797f0cc4), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:03.526849 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-b5ca38c7-3534-44ea-b22a-10882f61a296 None None] Current status of the port 06476c9a-3d61-444b-8be7-8af6797f0cc4 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:12:03.527244 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-b5ca38c7-3534-44ea-b22a-10882f61a296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (06476c9a-3d61-444b-8be7-8af6797f0cc4), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:03.585996 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 06476c9a-3d61-444b-8be7-8af6797f0cc4 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:12:03.586395 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (06476c9a-3d61-444b-8be7-8af6797f0cc4), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:03.604954 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-b5ca38c7-3534-44ea-b22a-10882f61a296 None None] For port 06476c9a-3d61-444b-8be7-8af6797f0cc4, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=06476c9a-3d61-444b-8be7-8af6797f0cc4,segment=NetworkSegment(0941ed98-684f-420a-8bc5-7394a62b1734),segment_id=0941ed98-684f-420a-8bc5-7394a62b1734)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:12:03.614475 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-b5ca38c7-3534-44ea-b22a-10882f61a296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (06476c9a-3d61-444b-8be7-8af6797f0cc4), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:03.696285 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.db.api [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104100) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 01:12:03.696966 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG oslo_db.api [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 01:12:03.697813 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ca38c7-3534-44ea-b22a-10882f61a296 None None] Pushing event updated for resources: {'Port': ['ID=06476c9a-3d61-444b-8be7-8af6797f0cc4,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:12:03.760885 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e347bad-1ba7-441f-8628-95c09c88557c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:12:03.767139 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-3e347bad-1ba7-441f-8628-95c09c88557c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "PUT /v2.0/routers/f9804c94-a967-434c-b4ca-ac13ba164b5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2921588 Mar 28 01:12:03.769721 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55958) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:12:03.837383 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488dab07-9888-4c57-a899-51f179573911 None None] Sync routers for ids ['f9804c94-a967-434c-b4ca-ac13ba164b5c'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:12:03.853828 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-d2d57c44-dc3e-4702-941b-81930fdedd31 None None] Provisioning complete for port 06476c9a-3d61-444b-8be7-8af6797f0cc4 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:12:03.854199 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d2d57c44-dc3e-4702-941b-81930fdedd31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (06476c9a-3d61-444b-8be7-8af6797f0cc4), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:03.856763 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488dab07-9888-4c57-a899-51f179573911 None None] Routers {'f9804c94-a967-434c-b4ca-ac13ba164b5c'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:12:03.857386 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-488dab07-9888-4c57-a899-51f179573911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:11:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['f9804c94-a967-434c-b4ca-ac13ba164b5c'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:12:03.960331 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf2f724-e204-4905-934b-85659c204c0a tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:12:03.960937 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf2f724-e204-4905-934b-85659c204c0a tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:12:03.961460 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf2f724-e204-4905-934b-85659c204c0a tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:12:03.962180 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf2f724-e204-4905-934b-85659c204c0a tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:12:03.962699 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf2f724-e204-4905-934b-85659c204c0a tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:12:03.963220 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf2f724-e204-4905-934b-85659c204c0a tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:12:03.963947 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf2f724-e204-4905-934b-85659c204c0a tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:12:03.966583 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-2bf2f724-e204-4905-934b-85659c204c0a tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4963 time: 0.1956677 Mar 28 01:12:03.969304 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55960) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:12:04.075816 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2941b7b3-120e-4c92-b194-3a648ed9140f tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:12:04.076531 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2941b7b3-120e-4c92-b194-3a648ed9140f tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:12:04.076660 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2941b7b3-120e-4c92-b194-3a648ed9140f tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:12:04.077170 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2941b7b3-120e-4c92-b194-3a648ed9140f tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:12:04.077892 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2941b7b3-120e-4c92-b194-3a648ed9140f tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:12:04.078350 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2941b7b3-120e-4c92-b194-3a648ed9140f tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:12:04.078804 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2941b7b3-120e-4c92-b194-3a648ed9140f tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:12:04.080695 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-2941b7b3-120e-4c92-b194-3a648ed9140f tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4626 time: 0.1103406 Mar 28 01:12:04.083346 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55962) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:12:04.170612 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-488dab07-9888-4c57-a899-51f179573911 None None] Set router f9804c94-a967-434c-b4ca-ac13ba164b5c gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:12:04.232332 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-d2d57c44-dc3e-4702-941b-81930fdedd31 None None] Current status of the port 06476c9a-3d61-444b-8be7-8af6797f0cc4 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:12:04.316452 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 06476c9a-3d61-444b-8be7-8af6797f0cc4 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:12:04.317351 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device b6fa18f2-60bc-415d-8a2c-77944efbcc44 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:12:04.318982 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-027e28b9-403d-40b9-8d74-947d1b215b5b tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3772 time: 0.2345665 Mar 28 01:12:04.343443 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-d2d57c44-dc3e-4702-941b-81930fdedd31 None None] Provisioning complete for port 019a9e57-0ea6-48d2-b3a8-53015bcf76cf triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:12:04.343810 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d2d57c44-dc3e-4702-941b-81930fdedd31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (019a9e57-0ea6-48d2-b3a8-53015bcf76cf), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:04.416779 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-d2d57c44-dc3e-4702-941b-81930fdedd31 None None] Port 019a9e57-0ea6-48d2-b3a8-53015bcf76cf cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:12:04.451279 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port b6fa18f2-60bc-415d-8a2c-77944efbcc44 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:12:04.451644 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (b6fa18f2-60bc-415d-8a2c-77944efbcc44), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:04.508497 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-488dab07-9888-4c57-a899-51f179573911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9804c94-a967-434c-b4ca-ac13ba164b5c', 'name': 'tempest-TestNetworkBasicOps-router-114869351', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.22'}], 'enable_snat': True}, 'gw_port_id': 'b6fa18f2-60bc-415d-8a2c-77944efbcc44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:11:59Z', 'updated_at': '2022-03-28T01:12:02Z', 'revision_number': 4, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': 'b6fa18f2-60bc-415d-8a2c-77944efbcc44', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7a:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9804c94-a967-434c-b4ca-ac13ba164b5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:11:59Z', 'updated_at': '2022-03-28T01:12:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': '019a9e57-0ea6-48d2-b3a8-53015bcf76cf', 'name': '', 'network_id': '553a1f1a-f124-470d-bbee-b3adc64930cd', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'mac_address': 'fa:16:3e:a2:71:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9804c94-a967-434c-b4ca-ac13ba164b5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': 'f185ed79-fae4-41b0-81f8-9856e942b799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:12:02Z', 'updated_at': '2022-03-28T01:12:02Z', 'revision_number': 2, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'subnets': [{'id': 'f185ed79-fae4-41b0-81f8-9856e942b799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:12:04.538545 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488dab07-9888-4c57-a899-51f179573911 None None] Checking router: f9804c94-a967-434c-b4ca-ac13ba164b5c for host: dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:12:04.538893 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488dab07-9888-4c57-a899-51f179573911 None None] Updating router f9804c94-a967-434c-b4ca-ac13ba164b5c port 019a9e57-0ea6-48d2-b3a8-53015bcf76cf binding host dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 01:12:04.602616 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-488dab07-9888-4c57-a899-51f179573911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (019a9e57-0ea6-48d2-b3a8-53015bcf76cf), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:04.607832 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-eab3b4c6-106a-45c9-b53d-2d00101037d6 None None] Provisioning complete for port 019a9e57-0ea6-48d2-b3a8-53015bcf76cf triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:12:04.608272 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-eab3b4c6-106a-45c9-b53d-2d00101037d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (019a9e57-0ea6-48d2-b3a8-53015bcf76cf), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:04.633740 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55966) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:12:04.634253 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port b6fa18f2-60bc-415d-8a2c-77944efbcc44 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:12:04.634253 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (b6fa18f2-60bc-415d-8a2c-77944efbcc44), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:04.639121 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-b65968ae-f661-42c8-a289-16bf22636b0b tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1274406555', 'description': 'tempest-secgroup-smoke-1274406555 description', 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:12:04.660944 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b65968ae-f661-42c8-a289-16bf22636b0b tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:04.669565 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] For port b6fa18f2-60bc-415d-8a2c-77944efbcc44, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=b6fa18f2-60bc-415d-8a2c-77944efbcc44,segment=NetworkSegment(b6f00c62-aca5-4c73-8989-c04c396daeed),segment_id=b6f00c62-aca5-4c73-8989-c04c396daeed)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:12:04.689277 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (b6fa18f2-60bc-415d-8a2c-77944efbcc44), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:04.694090 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-eab3b4c6-106a-45c9-b53d-2d00101037d6 None None] Port 019a9e57-0ea6-48d2-b3a8-53015bcf76cf cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:12:04.733250 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b65968ae-f661-42c8-a289-16bf22636b0b tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group (31b8f63e-f373-4078-9e22-18917c4a7d7c), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:04.736945 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b65968ae-f661-42c8-a289-16bf22636b0b tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (31b8f63e-f373-4078-9e22-18917c4a7d7c), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:04.763944 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b65968ae-f661-42c8-a289-16bf22636b0b tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:04.768404 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-b65968ae-f661-42c8-a289-16bf22636b0b tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1301775 Mar 28 01:12:04.768729 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55968) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:12:04.771766 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65968ae-f661-42c8-a289-16bf22636b0b tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31b8f63e-f373-4078-9e22-18917c4a7d7c,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:12:04.773895 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-2ec5f080-880e-44b8-999d-80cd8faa00c5 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'security_group_rule': {'security_group_id': '31b8f63e-f373-4078-9e22-18917c4a7d7c', 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:12:04.798045 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2ec5f080-880e-44b8-999d-80cd8faa00c5 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (e292472a-60de-4664-873d-22d8a38fcc3d), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:04.804904 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Pushing event updated for resources: {'Port': ['ID=b6fa18f2-60bc-415d-8a2c-77944efbcc44,revision_number=4']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:12:04.857109 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2ec5f080-880e-44b8-999d-80cd8faa00c5 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (e292472a-60de-4664-873d-22d8a38fcc3d), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:04.860972 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2ec5f080-880e-44b8-999d-80cd8faa00c5 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (e292472a-60de-4664-873d-22d8a38fcc3d), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:04.878434 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec5f080-880e-44b8-999d-80cd8faa00c5 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e292472a-60de-4664-873d-22d8a38fcc3d,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:12:04.891654 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2ec5f080-880e-44b8-999d-80cd8faa00c5 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:04.892903 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-2ec5f080-880e-44b8-999d-80cd8faa00c5 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1231883 Mar 28 01:12:04.895616 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55970) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:12:04.900146 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-49ce51a5-df48-487f-a3e7-57fb56be80ef tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'security_group_rule': {'security_group_id': '31b8f63e-f373-4078-9e22-18917c4a7d7c', 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:12:04.924887 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-49ce51a5-df48-487f-a3e7-57fb56be80ef tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (ea11cdb6-d922-430e-9ecc-710faf683077), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:04.966542 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-488dab07-9888-4c57-a899-51f179573911 None None] Publish callbacks [] for port (019a9e57-0ea6-48d2-b3a8-53015bcf76cf), precommit_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:04.972460 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-488dab07-9888-4c57-a899-51f179573911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (019a9e57-0ea6-48d2-b3a8-53015bcf76cf), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:04.980428 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-49ce51a5-df48-487f-a3e7-57fb56be80ef tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (ea11cdb6-d922-430e-9ecc-710faf683077), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:04.984107 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-49ce51a5-df48-487f-a3e7-57fb56be80ef tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (ea11cdb6-d922-430e-9ecc-710faf683077), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:05.001914 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ce51a5-df48-487f-a3e7-57fb56be80ef tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea11cdb6-d922-430e-9ecc-710faf683077,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:12:05.010819 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-49ce51a5-df48-487f-a3e7-57fb56be80ef tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:05.015875 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 55972) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:12:05.021148 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-58ceb0eb-7ec0-4876-b6e7-8b938dfce9a7 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'security_group_rule': {'security_group_id': '31b8f63e-f373-4078-9e22-18917c4a7d7c', 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:12:05.021344 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-49ce51a5-df48-487f-a3e7-57fb56be80ef tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1238272 Mar 28 01:12:05.030468 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5be8f1-bda4-4c9c-8fc4-2985ed7c29cd None None] Pushing event updated for resources: {'Port': ['ID=019a9e57-0ea6-48d2-b3a8-53015bcf76cf,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:12:05.055929 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-58ceb0eb-7ec0-4876-b6e7-8b938dfce9a7 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (b2ae76c4-4cc1-456b-beb9-8414101f8a11), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:05.090818 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-488dab07-9888-4c57-a899-51f179573911 None None] Attempting to bind port 019a9e57-0ea6-48d2-b3a8-53015bcf76cf on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:12:05.091330 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-488dab07-9888-4c57-a899-51f179573911 None None] Attempting to bind port 019a9e57-0ea6-48d2-b3a8-53015bcf76cf by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': '0941ed98-684f-420a-8bc5-7394a62b1734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '553a1f1a-f124-470d-bbee-b3adc64930cd'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:12:05.091783 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488dab07-9888-4c57-a899-51f179573911 None None] Attempting to bind port 019a9e57-0ea6-48d2-b3a8-53015bcf76cf on network 553a1f1a-f124-470d-bbee-b3adc64930cd {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:12:05.098444 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488dab07-9888-4c57-a899-51f179573911 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:12:05.098969 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488dab07-9888-4c57-a899-51f179573911 None None] Checking segment: {'id': '0941ed98-684f-420a-8bc5-7394a62b1734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '553a1f1a-f124-470d-bbee-b3adc64930cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:12:05.099460 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-488dab07-9888-4c57-a899-51f179573911 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:05.099957 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488dab07-9888-4c57-a899-51f179573911 None None] Bound using segment: {'id': '0941ed98-684f-420a-8bc5-7394a62b1734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '553a1f1a-f124-470d-bbee-b3adc64930cd'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:12:05.100557 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-488dab07-9888-4c57-a899-51f179573911 None None] Bound port: 019a9e57-0ea6-48d2-b3a8-53015bcf76cf, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0941ed98-684f-420a-8bc5-7394a62b1734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '553a1f1a-f124-470d-bbee-b3adc64930cd'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:12:05.101180 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-488dab07-9888-4c57-a899-51f179573911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (019a9e57-0ea6-48d2-b3a8-53015bcf76cf), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:05.121971 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-58ceb0eb-7ec0-4876-b6e7-8b938dfce9a7 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (b2ae76c4-4cc1-456b-beb9-8414101f8a11), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:05.128157 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-58ceb0eb-7ec0-4876-b6e7-8b938dfce9a7 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (b2ae76c4-4cc1-456b-beb9-8414101f8a11), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:05.151891 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-58ceb0eb-7ec0-4876-b6e7-8b938dfce9a7 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:05.153301 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-58ceb0eb-7ec0-4876-b6e7-8b938dfce9a7 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1361003 Mar 28 01:12:05.155945 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ceb0eb-7ec0-4876-b6e7-8b938dfce9a7 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2ae76c4-4cc1-456b-beb9-8414101f8a11,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:12:05.156352 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55974) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:12:05.162186 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-6675dbe6-c668-4306-b437-981f369b1982 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'security_group_rule': {'security_group_id': '31b8f63e-f373-4078-9e22-18917c4a7d7c', 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:12:05.191132 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-488dab07-9888-4c57-a899-51f179573911 None None] For port 019a9e57-0ea6-48d2-b3a8-53015bcf76cf, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:12:05.194890 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-488dab07-9888-4c57-a899-51f179573911 None None] For port 019a9e57-0ea6-48d2-b3a8-53015bcf76cf, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=019a9e57-0ea6-48d2-b3a8-53015bcf76cf,segment=NetworkSegment(0941ed98-684f-420a-8bc5-7394a62b1734),segment_id=0941ed98-684f-420a-8bc5-7394a62b1734)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:12:05.203216 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-488dab07-9888-4c57-a899-51f179573911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (019a9e57-0ea6-48d2-b3a8-53015bcf76cf), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:05.203578 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-6675dbe6-c668-4306-b437-981f369b1982 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (40a13b87-5647-4ba1-aa30-da826cf51542), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:05.255919 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488dab07-9888-4c57-a899-51f179573911 None None] Routers {'f9804c94-a967-434c-b4ca-ac13ba164b5c'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:12:05.256584 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-488dab07-9888-4c57-a899-51f179573911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:11:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['f9804c94-a967-434c-b4ca-ac13ba164b5c'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:12:05.281171 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-6675dbe6-c668-4306-b437-981f369b1982 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (40a13b87-5647-4ba1-aa30-da826cf51542), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:05.286271 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-6675dbe6-c668-4306-b437-981f369b1982 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (40a13b87-5647-4ba1-aa30-da826cf51542), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:05.300702 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 06476c9a-3d61-444b-8be7-8af6797f0cc4 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:12:05.309685 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6675dbe6-c668-4306-b437-981f369b1982 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40a13b87-5647-4ba1-aa30-da826cf51542,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:12:05.317356 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-6675dbe6-c668-4306-b437-981f369b1982 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:05.322240 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-6675dbe6-c668-4306-b437-981f369b1982 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1603839 Mar 28 01:12:05.322240 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55976) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:12:05.326202 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-caa3da6c-3314-48c7-b903-d6a742353772 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'security_group_rule': {'security_group_id': '31b8f63e-f373-4078-9e22-18917c4a7d7c', 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:12:05.348592 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.securitygroups_db [None req-caa3da6c-3314-48c7-b903-d6a742353772 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Project cf1ee0ed9c204cc5bccbb38ebf185041 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 01:12:05.354193 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-caa3da6c-3314-48c7-b903-d6a742353772 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (454f4733-3dc3-4819-9335-68afbd745831), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:05.364728 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5be8f1-bda4-4c9c-8fc4-2985ed7c29cd None None] Pushing event updated for resources: {'Port': ['ID=019a9e57-0ea6-48d2-b3a8-53015bcf76cf,revision_number=4']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:12:05.403422 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-db740c72-a516-4a57-9cfb-052beaccaa6e None None] Provisioning complete for port 019a9e57-0ea6-48d2-b3a8-53015bcf76cf triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:12:05.403812 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-db740c72-a516-4a57-9cfb-052beaccaa6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (019a9e57-0ea6-48d2-b3a8-53015bcf76cf), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:05.424673 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-caa3da6c-3314-48c7-b903-d6a742353772 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (454f4733-3dc3-4819-9335-68afbd745831), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:05.428714 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-caa3da6c-3314-48c7-b903-d6a742353772 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (454f4733-3dc3-4819-9335-68afbd745831), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:05.449306 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa3da6c-3314-48c7-b903-d6a742353772 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=454f4733-3dc3-4819-9335-68afbd745831,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:12:05.459237 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-caa3da6c-3314-48c7-b903-d6a742353772 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:05.462892 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-caa3da6c-3314-48c7-b903-d6a742353772 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1382310 Mar 28 01:12:05.463320 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 55978) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:12:05.466444 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-488dab07-9888-4c57-a899-51f179573911 None None] Set router f9804c94-a967-434c-b4ca-ac13ba164b5c gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:12:05.468142 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-f5216d86-52ef-491e-8ab4-6a6cabb7f773 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'security_group_rule': {'security_group_id': '31b8f63e-f373-4078-9e22-18917c4a7d7c', 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:12:05.488785 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.securitygroups_db [None req-f5216d86-52ef-491e-8ab4-6a6cabb7f773 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Project cf1ee0ed9c204cc5bccbb38ebf185041 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 01:12:05.493913 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f5216d86-52ef-491e-8ab4-6a6cabb7f773 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (7fc8b6ab-3a94-4adb-89d8-a0f211197261), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:05.504534 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 06476c9a-3d61-444b-8be7-8af6797f0cc4 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:12:05.504907 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (06476c9a-3d61-444b-8be7-8af6797f0cc4), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:05.552783 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f5216d86-52ef-491e-8ab4-6a6cabb7f773 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (7fc8b6ab-3a94-4adb-89d8-a0f211197261), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:05.559972 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f5216d86-52ef-491e-8ab4-6a6cabb7f773 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (7fc8b6ab-3a94-4adb-89d8-a0f211197261), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:05.579007 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5216d86-52ef-491e-8ab4-6a6cabb7f773 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fc8b6ab-3a94-4adb-89d8-a0f211197261,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:12:05.583963 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f5216d86-52ef-491e-8ab4-6a6cabb7f773 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:05.588267 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-f5216d86-52ef-491e-8ab4-6a6cabb7f773 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1208005 Mar 28 01:12:05.655121 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-db740c72-a516-4a57-9cfb-052beaccaa6e None None] Current status of the port 019a9e57-0ea6-48d2-b3a8-53015bcf76cf is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:12:05.655430 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-db740c72-a516-4a57-9cfb-052beaccaa6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (019a9e57-0ea6-48d2-b3a8-53015bcf76cf), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:05.740308 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-db740c72-a516-4a57-9cfb-052beaccaa6e None None] For port 019a9e57-0ea6-48d2-b3a8-53015bcf76cf, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=019a9e57-0ea6-48d2-b3a8-53015bcf76cf,segment=NetworkSegment(0941ed98-684f-420a-8bc5-7394a62b1734),segment_id=0941ed98-684f-420a-8bc5-7394a62b1734)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:12:05.749631 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-db740c72-a516-4a57-9cfb-052beaccaa6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (019a9e57-0ea6-48d2-b3a8-53015bcf76cf), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:05.778669 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 06476c9a-3d61-444b-8be7-8af6797f0cc4 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:12:05.779761 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device b6fa18f2-60bc-415d-8a2c-77944efbcc44 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:12:05.793435 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-6a56ec24-baa4-4740-bd13-2fe6faf22fe8 req-1cb44f98-d041-43b6-9474-c1903e509209 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1274406555&fields=id&tenant_id=cf1ee0ed9c204cc5bccbb38ebf185041 HTTP/1.1" status: 200 len: 267 time: 0.0434542 Mar 28 01:12:05.870955 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db740c72-a516-4a57-9cfb-052beaccaa6e None None] Pushing event updated for resources: {'Port': ['ID=019a9e57-0ea6-48d2-b3a8-53015bcf76cf,revision_number=5']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:12:05.886671 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-aae44152-1fa8-4768-8949-03b2f3127827 None None] Provisioning complete for port 019a9e57-0ea6-48d2-b3a8-53015bcf76cf triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:12:05.887044 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-aae44152-1fa8-4768-8949-03b2f3127827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (019a9e57-0ea6-48d2-b3a8-53015bcf76cf), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:05.899480 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a56ec24-baa4-4740-bd13-2fe6faf22fe8 req-6cd92f64-4417-4742-a0ee-312e4b45325b tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:12:05.900955 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-6a56ec24-baa4-4740-bd13-2fe6faf22fe8 req-6cd92f64-4417-4742-a0ee-312e4b45325b tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/networks?id=553a1f1a-f124-470d-bbee-b3adc64930cd HTTP/1.1" status: 200 len: 796 time: 0.1001799 Mar 28 01:12:05.917034 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-6a56ec24-baa4-4740-bd13-2fe6faf22fe8 req-c57a49d9-4b9f-42ad-9eea-0c8528e61f8e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/quotas/cf1ee0ed9c204cc5bccbb38ebf185041 HTTP/1.1" status: 200 len: 375 time: 0.0099800 Mar 28 01:12:05.935380 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port b6fa18f2-60bc-415d-8a2c-77944efbcc44 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:12:05.935748 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (b6fa18f2-60bc-415d-8a2c-77944efbcc44), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:05.976863 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-6a56ec24-baa4-4740-bd13-2fe6faf22fe8 req-597deb74-733c-469b-9afd-819cc6837a99 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=cf1ee0ed9c204cc5bccbb38ebf185041&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0538270 Mar 28 01:12:06.073125 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-6a56ec24-baa4-4740-bd13-2fe6faf22fe8 req-c2f9059d-221e-4d34-bebe-e4673bcf59d3 service neutron] 10.222.0.24 "GET /v2.0/networks/553a1f1a-f124-470d-bbee-b3adc64930cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835941 Mar 28 01:12:06.104172 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-488dab07-9888-4c57-a899-51f179573911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9804c94-a967-434c-b4ca-ac13ba164b5c', 'name': 'tempest-TestNetworkBasicOps-router-114869351', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.22'}], 'enable_snat': True}, 'gw_port_id': 'b6fa18f2-60bc-415d-8a2c-77944efbcc44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:11:59Z', 'updated_at': '2022-03-28T01:12:02Z', 'revision_number': 4, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': 'b6fa18f2-60bc-415d-8a2c-77944efbcc44', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9804c94-a967-434c-b4ca-ac13ba164b5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:11:59Z', 'updated_at': '2022-03-28T01:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': '019a9e57-0ea6-48d2-b3a8-53015bcf76cf', 'name': '', 'network_id': '553a1f1a-f124-470d-bbee-b3adc64930cd', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'mac_address': 'fa:16:3e:a2:71:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9804c94-a967-434c-b4ca-ac13ba164b5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': 'f185ed79-fae4-41b0-81f8-9856e942b799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:12:02Z', 'updated_at': '2022-03-28T01:12:05Z', 'revision_number': 4, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'subnets': [{'id': 'f185ed79-fae4-41b0-81f8-9856e942b799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:12:06.142117 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488dab07-9888-4c57-a899-51f179573911 None None] The sync data for ids ['f9804c94-a967-434c-b4ca-ac13ba164b5c'] in dv-neutron-834874-6-hyperv is: [{'id': 'f9804c94-a967-434c-b4ca-ac13ba164b5c', 'name': 'tempest-TestNetworkBasicOps-router-114869351', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.22'}], 'enable_snat': True}, 'gw_port_id': 'b6fa18f2-60bc-415d-8a2c-77944efbcc44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:11:59Z', 'updated_at': '2022-03-28T01:12:02Z', 'revision_number': 4, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': 'b6fa18f2-60bc-415d-8a2c-77944efbcc44', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9804c94-a967-434c-b4ca-ac13ba164b5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:11:59Z', 'updated_at': '2022-03-28T01:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': '019a9e57-0ea6-48d2-b3a8-53015bcf76cf', 'name': '', 'network_id': '553a1f1a-f124-470d-bbee-b3adc64930cd', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'mac_address': 'fa:16:3e:a2:71:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9804c94-a967-434c-b4ca-ac13ba164b5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': 'f185ed79-fae4-41b0-81f8-9856e942b799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:12:02Z', 'updated_at': '2022-03-28T01:12:05Z', 'revision_number': 4, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'subnets': [{'id': 'f185ed79-fae4-41b0-81f8-9856e942b799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:12:06.168768 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-6a56ec24-baa4-4740-bd13-2fe6faf22fe8 req-e8b75fb5-a805-451b-b415-9d928f9f0eb4 service neutron] 10.222.0.24 "GET /v2.0/networks/553a1f1a-f124-470d-bbee-b3adc64930cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886073 Mar 28 01:12:06.205906 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-aae44152-1fa8-4768-8949-03b2f3127827 None None] Current status of the port 019a9e57-0ea6-48d2-b3a8-53015bcf76cf is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:12:06.248389 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port b6fa18f2-60bc-415d-8a2c-77944efbcc44 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:12:06.385303 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-48299a48-5cf7-417b-94f3-9cae5ffa84a0 req-1471b64c-8520-4d20-8e57-e3270051f65b tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=108ffe1a-97f1-4596-8ccd-53e812df031c HTTP/1.1" status: 200 len: 210 time: 0.0363793 Mar 28 01:12:07.273965 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 019a9e57-0ea6-48d2-b3a8-53015bcf76cf up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:12:07.347863 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 019a9e57-0ea6-48d2-b3a8-53015bcf76cf triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:12:07.348284 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (019a9e57-0ea6-48d2-b3a8-53015bcf76cf), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:07.363869 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a56ec24-baa4-4740-bd13-2fe6faf22fe8 req-6a06192f-9169-4de6-b259-b2f79c34f2d1 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:12:07.365337 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6a56ec24-baa4-4740-bd13-2fe6faf22fe8 req-6a06192f-9169-4de6-b259-b2f79c34f2d1 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.10 "GET /v2.0/networks?id=553a1f1a-f124-470d-bbee-b3adc64930cd HTTP/1.1" status: 200 len: 796 time: 0.1274548 Mar 28 01:12:07.440893 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6a56ec24-baa4-4740-bd13-2fe6faf22fe8 req-18a9e6a8-0abb-4f3e-8a47-b086654ee142 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf1ee0ed9c204cc5bccbb38ebf185041 HTTP/1.1" status: 200 len: 380 time: 0.0668676 Mar 28 01:12:07.453359 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [req-6a56ec24-baa4-4740-bd13-2fe6faf22fe8 req-c2e0cbb1-d913-4b5b-9a49-a40a6bec4a22 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'port': {'device_id': '108ffe1a-97f1-4596-8ccd-53e812df031c', 'network_id': '553a1f1a-f124-470d-bbee-b3adc64930cd', 'admin_state_up': True, 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'security_groups': ['31b8f63e-f373-4078-9e22-18917c4a7d7c']}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:12:07.462323 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 019a9e57-0ea6-48d2-b3a8-53015bcf76cf is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:12:07.483978 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-5161a7ec-a5be-41f5-8e58-754a931b7275 req-64abe876-9a6a-483e-83da-fccf9bacc947 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=108ffe1a-97f1-4596-8ccd-53e812df031c HTTP/1.1" status: 200 len: 210 time: 0.0284057 Mar 28 01:12:07.563066 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a56ec24-baa4-4740-bd13-2fe6faf22fe8 req-c2e0cbb1-d913-4b5b-9a49-a40a6bec4a22 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Made reservation on behalf of cf1ee0ed9c204cc5bccbb38ebf185041 for: {'port': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:12:07.566668 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-6a56ec24-baa4-4740-bd13-2fe6faf22fe8 req-c2e0cbb1-d913-4b5b-9a49-a40a6bec4a22 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:07.688809 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [req-6a56ec24-baa4-4740-bd13-2fe6faf22fe8 req-c2e0cbb1-d913-4b5b-9a49-a40a6bec4a22 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Allocated IP 172.20.0.11 (553a1f1a-f124-470d-bbee-b3adc64930cd/f185ed79-fae4-41b0-81f8-9856e942b799/4c6d8500-3563-4224-befc-b4c8c236da92) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:12:07.830515 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-6a56ec24-baa4-4740-bd13-2fe6faf22fe8 req-c2e0cbb1-d913-4b5b-9a49-a40a6bec4a22 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for port (4c6d8500-3563-4224-befc-b4c8c236da92), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:07.863753 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-6a56ec24-baa4-4740-bd13-2fe6faf22fe8 req-c2e0cbb1-d913-4b5b-9a49-a40a6bec4a22 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (4c6d8500-3563-4224-befc-b4c8c236da92), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:07.904061 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a56ec24-baa4-4740-bd13-2fe6faf22fe8 req-c2e0cbb1-d913-4b5b-9a49-a40a6bec4a22 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Network 553a1f1a-f124-470d-bbee-b3adc64930cd is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:12:07.908092 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [req-6a56ec24-baa4-4740-bd13-2fe6faf22fe8 req-c2e0cbb1-d913-4b5b-9a49-a40a6bec4a22 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:12:07.914186 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a56ec24-baa4-4740-bd13-2fe6faf22fe8 req-c2e0cbb1-d913-4b5b-9a49-a40a6bec4a22 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:12:07.920048 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e0cbb1-d913-4b5b-9a49-a40a6bec4a22 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'Port': ['ID=4c6d8500-3563-4224-befc-b4c8c236da92,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:12:07.965104 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a56ec24-baa4-4740-bd13-2fe6faf22fe8 req-c2e0cbb1-d913-4b5b-9a49-a40a6bec4a22 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:12:07.965715 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-6a56ec24-baa4-4740-bd13-2fe6faf22fe8 req-c2e0cbb1-d913-4b5b-9a49-a40a6bec4a22 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:07.983194 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6a56ec24-baa4-4740-bd13-2fe6faf22fe8 req-c2e0cbb1-d913-4b5b-9a49-a40a6bec4a22 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5340588 Mar 28 01:12:07.995213 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [req-6a56ec24-baa4-4740-bd13-2fe6faf22fe8 req-b154f6f5-18e7-41ba-b940-5d78356717b3 service neutron] Request body: {'port': {'device_id': '108ffe1a-97f1-4596-8ccd-53e812df031c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8348'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:12:08.060632 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-6a56ec24-baa4-4740-bd13-2fe6faf22fe8 req-b154f6f5-18e7-41ba-b940-5d78356717b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (4c6d8500-3563-4224-befc-b4c8c236da92), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:08.167601 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-49994975-6ad7-40f0-97a0-44e6a7c96066 None None] Provisioning complete for port 4c6d8500-3563-4224-befc-b4c8c236da92 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:12:08.167976 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-49994975-6ad7-40f0-97a0-44e6a7c96066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (4c6d8500-3563-4224-befc-b4c8c236da92), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:08.200808 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-49994975-6ad7-40f0-97a0-44e6a7c96066 None None] Port 4c6d8500-3563-4224-befc-b4c8c236da92 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:12:08.315047 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [req-6a56ec24-baa4-4740-bd13-2fe6faf22fe8 req-b154f6f5-18e7-41ba-b940-5d78356717b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c6d8500-3563-4224-befc-b4c8c236da92 {{(pid=104099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 01:12:08.322226 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-6a56ec24-baa4-4740-bd13-2fe6faf22fe8 req-b154f6f5-18e7-41ba-b940-5d78356717b3 service neutron] Publish callbacks [] for port (4c6d8500-3563-4224-befc-b4c8c236da92), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:08.334416 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [req-6a56ec24-baa4-4740-bd13-2fe6faf22fe8 req-b154f6f5-18e7-41ba-b940-5d78356717b3 service neutron] Transition to ACTIVE for port object 4c6d8500-3563-4224-befc-b4c8c236da92 will not be triggered until provisioned by entity L2. {{(pid=104099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 01:12:08.338134 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-6a56ec24-baa4-4740-bd13-2fe6faf22fe8 req-b154f6f5-18e7-41ba-b940-5d78356717b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (4c6d8500-3563-4224-befc-b4c8c236da92), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:08.387671 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b154f6f5-18e7-41ba-b940-5d78356717b3 service neutron] Pushing event updated for resources: {'Port': ['ID=4c6d8500-3563-4224-befc-b4c8c236da92,revision_number=2']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:12:08.460001 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-6a56ec24-baa4-4740-bd13-2fe6faf22fe8 req-b154f6f5-18e7-41ba-b940-5d78356717b3 service neutron] Attempting to bind port 4c6d8500-3563-4224-befc-b4c8c236da92 on host hv-neutron-8348 for vnic_type normal with profile {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:12:08.460692 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-6a56ec24-baa4-4740-bd13-2fe6faf22fe8 req-b154f6f5-18e7-41ba-b940-5d78356717b3 service neutron] Attempting to bind port 4c6d8500-3563-4224-befc-b4c8c236da92 by drivers openvswitch,hyperv on host hv-neutron-8348 at level 0 using segments [{'id': '0941ed98-684f-420a-8bc5-7394a62b1734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '553a1f1a-f124-470d-bbee-b3adc64930cd'}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:12:08.460692 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a56ec24-baa4-4740-bd13-2fe6faf22fe8 req-b154f6f5-18e7-41ba-b940-5d78356717b3 service neutron] Attempting to bind port 4c6d8500-3563-4224-befc-b4c8c236da92 on network 553a1f1a-f124-470d-bbee-b3adc64930cd {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:12:08.465241 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a56ec24-baa4-4740-bd13-2fe6faf22fe8 req-b154f6f5-18e7-41ba-b940-5d78356717b3 service neutron] Port 4c6d8500-3563-4224-befc-b4c8c236da92 on network 553a1f1a-f124-470d-bbee-b3adc64930cd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8348 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 01:12:08.465565 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a56ec24-baa4-4740-bd13-2fe6faf22fe8 req-b154f6f5-18e7-41ba-b940-5d78356717b3 service neutron] Attempting to bind port 4c6d8500-3563-4224-befc-b4c8c236da92 on network 553a1f1a-f124-470d-bbee-b3adc64930cd {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:12:08.470564 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a56ec24-baa4-4740-bd13-2fe6faf22fe8 req-b154f6f5-18e7-41ba-b940-5d78356717b3 service neutron] Checking agent: {'id': '287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8348', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 1, 2, 33), 'started_at': datetime.datetime(2022, 3, 28, 1, 2, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:12:08.470904 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a56ec24-baa4-4740-bd13-2fe6faf22fe8 req-b154f6f5-18e7-41ba-b940-5d78356717b3 service neutron] Checking segment: {'id': '0941ed98-684f-420a-8bc5-7394a62b1734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '553a1f1a-f124-470d-bbee-b3adc64930cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:12:08.471289 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a56ec24-baa4-4740-bd13-2fe6faf22fe8 req-b154f6f5-18e7-41ba-b940-5d78356717b3 service neutron] Bound using segment: {'id': '0941ed98-684f-420a-8bc5-7394a62b1734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '553a1f1a-f124-470d-bbee-b3adc64930cd'} {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:12:08.471721 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-6a56ec24-baa4-4740-bd13-2fe6faf22fe8 req-b154f6f5-18e7-41ba-b940-5d78356717b3 service neutron] Bound port: 4c6d8500-3563-4224-befc-b4c8c236da92, host: hv-neutron-8348, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0941ed98-684f-420a-8bc5-7394a62b1734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '553a1f1a-f124-470d-bbee-b3adc64930cd'}}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:12:08.472100 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-6a56ec24-baa4-4740-bd13-2fe6faf22fe8 req-b154f6f5-18e7-41ba-b940-5d78356717b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (4c6d8500-3563-4224-befc-b4c8c236da92), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:08.540747 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-6a56ec24-baa4-4740-bd13-2fe6faf22fe8 req-b154f6f5-18e7-41ba-b940-5d78356717b3 service neutron] For port 4c6d8500-3563-4224-befc-b4c8c236da92, host hv-neutron-8348, cleared binding levels {{(pid=104099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:12:08.546021 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-6a56ec24-baa4-4740-bd13-2fe6faf22fe8 req-b154f6f5-18e7-41ba-b940-5d78356717b3 service neutron] For port 4c6d8500-3563-4224-befc-b4c8c236da92, host hv-neutron-8348, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=4c6d8500-3563-4224-befc-b4c8c236da92,segment=NetworkSegment(0941ed98-684f-420a-8bc5-7394a62b1734),segment_id=0941ed98-684f-420a-8bc5-7394a62b1734)] {{(pid=104099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:12:08.554393 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-6a56ec24-baa4-4740-bd13-2fe6faf22fe8 req-b154f6f5-18e7-41ba-b940-5d78356717b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (4c6d8500-3563-4224-befc-b4c8c236da92), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:08.622670 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a56ec24-baa4-4740-bd13-2fe6faf22fe8 req-b154f6f5-18e7-41ba-b940-5d78356717b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:12:08.623289 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-6a56ec24-baa4-4740-bd13-2fe6faf22fe8 req-b154f6f5-18e7-41ba-b940-5d78356717b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:08.625917 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6a56ec24-baa4-4740-bd13-2fe6faf22fe8 req-b154f6f5-18e7-41ba-b940-5d78356717b3 service neutron] 10.222.0.10 "PUT /v2.0/ports/4c6d8500-3563-4224-befc-b4c8c236da92 HTTP/1.1" status: 200 len: 1094 time: 0.6347370 Mar 28 01:12:08.631048 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '108ffe1a-97f1-4596-8ccd-53e812df031c', 'tag': '4c6d8500-3563-4224-befc-b4c8c236da92'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:12:08.633388 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2af4b01a9fa8b1570ccf1d7859d693ad34c106b258078e9cfae86b97f35e3d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b232f2d-08b8-4236-a8fa-09ebd38b167a" -d '{"events": [{"name": "network-changed", "server_uuid": "108ffe1a-97f1-4596-8ccd-53e812df031c", "tag": "4c6d8500-3563-4224-befc-b4c8c236da92"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:12:08.655311 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b154f6f5-18e7-41ba-b940-5d78356717b3 service neutron] Pushing event updated for resources: {'Port': ['ID=4c6d8500-3563-4224-befc-b4c8c236da92,revision_number=3']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:12:08.690793 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18ac162-e91e-4ad6-acfb-b5a09cec6fee req-4d61b2b5-4362-4530-8ff5-b04a21ef4e5d tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:12:08.692281 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-d18ac162-e91e-4ad6-acfb-b5a09cec6fee req-4d61b2b5-4362-4530-8ff5-b04a21ef4e5d tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=108ffe1a-97f1-4596-8ccd-53e812df031c HTTP/1.1" status: 200 len: 944 time: 0.1355529 Mar 28 01:12:08.707110 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 01:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91f094ab-cefd-41d2-b69c-9b38f8572755 x-openstack-request-id: req-91f094ab-cefd-41d2-b69c-9b38f8572755 {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:12:08.707396 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "108ffe1a-97f1-4596-8ccd-53e812df031c", "tag": "4c6d8500-3563-4224-befc-b4c8c236da92", "status": "completed", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:12:08.707650 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-91f094ab-cefd-41d2-b69c-9b38f8572755 {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:12:08.708076 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91f094ab-cefd-41d2-b69c-9b38f8572755'] response: {'name': 'network-changed', 'server_uuid': '108ffe1a-97f1-4596-8ccd-53e812df031c', 'tag': '4c6d8500-3563-4224-befc-b4c8c236da92', 'status': 'completed', 'code': 200} Mar 28 01:12:08.758246 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a56ec24-baa4-4740-bd13-2fe6faf22fe8 req-064f9fba-abb9-4e3d-a16c-f917917807f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:12:08.759764 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6a56ec24-baa4-4740-bd13-2fe6faf22fe8 req-064f9fba-abb9-4e3d-a16c-f917917807f1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cf1ee0ed9c204cc5bccbb38ebf185041&device_id=108ffe1a-97f1-4596-8ccd-53e812df031c HTTP/1.1" status: 200 len: 1128 time: 0.0868049 Mar 28 01:12:08.768673 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-d18ac162-e91e-4ad6-acfb-b5a09cec6fee req-8721c030-0f51-4703-baac-420436f3e203 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?id=31b8f63e-f373-4078-9e22-18917c4a7d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596066 Mar 28 01:12:08.810451 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6a56ec24-baa4-4740-bd13-2fe6faf22fe8 req-78f2f08c-a462-4ccf-b5f5-f188a261008e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4c6d8500-3563-4224-befc-b4c8c236da92 HTTP/1.1" status: 200 len: 217 time: 0.0408630 Mar 28 01:12:08.859316 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a56ec24-baa4-4740-bd13-2fe6faf22fe8 req-9a61dabd-a67d-431d-b81d-db776d048d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:12:08.860840 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6a56ec24-baa4-4740-bd13-2fe6faf22fe8 req-9a61dabd-a67d-431d-b81d-db776d048d1d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f185ed79-fae4-41b0-81f8-9856e942b799 HTTP/1.1" status: 200 len: 834 time: 0.0441720 Mar 28 01:12:08.909903 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a56ec24-baa4-4740-bd13-2fe6faf22fe8 req-0841b73d-ce7f-4c34-8a4d-b68aa8283956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:12:08.911297 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6a56ec24-baa4-4740-bd13-2fe6faf22fe8 req-0841b73d-ce7f-4c34-8a4d-b68aa8283956 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=553a1f1a-f124-470d-bbee-b3adc64930cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0442495 Mar 28 01:12:08.998835 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6a56ec24-baa4-4740-bd13-2fe6faf22fe8 req-7a18b411-dd3c-4497-b6e0-d9b12404c8b7 service neutron] 10.222.0.10 "GET /v2.0/networks/553a1f1a-f124-470d-bbee-b3adc64930cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812457 Mar 28 01:12:09.084818 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6a56ec24-baa4-4740-bd13-2fe6faf22fe8 req-0afa0f88-a7a4-41d5-aab4-778345b80ec5 service neutron] 10.222.0.10 "GET /v2.0/networks/553a1f1a-f124-470d-bbee-b3adc64930cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795619 Mar 28 01:12:09.177533 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b232f2d-08b8-4236-a8fa-09ebd38b167a req-f20aede2-cd23-47fc-a4dc-0fee48ed668c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:12:09.179016 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7b232f2d-08b8-4236-a8fa-09ebd38b167a req-f20aede2-cd23-47fc-a4dc-0fee48ed668c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cf1ee0ed9c204cc5bccbb38ebf185041&device_id=108ffe1a-97f1-4596-8ccd-53e812df031c HTTP/1.1" status: 200 len: 1128 time: 0.0452378 Mar 28 01:12:09.269476 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b232f2d-08b8-4236-a8fa-09ebd38b167a req-d43f500a-1a7a-4ffe-8566-ec73fb6bd0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:12:09.270925 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7b232f2d-08b8-4236-a8fa-09ebd38b167a req-d43f500a-1a7a-4ffe-8566-ec73fb6bd0fc service neutron] 10.222.0.10 "GET /v2.0/networks?id=553a1f1a-f124-470d-bbee-b3adc64930cd HTTP/1.1" status: 200 len: 896 time: 0.0853314 Mar 28 01:12:09.313498 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7b232f2d-08b8-4236-a8fa-09ebd38b167a req-11e0d48b-e16b-49a2-9bb7-d90870018f0d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4c6d8500-3563-4224-befc-b4c8c236da92 HTTP/1.1" status: 200 len: 217 time: 0.0336208 Mar 28 01:12:09.361192 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b232f2d-08b8-4236-a8fa-09ebd38b167a req-72b72ac2-94d8-4299-82ea-2ea469c53c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:12:09.362573 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7b232f2d-08b8-4236-a8fa-09ebd38b167a req-72b72ac2-94d8-4299-82ea-2ea469c53c66 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f185ed79-fae4-41b0-81f8-9856e942b799 HTTP/1.1" status: 200 len: 834 time: 0.0433028 Mar 28 01:12:09.414111 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b232f2d-08b8-4236-a8fa-09ebd38b167a req-8a597a60-6e8c-4404-8eee-0b260501e1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:12:09.415525 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7b232f2d-08b8-4236-a8fa-09ebd38b167a req-8a597a60-6e8c-4404-8eee-0b260501e1b9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=553a1f1a-f124-470d-bbee-b3adc64930cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0466647 Mar 28 01:12:09.504118 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7b232f2d-08b8-4236-a8fa-09ebd38b167a req-1ca497a7-e76e-40ba-bc6c-b16d891586b8 service neutron] 10.222.0.10 "GET /v2.0/networks/553a1f1a-f124-470d-bbee-b3adc64930cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801752 Mar 28 01:12:09.596259 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7b232f2d-08b8-4236-a8fa-09ebd38b167a req-c1d69739-5bf9-4dd3-a7b1-aa126be90d86 service neutron] 10.222.0.10 "GET /v2.0/networks/553a1f1a-f124-470d-bbee-b3adc64930cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851989 Mar 28 01:12:09.892167 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba15c3a-bf1c-4657-8382-8677d451759f req-2edafc97-37c6-484b-a519-9e971cdf07c7 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:12:09.893637 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-3ba15c3a-bf1c-4657-8382-8677d451759f req-2edafc97-37c6-484b-a519-9e971cdf07c7 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=108ffe1a-97f1-4596-8ccd-53e812df031c HTTP/1.1" status: 200 len: 944 time: 0.0547502 Mar 28 01:12:09.941541 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-3ba15c3a-bf1c-4657-8382-8677d451759f req-46dab677-95f4-4958-9a2d-a945d726171f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?id=31b8f63e-f373-4078-9e22-18917c4a7d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423920 Mar 28 01:12:10.851309 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device 4c6d8500-3563-4224-befc-b4c8c236da92 details requested by agent hyperv_hv-neutron-8348 with host hv-neutron-8348 {{(pid=104100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 01:12:10.947613 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port 4c6d8500-3563-4224-befc-b4c8c236da92, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=4c6d8500-3563-4224-befc-b4c8c236da92,segment=NetworkSegment(0941ed98-684f-420a-8bc5-7394a62b1734),segment_id=0941ed98-684f-420a-8bc5-7394a62b1734)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:12:10.958640 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Returning: {'device': '4c6d8500-3563-4224-befc-b4c8c236da92', 'network_id': '553a1f1a-f124-470d-bbee-b3adc64930cd', 'port_id': '4c6d8500-3563-4224-befc-b4c8c236da92', 'mac_address': 'fa:16:3e:2d:76:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f185ed79-fae4-41b0-81f8-9856e942b799', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 01:12:10.996001 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port 4c6d8500-3563-4224-befc-b4c8c236da92 is: DOWN; New status is: BUILD {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:12:10.996422 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (4c6d8500-3563-4224-befc-b4c8c236da92), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:11.008892 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c6d8500-3563-4224-befc-b4c8c236da92 {{(pid=104100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 01:12:11.027887 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port 4c6d8500-3563-4224-befc-b4c8c236da92, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=4c6d8500-3563-4224-befc-b4c8c236da92,segment=NetworkSegment(0941ed98-684f-420a-8bc5-7394a62b1734),segment_id=0941ed98-684f-420a-8bc5-7394a62b1734)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:12:11.032986 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (4c6d8500-3563-4224-befc-b4c8c236da92), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:11.060506 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28af96c5-58f5-44c7-9648-02c0864d8aff req-94a00474-f19d-44fb-bc00-db3166fd50d7 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:12:11.062072 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-28af96c5-58f5-44c7-9648-02c0864d8aff req-94a00474-f19d-44fb-bc00-db3166fd50d7 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=108ffe1a-97f1-4596-8ccd-53e812df031c HTTP/1.1" status: 200 len: 944 time: 0.0555208 Mar 28 01:12:11.078754 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Pushing event updated for resources: {'Port': ['ID=4c6d8500-3563-4224-befc-b4c8c236da92,revision_number=4']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:12:11.112243 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-28af96c5-58f5-44c7-9648-02c0864d8aff req-fd251086-41ce-4d2d-ae1c-e94101e2dc63 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?id=31b8f63e-f373-4078-9e22-18917c4a7d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443544 Mar 28 01:12:11.273539 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] get_ports_and_sgs() called for port_ids ['4c6d8500-3563-4224-befc-b4c8c236da92'] {{(pid=104100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 01:12:11.398625 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-05f0ab4c-3a47-4506-81f2-65a2ae2f5d3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:11.752884 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c12c8c-e091-48f5-bd7b-66b9dc41c0ae req-b937670d-5f7e-4a39-8c80-31193d8ee78d tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:12:11.754350 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-78c12c8c-e091-48f5-bd7b-66b9dc41c0ae req-b937670d-5f7e-4a39-8c80-31193d8ee78d tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc5c4747-fcbd-4652-b651-1ce8413f1a2b HTTP/1.1" status: 200 len: 946 time: 0.0518892 Mar 28 01:12:11.806116 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-78c12c8c-e091-48f5-bd7b-66b9dc41c0ae req-94cd8180-0790-49b3-9d52-0bc03aa77ef6 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a04cadd-9e33-421f-9e10-fcf82d2217a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458004 Mar 28 01:12:12.237092 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a30ce9-1d8a-4a92-af44-32191eda8ffd req-bba7f346-f74a-4e7b-8ef8-13470309b1f4 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:12:12.240071 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-d9a30ce9-1d8a-4a92-af44-32191eda8ffd req-bba7f346-f74a-4e7b-8ef8-13470309b1f4 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=108ffe1a-97f1-4596-8ccd-53e812df031c HTTP/1.1" status: 200 len: 945 time: 0.0537245 Mar 28 01:12:12.291926 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-d9a30ce9-1d8a-4a92-af44-32191eda8ffd req-3c08eab9-31d5-446f-bf48-f5dfeb57cc9c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?id=31b8f63e-f373-4078-9e22-18917c4a7d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476766 Mar 28 01:12:12.857511 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device 4c6d8500-3563-4224-befc-b4c8c236da92 up at agent hyperv_hv-neutron-8348 {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:12:12.907801 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Provisioning for port 4c6d8500-3563-4224-befc-b4c8c236da92 completed by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 01:12:12.912318 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Provisioning complete for port 4c6d8500-3563-4224-befc-b4c8c236da92 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:12:12.912690 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (4c6d8500-3563-4224-befc-b4c8c236da92), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:12.928286 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c02613-313a-45c3-aed8-84f971bc6a61 req-0355dea7-4130-45d3-9ce5-2b1cfb08c3a5 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:12:12.929768 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-d8c02613-313a-45c3-aed8-84f971bc6a61 req-0355dea7-4130-45d3-9ce5-2b1cfb08c3a5 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc5c4747-fcbd-4652-b651-1ce8413f1a2b HTTP/1.1" status: 200 len: 946 time: 0.0559940 Mar 28 01:12:12.981479 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-d8c02613-313a-45c3-aed8-84f971bc6a61 req-57208284-4dec-4141-93a2-bc41c658db2d tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a04cadd-9e33-421f-9e10-fcf82d2217a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458848 Mar 28 01:12:12.996770 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port 4c6d8500-3563-4224-befc-b4c8c236da92 is: BUILD; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:12:12.997263 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (4c6d8500-3563-4224-befc-b4c8c236da92), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:13.023105 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '108ffe1a-97f1-4596-8ccd-53e812df031c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c6d8500-3563-4224-befc-b4c8c236da92'}] {{(pid=104100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:12:13.025364 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd27896ebc78d0f7931321182ba9533a7b768b1c3fcddb3ff52a8aee6ddeaf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f8c5b12-399b-4973-8d44-c8660b6d954c" -d '{"events": [{"server_uuid": "108ffe1a-97f1-4596-8ccd-53e812df031c", "name": "network-vif-plugged", "status": "completed", "tag": "4c6d8500-3563-4224-befc-b4c8c236da92"}]}' {{(pid=104100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:12:13.038314 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port 4c6d8500-3563-4224-befc-b4c8c236da92, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=4c6d8500-3563-4224-befc-b4c8c236da92,segment=NetworkSegment(0941ed98-684f-420a-8bc5-7394a62b1734),segment_id=0941ed98-684f-420a-8bc5-7394a62b1734)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:12:13.042914 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (4c6d8500-3563-4224-befc-b4c8c236da92), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:13.067587 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 01:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d340839-2bd2-4f8b-9ea3-40e912f0e4e9 x-openstack-request-id: req-4d340839-2bd2-4f8b-9ea3-40e912f0e4e9 {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:12:13.067932 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "108ffe1a-97f1-4596-8ccd-53e812df031c", "name": "network-vif-plugged", "status": "completed", "tag": "4c6d8500-3563-4224-befc-b4c8c236da92", "code": 200}]} {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:12:13.068219 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4d340839-2bd2-4f8b-9ea3-40e912f0e4e9 {{(pid=104100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:12:13.068628 dv-neutron-834874-6-hyperv neutron-server[104100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d340839-2bd2-4f8b-9ea3-40e912f0e4e9'] response: {'server_uuid': '108ffe1a-97f1-4596-8ccd-53e812df031c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c6d8500-3563-4224-befc-b4c8c236da92', 'code': 200} Mar 28 01:12:13.096488 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Pushing event updated for resources: {'Port': ['ID=4c6d8500-3563-4224-befc-b4c8c236da92,revision_number=5']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:12:13.238631 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a672815-ad14-4748-b325-d7c1532da98b req-3f0587ff-7185-49f6-bdb9-24e2fe649f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:12:13.240120 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-5a672815-ad14-4748-b325-d7c1532da98b req-3f0587ff-7185-49f6-bdb9-24e2fe649f7e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=108ffe1a-97f1-4596-8ccd-53e812df031c HTTP/1.1" status: 200 len: 1130 time: 0.0433965 Mar 28 01:12:13.286478 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-5a672815-ad14-4748-b325-d7c1532da98b req-3fd53d0a-e246-45ac-92a6-52e34a14da85 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=31b8f63e-f373-4078-9e22-18917c4a7d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386829 Mar 28 01:12:13.554625 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-bf489301-59ba-4206-992c-e4199e0f0967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:13.715068 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3393d3d-7a17-437f-b1a5-ad92f0fc9870 req-1caac5af-c499-49dc-b46a-22e1367df48d tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:12:13.716570 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a3393d3d-7a17-437f-b1a5-ad92f0fc9870 req-1caac5af-c499-49dc-b46a-22e1367df48d tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=108ffe1a-97f1-4596-8ccd-53e812df031c HTTP/1.1" status: 200 len: 946 time: 0.3594594 Mar 28 01:12:13.729092 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf17cc79-a8b9-4fc4-9881-1bc0430ef928 req-b08cde9f-eaa3-4ef7-b722-1a2f41570a50 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:12:13.730456 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-bf17cc79-a8b9-4fc4-9881-1bc0430ef928 req-b08cde9f-eaa3-4ef7-b722-1a2f41570a50 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc5c4747-fcbd-4652-b651-1ce8413f1a2b HTTP/1.1" status: 200 len: 946 time: 0.0677779 Mar 28 01:12:13.827647 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a3393d3d-7a17-437f-b1a5-ad92f0fc9870 req-daba0df4-584a-4331-ab1a-0b22e6abe3cd tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?id=31b8f63e-f373-4078-9e22-18917c4a7d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054540 Mar 28 01:12:13.851950 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [req-bf17cc79-a8b9-4fc4-9881-1bc0430ef928 req-6e471ae8-a20e-4ea1-b6a2-97700efaa3de tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Deleting port c640ecb1-3efd-46b9-a0e3-4945d4ab5df1 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:12:13.852316 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-bf17cc79-a8b9-4fc4-9881-1bc0430ef928 req-6e471ae8-a20e-4ea1-b6a2-97700efaa3de tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (c640ecb1-3efd-46b9-a0e3-4945d4ab5df1), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:13.939627 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-bf17cc79-a8b9-4fc4-9881-1bc0430ef928 req-6e471ae8-a20e-4ea1-b6a2-97700efaa3de tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] For port c640ecb1-3efd-46b9-a0e3-4945d4ab5df1, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=c640ecb1-3efd-46b9-a0e3-4945d4ab5df1,segment=NetworkSegment(de88a4a0-f76a-4017-a6e3-6b8499720147),segment_id=de88a4a0-f76a-4017-a6e3-6b8499720147)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:12:13.940373 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-bf17cc79-a8b9-4fc4-9881-1bc0430ef928 req-6e471ae8-a20e-4ea1-b6a2-97700efaa3de tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (c640ecb1-3efd-46b9-a0e3-4945d4ab5df1), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:14.101944 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55853c7a-0f84-476b-823b-0d602be55879 req-d11adbcd-51d5-4149-8dbd-6f00fb61c55a tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:12:14.103344 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-55853c7a-0f84-476b-823b-0d602be55879 req-d11adbcd-51d5-4149-8dbd-6f00fb61c55a tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc5c4747-fcbd-4652-b651-1ce8413f1a2b HTTP/1.1" status: 200 len: 946 time: 0.0514464 Mar 28 01:12:14.151595 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-55853c7a-0f84-476b-823b-0d602be55879 req-0d335c3c-23a5-4692-9bea-788ce3f154fc tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a04cadd-9e33-421f-9e10-fcf82d2217a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419302 Mar 28 01:12:14.159039 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-bf17cc79-a8b9-4fc4-9881-1bc0430ef928 req-6e471ae8-a20e-4ea1-b6a2-97700efaa3de tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:14.159398 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-bf17cc79-a8b9-4fc4-9881-1bc0430ef928 req-6e471ae8-a20e-4ea1-b6a2-97700efaa3de tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688063'] for floatingip (efedc8b0-c72b-4679-89fe-97339415ebb8), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:14.159709 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.l3_db [req-bf17cc79-a8b9-4fc4-9881-1bc0430ef928 req-6e471ae8-a20e-4ea1-b6a2-97700efaa3de tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Floating IP efedc8b0-c72b-4679-89fe-97339415ebb8 disassociated. External IP: 172.26.1.184, port: c640ecb1-3efd-46b9-a0e3-4945d4ab5df1. Mar 28 01:12:14.160061 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [req-bf17cc79-a8b9-4fc4-9881-1bc0430ef928 req-6e471ae8-a20e-4ea1-b6a2-97700efaa3de tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Calling delete_port for c640ecb1-3efd-46b9-a0e3-4945d4ab5df1 owned by compute:nova {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:12:14.287911 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-bf17cc79-a8b9-4fc4-9881-1bc0430ef928 req-6e471ae8-a20e-4ea1-b6a2-97700efaa3de tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (c640ecb1-3efd-46b9-a0e3-4945d4ab5df1), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:14.315111 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e471ae8-a20e-4ea1-b6a2-97700efaa3de tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Pushing event deleted for resources: {'Port': ['ID=c640ecb1-3efd-46b9-a0e3-4945d4ab5df1,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:12:14.326076 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e471ae8-a20e-4ea1-b6a2-97700efaa3de tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:12:14.326434 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e471ae8-a20e-4ea1-b6a2-97700efaa3de tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:12:14.326806 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e471ae8-a20e-4ea1-b6a2-97700efaa3de tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:12:14.327143 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e471ae8-a20e-4ea1-b6a2-97700efaa3de tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:12:14.327542 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e471ae8-a20e-4ea1-b6a2-97700efaa3de tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:12:14.327785 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e471ae8-a20e-4ea1-b6a2-97700efaa3de tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:12:14.328140 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e471ae8-a20e-4ea1-b6a2-97700efaa3de tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:12:14.328464 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e471ae8-a20e-4ea1-b6a2-97700efaa3de tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:12:14.328785 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e471ae8-a20e-4ea1-b6a2-97700efaa3de tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:12:14.329106 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e471ae8-a20e-4ea1-b6a2-97700efaa3de tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:12:14.329427 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e471ae8-a20e-4ea1-b6a2-97700efaa3de tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:12:14.329743 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e471ae8-a20e-4ea1-b6a2-97700efaa3de tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:12:14.330060 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e471ae8-a20e-4ea1-b6a2-97700efaa3de tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:12:14.330370 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e471ae8-a20e-4ea1-b6a2-97700efaa3de tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:12:14.330682 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e471ae8-a20e-4ea1-b6a2-97700efaa3de tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:12:14.446113 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bf17cc79-a8b9-4fc4-9881-1bc0430ef928 req-6e471ae8-a20e-4ea1-b6a2-97700efaa3de tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Router 87992a48-3273-4cf7-b5bb-efc23b63aac4 has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:12:14.556023 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bf17cc79-a8b9-4fc4-9881-1bc0430ef928 req-6e471ae8-a20e-4ea1-b6a2-97700efaa3de tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:12:14.566145 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2badb1a8-be83-4aa0-bb85-73a1aaa2266e None None] Sync routers for ids ['87992a48-3273-4cf7-b5bb-efc23b63aac4'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:12:14.575637 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2badb1a8-be83-4aa0-bb85-73a1aaa2266e None None] Routers {'87992a48-3273-4cf7-b5bb-efc23b63aac4'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:12:14.576352 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-2badb1a8-be83-4aa0-bb85-73a1aaa2266e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:12:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['87992a48-3273-4cf7-b5bb-efc23b63aac4'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:12:14.596190 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf17cc79-a8b9-4fc4-9881-1bc0430ef928 req-6e471ae8-a20e-4ea1-b6a2-97700efaa3de tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] No DVR routers for this DVR port c640ecb1-3efd-46b9-a0e3-4945d4ab5df1 on host hv-neutron-8348 {{(pid=104099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:12:14.598526 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-bf17cc79-a8b9-4fc4-9881-1bc0430ef928 req-6e471ae8-a20e-4ea1-b6a2-97700efaa3de tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:14.601820 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-bf17cc79-a8b9-4fc4-9881-1bc0430ef928 req-6e471ae8-a20e-4ea1-b6a2-97700efaa3de tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.10 "DELETE /v2.0/ports/c640ecb1-3efd-46b9-a0e3-4945d4ab5df1 HTTP/1.1" status: 204 len: 173 time: 0.8655603 Mar 28 01:12:14.602269 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc5c4747-fcbd-4652-b651-1ce8413f1a2b', 'name': 'network-vif-deleted', 'tag': 'c640ecb1-3efd-46b9-a0e3-4945d4ab5df1'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:12:14.604493 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2af4b01a9fa8b1570ccf1d7859d693ad34c106b258078e9cfae86b97f35e3d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0e273ba-c264-4ba0-b89a-169d94910485" -d '{"events": [{"server_uuid": "fc5c4747-fcbd-4652-b651-1ce8413f1a2b", "name": "network-vif-deleted", "tag": "c640ecb1-3efd-46b9-a0e3-4945d4ab5df1"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:12:14.657287 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 01:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5a9e023-eab0-495d-b549-00275ee8695f x-openstack-request-id: req-f5a9e023-eab0-495d-b549-00275ee8695f {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:12:14.657580 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc5c4747-fcbd-4652-b651-1ce8413f1a2b", "name": "network-vif-deleted", "tag": "c640ecb1-3efd-46b9-a0e3-4945d4ab5df1", "status": "completed", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:12:14.657833 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f5a9e023-eab0-495d-b549-00275ee8695f {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:12:14.658232 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5a9e023-eab0-495d-b549-00275ee8695f'] response: {'server_uuid': 'fc5c4747-fcbd-4652-b651-1ce8413f1a2b', 'name': 'network-vif-deleted', 'tag': 'c640ecb1-3efd-46b9-a0e3-4945d4ab5df1', 'status': 'completed', 'code': 200} Mar 28 01:12:14.755088 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:14.797157 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-2badb1a8-be83-4aa0-bb85-73a1aaa2266e None None] Set router 87992a48-3273-4cf7-b5bb-efc23b63aac4 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:12:14.952105 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cfdfd4-eb76-44d3-a5b9-d08982e98978 req-dbdbc4ce-1e78-4c6c-b187-805d82bdf48b tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:12:14.953668 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-d3cfdfd4-eb76-44d3-a5b9-d08982e98978 req-dbdbc4ce-1e78-4c6c-b187-805d82bdf48b tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=108ffe1a-97f1-4596-8ccd-53e812df031c HTTP/1.1" status: 200 len: 946 time: 0.0521688 Mar 28 01:12:15.002687 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-d3cfdfd4-eb76-44d3-a5b9-d08982e98978 req-88440664-6412-4c4b-94fe-e89ec1d7de9c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?id=31b8f63e-f373-4078-9e22-18917c4a7d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428836 Mar 28 01:12:15.004883 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-2badb1a8-be83-4aa0-bb85-73a1aaa2266e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87992a48-3273-4cf7-b5bb-efc23b63aac4', 'name': 'tempest-TestVolumeBootPattern-1711087568-router', 'tenant_id': 'bf9f34f21ab94392ab36354129e00f8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.60'}], 'enable_snat': True}, 'gw_port_id': '2b33c713-3e16-49b2-a91e-4acf21746887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:08:24Z', 'updated_at': '2022-03-28T01:08:34Z', 'revision_number': 4, 'project_id': 'bf9f34f21ab94392ab36354129e00f8d', 'gw_port': {'id': '2b33c713-3e16-49b2-a91e-4acf21746887', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87992a48-3273-4cf7-b5bb-efc23b63aac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:08:25Z', 'updated_at': '2022-03-28T01:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': '0b496533-293b-4013-8308-72d3e2baa76a', 'name': '', 'network_id': '788fd3f3-3593-4cdc-933e-dd5c53c623d8', 'tenant_id': 'bf9f34f21ab94392ab36354129e00f8d', 'mac_address': 'fa:16:3e:e3:30:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87992a48-3273-4cf7-b5bb-efc23b63aac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '0a57ae47-09ee-4007-9878-c6cea91f6590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:08:32Z', 'updated_at': '2022-03-28T01:08:39Z', 'revision_number': 5, 'project_id': 'bf9f34f21ab94392ab36354129e00f8d', 'subnets': [{'id': '0a57ae47-09ee-4007-9878-c6cea91f6590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:12:15.036529 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2badb1a8-be83-4aa0-bb85-73a1aaa2266e None None] Checking router: 87992a48-3273-4cf7-b5bb-efc23b63aac4 for host: dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:12:15.046957 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2badb1a8-be83-4aa0-bb85-73a1aaa2266e None None] Routers {'87992a48-3273-4cf7-b5bb-efc23b63aac4'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:12:15.046957 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-2badb1a8-be83-4aa0-bb85-73a1aaa2266e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:12:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['87992a48-3273-4cf7-b5bb-efc23b63aac4'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:12:15.129134 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f618cd-9511-4008-b2fb-3d3928cd8eba req-80c49810-e3f0-4528-baac-64fe9f4f6ffd tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:12:15.133050 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-78f618cd-9511-4008-b2fb-3d3928cd8eba req-80c49810-e3f0-4528-baac-64fe9f4f6ffd tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=108ffe1a-97f1-4596-8ccd-53e812df031c HTTP/1.1" status: 200 len: 946 time: 0.0601718 Mar 28 01:12:15.163515 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-2badb1a8-be83-4aa0-bb85-73a1aaa2266e None None] Set router 87992a48-3273-4cf7-b5bb-efc23b63aac4 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:12:15.185609 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-78f618cd-9511-4008-b2fb-3d3928cd8eba req-9acbc129-fce2-49c5-af43-386f7313e13e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?id=31b8f63e-f373-4078-9e22-18917c4a7d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493414 Mar 28 01:12:15.211992 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 56044) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:12:15.262800 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21e4f18-091a-4804-adc7-9c2c934ffa63 tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:12:15.264396 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-e21e4f18-091a-4804-adc7-9c2c934ffa63 tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=108ffe1a-97f1-4596-8ccd-53e812df031c HTTP/1.1" status: 200 len: 1125 time: 0.0512879 Mar 28 01:12:15.267175 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 56046) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:12:15.272255 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-49a9ca4c-7806-47d2-9028-e5630255fa6b tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'floatingip': {'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'port_id': '4c6d8500-3563-4224-befc-b4c8c236da92', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:12:15.274661 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-eae09fbd-97c8-4b53-82f7-ece8b11eb99b req-6b40d2e0-da18-4607-b63e-ec647b6215d4 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc5c4747-fcbd-4652-b651-1ce8413f1a2b HTTP/1.1" status: 200 len: 210 time: 0.0327618 Mar 28 01:12:15.299230 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-49a9ca4c-7806-47d2-9028-e5630255fa6b tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:15.394885 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-2badb1a8-be83-4aa0-bb85-73a1aaa2266e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87992a48-3273-4cf7-b5bb-efc23b63aac4', 'name': 'tempest-TestVolumeBootPattern-1711087568-router', 'tenant_id': 'bf9f34f21ab94392ab36354129e00f8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.60'}], 'enable_snat': True}, 'gw_port_id': '2b33c713-3e16-49b2-a91e-4acf21746887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:08:24Z', 'updated_at': '2022-03-28T01:08:34Z', 'revision_number': 4, 'project_id': 'bf9f34f21ab94392ab36354129e00f8d', 'gw_port': {'id': '2b33c713-3e16-49b2-a91e-4acf21746887', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87992a48-3273-4cf7-b5bb-efc23b63aac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:08:25Z', 'updated_at': '2022-03-28T01:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': '0b496533-293b-4013-8308-72d3e2baa76a', 'name': '', 'network_id': '788fd3f3-3593-4cdc-933e-dd5c53c623d8', 'tenant_id': 'bf9f34f21ab94392ab36354129e00f8d', 'mac_address': 'fa:16:3e:e3:30:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87992a48-3273-4cf7-b5bb-efc23b63aac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '0a57ae47-09ee-4007-9878-c6cea91f6590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:08:32Z', 'updated_at': '2022-03-28T01:08:39Z', 'revision_number': 5, 'project_id': 'bf9f34f21ab94392ab36354129e00f8d', 'subnets': [{'id': '0a57ae47-09ee-4007-9878-c6cea91f6590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:12:15.399603 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-49a9ca4c-7806-47d2-9028-e5630255fa6b tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:15.422329 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2badb1a8-be83-4aa0-bb85-73a1aaa2266e None None] The sync data for ids ['87992a48-3273-4cf7-b5bb-efc23b63aac4'] in dv-neutron-834874-6-hyperv is: [{'id': '87992a48-3273-4cf7-b5bb-efc23b63aac4', 'name': 'tempest-TestVolumeBootPattern-1711087568-router', 'tenant_id': 'bf9f34f21ab94392ab36354129e00f8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.60'}], 'enable_snat': True}, 'gw_port_id': '2b33c713-3e16-49b2-a91e-4acf21746887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:08:24Z', 'updated_at': '2022-03-28T01:08:34Z', 'revision_number': 4, 'project_id': 'bf9f34f21ab94392ab36354129e00f8d', 'gw_port': {'id': '2b33c713-3e16-49b2-a91e-4acf21746887', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87992a48-3273-4cf7-b5bb-efc23b63aac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:08:25Z', 'updated_at': '2022-03-28T01:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': '0b496533-293b-4013-8308-72d3e2baa76a', 'name': '', 'network_id': '788fd3f3-3593-4cdc-933e-dd5c53c623d8', 'tenant_id': 'bf9f34f21ab94392ab36354129e00f8d', 'mac_address': 'fa:16:3e:e3:30:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87992a48-3273-4cf7-b5bb-efc23b63aac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '0a57ae47-09ee-4007-9878-c6cea91f6590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:08:32Z', 'updated_at': '2022-03-28T01:08:39Z', 'revision_number': 5, 'project_id': 'bf9f34f21ab94392ab36354129e00f8d', 'subnets': [{'id': '0a57ae47-09ee-4007-9878-c6cea91f6590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:12:15.510990 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [None req-49a9ca4c-7806-47d2-9028-e5630255fa6b tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Allocated IP 172.26.1.137 (dea6548b-502b-42db-97fb-371e423e739a/cce6de65-d8c9-45b8-9970-0a277e8c1192/a4895b9b-c341-4890-b32a-f8c870eb3d21) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:12:15.634544 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-49a9ca4c-7806-47d2-9028-e5630255fa6b tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for port (a4895b9b-c341-4890-b32a-f8c870eb3d21), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:15.673680 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-49a9ca4c-7806-47d2-9028-e5630255fa6b tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (a4895b9b-c341-4890-b32a-f8c870eb3d21), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:15.732169 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a9ca4c-7806-47d2-9028-e5630255fa6b tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'Port': ['ID=a4895b9b-c341-4890-b32a-f8c870eb3d21,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:12:15.755357 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a9ca4c-7806-47d2-9028-e5630255fa6b tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Network dea6548b-502b-42db-97fb-371e423e739a is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:12:15.756828 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-49a9ca4c-7806-47d2-9028-e5630255fa6b tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:12:15.759272 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a9ca4c-7806-47d2-9028-e5630255fa6b tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:12:15.789743 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad64901-ed6f-4c9a-91d7-c25deda9637a None None] New status for floating IP efedc8b0-c72b-4679-89fe-97339415ebb8: DOWN {{(pid=104100) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 01:12:16.150046 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-49a9ca4c-7806-47d2-9028-e5630255fa6b tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for floatingip (e22678c8-c004-4aae-a690-ec66e4344091), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:16.202931 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:16.228789 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-49a9ca4c-7806-47d2-9028-e5630255fa6b tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (a4895b9b-c341-4890-b32a-f8c870eb3d21), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:16.386502 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-651e60ad-e438-4077-9b8f-fd47b31cb960 req-f83882a3-05c7-4204-b2e5-6441b46b8c7d tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc5c4747-fcbd-4652-b651-1ce8413f1a2b HTTP/1.1" status: 200 len: 210 time: 0.0305130 Mar 28 01:12:16.430796 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-49a9ca4c-7806-47d2-9028-e5630255fa6b tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for port (a4895b9b-c341-4890-b32a-f8c870eb3d21), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:16.436415 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-49a9ca4c-7806-47d2-9028-e5630255fa6b tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (a4895b9b-c341-4890-b32a-f8c870eb3d21), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:16.532929 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a9ca4c-7806-47d2-9028-e5630255fa6b tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'Port': ['ID=a4895b9b-c341-4890-b32a-f8c870eb3d21,revision_number=2']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:12:16.547230 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-49a9ca4c-7806-47d2-9028-e5630255fa6b tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688063'] for floatingip (e22678c8-c004-4aae-a690-ec66e4344091), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:16.660585 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.l3_db [None req-49a9ca4c-7806-47d2-9028-e5630255fa6b tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Floating IP e22678c8-c004-4aae-a690-ec66e4344091 associated. External IP: 172.26.1.137, port: 4c6d8500-3563-4224-befc-b4c8c236da92. Mar 28 01:12:16.863445 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device c640ecb1-3efd-46b9-a0e3-4945d4ab5df1 no longer exists at agent hyperv_hv-neutron-8348 {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:12:16.876884 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49a9ca4c-7806-47d2-9028-e5630255fa6b tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Router f9804c94-a967-434c-b4ca-ac13ba164b5c has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:12:16.888219 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] No Port match for: c640ecb1-3efd-46b9-a0e3-4945d4ab5df1 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:12:16.888681 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device c640ecb1-3efd-46b9-a0e3-4945d4ab5df1 not bound to the agent host hv-neutron-8348 {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:12:16.986644 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49a9ca4c-7806-47d2-9028-e5630255fa6b tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:12:16.996621 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95bde0e7-1b8f-4e79-9a54-bf87522e5a9b None None] Sync routers for ids ['f9804c94-a967-434c-b4ca-ac13ba164b5c'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:12:17.011116 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-49a9ca4c-7806-47d2-9028-e5630255fa6b tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for floatingip (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:17.018867 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bde0e7-1b8f-4e79-9a54-bf87522e5a9b None None] Routers {'f9804c94-a967-434c-b4ca-ac13ba164b5c'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:12:17.019916 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-95bde0e7-1b8f-4e79-9a54-bf87522e5a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:12:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['f9804c94-a967-434c-b4ca-ac13ba164b5c'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:12:17.047692 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-49a9ca4c-7806-47d2-9028-e5630255fa6b tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7760499 Mar 28 01:12:17.047692 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '108ffe1a-97f1-4596-8ccd-53e812df031c', 'tag': '4c6d8500-3563-4224-befc-b4c8c236da92'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:12:17.048048 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 56050) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:12:17.062607 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2af4b01a9fa8b1570ccf1d7859d693ad34c106b258078e9cfae86b97f35e3d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05a420ec-2953-4ddc-b26c-cbdc600c9850" -d '{"events": [{"name": "network-changed", "server_uuid": "108ffe1a-97f1-4596-8ccd-53e812df031c", "tag": "4c6d8500-3563-4224-befc-b4c8c236da92"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:12:17.120516 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-a343eacf-d4e8-48ba-a130-4109c2e43c35 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/floatingips/e22678c8-c004-4aae-a690-ec66e4344091 HTTP/1.1" status: 200 len: 992 time: 0.0709682 Mar 28 01:12:17.134173 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 01:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-894d970b-2811-4a1f-8ac5-4babf5ff33f0 x-openstack-request-id: req-894d970b-2811-4a1f-8ac5-4babf5ff33f0 {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:12:17.134788 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "108ffe1a-97f1-4596-8ccd-53e812df031c", "tag": "4c6d8500-3563-4224-befc-b4c8c236da92", "status": "completed", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:12:17.135747 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-894d970b-2811-4a1f-8ac5-4babf5ff33f0 {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:12:17.136469 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-894d970b-2811-4a1f-8ac5-4babf5ff33f0'] response: {'name': 'network-changed', 'server_uuid': '108ffe1a-97f1-4596-8ccd-53e812df031c', 'tag': '4c6d8500-3563-4224-befc-b4c8c236da92', 'status': 'completed', 'code': 200} Mar 28 01:12:17.149057 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-95bde0e7-1b8f-4e79-9a54-bf87522e5a9b None None] Set router f9804c94-a967-434c-b4ca-ac13ba164b5c gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:12:17.206208 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a420ec-2953-4ddc-b26c-cbdc600c9850 req-0b31c658-a855-4466-bd35-88298b9a0947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:12:17.214885 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-05a420ec-2953-4ddc-b26c-cbdc600c9850 req-0b31c658-a855-4466-bd35-88298b9a0947 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cf1ee0ed9c204cc5bccbb38ebf185041&device_id=108ffe1a-97f1-4596-8ccd-53e812df031c HTTP/1.1" status: 200 len: 1130 time: 0.0565782 Mar 28 01:12:17.324669 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a420ec-2953-4ddc-b26c-cbdc600c9850 req-a019d893-5279-45df-83c9-4b7fbbca46f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:12:17.326897 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-05a420ec-2953-4ddc-b26c-cbdc600c9850 req-a019d893-5279-45df-83c9-4b7fbbca46f7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=553a1f1a-f124-470d-bbee-b3adc64930cd HTTP/1.1" status: 200 len: 896 time: 0.1111717 Mar 28 01:12:17.419868 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-05a420ec-2953-4ddc-b26c-cbdc600c9850 req-c2055ef6-4dcb-4136-a490-11492f3205f0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4c6d8500-3563-4224-befc-b4c8c236da92 HTTP/1.1" status: 200 len: 1000 time: 0.0838182 Mar 28 01:12:17.421675 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-95bde0e7-1b8f-4e79-9a54-bf87522e5a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9804c94-a967-434c-b4ca-ac13ba164b5c', 'name': 'tempest-TestNetworkBasicOps-router-114869351', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.22'}], 'enable_snat': True}, 'gw_port_id': 'b6fa18f2-60bc-415d-8a2c-77944efbcc44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:11:59Z', 'updated_at': '2022-03-28T01:12:02Z', 'revision_number': 4, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': 'b6fa18f2-60bc-415d-8a2c-77944efbcc44', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9804c94-a967-434c-b4ca-ac13ba164b5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:11:59Z', 'updated_at': '2022-03-28T01:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_floatingips': [{'id': 'e22678c8-c004-4aae-a690-ec66e4344091', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'floating_ip_address': '172.26.1.137', 'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'router_id': 'f9804c94-a967-434c-b4ca-ac13ba164b5c', 'port_id': '4c6d8500-3563-4224-befc-b4c8c236da92', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '553a1f1a-f124-470d-bbee-b3adc64930cd', 'mac_address': 'fa:16:3e:2d:76:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '108ffe1a-97f1-4596-8ccd-53e812df031c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T01:12:16Z', 'updated_at': '2022-03-28T01:12:16Z', 'revision_number': 0, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '019a9e57-0ea6-48d2-b3a8-53015bcf76cf', 'name': '', 'network_id': '553a1f1a-f124-470d-bbee-b3adc64930cd', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'mac_address': 'fa:16:3e:a2:71:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9804c94-a967-434c-b4ca-ac13ba164b5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': 'f185ed79-fae4-41b0-81f8-9856e942b799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:12:02Z', 'updated_at': '2022-03-28T01:12:05Z', 'revision_number': 5, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'subnets': [{'id': 'f185ed79-fae4-41b0-81f8-9856e942b799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:12:17.451201 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95bde0e7-1b8f-4e79-9a54-bf87522e5a9b None None] Checking router: f9804c94-a967-434c-b4ca-ac13ba164b5c for host: dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:12:17.462614 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bde0e7-1b8f-4e79-9a54-bf87522e5a9b None None] Routers {'f9804c94-a967-434c-b4ca-ac13ba164b5c'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:12:17.463528 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-95bde0e7-1b8f-4e79-9a54-bf87522e5a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:12:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['f9804c94-a967-434c-b4ca-ac13ba164b5c'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:12:17.480860 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a420ec-2953-4ddc-b26c-cbdc600c9850 req-706659b3-3d64-4a68-bf7c-67a6c4ffe7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:12:17.485308 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-05a420ec-2953-4ddc-b26c-cbdc600c9850 req-706659b3-3d64-4a68-bf7c-67a6c4ffe7e2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f185ed79-fae4-41b0-81f8-9856e942b799 HTTP/1.1" status: 200 len: 834 time: 0.0591762 Mar 28 01:12:17.563374 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-69aa63ca-28d3-4ad9-ad9d-79bb6a2db559 req-2c630918-1e51-4ae7-b543-c5be84850073 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc5c4747-fcbd-4652-b651-1ce8413f1a2b HTTP/1.1" status: 200 len: 210 time: 0.0353837 Mar 28 01:12:17.579436 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a420ec-2953-4ddc-b26c-cbdc600c9850 req-6fdd3189-6fb3-4d1e-b0be-7c1bc27f179e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:12:17.581034 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-05a420ec-2953-4ddc-b26c-cbdc600c9850 req-6fdd3189-6fb3-4d1e-b0be-7c1bc27f179e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=553a1f1a-f124-470d-bbee-b3adc64930cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0881326 Mar 28 01:12:17.584130 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-95bde0e7-1b8f-4e79-9a54-bf87522e5a9b None None] Set router f9804c94-a967-434c-b4ca-ac13ba164b5c gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:12:17.720448 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-05a420ec-2953-4ddc-b26c-cbdc600c9850 req-ceeaffd8-42c9-48fe-b2a1-7634493a6627 service neutron] 10.222.0.10 "GET /v2.0/networks/553a1f1a-f124-470d-bbee-b3adc64930cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265521 Mar 28 01:12:17.765228 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:17.882986 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-95bde0e7-1b8f-4e79-9a54-bf87522e5a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9804c94-a967-434c-b4ca-ac13ba164b5c', 'name': 'tempest-TestNetworkBasicOps-router-114869351', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.22'}], 'enable_snat': True}, 'gw_port_id': 'b6fa18f2-60bc-415d-8a2c-77944efbcc44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:11:59Z', 'updated_at': '2022-03-28T01:12:02Z', 'revision_number': 4, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': 'b6fa18f2-60bc-415d-8a2c-77944efbcc44', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9804c94-a967-434c-b4ca-ac13ba164b5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:11:59Z', 'updated_at': '2022-03-28T01:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_floatingips': [{'id': 'e22678c8-c004-4aae-a690-ec66e4344091', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'floating_ip_address': '172.26.1.137', 'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'router_id': 'f9804c94-a967-434c-b4ca-ac13ba164b5c', 'port_id': '4c6d8500-3563-4224-befc-b4c8c236da92', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '553a1f1a-f124-470d-bbee-b3adc64930cd', 'mac_address': 'fa:16:3e:2d:76:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '108ffe1a-97f1-4596-8ccd-53e812df031c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T01:12:16Z', 'updated_at': '2022-03-28T01:12:16Z', 'revision_number': 0, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '019a9e57-0ea6-48d2-b3a8-53015bcf76cf', 'name': '', 'network_id': '553a1f1a-f124-470d-bbee-b3adc64930cd', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'mac_address': 'fa:16:3e:a2:71:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9804c94-a967-434c-b4ca-ac13ba164b5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': 'f185ed79-fae4-41b0-81f8-9856e942b799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:12:02Z', 'updated_at': '2022-03-28T01:12:05Z', 'revision_number': 5, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'subnets': [{'id': 'f185ed79-fae4-41b0-81f8-9856e942b799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:12:17.911035 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95bde0e7-1b8f-4e79-9a54-bf87522e5a9b None None] The sync data for ids ['f9804c94-a967-434c-b4ca-ac13ba164b5c'] in dv-neutron-834874-6-hyperv is: [{'id': 'f9804c94-a967-434c-b4ca-ac13ba164b5c', 'name': 'tempest-TestNetworkBasicOps-router-114869351', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.22'}], 'enable_snat': True}, 'gw_port_id': 'b6fa18f2-60bc-415d-8a2c-77944efbcc44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:11:59Z', 'updated_at': '2022-03-28T01:12:02Z', 'revision_number': 4, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': 'b6fa18f2-60bc-415d-8a2c-77944efbcc44', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9804c94-a967-434c-b4ca-ac13ba164b5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:11:59Z', 'updated_at': '2022-03-28T01:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_floatingips': [{'id': 'e22678c8-c004-4aae-a690-ec66e4344091', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'floating_ip_address': '172.26.1.137', 'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'router_id': 'f9804c94-a967-434c-b4ca-ac13ba164b5c', 'port_id': '4c6d8500-3563-4224-befc-b4c8c236da92', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '553a1f1a-f124-470d-bbee-b3adc64930cd', 'mac_address': 'fa:16:3e:2d:76:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '108ffe1a-97f1-4596-8ccd-53e812df031c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T01:12:16Z', 'updated_at': '2022-03-28T01:12:16Z', 'revision_number': 0, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '019a9e57-0ea6-48d2-b3a8-53015bcf76cf', 'name': '', 'network_id': '553a1f1a-f124-470d-bbee-b3adc64930cd', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'mac_address': 'fa:16:3e:a2:71:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9804c94-a967-434c-b4ca-ac13ba164b5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': 'f185ed79-fae4-41b0-81f8-9856e942b799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:12:02Z', 'updated_at': '2022-03-28T01:12:05Z', 'revision_number': 5, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'subnets': [{'id': 'f185ed79-fae4-41b0-81f8-9856e942b799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:12:18.121157 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312e0fc9-254a-42cd-8a5d-5769b9adcf45 None None] New status for floating IP e22678c8-c004-4aae-a690-ec66e4344091: ACTIVE {{(pid=104100) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 01:12:18.123817 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 56060) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:12:18.138429 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-05a420ec-2953-4ddc-b26c-cbdc600c9850 req-ae324fff-ef4e-4437-b1d5-e5b03c28547d service neutron] 10.222.0.10 "GET /v2.0/networks/553a1f1a-f124-470d-bbee-b3adc64930cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4098504 Mar 28 01:12:18.217389 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-76c46ced-7e04-4bf9-b039-1794ebe5b4fa tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/floatingips/e22678c8-c004-4aae-a690-ec66e4344091 HTTP/1.1" status: 200 len: 992 time: 0.0908072 Mar 28 01:12:18.664544 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a50924cc-ecbc-441a-81a0-c775efc18bb1 req-7980d6b1-8dc8-412b-a154-05fcfcd112ca tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc5c4747-fcbd-4652-b651-1ce8413f1a2b HTTP/1.1" status: 200 len: 210 time: 0.0271516 Mar 28 01:12:19.219383 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 56064) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:12:19.279512 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-3683152d-aaaa-437c-ae9a-55e9ee175bad tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/floatingips/e22678c8-c004-4aae-a690-ec66e4344091 HTTP/1.1" status: 200 len: 994 time: 0.0588768 Mar 28 01:12:19.758676 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-27487e31-9b51-47fc-8a1d-e0233853ffaf req-20bd9ffa-7bcf-44a0-987a-d13a216327d3 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc5c4747-fcbd-4652-b651-1ce8413f1a2b HTTP/1.1" status: 200 len: 210 time: 0.0273151 Mar 28 01:12:20.850772 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-d3522e5e-ed10-474c-950e-59f8986f0496 req-5407c7ac-4c96-4261-8e4d-e6d11d5f4d59 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc5c4747-fcbd-4652-b651-1ce8413f1a2b HTTP/1.1" status: 200 len: 210 time: 0.0271554 Mar 28 01:12:21.945953 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-e4c106d3-4201-4d9d-891e-2082a1546bf0 req-d8c44035-2339-4f6a-9d27-e22d3f136e53 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc5c4747-fcbd-4652-b651-1ce8413f1a2b HTTP/1.1" status: 200 len: 210 time: 0.0273495 Mar 28 01:12:23.040135 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-10dc5e05-8a40-46cf-ae21-98a6a58337b0 req-185fd575-76f1-4757-8fd3-8731721f917d tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc5c4747-fcbd-4652-b651-1ce8413f1a2b HTTP/1.1" status: 200 len: 210 time: 0.0271068 Mar 28 01:12:24.159052 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e2d42659-55af-4f95-b3ca-45d642c4e5d8 req-ce60ddf1-5cd8-4eae-9f33-e88d52fd6106 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc5c4747-fcbd-4652-b651-1ce8413f1a2b HTTP/1.1" status: 200 len: 210 time: 0.0403533 Mar 28 01:12:24.277352 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0f1000-bfb7-4e17-bb53-38246ca193b3 req-19515575-db40-4395-88e4-5fb38928a609 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:12:24.279047 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-6c0f1000-bfb7-4e17-bb53-38246ca193b3 req-19515575-db40-4395-88e4-5fb38928a609 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] 10.222.0.24 "GET /v2.0/ports?device_id=04e910c1-0379-4bd6-b5be-10952a030fd0 HTTP/1.1" status: 200 len: 945 time: 0.0617683 Mar 28 01:12:24.328394 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-6c0f1000-bfb7-4e17-bb53-38246ca193b3 req-8e5a8e67-4f3a-4484-8569-218f8f3965c5 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] 10.222.0.24 "GET /v2.0/security-groups?id=234a84ca-f019-4176-a044-6ab986a4df8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435309 Mar 28 01:12:25.413421 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-8db90949-1c94-4fd8-910d-9490089a8275 req-478d8bfc-388d-4eff-8c65-0e3e159e4831 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-12429463&fields=id&tenant_id=bf9f34f21ab94392ab36354129e00f8d HTTP/1.1" status: 200 len: 267 time: 0.0443959 Mar 28 01:12:25.450102 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2563cb6d-facd-42aa-a253-44f5143568aa req-feb5803d-6358-4673-8858-88706773acc7 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:12:25.452051 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-2563cb6d-facd-42aa-a253-44f5143568aa req-feb5803d-6358-4673-8858-88706773acc7 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] 10.222.0.24 "GET /v2.0/ports?device_id=04e910c1-0379-4bd6-b5be-10952a030fd0 HTTP/1.1" status: 200 len: 945 time: 0.0545540 Mar 28 01:12:25.499734 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-2563cb6d-facd-42aa-a253-44f5143568aa req-07422392-c6e9-47f3-b3df-6eb8ccf3d887 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] 10.222.0.24 "GET /v2.0/security-groups?id=234a84ca-f019-4176-a044-6ab986a4df8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419807 Mar 28 01:12:25.519397 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db90949-1c94-4fd8-910d-9490089a8275 req-337f525b-a720-41f5-b182-31daffd13e9d tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:12:25.521172 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-8db90949-1c94-4fd8-910d-9490089a8275 req-337f525b-a720-41f5-b182-31daffd13e9d tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/networks?id=788fd3f3-3593-4cdc-933e-dd5c53c623d8 HTTP/1.1" status: 200 len: 812 time: 0.1014705 Mar 28 01:12:25.535376 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-8db90949-1c94-4fd8-910d-9490089a8275 req-e2c33515-9784-4d23-a79b-0da220b0db17 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/quotas/bf9f34f21ab94392ab36354129e00f8d HTTP/1.1" status: 200 len: 375 time: 0.0090318 Mar 28 01:12:25.588442 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-8db90949-1c94-4fd8-910d-9490089a8275 req-520f0dea-4d28-4a24-81c1-ed70e86f9c89 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=bf9f34f21ab94392ab36354129e00f8d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484622 Mar 28 01:12:25.678905 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-8db90949-1c94-4fd8-910d-9490089a8275 req-76ebba00-a0b9-4ded-9d11-220afdb34467 service neutron] 10.222.0.24 "GET /v2.0/networks/788fd3f3-3593-4cdc-933e-dd5c53c623d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786896 Mar 28 01:12:25.767663 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-8db90949-1c94-4fd8-910d-9490089a8275 req-03bd79f2-1b75-4908-bbeb-a86dfec78dec service neutron] 10.222.0.24 "GET /v2.0/networks/788fd3f3-3593-4cdc-933e-dd5c53c623d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832949 Mar 28 01:12:26.043043 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-c1eecb55-af7a-408f-bb54-3766138d9472 req-e603863b-fe21-403c-9cbb-c3d66ea308ef tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb68cc6f-99af-413c-b7ba-453f3199e5e1 HTTP/1.1" status: 200 len: 210 time: 0.0268755 Mar 28 01:12:26.624686 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0c32f7-2b24-4905-8edc-c52c200f211c req-43fb8832-7622-48c0-8e01-30792d567272 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:12:26.626094 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-bb0c32f7-2b24-4905-8edc-c52c200f211c req-43fb8832-7622-48c0-8e01-30792d567272 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] 10.222.0.24 "GET /v2.0/ports?device_id=04e910c1-0379-4bd6-b5be-10952a030fd0 HTTP/1.1" status: 200 len: 945 time: 0.0524325 Mar 28 01:12:26.675583 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-bb0c32f7-2b24-4905-8edc-c52c200f211c req-c1b21f11-1d77-4e7d-9b20-ceed8d7abea5 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] 10.222.0.24 "GET /v2.0/security-groups?id=234a84ca-f019-4176-a044-6ab986a4df8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439630 Mar 28 01:12:26.953670 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db90949-1c94-4fd8-910d-9490089a8275 req-19882907-dacb-4ba5-a891-86e7dd828077 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:12:26.955106 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-8db90949-1c94-4fd8-910d-9490089a8275 req-19882907-dacb-4ba5-a891-86e7dd828077 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.10 "GET /v2.0/networks?id=788fd3f3-3593-4cdc-933e-dd5c53c623d8 HTTP/1.1" status: 200 len: 812 time: 0.1017349 Mar 28 01:12:27.016912 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-8db90949-1c94-4fd8-910d-9490089a8275 req-7cc3f9e8-fc58-459e-9d42-0b32c96f9ca1 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf9f34f21ab94392ab36354129e00f8d HTTP/1.1" status: 200 len: 378 time: 0.0527666 Mar 28 01:12:27.025759 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [req-8db90949-1c94-4fd8-910d-9490089a8275 req-39aeaa5a-2449-4042-a9b0-a081996707f2 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Request body: {'port': {'device_id': 'fb68cc6f-99af-413c-b7ba-453f3199e5e1', 'network_id': '788fd3f3-3593-4cdc-933e-dd5c53c623d8', 'admin_state_up': True, 'tenant_id': 'bf9f34f21ab94392ab36354129e00f8d', 'security_groups': ['5a04cadd-9e33-421f-9e10-fcf82d2217a3']}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:12:27.151094 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-70e9cd36-09cf-45d3-abcd-75abe3157402 req-fb71eb6d-76ac-4db9-83e3-d16b325620e2 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb68cc6f-99af-413c-b7ba-453f3199e5e1 HTTP/1.1" status: 200 len: 210 time: 0.0365400 Mar 28 01:12:27.167579 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8db90949-1c94-4fd8-910d-9490089a8275 req-39aeaa5a-2449-4042-a9b0-a081996707f2 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Made reservation on behalf of bf9f34f21ab94392ab36354129e00f8d for: {'port': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:12:27.171063 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-8db90949-1c94-4fd8-910d-9490089a8275 req-39aeaa5a-2449-4042-a9b0-a081996707f2 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:27.296335 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [req-8db90949-1c94-4fd8-910d-9490089a8275 req-39aeaa5a-2449-4042-a9b0-a081996707f2 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Allocated IP 172.20.0.3 (788fd3f3-3593-4cdc-933e-dd5c53c623d8/0a57ae47-09ee-4007-9878-c6cea91f6590/f70c24a9-8ab3-4305-b034-7b47b80da76e) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:12:27.436294 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-8db90949-1c94-4fd8-910d-9490089a8275 req-39aeaa5a-2449-4042-a9b0-a081996707f2 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Publish callbacks [] for port (f70c24a9-8ab3-4305-b034-7b47b80da76e), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:27.470060 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-8db90949-1c94-4fd8-910d-9490089a8275 req-39aeaa5a-2449-4042-a9b0-a081996707f2 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (f70c24a9-8ab3-4305-b034-7b47b80da76e), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:27.509405 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8db90949-1c94-4fd8-910d-9490089a8275 req-39aeaa5a-2449-4042-a9b0-a081996707f2 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Network 788fd3f3-3593-4cdc-933e-dd5c53c623d8 is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:12:27.512498 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [req-8db90949-1c94-4fd8-910d-9490089a8275 req-39aeaa5a-2449-4042-a9b0-a081996707f2 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:12:27.516916 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [req-8db90949-1c94-4fd8-910d-9490089a8275 req-39aeaa5a-2449-4042-a9b0-a081996707f2 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:12:27.556268 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aeaa5a-2449-4042-a9b0-a081996707f2 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Pushing event updated for resources: {'Port': ['ID=f70c24a9-8ab3-4305-b034-7b47b80da76e,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:12:27.581689 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db90949-1c94-4fd8-910d-9490089a8275 req-39aeaa5a-2449-4042-a9b0-a081996707f2 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:12:27.582335 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-8db90949-1c94-4fd8-910d-9490089a8275 req-39aeaa5a-2449-4042-a9b0-a081996707f2 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:27.600895 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-8db90949-1c94-4fd8-910d-9490089a8275 req-39aeaa5a-2449-4042-a9b0-a081996707f2 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5788848 Mar 28 01:12:27.612740 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [req-8db90949-1c94-4fd8-910d-9490089a8275 req-c127a087-a6f2-46e8-93a3-0670a17126c3 service neutron] Request body: {'port': {'device_id': 'fb68cc6f-99af-413c-b7ba-453f3199e5e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8348'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:12:27.678333 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-8db90949-1c94-4fd8-910d-9490089a8275 req-c127a087-a6f2-46e8-93a3-0670a17126c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (f70c24a9-8ab3-4305-b034-7b47b80da76e), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:27.799036 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-be277be9-1e25-4b33-90a6-a6ced3a58d88 None None] Provisioning complete for port f70c24a9-8ab3-4305-b034-7b47b80da76e triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:12:27.799612 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-be277be9-1e25-4b33-90a6-a6ced3a58d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (f70c24a9-8ab3-4305-b034-7b47b80da76e), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:27.810821 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd7c27f-cf87-472c-aba3-ab260c711b2a req-8003e620-037e-4107-83a5-4f33a2c81a9b tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:12:27.818344 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-bbd7c27f-cf87-472c-aba3-ab260c711b2a req-8003e620-037e-4107-83a5-4f33a2c81a9b tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] 10.222.0.24 "GET /v2.0/ports?device_id=04e910c1-0379-4bd6-b5be-10952a030fd0 HTTP/1.1" status: 200 len: 945 time: 0.0656435 Mar 28 01:12:27.836337 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-be277be9-1e25-4b33-90a6-a6ced3a58d88 None None] Port f70c24a9-8ab3-4305-b034-7b47b80da76e cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:12:27.866894 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-bbd7c27f-cf87-472c-aba3-ab260c711b2a req-ecb12182-d06e-47f1-89f9-42505bc27265 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] 10.222.0.24 "GET /v2.0/security-groups?id=234a84ca-f019-4176-a044-6ab986a4df8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473773 Mar 28 01:12:27.972190 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [req-8db90949-1c94-4fd8-910d-9490089a8275 req-c127a087-a6f2-46e8-93a3-0670a17126c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f70c24a9-8ab3-4305-b034-7b47b80da76e {{(pid=104099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 01:12:27.979836 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-8db90949-1c94-4fd8-910d-9490089a8275 req-c127a087-a6f2-46e8-93a3-0670a17126c3 service neutron] Publish callbacks [] for port (f70c24a9-8ab3-4305-b034-7b47b80da76e), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:27.991860 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [req-8db90949-1c94-4fd8-910d-9490089a8275 req-c127a087-a6f2-46e8-93a3-0670a17126c3 service neutron] Transition to ACTIVE for port object f70c24a9-8ab3-4305-b034-7b47b80da76e will not be triggered until provisioned by entity L2. {{(pid=104099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 01:12:27.996731 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-8db90949-1c94-4fd8-910d-9490089a8275 req-c127a087-a6f2-46e8-93a3-0670a17126c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (f70c24a9-8ab3-4305-b034-7b47b80da76e), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:28.048301 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c127a087-a6f2-46e8-93a3-0670a17126c3 service neutron] Pushing event updated for resources: {'Port': ['ID=f70c24a9-8ab3-4305-b034-7b47b80da76e,revision_number=2']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:12:28.117578 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-8db90949-1c94-4fd8-910d-9490089a8275 req-c127a087-a6f2-46e8-93a3-0670a17126c3 service neutron] Attempting to bind port f70c24a9-8ab3-4305-b034-7b47b80da76e on host hv-neutron-8348 for vnic_type normal with profile {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:12:28.117912 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-8db90949-1c94-4fd8-910d-9490089a8275 req-c127a087-a6f2-46e8-93a3-0670a17126c3 service neutron] Attempting to bind port f70c24a9-8ab3-4305-b034-7b47b80da76e by drivers openvswitch,hyperv on host hv-neutron-8348 at level 0 using segments [{'id': 'de88a4a0-f76a-4017-a6e3-6b8499720147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '788fd3f3-3593-4cdc-933e-dd5c53c623d8'}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:12:28.118243 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db90949-1c94-4fd8-910d-9490089a8275 req-c127a087-a6f2-46e8-93a3-0670a17126c3 service neutron] Attempting to bind port f70c24a9-8ab3-4305-b034-7b47b80da76e on network 788fd3f3-3593-4cdc-933e-dd5c53c623d8 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:12:28.124196 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db90949-1c94-4fd8-910d-9490089a8275 req-c127a087-a6f2-46e8-93a3-0670a17126c3 service neutron] Port f70c24a9-8ab3-4305-b034-7b47b80da76e on network 788fd3f3-3593-4cdc-933e-dd5c53c623d8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8348 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 01:12:28.124517 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db90949-1c94-4fd8-910d-9490089a8275 req-c127a087-a6f2-46e8-93a3-0670a17126c3 service neutron] Attempting to bind port f70c24a9-8ab3-4305-b034-7b47b80da76e on network 788fd3f3-3593-4cdc-933e-dd5c53c623d8 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:12:28.130692 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db90949-1c94-4fd8-910d-9490089a8275 req-c127a087-a6f2-46e8-93a3-0670a17126c3 service neutron] Checking agent: {'id': '287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8348', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 1, 2, 33), 'started_at': datetime.datetime(2022, 3, 28, 1, 2, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:12:28.131023 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db90949-1c94-4fd8-910d-9490089a8275 req-c127a087-a6f2-46e8-93a3-0670a17126c3 service neutron] Checking segment: {'id': 'de88a4a0-f76a-4017-a6e3-6b8499720147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '788fd3f3-3593-4cdc-933e-dd5c53c623d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:12:28.131408 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db90949-1c94-4fd8-910d-9490089a8275 req-c127a087-a6f2-46e8-93a3-0670a17126c3 service neutron] Bound using segment: {'id': 'de88a4a0-f76a-4017-a6e3-6b8499720147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '788fd3f3-3593-4cdc-933e-dd5c53c623d8'} {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:12:28.131838 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-8db90949-1c94-4fd8-910d-9490089a8275 req-c127a087-a6f2-46e8-93a3-0670a17126c3 service neutron] Bound port: f70c24a9-8ab3-4305-b034-7b47b80da76e, host: hv-neutron-8348, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de88a4a0-f76a-4017-a6e3-6b8499720147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '788fd3f3-3593-4cdc-933e-dd5c53c623d8'}}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:12:28.132228 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-8db90949-1c94-4fd8-910d-9490089a8275 req-c127a087-a6f2-46e8-93a3-0670a17126c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (f70c24a9-8ab3-4305-b034-7b47b80da76e), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:28.209070 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-8db90949-1c94-4fd8-910d-9490089a8275 req-c127a087-a6f2-46e8-93a3-0670a17126c3 service neutron] For port f70c24a9-8ab3-4305-b034-7b47b80da76e, host hv-neutron-8348, cleared binding levels {{(pid=104099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:12:28.213442 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-8db90949-1c94-4fd8-910d-9490089a8275 req-c127a087-a6f2-46e8-93a3-0670a17126c3 service neutron] For port f70c24a9-8ab3-4305-b034-7b47b80da76e, host hv-neutron-8348, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=f70c24a9-8ab3-4305-b034-7b47b80da76e,segment=NetworkSegment(de88a4a0-f76a-4017-a6e3-6b8499720147),segment_id=de88a4a0-f76a-4017-a6e3-6b8499720147)] {{(pid=104099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:12:28.223528 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-8db90949-1c94-4fd8-910d-9490089a8275 req-c127a087-a6f2-46e8-93a3-0670a17126c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (f70c24a9-8ab3-4305-b034-7b47b80da76e), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:28.286512 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db90949-1c94-4fd8-910d-9490089a8275 req-c127a087-a6f2-46e8-93a3-0670a17126c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:12:28.287285 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-8db90949-1c94-4fd8-910d-9490089a8275 req-c127a087-a6f2-46e8-93a3-0670a17126c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:28.288546 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-8db90949-1c94-4fd8-910d-9490089a8275 req-c127a087-a6f2-46e8-93a3-0670a17126c3 service neutron] 10.222.0.10 "PUT /v2.0/ports/f70c24a9-8ab3-4305-b034-7b47b80da76e HTTP/1.1" status: 200 len: 1093 time: 0.6803262 Mar 28 01:12:28.289162 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb68cc6f-99af-413c-b7ba-453f3199e5e1', 'tag': 'f70c24a9-8ab3-4305-b034-7b47b80da76e'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:12:28.291393 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2af4b01a9fa8b1570ccf1d7859d693ad34c106b258078e9cfae86b97f35e3d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9c8fd31-a032-430d-9b3d-677cf3fdaa19" -d '{"events": [{"name": "network-changed", "server_uuid": "fb68cc6f-99af-413c-b7ba-453f3199e5e1", "tag": "f70c24a9-8ab3-4305-b034-7b47b80da76e"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:12:28.334975 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 01:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c4e5941-3081-470a-837f-9e252e17ce01 x-openstack-request-id: req-9c4e5941-3081-470a-837f-9e252e17ce01 {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:12:28.335267 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb68cc6f-99af-413c-b7ba-453f3199e5e1", "tag": "f70c24a9-8ab3-4305-b034-7b47b80da76e", "status": "completed", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:12:28.335523 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9c4e5941-3081-470a-837f-9e252e17ce01 {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:12:28.335936 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c4e5941-3081-470a-837f-9e252e17ce01'] response: {'name': 'network-changed', 'server_uuid': 'fb68cc6f-99af-413c-b7ba-453f3199e5e1', 'tag': 'f70c24a9-8ab3-4305-b034-7b47b80da76e', 'status': 'completed', 'code': 200} Mar 28 01:12:28.343793 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cdaaeb-6b94-4cfe-aa6a-f5b9a516836a req-f9e83e7b-2415-4663-bff4-3305a8c43bc4 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:12:28.345569 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e5cdaaeb-6b94-4cfe-aa6a-f5b9a516836a req-f9e83e7b-2415-4663-bff4-3305a8c43bc4 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb68cc6f-99af-413c-b7ba-453f3199e5e1 HTTP/1.1" status: 200 len: 943 time: 0.0919700 Mar 28 01:12:28.346211 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c127a087-a6f2-46e8-93a3-0670a17126c3 service neutron] Pushing event updated for resources: {'Port': ['ID=f70c24a9-8ab3-4305-b034-7b47b80da76e,revision_number=3']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:12:28.439925 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e5cdaaeb-6b94-4cfe-aa6a-f5b9a516836a req-253d1d61-33a3-42f1-b134-4f370c9d70bd tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a04cadd-9e33-421f-9e10-fcf82d2217a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0733469 Mar 28 01:12:28.446403 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db90949-1c94-4fd8-910d-9490089a8275 req-d5803261-0f85-40ca-a0e2-9897edcd096c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:12:28.448553 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-8db90949-1c94-4fd8-910d-9490089a8275 req-d5803261-0f85-40ca-a0e2-9897edcd096c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bf9f34f21ab94392ab36354129e00f8d&device_id=fb68cc6f-99af-413c-b7ba-453f3199e5e1 HTTP/1.1" status: 200 len: 1127 time: 0.0930936 Mar 28 01:12:28.491831 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-8db90949-1c94-4fd8-910d-9490089a8275 req-2b865485-8fd9-4944-8313-856f9ef78caf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f70c24a9-8ab3-4305-b034-7b47b80da76e HTTP/1.1" status: 200 len: 217 time: 0.0358641 Mar 28 01:12:28.540153 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db90949-1c94-4fd8-910d-9490089a8275 req-18b9d4c8-74ba-474f-9aae-655c72bb2f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:12:28.541827 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-8db90949-1c94-4fd8-910d-9490089a8275 req-18b9d4c8-74ba-474f-9aae-655c72bb2f56 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0a57ae47-09ee-4007-9878-c6cea91f6590 HTTP/1.1" status: 200 len: 851 time: 0.0425422 Mar 28 01:12:28.591766 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db90949-1c94-4fd8-910d-9490089a8275 req-3b567624-5e7b-4f51-b466-6b0728e80cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:12:28.593301 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-8db90949-1c94-4fd8-910d-9490089a8275 req-3b567624-5e7b-4f51-b466-6b0728e80cb1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=788fd3f3-3593-4cdc-933e-dd5c53c623d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0450025 Mar 28 01:12:28.689937 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-8db90949-1c94-4fd8-910d-9490089a8275 req-e58b8fc2-84a9-4851-92d9-a217b838b5ef service neutron] 10.222.0.10 "GET /v2.0/networks/788fd3f3-3593-4cdc-933e-dd5c53c623d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887997 Mar 28 01:12:28.780361 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-8db90949-1c94-4fd8-910d-9490089a8275 req-68b5ba47-2987-43ce-939a-d642a475dbfc service neutron] 10.222.0.10 "GET /v2.0/networks/788fd3f3-3593-4cdc-933e-dd5c53c623d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803440 Mar 28 01:12:28.871598 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c8fd31-a032-430d-9b3d-677cf3fdaa19 req-818a5af4-1922-43cd-b57e-9946e63ba4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:12:28.873727 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-c9c8fd31-a032-430d-9b3d-677cf3fdaa19 req-818a5af4-1922-43cd-b57e-9946e63ba4ef service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bf9f34f21ab94392ab36354129e00f8d&device_id=fb68cc6f-99af-413c-b7ba-453f3199e5e1 HTTP/1.1" status: 200 len: 1127 time: 0.0504768 Mar 28 01:12:28.964298 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c8fd31-a032-430d-9b3d-677cf3fdaa19 req-e5afdd28-dc07-4dd0-956c-4d5d068e2403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:12:28.965790 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-c9c8fd31-a032-430d-9b3d-677cf3fdaa19 req-e5afdd28-dc07-4dd0-956c-4d5d068e2403 service neutron] 10.222.0.10 "GET /v2.0/networks?id=788fd3f3-3593-4cdc-933e-dd5c53c623d8 HTTP/1.1" status: 200 len: 912 time: 0.0868449 Mar 28 01:12:28.989449 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d22573-12f4-4211-b962-78732a47510c req-99b86683-db33-4bae-8b86-220cf7c716b8 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:12:28.990958 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-00d22573-12f4-4211-b962-78732a47510c req-99b86683-db33-4bae-8b86-220cf7c716b8 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] 10.222.0.24 "GET /v2.0/ports?device_id=04e910c1-0379-4bd6-b5be-10952a030fd0 HTTP/1.1" status: 200 len: 945 time: 0.0536706 Mar 28 01:12:29.010408 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-c9c8fd31-a032-430d-9b3d-677cf3fdaa19 req-ab886fd8-3fc9-4b17-b2fc-a7268a14c23b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f70c24a9-8ab3-4305-b034-7b47b80da76e HTTP/1.1" status: 200 len: 217 time: 0.0381527 Mar 28 01:12:29.041523 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-00d22573-12f4-4211-b962-78732a47510c req-ff7f5f5c-db71-4095-8b48-e125de019f95 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] 10.222.0.24 "GET /v2.0/security-groups?id=234a84ca-f019-4176-a044-6ab986a4df8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443704 Mar 28 01:12:29.060251 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c8fd31-a032-430d-9b3d-677cf3fdaa19 req-bceafc95-2a82-46d5-9330-823ccce2dee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:12:29.061860 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-c9c8fd31-a032-430d-9b3d-677cf3fdaa19 req-bceafc95-2a82-46d5-9330-823ccce2dee7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0a57ae47-09ee-4007-9878-c6cea91f6590 HTTP/1.1" status: 200 len: 851 time: 0.0456576 Mar 28 01:12:29.110807 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c8fd31-a032-430d-9b3d-677cf3fdaa19 req-dc50de8e-c616-4b7a-bd3c-04cb10b77cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:12:29.112263 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-c9c8fd31-a032-430d-9b3d-677cf3fdaa19 req-dc50de8e-c616-4b7a-bd3c-04cb10b77cce service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=788fd3f3-3593-4cdc-933e-dd5c53c623d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0442650 Mar 28 01:12:29.207692 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-c9c8fd31-a032-430d-9b3d-677cf3fdaa19 req-5c004ac5-9cf4-467c-ae9a-bfb3ef39680e service neutron] 10.222.0.10 "GET /v2.0/networks/788fd3f3-3593-4cdc-933e-dd5c53c623d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869548 Mar 28 01:12:29.304160 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-c9c8fd31-a032-430d-9b3d-677cf3fdaa19 req-d4f9ea10-aff1-4101-a69f-008f28113ebd service neutron] 10.222.0.10 "GET /v2.0/networks/788fd3f3-3593-4cdc-933e-dd5c53c623d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899026 Mar 28 01:12:29.560059 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a7bbad-bf9e-45a2-8983-f94f738d1a7f req-abe750ff-afbe-4c59-a5ec-f979068fc324 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:12:29.561638 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-55a7bbad-bf9e-45a2-8983-f94f738d1a7f req-abe750ff-afbe-4c59-a5ec-f979068fc324 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb68cc6f-99af-413c-b7ba-453f3199e5e1 HTTP/1.1" status: 200 len: 943 time: 0.0548291 Mar 28 01:12:29.612591 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-55a7bbad-bf9e-45a2-8983-f94f738d1a7f req-6efd21dd-0c26-496d-a94f-71ba65f0a01d tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a04cadd-9e33-421f-9e10-fcf82d2217a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454011 Mar 28 01:12:30.159967 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb9c4a3-9ea7-4b08-b5a8-8bc207593437 req-b6e6208b-300e-4ae2-b976-d0a949f95127 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:12:30.161385 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-bfb9c4a3-9ea7-4b08-b5a8-8bc207593437 req-b6e6208b-300e-4ae2-b976-d0a949f95127 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] 10.222.0.24 "GET /v2.0/ports?device_id=04e910c1-0379-4bd6-b5be-10952a030fd0 HTTP/1.1" status: 200 len: 945 time: 0.0513508 Mar 28 01:12:30.213483 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-bfb9c4a3-9ea7-4b08-b5a8-8bc207593437 req-e9a8f307-70e6-48e0-b371-e2b8f1cdbacf tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] 10.222.0.24 "GET /v2.0/security-groups?id=234a84ca-f019-4176-a044-6ab986a4df8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465124 Mar 28 01:12:30.738225 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a57497-c4f6-49d1-8149-c5592f6969f2 req-feb8a8f8-1e77-4c5b-bbe6-7729575fbdf9 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:12:30.739722 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-b1a57497-c4f6-49d1-8149-c5592f6969f2 req-feb8a8f8-1e77-4c5b-bbe6-7729575fbdf9 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb68cc6f-99af-413c-b7ba-453f3199e5e1 HTTP/1.1" status: 200 len: 943 time: 0.0585153 Mar 28 01:12:30.788335 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-b1a57497-c4f6-49d1-8149-c5592f6969f2 req-06bf66fa-8a68-4a5b-817f-cd086a54276c tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a04cadd-9e33-421f-9e10-fcf82d2217a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430810 Mar 28 01:12:31.329750 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20cda7d-8f12-4911-a2c6-a1dc80417e8f req-c807730c-3b1c-48ea-a85c-b15ae651c39d tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:12:31.331226 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-b20cda7d-8f12-4911-a2c6-a1dc80417e8f req-c807730c-3b1c-48ea-a85c-b15ae651c39d tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] 10.222.0.24 "GET /v2.0/ports?device_id=04e910c1-0379-4bd6-b5be-10952a030fd0 HTTP/1.1" status: 200 len: 945 time: 0.0514855 Mar 28 01:12:31.379608 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-b20cda7d-8f12-4911-a2c6-a1dc80417e8f req-41ef534c-0167-410a-9b2e-860e837f4798 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] 10.222.0.24 "GET /v2.0/security-groups?id=234a84ca-f019-4176-a044-6ab986a4df8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426161 Mar 28 01:12:31.906134 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0bfe98-1f0d-48c0-8b30-49c5588f583a req-29f8fe92-a7cc-4797-8e33-a7b40fd6e00c tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:12:31.907877 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-ee0bfe98-1f0d-48c0-8b30-49c5588f583a req-29f8fe92-a7cc-4797-8e33-a7b40fd6e00c tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb68cc6f-99af-413c-b7ba-453f3199e5e1 HTTP/1.1" status: 200 len: 943 time: 0.0522130 Mar 28 01:12:31.956342 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-ee0bfe98-1f0d-48c0-8b30-49c5588f583a req-5d488fa3-45df-482b-b947-b22b2c78f2e8 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a04cadd-9e33-421f-9e10-fcf82d2217a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428700 Mar 28 01:12:32.497599 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2887b6f8-772f-40c0-a3cb-b53a2b54273d req-1617ff72-a168-487a-b110-5d2c41af4904 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:12:32.499673 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-2887b6f8-772f-40c0-a3cb-b53a2b54273d req-1617ff72-a168-487a-b110-5d2c41af4904 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] 10.222.0.24 "GET /v2.0/ports?device_id=04e910c1-0379-4bd6-b5be-10952a030fd0 HTTP/1.1" status: 200 len: 945 time: 0.0539570 Mar 28 01:12:32.549952 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-2887b6f8-772f-40c0-a3cb-b53a2b54273d req-7b2f66d2-eb12-4404-9f95-6e77fa340fbb tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] 10.222.0.24 "GET /v2.0/security-groups?id=234a84ca-f019-4176-a044-6ab986a4df8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446556 Mar 28 01:12:32.673831 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:33.075649 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f2ce70-a953-44e1-b20d-eba709e0d04d req-1d12288c-9103-4c1b-bf2b-45a55f2ee6cd tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:12:33.077168 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-72f2ce70-a953-44e1-b20d-eba709e0d04d req-1d12288c-9103-4c1b-bf2b-45a55f2ee6cd tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb68cc6f-99af-413c-b7ba-453f3199e5e1 HTTP/1.1" status: 200 len: 943 time: 0.0564704 Mar 28 01:12:33.126549 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-72f2ce70-a953-44e1-b20d-eba709e0d04d req-4d16669d-6049-4b3e-bd48-0d0ef1d8048c tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a04cadd-9e33-421f-9e10-fcf82d2217a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433834 Mar 28 01:12:33.670445 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4d71f1-d951-46ad-8ba9-55fa45afe22d req-46ce642a-7439-42f0-8508-6bebc8c56c5e tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:12:33.671805 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-5a4d71f1-d951-46ad-8ba9-55fa45afe22d req-46ce642a-7439-42f0-8508-6bebc8c56c5e tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] 10.222.0.24 "GET /v2.0/ports?device_id=04e910c1-0379-4bd6-b5be-10952a030fd0 HTTP/1.1" status: 200 len: 945 time: 0.0562475 Mar 28 01:12:33.720392 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-5a4d71f1-d951-46ad-8ba9-55fa45afe22d req-d531e0da-ab26-42a0-b9ef-31dbdb2e6b1a tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] 10.222.0.24 "GET /v2.0/security-groups?id=234a84ca-f019-4176-a044-6ab986a4df8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429156 Mar 28 01:12:33.862400 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.agents_db [None req-9a1d863f-391a-42f4-9870-e8292b919beb None None] Agent healthcheck: found 6 active agents {{(pid=104101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 01:12:34.244394 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12644a7c-9325-4f76-b254-48376b08b6ca req-e6662c51-3c48-4887-8bd9-ac86d72b977b tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:12:34.246055 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-12644a7c-9325-4f76-b254-48376b08b6ca req-e6662c51-3c48-4887-8bd9-ac86d72b977b tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb68cc6f-99af-413c-b7ba-453f3199e5e1 HTTP/1.1" status: 200 len: 943 time: 0.0526760 Mar 28 01:12:34.295735 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-12644a7c-9325-4f76-b254-48376b08b6ca req-a0303777-f7bf-4345-9e59-66dc2fb94737 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a04cadd-9e33-421f-9e10-fcf82d2217a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429449 Mar 28 01:12:34.836888 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cd8916-0565-46c1-96fc-e4f8c32bef5a req-fb54a759-a3b8-4930-b305-b0e1d5cc0bf6 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:12:34.842718 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-a1cd8916-0565-46c1-96fc-e4f8c32bef5a req-fb54a759-a3b8-4930-b305-b0e1d5cc0bf6 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] 10.222.0.24 "GET /v2.0/ports?device_id=04e910c1-0379-4bd6-b5be-10952a030fd0 HTTP/1.1" status: 200 len: 945 time: 0.0521371 Mar 28 01:12:34.887824 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-a1cd8916-0565-46c1-96fc-e4f8c32bef5a req-4d676c5f-1494-40c6-89ad-e734d5de7d10 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] 10.222.0.24 "GET /v2.0/security-groups?id=234a84ca-f019-4176-a044-6ab986a4df8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422153 Mar 28 01:12:35.412969 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b8bd23-d523-43e6-a8ba-eba118ee0ae7 req-6676bd7c-7625-4e82-82f9-6f8987c0d8d5 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:12:35.414338 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e1b8bd23-d523-43e6-a8ba-eba118ee0ae7 req-6676bd7c-7625-4e82-82f9-6f8987c0d8d5 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb68cc6f-99af-413c-b7ba-453f3199e5e1 HTTP/1.1" status: 200 len: 943 time: 0.0523014 Mar 28 01:12:35.465613 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e1b8bd23-d523-43e6-a8ba-eba118ee0ae7 req-1efa6525-75b7-49c6-99db-6ee1ae4ad77e tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a04cadd-9e33-421f-9e10-fcf82d2217a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451713 Mar 28 01:12:36.012787 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ae8582-557d-414a-8135-4c2047dc788c req-6ca7287d-89b4-4bad-8683-a2477bdd4bc5 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:12:36.014893 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-e9ae8582-557d-414a-8135-4c2047dc788c req-6ca7287d-89b4-4bad-8683-a2477bdd4bc5 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] 10.222.0.24 "GET /v2.0/ports?device_id=04e910c1-0379-4bd6-b5be-10952a030fd0 HTTP/1.1" status: 200 len: 945 time: 0.0535045 Mar 28 01:12:36.071860 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-e9ae8582-557d-414a-8135-4c2047dc788c req-3d50b4e7-5f81-4e5c-9697-4a0ea9974a88 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] 10.222.0.24 "GET /v2.0/security-groups?id=234a84ca-f019-4176-a044-6ab986a4df8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499744 Mar 28 01:12:36.584353 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbf98ed-16cf-4051-846e-67a8b1a6f20b req-4ee61ab7-4fef-4cbf-98f0-aa17106c431f tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:12:36.585833 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-8fbf98ed-16cf-4051-846e-67a8b1a6f20b req-4ee61ab7-4fef-4cbf-98f0-aa17106c431f tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb68cc6f-99af-413c-b7ba-453f3199e5e1 HTTP/1.1" status: 200 len: 943 time: 0.0530028 Mar 28 01:12:36.634651 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-8fbf98ed-16cf-4051-846e-67a8b1a6f20b req-c1e1793b-b1d0-458e-a7c4-a8425e8c0421 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a04cadd-9e33-421f-9e10-fcf82d2217a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432119 Mar 28 01:12:37.182648 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95792c7-04e1-446e-82fa-d1dc355b7556 req-82933b8e-f2ad-4028-b2ce-cc5141354f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:12:37.184173 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-b95792c7-04e1-446e-82fa-d1dc355b7556 req-82933b8e-f2ad-4028-b2ce-cc5141354f6a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=04e910c1-0379-4bd6-b5be-10952a030fd0 HTTP/1.1" status: 200 len: 1129 time: 0.0424025 Mar 28 01:12:37.188698 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc964e90-b5c5-4154-a7bf-b259755d2756 req-47201918-857d-406f-9b2f-602971cf588a tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:12:37.190161 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-bc964e90-b5c5-4154-a7bf-b259755d2756 req-47201918-857d-406f-9b2f-602971cf588a tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] 10.222.0.24 "GET /v2.0/ports?device_id=04e910c1-0379-4bd6-b5be-10952a030fd0 HTTP/1.1" status: 200 len: 945 time: 0.0530682 Mar 28 01:12:37.244867 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-b95792c7-04e1-446e-82fa-d1dc355b7556 req-00af453f-d3b2-4a6c-943d-e2530ac14006 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=234a84ca-f019-4176-a044-6ab986a4df8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448620 Mar 28 01:12:37.245134 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-bc964e90-b5c5-4154-a7bf-b259755d2756 req-21732bc9-7b24-486f-b345-f526783ded9e tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] 10.222.0.24 "GET /v2.0/security-groups?id=234a84ca-f019-4176-a044-6ab986a4df8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491929 Mar 28 01:12:37.756689 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a48218-6043-4dfd-9488-3ace4fe1bdc7 req-484e4122-8b92-4c90-95de-5b182366dfad tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:12:37.758145 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-d1a48218-6043-4dfd-9488-3ace4fe1bdc7 req-484e4122-8b92-4c90-95de-5b182366dfad tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb68cc6f-99af-413c-b7ba-453f3199e5e1 HTTP/1.1" status: 200 len: 943 time: 0.0554159 Mar 28 01:12:37.806293 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-d1a48218-6043-4dfd-9488-3ace4fe1bdc7 req-137e89a3-0857-4087-8d5b-a8291247c8fc tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a04cadd-9e33-421f-9e10-fcf82d2217a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421195 Mar 28 01:12:38.373820 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4202fd-9bc7-43cb-9e03-e0884f545d54 req-ac06726e-8446-4061-a43f-d9d9500f74d3 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:12:38.375317 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-2e4202fd-9bc7-43cb-9e03-e0884f545d54 req-ac06726e-8446-4061-a43f-d9d9500f74d3 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] 10.222.0.24 "GET /v2.0/ports?device_id=04e910c1-0379-4bd6-b5be-10952a030fd0 HTTP/1.1" status: 200 len: 945 time: 0.0547025 Mar 28 01:12:38.421801 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-2e4202fd-9bc7-43cb-9e03-e0884f545d54 req-528ecd97-9199-4159-ad6a-d304467720b5 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] 10.222.0.24 "GET /v2.0/security-groups?id=234a84ca-f019-4176-a044-6ab986a4df8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409379 Mar 28 01:12:38.443969 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 56178) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:12:38.505034 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-628079ed-c25d-4755-9075-ea7fb51d20d7 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] 10.222.0.24 "GET /v2.0/floatingips/9acb3b51-feea-48a4-b853-94046148a0a1 HTTP/1.1" status: 200 len: 993 time: 0.0599570 Mar 28 01:12:38.925483 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed36b1c-44ee-454d-910a-846f4e86d06c req-c097b897-6a89-46ea-bd59-002c4608c0f5 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:12:38.927145 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-9ed36b1c-44ee-454d-910a-846f4e86d06c req-c097b897-6a89-46ea-bd59-002c4608c0f5 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb68cc6f-99af-413c-b7ba-453f3199e5e1 HTTP/1.1" status: 200 len: 943 time: 0.0554016 Mar 28 01:12:38.976812 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-9ed36b1c-44ee-454d-910a-846f4e86d06c req-c154c328-820c-434c-83c4-876616dda292 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a04cadd-9e33-421f-9e10-fcf82d2217a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441091 Mar 28 01:12:39.007190 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device ec9381a0-0ab4-409f-943a-81c10454d4f7 details requested by agent hyperv_hv-neutron-8348 with host hv-neutron-8348 {{(pid=104100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 01:12:39.037919 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device ec9381a0-0ab4-409f-943a-81c10454d4f7 no longer exists at agent hyperv_hv-neutron-8348 {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:12:39.171211 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port ec9381a0-0ab4-409f-943a-81c10454d4f7, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=ec9381a0-0ab4-409f-943a-81c10454d4f7,segment=NetworkSegment(b47ba046-35f2-4903-acbb-d6fcbb0d2955),segment_id=b47ba046-35f2-4903-acbb-d6fcbb0d2955)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:12:39.186774 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port ec9381a0-0ab4-409f-943a-81c10454d4f7 is: ACTIVE; New status is: DOWN {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:12:39.187162 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (ec9381a0-0ab4-409f-943a-81c10454d4f7), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:39.190088 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Returning: {'device': 'ec9381a0-0ab4-409f-943a-81c10454d4f7', 'network_id': '745fd454-bb06-4c54-aadd-3ee4f6bccc71', 'port_id': 'ec9381a0-0ab4-409f-943a-81c10454d4f7', 'mac_address': 'fa:16:3e:ff:c4:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ec254af-219d-409e-a483-af3f88221988', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 01:12:39.231289 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04e910c1-0379-4bd6-b5be-10952a030fd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec9381a0-0ab4-409f-943a-81c10454d4f7'}] {{(pid=104100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:12:39.233557 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd27896ebc78d0f7931321182ba9533a7b768b1c3fcddb3ff52a8aee6ddeaf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79aaa02b-f907-4bd4-9c43-f85804e5838b" -d '{"events": [{"server_uuid": "04e910c1-0379-4bd6-b5be-10952a030fd0", "name": "network-vif-unplugged", "status": "completed", "tag": "ec9381a0-0ab4-409f-943a-81c10454d4f7"}]}' {{(pid=104100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:12:39.248892 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port ec9381a0-0ab4-409f-943a-81c10454d4f7, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=ec9381a0-0ab4-409f-943a-81c10454d4f7,segment=NetworkSegment(b47ba046-35f2-4903-acbb-d6fcbb0d2955),segment_id=b47ba046-35f2-4903-acbb-d6fcbb0d2955)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:12:39.257982 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (ec9381a0-0ab4-409f-943a-81c10454d4f7), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:39.261485 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port ec9381a0-0ab4-409f-943a-81c10454d4f7 is: ACTIVE; New status is: BUILD {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:12:39.261859 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (ec9381a0-0ab4-409f-943a-81c10454d4f7), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:39.291171 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Mar 2022 01:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eea39d68-5260-4658-ac9a-30ccb3fe5481 x-openstack-request-id: req-eea39d68-5260-4658-ac9a-30ccb3fe5481 {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:12:39.291477 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04e910c1-0379-4bd6-b5be-10952a030fd0", "name": "network-vif-unplugged", "status": "completed", "tag": "ec9381a0-0ab4-409f-943a-81c10454d4f7", "code": 200}]} {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:12:39.291704 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-eea39d68-5260-4658-ac9a-30ccb3fe5481 {{(pid=104100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:12:39.292111 dv-neutron-834874-6-hyperv neutron-server[104100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eea39d68-5260-4658-ac9a-30ccb3fe5481'] response: {'server_uuid': '04e910c1-0379-4bd6-b5be-10952a030fd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec9381a0-0ab4-409f-943a-81c10454d4f7', 'code': 200} Mar 28 01:12:39.301982 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ec9381a0-0ab4-409f-943a-81c10454d4f7 {{(pid=104100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 01:12:39.340787 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Pushing event updated for resources: {'Port': ['ID=ec9381a0-0ab4-409f-943a-81c10454d4f7,revision_number=6']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:12:39.352427 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:12:39.352782 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:12:39.353128 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:12:39.353467 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:12:39.353802 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:12:39.354133 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:12:39.354459 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:12:39.354782 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:12:39.355105 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:12:39.355430 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:12:39.355753 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:12:39.356106 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:12:39.356422 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:12:39.356770 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:12:39.357092 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:12:39.369722 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.db.api [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104100) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 01:12:39.370085 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG oslo_db.api [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 01:12:39.906357 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port ec9381a0-0ab4-409f-943a-81c10454d4f7 is: DOWN; New status is: BUILD {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:12:39.906995 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (ec9381a0-0ab4-409f-943a-81c10454d4f7), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:39.920270 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec9381a0-0ab4-409f-943a-81c10454d4f7 {{(pid=104100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 01:12:39.939380 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port ec9381a0-0ab4-409f-943a-81c10454d4f7, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=ec9381a0-0ab4-409f-943a-81c10454d4f7,segment=NetworkSegment(b47ba046-35f2-4903-acbb-d6fcbb0d2955),segment_id=b47ba046-35f2-4903-acbb-d6fcbb0d2955)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:12:39.942741 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (ec9381a0-0ab4-409f-943a-81c10454d4f7), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:39.990461 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Pushing event updated for resources: {'Port': ['ID=ec9381a0-0ab4-409f-943a-81c10454d4f7,revision_number=7']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:12:40.090938 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa6dea5-8542-491f-8161-d03de94a6b56 req-c267a3e2-6483-472c-a1d2-070de55ac3f4 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:12:40.092404 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6aa6dea5-8542-491f-8161-d03de94a6b56 req-c267a3e2-6483-472c-a1d2-070de55ac3f4 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb68cc6f-99af-413c-b7ba-453f3199e5e1 HTTP/1.1" status: 200 len: 943 time: 0.0504582 Mar 28 01:12:40.144938 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6aa6dea5-8542-491f-8161-d03de94a6b56 req-3dc0594d-d9ba-474f-8f19-35d1cc4ac656 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a04cadd-9e33-421f-9e10-fcf82d2217a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470755 Mar 28 01:12:40.208757 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] get_ports_and_sgs() called for port_ids ['ec9381a0-0ab4-409f-943a-81c10454d4f7'] {{(pid=104100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 01:12:40.317918 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-ce93514f-26e4-4356-8669-8990d41a9ce2 req-c38f96d4-d14a-46ea-8207-3f50ad173c3d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=04e910c1-0379-4bd6-b5be-10952a030fd0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0435922 Mar 28 01:12:40.398930 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce93514f-26e4-4356-8669-8990d41a9ce2 req-5c2ba278-3846-45ce-89eb-0121aa1fa3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:12:40.400386 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-ce93514f-26e4-4356-8669-8990d41a9ce2 req-5c2ba278-3846-45ce-89eb-0121aa1fa3a9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5380d7706aed4cb6accd0f46fa008fba&device_id=04e910c1-0379-4bd6-b5be-10952a030fd0 HTTP/1.1" status: 200 len: 1128 time: 0.0437751 Mar 28 01:12:40.503930 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce93514f-26e4-4356-8669-8990d41a9ce2 req-858ec61b-2be3-44ea-ad81-e2fb27da4d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:12:40.505421 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-ce93514f-26e4-4356-8669-8990d41a9ce2 req-858ec61b-2be3-44ea-ad81-e2fb27da4d7f service neutron] 10.222.0.10 "GET /v2.0/networks?id=745fd454-bb06-4c54-aadd-3ee4f6bccc71 HTTP/1.1" status: 200 len: 896 time: 0.0866163 Mar 28 01:12:40.569205 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-ce93514f-26e4-4356-8669-8990d41a9ce2 req-2c651a1e-9e70-4bac-96a4-8c0fb826cf37 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec9381a0-0ab4-409f-943a-81c10454d4f7 HTTP/1.1" status: 200 len: 1000 time: 0.0577531 Mar 28 01:12:40.616510 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce93514f-26e4-4356-8669-8990d41a9ce2 req-a76bf702-7b96-45c6-8600-3686c2ee9d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:12:40.617921 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-ce93514f-26e4-4356-8669-8990d41a9ce2 req-a76bf702-7b96-45c6-8600-3686c2ee9d9d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6ec254af-219d-409e-a483-af3f88221988 HTTP/1.1" status: 200 len: 833 time: 0.0426376 Mar 28 01:12:40.670848 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce93514f-26e4-4356-8669-8990d41a9ce2 req-acc29e65-3f69-446e-aee0-3e0dc0b1a975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:12:40.672258 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-ce93514f-26e4-4356-8669-8990d41a9ce2 req-acc29e65-3f69-446e-aee0-3e0dc0b1a975 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=745fd454-bb06-4c54-aadd-3ee4f6bccc71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0473361 Mar 28 01:12:40.758308 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-ce93514f-26e4-4356-8669-8990d41a9ce2 req-3b080443-2da8-495f-99a2-9c1e5420bbf6 service neutron] 10.222.0.10 "GET /v2.0/networks/745fd454-bb06-4c54-aadd-3ee4f6bccc71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796165 Mar 28 01:12:40.855689 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-ce93514f-26e4-4356-8669-8990d41a9ce2 req-28199d6a-8bd5-4f55-9030-6c191dfa9f86 service neutron] 10.222.0.10 "GET /v2.0/networks/745fd454-bb06-4c54-aadd-3ee4f6bccc71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834153 Mar 28 01:12:41.035089 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device ec9381a0-0ab4-409f-943a-81c10454d4f7 up at agent hyperv_hv-neutron-8348 {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:12:41.081855 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Provisioning complete for port ec9381a0-0ab4-409f-943a-81c10454d4f7 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:12:41.082230 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (ec9381a0-0ab4-409f-943a-81c10454d4f7), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:41.155114 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port ec9381a0-0ab4-409f-943a-81c10454d4f7 is: BUILD; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:12:41.155566 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (ec9381a0-0ab4-409f-943a-81c10454d4f7), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:41.188432 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port ec9381a0-0ab4-409f-943a-81c10454d4f7, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=ec9381a0-0ab4-409f-943a-81c10454d4f7,segment=NetworkSegment(b47ba046-35f2-4903-acbb-d6fcbb0d2955),segment_id=b47ba046-35f2-4903-acbb-d6fcbb0d2955)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:12:41.193444 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (ec9381a0-0ab4-409f-943a-81c10454d4f7), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:41.243040 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Pushing event updated for resources: {'Port': ['ID=ec9381a0-0ab4-409f-943a-81c10454d4f7,revision_number=8']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:12:41.263012 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef44c85-0a38-4149-8b2a-ece730b91e9f req-00fd863a-fec2-42ee-8bad-2a88b3279fca tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:12:41.264499 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-9ef44c85-0a38-4149-8b2a-ece730b91e9f req-00fd863a-fec2-42ee-8bad-2a88b3279fca tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb68cc6f-99af-413c-b7ba-453f3199e5e1 HTTP/1.1" status: 200 len: 943 time: 0.0513134 Mar 28 01:12:41.293369 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04e910c1-0379-4bd6-b5be-10952a030fd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec9381a0-0ab4-409f-943a-81c10454d4f7'}] {{(pid=104100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:12:41.296257 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd27896ebc78d0f7931321182ba9533a7b768b1c3fcddb3ff52a8aee6ddeaf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bed6a95-43a2-4be9-9200-d9af072e4728" -d '{"events": [{"server_uuid": "04e910c1-0379-4bd6-b5be-10952a030fd0", "name": "network-vif-plugged", "status": "completed", "tag": "ec9381a0-0ab4-409f-943a-81c10454d4f7"}]}' {{(pid=104100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:12:41.313103 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-9ef44c85-0a38-4149-8b2a-ece730b91e9f req-bdd003e5-5b4f-4ffc-9b59-6a4414a2c863 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a04cadd-9e33-421f-9e10-fcf82d2217a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428407 Mar 28 01:12:41.330964 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 01:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f34a77c-8761-4de9-8ad0-e78bab3c1abb x-openstack-request-id: req-6f34a77c-8761-4de9-8ad0-e78bab3c1abb {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:12:41.331258 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04e910c1-0379-4bd6-b5be-10952a030fd0", "name": "network-vif-plugged", "status": "completed", "tag": "ec9381a0-0ab4-409f-943a-81c10454d4f7", "code": 200}]} {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:12:41.331514 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6f34a77c-8761-4de9-8ad0-e78bab3c1abb {{(pid=104100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:12:41.331908 dv-neutron-834874-6-hyperv neutron-server[104100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f34a77c-8761-4de9-8ad0-e78bab3c1abb'] response: {'server_uuid': '04e910c1-0379-4bd6-b5be-10952a030fd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec9381a0-0ab4-409f-943a-81c10454d4f7', 'code': 200} Mar 28 01:12:41.389763 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-3e26c754-89d5-4e11-ac29-b5948b3afaf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:42.429587 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f175a0c-a821-4db6-a153-e699803083ac req-b9d55aaf-f1cc-460e-a6d2-75a71ff821b9 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:12:42.431041 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-2f175a0c-a821-4db6-a153-e699803083ac req-b9d55aaf-f1cc-460e-a6d2-75a71ff821b9 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb68cc6f-99af-413c-b7ba-453f3199e5e1 HTTP/1.1" status: 200 len: 943 time: 0.0515432 Mar 28 01:12:42.478332 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-2f175a0c-a821-4db6-a153-e699803083ac req-4cbf0603-5901-4ff1-9a22-05198ef9e17e tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a04cadd-9e33-421f-9e10-fcf82d2217a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411596 Mar 28 01:12:43.558800 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad629f8c-8eb2-4c33-a843-391a60b8463d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:43.601425 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff89aceb-cbd1-4ac0-9aa3-49a636624307 req-b4a831b2-72be-4e1d-9c69-149edf99a948 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:12:43.602897 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-ff89aceb-cbd1-4ac0-9aa3-49a636624307 req-b4a831b2-72be-4e1d-9c69-149edf99a948 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb68cc6f-99af-413c-b7ba-453f3199e5e1 HTTP/1.1" status: 200 len: 943 time: 0.0560942 Mar 28 01:12:43.649810 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-ff89aceb-cbd1-4ac0-9aa3-49a636624307 req-e15a450d-8ee8-43fa-8f8d-ea2c77911825 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a04cadd-9e33-421f-9e10-fcf82d2217a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410097 Mar 28 01:12:44.756017 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:44.768059 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5605182-1a19-4c2a-80ea-65c616943e5b req-e0e8f8ae-d33d-48c3-92f6-88cac703c5e4 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:12:44.769524 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-c5605182-1a19-4c2a-80ea-65c616943e5b req-e0e8f8ae-d33d-48c3-92f6-88cac703c5e4 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb68cc6f-99af-413c-b7ba-453f3199e5e1 HTTP/1.1" status: 200 len: 943 time: 0.0556762 Mar 28 01:12:44.816407 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-c5605182-1a19-4c2a-80ea-65c616943e5b req-ffc0eb65-de5a-4110-bd57-df8c5242abfe tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a04cadd-9e33-421f-9e10-fcf82d2217a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414090 Mar 28 01:12:45.039388 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device f70c24a9-8ab3-4305-b034-7b47b80da76e details requested by agent hyperv_hv-neutron-8348 with host hv-neutron-8348 {{(pid=104100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 01:12:45.133908 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port f70c24a9-8ab3-4305-b034-7b47b80da76e, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=f70c24a9-8ab3-4305-b034-7b47b80da76e,segment=NetworkSegment(de88a4a0-f76a-4017-a6e3-6b8499720147),segment_id=de88a4a0-f76a-4017-a6e3-6b8499720147)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:12:45.144587 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Returning: {'device': 'f70c24a9-8ab3-4305-b034-7b47b80da76e', 'network_id': '788fd3f3-3593-4cdc-933e-dd5c53c623d8', 'port_id': 'f70c24a9-8ab3-4305-b034-7b47b80da76e', 'mac_address': 'fa:16:3e:66:91:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a57ae47-09ee-4007-9878-c6cea91f6590', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 01:12:45.180860 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port f70c24a9-8ab3-4305-b034-7b47b80da76e is: DOWN; New status is: BUILD {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:12:45.181246 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (f70c24a9-8ab3-4305-b034-7b47b80da76e), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:45.196936 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f70c24a9-8ab3-4305-b034-7b47b80da76e {{(pid=104100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 01:12:45.218475 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port f70c24a9-8ab3-4305-b034-7b47b80da76e, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=f70c24a9-8ab3-4305-b034-7b47b80da76e,segment=NetworkSegment(de88a4a0-f76a-4017-a6e3-6b8499720147),segment_id=de88a4a0-f76a-4017-a6e3-6b8499720147)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:12:45.222429 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (f70c24a9-8ab3-4305-b034-7b47b80da76e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:45.270162 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Pushing event updated for resources: {'Port': ['ID=f70c24a9-8ab3-4305-b034-7b47b80da76e,revision_number=4']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:12:45.454379 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] get_ports_and_sgs() called for port_ids ['f70c24a9-8ab3-4305-b034-7b47b80da76e'] {{(pid=104100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 01:12:45.931598 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54660f3f-9a7c-4ebf-8e02-f63f64080819 req-1381fd5b-98da-4055-a55d-d96e3a841876 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:12:45.933082 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-54660f3f-9a7c-4ebf-8e02-f63f64080819 req-1381fd5b-98da-4055-a55d-d96e3a841876 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb68cc6f-99af-413c-b7ba-453f3199e5e1 HTTP/1.1" status: 200 len: 944 time: 0.0518913 Mar 28 01:12:45.980655 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-54660f3f-9a7c-4ebf-8e02-f63f64080819 req-5de37cc9-5bee-43f7-a6c1-460018559493 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a04cadd-9e33-421f-9e10-fcf82d2217a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420494 Mar 28 01:12:46.199713 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:47.059819 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device f70c24a9-8ab3-4305-b034-7b47b80da76e up at agent hyperv_hv-neutron-8348 {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:12:47.098307 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9270dc3-fa3a-4b44-97e4-6fc8614ba770 req-b0fec5f6-b06a-43d3-8140-b87251ddd927 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:12:47.099678 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-f9270dc3-fa3a-4b44-97e4-6fc8614ba770 req-b0fec5f6-b06a-43d3-8140-b87251ddd927 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb68cc6f-99af-413c-b7ba-453f3199e5e1 HTTP/1.1" status: 200 len: 944 time: 0.0547264 Mar 28 01:12:47.108453 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Provisioning for port f70c24a9-8ab3-4305-b034-7b47b80da76e completed by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 01:12:47.112457 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Provisioning complete for port f70c24a9-8ab3-4305-b034-7b47b80da76e triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:12:47.112826 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (f70c24a9-8ab3-4305-b034-7b47b80da76e), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:47.148211 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-f9270dc3-fa3a-4b44-97e4-6fc8614ba770 req-f7205901-11fe-462e-993e-0742faab0e4b tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a04cadd-9e33-421f-9e10-fcf82d2217a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427587 Mar 28 01:12:47.187720 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port f70c24a9-8ab3-4305-b034-7b47b80da76e is: BUILD; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:12:47.187720 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (f70c24a9-8ab3-4305-b034-7b47b80da76e), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:47.208704 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb68cc6f-99af-413c-b7ba-453f3199e5e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f70c24a9-8ab3-4305-b034-7b47b80da76e'}] {{(pid=104100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:12:47.210904 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd27896ebc78d0f7931321182ba9533a7b768b1c3fcddb3ff52a8aee6ddeaf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e139843-8ceb-4df6-99d8-09bf0227b478" -d '{"events": [{"server_uuid": "fb68cc6f-99af-413c-b7ba-453f3199e5e1", "name": "network-vif-plugged", "status": "completed", "tag": "f70c24a9-8ab3-4305-b034-7b47b80da76e"}]}' {{(pid=104100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:12:47.227336 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port f70c24a9-8ab3-4305-b034-7b47b80da76e, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=f70c24a9-8ab3-4305-b034-7b47b80da76e,segment=NetworkSegment(de88a4a0-f76a-4017-a6e3-6b8499720147),segment_id=de88a4a0-f76a-4017-a6e3-6b8499720147)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:12:47.232431 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (f70c24a9-8ab3-4305-b034-7b47b80da76e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:47.396876 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 01:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-824fd64b-58fc-48a6-a66e-dc179bfb78ba x-openstack-request-id: req-824fd64b-58fc-48a6-a66e-dc179bfb78ba {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:12:47.397121 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb68cc6f-99af-413c-b7ba-453f3199e5e1", "name": "network-vif-plugged", "status": "completed", "tag": "f70c24a9-8ab3-4305-b034-7b47b80da76e", "code": 200}]} {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:12:47.397317 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-824fd64b-58fc-48a6-a66e-dc179bfb78ba {{(pid=104100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:12:47.397702 dv-neutron-834874-6-hyperv neutron-server[104100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-824fd64b-58fc-48a6-a66e-dc179bfb78ba'] response: {'server_uuid': 'fb68cc6f-99af-413c-b7ba-453f3199e5e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f70c24a9-8ab3-4305-b034-7b47b80da76e', 'code': 200} Mar 28 01:12:47.422762 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Pushing event updated for resources: {'Port': ['ID=f70c24a9-8ab3-4305-b034-7b47b80da76e,revision_number=5']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:12:47.467908 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdfba4f-b0bf-4850-8647-6596b2d5678d req-e3a3edda-d5ab-46bb-a57c-e9f0dc5a2df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:12:47.469396 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-dcdfba4f-b0bf-4850-8647-6596b2d5678d req-e3a3edda-d5ab-46bb-a57c-e9f0dc5a2df8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fb68cc6f-99af-413c-b7ba-453f3199e5e1 HTTP/1.1" status: 200 len: 1129 time: 0.0438337 Mar 28 01:12:47.513499 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-dcdfba4f-b0bf-4850-8647-6596b2d5678d req-6dcbca05-78e0-48e1-a453-3271909a9aae service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=5a04cadd-9e33-421f-9e10-fcf82d2217a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379243 Mar 28 01:12:47.758908 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:48.268420 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcec45e6-1fba-4882-ab1c-50fc1ab91ede req-0986fcff-df09-4743-9c75-23e5f2e2880e tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:12:48.269884 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-bcec45e6-1fba-4882-ab1c-50fc1ab91ede req-0986fcff-df09-4743-9c75-23e5f2e2880e tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb68cc6f-99af-413c-b7ba-453f3199e5e1 HTTP/1.1" status: 200 len: 945 time: 0.0548410 Mar 28 01:12:48.317371 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-bcec45e6-1fba-4882-ab1c-50fc1ab91ede req-86f85439-2dd4-41a5-823e-51a33042c93f tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a04cadd-9e33-421f-9e10-fcf82d2217a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420952 Mar 28 01:12:49.430285 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec422510-62e1-44cf-b5c6-e267f6a2900f req-9e776513-f03d-4ec9-9efa-a4fb27951999 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:12:49.431736 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-ec422510-62e1-44cf-b5c6-e267f6a2900f req-9e776513-f03d-4ec9-9efa-a4fb27951999 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb68cc6f-99af-413c-b7ba-453f3199e5e1 HTTP/1.1" status: 200 len: 945 time: 0.0501761 Mar 28 01:12:49.483501 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-ec422510-62e1-44cf-b5c6-e267f6a2900f req-dc983294-12fa-4db1-8aa4-3649112d7c76 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a04cadd-9e33-421f-9e10-fcf82d2217a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453041 Mar 28 01:12:49.597180 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c4a97d-bcfd-4a0c-b4df-45accbcb6f33 req-e5e24b48-d54c-41bd-bcbd-b171e06aeed4 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:12:49.598633 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-d8c4a97d-bcfd-4a0c-b4df-45accbcb6f33 req-e5e24b48-d54c-41bd-bcbd-b171e06aeed4 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb68cc6f-99af-413c-b7ba-453f3199e5e1 HTTP/1.1" status: 200 len: 945 time: 0.0517206 Mar 28 01:12:49.645459 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-d8c4a97d-bcfd-4a0c-b4df-45accbcb6f33 req-c6638eb1-6fc7-4844-bc1c-61b6883d9a76 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a04cadd-9e33-421f-9e10-fcf82d2217a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414312 Mar 28 01:12:49.667017 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 56216) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:12:49.708697 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c51a82b-f1c6-45ea-af04-710e6d79a0b5 tempest-TestVolumeBootPattern-626820451 tempest-TestVolumeBootPattern-626820451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:12:49.710156 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-1c51a82b-f1c6-45ea-af04-710e6d79a0b5 tempest-TestVolumeBootPattern-626820451 tempest-TestVolumeBootPattern-626820451-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=fb68cc6f-99af-413c-b7ba-453f3199e5e1 HTTP/1.1" status: 200 len: 1124 time: 0.0422068 Mar 28 01:12:49.712816 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 56218) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:12:49.716953 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-ab4c2489-8dd0-4a93-bd5a-795e4027f4d1 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Request body: {'floatingip': {'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'port_id': 'f70c24a9-8ab3-4305-b034-7b47b80da76e', 'tenant_id': 'bf9f34f21ab94392ab36354129e00f8d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:12:49.736365 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ab4c2489-8dd0-4a93-bd5a-795e4027f4d1 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:49.832941 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ab4c2489-8dd0-4a93-bd5a-795e4027f4d1 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:49.937496 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [None req-ab4c2489-8dd0-4a93-bd5a-795e4027f4d1 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Allocated IP 172.26.1.171 (dea6548b-502b-42db-97fb-371e423e739a/cce6de65-d8c9-45b8-9970-0a277e8c1192/968c53c8-8126-4f79-8d87-a428b82a2146) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:12:50.033528 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ab4c2489-8dd0-4a93-bd5a-795e4027f4d1 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Publish callbacks [] for port (968c53c8-8126-4f79-8d87-a428b82a2146), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:50.066044 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ab4c2489-8dd0-4a93-bd5a-795e4027f4d1 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (968c53c8-8126-4f79-8d87-a428b82a2146), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:50.102022 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4c2489-8dd0-4a93-bd5a-795e4027f4d1 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Network dea6548b-502b-42db-97fb-371e423e739a is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:12:50.104902 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-ab4c2489-8dd0-4a93-bd5a-795e4027f4d1 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:12:50.111411 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4c2489-8dd0-4a93-bd5a-795e4027f4d1 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:12:50.116802 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4c2489-8dd0-4a93-bd5a-795e4027f4d1 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Pushing event updated for resources: {'Port': ['ID=968c53c8-8126-4f79-8d87-a428b82a2146,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:12:50.447495 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ab4c2489-8dd0-4a93-bd5a-795e4027f4d1 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Publish callbacks [] for floatingip (250fdb5a-15b8-4fcb-8f42-6b1bbe0d8039), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:50.516459 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ab4c2489-8dd0-4a93-bd5a-795e4027f4d1 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (968c53c8-8126-4f79-8d87-a428b82a2146), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:50.655756 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ab4c2489-8dd0-4a93-bd5a-795e4027f4d1 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Publish callbacks [] for port (968c53c8-8126-4f79-8d87-a428b82a2146), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:50.660322 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ab4c2489-8dd0-4a93-bd5a-795e4027f4d1 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (968c53c8-8126-4f79-8d87-a428b82a2146), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:50.729568 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4c2489-8dd0-4a93-bd5a-795e4027f4d1 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Pushing event updated for resources: {'Port': ['ID=968c53c8-8126-4f79-8d87-a428b82a2146,revision_number=2']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:12:50.739505 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ab4c2489-8dd0-4a93-bd5a-795e4027f4d1 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688063'] for floatingip (250fdb5a-15b8-4fcb-8f42-6b1bbe0d8039), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:50.841725 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.l3_db [None req-ab4c2489-8dd0-4a93-bd5a-795e4027f4d1 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Floating IP 250fdb5a-15b8-4fcb-8f42-6b1bbe0d8039 associated. External IP: 172.26.1.171, port: f70c24a9-8ab3-4305-b034-7b47b80da76e. Mar 28 01:12:51.348358 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab4c2489-8dd0-4a93-bd5a-795e4027f4d1 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Router 87992a48-3273-4cf7-b5bb-efc23b63aac4 has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:12:51.453102 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab4c2489-8dd0-4a93-bd5a-795e4027f4d1 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:12:51.462156 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3166d12e-487c-4e2c-a128-c6b3a0002a3a None None] Sync routers for ids ['87992a48-3273-4cf7-b5bb-efc23b63aac4'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:12:51.471351 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ab4c2489-8dd0-4a93-bd5a-795e4027f4d1 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for floatingip (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:51.472251 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3166d12e-487c-4e2c-a128-c6b3a0002a3a None None] Routers {'87992a48-3273-4cf7-b5bb-efc23b63aac4'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:12:51.472853 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-3166d12e-487c-4e2c-a128-c6b3a0002a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:12:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['87992a48-3273-4cf7-b5bb-efc23b63aac4'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:12:51.508631 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-ab4c2489-8dd0-4a93-bd5a-795e4027f4d1 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7874439 Mar 28 01:12:51.508631 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb68cc6f-99af-413c-b7ba-453f3199e5e1', 'tag': 'f70c24a9-8ab3-4305-b034-7b47b80da76e'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:12:51.508631 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2af4b01a9fa8b1570ccf1d7859d693ad34c106b258078e9cfae86b97f35e3d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4606c288-0769-4ba7-89e6-574da025cecb" -d '{"events": [{"name": "network-changed", "server_uuid": "fb68cc6f-99af-413c-b7ba-453f3199e5e1", "tag": "f70c24a9-8ab3-4305-b034-7b47b80da76e"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:12:51.542308 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 01:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26db5b4a-0f3c-4cd9-bc3c-a1db49036787 x-openstack-request-id: req-26db5b4a-0f3c-4cd9-bc3c-a1db49036787 {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:12:51.542673 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb68cc6f-99af-413c-b7ba-453f3199e5e1", "tag": "f70c24a9-8ab3-4305-b034-7b47b80da76e", "status": "completed", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:12:51.542936 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-26db5b4a-0f3c-4cd9-bc3c-a1db49036787 {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:12:51.543347 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26db5b4a-0f3c-4cd9-bc3c-a1db49036787'] response: {'name': 'network-changed', 'server_uuid': 'fb68cc6f-99af-413c-b7ba-453f3199e5e1', 'tag': 'f70c24a9-8ab3-4305-b034-7b47b80da76e', 'status': 'completed', 'code': 200} Mar 28 01:12:51.581639 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-3166d12e-487c-4e2c-a128-c6b3a0002a3a None None] Set router 87992a48-3273-4cf7-b5bb-efc23b63aac4 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:12:51.606821 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4606c288-0769-4ba7-89e6-574da025cecb req-f87c60e8-e8eb-417c-84a9-f820719bc518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:12:51.608344 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-4606c288-0769-4ba7-89e6-574da025cecb req-f87c60e8-e8eb-417c-84a9-f820719bc518 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bf9f34f21ab94392ab36354129e00f8d&device_id=fb68cc6f-99af-413c-b7ba-453f3199e5e1 HTTP/1.1" status: 200 len: 1129 time: 0.0443633 Mar 28 01:12:51.696654 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4606c288-0769-4ba7-89e6-574da025cecb req-40de1afe-8500-4599-ad0c-82fa546672ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:12:51.698138 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-4606c288-0769-4ba7-89e6-574da025cecb req-40de1afe-8500-4599-ad0c-82fa546672ae service neutron] 10.222.0.10 "GET /v2.0/networks?id=788fd3f3-3593-4cdc-933e-dd5c53c623d8 HTTP/1.1" status: 200 len: 912 time: 0.0822749 Mar 28 01:12:51.766556 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-4606c288-0769-4ba7-89e6-574da025cecb req-514c9014-596e-4630-92ac-0dc51a1cb29a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f70c24a9-8ab3-4305-b034-7b47b80da76e HTTP/1.1" status: 200 len: 999 time: 0.0618057 Mar 28 01:12:51.816374 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4606c288-0769-4ba7-89e6-574da025cecb req-9c4f49e7-63c7-49c7-b1fa-001b658b66ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:12:51.817833 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-4606c288-0769-4ba7-89e6-574da025cecb req-9c4f49e7-63c7-49c7-b1fa-001b658b66ae service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0a57ae47-09ee-4007-9878-c6cea91f6590 HTTP/1.1" status: 200 len: 851 time: 0.0449164 Mar 28 01:12:51.868539 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4606c288-0769-4ba7-89e6-574da025cecb req-2e772285-17e3-43a8-bd4c-5fff216268b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:12:51.870104 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-4606c288-0769-4ba7-89e6-574da025cecb req-2e772285-17e3-43a8-bd4c-5fff216268b2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=788fd3f3-3593-4cdc-933e-dd5c53c623d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0459883 Mar 28 01:12:51.901369 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-3166d12e-487c-4e2c-a128-c6b3a0002a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87992a48-3273-4cf7-b5bb-efc23b63aac4', 'name': 'tempest-TestVolumeBootPattern-1711087568-router', 'tenant_id': 'bf9f34f21ab94392ab36354129e00f8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.60'}], 'enable_snat': True}, 'gw_port_id': '2b33c713-3e16-49b2-a91e-4acf21746887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:08:24Z', 'updated_at': '2022-03-28T01:08:34Z', 'revision_number': 4, 'project_id': 'bf9f34f21ab94392ab36354129e00f8d', 'gw_port': {'id': '2b33c713-3e16-49b2-a91e-4acf21746887', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87992a48-3273-4cf7-b5bb-efc23b63aac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:08:25Z', 'updated_at': '2022-03-28T01:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_floatingips': [{'id': '250fdb5a-15b8-4fcb-8f42-6b1bbe0d8039', 'tenant_id': 'bf9f34f21ab94392ab36354129e00f8d', 'floating_ip_address': '172.26.1.171', 'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'router_id': '87992a48-3273-4cf7-b5bb-efc23b63aac4', 'port_id': 'f70c24a9-8ab3-4305-b034-7b47b80da76e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '788fd3f3-3593-4cdc-933e-dd5c53c623d8', 'mac_address': 'fa:16:3e:66:91:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb68cc6f-99af-413c-b7ba-453f3199e5e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T01:12:50Z', 'updated_at': '2022-03-28T01:12:50Z', 'revision_number': 0, 'project_id': 'bf9f34f21ab94392ab36354129e00f8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b496533-293b-4013-8308-72d3e2baa76a', 'name': '', 'network_id': '788fd3f3-3593-4cdc-933e-dd5c53c623d8', 'tenant_id': 'bf9f34f21ab94392ab36354129e00f8d', 'mac_address': 'fa:16:3e:e3:30:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87992a48-3273-4cf7-b5bb-efc23b63aac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '0a57ae47-09ee-4007-9878-c6cea91f6590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:08:32Z', 'updated_at': '2022-03-28T01:08:39Z', 'revision_number': 5, 'project_id': 'bf9f34f21ab94392ab36354129e00f8d', 'subnets': [{'id': '0a57ae47-09ee-4007-9878-c6cea91f6590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:12:51.944239 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3166d12e-487c-4e2c-a128-c6b3a0002a3a None None] Checking router: 87992a48-3273-4cf7-b5bb-efc23b63aac4 for host: dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:12:51.954288 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3166d12e-487c-4e2c-a128-c6b3a0002a3a None None] Routers {'87992a48-3273-4cf7-b5bb-efc23b63aac4'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:12:51.955124 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-3166d12e-487c-4e2c-a128-c6b3a0002a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:12:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['87992a48-3273-4cf7-b5bb-efc23b63aac4'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:12:51.995550 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-4606c288-0769-4ba7-89e6-574da025cecb req-2650b459-86e2-47fe-ae52-218e4da99a06 service neutron] 10.222.0.10 "GET /v2.0/networks/788fd3f3-3593-4cdc-933e-dd5c53c623d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192331 Mar 28 01:12:52.068373 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-3166d12e-487c-4e2c-a128-c6b3a0002a3a None None] Set router 87992a48-3273-4cf7-b5bb-efc23b63aac4 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:12:52.083853 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-4606c288-0769-4ba7-89e6-574da025cecb req-31f7eda3-4c37-42df-8643-a6cfc57dce61 service neutron] 10.222.0.10 "GET /v2.0/networks/788fd3f3-3593-4cdc-933e-dd5c53c623d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814736 Mar 28 01:12:52.290144 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-3166d12e-487c-4e2c-a128-c6b3a0002a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87992a48-3273-4cf7-b5bb-efc23b63aac4', 'name': 'tempest-TestVolumeBootPattern-1711087568-router', 'tenant_id': 'bf9f34f21ab94392ab36354129e00f8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.60'}], 'enable_snat': True}, 'gw_port_id': '2b33c713-3e16-49b2-a91e-4acf21746887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:08:24Z', 'updated_at': '2022-03-28T01:08:34Z', 'revision_number': 4, 'project_id': 'bf9f34f21ab94392ab36354129e00f8d', 'gw_port': {'id': '2b33c713-3e16-49b2-a91e-4acf21746887', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87992a48-3273-4cf7-b5bb-efc23b63aac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:08:25Z', 'updated_at': '2022-03-28T01:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_floatingips': [{'id': '250fdb5a-15b8-4fcb-8f42-6b1bbe0d8039', 'tenant_id': 'bf9f34f21ab94392ab36354129e00f8d', 'floating_ip_address': '172.26.1.171', 'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'router_id': '87992a48-3273-4cf7-b5bb-efc23b63aac4', 'port_id': 'f70c24a9-8ab3-4305-b034-7b47b80da76e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '788fd3f3-3593-4cdc-933e-dd5c53c623d8', 'mac_address': 'fa:16:3e:66:91:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb68cc6f-99af-413c-b7ba-453f3199e5e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T01:12:50Z', 'updated_at': '2022-03-28T01:12:50Z', 'revision_number': 0, 'project_id': 'bf9f34f21ab94392ab36354129e00f8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b496533-293b-4013-8308-72d3e2baa76a', 'name': '', 'network_id': '788fd3f3-3593-4cdc-933e-dd5c53c623d8', 'tenant_id': 'bf9f34f21ab94392ab36354129e00f8d', 'mac_address': 'fa:16:3e:e3:30:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87992a48-3273-4cf7-b5bb-efc23b63aac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '0a57ae47-09ee-4007-9878-c6cea91f6590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:08:32Z', 'updated_at': '2022-03-28T01:08:39Z', 'revision_number': 5, 'project_id': 'bf9f34f21ab94392ab36354129e00f8d', 'subnets': [{'id': '0a57ae47-09ee-4007-9878-c6cea91f6590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:12:52.315920 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3166d12e-487c-4e2c-a128-c6b3a0002a3a None None] The sync data for ids ['87992a48-3273-4cf7-b5bb-efc23b63aac4'] in dv-neutron-834874-6-hyperv is: [{'id': '87992a48-3273-4cf7-b5bb-efc23b63aac4', 'name': 'tempest-TestVolumeBootPattern-1711087568-router', 'tenant_id': 'bf9f34f21ab94392ab36354129e00f8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.60'}], 'enable_snat': True}, 'gw_port_id': '2b33c713-3e16-49b2-a91e-4acf21746887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:08:24Z', 'updated_at': '2022-03-28T01:08:34Z', 'revision_number': 4, 'project_id': 'bf9f34f21ab94392ab36354129e00f8d', 'gw_port': {'id': '2b33c713-3e16-49b2-a91e-4acf21746887', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87992a48-3273-4cf7-b5bb-efc23b63aac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:08:25Z', 'updated_at': '2022-03-28T01:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_floatingips': [{'id': '250fdb5a-15b8-4fcb-8f42-6b1bbe0d8039', 'tenant_id': 'bf9f34f21ab94392ab36354129e00f8d', 'floating_ip_address': '172.26.1.171', 'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'router_id': '87992a48-3273-4cf7-b5bb-efc23b63aac4', 'port_id': 'f70c24a9-8ab3-4305-b034-7b47b80da76e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '788fd3f3-3593-4cdc-933e-dd5c53c623d8', 'mac_address': 'fa:16:3e:66:91:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb68cc6f-99af-413c-b7ba-453f3199e5e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T01:12:50Z', 'updated_at': '2022-03-28T01:12:50Z', 'revision_number': 0, 'project_id': 'bf9f34f21ab94392ab36354129e00f8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b496533-293b-4013-8308-72d3e2baa76a', 'name': '', 'network_id': '788fd3f3-3593-4cdc-933e-dd5c53c623d8', 'tenant_id': 'bf9f34f21ab94392ab36354129e00f8d', 'mac_address': 'fa:16:3e:e3:30:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87992a48-3273-4cf7-b5bb-efc23b63aac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '0a57ae47-09ee-4007-9878-c6cea91f6590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:08:32Z', 'updated_at': '2022-03-28T01:08:39Z', 'revision_number': 5, 'project_id': 'bf9f34f21ab94392ab36354129e00f8d', 'subnets': [{'id': '0a57ae47-09ee-4007-9878-c6cea91f6590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:12:52.347081 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 56226) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:12:52.411728 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-48992187-715a-4436-8788-4040681cfa04 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/floatingips/e22678c8-c004-4aae-a690-ec66e4344091 HTTP/1.1" status: 200 len: 994 time: 0.0634754 Mar 28 01:12:52.505110 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab09fb9-7cd5-465a-a574-dfe394d15738 None None] New status for floating IP 250fdb5a-15b8-4fcb-8f42-6b1bbe0d8039: ACTIVE {{(pid=104100) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 01:12:52.667209 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 56232) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:12:52.822284 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-98edfdce-d327-4410-b560-ab3062215a76 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Deleting port a4895b9b-c341-4890-b32a-f8c870eb3d21 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:12:52.822969 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-98edfdce-d327-4410-b560-ab3062215a76 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (a4895b9b-c341-4890-b32a-f8c870eb3d21), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:52.898078 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-98edfdce-d327-4410-b560-ab3062215a76 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (a4895b9b-c341-4890-b32a-f8c870eb3d21), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:52.898399 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-98edfdce-d327-4410-b560-ab3062215a76 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for floatingip (a4895b9b-c341-4890-b32a-f8c870eb3d21), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:52.911054 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-98edfdce-d327-4410-b560-ab3062215a76 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Calling delete_port for a4895b9b-c341-4890-b32a-f8c870eb3d21 owned by network:floatingip {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:12:53.057314 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-98edfdce-d327-4410-b560-ab3062215a76 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (a4895b9b-c341-4890-b32a-f8c870eb3d21), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:53.083149 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98edfdce-d327-4410-b560-ab3062215a76 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event deleted for resources: {'Port': ['ID=a4895b9b-c341-4890-b32a-f8c870eb3d21,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:12:53.142817 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-98edfdce-d327-4410-b560-ab3062215a76 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for floatingip (e22678c8-c004-4aae-a690-ec66e4344091), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:53.143141 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.l3_db [None req-98edfdce-d327-4410-b560-ab3062215a76 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Floating IP e22678c8-c004-4aae-a690-ec66e4344091 disassociated (deleted). External IP: 172.26.1.137, port: 4c6d8500-3563-4224-befc-b4c8c236da92. Mar 28 01:12:53.348350 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98edfdce-d327-4410-b560-ab3062215a76 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Router f9804c94-a967-434c-b4ca-ac13ba164b5c has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:12:53.458643 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98edfdce-d327-4410-b560-ab3062215a76 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:12:53.462899 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-98edfdce-d327-4410-b560-ab3062215a76 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for floatingip (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:53.467585 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aac3a6f-7a7c-41fe-bb4b-1f0bc5620fdd None None] Sync routers for ids ['f9804c94-a967-434c-b4ca-ac13ba164b5c'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:12:53.476666 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aac3a6f-7a7c-41fe-bb4b-1f0bc5620fdd None None] Routers {'f9804c94-a967-434c-b4ca-ac13ba164b5c'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:12:53.477272 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-2aac3a6f-7a7c-41fe-bb4b-1f0bc5620fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:12:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['f9804c94-a967-434c-b4ca-ac13ba164b5c'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:12:53.491986 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-98edfdce-d327-4410-b560-ab3062215a76 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "DELETE /v2.0/floatingips/e22678c8-c004-4aae-a690-ec66e4344091 HTTP/1.1" status: 204 len: 168 time: 0.8236930 Mar 28 01:12:53.544998 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '108ffe1a-97f1-4596-8ccd-53e812df031c', 'tag': '4c6d8500-3563-4224-befc-b4c8c236da92'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:12:53.547329 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2af4b01a9fa8b1570ccf1d7859d693ad34c106b258078e9cfae86b97f35e3d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-504b4728-d7f4-49fe-ac7c-49fbd7fdf94d" -d '{"events": [{"name": "network-changed", "server_uuid": "108ffe1a-97f1-4596-8ccd-53e812df031c", "tag": "4c6d8500-3563-4224-befc-b4c8c236da92"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:12:53.584699 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 01:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-006bcc47-cdf1-496b-bef9-1410808c4c82 x-openstack-request-id: req-006bcc47-cdf1-496b-bef9-1410808c4c82 {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:12:53.585011 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "108ffe1a-97f1-4596-8ccd-53e812df031c", "tag": "4c6d8500-3563-4224-befc-b4c8c236da92", "status": "completed", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:12:53.585266 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-006bcc47-cdf1-496b-bef9-1410808c4c82 {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:12:53.585677 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-006bcc47-cdf1-496b-bef9-1410808c4c82'] response: {'name': 'network-changed', 'server_uuid': '108ffe1a-97f1-4596-8ccd-53e812df031c', 'tag': '4c6d8500-3563-4224-befc-b4c8c236da92', 'status': 'completed', 'code': 200} Mar 28 01:12:53.607632 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-2aac3a6f-7a7c-41fe-bb4b-1f0bc5620fdd None None] Set router f9804c94-a967-434c-b4ca-ac13ba164b5c gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:12:53.665221 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504b4728-d7f4-49fe-ac7c-49fbd7fdf94d req-d85156a7-4a0a-4f05-a190-489553b467ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:12:53.666764 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-504b4728-d7f4-49fe-ac7c-49fbd7fdf94d req-d85156a7-4a0a-4f05-a190-489553b467ee service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cf1ee0ed9c204cc5bccbb38ebf185041&device_id=108ffe1a-97f1-4596-8ccd-53e812df031c HTTP/1.1" status: 200 len: 1130 time: 0.0490813 Mar 28 01:12:53.788486 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e2e74d-cbcd-4b14-b62d-3578957ff8b5 req-7704a634-d6f0-4990-abd4-958a9e3f65a5 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:12:53.789977 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-b2e2e74d-cbcd-4b14-b62d-3578957ff8b5 req-7704a634-d6f0-4990-abd4-958a9e3f65a5 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=108ffe1a-97f1-4596-8ccd-53e812df031c HTTP/1.1" status: 200 len: 946 time: 0.1074226 Mar 28 01:12:53.807798 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-2aac3a6f-7a7c-41fe-bb4b-1f0bc5620fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9804c94-a967-434c-b4ca-ac13ba164b5c', 'name': 'tempest-TestNetworkBasicOps-router-114869351', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.22'}], 'enable_snat': True}, 'gw_port_id': 'b6fa18f2-60bc-415d-8a2c-77944efbcc44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:11:59Z', 'updated_at': '2022-03-28T01:12:02Z', 'revision_number': 4, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': 'b6fa18f2-60bc-415d-8a2c-77944efbcc44', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9804c94-a967-434c-b4ca-ac13ba164b5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:11:59Z', 'updated_at': '2022-03-28T01:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': '019a9e57-0ea6-48d2-b3a8-53015bcf76cf', 'name': '', 'network_id': '553a1f1a-f124-470d-bbee-b3adc64930cd', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'mac_address': 'fa:16:3e:a2:71:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9804c94-a967-434c-b4ca-ac13ba164b5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': 'f185ed79-fae4-41b0-81f8-9856e942b799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:12:02Z', 'updated_at': '2022-03-28T01:12:05Z', 'revision_number': 5, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'subnets': [{'id': 'f185ed79-fae4-41b0-81f8-9856e942b799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:12:53.814940 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504b4728-d7f4-49fe-ac7c-49fbd7fdf94d req-d68997ca-1f18-4fef-a331-7ac8d95b199f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:12:53.816409 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-504b4728-d7f4-49fe-ac7c-49fbd7fdf94d req-d68997ca-1f18-4fef-a331-7ac8d95b199f service neutron] 10.222.0.10 "GET /v2.0/networks?id=553a1f1a-f124-470d-bbee-b3adc64930cd HTTP/1.1" status: 200 len: 896 time: 0.1413465 Mar 28 01:12:53.837230 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aac3a6f-7a7c-41fe-bb4b-1f0bc5620fdd None None] Checking router: f9804c94-a967-434c-b4ca-ac13ba164b5c for host: dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:12:53.850381 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aac3a6f-7a7c-41fe-bb4b-1f0bc5620fdd None None] Routers {'f9804c94-a967-434c-b4ca-ac13ba164b5c'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:12:53.851013 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-2aac3a6f-7a7c-41fe-bb4b-1f0bc5620fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:12:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['f9804c94-a967-434c-b4ca-ac13ba164b5c'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:12:53.869247 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-504b4728-d7f4-49fe-ac7c-49fbd7fdf94d req-5e59130d-b06d-419c-bfff-5d33f934c891 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4c6d8500-3563-4224-befc-b4c8c236da92 HTTP/1.1" status: 200 len: 217 time: 0.0462668 Mar 28 01:12:53.890838 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-b2e2e74d-cbcd-4b14-b62d-3578957ff8b5 req-9b443bdf-8510-4784-9930-3772a9842933 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?id=31b8f63e-f373-4078-9e22-18917c4a7d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915902 Mar 28 01:12:53.925482 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504b4728-d7f4-49fe-ac7c-49fbd7fdf94d req-47a0cfec-0fbf-4f40-8c57-73a5b9cc3f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:12:53.926976 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-504b4728-d7f4-49fe-ac7c-49fbd7fdf94d req-47a0cfec-0fbf-4f40-8c57-73a5b9cc3f78 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f185ed79-fae4-41b0-81f8-9856e942b799 HTTP/1.1" status: 200 len: 834 time: 0.0489752 Mar 28 01:12:53.958352 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-2aac3a6f-7a7c-41fe-bb4b-1f0bc5620fdd None None] Set router f9804c94-a967-434c-b4ca-ac13ba164b5c gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:12:53.974983 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504b4728-d7f4-49fe-ac7c-49fbd7fdf94d req-3ef1ecdf-56ef-40c0-827d-bee331a188bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:12:53.976488 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-504b4728-d7f4-49fe-ac7c-49fbd7fdf94d req-3ef1ecdf-56ef-40c0-827d-bee331a188bb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=553a1f1a-f124-470d-bbee-b3adc64930cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0430269 Mar 28 01:12:54.069204 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-504b4728-d7f4-49fe-ac7c-49fbd7fdf94d req-6d5ce33a-f5a1-4b7c-bd10-b9a0544a5d89 service neutron] 10.222.0.10 "GET /v2.0/networks/553a1f1a-f124-470d-bbee-b3adc64930cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851755 Mar 28 01:12:54.151069 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-2aac3a6f-7a7c-41fe-bb4b-1f0bc5620fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9804c94-a967-434c-b4ca-ac13ba164b5c', 'name': 'tempest-TestNetworkBasicOps-router-114869351', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.22'}], 'enable_snat': True}, 'gw_port_id': 'b6fa18f2-60bc-415d-8a2c-77944efbcc44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:11:59Z', 'updated_at': '2022-03-28T01:12:02Z', 'revision_number': 4, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': 'b6fa18f2-60bc-415d-8a2c-77944efbcc44', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9804c94-a967-434c-b4ca-ac13ba164b5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:11:59Z', 'updated_at': '2022-03-28T01:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': '019a9e57-0ea6-48d2-b3a8-53015bcf76cf', 'name': '', 'network_id': '553a1f1a-f124-470d-bbee-b3adc64930cd', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'mac_address': 'fa:16:3e:a2:71:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9804c94-a967-434c-b4ca-ac13ba164b5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': 'f185ed79-fae4-41b0-81f8-9856e942b799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:12:02Z', 'updated_at': '2022-03-28T01:12:05Z', 'revision_number': 5, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'subnets': [{'id': 'f185ed79-fae4-41b0-81f8-9856e942b799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:12:54.159303 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-504b4728-d7f4-49fe-ac7c-49fbd7fdf94d req-8c4f678f-b85d-4d70-a3a4-7664b934db48 service neutron] 10.222.0.10 "GET /v2.0/networks/553a1f1a-f124-470d-bbee-b3adc64930cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829854 Mar 28 01:12:54.177644 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aac3a6f-7a7c-41fe-bb4b-1f0bc5620fdd None None] The sync data for ids ['f9804c94-a967-434c-b4ca-ac13ba164b5c'] in dv-neutron-834874-6-hyperv is: [{'id': 'f9804c94-a967-434c-b4ca-ac13ba164b5c', 'name': 'tempest-TestNetworkBasicOps-router-114869351', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.22'}], 'enable_snat': True}, 'gw_port_id': 'b6fa18f2-60bc-415d-8a2c-77944efbcc44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:11:59Z', 'updated_at': '2022-03-28T01:12:02Z', 'revision_number': 4, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': 'b6fa18f2-60bc-415d-8a2c-77944efbcc44', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9804c94-a967-434c-b4ca-ac13ba164b5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:11:59Z', 'updated_at': '2022-03-28T01:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': '019a9e57-0ea6-48d2-b3a8-53015bcf76cf', 'name': '', 'network_id': '553a1f1a-f124-470d-bbee-b3adc64930cd', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'mac_address': 'fa:16:3e:a2:71:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9804c94-a967-434c-b4ca-ac13ba164b5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': 'f185ed79-fae4-41b0-81f8-9856e942b799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:12:02Z', 'updated_at': '2022-03-28T01:12:05Z', 'revision_number': 5, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'subnets': [{'id': 'f185ed79-fae4-41b0-81f8-9856e942b799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:12:54.391073 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee23c30-ec6b-4d75-9213-4cdf6b3a10cc None None] New status for floating IP e22678c8-c004-4aae-a690-ec66e4344091: DOWN {{(pid=104100) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 01:12:55.011296 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ea4180-9a6d-4356-8678-a98978e65bc5 req-118939f4-b414-4b2e-8173-566c81979138 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:12:55.012806 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-24ea4180-9a6d-4356-8678-a98978e65bc5 req-118939f4-b414-4b2e-8173-566c81979138 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=108ffe1a-97f1-4596-8ccd-53e812df031c HTTP/1.1" status: 200 len: 946 time: 0.0531545 Mar 28 01:12:55.060439 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-24ea4180-9a6d-4356-8678-a98978e65bc5 req-763ce47c-26d9-480f-9db0-b368930dccda tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?id=31b8f63e-f373-4078-9e22-18917c4a7d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422008 Mar 28 01:12:55.163702 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b0c074-0989-465d-927d-12dde771351d req-bb9fd328-558a-4106-9881-4e5fa5ebed8f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:12:55.165056 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-45b0c074-0989-465d-927d-12dde771351d req-bb9fd328-558a-4106-9881-4e5fa5ebed8f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.10 "GET /v2.0/ports?device_id=108ffe1a-97f1-4596-8ccd-53e812df031c HTTP/1.1" status: 200 len: 946 time: 0.0554714 Mar 28 01:12:55.256840 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [req-45b0c074-0989-465d-927d-12dde771351d req-134c548b-a3bb-4b2a-b653-346ea4bc20b2 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Deleting port 4c6d8500-3563-4224-befc-b4c8c236da92 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:12:55.257177 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-45b0c074-0989-465d-927d-12dde771351d req-134c548b-a3bb-4b2a-b653-346ea4bc20b2 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (4c6d8500-3563-4224-befc-b4c8c236da92), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:55.344422 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-45b0c074-0989-465d-927d-12dde771351d req-134c548b-a3bb-4b2a-b653-346ea4bc20b2 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] For port 4c6d8500-3563-4224-befc-b4c8c236da92, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=4c6d8500-3563-4224-befc-b4c8c236da92,segment=NetworkSegment(0941ed98-684f-420a-8bc5-7394a62b1734),segment_id=0941ed98-684f-420a-8bc5-7394a62b1734)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:12:55.344773 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-45b0c074-0989-465d-927d-12dde771351d req-134c548b-a3bb-4b2a-b653-346ea4bc20b2 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (4c6d8500-3563-4224-befc-b4c8c236da92), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:55.358261 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [req-45b0c074-0989-465d-927d-12dde771351d req-134c548b-a3bb-4b2a-b653-346ea4bc20b2 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Calling delete_port for 4c6d8500-3563-4224-befc-b4c8c236da92 owned by compute:nova {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:12:55.479819 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-45b0c074-0989-465d-927d-12dde771351d req-134c548b-a3bb-4b2a-b653-346ea4bc20b2 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (4c6d8500-3563-4224-befc-b4c8c236da92), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:55.511092 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134c548b-a3bb-4b2a-b653-346ea4bc20b2 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event deleted for resources: {'Port': ['ID=4c6d8500-3563-4224-befc-b4c8c236da92,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:12:55.558988 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [req-45b0c074-0989-465d-927d-12dde771351d req-134c548b-a3bb-4b2a-b653-346ea4bc20b2 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] No DVR routers for this DVR port 4c6d8500-3563-4224-befc-b4c8c236da92 on host hv-neutron-8348 {{(pid=104099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:12:55.561506 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-45b0c074-0989-465d-927d-12dde771351d req-134c548b-a3bb-4b2a-b653-346ea4bc20b2 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:55.564861 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-45b0c074-0989-465d-927d-12dde771351d req-134c548b-a3bb-4b2a-b653-346ea4bc20b2 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.10 "DELETE /v2.0/ports/4c6d8500-3563-4224-befc-b4c8c236da92 HTTP/1.1" status: 204 len: 173 time: 0.3944211 Mar 28 01:12:55.586579 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '108ffe1a-97f1-4596-8ccd-53e812df031c', 'name': 'network-vif-deleted', 'tag': '4c6d8500-3563-4224-befc-b4c8c236da92'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:12:55.588972 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2af4b01a9fa8b1570ccf1d7859d693ad34c106b258078e9cfae86b97f35e3d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ff7317b-b096-4046-9631-08e09d2607e7" -d '{"events": [{"server_uuid": "108ffe1a-97f1-4596-8ccd-53e812df031c", "name": "network-vif-deleted", "tag": "4c6d8500-3563-4224-befc-b4c8c236da92"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:12:55.624147 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 01:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-239ee7a0-1a4a-4090-a798-9c3473e2e3d0 x-openstack-request-id: req-239ee7a0-1a4a-4090-a798-9c3473e2e3d0 {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:12:55.624441 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "108ffe1a-97f1-4596-8ccd-53e812df031c", "name": "network-vif-deleted", "tag": "4c6d8500-3563-4224-befc-b4c8c236da92", "status": "completed", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:12:55.624694 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-239ee7a0-1a4a-4090-a798-9c3473e2e3d0 {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:12:55.625128 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-239ee7a0-1a4a-4090-a798-9c3473e2e3d0'] response: {'server_uuid': '108ffe1a-97f1-4596-8ccd-53e812df031c', 'name': 'network-vif-deleted', 'tag': '4c6d8500-3563-4224-befc-b4c8c236da92', 'status': 'completed', 'code': 200} Mar 28 01:12:56.113938 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 56246) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:12:56.169544 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-580adfa9-3e5d-48e8-a546-975271163f4f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group (31b8f63e-f373-4078-9e22-18917c4a7d7c), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:56.194239 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-580adfa9-3e5d-48e8-a546-975271163f4f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group (31b8f63e-f373-4078-9e22-18917c4a7d7c), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:56.254168 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-580adfa9-3e5d-48e8-a546-975271163f4f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (31b8f63e-f373-4078-9e22-18917c4a7d7c), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:56.257149 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-580adfa9-3e5d-48e8-a546-975271163f4f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:56.258356 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-580adfa9-3e5d-48e8-a546-975271163f4f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "DELETE /v2.0/security-groups/31b8f63e-f373-4078-9e22-18917c4a7d7c HTTP/1.1" status: 204 len: 168 time: 0.1434233 Mar 28 01:12:56.268176 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580adfa9-3e5d-48e8-a546-975271163f4f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31b8f63e-f373-4078-9e22-18917c4a7d7c,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:12:56.291586 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 56250) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:12:56.643980 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2e9c26e7-c579-4584-a812-bff3ae07ade8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3686527'] for router_interface (f9804c94-a967-434c-b4ca-ac13ba164b5c), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:56.896570 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-2e9c26e7-c579-4584-a812-bff3ae07ade8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Deleting port 019a9e57-0ea6-48d2-b3a8-53015bcf76cf {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:12:56.896804 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2e9c26e7-c579-4584-a812-bff3ae07ade8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (019a9e57-0ea6-48d2-b3a8-53015bcf76cf), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:56.979946 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.db [None req-2e9c26e7-c579-4584-a812-bff3ae07ade8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] For port 019a9e57-0ea6-48d2-b3a8-53015bcf76cf, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=019a9e57-0ea6-48d2-b3a8-53015bcf76cf,segment=NetworkSegment(0941ed98-684f-420a-8bc5-7394a62b1734),segment_id=0941ed98-684f-420a-8bc5-7394a62b1734)] {{(pid=104098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:12:56.980330 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2e9c26e7-c579-4584-a812-bff3ae07ade8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (019a9e57-0ea6-48d2-b3a8-53015bcf76cf), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:56.993329 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-2e9c26e7-c579-4584-a812-bff3ae07ade8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Calling delete_port for 019a9e57-0ea6-48d2-b3a8-53015bcf76cf owned by network:router_interface {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:12:57.175891 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2e9c26e7-c579-4584-a812-bff3ae07ade8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (019a9e57-0ea6-48d2-b3a8-53015bcf76cf), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:57.205754 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9c26e7-c579-4584-a812-bff3ae07ade8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event deleted for resources: {'Port': ['ID=019a9e57-0ea6-48d2-b3a8-53015bcf76cf,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:12:57.548175 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9c26e7-c579-4584-a812-bff3ae07ade8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:12:57.548888 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9c26e7-c579-4584-a812-bff3ae07ade8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:12:57.548888 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9c26e7-c579-4584-a812-bff3ae07ade8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:12:57.549178 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9c26e7-c579-4584-a812-bff3ae07ade8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:12:57.549511 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9c26e7-c579-4584-a812-bff3ae07ade8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:12:57.549836 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9c26e7-c579-4584-a812-bff3ae07ade8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:12:57.550160 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9c26e7-c579-4584-a812-bff3ae07ade8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:12:57.550480 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9c26e7-c579-4584-a812-bff3ae07ade8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:12:57.550800 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9c26e7-c579-4584-a812-bff3ae07ade8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:12:57.551126 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9c26e7-c579-4584-a812-bff3ae07ade8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:12:57.551443 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9c26e7-c579-4584-a812-bff3ae07ade8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:12:57.551761 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9c26e7-c579-4584-a812-bff3ae07ade8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:12:57.552098 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9c26e7-c579-4584-a812-bff3ae07ade8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:12:57.552416 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9c26e7-c579-4584-a812-bff3ae07ade8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:12:57.552730 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9c26e7-c579-4584-a812-bff3ae07ade8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:12:57.694727 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2e9c26e7-c579-4584-a812-bff3ae07ade8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3725912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3690191'] for router_interface (f9804c94-a967-434c-b4ca-ac13ba164b5c), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:57.914946 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e9c26e7-c579-4584-a812-bff3ae07ade8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Router f9804c94-a967-434c-b4ca-ac13ba164b5c has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:12:58.018262 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e9c26e7-c579-4584-a812-bff3ae07ade8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:12:58.023427 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-2e9c26e7-c579-4584-a812-bff3ae07ade8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "PUT /v2.0/routers/f9804c94-a967-434c-b4ca-ac13ba164b5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7304118 Mar 28 01:12:58.026343 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 56252) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:12:58.027271 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1720a639-59eb-4d71-99ba-74cbafa9e434 None None] Sync routers for ids ['f9804c94-a967-434c-b4ca-ac13ba164b5c'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:12:58.038261 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1720a639-59eb-4d71-99ba-74cbafa9e434 None None] Routers {'f9804c94-a967-434c-b4ca-ac13ba164b5c'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:12:58.038872 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-1720a639-59eb-4d71-99ba-74cbafa9e434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:12:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['f9804c94-a967-434c-b4ca-ac13ba164b5c'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:12:58.081256 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_v2 [None req-03cbeca4-eb3b-4ee9-9911-3fb47b1f364a tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Deleting subnet f185ed79-fae4-41b0-81f8-9856e942b799 {{(pid=104099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:12:58.084552 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-03cbeca4-eb3b-4ee9-9911-3fb47b1f364a tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for subnet (f185ed79-fae4-41b0-81f8-9856e942b799), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:58.123798 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-03cbeca4-eb3b-4ee9-9911-3fb47b1f364a tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126946639'] for subnet (f185ed79-fae4-41b0-81f8-9856e942b799), precommit_delete_associations {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:58.143622 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-1720a639-59eb-4d71-99ba-74cbafa9e434 None None] Set router f9804c94-a967-434c-b4ca-ac13ba164b5c gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:12:58.207804 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-03cbeca4-eb3b-4ee9-9911-3fb47b1f364a tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (f185ed79-fae4-41b0-81f8-9856e942b799), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:58.269434 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-03cbeca4-eb3b-4ee9-9911-3fb47b1f364a tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127282766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126757793'] for subnet (f185ed79-fae4-41b0-81f8-9856e942b799), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:58.297696 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cbeca4-eb3b-4ee9-9911-3fb47b1f364a tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event deleted for resources: {'Subnet': ['ID=f185ed79-fae4-41b0-81f8-9856e942b799,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:12:58.299862 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-03cbeca4-eb3b-4ee9-9911-3fb47b1f364a tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:58.303498 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-03cbeca4-eb3b-4ee9-9911-3fb47b1f364a tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "DELETE /v2.0/subnets/f185ed79-fae4-41b0-81f8-9856e942b799 HTTP/1.1" status: 204 len: 168 time: 0.2761097 Mar 28 01:12:58.306282 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 56256) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:12:58.308462 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d24c21-d999-4eb1-af23-83fe1aee084d None None] Network 553a1f1a-f124-470d-bbee-b3adc64930cd requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:12:58.411339 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-1720a639-59eb-4d71-99ba-74cbafa9e434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9804c94-a967-434c-b4ca-ac13ba164b5c', 'name': 'tempest-TestNetworkBasicOps-router-114869351', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.22'}], 'enable_snat': True}, 'gw_port_id': 'b6fa18f2-60bc-415d-8a2c-77944efbcc44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:11:59Z', 'updated_at': '2022-03-28T01:12:57Z', 'revision_number': 5, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': 'b6fa18f2-60bc-415d-8a2c-77944efbcc44', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9804c94-a967-434c-b4ca-ac13ba164b5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:11:59Z', 'updated_at': '2022-03-28T01:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:12:58.430249 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-13de3d2b-30b4-47b7-8aeb-cea12e9f0aef tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for router (f9804c94-a967-434c-b4ca-ac13ba164b5c), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:58.437707 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1720a639-59eb-4d71-99ba-74cbafa9e434 None None] Checking router: f9804c94-a967-434c-b4ca-ac13ba164b5c for host: dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:12:58.450281 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1720a639-59eb-4d71-99ba-74cbafa9e434 None None] Routers {'f9804c94-a967-434c-b4ca-ac13ba164b5c'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:12:58.451064 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-1720a639-59eb-4d71-99ba-74cbafa9e434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:12:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['f9804c94-a967-434c-b4ca-ac13ba164b5c'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:12:58.472280 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c66ff01e-120d-49f0-811a-f7d220d5504c None None] DHCP port deletion for 553a1f1a-f124-470d-bbee-b3adc64930cd request from dv-neutron-834874-6-hyperv {{(pid=104100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 01:12:58.524308 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-c66ff01e-120d-49f0-811a-f7d220d5504c None None] Deleting port 06476c9a-3d61-444b-8be7-8af6797f0cc4 {{(pid=104100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:12:58.524998 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-c66ff01e-120d-49f0-811a-f7d220d5504c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (06476c9a-3d61-444b-8be7-8af6797f0cc4), before_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:58.546826 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-13de3d2b-30b4-47b7-8aeb-cea12e9f0aef tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for router_gateway (f9804c94-a967-434c-b4ca-ac13ba164b5c), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:58.566046 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-1720a639-59eb-4d71-99ba-74cbafa9e434 None None] Set router f9804c94-a967-434c-b4ca-ac13ba164b5c gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:12:58.595929 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-c66ff01e-120d-49f0-811a-f7d220d5504c None None] For port 06476c9a-3d61-444b-8be7-8af6797f0cc4, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=06476c9a-3d61-444b-8be7-8af6797f0cc4,segment=NetworkSegment(0941ed98-684f-420a-8bc5-7394a62b1734),segment_id=0941ed98-684f-420a-8bc5-7394a62b1734)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:12:58.596510 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-c66ff01e-120d-49f0-811a-f7d220d5504c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (06476c9a-3d61-444b-8be7-8af6797f0cc4), precommit_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:58.606236 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-13de3d2b-30b4-47b7-8aeb-cea12e9f0aef tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Deleting port b6fa18f2-60bc-415d-8a2c-77944efbcc44 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:12:58.606655 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-13de3d2b-30b4-47b7-8aeb-cea12e9f0aef tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (b6fa18f2-60bc-415d-8a2c-77944efbcc44), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:58.609860 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-c66ff01e-120d-49f0-811a-f7d220d5504c None None] Calling delete_port for 06476c9a-3d61-444b-8be7-8af6797f0cc4 owned by network:dhcp {{(pid=104100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:12:58.683907 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-13de3d2b-30b4-47b7-8aeb-cea12e9f0aef tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] For port b6fa18f2-60bc-415d-8a2c-77944efbcc44, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=b6fa18f2-60bc-415d-8a2c-77944efbcc44,segment=NetworkSegment(b6f00c62-aca5-4c73-8989-c04c396daeed),segment_id=b6f00c62-aca5-4c73-8989-c04c396daeed)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:12:58.684843 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-13de3d2b-30b4-47b7-8aeb-cea12e9f0aef tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (b6fa18f2-60bc-415d-8a2c-77944efbcc44), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:58.697499 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-c66ff01e-120d-49f0-811a-f7d220d5504c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886'] for port (06476c9a-3d61-444b-8be7-8af6797f0cc4), after_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:58.700196 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-13de3d2b-30b4-47b7-8aeb-cea12e9f0aef tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Calling delete_port for b6fa18f2-60bc-415d-8a2c-77944efbcc44 owned by network:router_gateway {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:12:58.722944 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66ff01e-120d-49f0-811a-f7d220d5504c None None] Pushing event deleted for resources: {'Port': ['ID=06476c9a-3d61-444b-8be7-8af6797f0cc4,revision_number=None']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:12:58.726532 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66ff01e-120d-49f0-811a-f7d220d5504c None None] No DVR routers for this DVR port 06476c9a-3d61-444b-8be7-8af6797f0cc4 on host dv-neutron-834874-6-hyperv {{(pid=104100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:12:58.759317 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-1720a639-59eb-4d71-99ba-74cbafa9e434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9804c94-a967-434c-b4ca-ac13ba164b5c', 'name': 'tempest-TestNetworkBasicOps-router-114869351', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.22'}], 'enable_snat': True}, 'gw_port_id': 'b6fa18f2-60bc-415d-8a2c-77944efbcc44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:11:59Z', 'updated_at': '2022-03-28T01:12:57Z', 'revision_number': 5, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': 'b6fa18f2-60bc-415d-8a2c-77944efbcc44', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9804c94-a967-434c-b4ca-ac13ba164b5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:11:59Z', 'updated_at': '2022-03-28T01:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:12:58.790458 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1720a639-59eb-4d71-99ba-74cbafa9e434 None None] The sync data for ids ['f9804c94-a967-434c-b4ca-ac13ba164b5c'] in dv-neutron-834874-6-hyperv is: [{'id': 'f9804c94-a967-434c-b4ca-ac13ba164b5c', 'name': 'tempest-TestNetworkBasicOps-router-114869351', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.22'}], 'enable_snat': True}, 'gw_port_id': 'b6fa18f2-60bc-415d-8a2c-77944efbcc44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:11:59Z', 'updated_at': '2022-03-28T01:12:57Z', 'revision_number': 5, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': 'b6fa18f2-60bc-415d-8a2c-77944efbcc44', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9804c94-a967-434c-b4ca-ac13ba164b5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:11:59Z', 'updated_at': '2022-03-28T01:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:12:58.895732 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-13de3d2b-30b4-47b7-8aeb-cea12e9f0aef tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (b6fa18f2-60bc-415d-8a2c-77944efbcc44), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:58.923744 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13de3d2b-30b4-47b7-8aeb-cea12e9f0aef tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event deleted for resources: {'Port': ['ID=b6fa18f2-60bc-415d-8a2c-77944efbcc44,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:12:58.983943 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-13de3d2b-30b4-47b7-8aeb-cea12e9f0aef tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3687989'] for router_gateway (f9804c94-a967-434c-b4ca-ac13ba164b5c), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:59.072257 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-13de3d2b-30b4-47b7-8aeb-cea12e9f0aef tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7151'] for router (f9804c94-a967-434c-b4ca-ac13ba164b5c), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:59.074324 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-13de3d2b-30b4-47b7-8aeb-cea12e9f0aef tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for router_controller (f9804c94-a967-434c-b4ca-ac13ba164b5c), precommit_delete_associations {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:59.086891 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device 4c6d8500-3563-4224-befc-b4c8c236da92 no longer exists at agent hyperv_hv-neutron-8348 {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:12:59.107711 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] No Port match for: 4c6d8500-3563-4224-befc-b4c8c236da92 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:12:59.108166 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device 4c6d8500-3563-4224-befc-b4c8c236da92 not bound to the agent host hv-neutron-8348 {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:12:59.121578 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-13de3d2b-30b4-47b7-8aeb-cea12e9f0aef tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689686'] for router (f9804c94-a967-434c-b4ca-ac13ba164b5c), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:59.122292 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13de3d2b-30b4-47b7-8aeb-cea12e9f0aef tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Fanout notify agent at l3_agent the message router_deleted on router f9804c94-a967-434c-b4ca-ac13ba164b5c {{(pid=104099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 01:12:59.129233 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-13de3d2b-30b4-47b7-8aeb-cea12e9f0aef tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for router (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:59.130409 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-13de3d2b-30b4-47b7-8aeb-cea12e9f0aef tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "DELETE /v2.0/routers/f9804c94-a967-434c-b4ca-ac13ba164b5c HTTP/1.1" status: 204 len: 168 time: 0.8230865 Mar 28 01:12:59.133195 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 56258) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:12:59.210473 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c7677861-d6f2-45b1-a135-d5e29fb8cd23 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (553a1f1a-f124-470d-bbee-b3adc64930cd), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:59.305294 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c7677861-d6f2-45b1-a135-d5e29fb8cd23 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (553a1f1a-f124-470d-bbee-b3adc64930cd), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:59.314179 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 06476c9a-3d61-444b-8be7-8af6797f0cc4 no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:12:59.329416 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-c7677861-d6f2-45b1-a135-d5e29fb8cd23 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['553a1f1a-f124-470d-bbee-b3adc64930cd']}} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:12:59.338971 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: 06476c9a-3d61-444b-8be7-8af6797f0cc4 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:12:59.339481 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-c7677861-d6f2-45b1-a135-d5e29fb8cd23 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0941ed98-684f-420a-8bc5-7394a62b1734') {'for_net_delete': True} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:12:59.339611 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 06476c9a-3d61-444b-8be7-8af6797f0cc4 not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:12:59.339824 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-c7677861-d6f2-45b1-a135-d5e29fb8cd23 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0941ed98-684f-420a-8bc5-7394a62b1734') {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:12:59.340306 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 019a9e57-0ea6-48d2-b3a8-53015bcf76cf no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:12:59.349837 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c7677861-d6f2-45b1-a135-d5e29fb8cd23 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126946678'] for segment (0941ed98-684f-420a-8bc5-7394a62b1734), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:59.363775 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: 019a9e57-0ea6-48d2-b3a8-53015bcf76cf {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:12:59.364248 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 019a9e57-0ea6-48d2-b3a8-53015bcf76cf not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:12:59.366266 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c7677861-d6f2-45b1-a135-d5e29fb8cd23 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (0941ed98-684f-420a-8bc5-7394a62b1734), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:59.375346 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7677861-d6f2-45b1-a135-d5e29fb8cd23 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=104099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:12:59.375739 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c7677861-d6f2-45b1-a135-d5e29fb8cd23 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127280876'] for segment (0941ed98-684f-420a-8bc5-7394a62b1734), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:59.378981 dv-neutron-834874-6-hyperv neutron-server[104099]: Traceback (most recent call last): Mar 28 01:12:59.378981 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:12:59.378981 dv-neutron-834874-6-hyperv neutron-server[104099]: timer() Mar 28 01:12:59.378981 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:12:59.378981 dv-neutron-834874-6-hyperv neutron-server[104099]: cb(*args, **kw) Mar 28 01:12:59.378981 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:12:59.378981 dv-neutron-834874-6-hyperv neutron-server[104099]: return func(*args, **kwargs) Mar 28 01:12:59.378981 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:12:59.378981 dv-neutron-834874-6-hyperv neutron-server[104099]: self._notify() Mar 28 01:12:59.378981 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:12:59.378981 dv-neutron-834874-6-hyperv neutron-server[104099]: self.callback(batched_events) Mar 28 01:12:59.378981 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:12:59.378981 dv-neutron-834874-6-hyperv neutron-server[104099]: event.method(event) Mar 28 01:12:59.378981 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:12:59.378981 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:12:59.378981 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:12:59.378981 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:12:59.378981 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:12:59.378981 dv-neutron-834874-6-hyperv neutron-server[104099]: return f(self, *a, **k) Mar 28 01:12:59.378981 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:12:59.378981 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._get(url).json() Mar 28 01:12:59.378981 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:12:59.378981 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:12:59.378981 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:12:59.378981 dv-neutron-834874-6-hyperv neutron-server[104099]: return self.request(url, 'GET', **kwargs) Mar 28 01:12:59.378981 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:12:59.378981 dv-neutron-834874-6-hyperv neutron-server[104099]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:12:59.378981 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:12:59.378981 dv-neutron-834874-6-hyperv neutron-server[104099]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:12:59.378981 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:12:59.378981 dv-neutron-834874-6-hyperv neutron-server[104099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:12:59.378981 dv-neutron-834874-6-hyperv neutron-server[104099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:12:59.438180 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c7677861-d6f2-45b1-a135-d5e29fb8cd23 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (553a1f1a-f124-470d-bbee-b3adc64930cd), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:59.446025 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c7677861-d6f2-45b1-a135-d5e29fb8cd23 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:59.452326 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-c7677861-d6f2-45b1-a135-d5e29fb8cd23 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "DELETE /v2.0/networks/553a1f1a-f124-470d-bbee-b3adc64930cd HTTP/1.1" status: 204 len: 168 time: 0.3150227 Mar 28 01:12:59.465714 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7677861-d6f2-45b1-a135-d5e29fb8cd23 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event deleted for resources: {'Network': ['ID=553a1f1a-f124-470d-bbee-b3adc64930cd,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:12:59.466661 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 56260) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:12:59.472048 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-35035668-b992-4453-88f3-80810130c533 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'network': {'name': 'tempest-network-smoke--2017117371', 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'port_security_enabled': True}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:12:59.491640 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35035668-b992-4453-88f3-80810130c533 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Made reservation on behalf of cf1ee0ed9c204cc5bccbb38ebf185041 for: {'network': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:12:59.494995 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-35035668-b992-4453-88f3-80810130c533 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:59.518329 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35035668-b992-4453-88f3-80810130c533 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=104098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:12:59.527724 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-35035668-b992-4453-88f3-80810130c533 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (39f5bd25-d468-4edd-901b-4e973eeb6cb1), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:59.528088 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.segments_db [None req-35035668-b992-4453-88f3-80810130c533 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Added segment 39f5bd25-d468-4edd-901b-4e973eeb6cb1 of type vlan for network eb98a28c-d067-44fe-a26f-4a24b1fc48a1 Mar 28 01:12:59.567829 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-35035668-b992-4453-88f3-80810130c533 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (eb98a28c-d067-44fe-a26f-4a24b1fc48a1), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:59.590349 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-35035668-b992-4453-88f3-80810130c533 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (eb98a28c-d067-44fe-a26f-4a24b1fc48a1), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:59.595174 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35035668-b992-4453-88f3-80810130c533 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:12:59.595746 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-35035668-b992-4453-88f3-80810130c533 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:59.653165 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-35035668-b992-4453-88f3-80810130c533 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1853468 Mar 28 01:12:59.655886 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 56262) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:12:59.660348 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-63e530d4-2382-4814-a673-e4f4918d05ec tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1103244784', 'admin_state_up': True, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'}}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:12:59.676913 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35035668-b992-4453-88f3-80810130c533 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'Network': ['ID=eb98a28c-d067-44fe-a26f-4a24b1fc48a1,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:12:59.687747 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network eb98a28c-d067-44fe-a26f-4a24b1fc48a1 details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:12:59.690974 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-63e530d4-2382-4814-a673-e4f4918d05ec tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7069'] for router (dcfaa65c-486e-44e0-8f60-99ec26b3b8ee), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:59.692295 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-63e530d4-2382-4814-a673-e4f4918d05ec tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4188952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7062'] for router (dcfaa65c-486e-44e0-8f60-99ec26b3b8ee), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:59.742800 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-63e530d4-2382-4814-a673-e4f4918d05ec tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for router_controller (dcfaa65c-486e-44e0-8f60-99ec26b3b8ee), precommit_add_association {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:12:59.888631 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-63e530d4-2382-4814-a673-e4f4918d05ec tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for router_gateway (dcfaa65c-486e-44e0-8f60-99ec26b3b8ee), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:00.074464 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-63e530d4-2382-4814-a673-e4f4918d05ec tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for router_gateway (dcfaa65c-486e-44e0-8f60-99ec26b3b8ee), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:00.096110 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-63e530d4-2382-4814-a673-e4f4918d05ec tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:00.195125 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-63e530d4-2382-4814-a673-e4f4918d05ec tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Allocated IP 172.26.1.70 (dea6548b-502b-42db-97fb-371e423e739a/cce6de65-d8c9-45b8-9970-0a277e8c1192/4d8390b1-47fb-4565-a473-ac9165df1421) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:13:00.291713 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-63e530d4-2382-4814-a673-e4f4918d05ec tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for port (4d8390b1-47fb-4565-a473-ac9165df1421), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:00.328390 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-63e530d4-2382-4814-a673-e4f4918d05ec tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (4d8390b1-47fb-4565-a473-ac9165df1421), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:00.362539 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e530d4-2382-4814-a673-e4f4918d05ec tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Network dea6548b-502b-42db-97fb-371e423e739a is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:13:00.365301 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-63e530d4-2382-4814-a673-e4f4918d05ec tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:13:00.368787 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e530d4-2382-4814-a673-e4f4918d05ec tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:13:00.393689 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e530d4-2382-4814-a673-e4f4918d05ec tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'Port': ['ID=4d8390b1-47fb-4565-a473-ac9165df1421,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:13:00.624421 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-63e530d4-2382-4814-a673-e4f4918d05ec tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for router_gateway (dcfaa65c-486e-44e0-8f60-99ec26b3b8ee), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:00.827497 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-63e530d4-2382-4814-a673-e4f4918d05ec tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687953'] for router (dcfaa65c-486e-44e0-8f60-99ec26b3b8ee), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:00.967993 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63e530d4-2382-4814-a673-e4f4918d05ec tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Router dcfaa65c-486e-44e0-8f60-99ec26b3b8ee is scheduled to L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 with binding_index 1 {{(pid=104098) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 01:13:01.080049 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63e530d4-2382-4814-a673-e4f4918d05ec tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:13:01.091134 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b04e84d-e58a-48a1-a27d-70f5aea61b8a None None] Sync routers for ids ['dcfaa65c-486e-44e0-8f60-99ec26b3b8ee'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:13:01.099600 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-63e530d4-2382-4814-a673-e4f4918d05ec tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for router (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:01.101001 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b04e84d-e58a-48a1-a27d-70f5aea61b8a None None] Routers {'dcfaa65c-486e-44e0-8f60-99ec26b3b8ee'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:13:01.101154 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-63e530d4-2382-4814-a673-e4f4918d05ec tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.4440656 Mar 28 01:13:01.101731 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-3b04e84d-e58a-48a1-a27d-70f5aea61b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:12:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['dcfaa65c-486e-44e0-8f60-99ec26b3b8ee'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:13:01.104301 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 56264) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:13:01.134497 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-3e7d1174-4ccf-4472-827b-e94da907c8c6 tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=cf1ee0ed9c204cc5bccbb38ebf185041&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267696 Mar 28 01:13:01.134793 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 56266) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:13:01.217160 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device b6fa18f2-60bc-415d-8a2c-77944efbcc44 no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:13:01.221057 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-3b04e84d-e58a-48a1-a27d-70f5aea61b8a None None] Set router dcfaa65c-486e-44e0-8f60-99ec26b3b8ee gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:13:01.228645 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4a34cf-a5d9-4400-9564-2710721ad4c2 tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:13:01.231697 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-1b4a34cf-a5d9-4400-9564-2710721ad4c2 tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0958753 Mar 28 01:13:01.233659 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 56268) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:13:01.262854 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-c57c8e11-fc58-4e4a-91fa-4d80caae74e1 tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=dea6548b-502b-42db-97fb-371e423e739a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280876 Mar 28 01:13:01.265306 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 56270) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:13:01.266311 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: b6fa18f2-60bc-415d-8a2c-77944efbcc44 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:13:01.266659 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device b6fa18f2-60bc-415d-8a2c-77944efbcc44 not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:13:01.270214 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-ad66b72b-8083-4cca-af75-30016fee3cb2 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-932919994', 'network_id': 'eb98a28c-d067-44fe-a26f-4a24b1fc48a1', 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:13:01.366549 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad66b72b-8083-4cca-af75-30016fee3cb2 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Made reservation on behalf of cf1ee0ed9c204cc5bccbb38ebf185041 for: {'subnet': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:13:01.370401 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ad66b72b-8083-4cca-af75-30016fee3cb2 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126112411'] for subnet (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:01.425544 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-3b04e84d-e58a-48a1-a27d-70f5aea61b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcfaa65c-486e-44e0-8f60-99ec26b3b8ee', 'name': 'tempest-TestNetworkBasicOps-router-1103244784', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.70'}], 'enable_snat': True}, 'gw_port_id': '4d8390b1-47fb-4565-a473-ac9165df1421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:12:59Z', 'updated_at': '2022-03-28T01:13:00Z', 'revision_number': 3, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': '4d8390b1-47fb-4565-a473-ac9165df1421', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e4:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcfaa65c-486e-44e0-8f60-99ec26b3b8ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:13:00Z', 'updated_at': '2022-03-28T01:13:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:13:01.452350 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b04e84d-e58a-48a1-a27d-70f5aea61b8a None None] Checking router: dcfaa65c-486e-44e0-8f60-99ec26b3b8ee for host: dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:13:01.452766 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b04e84d-e58a-48a1-a27d-70f5aea61b8a None None] Updating router dcfaa65c-486e-44e0-8f60-99ec26b3b8ee port 4d8390b1-47fb-4565-a473-ac9165df1421 binding host dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 01:13:01.486415 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-3b04e84d-e58a-48a1-a27d-70f5aea61b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (4d8390b1-47fb-4565-a473-ac9165df1421), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:01.562491 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ad66b72b-8083-4cca-af75-30016fee3cb2 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126174976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126112397'] for subnet (5f9984a6-7200-4e34-96fe-69154e7ad107), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:01.624605 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad66b72b-8083-4cca-af75-30016fee3cb2 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'Subnet': ['ID=5f9984a6-7200-4e34-96fe-69154e7ad107,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:13:01.631915 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad66b72b-8083-4cca-af75-30016fee3cb2 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Checking segment: {'id': '39f5bd25-d468-4edd-901b-4e973eeb6cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'eb98a28c-d067-44fe-a26f-4a24b1fc48a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:13:01.632314 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad66b72b-8083-4cca-af75-30016fee3cb2 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Network hostable DHCP agents. Network: eb98a28c-d067-44fe-a26f-4a24b1fc48a1, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:13:01.650339 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad66b72b-8083-4cca-af75-30016fee3cb2 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Network eb98a28c-d067-44fe-a26f-4a24b1fc48a1 is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:13:01.660642 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-ad66b72b-8083-4cca-af75-30016fee3cb2 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, eb98a28c-d067-44fe-a26f-4a24b1fc48a1) {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:13:01.664847 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad66b72b-8083-4cca-af75-30016fee3cb2 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:13:01.665502 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ad66b72b-8083-4cca-af75-30016fee3cb2 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:01.672416 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8deb759-3c0e-493c-9ae5-5092f87a2ae2 None None] Network eb98a28c-d067-44fe-a26f-4a24b1fc48a1 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:13:01.682784 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-ad66b72b-8083-4cca-af75-30016fee3cb2 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4163778 Mar 28 01:13:01.686059 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 56272) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:13:01.843795 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bfd94f6-f2a1-437a-8313-10e3d4ddc6d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-eb98a28c-d067-44fe-a26f-4a24b1fc48a1', 'network_id': 'eb98a28c-d067-44fe-a26f-4a24b1fc48a1', 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'fixed_ips': [{'subnet_id': '5f9984a6-7200-4e34-96fe-69154e7ad107'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:13:01.844767 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-8bfd94f6-f2a1-437a-8313-10e3d4ddc6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:01.857454 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-3b04e84d-e58a-48a1-a27d-70f5aea61b8a None None] Publish callbacks [] for port (4d8390b1-47fb-4565-a473-ac9165df1421), precommit_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:01.870113 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-3b04e84d-e58a-48a1-a27d-70f5aea61b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (4d8390b1-47fb-4565-a473-ac9165df1421), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:01.978369 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654155c0-7b34-42d6-b210-fa45e8a4e883 None None] Pushing event updated for resources: {'Port': ['ID=4d8390b1-47fb-4565-a473-ac9165df1421,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:13:01.984294 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-3b04e84d-e58a-48a1-a27d-70f5aea61b8a None None] Attempting to bind port 4d8390b1-47fb-4565-a473-ac9165df1421 on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:13:01.984743 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-3b04e84d-e58a-48a1-a27d-70f5aea61b8a None None] Attempting to bind port 4d8390b1-47fb-4565-a473-ac9165df1421 by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': 'b6f00c62-aca5-4c73-8989-c04c396daeed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:13:01.985033 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b04e84d-e58a-48a1-a27d-70f5aea61b8a None None] Attempting to bind port 4d8390b1-47fb-4565-a473-ac9165df1421 on network dea6548b-502b-42db-97fb-371e423e739a {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:13:02.004462 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b04e84d-e58a-48a1-a27d-70f5aea61b8a None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:13:02.004837 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b04e84d-e58a-48a1-a27d-70f5aea61b8a None None] Checking segment: {'id': 'b6f00c62-aca5-4c73-8989-c04c396daeed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:13:02.005244 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-3b04e84d-e58a-48a1-a27d-70f5aea61b8a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:02.005653 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b04e84d-e58a-48a1-a27d-70f5aea61b8a None None] Bound using segment: {'id': 'b6f00c62-aca5-4c73-8989-c04c396daeed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:13:02.006134 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-3b04e84d-e58a-48a1-a27d-70f5aea61b8a None None] Bound port: 4d8390b1-47fb-4565-a473-ac9165df1421, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6f00c62-aca5-4c73-8989-c04c396daeed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:13:02.006514 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-3b04e84d-e58a-48a1-a27d-70f5aea61b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (4d8390b1-47fb-4565-a473-ac9165df1421), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:02.097465 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-3b04e84d-e58a-48a1-a27d-70f5aea61b8a None None] For port 4d8390b1-47fb-4565-a473-ac9165df1421, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:13:02.102572 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-3b04e84d-e58a-48a1-a27d-70f5aea61b8a None None] For port 4d8390b1-47fb-4565-a473-ac9165df1421, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=4d8390b1-47fb-4565-a473-ac9165df1421,segment=NetworkSegment(b6f00c62-aca5-4c73-8989-c04c396daeed),segment_id=b6f00c62-aca5-4c73-8989-c04c396daeed)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:13:02.104283 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-8bfd94f6-f2a1-437a-8313-10e3d4ddc6d7 None None] Allocated IP 172.20.0.2 (eb98a28c-d067-44fe-a26f-4a24b1fc48a1/5f9984a6-7200-4e34-96fe-69154e7ad107/d064c90c-979d-4b3e-a158-960077466abc) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:13:02.115082 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-3b04e84d-e58a-48a1-a27d-70f5aea61b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (4d8390b1-47fb-4565-a473-ac9165df1421), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:02.228305 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b04e84d-e58a-48a1-a27d-70f5aea61b8a None None] Routers {'dcfaa65c-486e-44e0-8f60-99ec26b3b8ee'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:13:02.228933 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-3b04e84d-e58a-48a1-a27d-70f5aea61b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:12:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['dcfaa65c-486e-44e0-8f60-99ec26b3b8ee'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:13:02.231160 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654155c0-7b34-42d6-b210-fa45e8a4e883 None None] Pushing event updated for resources: {'Port': ['ID=4d8390b1-47fb-4565-a473-ac9165df1421,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:13:02.392084 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-8bfd94f6-f2a1-437a-8313-10e3d4ddc6d7 None None] Publish callbacks [] for port (d064c90c-979d-4b3e-a158-960077466abc), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:02.394321 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-3b04e84d-e58a-48a1-a27d-70f5aea61b8a None None] Set router dcfaa65c-486e-44e0-8f60-99ec26b3b8ee gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:13:02.420634 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-8bfd94f6-f2a1-437a-8313-10e3d4ddc6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (d064c90c-979d-4b3e-a158-960077466abc), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:02.481608 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1359efd7-461b-4540-992c-eeba46fe9a76 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:02.660337 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bfd94f6-f2a1-437a-8313-10e3d4ddc6d7 None None] Network eb98a28c-d067-44fe-a26f-4a24b1fc48a1 is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:13:02.667585 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-8bfd94f6-f2a1-437a-8313-10e3d4ddc6d7 None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:13:02.678429 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bfd94f6-f2a1-437a-8313-10e3d4ddc6d7 None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:13:02.694612 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfd94f6-f2a1-437a-8313-10e3d4ddc6d7 None None] Pushing event updated for resources: {'Port': ['ID=d064c90c-979d-4b3e-a158-960077466abc,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:13:02.722401 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:02.752963 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-1359efd7-461b-4540-992c-eeba46fe9a76 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Allocated IP 172.20.0.1 (eb98a28c-d067-44fe-a26f-4a24b1fc48a1/5f9984a6-7200-4e34-96fe-69154e7ad107/33165479-a2ec-47ba-83dc-1543db4d6dad) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:13:02.771239 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-8bfd94f6-f2a1-437a-8313-10e3d4ddc6d7 None None] Attempting to bind port d064c90c-979d-4b3e-a158-960077466abc on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:13:02.771616 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-8bfd94f6-f2a1-437a-8313-10e3d4ddc6d7 None None] Attempting to bind port d064c90c-979d-4b3e-a158-960077466abc by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': '39f5bd25-d468-4edd-901b-4e973eeb6cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'eb98a28c-d067-44fe-a26f-4a24b1fc48a1'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:13:02.771981 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bfd94f6-f2a1-437a-8313-10e3d4ddc6d7 None None] Attempting to bind port d064c90c-979d-4b3e-a158-960077466abc on network eb98a28c-d067-44fe-a26f-4a24b1fc48a1 {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:13:02.795689 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bfd94f6-f2a1-437a-8313-10e3d4ddc6d7 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:13:02.796083 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bfd94f6-f2a1-437a-8313-10e3d4ddc6d7 None None] Checking segment: {'id': '39f5bd25-d468-4edd-901b-4e973eeb6cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'eb98a28c-d067-44fe-a26f-4a24b1fc48a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:13:02.796487 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-8bfd94f6-f2a1-437a-8313-10e3d4ddc6d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:02.796882 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bfd94f6-f2a1-437a-8313-10e3d4ddc6d7 None None] Bound using segment: {'id': '39f5bd25-d468-4edd-901b-4e973eeb6cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'eb98a28c-d067-44fe-a26f-4a24b1fc48a1'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:13:02.797364 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-8bfd94f6-f2a1-437a-8313-10e3d4ddc6d7 None None] Bound port: d064c90c-979d-4b3e-a158-960077466abc, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39f5bd25-d468-4edd-901b-4e973eeb6cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'eb98a28c-d067-44fe-a26f-4a24b1fc48a1'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:13:02.797738 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-8bfd94f6-f2a1-437a-8313-10e3d4ddc6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (d064c90c-979d-4b3e-a158-960077466abc), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:02.871424 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1359efd7-461b-4540-992c-eeba46fe9a76 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for port (33165479-a2ec-47ba-83dc-1543db4d6dad), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:02.877595 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-8bfd94f6-f2a1-437a-8313-10e3d4ddc6d7 None None] For port d064c90c-979d-4b3e-a158-960077466abc, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:13:02.881240 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-8bfd94f6-f2a1-437a-8313-10e3d4ddc6d7 None None] For port d064c90c-979d-4b3e-a158-960077466abc, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=d064c90c-979d-4b3e-a158-960077466abc,segment=NetworkSegment(39f5bd25-d468-4edd-901b-4e973eeb6cb1),segment_id=39f5bd25-d468-4edd-901b-4e973eeb6cb1)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:13:02.886120 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-3b04e84d-e58a-48a1-a27d-70f5aea61b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcfaa65c-486e-44e0-8f60-99ec26b3b8ee', 'name': 'tempest-TestNetworkBasicOps-router-1103244784', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.70'}], 'enable_snat': True}, 'gw_port_id': '4d8390b1-47fb-4565-a473-ac9165df1421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:12:59Z', 'updated_at': '2022-03-28T01:13:00Z', 'revision_number': 3, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': '4d8390b1-47fb-4565-a473-ac9165df1421', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e4:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcfaa65c-486e-44e0-8f60-99ec26b3b8ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:13:00Z', 'updated_at': '2022-03-28T01:13:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:13:02.889605 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-8bfd94f6-f2a1-437a-8313-10e3d4ddc6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (d064c90c-979d-4b3e-a158-960077466abc), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:02.905576 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1359efd7-461b-4540-992c-eeba46fe9a76 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (33165479-a2ec-47ba-83dc-1543db4d6dad), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:02.922678 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b04e84d-e58a-48a1-a27d-70f5aea61b8a None None] The sync data for ids ['dcfaa65c-486e-44e0-8f60-99ec26b3b8ee'] in dv-neutron-834874-6-hyperv is: [{'id': 'dcfaa65c-486e-44e0-8f60-99ec26b3b8ee', 'name': 'tempest-TestNetworkBasicOps-router-1103244784', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.70'}], 'enable_snat': True}, 'gw_port_id': '4d8390b1-47fb-4565-a473-ac9165df1421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:12:59Z', 'updated_at': '2022-03-28T01:13:00Z', 'revision_number': 3, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': '4d8390b1-47fb-4565-a473-ac9165df1421', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e4:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcfaa65c-486e-44e0-8f60-99ec26b3b8ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:13:00Z', 'updated_at': '2022-03-28T01:13:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:13:02.944913 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1359efd7-461b-4540-992c-eeba46fe9a76 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Network eb98a28c-d067-44fe-a26f-4a24b1fc48a1 is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:13:02.954622 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-1359efd7-461b-4540-992c-eeba46fe9a76 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:13:02.960973 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1359efd7-461b-4540-992c-eeba46fe9a76 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:13:02.970340 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1359efd7-461b-4540-992c-eeba46fe9a76 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'Port': ['ID=33165479-a2ec-47ba-83dc-1543db4d6dad,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:13:02.992232 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfd94f6-f2a1-437a-8313-10e3d4ddc6d7 None None] Pushing event updated for resources: {'Port': ['ID=d064c90c-979d-4b3e-a158-960077466abc,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:13:03.034236 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1359efd7-461b-4540-992c-eeba46fe9a76 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3686596'] for router_interface (dcfaa65c-486e-44e0-8f60-99ec26b3b8ee), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:03.210993 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1359efd7-461b-4540-992c-eeba46fe9a76 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (33165479-a2ec-47ba-83dc-1543db4d6dad), before_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:03.397669 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device d064c90c-979d-4b3e-a158-960077466abc up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:13:03.449826 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port d064c90c-979d-4b3e-a158-960077466abc triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:13:03.450206 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (d064c90c-979d-4b3e-a158-960077466abc), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:03.536667 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port d064c90c-979d-4b3e-a158-960077466abc is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:13:03.537060 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (d064c90c-979d-4b3e-a158-960077466abc), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:03.565229 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1359efd7-461b-4540-992c-eeba46fe9a76 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for port (33165479-a2ec-47ba-83dc-1543db4d6dad), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:03.570739 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1359efd7-461b-4540-992c-eeba46fe9a76 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126177159'] for port (33165479-a2ec-47ba-83dc-1543db4d6dad), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:03.573290 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] For port d064c90c-979d-4b3e-a158-960077466abc, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=d064c90c-979d-4b3e-a158-960077466abc,segment=NetworkSegment(39f5bd25-d468-4edd-901b-4e973eeb6cb1),segment_id=39f5bd25-d468-4edd-901b-4e973eeb6cb1)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:13:03.578768 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (d064c90c-979d-4b3e-a158-960077466abc), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:03.579577 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 4d8390b1-47fb-4565-a473-ac9165df1421 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:13:03.653298 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1359efd7-461b-4540-992c-eeba46fe9a76 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'Port': ['ID=33165479-a2ec-47ba-83dc-1543db4d6dad,revision_number=2']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:13:03.659836 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Pushing event updated for resources: {'Port': ['ID=d064c90c-979d-4b3e-a158-960077466abc,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:13:03.661113 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1359efd7-461b-4540-992c-eeba46fe9a76 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3725889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3686480'] for router_interface (dcfaa65c-486e-44e0-8f60-99ec26b3b8ee), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:03.673270 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 4d8390b1-47fb-4565-a473-ac9165df1421 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:13:03.673763 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (4d8390b1-47fb-4565-a473-ac9165df1421), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:03.766517 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1359efd7-461b-4540-992c-eeba46fe9a76 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Network eb98a28c-d067-44fe-a26f-4a24b1fc48a1 is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:13:03.767365 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 4d8390b1-47fb-4565-a473-ac9165df1421 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:13:03.767917 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (4d8390b1-47fb-4565-a473-ac9165df1421), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:03.768086 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-1359efd7-461b-4540-992c-eeba46fe9a76 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:13:03.792833 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] For port 4d8390b1-47fb-4565-a473-ac9165df1421, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=4d8390b1-47fb-4565-a473-ac9165df1421,segment=NetworkSegment(b6f00c62-aca5-4c73-8989-c04c396daeed),segment_id=b6f00c62-aca5-4c73-8989-c04c396daeed)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:13:03.801005 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (4d8390b1-47fb-4565-a473-ac9165df1421), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:03.859150 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Pushing event updated for resources: {'Port': ['ID=4d8390b1-47fb-4565-a473-ac9165df1421,revision_number=4']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:13:03.906740 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1359efd7-461b-4540-992c-eeba46fe9a76 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Router dcfaa65c-486e-44e0-8f60-99ec26b3b8ee has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:13:04.024740 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1359efd7-461b-4540-992c-eeba46fe9a76 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:13:04.030915 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-1359efd7-461b-4540-992c-eeba46fe9a76 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "PUT /v2.0/routers/dcfaa65c-486e-44e0-8f60-99ec26b3b8ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3434899 Mar 28 01:13:04.033394 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 56274) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:13:04.079229 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbfb3072-9844-435c-b952-d947119f1d9e None None] Network eb98a28c-d067-44fe-a26f-4a24b1fc48a1 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:13:04.139540 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2766775e-8209-446f-8429-b62d648be2a1 tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:13:04.140010 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2766775e-8209-446f-8429-b62d648be2a1 tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:13:04.140494 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2766775e-8209-446f-8429-b62d648be2a1 tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:13:04.140955 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2766775e-8209-446f-8429-b62d648be2a1 tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:13:04.141404 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2766775e-8209-446f-8429-b62d648be2a1 tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:13:04.141891 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2766775e-8209-446f-8429-b62d648be2a1 tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:13:04.142376 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2766775e-8209-446f-8429-b62d648be2a1 tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:13:04.144612 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-2766775e-8209-446f-8429-b62d648be2a1 tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4964 time: 0.1097472 Mar 28 01:13:04.146964 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 56276) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:13:04.150577 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-27d811bf-6dd0-4c44-9bb5-eb3ee94af08f None None] Provisioning complete for port d064c90c-979d-4b3e-a158-960077466abc triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:13:04.150952 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-27d811bf-6dd0-4c44-9bb5-eb3ee94af08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (d064c90c-979d-4b3e-a158-960077466abc), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:04.202708 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da738e2-0aa5-4bb7-b525-b6825c8168be tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:13:04.203181 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da738e2-0aa5-4bb7-b525-b6825c8168be tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:13:04.203637 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da738e2-0aa5-4bb7-b525-b6825c8168be tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:13:04.204519 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da738e2-0aa5-4bb7-b525-b6825c8168be tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:13:04.204649 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da738e2-0aa5-4bb7-b525-b6825c8168be tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:13:04.205282 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da738e2-0aa5-4bb7-b525-b6825c8168be tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:13:04.205742 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da738e2-0aa5-4bb7-b525-b6825c8168be tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:13:04.210223 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-7da738e2-0aa5-4bb7-b525-b6825c8168be tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4626 time: 0.0597377 Mar 28 01:13:04.210492 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 56278) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:13:04.269014 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-27d811bf-6dd0-4c44-9bb5-eb3ee94af08f None None] Current status of the port d064c90c-979d-4b3e-a158-960077466abc is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:13:04.353492 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-1087819c-eb6a-431d-848a-c07bdfedfd4a tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3773 time: 0.1418920 Mar 28 01:13:04.565436 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 56282) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:13:04.570023 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-a80bbf76-c347-46b9-8628-73be93ab9d4b tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1330639545', 'description': 'tempest-secgroup-smoke-1330639545 description', 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:13:04.593494 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a80bbf76-c347-46b9-8628-73be93ab9d4b tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:04.601946 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-b7d82571-6b9f-4eb6-85b9-593476b22a6b None None] Provisioning complete for port d064c90c-979d-4b3e-a158-960077466abc triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:13:04.602549 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-b7d82571-6b9f-4eb6-85b9-593476b22a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (d064c90c-979d-4b3e-a158-960077466abc), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:04.673821 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a80bbf76-c347-46b9-8628-73be93ab9d4b tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group (d6a08e96-5292-44a7-af71-25aeb646ffe7), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:04.678363 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a80bbf76-c347-46b9-8628-73be93ab9d4b tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (d6a08e96-5292-44a7-af71-25aeb646ffe7), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:04.690302 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-b7d82571-6b9f-4eb6-85b9-593476b22a6b None None] Current status of the port d064c90c-979d-4b3e-a158-960077466abc is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:13:04.701618 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-b7d82571-6b9f-4eb6-85b9-593476b22a6b None None] Provisioning complete for port 33165479-a2ec-47ba-83dc-1543db4d6dad triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:13:04.702000 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-b7d82571-6b9f-4eb6-85b9-593476b22a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (33165479-a2ec-47ba-83dc-1543db4d6dad), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:04.714013 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a80bbf76-c347-46b9-8628-73be93ab9d4b tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:04.715468 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-a80bbf76-c347-46b9-8628-73be93ab9d4b tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1490259 Mar 28 01:13:04.718541 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 56286) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:13:04.723089 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-137b8807-857e-468c-bb8e-f9f65cd772b5 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'security_group_rule': {'security_group_id': 'd6a08e96-5292-44a7-af71-25aeb646ffe7', 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:13:04.727349 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80bbf76-c347-46b9-8628-73be93ab9d4b tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6a08e96-5292-44a7-af71-25aeb646ffe7,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:13:04.749886 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-b7d82571-6b9f-4eb6-85b9-593476b22a6b None None] Port 33165479-a2ec-47ba-83dc-1543db4d6dad cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:13:04.755912 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-137b8807-857e-468c-bb8e-f9f65cd772b5 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (231aa6d4-2c2a-41af-b769-4a82c631a639), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:04.819351 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-137b8807-857e-468c-bb8e-f9f65cd772b5 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (231aa6d4-2c2a-41af-b769-4a82c631a639), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:04.824363 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-137b8807-857e-468c-bb8e-f9f65cd772b5 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (231aa6d4-2c2a-41af-b769-4a82c631a639), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:04.842788 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a34d45-97f1-4f16-baa6-498280f4751b None None] Sync routers for ids ['dcfaa65c-486e-44e0-8f60-99ec26b3b8ee'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:13:04.856538 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a34d45-97f1-4f16-baa6-498280f4751b None None] Routers {'dcfaa65c-486e-44e0-8f60-99ec26b3b8ee'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:13:04.857619 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-78a34d45-97f1-4f16-baa6-498280f4751b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:12:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['dcfaa65c-486e-44e0-8f60-99ec26b3b8ee'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:13:04.864481 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137b8807-857e-468c-bb8e-f9f65cd772b5 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=231aa6d4-2c2a-41af-b769-4a82c631a639,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:13:04.873143 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-7f026f67-ac46-4871-b22c-e8d61753a314 None None] Provisioning complete for port 33165479-a2ec-47ba-83dc-1543db4d6dad triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:13:04.873547 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-7f026f67-ac46-4871-b22c-e8d61753a314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (33165479-a2ec-47ba-83dc-1543db4d6dad), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:04.879194 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-137b8807-857e-468c-bb8e-f9f65cd772b5 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:04.883974 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 56288) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:13:04.888872 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-9d5c56e6-a970-46b6-b70c-a2ecbc46db7c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'security_group_rule': {'security_group_id': 'd6a08e96-5292-44a7-af71-25aeb646ffe7', 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:13:04.895005 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-137b8807-857e-468c-bb8e-f9f65cd772b5 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1739662 Mar 28 01:13:04.912747 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-7f026f67-ac46-4871-b22c-e8d61753a314 None None] Port 33165479-a2ec-47ba-83dc-1543db4d6dad cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:13:04.923942 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9d5c56e6-a970-46b6-b70c-a2ecbc46db7c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (0e49399a-a50b-46d8-b39c-9f8ba0eea129), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:04.983880 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9d5c56e6-a970-46b6-b70c-a2ecbc46db7c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (0e49399a-a50b-46d8-b39c-9f8ba0eea129), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:04.984224 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-78a34d45-97f1-4f16-baa6-498280f4751b None None] Set router dcfaa65c-486e-44e0-8f60-99ec26b3b8ee gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:13:04.988484 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9d5c56e6-a970-46b6-b70c-a2ecbc46db7c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (0e49399a-a50b-46d8-b39c-9f8ba0eea129), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:05.006587 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5c56e6-a970-46b6-b70c-a2ecbc46db7c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e49399a-a50b-46d8-b39c-9f8ba0eea129,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:13:05.012513 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9d5c56e6-a970-46b6-b70c-a2ecbc46db7c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:05.016470 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-9d5c56e6-a970-46b6-b70c-a2ecbc46db7c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1287918 Mar 28 01:13:05.016811 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 56290) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:13:05.025861 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-d9857397-986c-4043-a1d6-8bbaf1ec4914 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'security_group_rule': {'security_group_id': 'd6a08e96-5292-44a7-af71-25aeb646ffe7', 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:13:05.034965 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-012a09cf-2522-4a7b-81a0-9495e955c33f None None] Provisioning complete for port 33165479-a2ec-47ba-83dc-1543db4d6dad triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:13:05.035335 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-012a09cf-2522-4a7b-81a0-9495e955c33f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (33165479-a2ec-47ba-83dc-1543db4d6dad), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:05.055090 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d9857397-986c-4043-a1d6-8bbaf1ec4914 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (48b3eda5-02da-4a0f-bf8f-07578358e425), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:05.074654 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-012a09cf-2522-4a7b-81a0-9495e955c33f None None] Port 33165479-a2ec-47ba-83dc-1543db4d6dad cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:13:05.122412 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d9857397-986c-4043-a1d6-8bbaf1ec4914 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (48b3eda5-02da-4a0f-bf8f-07578358e425), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:05.125974 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d9857397-986c-4043-a1d6-8bbaf1ec4914 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (48b3eda5-02da-4a0f-bf8f-07578358e425), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:05.142504 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9857397-986c-4043-a1d6-8bbaf1ec4914 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48b3eda5-02da-4a0f-bf8f-07578358e425,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:13:05.152087 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d9857397-986c-4043-a1d6-8bbaf1ec4914 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:05.153815 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-d9857397-986c-4043-a1d6-8bbaf1ec4914 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1359949 Mar 28 01:13:05.156710 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 56292) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:13:05.160944 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-c840dad7-8b79-484e-86d8-810afda2589a tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'security_group_rule': {'security_group_id': 'd6a08e96-5292-44a7-af71-25aeb646ffe7', 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:13:05.186013 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c840dad7-8b79-484e-86d8-810afda2589a tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (f2fbda09-040e-49d8-8200-2db5b72ef019), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:05.187031 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-78a34d45-97f1-4f16-baa6-498280f4751b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcfaa65c-486e-44e0-8f60-99ec26b3b8ee', 'name': 'tempest-TestNetworkBasicOps-router-1103244784', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.70'}], 'enable_snat': True}, 'gw_port_id': '4d8390b1-47fb-4565-a473-ac9165df1421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:12:59Z', 'updated_at': '2022-03-28T01:13:03Z', 'revision_number': 4, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': '4d8390b1-47fb-4565-a473-ac9165df1421', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcfaa65c-486e-44e0-8f60-99ec26b3b8ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:13:00Z', 'updated_at': '2022-03-28T01:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': '33165479-a2ec-47ba-83dc-1543db4d6dad', 'name': '', 'network_id': 'eb98a28c-d067-44fe-a26f-4a24b1fc48a1', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'mac_address': 'fa:16:3e:84:9e:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcfaa65c-486e-44e0-8f60-99ec26b3b8ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '5f9984a6-7200-4e34-96fe-69154e7ad107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:13:02Z', 'updated_at': '2022-03-28T01:13:03Z', 'revision_number': 2, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'subnets': [{'id': '5f9984a6-7200-4e34-96fe-69154e7ad107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:13:05.217341 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a34d45-97f1-4f16-baa6-498280f4751b None None] Checking router: dcfaa65c-486e-44e0-8f60-99ec26b3b8ee for host: dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:13:05.217824 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a34d45-97f1-4f16-baa6-498280f4751b None None] Updating router dcfaa65c-486e-44e0-8f60-99ec26b3b8ee port 33165479-a2ec-47ba-83dc-1543db4d6dad binding host dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 01:13:05.244882 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-78a34d45-97f1-4f16-baa6-498280f4751b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (33165479-a2ec-47ba-83dc-1543db4d6dad), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:05.250649 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c840dad7-8b79-484e-86d8-810afda2589a tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (f2fbda09-040e-49d8-8200-2db5b72ef019), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:05.255262 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c840dad7-8b79-484e-86d8-810afda2589a tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (f2fbda09-040e-49d8-8200-2db5b72ef019), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:05.277791 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c840dad7-8b79-484e-86d8-810afda2589a tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2fbda09-040e-49d8-8200-2db5b72ef019,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:13:05.279990 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device d064c90c-979d-4b3e-a158-960077466abc up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:13:05.284679 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c840dad7-8b79-484e-86d8-810afda2589a tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:05.288849 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 56294) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:13:05.289035 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-c840dad7-8b79-484e-86d8-810afda2589a tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1312342 Mar 28 01:13:05.294089 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-37cf3b47-6c45-44cd-a542-47253ff7fea1 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'security_group_rule': {'security_group_id': 'd6a08e96-5292-44a7-af71-25aeb646ffe7', 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:13:05.315055 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.securitygroups_db [None req-37cf3b47-6c45-44cd-a542-47253ff7fea1 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Project cf1ee0ed9c204cc5bccbb38ebf185041 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 01:13:05.320308 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-37cf3b47-6c45-44cd-a542-47253ff7fea1 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (5c6fa526-d379-4b3d-9bd0-8b1f0a87d227), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:05.332446 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port d064c90c-979d-4b3e-a158-960077466abc triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:13:05.333031 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (d064c90c-979d-4b3e-a158-960077466abc), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:05.385973 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-37cf3b47-6c45-44cd-a542-47253ff7fea1 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (5c6fa526-d379-4b3d-9bd0-8b1f0a87d227), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:05.390017 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-37cf3b47-6c45-44cd-a542-47253ff7fea1 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (5c6fa526-d379-4b3d-9bd0-8b1f0a87d227), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:05.409678 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cf3b47-6c45-44cd-a542-47253ff7fea1 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c6fa526-d379-4b3d-9bd0-8b1f0a87d227,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:13:05.416052 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-37cf3b47-6c45-44cd-a542-47253ff7fea1 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:05.417378 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-37cf3b47-6c45-44cd-a542-47253ff7fea1 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1270950 Mar 28 01:13:05.421151 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 56296) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:13:05.423521 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port d064c90c-979d-4b3e-a158-960077466abc is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:13:05.424752 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 4d8390b1-47fb-4565-a473-ac9165df1421 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:13:05.425474 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-cd56c300-d588-48c1-9c24-c5de951321e1 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'security_group_rule': {'security_group_id': 'd6a08e96-5292-44a7-af71-25aeb646ffe7', 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:13:05.447296 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.securitygroups_db [None req-cd56c300-d588-48c1-9c24-c5de951321e1 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Project cf1ee0ed9c204cc5bccbb38ebf185041 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 01:13:05.452831 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-cd56c300-d588-48c1-9c24-c5de951321e1 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (ee3c387f-1489-4b73-83e9-ac2d84b7f1de), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:05.473311 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 4d8390b1-47fb-4565-a473-ac9165df1421 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:13:05.473686 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (4d8390b1-47fb-4565-a473-ac9165df1421), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:05.515763 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-cd56c300-d588-48c1-9c24-c5de951321e1 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (ee3c387f-1489-4b73-83e9-ac2d84b7f1de), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:05.519701 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-78a34d45-97f1-4f16-baa6-498280f4751b None None] Publish callbacks [] for port (33165479-a2ec-47ba-83dc-1543db4d6dad), precommit_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:05.521146 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-cd56c300-d588-48c1-9c24-c5de951321e1 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (ee3c387f-1489-4b73-83e9-ac2d84b7f1de), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:05.526254 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-78a34d45-97f1-4f16-baa6-498280f4751b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (33165479-a2ec-47ba-83dc-1543db4d6dad), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:05.544201 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd56c300-d588-48c1-9c24-c5de951321e1 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee3c387f-1489-4b73-83e9-ac2d84b7f1de,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:13:05.560421 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-cd56c300-d588-48c1-9c24-c5de951321e1 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:05.561161 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 4d8390b1-47fb-4565-a473-ac9165df1421 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:13:05.561649 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-cd56c300-d588-48c1-9c24-c5de951321e1 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1395602 Mar 28 01:13:05.590993 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d7d050-ae62-44fb-a768-1731d0a2eec8 None None] Pushing event updated for resources: {'Port': ['ID=33165479-a2ec-47ba-83dc-1543db4d6dad,revision_number=3']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:13:05.599399 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d7d050-ae62-44fb-a768-1731d0a2eec8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:13:05.599746 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d7d050-ae62-44fb-a768-1731d0a2eec8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:13:05.600122 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d7d050-ae62-44fb-a768-1731d0a2eec8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:13:05.600474 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d7d050-ae62-44fb-a768-1731d0a2eec8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:13:05.601401 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d7d050-ae62-44fb-a768-1731d0a2eec8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:13:05.601401 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d7d050-ae62-44fb-a768-1731d0a2eec8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:13:05.601401 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d7d050-ae62-44fb-a768-1731d0a2eec8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:13:05.601788 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d7d050-ae62-44fb-a768-1731d0a2eec8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:13:05.602030 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d7d050-ae62-44fb-a768-1731d0a2eec8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:13:05.602343 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d7d050-ae62-44fb-a768-1731d0a2eec8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:13:05.602681 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d7d050-ae62-44fb-a768-1731d0a2eec8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:13:05.603014 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d7d050-ae62-44fb-a768-1731d0a2eec8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:13:05.603332 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d7d050-ae62-44fb-a768-1731d0a2eec8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:13:05.603645 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d7d050-ae62-44fb-a768-1731d0a2eec8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:13:05.603962 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d7d050-ae62-44fb-a768-1731d0a2eec8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:13:05.665771 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [None req-78a34d45-97f1-4f16-baa6-498280f4751b None None] Attempting to bind port 33165479-a2ec-47ba-83dc-1543db4d6dad on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:13:05.666149 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [None req-78a34d45-97f1-4f16-baa6-498280f4751b None None] Attempting to bind port 33165479-a2ec-47ba-83dc-1543db4d6dad by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': '39f5bd25-d468-4edd-901b-4e973eeb6cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'eb98a28c-d067-44fe-a26f-4a24b1fc48a1'}] {{(pid=104101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:13:05.666533 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a34d45-97f1-4f16-baa6-498280f4751b None None] Attempting to bind port 33165479-a2ec-47ba-83dc-1543db4d6dad on network eb98a28c-d067-44fe-a26f-4a24b1fc48a1 {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:13:05.672819 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a34d45-97f1-4f16-baa6-498280f4751b None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:13:05.673340 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a34d45-97f1-4f16-baa6-498280f4751b None None] Checking segment: {'id': '39f5bd25-d468-4edd-901b-4e973eeb6cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'eb98a28c-d067-44fe-a26f-4a24b1fc48a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:13:05.673748 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-78a34d45-97f1-4f16-baa6-498280f4751b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:05.674145 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a34d45-97f1-4f16-baa6-498280f4751b None None] Bound using segment: {'id': '39f5bd25-d468-4edd-901b-4e973eeb6cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'eb98a28c-d067-44fe-a26f-4a24b1fc48a1'} {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:13:05.676509 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [None req-78a34d45-97f1-4f16-baa6-498280f4751b None None] Bound port: 33165479-a2ec-47ba-83dc-1543db4d6dad, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39f5bd25-d468-4edd-901b-4e973eeb6cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'eb98a28c-d067-44fe-a26f-4a24b1fc48a1'}}] {{(pid=104101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:13:05.677003 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-78a34d45-97f1-4f16-baa6-498280f4751b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (33165479-a2ec-47ba-83dc-1543db4d6dad), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:05.729854 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a9e327b7-23eb-4470-a04c-e5601564193d req-5dd2cd83-a6ae-46e4-81b9-bdd7e4943d7f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1330639545&fields=id&tenant_id=cf1ee0ed9c204cc5bccbb38ebf185041 HTTP/1.1" status: 200 len: 267 time: 0.0546184 Mar 28 01:13:05.744813 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.db [None req-78a34d45-97f1-4f16-baa6-498280f4751b None None] For port 33165479-a2ec-47ba-83dc-1543db4d6dad, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:13:05.749121 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.db [None req-78a34d45-97f1-4f16-baa6-498280f4751b None None] For port 33165479-a2ec-47ba-83dc-1543db4d6dad, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=33165479-a2ec-47ba-83dc-1543db4d6dad,segment=NetworkSegment(39f5bd25-d468-4edd-901b-4e973eeb6cb1),segment_id=39f5bd25-d468-4edd-901b-4e973eeb6cb1)] {{(pid=104101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:13:05.757133 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-78a34d45-97f1-4f16-baa6-498280f4751b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (33165479-a2ec-47ba-83dc-1543db4d6dad), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:05.809422 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-f0981ca1-015e-41f6-8b13-b46b9808c57d None None] Provisioning complete for port 33165479-a2ec-47ba-83dc-1543db4d6dad triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:13:05.812239 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f0981ca1-015e-41f6-8b13-b46b9808c57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (33165479-a2ec-47ba-83dc-1543db4d6dad), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:05.821723 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a34d45-97f1-4f16-baa6-498280f4751b None None] Routers {'dcfaa65c-486e-44e0-8f60-99ec26b3b8ee'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:13:05.822433 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-78a34d45-97f1-4f16-baa6-498280f4751b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:12:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['dcfaa65c-486e-44e0-8f60-99ec26b3b8ee'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:13:05.859504 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e327b7-23eb-4470-a04c-e5601564193d req-978ed4e9-edfa-47ff-828d-20bdc42e9ccd tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:13:05.866833 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a9e327b7-23eb-4470-a04c-e5601564193d req-978ed4e9-edfa-47ff-828d-20bdc42e9ccd tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/networks?id=eb98a28c-d067-44fe-a26f-4a24b1fc48a1 HTTP/1.1" status: 200 len: 797 time: 0.1267457 Mar 28 01:13:05.883590 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a9e327b7-23eb-4470-a04c-e5601564193d req-b223fb30-e8c0-4456-8985-f1ce5f45f0b6 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/quotas/cf1ee0ed9c204cc5bccbb38ebf185041 HTTP/1.1" status: 200 len: 375 time: 0.0154595 Mar 28 01:13:05.901402 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d7d050-ae62-44fb-a768-1731d0a2eec8 None None] Pushing event updated for resources: {'Port': ['ID=33165479-a2ec-47ba-83dc-1543db4d6dad,revision_number=4']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:13:05.915265 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-f0981ca1-015e-41f6-8b13-b46b9808c57d None None] Current status of the port 33165479-a2ec-47ba-83dc-1543db4d6dad is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:13:05.916303 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f0981ca1-015e-41f6-8b13-b46b9808c57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (33165479-a2ec-47ba-83dc-1543db4d6dad), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:05.945031 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-78a34d45-97f1-4f16-baa6-498280f4751b None None] Set router dcfaa65c-486e-44e0-8f60-99ec26b3b8ee gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:13:05.952666 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a9e327b7-23eb-4470-a04c-e5601564193d req-d92e3f26-0ea7-4a5f-a07e-57d294dbcfd6 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=cf1ee0ed9c204cc5bccbb38ebf185041&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0677838 Mar 28 01:13:05.965939 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-f0981ca1-015e-41f6-8b13-b46b9808c57d None None] For port 33165479-a2ec-47ba-83dc-1543db4d6dad, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=33165479-a2ec-47ba-83dc-1543db4d6dad,segment=NetworkSegment(39f5bd25-d468-4edd-901b-4e973eeb6cb1),segment_id=39f5bd25-d468-4edd-901b-4e973eeb6cb1)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:13:05.973718 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f0981ca1-015e-41f6-8b13-b46b9808c57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (33165479-a2ec-47ba-83dc-1543db4d6dad), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:06.039520 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0981ca1-015e-41f6-8b13-b46b9808c57d None None] Pushing event updated for resources: {'Port': ['ID=33165479-a2ec-47ba-83dc-1543db4d6dad,revision_number=5']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:13:06.059086 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a9e327b7-23eb-4470-a04c-e5601564193d req-474340f0-2e76-4828-a758-90456e58aab3 service neutron] 10.222.0.24 "GET /v2.0/networks/eb98a28c-d067-44fe-a26f-4a24b1fc48a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952625 Mar 28 01:13:06.093226 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-364aacbe-e1b5-43a4-b388-81bc04ed887c None None] Provisioning complete for port 33165479-a2ec-47ba-83dc-1543db4d6dad triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:13:06.093629 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-364aacbe-e1b5-43a4-b388-81bc04ed887c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (33165479-a2ec-47ba-83dc-1543db4d6dad), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:06.153534 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a9e327b7-23eb-4470-a04c-e5601564193d req-d8210b64-e86a-4b7a-aad7-dc2bab209ef5 service neutron] 10.222.0.24 "GET /v2.0/networks/eb98a28c-d067-44fe-a26f-4a24b1fc48a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883887 Mar 28 01:13:06.173877 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-78a34d45-97f1-4f16-baa6-498280f4751b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcfaa65c-486e-44e0-8f60-99ec26b3b8ee', 'name': 'tempest-TestNetworkBasicOps-router-1103244784', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.70'}], 'enable_snat': True}, 'gw_port_id': '4d8390b1-47fb-4565-a473-ac9165df1421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:12:59Z', 'updated_at': '2022-03-28T01:13:03Z', 'revision_number': 4, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': '4d8390b1-47fb-4565-a473-ac9165df1421', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcfaa65c-486e-44e0-8f60-99ec26b3b8ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:13:00Z', 'updated_at': '2022-03-28T01:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': '33165479-a2ec-47ba-83dc-1543db4d6dad', 'name': '', 'network_id': 'eb98a28c-d067-44fe-a26f-4a24b1fc48a1', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'mac_address': 'fa:16:3e:84:9e:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcfaa65c-486e-44e0-8f60-99ec26b3b8ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '5f9984a6-7200-4e34-96fe-69154e7ad107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:13:02Z', 'updated_at': '2022-03-28T01:13:05Z', 'revision_number': 4, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'subnets': [{'id': '5f9984a6-7200-4e34-96fe-69154e7ad107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:13:06.178908 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-364aacbe-e1b5-43a4-b388-81bc04ed887c None None] Current status of the port 33165479-a2ec-47ba-83dc-1543db4d6dad is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:13:06.288588 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a34d45-97f1-4f16-baa6-498280f4751b None None] The sync data for ids ['dcfaa65c-486e-44e0-8f60-99ec26b3b8ee'] in dv-neutron-834874-6-hyperv is: [{'id': 'dcfaa65c-486e-44e0-8f60-99ec26b3b8ee', 'name': 'tempest-TestNetworkBasicOps-router-1103244784', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.70'}], 'enable_snat': True}, 'gw_port_id': '4d8390b1-47fb-4565-a473-ac9165df1421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:12:59Z', 'updated_at': '2022-03-28T01:13:03Z', 'revision_number': 4, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': '4d8390b1-47fb-4565-a473-ac9165df1421', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcfaa65c-486e-44e0-8f60-99ec26b3b8ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:13:00Z', 'updated_at': '2022-03-28T01:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': '33165479-a2ec-47ba-83dc-1543db4d6dad', 'name': '', 'network_id': 'eb98a28c-d067-44fe-a26f-4a24b1fc48a1', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'mac_address': 'fa:16:3e:84:9e:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcfaa65c-486e-44e0-8f60-99ec26b3b8ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '5f9984a6-7200-4e34-96fe-69154e7ad107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:13:02Z', 'updated_at': '2022-03-28T01:13:05Z', 'revision_number': 4, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'subnets': [{'id': '5f9984a6-7200-4e34-96fe-69154e7ad107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:13:06.316943 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-9f66d81f-b5f2-4329-beb4-f2c13518f313 req-733611c8-b58f-4430-958d-86b3ff6ee206 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=da499fcd-8d25-4e05-ae37-19e402aa848c HTTP/1.1" status: 200 len: 210 time: 0.0279360 Mar 28 01:13:07.306155 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 33165479-a2ec-47ba-83dc-1543db4d6dad up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:13:07.360225 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e327b7-23eb-4470-a04c-e5601564193d req-a464c1ab-89a3-4ca2-90c7-6134a402b647 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:13:07.361810 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a9e327b7-23eb-4470-a04c-e5601564193d req-a464c1ab-89a3-4ca2-90c7-6134a402b647 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.10 "GET /v2.0/networks?id=eb98a28c-d067-44fe-a26f-4a24b1fc48a1 HTTP/1.1" status: 200 len: 797 time: 0.1248591 Mar 28 01:13:07.377235 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 33165479-a2ec-47ba-83dc-1543db4d6dad triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:13:07.377851 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (33165479-a2ec-47ba-83dc-1543db4d6dad), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:07.433167 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a9e327b7-23eb-4470-a04c-e5601564193d req-0a3f5521-734e-4c8d-b1d6-e288d22f7efa tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf1ee0ed9c204cc5bccbb38ebf185041 HTTP/1.1" status: 200 len: 380 time: 0.0627947 Mar 28 01:13:07.446134 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [req-a9e327b7-23eb-4470-a04c-e5601564193d req-16b7a0e3-6bce-4fc4-a695-ce5dbc347a43 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'port': {'device_id': 'da499fcd-8d25-4e05-ae37-19e402aa848c', 'network_id': 'eb98a28c-d067-44fe-a26f-4a24b1fc48a1', 'admin_state_up': True, 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'security_groups': ['d6a08e96-5292-44a7-af71-25aeb646ffe7']}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:13:07.473133 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-f30ad599-f8fb-463d-ad7a-212a24161807 req-0c0064d5-daaf-4af1-9c7a-18dd6c14396e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=da499fcd-8d25-4e05-ae37-19e402aa848c HTTP/1.1" status: 200 len: 210 time: 0.0318549 Mar 28 01:13:07.475663 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 33165479-a2ec-47ba-83dc-1543db4d6dad is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:13:07.870870 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9e327b7-23eb-4470-a04c-e5601564193d req-16b7a0e3-6bce-4fc4-a695-ce5dbc347a43 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Made reservation on behalf of cf1ee0ed9c204cc5bccbb38ebf185041 for: {'port': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:13:07.874193 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-a9e327b7-23eb-4470-a04c-e5601564193d req-16b7a0e3-6bce-4fc4-a695-ce5dbc347a43 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:07.994442 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [req-a9e327b7-23eb-4470-a04c-e5601564193d req-16b7a0e3-6bce-4fc4-a695-ce5dbc347a43 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Allocated IP 172.20.0.6 (eb98a28c-d067-44fe-a26f-4a24b1fc48a1/5f9984a6-7200-4e34-96fe-69154e7ad107/1d4011c4-cde2-4575-8232-536fdaea71f8) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:13:08.132141 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-a9e327b7-23eb-4470-a04c-e5601564193d req-16b7a0e3-6bce-4fc4-a695-ce5dbc347a43 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for port (1d4011c4-cde2-4575-8232-536fdaea71f8), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:08.166714 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-a9e327b7-23eb-4470-a04c-e5601564193d req-16b7a0e3-6bce-4fc4-a695-ce5dbc347a43 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (1d4011c4-cde2-4575-8232-536fdaea71f8), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:08.210928 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9e327b7-23eb-4470-a04c-e5601564193d req-16b7a0e3-6bce-4fc4-a695-ce5dbc347a43 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Network eb98a28c-d067-44fe-a26f-4a24b1fc48a1 is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:13:08.214806 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [req-a9e327b7-23eb-4470-a04c-e5601564193d req-16b7a0e3-6bce-4fc4-a695-ce5dbc347a43 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:13:08.221590 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9e327b7-23eb-4470-a04c-e5601564193d req-16b7a0e3-6bce-4fc4-a695-ce5dbc347a43 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:13:08.229147 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b7a0e3-6bce-4fc4-a695-ce5dbc347a43 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'Port': ['ID=1d4011c4-cde2-4575-8232-536fdaea71f8,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:13:08.296811 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e327b7-23eb-4470-a04c-e5601564193d req-16b7a0e3-6bce-4fc4-a695-ce5dbc347a43 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:13:08.298521 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-a9e327b7-23eb-4470-a04c-e5601564193d req-16b7a0e3-6bce-4fc4-a695-ce5dbc347a43 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:08.322862 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a9e327b7-23eb-4470-a04c-e5601564193d req-16b7a0e3-6bce-4fc4-a695-ce5dbc347a43 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8827500 Mar 28 01:13:08.336061 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [req-a9e327b7-23eb-4470-a04c-e5601564193d req-61252929-42ac-448f-a0f9-d302d7fedc20 service neutron] Request body: {'port': {'device_id': 'da499fcd-8d25-4e05-ae37-19e402aa848c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8348'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:13:08.420251 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-a9e327b7-23eb-4470-a04c-e5601564193d req-61252929-42ac-448f-a0f9-d302d7fedc20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (1d4011c4-cde2-4575-8232-536fdaea71f8), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:08.521663 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-b21b39b2-832b-4075-95fe-1f123bdd2f05 None None] Provisioning complete for port 1d4011c4-cde2-4575-8232-536fdaea71f8 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:13:08.522805 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-b21b39b2-832b-4075-95fe-1f123bdd2f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (1d4011c4-cde2-4575-8232-536fdaea71f8), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:08.562321 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-b21b39b2-832b-4075-95fe-1f123bdd2f05 None None] Port 1d4011c4-cde2-4575-8232-536fdaea71f8 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:13:08.666499 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5d586f-f62c-425d-8a43-c4910d411f81 req-f91f31fc-5543-4f8b-936d-a1652dbf670a tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:13:08.668408 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-ec5d586f-f62c-425d-8a43-c4910d411f81 req-f91f31fc-5543-4f8b-936d-a1652dbf670a tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=da499fcd-8d25-4e05-ae37-19e402aa848c HTTP/1.1" status: 200 len: 931 time: 0.1117899 Mar 28 01:13:08.760609 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-ec5d586f-f62c-425d-8a43-c4910d411f81 req-203de138-fa10-41a8-a276-14bf8e1bd61c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6a08e96-5292-44a7-af71-25aeb646ffe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837488 Mar 28 01:13:08.775377 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [req-a9e327b7-23eb-4470-a04c-e5601564193d req-61252929-42ac-448f-a0f9-d302d7fedc20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d4011c4-cde2-4575-8232-536fdaea71f8 {{(pid=104099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 01:13:08.788237 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-a9e327b7-23eb-4470-a04c-e5601564193d req-61252929-42ac-448f-a0f9-d302d7fedc20 service neutron] Publish callbacks [] for port (1d4011c4-cde2-4575-8232-536fdaea71f8), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:08.800812 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [req-a9e327b7-23eb-4470-a04c-e5601564193d req-61252929-42ac-448f-a0f9-d302d7fedc20 service neutron] Transition to ACTIVE for port object 1d4011c4-cde2-4575-8232-536fdaea71f8 will not be triggered until provisioned by entity L2. {{(pid=104099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 01:13:08.805322 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-a9e327b7-23eb-4470-a04c-e5601564193d req-61252929-42ac-448f-a0f9-d302d7fedc20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (1d4011c4-cde2-4575-8232-536fdaea71f8), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:08.861730 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61252929-42ac-448f-a0f9-d302d7fedc20 service neutron] Pushing event updated for resources: {'Port': ['ID=1d4011c4-cde2-4575-8232-536fdaea71f8,revision_number=2']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:13:08.936437 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-a9e327b7-23eb-4470-a04c-e5601564193d req-61252929-42ac-448f-a0f9-d302d7fedc20 service neutron] Attempting to bind port 1d4011c4-cde2-4575-8232-536fdaea71f8 on host hv-neutron-8348 for vnic_type normal with profile {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:13:08.936922 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-a9e327b7-23eb-4470-a04c-e5601564193d req-61252929-42ac-448f-a0f9-d302d7fedc20 service neutron] Attempting to bind port 1d4011c4-cde2-4575-8232-536fdaea71f8 by drivers openvswitch,hyperv on host hv-neutron-8348 at level 0 using segments [{'id': '39f5bd25-d468-4edd-901b-4e973eeb6cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'eb98a28c-d067-44fe-a26f-4a24b1fc48a1'}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:13:08.937343 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e327b7-23eb-4470-a04c-e5601564193d req-61252929-42ac-448f-a0f9-d302d7fedc20 service neutron] Attempting to bind port 1d4011c4-cde2-4575-8232-536fdaea71f8 on network eb98a28c-d067-44fe-a26f-4a24b1fc48a1 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:13:08.942483 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e327b7-23eb-4470-a04c-e5601564193d req-61252929-42ac-448f-a0f9-d302d7fedc20 service neutron] Port 1d4011c4-cde2-4575-8232-536fdaea71f8 on network eb98a28c-d067-44fe-a26f-4a24b1fc48a1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8348 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 01:13:08.942810 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e327b7-23eb-4470-a04c-e5601564193d req-61252929-42ac-448f-a0f9-d302d7fedc20 service neutron] Attempting to bind port 1d4011c4-cde2-4575-8232-536fdaea71f8 on network eb98a28c-d067-44fe-a26f-4a24b1fc48a1 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:13:08.948486 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e327b7-23eb-4470-a04c-e5601564193d req-61252929-42ac-448f-a0f9-d302d7fedc20 service neutron] Checking agent: {'id': '287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8348', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 1, 2, 33), 'started_at': datetime.datetime(2022, 3, 28, 1, 2, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:13:08.948854 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e327b7-23eb-4470-a04c-e5601564193d req-61252929-42ac-448f-a0f9-d302d7fedc20 service neutron] Checking segment: {'id': '39f5bd25-d468-4edd-901b-4e973eeb6cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'eb98a28c-d067-44fe-a26f-4a24b1fc48a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:13:08.949844 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e327b7-23eb-4470-a04c-e5601564193d req-61252929-42ac-448f-a0f9-d302d7fedc20 service neutron] Bound using segment: {'id': '39f5bd25-d468-4edd-901b-4e973eeb6cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'eb98a28c-d067-44fe-a26f-4a24b1fc48a1'} {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:13:08.950288 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-a9e327b7-23eb-4470-a04c-e5601564193d req-61252929-42ac-448f-a0f9-d302d7fedc20 service neutron] Bound port: 1d4011c4-cde2-4575-8232-536fdaea71f8, host: hv-neutron-8348, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39f5bd25-d468-4edd-901b-4e973eeb6cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'eb98a28c-d067-44fe-a26f-4a24b1fc48a1'}}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:13:08.950666 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-a9e327b7-23eb-4470-a04c-e5601564193d req-61252929-42ac-448f-a0f9-d302d7fedc20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (1d4011c4-cde2-4575-8232-536fdaea71f8), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:09.022481 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-a9e327b7-23eb-4470-a04c-e5601564193d req-61252929-42ac-448f-a0f9-d302d7fedc20 service neutron] For port 1d4011c4-cde2-4575-8232-536fdaea71f8, host hv-neutron-8348, cleared binding levels {{(pid=104099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:13:09.026994 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-a9e327b7-23eb-4470-a04c-e5601564193d req-61252929-42ac-448f-a0f9-d302d7fedc20 service neutron] For port 1d4011c4-cde2-4575-8232-536fdaea71f8, host hv-neutron-8348, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=1d4011c4-cde2-4575-8232-536fdaea71f8,segment=NetworkSegment(39f5bd25-d468-4edd-901b-4e973eeb6cb1),segment_id=39f5bd25-d468-4edd-901b-4e973eeb6cb1)] {{(pid=104099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:13:09.033432 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-a9e327b7-23eb-4470-a04c-e5601564193d req-61252929-42ac-448f-a0f9-d302d7fedc20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (1d4011c4-cde2-4575-8232-536fdaea71f8), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:09.070930 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e327b7-23eb-4470-a04c-e5601564193d req-61252929-42ac-448f-a0f9-d302d7fedc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:13:09.071548 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-a9e327b7-23eb-4470-a04c-e5601564193d req-61252929-42ac-448f-a0f9-d302d7fedc20 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:09.072945 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a9e327b7-23eb-4470-a04c-e5601564193d req-61252929-42ac-448f-a0f9-d302d7fedc20 service neutron] 10.222.0.10 "PUT /v2.0/ports/1d4011c4-cde2-4575-8232-536fdaea71f8 HTTP/1.1" status: 200 len: 1093 time: 0.7422624 Mar 28 01:13:09.073383 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da499fcd-8d25-4e05-ae37-19e402aa848c', 'tag': '1d4011c4-cde2-4575-8232-536fdaea71f8'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:13:09.076178 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2af4b01a9fa8b1570ccf1d7859d693ad34c106b258078e9cfae86b97f35e3d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0db7a6cb-900f-4b6f-8d59-763cacfa24a1" -d '{"events": [{"name": "network-changed", "server_uuid": "da499fcd-8d25-4e05-ae37-19e402aa848c", "tag": "1d4011c4-cde2-4575-8232-536fdaea71f8"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:13:09.101021 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61252929-42ac-448f-a0f9-d302d7fedc20 service neutron] Pushing event updated for resources: {'Port': ['ID=1d4011c4-cde2-4575-8232-536fdaea71f8,revision_number=3']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:13:09.129273 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 01:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c434eab-056f-4636-beb1-02b96904c25d x-openstack-request-id: req-8c434eab-056f-4636-beb1-02b96904c25d {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:13:09.129576 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da499fcd-8d25-4e05-ae37-19e402aa848c", "tag": "1d4011c4-cde2-4575-8232-536fdaea71f8", "status": "completed", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:13:09.129828 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8c434eab-056f-4636-beb1-02b96904c25d {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:13:09.130235 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c434eab-056f-4636-beb1-02b96904c25d'] response: {'name': 'network-changed', 'server_uuid': 'da499fcd-8d25-4e05-ae37-19e402aa848c', 'tag': '1d4011c4-cde2-4575-8232-536fdaea71f8', 'status': 'completed', 'code': 200} Mar 28 01:13:09.182331 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e327b7-23eb-4470-a04c-e5601564193d req-fb30a3b6-85d0-4dae-aa51-82eb185ee763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:13:09.184514 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a9e327b7-23eb-4470-a04c-e5601564193d req-fb30a3b6-85d0-4dae-aa51-82eb185ee763 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cf1ee0ed9c204cc5bccbb38ebf185041&device_id=da499fcd-8d25-4e05-ae37-19e402aa848c HTTP/1.1" status: 200 len: 1127 time: 0.0514026 Mar 28 01:13:09.229124 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a9e327b7-23eb-4470-a04c-e5601564193d req-743b0e94-5a1c-4cf3-824a-1736e4461943 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d4011c4-cde2-4575-8232-536fdaea71f8 HTTP/1.1" status: 200 len: 217 time: 0.0377798 Mar 28 01:13:09.279281 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e327b7-23eb-4470-a04c-e5601564193d req-b3d3021d-620b-47fd-9a42-4574542b250e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:13:09.281012 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a9e327b7-23eb-4470-a04c-e5601564193d req-b3d3021d-620b-47fd-9a42-4574542b250e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5f9984a6-7200-4e34-96fe-69154e7ad107 HTTP/1.1" status: 200 len: 834 time: 0.0460567 Mar 28 01:13:09.334177 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e327b7-23eb-4470-a04c-e5601564193d req-e2643ec3-3b16-468d-a0ae-08820b8b3c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:13:09.335753 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a9e327b7-23eb-4470-a04c-e5601564193d req-e2643ec3-3b16-468d-a0ae-08820b8b3c6c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=eb98a28c-d067-44fe-a26f-4a24b1fc48a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0485373 Mar 28 01:13:09.422983 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a9e327b7-23eb-4470-a04c-e5601564193d req-080924e9-6703-41e4-aeb6-4a1f8b88764b service neutron] 10.222.0.10 "GET /v2.0/networks/eb98a28c-d067-44fe-a26f-4a24b1fc48a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798187 Mar 28 01:13:09.517656 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a9e327b7-23eb-4470-a04c-e5601564193d req-02a6ddab-530c-4343-853e-9371345910df service neutron] 10.222.0.10 "GET /v2.0/networks/eb98a28c-d067-44fe-a26f-4a24b1fc48a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829914 Mar 28 01:13:09.614284 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db7a6cb-900f-4b6f-8d59-763cacfa24a1 req-fd24d56b-be9e-4aab-ae62-26d07b1f6a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:13:09.615770 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-0db7a6cb-900f-4b6f-8d59-763cacfa24a1 req-fd24d56b-be9e-4aab-ae62-26d07b1f6a52 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cf1ee0ed9c204cc5bccbb38ebf185041&device_id=da499fcd-8d25-4e05-ae37-19e402aa848c HTTP/1.1" status: 200 len: 1127 time: 0.0453703 Mar 28 01:13:09.707399 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db7a6cb-900f-4b6f-8d59-763cacfa24a1 req-19ca4272-cb98-41c1-9cd7-efac4325e021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:13:09.708877 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-0db7a6cb-900f-4b6f-8d59-763cacfa24a1 req-19ca4272-cb98-41c1-9cd7-efac4325e021 service neutron] 10.222.0.10 "GET /v2.0/networks?id=eb98a28c-d067-44fe-a26f-4a24b1fc48a1 HTTP/1.1" status: 200 len: 897 time: 0.0843806 Mar 28 01:13:09.749619 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-0db7a6cb-900f-4b6f-8d59-763cacfa24a1 req-f082df5c-2a2c-449c-9a49-7efc97b40ff2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d4011c4-cde2-4575-8232-536fdaea71f8 HTTP/1.1" status: 200 len: 217 time: 0.0336218 Mar 28 01:13:09.801097 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db7a6cb-900f-4b6f-8d59-763cacfa24a1 req-3fe79baf-6483-444a-a9eb-108c24faa2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:13:09.802563 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-0db7a6cb-900f-4b6f-8d59-763cacfa24a1 req-3fe79baf-6483-444a-a9eb-108c24faa2e0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5f9984a6-7200-4e34-96fe-69154e7ad107 HTTP/1.1" status: 200 len: 834 time: 0.0450437 Mar 28 01:13:09.892813 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db7a6cb-900f-4b6f-8d59-763cacfa24a1 req-7048cd70-2688-45cd-96a3-aef59796dad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:13:09.894329 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-0db7a6cb-900f-4b6f-8d59-763cacfa24a1 req-7048cd70-2688-45cd-96a3-aef59796dad7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=eb98a28c-d067-44fe-a26f-4a24b1fc48a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0831149 Mar 28 01:13:09.905886 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbc4664-6002-4e98-99cf-b57d2de05d0e req-5776d58c-9f8a-4468-96ee-bea752a5f126 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:13:09.907703 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-3dbc4664-6002-4e98-99cf-b57d2de05d0e req-5776d58c-9f8a-4468-96ee-bea752a5f126 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=da499fcd-8d25-4e05-ae37-19e402aa848c HTTP/1.1" status: 200 len: 943 time: 0.0712671 Mar 28 01:13:10.008697 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-3dbc4664-6002-4e98-99cf-b57d2de05d0e req-dd1af2df-07cc-4f28-bc6c-44d1de5086d0 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6a08e96-5292-44a7-af71-25aeb646ffe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930383 Mar 28 01:13:10.028620 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-0db7a6cb-900f-4b6f-8d59-763cacfa24a1 req-965f8f32-eb46-4ee4-b9f7-3969a8bf0227 service neutron] 10.222.0.10 "GET /v2.0/networks/eb98a28c-d067-44fe-a26f-4a24b1fc48a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199782 Mar 28 01:13:10.117000 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-0db7a6cb-900f-4b6f-8d59-763cacfa24a1 req-a919be3b-5ab4-440b-9b41-45a70ac2596a service neutron] 10.222.0.10 "GET /v2.0/networks/eb98a28c-d067-44fe-a26f-4a24b1fc48a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812833 Mar 28 01:13:10.865052 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.agents_db [None req-9a1d863f-391a-42f4-9870-e8292b919beb None None] Agent healthcheck: found 6 active agents {{(pid=104101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 01:13:11.133070 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1730525-0588-4894-a103-8738bf1dd221 req-6d2e2e5d-c823-41cb-8a5e-1142bcb0b1b2 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:13:11.134520 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-b1730525-0588-4894-a103-8738bf1dd221 req-6d2e2e5d-c823-41cb-8a5e-1142bcb0b1b2 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=da499fcd-8d25-4e05-ae37-19e402aa848c HTTP/1.1" status: 200 len: 943 time: 0.0570073 Mar 28 01:13:11.134666 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device 1d4011c4-cde2-4575-8232-536fdaea71f8 details requested by agent hyperv_hv-neutron-8348 with host hv-neutron-8348 {{(pid=104100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 01:13:11.188212 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-b1730525-0588-4894-a103-8738bf1dd221 req-42d4a3d7-9375-4735-8f45-e26a65efc30a tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6a08e96-5292-44a7-af71-25aeb646ffe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463104 Mar 28 01:13:11.235162 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port 1d4011c4-cde2-4575-8232-536fdaea71f8, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=1d4011c4-cde2-4575-8232-536fdaea71f8,segment=NetworkSegment(39f5bd25-d468-4edd-901b-4e973eeb6cb1),segment_id=39f5bd25-d468-4edd-901b-4e973eeb6cb1)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:13:11.246843 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Returning: {'device': '1d4011c4-cde2-4575-8232-536fdaea71f8', 'network_id': 'eb98a28c-d067-44fe-a26f-4a24b1fc48a1', 'port_id': '1d4011c4-cde2-4575-8232-536fdaea71f8', 'mac_address': 'fa:16:3e:ff:b4:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f9984a6-7200-4e34-96fe-69154e7ad107', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 01:13:11.288595 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port 1d4011c4-cde2-4575-8232-536fdaea71f8 is: DOWN; New status is: BUILD {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:13:11.288994 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (1d4011c4-cde2-4575-8232-536fdaea71f8), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:11.305089 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d4011c4-cde2-4575-8232-536fdaea71f8 {{(pid=104100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 01:13:11.325664 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port 1d4011c4-cde2-4575-8232-536fdaea71f8, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=1d4011c4-cde2-4575-8232-536fdaea71f8,segment=NetworkSegment(39f5bd25-d468-4edd-901b-4e973eeb6cb1),segment_id=39f5bd25-d468-4edd-901b-4e973eeb6cb1)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:13:11.329225 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (1d4011c4-cde2-4575-8232-536fdaea71f8), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:11.381416 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Pushing event updated for resources: {'Port': ['ID=1d4011c4-cde2-4575-8232-536fdaea71f8,revision_number=4']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:13:11.394940 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-353c5971-11b0-45ff-a341-3d3c488842f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:11.583913 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] get_ports_and_sgs() called for port_ids ['1d4011c4-cde2-4575-8232-536fdaea71f8'] {{(pid=104100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 01:13:12.304203 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189c1f2a-89d8-4201-88f7-1b22cabfc2ed req-d365738c-a01e-44e8-954e-e6f2e3cd1237 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:13:12.305667 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-189c1f2a-89d8-4201-88f7-1b22cabfc2ed req-d365738c-a01e-44e8-954e-e6f2e3cd1237 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=da499fcd-8d25-4e05-ae37-19e402aa848c HTTP/1.1" status: 200 len: 944 time: 0.0528245 Mar 28 01:13:12.355582 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-189c1f2a-89d8-4201-88f7-1b22cabfc2ed req-fce9b3ad-c948-467b-aad5-24dbea46cdf7 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6a08e96-5292-44a7-af71-25aeb646ffe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432081 Mar 28 01:13:13.135581 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device 1d4011c4-cde2-4575-8232-536fdaea71f8 up at agent hyperv_hv-neutron-8348 {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:13:13.184530 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Provisioning for port 1d4011c4-cde2-4575-8232-536fdaea71f8 completed by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 01:13:13.190322 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Provisioning complete for port 1d4011c4-cde2-4575-8232-536fdaea71f8 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:13:13.190766 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (1d4011c4-cde2-4575-8232-536fdaea71f8), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:13.282968 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port 1d4011c4-cde2-4575-8232-536fdaea71f8 is: BUILD; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:13:13.283451 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (1d4011c4-cde2-4575-8232-536fdaea71f8), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:13.305852 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da499fcd-8d25-4e05-ae37-19e402aa848c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d4011c4-cde2-4575-8232-536fdaea71f8'}] {{(pid=104100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:13:13.308763 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd27896ebc78d0f7931321182ba9533a7b768b1c3fcddb3ff52a8aee6ddeaf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22f557f8-afb1-4240-8874-7b917ad80e96" -d '{"events": [{"server_uuid": "da499fcd-8d25-4e05-ae37-19e402aa848c", "name": "network-vif-plugged", "status": "completed", "tag": "1d4011c4-cde2-4575-8232-536fdaea71f8"}]}' {{(pid=104100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:13:13.320998 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port 1d4011c4-cde2-4575-8232-536fdaea71f8, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=1d4011c4-cde2-4575-8232-536fdaea71f8,segment=NetworkSegment(39f5bd25-d468-4edd-901b-4e973eeb6cb1),segment_id=39f5bd25-d468-4edd-901b-4e973eeb6cb1)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:13:13.326300 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (1d4011c4-cde2-4575-8232-536fdaea71f8), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:13.351524 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 01:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da30c006-7b65-435e-b6dc-9067651f3f5c x-openstack-request-id: req-da30c006-7b65-435e-b6dc-9067651f3f5c {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:13:13.351820 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da499fcd-8d25-4e05-ae37-19e402aa848c", "name": "network-vif-plugged", "status": "completed", "tag": "1d4011c4-cde2-4575-8232-536fdaea71f8", "code": 200}]} {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:13:13.352104 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-da30c006-7b65-435e-b6dc-9067651f3f5c {{(pid=104100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:13:13.352506 dv-neutron-834874-6-hyperv neutron-server[104100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da30c006-7b65-435e-b6dc-9067651f3f5c'] response: {'server_uuid': 'da499fcd-8d25-4e05-ae37-19e402aa848c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d4011c4-cde2-4575-8232-536fdaea71f8', 'code': 200} Mar 28 01:13:13.378629 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Pushing event updated for resources: {'Port': ['ID=1d4011c4-cde2-4575-8232-536fdaea71f8,revision_number=5']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:13:13.483511 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a755240-d230-4c44-8a13-43a6888df2ac req-c507f934-5907-4fff-8256-253d3db574e4 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:13:13.485501 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-3a755240-d230-4c44-8a13-43a6888df2ac req-c507f934-5907-4fff-8256-253d3db574e4 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=da499fcd-8d25-4e05-ae37-19e402aa848c HTTP/1.1" status: 200 len: 945 time: 0.0605466 Mar 28 01:13:13.562602 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-e923343e-5494-4820-b4b5-a94a0aacc83a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:13.566050 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-3a755240-d230-4c44-8a13-43a6888df2ac req-2636d2a7-c8d0-4ed0-9f16-9040ac76c88d tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6a08e96-5292-44a7-af71-25aeb646ffe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722258 Mar 28 01:13:13.569141 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5237d69-9673-4a6a-8876-13f5cd0310ff req-fe411135-8f47-4bc1-b507-514f2cafdb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:13:13.570591 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-b5237d69-9673-4a6a-8876-13f5cd0310ff req-fe411135-8f47-4bc1-b507-514f2cafdb36 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=da499fcd-8d25-4e05-ae37-19e402aa848c HTTP/1.1" status: 200 len: 1129 time: 0.0841048 Mar 28 01:13:13.621409 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-b5237d69-9673-4a6a-8876-13f5cd0310ff req-ee7ac207-4d26-4128-9aee-da2200034253 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d6a08e96-5292-44a7-af71-25aeb646ffe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391560 Mar 28 01:13:14.687050 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5409d2d0-da98-4690-ae1f-98faf804717d req-e68854ac-f78d-4b1c-bf5f-b307fcc8991a tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:13:14.688759 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-5409d2d0-da98-4690-ae1f-98faf804717d req-e68854ac-f78d-4b1c-bf5f-b307fcc8991a tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=da499fcd-8d25-4e05-ae37-19e402aa848c HTTP/1.1" status: 200 len: 945 time: 0.0544386 Mar 28 01:13:14.751597 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-5409d2d0-da98-4690-ae1f-98faf804717d req-3fecbf33-6427-4b8a-a10a-1d15364fc3cd tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6a08e96-5292-44a7-af71-25aeb646ffe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571277 Mar 28 01:13:14.760557 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:15.883589 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b937b86d-88a9-4131-8ade-3d7eb71b2565 req-60782555-edd5-4e1a-94cb-a95cc96b44ad tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:13:15.885178 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-b937b86d-88a9-4131-8ade-3d7eb71b2565 req-60782555-edd5-4e1a-94cb-a95cc96b44ad tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=da499fcd-8d25-4e05-ae37-19e402aa848c HTTP/1.1" status: 200 len: 945 time: 0.0592766 Mar 28 01:13:15.938130 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-b937b86d-88a9-4131-8ade-3d7eb71b2565 req-8b9cb1e0-2a5e-4a41-84df-e11090b3d8e8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6a08e96-5292-44a7-af71-25aeb646ffe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463905 Mar 28 01:13:16.057060 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf39369-fbd3-43ea-90b2-d8be5d1e44ac req-180b4c50-7c95-424a-a0c5-a27bd1a9dc9e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:13:16.058449 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-1cf39369-fbd3-43ea-90b2-d8be5d1e44ac req-180b4c50-7c95-424a-a0c5-a27bd1a9dc9e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=da499fcd-8d25-4e05-ae37-19e402aa848c HTTP/1.1" status: 200 len: 945 time: 0.0555844 Mar 28 01:13:16.107548 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-1cf39369-fbd3-43ea-90b2-d8be5d1e44ac req-d35e582e-ebcb-44b1-b0e1-06aa6093c74b tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6a08e96-5292-44a7-af71-25aeb646ffe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430043 Mar 28 01:13:16.130061 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 56356) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:13:16.173070 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc1aa2a-940a-4882-bb30-16dbbb566675 tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:13:16.174602 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-0cc1aa2a-940a-4882-bb30-16dbbb566675 tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=da499fcd-8d25-4e05-ae37-19e402aa848c HTTP/1.1" status: 200 len: 1124 time: 0.0435386 Mar 28 01:13:16.177459 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 56358) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:13:16.181756 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-d61c888c-a7ed-4dc7-9b06-877d593613e3 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'floatingip': {'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'port_id': '1d4011c4-cde2-4575-8232-536fdaea71f8', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:13:16.200836 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:16.203808 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d61c888c-a7ed-4dc7-9b06-877d593613e3 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:16.311656 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d61c888c-a7ed-4dc7-9b06-877d593613e3 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:16.421429 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [None req-d61c888c-a7ed-4dc7-9b06-877d593613e3 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Allocated IP 172.26.1.156 (dea6548b-502b-42db-97fb-371e423e739a/cce6de65-d8c9-45b8-9970-0a277e8c1192/e1a1ce22-d10c-4df6-98a8-6124a0f0c5e9) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:13:16.531345 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d61c888c-a7ed-4dc7-9b06-877d593613e3 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for port (e1a1ce22-d10c-4df6-98a8-6124a0f0c5e9), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:16.565066 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d61c888c-a7ed-4dc7-9b06-877d593613e3 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (e1a1ce22-d10c-4df6-98a8-6124a0f0c5e9), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:16.600838 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61c888c-a7ed-4dc7-9b06-877d593613e3 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Network dea6548b-502b-42db-97fb-371e423e739a is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:13:16.603681 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-d61c888c-a7ed-4dc7-9b06-877d593613e3 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:13:16.607498 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61c888c-a7ed-4dc7-9b06-877d593613e3 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:13:16.632584 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61c888c-a7ed-4dc7-9b06-877d593613e3 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'Port': ['ID=e1a1ce22-d10c-4df6-98a8-6124a0f0c5e9,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:13:16.646098 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61c888c-a7ed-4dc7-9b06-877d593613e3 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:13:16.646445 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61c888c-a7ed-4dc7-9b06-877d593613e3 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:13:16.646788 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61c888c-a7ed-4dc7-9b06-877d593613e3 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:13:16.647129 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61c888c-a7ed-4dc7-9b06-877d593613e3 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:13:16.647463 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61c888c-a7ed-4dc7-9b06-877d593613e3 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:13:16.647793 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61c888c-a7ed-4dc7-9b06-877d593613e3 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:13:16.648171 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61c888c-a7ed-4dc7-9b06-877d593613e3 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:13:16.648525 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61c888c-a7ed-4dc7-9b06-877d593613e3 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:13:16.648854 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61c888c-a7ed-4dc7-9b06-877d593613e3 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:13:16.649181 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61c888c-a7ed-4dc7-9b06-877d593613e3 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:13:16.649507 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61c888c-a7ed-4dc7-9b06-877d593613e3 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:13:16.649833 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61c888c-a7ed-4dc7-9b06-877d593613e3 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:13:16.650155 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61c888c-a7ed-4dc7-9b06-877d593613e3 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:13:16.650475 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61c888c-a7ed-4dc7-9b06-877d593613e3 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:13:16.650794 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61c888c-a7ed-4dc7-9b06-877d593613e3 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:13:16.973649 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d61c888c-a7ed-4dc7-9b06-877d593613e3 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for floatingip (24ab0914-ae98-40f8-a24c-a0d05f2c1d5a), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:17.042008 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d61c888c-a7ed-4dc7-9b06-877d593613e3 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (e1a1ce22-d10c-4df6-98a8-6124a0f0c5e9), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:17.192330 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d61c888c-a7ed-4dc7-9b06-877d593613e3 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for port (e1a1ce22-d10c-4df6-98a8-6124a0f0c5e9), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:17.198014 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d61c888c-a7ed-4dc7-9b06-877d593613e3 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (e1a1ce22-d10c-4df6-98a8-6124a0f0c5e9), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:17.269106 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61c888c-a7ed-4dc7-9b06-877d593613e3 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'Port': ['ID=e1a1ce22-d10c-4df6-98a8-6124a0f0c5e9,revision_number=2']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:13:17.279398 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d61c888c-a7ed-4dc7-9b06-877d593613e3 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688063'] for floatingip (24ab0914-ae98-40f8-a24c-a0d05f2c1d5a), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:17.382092 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.l3_db [None req-d61c888c-a7ed-4dc7-9b06-877d593613e3 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Floating IP 24ab0914-ae98-40f8-a24c-a0d05f2c1d5a associated. External IP: 172.26.1.156, port: 1d4011c4-cde2-4575-8232-536fdaea71f8. Mar 28 01:13:17.567334 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 56362) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:13:17.641934 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d61c888c-a7ed-4dc7-9b06-877d593613e3 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Router dcfaa65c-486e-44e0-8f60-99ec26b3b8ee has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:13:17.761213 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:18.123515 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d61c888c-a7ed-4dc7-9b06-877d593613e3 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:13:18.132614 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de5cb3e-1fa4-4455-9be0-0419b2d024c8 None None] Sync routers for ids ['dcfaa65c-486e-44e0-8f60-99ec26b3b8ee'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:13:18.136383 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-b457b515-82d3-414a-9df1-b058bf903ac0 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Deleting port d6d76d18-1924-4a33-ba18-6dac59669a7d {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:13:18.136721 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b457b515-82d3-414a-9df1-b058bf903ac0 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (d6d76d18-1924-4a33-ba18-6dac59669a7d), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:18.142532 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de5cb3e-1fa4-4455-9be0-0419b2d024c8 None None] Routers {'dcfaa65c-486e-44e0-8f60-99ec26b3b8ee'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:13:18.143148 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-9de5cb3e-1fa4-4455-9be0-0419b2d024c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:13:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['dcfaa65c-486e-44e0-8f60-99ec26b3b8ee'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:13:18.180962 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d61c888c-a7ed-4dc7-9b06-877d593613e3 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for floatingip (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:18.224432 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-d61c888c-a7ed-4dc7-9b06-877d593613e3 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0458422 Mar 28 01:13:18.226468 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da499fcd-8d25-4e05-ae37-19e402aa848c', 'tag': '1d4011c4-cde2-4575-8232-536fdaea71f8'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:13:18.227530 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 56364) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:13:18.228779 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2af4b01a9fa8b1570ccf1d7859d693ad34c106b258078e9cfae86b97f35e3d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de799244-69f5-475b-8bec-64174367ef43" -d '{"events": [{"name": "network-changed", "server_uuid": "da499fcd-8d25-4e05-ae37-19e402aa848c", "tag": "1d4011c4-cde2-4575-8232-536fdaea71f8"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:13:18.255333 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b457b515-82d3-414a-9df1-b058bf903ac0 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (d6d76d18-1924-4a33-ba18-6dac59669a7d), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:18.255879 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b457b515-82d3-414a-9df1-b058bf903ac0 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Publish callbacks [] for floatingip (d6d76d18-1924-4a33-ba18-6dac59669a7d), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:18.275009 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 01:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aea32cc8-5122-47d7-a598-1ef7c9910ef2 x-openstack-request-id: req-aea32cc8-5122-47d7-a598-1ef7c9910ef2 {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:13:18.275598 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da499fcd-8d25-4e05-ae37-19e402aa848c", "tag": "1d4011c4-cde2-4575-8232-536fdaea71f8", "status": "completed", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:13:18.275850 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-aea32cc8-5122-47d7-a598-1ef7c9910ef2 {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:13:18.276733 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aea32cc8-5122-47d7-a598-1ef7c9910ef2'] response: {'name': 'network-changed', 'server_uuid': 'da499fcd-8d25-4e05-ae37-19e402aa848c', 'tag': '1d4011c4-cde2-4575-8232-536fdaea71f8', 'status': 'completed', 'code': 200} Mar 28 01:13:18.277249 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-b457b515-82d3-414a-9df1-b058bf903ac0 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Calling delete_port for d6d76d18-1924-4a33-ba18-6dac59669a7d owned by network:floatingip {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:13:18.299822 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-2748c9a1-8e8f-40b1-9a68-f2adc2c88c53 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/floatingips/24ab0914-ae98-40f8-a24c-a0d05f2c1d5a HTTP/1.1" status: 200 len: 991 time: 0.0708232 Mar 28 01:13:18.396141 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-9de5cb3e-1fa4-4455-9be0-0419b2d024c8 None None] Set router dcfaa65c-486e-44e0-8f60-99ec26b3b8ee gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:13:18.401337 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de799244-69f5-475b-8bec-64174367ef43 req-522fc522-f2d2-4fa1-b2fa-d4acbeba1d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:13:18.402850 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-de799244-69f5-475b-8bec-64174367ef43 req-522fc522-f2d2-4fa1-b2fa-d4acbeba1d1e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cf1ee0ed9c204cc5bccbb38ebf185041&device_id=da499fcd-8d25-4e05-ae37-19e402aa848c HTTP/1.1" status: 200 len: 1129 time: 0.0736189 Mar 28 01:13:18.535627 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de799244-69f5-475b-8bec-64174367ef43 req-b1e926be-a3f7-463f-aeae-ecc2a975dfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:13:18.537372 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-de799244-69f5-475b-8bec-64174367ef43 req-b1e926be-a3f7-463f-aeae-ecc2a975dfb8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=eb98a28c-d067-44fe-a26f-4a24b1fc48a1 HTTP/1.1" status: 200 len: 897 time: 0.1225636 Mar 28 01:13:18.538095 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b457b515-82d3-414a-9df1-b058bf903ac0 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (d6d76d18-1924-4a33-ba18-6dac59669a7d), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:18.575741 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b457b515-82d3-414a-9df1-b058bf903ac0 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Pushing event deleted for resources: {'Port': ['ID=d6d76d18-1924-4a33-ba18-6dac59669a7d,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:13:18.629303 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-9de5cb3e-1fa4-4455-9be0-0419b2d024c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcfaa65c-486e-44e0-8f60-99ec26b3b8ee', 'name': 'tempest-TestNetworkBasicOps-router-1103244784', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.70'}], 'enable_snat': True}, 'gw_port_id': '4d8390b1-47fb-4565-a473-ac9165df1421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:12:59Z', 'updated_at': '2022-03-28T01:13:03Z', 'revision_number': 4, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': '4d8390b1-47fb-4565-a473-ac9165df1421', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcfaa65c-486e-44e0-8f60-99ec26b3b8ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:13:00Z', 'updated_at': '2022-03-28T01:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_floatingips': [{'id': '24ab0914-ae98-40f8-a24c-a0d05f2c1d5a', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'floating_ip_address': '172.26.1.156', 'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'router_id': 'dcfaa65c-486e-44e0-8f60-99ec26b3b8ee', 'port_id': '1d4011c4-cde2-4575-8232-536fdaea71f8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1379, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb98a28c-d067-44fe-a26f-4a24b1fc48a1', 'mac_address': 'fa:16:3e:ff:b4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da499fcd-8d25-4e05-ae37-19e402aa848c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T01:13:16Z', 'updated_at': '2022-03-28T01:13:16Z', 'revision_number': 0, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33165479-a2ec-47ba-83dc-1543db4d6dad', 'name': '', 'network_id': 'eb98a28c-d067-44fe-a26f-4a24b1fc48a1', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'mac_address': 'fa:16:3e:84:9e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcfaa65c-486e-44e0-8f60-99ec26b3b8ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '5f9984a6-7200-4e34-96fe-69154e7ad107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:13:02Z', 'updated_at': '2022-03-28T01:13:05Z', 'revision_number': 5, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'subnets': [{'id': '5f9984a6-7200-4e34-96fe-69154e7ad107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:13:18.659270 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de5cb3e-1fa4-4455-9be0-0419b2d024c8 None None] Checking router: dcfaa65c-486e-44e0-8f60-99ec26b3b8ee for host: dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:13:18.667375 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de5cb3e-1fa4-4455-9be0-0419b2d024c8 None None] Routers {'dcfaa65c-486e-44e0-8f60-99ec26b3b8ee'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:13:18.667985 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-9de5cb3e-1fa4-4455-9be0-0419b2d024c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:13:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['dcfaa65c-486e-44e0-8f60-99ec26b3b8ee'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:13:18.669545 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-de799244-69f5-475b-8bec-64174367ef43 req-2751f09a-954f-4a91-9e59-15e77bd696b5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d4011c4-cde2-4575-8232-536fdaea71f8 HTTP/1.1" status: 200 len: 999 time: 0.1226125 Mar 28 01:13:18.678626 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b457b515-82d3-414a-9df1-b058bf903ac0 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Publish callbacks [] for floatingip (9acb3b51-feea-48a4-b853-94046148a0a1), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:18.678976 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.l3_db [None req-b457b515-82d3-414a-9df1-b058bf903ac0 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Floating IP 9acb3b51-feea-48a4-b853-94046148a0a1 disassociated (deleted). External IP: 172.26.1.140, port: ec9381a0-0ab4-409f-943a-81c10454d4f7. Mar 28 01:13:18.777408 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-9de5cb3e-1fa4-4455-9be0-0419b2d024c8 None None] Set router dcfaa65c-486e-44e0-8f60-99ec26b3b8ee gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:13:18.790438 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de799244-69f5-475b-8bec-64174367ef43 req-c029f9c6-89cf-4e74-9344-e07d7898643c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:13:18.791881 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-de799244-69f5-475b-8bec-64174367ef43 req-c029f9c6-89cf-4e74-9344-e07d7898643c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5f9984a6-7200-4e34-96fe-69154e7ad107 HTTP/1.1" status: 200 len: 834 time: 0.1159971 Mar 28 01:13:18.889250 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de799244-69f5-475b-8bec-64174367ef43 req-6e9cd73a-d93e-4c95-b5f2-59fdfb3dd5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:13:18.890733 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-de799244-69f5-475b-8bec-64174367ef43 req-6e9cd73a-d93e-4c95-b5f2-59fdfb3dd5fb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=eb98a28c-d067-44fe-a26f-4a24b1fc48a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0915458 Mar 28 01:13:19.005455 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-9de5cb3e-1fa4-4455-9be0-0419b2d024c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcfaa65c-486e-44e0-8f60-99ec26b3b8ee', 'name': 'tempest-TestNetworkBasicOps-router-1103244784', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.70'}], 'enable_snat': True}, 'gw_port_id': '4d8390b1-47fb-4565-a473-ac9165df1421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:12:59Z', 'updated_at': '2022-03-28T01:13:03Z', 'revision_number': 4, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': '4d8390b1-47fb-4565-a473-ac9165df1421', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcfaa65c-486e-44e0-8f60-99ec26b3b8ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:13:00Z', 'updated_at': '2022-03-28T01:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_floatingips': [{'id': '24ab0914-ae98-40f8-a24c-a0d05f2c1d5a', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'floating_ip_address': '172.26.1.156', 'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'router_id': 'dcfaa65c-486e-44e0-8f60-99ec26b3b8ee', 'port_id': '1d4011c4-cde2-4575-8232-536fdaea71f8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1379, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb98a28c-d067-44fe-a26f-4a24b1fc48a1', 'mac_address': 'fa:16:3e:ff:b4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da499fcd-8d25-4e05-ae37-19e402aa848c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T01:13:16Z', 'updated_at': '2022-03-28T01:13:16Z', 'revision_number': 0, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33165479-a2ec-47ba-83dc-1543db4d6dad', 'name': '', 'network_id': 'eb98a28c-d067-44fe-a26f-4a24b1fc48a1', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'mac_address': 'fa:16:3e:84:9e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcfaa65c-486e-44e0-8f60-99ec26b3b8ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '5f9984a6-7200-4e34-96fe-69154e7ad107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:13:02Z', 'updated_at': '2022-03-28T01:13:05Z', 'revision_number': 5, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'subnets': [{'id': '5f9984a6-7200-4e34-96fe-69154e7ad107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:13:19.028674 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b457b515-82d3-414a-9df1-b058bf903ac0 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Router de08d0b8-f2e5-436b-8464-a140cba362fb has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:13:19.031307 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-de799244-69f5-475b-8bec-64174367ef43 req-806a12e3-0d39-417d-8b52-c39fe21dfe2b service neutron] 10.222.0.10 "GET /v2.0/networks/eb98a28c-d067-44fe-a26f-4a24b1fc48a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162493 Mar 28 01:13:19.035885 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de5cb3e-1fa4-4455-9be0-0419b2d024c8 None None] The sync data for ids ['dcfaa65c-486e-44e0-8f60-99ec26b3b8ee'] in dv-neutron-834874-6-hyperv is: [{'id': 'dcfaa65c-486e-44e0-8f60-99ec26b3b8ee', 'name': 'tempest-TestNetworkBasicOps-router-1103244784', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.70'}], 'enable_snat': True}, 'gw_port_id': '4d8390b1-47fb-4565-a473-ac9165df1421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:12:59Z', 'updated_at': '2022-03-28T01:13:03Z', 'revision_number': 4, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': '4d8390b1-47fb-4565-a473-ac9165df1421', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcfaa65c-486e-44e0-8f60-99ec26b3b8ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:13:00Z', 'updated_at': '2022-03-28T01:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_floatingips': [{'id': '24ab0914-ae98-40f8-a24c-a0d05f2c1d5a', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'floating_ip_address': '172.26.1.156', 'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'router_id': 'dcfaa65c-486e-44e0-8f60-99ec26b3b8ee', 'port_id': '1d4011c4-cde2-4575-8232-536fdaea71f8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1379, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb98a28c-d067-44fe-a26f-4a24b1fc48a1', 'mac_address': 'fa:16:3e:ff:b4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da499fcd-8d25-4e05-ae37-19e402aa848c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T01:13:16Z', 'updated_at': '2022-03-28T01:13:16Z', 'revision_number': 0, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33165479-a2ec-47ba-83dc-1543db4d6dad', 'name': '', 'network_id': 'eb98a28c-d067-44fe-a26f-4a24b1fc48a1', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'mac_address': 'fa:16:3e:84:9e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcfaa65c-486e-44e0-8f60-99ec26b3b8ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '5f9984a6-7200-4e34-96fe-69154e7ad107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:13:02Z', 'updated_at': '2022-03-28T01:13:05Z', 'revision_number': 5, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'subnets': [{'id': '5f9984a6-7200-4e34-96fe-69154e7ad107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:13:19.204826 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-de799244-69f5-475b-8bec-64174367ef43 req-b21fdd98-0269-48a0-8a45-4e65390ddcd9 service neutron] 10.222.0.10 "GET /v2.0/networks/eb98a28c-d067-44fe-a26f-4a24b1fc48a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667957 Mar 28 01:13:19.216709 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b457b515-82d3-414a-9df1-b058bf903ac0 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:13:19.221376 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b457b515-82d3-414a-9df1-b058bf903ac0 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for floatingip (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:19.227367 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08228b6-c6b1-486f-890a-a13e565a7650 None None] Sync routers for ids ['de08d0b8-f2e5-436b-8464-a140cba362fb'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:13:19.238825 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08228b6-c6b1-486f-890a-a13e565a7650 None None] Routers {'de08d0b8-f2e5-436b-8464-a140cba362fb'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:13:19.239453 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-d08228b6-c6b1-486f-890a-a13e565a7650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:13:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['de08d0b8-f2e5-436b-8464-a140cba362fb'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:13:19.253908 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-b457b515-82d3-414a-9df1-b058bf903ac0 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] 10.222.0.24 "DELETE /v2.0/floatingips/9acb3b51-feea-48a4-b853-94046148a0a1 HTTP/1.1" status: 204 len: 168 time: 1.6861005 Mar 28 01:13:19.269046 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08b324c-1584-4f05-ba46-2f24bcf1b146 None None] New status for floating IP 24ab0914-ae98-40f8-a24c-a0d05f2c1d5a: ACTIVE {{(pid=104100) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 01:13:19.303323 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 56370) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:13:19.355919 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-d08228b6-c6b1-486f-890a-a13e565a7650 None None] Set router de08d0b8-f2e5-436b-8464-a140cba362fb gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:13:19.381277 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-620b62c2-d4f5-4522-ac94-02c5a7fcd8ce tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/floatingips/24ab0914-ae98-40f8-a24c-a0d05f2c1d5a HTTP/1.1" status: 200 len: 991 time: 0.0768166 Mar 28 01:13:19.516605 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f2e9b4-cd1e-4f46-b09e-396d96d39f03 req-e744df0c-c800-4810-8223-9eba078f3c69 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:13:19.518008 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-09f2e9b4-cd1e-4f46-b09e-396d96d39f03 req-e744df0c-c800-4810-8223-9eba078f3c69 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] 10.222.0.24 "GET /v2.0/ports?device_id=04e910c1-0379-4bd6-b5be-10952a030fd0 HTTP/1.1" status: 200 len: 945 time: 0.0539474 Mar 28 01:13:19.567561 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-09f2e9b4-cd1e-4f46-b09e-396d96d39f03 req-5c4428e8-4692-480d-89d5-1a548837740d tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] 10.222.0.24 "GET /v2.0/security-groups?id=234a84ca-f019-4176-a044-6ab986a4df8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438733 Mar 28 01:13:19.567794 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-d08228b6-c6b1-486f-890a-a13e565a7650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de08d0b8-f2e5-436b-8464-a140cba362fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1688017106', 'tenant_id': '5380d7706aed4cb6accd0f46fa008fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.66'}], 'enable_snat': True}, 'gw_port_id': '2cfa8edb-4455-4919-94af-91292b7c2700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:11:35Z', 'updated_at': '2022-03-28T01:11:39Z', 'revision_number': 4, 'project_id': '5380d7706aed4cb6accd0f46fa008fba', 'gw_port': {'id': '2cfa8edb-4455-4919-94af-91292b7c2700', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a1:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de08d0b8-f2e5-436b-8464-a140cba362fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:11:36Z', 'updated_at': '2022-03-28T01:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': 'e3a7f304-df32-421f-9759-14b754f19fba', 'name': '', 'network_id': '745fd454-bb06-4c54-aadd-3ee4f6bccc71', 'tenant_id': '5380d7706aed4cb6accd0f46fa008fba', 'mac_address': 'fa:16:3e:82:de:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de08d0b8-f2e5-436b-8464-a140cba362fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '6ec254af-219d-409e-a483-af3f88221988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:11:38Z', 'updated_at': '2022-03-28T01:11:42Z', 'revision_number': 5, 'project_id': '5380d7706aed4cb6accd0f46fa008fba', 'subnets': [{'id': '6ec254af-219d-409e-a483-af3f88221988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:13:19.594482 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08228b6-c6b1-486f-890a-a13e565a7650 None None] Checking router: de08d0b8-f2e5-436b-8464-a140cba362fb for host: dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:13:19.602641 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08228b6-c6b1-486f-890a-a13e565a7650 None None] Routers {'de08d0b8-f2e5-436b-8464-a140cba362fb'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:13:19.603229 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-d08228b6-c6b1-486f-890a-a13e565a7650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:13:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['de08d0b8-f2e5-436b-8464-a140cba362fb'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:13:19.706446 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-d08228b6-c6b1-486f-890a-a13e565a7650 None None] Set router de08d0b8-f2e5-436b-8464-a140cba362fb gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:13:19.895751 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-d08228b6-c6b1-486f-890a-a13e565a7650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de08d0b8-f2e5-436b-8464-a140cba362fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1688017106', 'tenant_id': '5380d7706aed4cb6accd0f46fa008fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.66'}], 'enable_snat': True}, 'gw_port_id': '2cfa8edb-4455-4919-94af-91292b7c2700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:11:35Z', 'updated_at': '2022-03-28T01:11:39Z', 'revision_number': 4, 'project_id': '5380d7706aed4cb6accd0f46fa008fba', 'gw_port': {'id': '2cfa8edb-4455-4919-94af-91292b7c2700', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a1:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de08d0b8-f2e5-436b-8464-a140cba362fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:11:36Z', 'updated_at': '2022-03-28T01:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': 'e3a7f304-df32-421f-9759-14b754f19fba', 'name': '', 'network_id': '745fd454-bb06-4c54-aadd-3ee4f6bccc71', 'tenant_id': '5380d7706aed4cb6accd0f46fa008fba', 'mac_address': 'fa:16:3e:82:de:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de08d0b8-f2e5-436b-8464-a140cba362fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '6ec254af-219d-409e-a483-af3f88221988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:11:38Z', 'updated_at': '2022-03-28T01:11:42Z', 'revision_number': 5, 'project_id': '5380d7706aed4cb6accd0f46fa008fba', 'subnets': [{'id': '6ec254af-219d-409e-a483-af3f88221988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:13:19.924596 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08228b6-c6b1-486f-890a-a13e565a7650 None None] The sync data for ids ['de08d0b8-f2e5-436b-8464-a140cba362fb'] in dv-neutron-834874-6-hyperv is: [{'id': 'de08d0b8-f2e5-436b-8464-a140cba362fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1688017106', 'tenant_id': '5380d7706aed4cb6accd0f46fa008fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.66'}], 'enable_snat': True}, 'gw_port_id': '2cfa8edb-4455-4919-94af-91292b7c2700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:11:35Z', 'updated_at': '2022-03-28T01:11:39Z', 'revision_number': 4, 'project_id': '5380d7706aed4cb6accd0f46fa008fba', 'gw_port': {'id': '2cfa8edb-4455-4919-94af-91292b7c2700', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a1:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de08d0b8-f2e5-436b-8464-a140cba362fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:11:36Z', 'updated_at': '2022-03-28T01:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': 'e3a7f304-df32-421f-9759-14b754f19fba', 'name': '', 'network_id': '745fd454-bb06-4c54-aadd-3ee4f6bccc71', 'tenant_id': '5380d7706aed4cb6accd0f46fa008fba', 'mac_address': 'fa:16:3e:82:de:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de08d0b8-f2e5-436b-8464-a140cba362fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '6ec254af-219d-409e-a483-af3f88221988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:11:38Z', 'updated_at': '2022-03-28T01:11:42Z', 'revision_number': 5, 'project_id': '5380d7706aed4cb6accd0f46fa008fba', 'subnets': [{'id': '6ec254af-219d-409e-a483-af3f88221988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:13:20.128125 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9eb49a-22c6-4ddb-8c7d-22f34e315dd6 None None] New status for floating IP 9acb3b51-feea-48a4-b853-94046148a0a1: DOWN {{(pid=104101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 01:13:20.277432 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04e910c1-0379-4bd6-b5be-10952a030fd0', 'tag': 'ec9381a0-0ab4-409f-943a-81c10454d4f7'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:13:20.279729 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2af4b01a9fa8b1570ccf1d7859d693ad34c106b258078e9cfae86b97f35e3d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b21b6244-2392-4704-94fc-5d2b36f87c14" -d '{"events": [{"name": "network-changed", "server_uuid": "04e910c1-0379-4bd6-b5be-10952a030fd0", "tag": "ec9381a0-0ab4-409f-943a-81c10454d4f7"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:13:20.314588 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 01:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4114da5-5a50-468c-9d9d-8333a27a5501 x-openstack-request-id: req-f4114da5-5a50-468c-9d9d-8333a27a5501 {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:13:20.314881 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04e910c1-0379-4bd6-b5be-10952a030fd0", "tag": "ec9381a0-0ab4-409f-943a-81c10454d4f7", "status": "completed", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:13:20.315193 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f4114da5-5a50-468c-9d9d-8333a27a5501 {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:13:20.315605 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4114da5-5a50-468c-9d9d-8333a27a5501'] response: {'name': 'network-changed', 'server_uuid': '04e910c1-0379-4bd6-b5be-10952a030fd0', 'tag': 'ec9381a0-0ab4-409f-943a-81c10454d4f7', 'status': 'completed', 'code': 200} Mar 28 01:13:20.383061 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21b6244-2392-4704-94fc-5d2b36f87c14 req-38c24644-e43f-4e26-bddc-f372265d2747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:13:20.383827 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 56376) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:13:20.384526 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-b21b6244-2392-4704-94fc-5d2b36f87c14 req-38c24644-e43f-4e26-bddc-f372265d2747 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5380d7706aed4cb6accd0f46fa008fba&device_id=04e910c1-0379-4bd6-b5be-10952a030fd0 HTTP/1.1" status: 200 len: 1129 time: 0.0473645 Mar 28 01:13:20.443191 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-44c41082-35b3-41c0-8852-d786b909e2dd tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/floatingips/24ab0914-ae98-40f8-a24c-a0d05f2c1d5a HTTP/1.1" status: 200 len: 993 time: 0.0581698 Mar 28 01:13:20.476485 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21b6244-2392-4704-94fc-5d2b36f87c14 req-8a040b8f-1b48-4f74-8c51-53c939f6b1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:13:20.477945 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-b21b6244-2392-4704-94fc-5d2b36f87c14 req-8a040b8f-1b48-4f74-8c51-53c939f6b1cb service neutron] 10.222.0.10 "GET /v2.0/networks?id=745fd454-bb06-4c54-aadd-3ee4f6bccc71 HTTP/1.1" status: 200 len: 896 time: 0.0859568 Mar 28 01:13:20.520261 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-b21b6244-2392-4704-94fc-5d2b36f87c14 req-ebda6a59-c3fe-43dd-b790-9405ee5bae91 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec9381a0-0ab4-409f-943a-81c10454d4f7 HTTP/1.1" status: 200 len: 217 time: 0.0336297 Mar 28 01:13:20.573236 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21b6244-2392-4704-94fc-5d2b36f87c14 req-a83f5323-1712-4aa2-ae66-f494be144f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:13:20.575226 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-b21b6244-2392-4704-94fc-5d2b36f87c14 req-a83f5323-1712-4aa2-ae66-f494be144f4f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6ec254af-219d-409e-a483-af3f88221988 HTTP/1.1" status: 200 len: 833 time: 0.0483484 Mar 28 01:13:20.622954 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21b6244-2392-4704-94fc-5d2b36f87c14 req-88094e1b-4d5b-4140-9f72-5e7bcf12e482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:13:20.624471 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-b21b6244-2392-4704-94fc-5d2b36f87c14 req-88094e1b-4d5b-4140-9f72-5e7bcf12e482 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=745fd454-bb06-4c54-aadd-3ee4f6bccc71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0432372 Mar 28 01:13:20.754379 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd76dff9-0797-4bcf-8b13-fea26b310fcc req-dae0302f-0bd0-4217-bc27-efe77d543e27 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:13:20.755826 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-fd76dff9-0797-4bcf-8b13-fea26b310fcc req-dae0302f-0bd0-4217-bc27-efe77d543e27 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] 10.222.0.24 "GET /v2.0/ports?device_id=04e910c1-0379-4bd6-b5be-10952a030fd0 HTTP/1.1" status: 200 len: 945 time: 0.1125755 Mar 28 01:13:20.759217 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-b21b6244-2392-4704-94fc-5d2b36f87c14 req-2742d738-2711-401e-af15-ba37c6745101 service neutron] 10.222.0.10 "GET /v2.0/networks/745fd454-bb06-4c54-aadd-3ee4f6bccc71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240423 Mar 28 01:13:20.865154 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-fd76dff9-0797-4bcf-8b13-fea26b310fcc req-f40b630f-3343-4d68-9a85-0b731232e679 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] 10.222.0.24 "GET /v2.0/security-groups?id=234a84ca-f019-4176-a044-6ab986a4df8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038444 Mar 28 01:13:20.913039 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15494e3a-e825-4eab-bfb9-56aea64ceeda req-c42ae045-8539-42d4-9ae1-515d67be2a5c tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:13:20.914494 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-15494e3a-e825-4eab-bfb9-56aea64ceeda req-c42ae045-8539-42d4-9ae1-515d67be2a5c tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] 10.222.0.10 "GET /v2.0/ports?device_id=04e910c1-0379-4bd6-b5be-10952a030fd0 HTTP/1.1" status: 200 len: 945 time: 0.1266062 Mar 28 01:13:20.934890 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-b21b6244-2392-4704-94fc-5d2b36f87c14 req-747c5b20-2ec5-4900-9657-11bafd055741 service neutron] 10.222.0.10 "GET /v2.0/networks/745fd454-bb06-4c54-aadd-3ee4f6bccc71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459031 Mar 28 01:13:21.011314 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [req-15494e3a-e825-4eab-bfb9-56aea64ceeda req-2656326b-eee4-4317-ac6c-a5d25eef9143 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Deleting port ec9381a0-0ab4-409f-943a-81c10454d4f7 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:13:21.011568 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-15494e3a-e825-4eab-bfb9-56aea64ceeda req-2656326b-eee4-4317-ac6c-a5d25eef9143 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (ec9381a0-0ab4-409f-943a-81c10454d4f7), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:21.099410 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-15494e3a-e825-4eab-bfb9-56aea64ceeda req-2656326b-eee4-4317-ac6c-a5d25eef9143 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] For port ec9381a0-0ab4-409f-943a-81c10454d4f7, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=ec9381a0-0ab4-409f-943a-81c10454d4f7,segment=NetworkSegment(b47ba046-35f2-4903-acbb-d6fcbb0d2955),segment_id=b47ba046-35f2-4903-acbb-d6fcbb0d2955)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:13:21.099760 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-15494e3a-e825-4eab-bfb9-56aea64ceeda req-2656326b-eee4-4317-ac6c-a5d25eef9143 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (ec9381a0-0ab4-409f-943a-81c10454d4f7), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:21.112542 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [req-15494e3a-e825-4eab-bfb9-56aea64ceeda req-2656326b-eee4-4317-ac6c-a5d25eef9143 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Calling delete_port for ec9381a0-0ab4-409f-943a-81c10454d4f7 owned by compute:nova {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:13:21.239813 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-15494e3a-e825-4eab-bfb9-56aea64ceeda req-2656326b-eee4-4317-ac6c-a5d25eef9143 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (ec9381a0-0ab4-409f-943a-81c10454d4f7), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:21.267415 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2656326b-eee4-4317-ac6c-a5d25eef9143 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Pushing event deleted for resources: {'Port': ['ID=ec9381a0-0ab4-409f-943a-81c10454d4f7,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:13:21.308472 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [req-15494e3a-e825-4eab-bfb9-56aea64ceeda req-2656326b-eee4-4317-ac6c-a5d25eef9143 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] No DVR routers for this DVR port ec9381a0-0ab4-409f-943a-81c10454d4f7 on host hv-neutron-8348 {{(pid=104099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:13:21.311537 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-15494e3a-e825-4eab-bfb9-56aea64ceeda req-2656326b-eee4-4317-ac6c-a5d25eef9143 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:21.314899 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-15494e3a-e825-4eab-bfb9-56aea64ceeda req-2656326b-eee4-4317-ac6c-a5d25eef9143 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] 10.222.0.10 "DELETE /v2.0/ports/ec9381a0-0ab4-409f-943a-81c10454d4f7 HTTP/1.1" status: 204 len: 173 time: 0.3917072 Mar 28 01:13:21.921319 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 56386) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:13:22.273704 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-1c97192d-b8b3-4948-8f5c-14db383eb91e tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3686527'] for router_interface (de08d0b8-f2e5-436b-8464-a140cba362fb), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:22.334005 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04e910c1-0379-4bd6-b5be-10952a030fd0', 'name': 'network-vif-deleted', 'tag': 'ec9381a0-0ab4-409f-943a-81c10454d4f7'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:13:22.336210 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2af4b01a9fa8b1570ccf1d7859d693ad34c106b258078e9cfae86b97f35e3d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cede924a-396e-4b5f-b53e-c61130b17664" -d '{"events": [{"server_uuid": "04e910c1-0379-4bd6-b5be-10952a030fd0", "name": "network-vif-deleted", "tag": "ec9381a0-0ab4-409f-943a-81c10454d4f7"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:13:22.369712 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 01:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c30816ca-d654-4875-a3c4-4e2077b39729 x-openstack-request-id: req-c30816ca-d654-4875-a3c4-4e2077b39729 {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:13:22.370006 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04e910c1-0379-4bd6-b5be-10952a030fd0", "name": "network-vif-deleted", "tag": "ec9381a0-0ab4-409f-943a-81c10454d4f7", "status": "completed", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:13:22.370257 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c30816ca-d654-4875-a3c4-4e2077b39729 {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:13:22.370652 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c30816ca-d654-4875-a3c4-4e2077b39729'] response: {'server_uuid': '04e910c1-0379-4bd6-b5be-10952a030fd0', 'name': 'network-vif-deleted', 'tag': 'ec9381a0-0ab4-409f-943a-81c10454d4f7', 'status': 'completed', 'code': 200} Mar 28 01:13:22.540007 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-1c97192d-b8b3-4948-8f5c-14db383eb91e tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Deleting port e3a7f304-df32-421f-9759-14b754f19fba {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:13:22.540275 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-1c97192d-b8b3-4948-8f5c-14db383eb91e tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (e3a7f304-df32-421f-9759-14b754f19fba), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:22.629567 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-1c97192d-b8b3-4948-8f5c-14db383eb91e tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] For port e3a7f304-df32-421f-9759-14b754f19fba, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=e3a7f304-df32-421f-9759-14b754f19fba,segment=NetworkSegment(b47ba046-35f2-4903-acbb-d6fcbb0d2955),segment_id=b47ba046-35f2-4903-acbb-d6fcbb0d2955)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:13:22.629924 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-1c97192d-b8b3-4948-8f5c-14db383eb91e tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (e3a7f304-df32-421f-9759-14b754f19fba), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:22.642777 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-1c97192d-b8b3-4948-8f5c-14db383eb91e tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Calling delete_port for e3a7f304-df32-421f-9759-14b754f19fba owned by network:router_interface {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:13:22.825609 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-1c97192d-b8b3-4948-8f5c-14db383eb91e tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (e3a7f304-df32-421f-9759-14b754f19fba), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:22.856969 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c97192d-b8b3-4948-8f5c-14db383eb91e tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Pushing event deleted for resources: {'Port': ['ID=e3a7f304-df32-421f-9759-14b754f19fba,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:13:23.032241 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-1c97192d-b8b3-4948-8f5c-14db383eb91e tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3725912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3690191'] for router_interface (de08d0b8-f2e5-436b-8464-a140cba362fb), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:23.192112 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device ec9381a0-0ab4-409f-943a-81c10454d4f7 no longer exists at agent hyperv_hv-neutron-8348 {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:13:23.216332 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] No Port match for: ec9381a0-0ab4-409f-943a-81c10454d4f7 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:13:23.216748 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device ec9381a0-0ab4-409f-943a-81c10454d4f7 not bound to the agent host hv-neutron-8348 {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:13:23.594095 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c97192d-b8b3-4948-8f5c-14db383eb91e tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Router de08d0b8-f2e5-436b-8464-a140cba362fb has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:13:23.706287 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c97192d-b8b3-4948-8f5c-14db383eb91e tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:13:23.714580 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-1c97192d-b8b3-4948-8f5c-14db383eb91e tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] 10.222.0.24 "PUT /v2.0/routers/de08d0b8-f2e5-436b-8464-a140cba362fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7895620 Mar 28 01:13:23.714580 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 56390) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:13:23.716125 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8516c476-afc8-4fb7-a458-66ae998eb57d None None] Sync routers for ids ['de08d0b8-f2e5-436b-8464-a140cba362fb'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:13:23.726589 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8516c476-afc8-4fb7-a458-66ae998eb57d None None] Routers {'de08d0b8-f2e5-436b-8464-a140cba362fb'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:13:23.727238 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-8516c476-afc8-4fb7-a458-66ae998eb57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:13:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['de08d0b8-f2e5-436b-8464-a140cba362fb'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:13:23.767947 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_v2 [None req-8335f5b2-c5e4-4c7e-98c5-7cd4c97833c1 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Deleting subnet 6ec254af-219d-409e-a483-af3f88221988 {{(pid=104099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:13:23.771048 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8335f5b2-c5e4-4c7e-98c5-7cd4c97833c1 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Publish callbacks [] for subnet (6ec254af-219d-409e-a483-af3f88221988), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:23.815823 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8335f5b2-c5e4-4c7e-98c5-7cd4c97833c1 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126946639'] for subnet (6ec254af-219d-409e-a483-af3f88221988), precommit_delete_associations {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:23.843654 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-8516c476-afc8-4fb7-a458-66ae998eb57d None None] Set router de08d0b8-f2e5-436b-8464-a140cba362fb gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:13:23.904246 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8335f5b2-c5e4-4c7e-98c5-7cd4c97833c1 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (6ec254af-219d-409e-a483-af3f88221988), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:23.962233 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8335f5b2-c5e4-4c7e-98c5-7cd4c97833c1 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127282766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126757793'] for subnet (6ec254af-219d-409e-a483-af3f88221988), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:23.987357 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335f5b2-c5e4-4c7e-98c5-7cd4c97833c1 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Pushing event deleted for resources: {'Subnet': ['ID=6ec254af-219d-409e-a483-af3f88221988,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:13:23.994197 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8335f5b2-c5e4-4c7e-98c5-7cd4c97833c1 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Publish callbacks [] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:24.000548 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-8335f5b2-c5e4-4c7e-98c5-7cd4c97833c1 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] 10.222.0.24 "DELETE /v2.0/subnets/6ec254af-219d-409e-a483-af3f88221988 HTTP/1.1" status: 204 len: 168 time: 0.2820113 Mar 28 01:13:24.000548 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 56392) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:13:24.005105 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-917a0409-56f8-4b41-8826-df0993928035 None None] Network 745fd454-bb06-4c54-aadd-3ee4f6bccc71 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:13:24.091221 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-8516c476-afc8-4fb7-a458-66ae998eb57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de08d0b8-f2e5-436b-8464-a140cba362fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1688017106', 'tenant_id': '5380d7706aed4cb6accd0f46fa008fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.66'}], 'enable_snat': True}, 'gw_port_id': '2cfa8edb-4455-4919-94af-91292b7c2700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:11:35Z', 'updated_at': '2022-03-28T01:13:22Z', 'revision_number': 5, 'project_id': '5380d7706aed4cb6accd0f46fa008fba', 'gw_port': {'id': '2cfa8edb-4455-4919-94af-91292b7c2700', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a1:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de08d0b8-f2e5-436b-8464-a140cba362fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:11:36Z', 'updated_at': '2022-03-28T01:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:13:24.119034 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-390bc453-b8e1-40be-8068-eada5ccb76e8 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Publish callbacks [] for router (de08d0b8-f2e5-436b-8464-a140cba362fb), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:24.124877 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8516c476-afc8-4fb7-a458-66ae998eb57d None None] Checking router: de08d0b8-f2e5-436b-8464-a140cba362fb for host: dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:13:24.139000 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8516c476-afc8-4fb7-a458-66ae998eb57d None None] Routers {'de08d0b8-f2e5-436b-8464-a140cba362fb'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:13:24.139611 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-8516c476-afc8-4fb7-a458-66ae998eb57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:13:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['de08d0b8-f2e5-436b-8464-a140cba362fb'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:13:24.232434 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-390bc453-b8e1-40be-8068-eada5ccb76e8 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Publish callbacks [] for router_gateway (de08d0b8-f2e5-436b-8464-a140cba362fb), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:24.236386 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7232d9f-c971-4c4c-a1f8-7d6d3e4dfc55 None None] DHCP port deletion for 745fd454-bb06-4c54-aadd-3ee4f6bccc71 request from dv-neutron-834874-6-hyperv {{(pid=104100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 01:13:24.274439 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-8516c476-afc8-4fb7-a458-66ae998eb57d None None] Set router de08d0b8-f2e5-436b-8464-a140cba362fb gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:13:24.285653 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-390bc453-b8e1-40be-8068-eada5ccb76e8 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Deleting port 2cfa8edb-4455-4919-94af-91292b7c2700 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:13:24.285988 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-390bc453-b8e1-40be-8068-eada5ccb76e8 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (2cfa8edb-4455-4919-94af-91292b7c2700), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:24.365981 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-390bc453-b8e1-40be-8068-eada5ccb76e8 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] For port 2cfa8edb-4455-4919-94af-91292b7c2700, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=2cfa8edb-4455-4919-94af-91292b7c2700,segment=NetworkSegment(b6f00c62-aca5-4c73-8989-c04c396daeed),segment_id=b6f00c62-aca5-4c73-8989-c04c396daeed)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:13:24.366363 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-390bc453-b8e1-40be-8068-eada5ccb76e8 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (2cfa8edb-4455-4919-94af-91292b7c2700), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:24.379262 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-390bc453-b8e1-40be-8068-eada5ccb76e8 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Calling delete_port for 2cfa8edb-4455-4919-94af-91292b7c2700 owned by network:router_gateway {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:13:24.395029 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-f7232d9f-c971-4c4c-a1f8-7d6d3e4dfc55 None None] Deleting port e8291d48-4950-484a-a477-d4456a941f16 {{(pid=104100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:13:24.395392 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f7232d9f-c971-4c4c-a1f8-7d6d3e4dfc55 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (e8291d48-4950-484a-a477-d4456a941f16), before_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:24.552930 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-390bc453-b8e1-40be-8068-eada5ccb76e8 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (2cfa8edb-4455-4919-94af-91292b7c2700), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:24.577411 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390bc453-b8e1-40be-8068-eada5ccb76e8 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Pushing event deleted for resources: {'Port': ['ID=2cfa8edb-4455-4919-94af-91292b7c2700,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:13:24.639141 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-390bc453-b8e1-40be-8068-eada5ccb76e8 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3687989'] for router_gateway (de08d0b8-f2e5-436b-8464-a140cba362fb), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:24.645656 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-f7232d9f-c971-4c4c-a1f8-7d6d3e4dfc55 None None] For port e8291d48-4950-484a-a477-d4456a941f16, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=e8291d48-4950-484a-a477-d4456a941f16,segment=NetworkSegment(b47ba046-35f2-4903-acbb-d6fcbb0d2955),segment_id=b47ba046-35f2-4903-acbb-d6fcbb0d2955)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:13:24.646059 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f7232d9f-c971-4c4c-a1f8-7d6d3e4dfc55 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (e8291d48-4950-484a-a477-d4456a941f16), precommit_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:24.662808 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-f7232d9f-c971-4c4c-a1f8-7d6d3e4dfc55 None None] Calling delete_port for e8291d48-4950-484a-a477-d4456a941f16 owned by network:dhcp {{(pid=104100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:13:24.731815 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-8516c476-afc8-4fb7-a458-66ae998eb57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de08d0b8-f2e5-436b-8464-a140cba362fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1688017106', 'tenant_id': '5380d7706aed4cb6accd0f46fa008fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.66'}], 'enable_snat': True}, 'gw_port_id': '2cfa8edb-4455-4919-94af-91292b7c2700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:11:35Z', 'updated_at': '2022-03-28T01:13:22Z', 'revision_number': 5, 'project_id': '5380d7706aed4cb6accd0f46fa008fba', 'gw_port': {'id': '2cfa8edb-4455-4919-94af-91292b7c2700', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a1:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de08d0b8-f2e5-436b-8464-a140cba362fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:11:36Z', 'updated_at': '2022-03-28T01:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:13:24.732939 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-390bc453-b8e1-40be-8068-eada5ccb76e8 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7151'] for router (de08d0b8-f2e5-436b-8464-a140cba362fb), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:24.735072 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-390bc453-b8e1-40be-8068-eada5ccb76e8 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Publish callbacks [] for router_controller (de08d0b8-f2e5-436b-8464-a140cba362fb), precommit_delete_associations {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:24.764630 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8516c476-afc8-4fb7-a458-66ae998eb57d None None] The sync data for ids ['de08d0b8-f2e5-436b-8464-a140cba362fb'] in dv-neutron-834874-6-hyperv is: [{'id': 'de08d0b8-f2e5-436b-8464-a140cba362fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1688017106', 'tenant_id': '5380d7706aed4cb6accd0f46fa008fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.66'}], 'enable_snat': True}, 'gw_port_id': '2cfa8edb-4455-4919-94af-91292b7c2700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:11:35Z', 'updated_at': '2022-03-28T01:13:22Z', 'revision_number': 5, 'project_id': '5380d7706aed4cb6accd0f46fa008fba', 'gw_port': {'id': '2cfa8edb-4455-4919-94af-91292b7c2700', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a1:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de08d0b8-f2e5-436b-8464-a140cba362fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:11:36Z', 'updated_at': '2022-03-28T01:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:13:24.785066 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f7232d9f-c971-4c4c-a1f8-7d6d3e4dfc55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886'] for port (e8291d48-4950-484a-a477-d4456a941f16), after_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:24.786834 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-390bc453-b8e1-40be-8068-eada5ccb76e8 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689686'] for router (de08d0b8-f2e5-436b-8464-a140cba362fb), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:24.787502 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-390bc453-b8e1-40be-8068-eada5ccb76e8 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Fanout notify agent at l3_agent the message router_deleted on router de08d0b8-f2e5-436b-8464-a140cba362fb {{(pid=104099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 01:13:24.795742 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-390bc453-b8e1-40be-8068-eada5ccb76e8 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Publish callbacks [] for router (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:24.799363 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-390bc453-b8e1-40be-8068-eada5ccb76e8 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] 10.222.0.24 "DELETE /v2.0/routers/de08d0b8-f2e5-436b-8464-a140cba362fb HTTP/1.1" status: 204 len: 168 time: 0.7957048 Mar 28 01:13:24.799601 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 56394) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:13:24.811763 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7232d9f-c971-4c4c-a1f8-7d6d3e4dfc55 None None] Pushing event deleted for resources: {'Port': ['ID=e8291d48-4950-484a-a477-d4456a941f16,revision_number=None']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:13:24.816338 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7232d9f-c971-4c4c-a1f8-7d6d3e4dfc55 None None] No DVR routers for this DVR port e8291d48-4950-484a-a477-d4456a941f16 on host dv-neutron-834874-6-hyperv {{(pid=104100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:13:24.878214 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2c1a3930-84b3-43ba-8566-fed311f88984 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (745fd454-bb06-4c54-aadd-3ee4f6bccc71), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:24.964052 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2c1a3930-84b3-43ba-8566-fed311f88984 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (745fd454-bb06-4c54-aadd-3ee4f6bccc71), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:24.983595 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-2c1a3930-84b3-43ba-8566-fed311f88984 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['745fd454-bb06-4c54-aadd-3ee4f6bccc71']}} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:13:24.992849 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-2c1a3930-84b3-43ba-8566-fed311f88984 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b47ba046-35f2-4903-acbb-d6fcbb0d2955') {'for_net_delete': True} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:13:24.993146 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-2c1a3930-84b3-43ba-8566-fed311f88984 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b47ba046-35f2-4903-acbb-d6fcbb0d2955') {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:13:25.002810 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2c1a3930-84b3-43ba-8566-fed311f88984 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126946678'] for segment (b47ba046-35f2-4903-acbb-d6fcbb0d2955), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:25.015408 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2c1a3930-84b3-43ba-8566-fed311f88984 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (b47ba046-35f2-4903-acbb-d6fcbb0d2955), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:25.021052 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c1a3930-84b3-43ba-8566-fed311f88984 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=104099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:13:25.021425 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2c1a3930-84b3-43ba-8566-fed311f88984 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127280876'] for segment (b47ba046-35f2-4903-acbb-d6fcbb0d2955), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:25.024274 dv-neutron-834874-6-hyperv neutron-server[104099]: Traceback (most recent call last): Mar 28 01:13:25.024274 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:13:25.024274 dv-neutron-834874-6-hyperv neutron-server[104099]: timer() Mar 28 01:13:25.024274 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:13:25.024274 dv-neutron-834874-6-hyperv neutron-server[104099]: cb(*args, **kw) Mar 28 01:13:25.024274 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:13:25.024274 dv-neutron-834874-6-hyperv neutron-server[104099]: return func(*args, **kwargs) Mar 28 01:13:25.024274 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:13:25.024274 dv-neutron-834874-6-hyperv neutron-server[104099]: self._notify() Mar 28 01:13:25.024274 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:13:25.024274 dv-neutron-834874-6-hyperv neutron-server[104099]: self.callback(batched_events) Mar 28 01:13:25.024274 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:13:25.024274 dv-neutron-834874-6-hyperv neutron-server[104099]: event.method(event) Mar 28 01:13:25.024274 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:13:25.024274 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:13:25.024274 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:13:25.024274 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:13:25.024274 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:13:25.024274 dv-neutron-834874-6-hyperv neutron-server[104099]: return f(self, *a, **k) Mar 28 01:13:25.024274 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:13:25.024274 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._get(url).json() Mar 28 01:13:25.024274 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:13:25.024274 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:13:25.024274 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:13:25.024274 dv-neutron-834874-6-hyperv neutron-server[104099]: return self.request(url, 'GET', **kwargs) Mar 28 01:13:25.024274 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:13:25.024274 dv-neutron-834874-6-hyperv neutron-server[104099]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:13:25.024274 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:13:25.024274 dv-neutron-834874-6-hyperv neutron-server[104099]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:13:25.024274 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:13:25.024274 dv-neutron-834874-6-hyperv neutron-server[104099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:13:25.024274 dv-neutron-834874-6-hyperv neutron-server[104099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:13:25.079630 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2c1a3930-84b3-43ba-8566-fed311f88984 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (745fd454-bb06-4c54-aadd-3ee4f6bccc71), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:25.085981 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2c1a3930-84b3-43ba-8566-fed311f88984 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Publish callbacks [] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:25.089107 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-2c1a3930-84b3-43ba-8566-fed311f88984 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] 10.222.0.24 "DELETE /v2.0/networks/745fd454-bb06-4c54-aadd-3ee4f6bccc71 HTTP/1.1" status: 204 len: 168 time: 0.2885869 Mar 28 01:13:25.091894 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 56396) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:13:25.103560 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1a3930-84b3-43ba-8566-fed311f88984 tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Pushing event deleted for resources: {'Network': ['ID=745fd454-bb06-4c54-aadd-3ee4f6bccc71,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:13:25.149530 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-866b6d37-ecf2-4efb-b669-53e1b503a2dc tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Publish callbacks [] for security_group (234a84ca-f019-4176-a044-6ab986a4df8f), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:25.176348 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-866b6d37-ecf2-4efb-b669-53e1b503a2dc tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Publish callbacks [] for security_group (234a84ca-f019-4176-a044-6ab986a4df8f), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:25.243814 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-866b6d37-ecf2-4efb-b669-53e1b503a2dc tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (234a84ca-f019-4176-a044-6ab986a4df8f), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:25.247463 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-866b6d37-ecf2-4efb-b669-53e1b503a2dc tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:25.248950 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-866b6d37-ecf2-4efb-b669-53e1b503a2dc tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] 10.222.0.24 "DELETE /v2.0/security-groups/234a84ca-f019-4176-a044-6ab986a4df8f HTTP/1.1" status: 204 len: 168 time: 0.1560657 Mar 28 01:13:25.259097 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866b6d37-ecf2-4efb-b669-53e1b503a2dc tempest-TestNetworkAdvancedServerOps-586396167 tempest-TestNetworkAdvancedServerOps-586396167-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=234a84ca-f019-4176-a044-6ab986a4df8f,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:13:25.365271 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device e3a7f304-df32-421f-9759-14b754f19fba no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:13:25.388256 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: e3a7f304-df32-421f-9759-14b754f19fba {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:13:25.388629 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device e3a7f304-df32-421f-9759-14b754f19fba not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:13:25.389191 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device e8291d48-4950-484a-a477-d4456a941f16 no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:13:25.411089 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: e8291d48-4950-484a-a477-d4456a941f16 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:13:25.411527 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device e8291d48-4950-484a-a477-d4456a941f16 not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:13:25.567007 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 56404) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:13:25.694194 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-da7bc1b1-205b-49da-b62d-169773475932 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5380d7706aed4cb6accd0f46fa008fba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1260290 Mar 28 01:13:25.696669 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 56408) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:13:25.743411 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-bb66b14d-dea0-47bf-8797-b1770775c4d7 admin admin] Publish callbacks [] for security_group (dcf07084-a1be-420f-a4ca-62ae76e2c37e), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:25.763916 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-bb66b14d-dea0-47bf-8797-b1770775c4d7 admin admin] Publish callbacks [] for security_group (dcf07084-a1be-420f-a4ca-62ae76e2c37e), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:25.808947 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-bb66b14d-dea0-47bf-8797-b1770775c4d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (dcf07084-a1be-420f-a4ca-62ae76e2c37e), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:25.811716 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-bb66b14d-dea0-47bf-8797-b1770775c4d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:25.815403 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-bb66b14d-dea0-47bf-8797-b1770775c4d7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dcf07084-a1be-420f-a4ca-62ae76e2c37e HTTP/1.1" status: 204 len: 168 time: 0.1153455 Mar 28 01:13:25.820759 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb66b14d-dea0-47bf-8797-b1770775c4d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcf07084-a1be-420f-a4ca-62ae76e2c37e,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:13:26.069043 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 56414) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:13:26.081733 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-211dd348-286f-4285-8862-a7d8f4e47c42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:26.154835 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-211dd348-286f-4285-8862-a7d8f4e47c42 admin admin] Publish callbacks [] for security_group (acb12b25-c6f2-4be8-8f6e-9f16f2b3e6e2), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:26.158394 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-211dd348-286f-4285-8862-a7d8f4e47c42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (acb12b25-c6f2-4be8-8f6e-9f16f2b3e6e2), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:26.197265 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-211dd348-286f-4285-8862-a7d8f4e47c42 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e5168b90b48e44329fe982d6e794033c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1271598 Mar 28 01:13:26.198359 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211dd348-286f-4285-8862-a7d8f4e47c42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acb12b25-c6f2-4be8-8f6e-9f16f2b3e6e2,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:13:26.199959 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 56416) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:13:26.254583 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-076c1b82-7305-4d91-a4a6-a47143b80da5 admin admin] Publish callbacks [] for security_group (acb12b25-c6f2-4be8-8f6e-9f16f2b3e6e2), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:26.275039 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-076c1b82-7305-4d91-a4a6-a47143b80da5 admin admin] Publish callbacks [] for security_group (acb12b25-c6f2-4be8-8f6e-9f16f2b3e6e2), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:26.319515 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-076c1b82-7305-4d91-a4a6-a47143b80da5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (acb12b25-c6f2-4be8-8f6e-9f16f2b3e6e2), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:26.322087 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-076c1b82-7305-4d91-a4a6-a47143b80da5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:26.323213 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-076c1b82-7305-4d91-a4a6-a47143b80da5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/acb12b25-c6f2-4be8-8f6e-9f16f2b3e6e2 HTTP/1.1" status: 204 len: 168 time: 0.1222224 Mar 28 01:13:26.331508 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076c1b82-7305-4d91-a4a6-a47143b80da5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acb12b25-c6f2-4be8-8f6e-9f16f2b3e6e2,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:13:27.239559 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 2cfa8edb-4455-4919-94af-91292b7c2700 no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:13:27.259961 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: 2cfa8edb-4455-4919-94af-91292b7c2700 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:13:27.260410 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 2cfa8edb-4455-4919-94af-91292b7c2700 not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:13:32.686238 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:41.398255 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-45126856-fcba-4b02-86ab-05dcca630ea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:43.563584 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-6912f23e-88df-4f59-9f44-637d8fe1fb96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:44.762894 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:46.204410 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:47.763733 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:47.863789 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.agents_db [None req-9a1d863f-391a-42f4-9870-e8292b919beb None None] Agent healthcheck: found 6 active agents {{(pid=104101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 01:13:51.491748 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 56440) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:13:51.539676 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36430355-8655-46b1-8665-c4aab8d2b938 tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:13:51.540201 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36430355-8655-46b1-8665-c4aab8d2b938 tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:13:51.540688 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36430355-8655-46b1-8665-c4aab8d2b938 tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:13:51.542547 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-36430355-8655-46b1-8665-c4aab8d2b938 tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] 10.222.0.24 "GET /v2.0/ports?project_id=cf1ee0ed9c204cc5bccbb38ebf185041&network_id=eb98a28c-d067-44fe-a26f-4a24b1fc48a1 HTTP/1.1" status: 200 len: 3102 time: 0.0496922 Mar 28 01:13:53.839648 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 56450) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:13:53.888628 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2a5148-8313-4e16-8f7c-9aaf73a1cb05 tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:13:53.890083 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-1c2a5148-8313-4e16-8f7c-9aaf73a1cb05 tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=dea6548b-502b-42db-97fb-371e423e739a HTTP/1.1" status: 200 len: 814 time: 0.0494261 Mar 28 01:13:54.603848 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 56456) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:13:54.608334 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-ba284d4b-5897-4f08-a6c6-8fc4f8e233a6 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'floatingip': {'port_id': None}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:13:54.664801 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ba284d4b-5897-4f08-a6c6-8fc4f8e233a6 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for floatingip (24ab0914-ae98-40f8-a24c-a0d05f2c1d5a), before_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:54.806820 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ba284d4b-5897-4f08-a6c6-8fc4f8e233a6 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:54.811646 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ba284d4b-5897-4f08-a6c6-8fc4f8e233a6 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688063'] for floatingip (24ab0914-ae98-40f8-a24c-a0d05f2c1d5a), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:54.811981 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.l3_db [None req-ba284d4b-5897-4f08-a6c6-8fc4f8e233a6 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Floating IP 24ab0914-ae98-40f8-a24c-a0d05f2c1d5a disassociated. External IP: 172.26.1.156, port: 1d4011c4-cde2-4575-8232-536fdaea71f8. Mar 28 01:13:55.015019 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba284d4b-5897-4f08-a6c6-8fc4f8e233a6 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Router dcfaa65c-486e-44e0-8f60-99ec26b3b8ee has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:13:55.120810 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba284d4b-5897-4f08-a6c6-8fc4f8e233a6 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:13:55.125742 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ba284d4b-5897-4f08-a6c6-8fc4f8e233a6 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for floatingip (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:55.130538 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c02180-29bb-4bd3-bc74-feb499776971 None None] Sync routers for ids ['dcfaa65c-486e-44e0-8f60-99ec26b3b8ee'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:13:55.140130 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c02180-29bb-4bd3-bc74-feb499776971 None None] Routers {'dcfaa65c-486e-44e0-8f60-99ec26b3b8ee'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:13:55.140737 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-56c02180-29bb-4bd3-bc74-feb499776971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:13:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['dcfaa65c-486e-44e0-8f60-99ec26b3b8ee'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:13:55.157555 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-ba284d4b-5897-4f08-a6c6-8fc4f8e233a6 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "PUT /v2.0/floatingips/24ab0914-ae98-40f8-a24c-a0d05f2c1d5a HTTP/1.1" status: 200 len: 690 time: 0.5497203 Mar 28 01:13:55.157555 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da499fcd-8d25-4e05-ae37-19e402aa848c', 'tag': '1d4011c4-cde2-4575-8232-536fdaea71f8'}] {{(pid=104098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:13:55.157876 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4026f4115fe834cbdc9db1f12734a6e5e5d2473de268e244354b04a11285341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0680af20-9e6f-4f66-9c08-81a6182b5dc4" -d '{"events": [{"name": "network-changed", "server_uuid": "da499fcd-8d25-4e05-ae37-19e402aa848c", "tag": "1d4011c4-cde2-4575-8232-536fdaea71f8"}]}' {{(pid=104098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:13:55.158012 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 56458) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:13:55.193917 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 01:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a2b7ed3-52fd-44f9-b8dd-a61605e84c1b x-openstack-request-id: req-5a2b7ed3-52fd-44f9-b8dd-a61605e84c1b {{(pid=104098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:13:55.194421 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da499fcd-8d25-4e05-ae37-19e402aa848c", "tag": "1d4011c4-cde2-4575-8232-536fdaea71f8", "status": "completed", "code": 200}]} {{(pid=104098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:13:55.194842 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5a2b7ed3-52fd-44f9-b8dd-a61605e84c1b {{(pid=104098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:13:55.195486 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a2b7ed3-52fd-44f9-b8dd-a61605e84c1b'] response: {'name': 'network-changed', 'server_uuid': 'da499fcd-8d25-4e05-ae37-19e402aa848c', 'tag': '1d4011c4-cde2-4575-8232-536fdaea71f8', 'status': 'completed', 'code': 200} Mar 28 01:13:55.207889 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-763f0f46-efa4-40f7-b473-e068383c8c44 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/floatingips/24ab0914-ae98-40f8-a24c-a0d05f2c1d5a HTTP/1.1" status: 200 len: 690 time: 0.0486515 Mar 28 01:13:55.249247 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-56c02180-29bb-4bd3-bc74-feb499776971 None None] Set router dcfaa65c-486e-44e0-8f60-99ec26b3b8ee gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:13:55.262610 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0680af20-9e6f-4f66-9c08-81a6182b5dc4 req-e0d51aa5-a019-4e52-b252-a42a9bce0b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:13:55.264169 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-0680af20-9e6f-4f66-9c08-81a6182b5dc4 req-e0d51aa5-a019-4e52-b252-a42a9bce0b86 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cf1ee0ed9c204cc5bccbb38ebf185041&device_id=da499fcd-8d25-4e05-ae37-19e402aa848c HTTP/1.1" status: 200 len: 1129 time: 0.0466390 Mar 28 01:13:55.351237 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0680af20-9e6f-4f66-9c08-81a6182b5dc4 req-794ad237-d95c-4fb1-95b2-12ba4b8d8967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:13:55.352658 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-0680af20-9e6f-4f66-9c08-81a6182b5dc4 req-794ad237-d95c-4fb1-95b2-12ba4b8d8967 service neutron] 10.222.0.10 "GET /v2.0/networks?id=eb98a28c-d067-44fe-a26f-4a24b1fc48a1 HTTP/1.1" status: 200 len: 897 time: 0.0818775 Mar 28 01:13:55.395708 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-0680af20-9e6f-4f66-9c08-81a6182b5dc4 req-efa2dd6e-045b-4a7d-8466-0d9c5c31e5c6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d4011c4-cde2-4575-8232-536fdaea71f8 HTTP/1.1" status: 200 len: 217 time: 0.0374341 Mar 28 01:13:55.440147 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-56c02180-29bb-4bd3-bc74-feb499776971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcfaa65c-486e-44e0-8f60-99ec26b3b8ee', 'name': 'tempest-TestNetworkBasicOps-router-1103244784', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.70'}], 'enable_snat': True}, 'gw_port_id': '4d8390b1-47fb-4565-a473-ac9165df1421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:12:59Z', 'updated_at': '2022-03-28T01:13:03Z', 'revision_number': 4, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': '4d8390b1-47fb-4565-a473-ac9165df1421', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcfaa65c-486e-44e0-8f60-99ec26b3b8ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:13:00Z', 'updated_at': '2022-03-28T01:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': '33165479-a2ec-47ba-83dc-1543db4d6dad', 'name': '', 'network_id': 'eb98a28c-d067-44fe-a26f-4a24b1fc48a1', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'mac_address': 'fa:16:3e:84:9e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcfaa65c-486e-44e0-8f60-99ec26b3b8ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '5f9984a6-7200-4e34-96fe-69154e7ad107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:13:02Z', 'updated_at': '2022-03-28T01:13:05Z', 'revision_number': 5, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'subnets': [{'id': '5f9984a6-7200-4e34-96fe-69154e7ad107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:13:55.443535 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0680af20-9e6f-4f66-9c08-81a6182b5dc4 req-7e382a13-5418-4312-99da-91a5b5593d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:13:55.445057 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-0680af20-9e6f-4f66-9c08-81a6182b5dc4 req-7e382a13-5418-4312-99da-91a5b5593d43 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5f9984a6-7200-4e34-96fe-69154e7ad107 HTTP/1.1" status: 200 len: 834 time: 0.0426316 Mar 28 01:13:55.495224 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0680af20-9e6f-4f66-9c08-81a6182b5dc4 req-368d130f-9eed-45b8-ac79-f95ff401e366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:13:55.496784 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-0680af20-9e6f-4f66-9c08-81a6182b5dc4 req-368d130f-9eed-45b8-ac79-f95ff401e366 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=eb98a28c-d067-44fe-a26f-4a24b1fc48a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0460732 Mar 28 01:13:55.555106 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c02180-29bb-4bd3-bc74-feb499776971 None None] Checking router: dcfaa65c-486e-44e0-8f60-99ec26b3b8ee for host: dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:13:55.563218 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c02180-29bb-4bd3-bc74-feb499776971 None None] Routers {'dcfaa65c-486e-44e0-8f60-99ec26b3b8ee'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:13:55.563816 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-56c02180-29bb-4bd3-bc74-feb499776971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:13:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['dcfaa65c-486e-44e0-8f60-99ec26b3b8ee'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:13:55.591421 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-0680af20-9e6f-4f66-9c08-81a6182b5dc4 req-8d8662f6-2e09-4017-8fd0-3b94d3f11555 service neutron] 10.222.0.10 "GET /v2.0/networks/eb98a28c-d067-44fe-a26f-4a24b1fc48a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883694 Mar 28 01:13:55.668541 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-56c02180-29bb-4bd3-bc74-feb499776971 None None] Set router dcfaa65c-486e-44e0-8f60-99ec26b3b8ee gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:13:55.678865 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-0680af20-9e6f-4f66-9c08-81a6182b5dc4 req-f2dfa194-6c44-4e14-9cdd-8aad5de861c0 service neutron] 10.222.0.10 "GET /v2.0/networks/eb98a28c-d067-44fe-a26f-4a24b1fc48a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812442 Mar 28 01:13:55.863318 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-56c02180-29bb-4bd3-bc74-feb499776971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcfaa65c-486e-44e0-8f60-99ec26b3b8ee', 'name': 'tempest-TestNetworkBasicOps-router-1103244784', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.70'}], 'enable_snat': True}, 'gw_port_id': '4d8390b1-47fb-4565-a473-ac9165df1421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:12:59Z', 'updated_at': '2022-03-28T01:13:03Z', 'revision_number': 4, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': '4d8390b1-47fb-4565-a473-ac9165df1421', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcfaa65c-486e-44e0-8f60-99ec26b3b8ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:13:00Z', 'updated_at': '2022-03-28T01:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': '33165479-a2ec-47ba-83dc-1543db4d6dad', 'name': '', 'network_id': 'eb98a28c-d067-44fe-a26f-4a24b1fc48a1', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'mac_address': 'fa:16:3e:84:9e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcfaa65c-486e-44e0-8f60-99ec26b3b8ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '5f9984a6-7200-4e34-96fe-69154e7ad107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:13:02Z', 'updated_at': '2022-03-28T01:13:05Z', 'revision_number': 5, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'subnets': [{'id': '5f9984a6-7200-4e34-96fe-69154e7ad107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:13:55.888128 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c02180-29bb-4bd3-bc74-feb499776971 None None] The sync data for ids ['dcfaa65c-486e-44e0-8f60-99ec26b3b8ee'] in dv-neutron-834874-6-hyperv is: [{'id': 'dcfaa65c-486e-44e0-8f60-99ec26b3b8ee', 'name': 'tempest-TestNetworkBasicOps-router-1103244784', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.70'}], 'enable_snat': True}, 'gw_port_id': '4d8390b1-47fb-4565-a473-ac9165df1421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:12:59Z', 'updated_at': '2022-03-28T01:13:03Z', 'revision_number': 4, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': '4d8390b1-47fb-4565-a473-ac9165df1421', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcfaa65c-486e-44e0-8f60-99ec26b3b8ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:13:00Z', 'updated_at': '2022-03-28T01:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': '33165479-a2ec-47ba-83dc-1543db4d6dad', 'name': '', 'network_id': 'eb98a28c-d067-44fe-a26f-4a24b1fc48a1', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'mac_address': 'fa:16:3e:84:9e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcfaa65c-486e-44e0-8f60-99ec26b3b8ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '5f9984a6-7200-4e34-96fe-69154e7ad107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:13:02Z', 'updated_at': '2022-03-28T01:13:05Z', 'revision_number': 5, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'subnets': [{'id': '5f9984a6-7200-4e34-96fe-69154e7ad107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:13:56.106497 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0822603-73f0-4ebf-bdbc-7b36e72c150e None None] New status for floating IP 24ab0914-ae98-40f8-a24c-a0d05f2c1d5a: DOWN {{(pid=104100) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 01:13:56.211741 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 56462) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:13:56.259602 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-8475b291-520f-459a-85ed-b687b43c4f70 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/floatingips/24ab0914-ae98-40f8-a24c-a0d05f2c1d5a HTTP/1.1" status: 200 len: 690 time: 0.0465550 Mar 28 01:13:57.263460 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 56464) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:13:57.306010 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-1978edd0-15bb-454b-9316-b3b90635b148 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/floatingips/24ab0914-ae98-40f8-a24c-a0d05f2c1d5a HTTP/1.1" status: 200 len: 688 time: 0.0414159 Mar 28 01:13:58.563048 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 56468) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:13:58.568124 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-5c110fd2-3367-44f9-85fc-b3cac056f1d9 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1336929249', 'description': 'tempest-secgroup-smoke-1336929249 description', 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:13:58.587537 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5c110fd2-3367-44f9-85fc-b3cac056f1d9 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:58.650667 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5c110fd2-3367-44f9-85fc-b3cac056f1d9 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group (8363c616-53b0-47bd-ae31-e1a8649965a3), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:58.654178 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5c110fd2-3367-44f9-85fc-b3cac056f1d9 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (8363c616-53b0-47bd-ae31-e1a8649965a3), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:58.685246 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5c110fd2-3367-44f9-85fc-b3cac056f1d9 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:58.686661 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-5c110fd2-3367-44f9-85fc-b3cac056f1d9 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1226184 Mar 28 01:13:58.688890 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c110fd2-3367-44f9-85fc-b3cac056f1d9 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8363c616-53b0-47bd-ae31-e1a8649965a3,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:13:58.689843 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 56470) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:13:58.694973 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-95eceaab-d692-4fd7-8cd5-0a4757db748e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'security_group_rule': {'security_group_id': '8363c616-53b0-47bd-ae31-e1a8649965a3', 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:13:58.718924 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-95eceaab-d692-4fd7-8cd5-0a4757db748e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (bd51b0da-37e7-4363-8b50-d78e08a9e336), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:58.772415 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-95eceaab-d692-4fd7-8cd5-0a4757db748e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (bd51b0da-37e7-4363-8b50-d78e08a9e336), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:58.775931 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-95eceaab-d692-4fd7-8cd5-0a4757db748e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (bd51b0da-37e7-4363-8b50-d78e08a9e336), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:58.793342 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eceaab-d692-4fd7-8cd5-0a4757db748e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd51b0da-37e7-4363-8b50-d78e08a9e336,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:13:58.803637 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-95eceaab-d692-4fd7-8cd5-0a4757db748e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:58.804849 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-95eceaab-d692-4fd7-8cd5-0a4757db748e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1134372 Mar 28 01:13:58.806111 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95eceaab-d692-4fd7-8cd5-0a4757db748e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:13:58.806460 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95eceaab-d692-4fd7-8cd5-0a4757db748e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:13:58.806785 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95eceaab-d692-4fd7-8cd5-0a4757db748e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:13:58.807114 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95eceaab-d692-4fd7-8cd5-0a4757db748e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:13:58.807680 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 56472) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:13:58.811875 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95eceaab-d692-4fd7-8cd5-0a4757db748e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:13:58.812084 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-8a9a3e63-92e7-4b1d-afc9-5fe07c13f44e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'security_group_rule': {'security_group_id': '8363c616-53b0-47bd-ae31-e1a8649965a3', 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:13:58.812262 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95eceaab-d692-4fd7-8cd5-0a4757db748e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:13:58.812603 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95eceaab-d692-4fd7-8cd5-0a4757db748e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:13:58.812940 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95eceaab-d692-4fd7-8cd5-0a4757db748e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:13:58.813272 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95eceaab-d692-4fd7-8cd5-0a4757db748e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:13:58.813598 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95eceaab-d692-4fd7-8cd5-0a4757db748e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:13:58.813926 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95eceaab-d692-4fd7-8cd5-0a4757db748e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:13:58.814252 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95eceaab-d692-4fd7-8cd5-0a4757db748e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:13:58.814605 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95eceaab-d692-4fd7-8cd5-0a4757db748e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:13:58.814973 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95eceaab-d692-4fd7-8cd5-0a4757db748e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:13:58.815294 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95eceaab-d692-4fd7-8cd5-0a4757db748e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:13:58.836215 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8a9a3e63-92e7-4b1d-afc9-5fe07c13f44e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (45b8a86d-5abd-489c-8ed3-91ef42f03a74), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:58.890053 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8a9a3e63-92e7-4b1d-afc9-5fe07c13f44e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (45b8a86d-5abd-489c-8ed3-91ef42f03a74), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:58.894238 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8a9a3e63-92e7-4b1d-afc9-5fe07c13f44e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (45b8a86d-5abd-489c-8ed3-91ef42f03a74), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:58.915000 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9a3e63-92e7-4b1d-afc9-5fe07c13f44e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45b8a86d-5abd-489c-8ed3-91ef42f03a74,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:13:58.923131 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8a9a3e63-92e7-4b1d-afc9-5fe07c13f44e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:58.924918 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-8a9a3e63-92e7-4b1d-afc9-5fe07c13f44e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1156049 Mar 28 01:13:58.927633 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 56474) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:13:58.931758 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-3321e5af-a337-4713-8ecc-9a0984193fdb tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'security_group_rule': {'security_group_id': '8363c616-53b0-47bd-ae31-e1a8649965a3', 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:13:58.954013 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3321e5af-a337-4713-8ecc-9a0984193fdb tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (5112ff60-6501-42a7-88ef-cadbc0c4f56c), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:59.015826 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3321e5af-a337-4713-8ecc-9a0984193fdb tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (5112ff60-6501-42a7-88ef-cadbc0c4f56c), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:59.020809 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3321e5af-a337-4713-8ecc-9a0984193fdb tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (5112ff60-6501-42a7-88ef-cadbc0c4f56c), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:59.038975 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3321e5af-a337-4713-8ecc-9a0984193fdb tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5112ff60-6501-42a7-88ef-cadbc0c4f56c,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:13:59.046175 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3321e5af-a337-4713-8ecc-9a0984193fdb tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:59.047342 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-3321e5af-a337-4713-8ecc-9a0984193fdb tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1187510 Mar 28 01:13:59.050727 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 56476) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:13:59.054878 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-36676b25-14dc-4743-866d-00bb19fbce3a tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'security_group_rule': {'security_group_id': '8363c616-53b0-47bd-ae31-e1a8649965a3', 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:13:59.077873 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-36676b25-14dc-4743-866d-00bb19fbce3a tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (54b5bc2e-7d13-44ad-959c-21a669360004), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:59.132763 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-36676b25-14dc-4743-866d-00bb19fbce3a tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (54b5bc2e-7d13-44ad-959c-21a669360004), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:59.135914 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-36676b25-14dc-4743-866d-00bb19fbce3a tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (54b5bc2e-7d13-44ad-959c-21a669360004), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:59.150551 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36676b25-14dc-4743-866d-00bb19fbce3a tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54b5bc2e-7d13-44ad-959c-21a669360004,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:13:59.160929 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-36676b25-14dc-4743-866d-00bb19fbce3a tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:59.162103 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-36676b25-14dc-4743-866d-00bb19fbce3a tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1104479 Mar 28 01:13:59.164833 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 56478) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:13:59.169001 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-85081071-0695-4860-bf38-c26cb872d97c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'security_group_rule': {'security_group_id': '8363c616-53b0-47bd-ae31-e1a8649965a3', 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:13:59.187674 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.securitygroups_db [None req-85081071-0695-4860-bf38-c26cb872d97c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Project cf1ee0ed9c204cc5bccbb38ebf185041 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 01:13:59.192965 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-85081071-0695-4860-bf38-c26cb872d97c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (4b5c6f6d-41a6-466b-82b2-91281f632398), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:59.248962 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-85081071-0695-4860-bf38-c26cb872d97c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (4b5c6f6d-41a6-466b-82b2-91281f632398), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:59.252400 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-85081071-0695-4860-bf38-c26cb872d97c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (4b5c6f6d-41a6-466b-82b2-91281f632398), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:59.266716 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85081071-0695-4860-bf38-c26cb872d97c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b5c6f6d-41a6-466b-82b2-91281f632398,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:13:59.276724 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-85081071-0695-4860-bf38-c26cb872d97c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:59.277898 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-85081071-0695-4860-bf38-c26cb872d97c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1121345 Mar 28 01:13:59.280952 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 56480) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:13:59.285122 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-81005fd1-d508-4ae0-9554-8a761e7e850c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'security_group_rule': {'security_group_id': '8363c616-53b0-47bd-ae31-e1a8649965a3', 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:13:59.304303 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.securitygroups_db [None req-81005fd1-d508-4ae0-9554-8a761e7e850c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Project cf1ee0ed9c204cc5bccbb38ebf185041 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 01:13:59.308856 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-81005fd1-d508-4ae0-9554-8a761e7e850c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (71921625-caad-4c63-bdf2-e93193ac7ff9), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:59.369636 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-81005fd1-d508-4ae0-9554-8a761e7e850c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (71921625-caad-4c63-bdf2-e93193ac7ff9), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:59.373164 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-81005fd1-d508-4ae0-9554-8a761e7e850c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (71921625-caad-4c63-bdf2-e93193ac7ff9), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:59.392418 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81005fd1-d508-4ae0-9554-8a761e7e850c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71921625-caad-4c63-bdf2-e93193ac7ff9,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:13:59.398279 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-81005fd1-d508-4ae0-9554-8a761e7e850c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:13:59.399515 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-81005fd1-d508-4ae0-9554-8a761e7e850c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1176634 Mar 28 01:13:59.593122 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-cafa3bef-9a4c-444d-b9bc-98c670465794 req-0bfd248b-ecc7-4af6-8c93-831010b2cee5 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1336929249&fields=id&tenant_id=cf1ee0ed9c204cc5bccbb38ebf185041 HTTP/1.1" status: 200 len: 267 time: 0.0432050 Mar 28 01:13:59.695234 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafa3bef-9a4c-444d-b9bc-98c670465794 req-d46a96bf-447a-46da-a910-ed2cf91fac44 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:13:59.696597 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-cafa3bef-9a4c-444d-b9bc-98c670465794 req-d46a96bf-447a-46da-a910-ed2cf91fac44 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/networks?id=eb98a28c-d067-44fe-a26f-4a24b1fc48a1 HTTP/1.1" status: 200 len: 797 time: 0.0971360 Mar 28 01:13:59.710825 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-cafa3bef-9a4c-444d-b9bc-98c670465794 req-a885969e-4713-4fd2-bef6-b9e005200b16 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/quotas/cf1ee0ed9c204cc5bccbb38ebf185041 HTTP/1.1" status: 200 len: 375 time: 0.0090384 Mar 28 01:13:59.765101 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-cafa3bef-9a4c-444d-b9bc-98c670465794 req-e03c0472-cf32-4809-8196-991a12f9e58a tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=cf1ee0ed9c204cc5bccbb38ebf185041&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0496118 Mar 28 01:14:00.177642 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-cafa3bef-9a4c-444d-b9bc-98c670465794 req-f3fb5961-86ae-4db8-9f26-42bb8cf1c819 service neutron] 10.222.0.24 "GET /v2.0/networks/eb98a28c-d067-44fe-a26f-4a24b1fc48a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4015443 Mar 28 01:14:00.263151 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-cafa3bef-9a4c-444d-b9bc-98c670465794 req-8f503d04-1e74-422c-a136-ccf19f631613 service neutron] 10.222.0.24 "GET /v2.0/networks/eb98a28c-d067-44fe-a26f-4a24b1fc48a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799496 Mar 28 01:14:00.418898 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-68ee3761-3bd2-4c94-9899-1772d9e81757 req-3531fe60-ace8-4d19-95f9-3411c0a20426 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=2cf7c43f-79f1-4e73-9d84-0fcf456febb2 HTTP/1.1" status: 200 len: 210 time: 0.0271621 Mar 28 01:14:01.317161 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafa3bef-9a4c-444d-b9bc-98c670465794 req-9db905c5-a1f7-473e-8b6b-7aa19d4c6fd6 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:14:01.318712 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-cafa3bef-9a4c-444d-b9bc-98c670465794 req-9db905c5-a1f7-473e-8b6b-7aa19d4c6fd6 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.10 "GET /v2.0/networks?id=eb98a28c-d067-44fe-a26f-4a24b1fc48a1 HTTP/1.1" status: 200 len: 797 time: 0.1032784 Mar 28 01:14:01.400076 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-cafa3bef-9a4c-444d-b9bc-98c670465794 req-96b752fb-42e7-4ff0-a314-22a4587d05ab tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf1ee0ed9c204cc5bccbb38ebf185041 HTTP/1.1" status: 200 len: 473 time: 0.0723288 Mar 28 01:14:01.408713 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [req-cafa3bef-9a4c-444d-b9bc-98c670465794 req-248612b0-b54d-48e4-a226-fd2b92955270 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'port': {'device_id': '2cf7c43f-79f1-4e73-9d84-0fcf456febb2', 'network_id': 'eb98a28c-d067-44fe-a26f-4a24b1fc48a1', 'admin_state_up': True, 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'security_groups': ['8363c616-53b0-47bd-ae31-e1a8649965a3']}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:14:01.513856 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cafa3bef-9a4c-444d-b9bc-98c670465794 req-248612b0-b54d-48e4-a226-fd2b92955270 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Made reservation on behalf of cf1ee0ed9c204cc5bccbb38ebf185041 for: {'port': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:14:01.517220 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-cafa3bef-9a4c-444d-b9bc-98c670465794 req-248612b0-b54d-48e4-a226-fd2b92955270 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:01.518380 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-9add5242-3a1a-40cb-9a39-2fb71dad9ba2 req-2d0afaee-6c08-49d1-94b4-97072bcfe8cb tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=2cf7c43f-79f1-4e73-9d84-0fcf456febb2 HTTP/1.1" status: 200 len: 210 time: 0.0322869 Mar 28 01:14:01.642504 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [req-cafa3bef-9a4c-444d-b9bc-98c670465794 req-248612b0-b54d-48e4-a226-fd2b92955270 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Allocated IP 172.20.0.5 (eb98a28c-d067-44fe-a26f-4a24b1fc48a1/5f9984a6-7200-4e34-96fe-69154e7ad107/35ebca62-0e07-4acc-b5c7-998db1615ac9) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:14:01.774167 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-cafa3bef-9a4c-444d-b9bc-98c670465794 req-248612b0-b54d-48e4-a226-fd2b92955270 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for port (35ebca62-0e07-4acc-b5c7-998db1615ac9), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:01.807654 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-cafa3bef-9a4c-444d-b9bc-98c670465794 req-248612b0-b54d-48e4-a226-fd2b92955270 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (35ebca62-0e07-4acc-b5c7-998db1615ac9), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:01.851325 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cafa3bef-9a4c-444d-b9bc-98c670465794 req-248612b0-b54d-48e4-a226-fd2b92955270 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Network eb98a28c-d067-44fe-a26f-4a24b1fc48a1 is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:14:01.854384 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [req-cafa3bef-9a4c-444d-b9bc-98c670465794 req-248612b0-b54d-48e4-a226-fd2b92955270 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:14:01.856883 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [req-cafa3bef-9a4c-444d-b9bc-98c670465794 req-248612b0-b54d-48e4-a226-fd2b92955270 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:14:01.892611 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248612b0-b54d-48e4-a226-fd2b92955270 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'Port': ['ID=35ebca62-0e07-4acc-b5c7-998db1615ac9,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:14:01.914855 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafa3bef-9a4c-444d-b9bc-98c670465794 req-248612b0-b54d-48e4-a226-fd2b92955270 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:14:01.915601 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-cafa3bef-9a4c-444d-b9bc-98c670465794 req-248612b0-b54d-48e4-a226-fd2b92955270 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:01.931920 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-cafa3bef-9a4c-444d-b9bc-98c670465794 req-248612b0-b54d-48e4-a226-fd2b92955270 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5269513 Mar 28 01:14:01.943603 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [req-cafa3bef-9a4c-444d-b9bc-98c670465794 req-a6abbfd5-ccf5-4b10-aaf4-8208ea93a4b1 service neutron] Request body: {'port': {'device_id': '2cf7c43f-79f1-4e73-9d84-0fcf456febb2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8348'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:14:02.009345 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-cafa3bef-9a4c-444d-b9bc-98c670465794 req-a6abbfd5-ccf5-4b10-aaf4-8208ea93a4b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (35ebca62-0e07-4acc-b5c7-998db1615ac9), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:02.084584 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-145b75d2-4692-4983-9c4f-e45ea4390c5f None None] Provisioning complete for port 35ebca62-0e07-4acc-b5c7-998db1615ac9 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:14:02.085192 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-145b75d2-4692-4983-9c4f-e45ea4390c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (35ebca62-0e07-4acc-b5c7-998db1615ac9), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:02.117039 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-145b75d2-4692-4983-9c4f-e45ea4390c5f None None] Port 35ebca62-0e07-4acc-b5c7-998db1615ac9 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:14:02.259416 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [req-cafa3bef-9a4c-444d-b9bc-98c670465794 req-a6abbfd5-ccf5-4b10-aaf4-8208ea93a4b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35ebca62-0e07-4acc-b5c7-998db1615ac9 {{(pid=104099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 01:14:02.266771 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-cafa3bef-9a4c-444d-b9bc-98c670465794 req-a6abbfd5-ccf5-4b10-aaf4-8208ea93a4b1 service neutron] Publish callbacks [] for port (35ebca62-0e07-4acc-b5c7-998db1615ac9), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:02.278219 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [req-cafa3bef-9a4c-444d-b9bc-98c670465794 req-a6abbfd5-ccf5-4b10-aaf4-8208ea93a4b1 service neutron] Transition to ACTIVE for port object 35ebca62-0e07-4acc-b5c7-998db1615ac9 will not be triggered until provisioned by entity L2. {{(pid=104099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 01:14:02.282254 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-cafa3bef-9a4c-444d-b9bc-98c670465794 req-a6abbfd5-ccf5-4b10-aaf4-8208ea93a4b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (35ebca62-0e07-4acc-b5c7-998db1615ac9), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:02.329892 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6abbfd5-ccf5-4b10-aaf4-8208ea93a4b1 service neutron] Pushing event updated for resources: {'Port': ['ID=35ebca62-0e07-4acc-b5c7-998db1615ac9,revision_number=2']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:14:02.404686 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-cafa3bef-9a4c-444d-b9bc-98c670465794 req-a6abbfd5-ccf5-4b10-aaf4-8208ea93a4b1 service neutron] Attempting to bind port 35ebca62-0e07-4acc-b5c7-998db1615ac9 on host hv-neutron-8348 for vnic_type normal with profile {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:14:02.405022 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-cafa3bef-9a4c-444d-b9bc-98c670465794 req-a6abbfd5-ccf5-4b10-aaf4-8208ea93a4b1 service neutron] Attempting to bind port 35ebca62-0e07-4acc-b5c7-998db1615ac9 by drivers openvswitch,hyperv on host hv-neutron-8348 at level 0 using segments [{'id': '39f5bd25-d468-4edd-901b-4e973eeb6cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'eb98a28c-d067-44fe-a26f-4a24b1fc48a1'}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:14:02.405631 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafa3bef-9a4c-444d-b9bc-98c670465794 req-a6abbfd5-ccf5-4b10-aaf4-8208ea93a4b1 service neutron] Attempting to bind port 35ebca62-0e07-4acc-b5c7-998db1615ac9 on network eb98a28c-d067-44fe-a26f-4a24b1fc48a1 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:14:02.410270 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafa3bef-9a4c-444d-b9bc-98c670465794 req-a6abbfd5-ccf5-4b10-aaf4-8208ea93a4b1 service neutron] Port 35ebca62-0e07-4acc-b5c7-998db1615ac9 on network eb98a28c-d067-44fe-a26f-4a24b1fc48a1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8348 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 01:14:02.410594 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafa3bef-9a4c-444d-b9bc-98c670465794 req-a6abbfd5-ccf5-4b10-aaf4-8208ea93a4b1 service neutron] Attempting to bind port 35ebca62-0e07-4acc-b5c7-998db1615ac9 on network eb98a28c-d067-44fe-a26f-4a24b1fc48a1 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:14:02.415613 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafa3bef-9a4c-444d-b9bc-98c670465794 req-a6abbfd5-ccf5-4b10-aaf4-8208ea93a4b1 service neutron] Checking agent: {'id': '287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8348', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 1, 2, 33), 'started_at': datetime.datetime(2022, 3, 28, 1, 2, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:14:02.415800 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafa3bef-9a4c-444d-b9bc-98c670465794 req-a6abbfd5-ccf5-4b10-aaf4-8208ea93a4b1 service neutron] Checking segment: {'id': '39f5bd25-d468-4edd-901b-4e973eeb6cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'eb98a28c-d067-44fe-a26f-4a24b1fc48a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:14:02.416227 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafa3bef-9a4c-444d-b9bc-98c670465794 req-a6abbfd5-ccf5-4b10-aaf4-8208ea93a4b1 service neutron] Bound using segment: {'id': '39f5bd25-d468-4edd-901b-4e973eeb6cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'eb98a28c-d067-44fe-a26f-4a24b1fc48a1'} {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:14:02.416655 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-cafa3bef-9a4c-444d-b9bc-98c670465794 req-a6abbfd5-ccf5-4b10-aaf4-8208ea93a4b1 service neutron] Bound port: 35ebca62-0e07-4acc-b5c7-998db1615ac9, host: hv-neutron-8348, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39f5bd25-d468-4edd-901b-4e973eeb6cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'eb98a28c-d067-44fe-a26f-4a24b1fc48a1'}}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:14:02.417009 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-cafa3bef-9a4c-444d-b9bc-98c670465794 req-a6abbfd5-ccf5-4b10-aaf4-8208ea93a4b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (35ebca62-0e07-4acc-b5c7-998db1615ac9), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:02.481634 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-cafa3bef-9a4c-444d-b9bc-98c670465794 req-a6abbfd5-ccf5-4b10-aaf4-8208ea93a4b1 service neutron] For port 35ebca62-0e07-4acc-b5c7-998db1615ac9, host hv-neutron-8348, cleared binding levels {{(pid=104099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:14:02.484529 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-cafa3bef-9a4c-444d-b9bc-98c670465794 req-a6abbfd5-ccf5-4b10-aaf4-8208ea93a4b1 service neutron] For port 35ebca62-0e07-4acc-b5c7-998db1615ac9, host hv-neutron-8348, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=35ebca62-0e07-4acc-b5c7-998db1615ac9,segment=NetworkSegment(39f5bd25-d468-4edd-901b-4e973eeb6cb1),segment_id=39f5bd25-d468-4edd-901b-4e973eeb6cb1)] {{(pid=104099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:14:02.490918 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-cafa3bef-9a4c-444d-b9bc-98c670465794 req-a6abbfd5-ccf5-4b10-aaf4-8208ea93a4b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (35ebca62-0e07-4acc-b5c7-998db1615ac9), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:02.524598 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafa3bef-9a4c-444d-b9bc-98c670465794 req-a6abbfd5-ccf5-4b10-aaf4-8208ea93a4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:14:02.525377 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-cafa3bef-9a4c-444d-b9bc-98c670465794 req-a6abbfd5-ccf5-4b10-aaf4-8208ea93a4b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:02.526596 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-cafa3bef-9a4c-444d-b9bc-98c670465794 req-a6abbfd5-ccf5-4b10-aaf4-8208ea93a4b1 service neutron] 10.222.0.10 "PUT /v2.0/ports/35ebca62-0e07-4acc-b5c7-998db1615ac9 HTTP/1.1" status: 200 len: 1093 time: 0.5877473 Mar 28 01:14:02.527031 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cf7c43f-79f1-4e73-9d84-0fcf456febb2', 'tag': '35ebca62-0e07-4acc-b5c7-998db1615ac9'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:14:02.529310 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2af4b01a9fa8b1570ccf1d7859d693ad34c106b258078e9cfae86b97f35e3d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a94f3815-08d9-44bd-bd2a-352cd31e7cb5" -d '{"events": [{"name": "network-changed", "server_uuid": "2cf7c43f-79f1-4e73-9d84-0fcf456febb2", "tag": "35ebca62-0e07-4acc-b5c7-998db1615ac9"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:14:02.558318 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6abbfd5-ccf5-4b10-aaf4-8208ea93a4b1 service neutron] Pushing event updated for resources: {'Port': ['ID=35ebca62-0e07-4acc-b5c7-998db1615ac9,revision_number=3']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:14:02.592204 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 01:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-267a9dac-469c-48e2-a7d3-76fdaf11c50d x-openstack-request-id: req-267a9dac-469c-48e2-a7d3-76fdaf11c50d {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:14:02.592572 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cf7c43f-79f1-4e73-9d84-0fcf456febb2", "tag": "35ebca62-0e07-4acc-b5c7-998db1615ac9", "status": "completed", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:14:02.592833 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-267a9dac-469c-48e2-a7d3-76fdaf11c50d {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:14:02.593395 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-267a9dac-469c-48e2-a7d3-76fdaf11c50d'] response: {'name': 'network-changed', 'server_uuid': '2cf7c43f-79f1-4e73-9d84-0fcf456febb2', 'tag': '35ebca62-0e07-4acc-b5c7-998db1615ac9', 'status': 'completed', 'code': 200} Mar 28 01:14:02.631996 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafa3bef-9a4c-444d-b9bc-98c670465794 req-ee7279d4-abd3-430f-be0e-33b89db84e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:14:02.633934 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-cafa3bef-9a4c-444d-b9bc-98c670465794 req-ee7279d4-abd3-430f-be0e-33b89db84e16 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cf1ee0ed9c204cc5bccbb38ebf185041&device_id=2cf7c43f-79f1-4e73-9d84-0fcf456febb2 HTTP/1.1" status: 200 len: 1127 time: 0.0545495 Mar 28 01:14:02.664106 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef87cc6c-2835-4432-89ee-90f405e59bcc req-d89e16da-d652-4d31-9d5b-732fe42bc2b0 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:14:02.665729 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-ef87cc6c-2835-4432-89ee-90f405e59bcc req-d89e16da-d652-4d31-9d5b-732fe42bc2b0 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=2cf7c43f-79f1-4e73-9d84-0fcf456febb2 HTTP/1.1" status: 200 len: 943 time: 0.0619462 Mar 28 01:14:02.682185 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-cafa3bef-9a4c-444d-b9bc-98c670465794 req-96edc7bd-3dc9-4deb-9f1d-cc818e4f5a3f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=35ebca62-0e07-4acc-b5c7-998db1615ac9 HTTP/1.1" status: 200 len: 217 time: 0.0419171 Mar 28 01:14:02.684494 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:02.725988 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-ef87cc6c-2835-4432-89ee-90f405e59bcc req-c3c3cf0e-670c-487d-a716-d4394d72c25d tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?id=8363c616-53b0-47bd-ae31-e1a8649965a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492315 Mar 28 01:14:02.742929 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafa3bef-9a4c-444d-b9bc-98c670465794 req-6356537f-7d32-4052-b56f-ba7bd1fa2b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:14:02.744463 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-cafa3bef-9a4c-444d-b9bc-98c670465794 req-6356537f-7d32-4052-b56f-ba7bd1fa2b60 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5f9984a6-7200-4e34-96fe-69154e7ad107 HTTP/1.1" status: 200 len: 834 time: 0.0564189 Mar 28 01:14:02.793872 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafa3bef-9a4c-444d-b9bc-98c670465794 req-872ec919-f184-4d8b-9fe6-d9c6e30ab363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:14:02.795272 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-cafa3bef-9a4c-444d-b9bc-98c670465794 req-872ec919-f184-4d8b-9fe6-d9c6e30ab363 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=eb98a28c-d067-44fe-a26f-4a24b1fc48a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0453813 Mar 28 01:14:02.883477 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-cafa3bef-9a4c-444d-b9bc-98c670465794 req-3101f267-e411-48fd-b523-597b3f39a8d8 service neutron] 10.222.0.10 "GET /v2.0/networks/eb98a28c-d067-44fe-a26f-4a24b1fc48a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823882 Mar 28 01:14:02.969295 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-cafa3bef-9a4c-444d-b9bc-98c670465794 req-6a4f63f6-4c9e-4d02-a132-1985d10c7333 service neutron] 10.222.0.10 "GET /v2.0/networks/eb98a28c-d067-44fe-a26f-4a24b1fc48a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801375 Mar 28 01:14:03.061999 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94f3815-08d9-44bd-bd2a-352cd31e7cb5 req-f1a73986-f4fe-4863-9551-2b787304c9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:14:03.063387 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a94f3815-08d9-44bd-bd2a-352cd31e7cb5 req-f1a73986-f4fe-4863-9551-2b787304c9e8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cf1ee0ed9c204cc5bccbb38ebf185041&device_id=2cf7c43f-79f1-4e73-9d84-0fcf456febb2 HTTP/1.1" status: 200 len: 1127 time: 0.0516765 Mar 28 01:14:03.151611 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94f3815-08d9-44bd-bd2a-352cd31e7cb5 req-ca891495-df26-4caa-b09a-624e3840ff73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:14:03.153141 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a94f3815-08d9-44bd-bd2a-352cd31e7cb5 req-ca891495-df26-4caa-b09a-624e3840ff73 service neutron] 10.222.0.10 "GET /v2.0/networks?id=eb98a28c-d067-44fe-a26f-4a24b1fc48a1 HTTP/1.1" status: 200 len: 897 time: 0.0832033 Mar 28 01:14:03.192977 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a94f3815-08d9-44bd-bd2a-352cd31e7cb5 req-efe35c5c-4389-49ed-98c9-692c234fcaef service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=35ebca62-0e07-4acc-b5c7-998db1615ac9 HTTP/1.1" status: 200 len: 217 time: 0.0334880 Mar 28 01:14:03.242484 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94f3815-08d9-44bd-bd2a-352cd31e7cb5 req-4a5cb2e7-5af8-4e86-b931-8cdf6a8db76f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:14:03.243983 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a94f3815-08d9-44bd-bd2a-352cd31e7cb5 req-4a5cb2e7-5af8-4e86-b931-8cdf6a8db76f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5f9984a6-7200-4e34-96fe-69154e7ad107 HTTP/1.1" status: 200 len: 834 time: 0.0450928 Mar 28 01:14:03.291548 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94f3815-08d9-44bd-bd2a-352cd31e7cb5 req-870ebf03-70d1-4227-9c5a-be46c329ac49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:14:03.293029 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a94f3815-08d9-44bd-bd2a-352cd31e7cb5 req-870ebf03-70d1-4227-9c5a-be46c329ac49 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=eb98a28c-d067-44fe-a26f-4a24b1fc48a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0432100 Mar 28 01:14:03.378273 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a94f3815-08d9-44bd-bd2a-352cd31e7cb5 req-997568bc-73fb-4abb-bfb5-2c3db0415e8a service neutron] 10.222.0.10 "GET /v2.0/networks/eb98a28c-d067-44fe-a26f-4a24b1fc48a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0774677 Mar 28 01:14:03.468169 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a94f3815-08d9-44bd-bd2a-352cd31e7cb5 req-ee47768f-ce94-4bb3-a6fa-5acc1ffb3a28 service neutron] 10.222.0.10 "GET /v2.0/networks/eb98a28c-d067-44fe-a26f-4a24b1fc48a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835364 Mar 28 01:14:03.844927 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77517ad6-14c4-4ed3-8bf8-f515f7753a31 req-8a7295ba-dafa-4fb0-92e0-b7dc8e9213fe tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:14:03.846651 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-77517ad6-14c4-4ed3-8bf8-f515f7753a31 req-8a7295ba-dafa-4fb0-92e0-b7dc8e9213fe tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=2cf7c43f-79f1-4e73-9d84-0fcf456febb2 HTTP/1.1" status: 200 len: 943 time: 0.0517530 Mar 28 01:14:03.894854 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-77517ad6-14c4-4ed3-8bf8-f515f7753a31 req-e7ee1152-5cf8-4479-984c-07997885cf8c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?id=8363c616-53b0-47bd-ae31-e1a8649965a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427020 Mar 28 01:14:05.009541 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9b4ea8-db10-45db-a340-0a3d50822378 req-b7d1f58c-5dd2-412f-a087-22da5144bbd1 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:14:05.011015 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-8f9b4ea8-db10-45db-a340-0a3d50822378 req-b7d1f58c-5dd2-412f-a087-22da5144bbd1 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=2cf7c43f-79f1-4e73-9d84-0fcf456febb2 HTTP/1.1" status: 200 len: 943 time: 0.0512621 Mar 28 01:14:05.061888 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-8f9b4ea8-db10-45db-a340-0a3d50822378 req-f1ef188c-280d-439a-b089-793d03bf4d20 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?id=8363c616-53b0-47bd-ae31-e1a8649965a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454786 Mar 28 01:14:05.371928 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device 35ebca62-0e07-4acc-b5c7-998db1615ac9 details requested by agent hyperv_hv-neutron-8348 with host hv-neutron-8348 {{(pid=104100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 01:14:05.464660 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port 35ebca62-0e07-4acc-b5c7-998db1615ac9, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=35ebca62-0e07-4acc-b5c7-998db1615ac9,segment=NetworkSegment(39f5bd25-d468-4edd-901b-4e973eeb6cb1),segment_id=39f5bd25-d468-4edd-901b-4e973eeb6cb1)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:14:05.475868 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Returning: {'device': '35ebca62-0e07-4acc-b5c7-998db1615ac9', 'network_id': 'eb98a28c-d067-44fe-a26f-4a24b1fc48a1', 'port_id': '35ebca62-0e07-4acc-b5c7-998db1615ac9', 'mac_address': 'fa:16:3e:cc:2c:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f9984a6-7200-4e34-96fe-69154e7ad107', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 01:14:05.515376 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port 35ebca62-0e07-4acc-b5c7-998db1615ac9 is: DOWN; New status is: BUILD {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:14:05.515764 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (35ebca62-0e07-4acc-b5c7-998db1615ac9), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:05.528289 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35ebca62-0e07-4acc-b5c7-998db1615ac9 {{(pid=104100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 01:14:05.548188 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port 35ebca62-0e07-4acc-b5c7-998db1615ac9, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=35ebca62-0e07-4acc-b5c7-998db1615ac9,segment=NetworkSegment(39f5bd25-d468-4edd-901b-4e973eeb6cb1),segment_id=39f5bd25-d468-4edd-901b-4e973eeb6cb1)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:14:05.553207 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (35ebca62-0e07-4acc-b5c7-998db1615ac9), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:05.598519 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Pushing event updated for resources: {'Port': ['ID=35ebca62-0e07-4acc-b5c7-998db1615ac9,revision_number=4']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:14:05.605357 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:14:05.605715 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:14:05.606063 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:14:05.606410 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:14:05.606750 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:14:05.607086 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:14:05.607420 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:14:05.607750 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:14:05.608104 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:14:05.608436 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:14:05.608785 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:14:05.609100 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:14:05.609428 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:14:05.609752 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:14:05.610081 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:14:05.808786 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] get_ports_and_sgs() called for port_ids ['35ebca62-0e07-4acc-b5c7-998db1615ac9'] {{(pid=104100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 01:14:06.180770 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784884be-fbc6-4a7e-9f0f-e15252cacd74 req-8270234a-6cb6-4ea4-9682-317282a97dad tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:14:06.182233 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-784884be-fbc6-4a7e-9f0f-e15252cacd74 req-8270234a-6cb6-4ea4-9682-317282a97dad tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=2cf7c43f-79f1-4e73-9d84-0fcf456febb2 HTTP/1.1" status: 200 len: 944 time: 0.0559270 Mar 28 01:14:06.228998 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-784884be-fbc6-4a7e-9f0f-e15252cacd74 req-3c753fa7-daee-4ea7-8466-6de2fa8a3dfe tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?id=8363c616-53b0-47bd-ae31-e1a8649965a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413880 Mar 28 01:14:07.346402 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe0e2f2-9fe1-4a07-8120-0227d61f896b req-9897770b-e8c6-4c24-a95f-4764685557ae tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:14:07.347859 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-cfe0e2f2-9fe1-4a07-8120-0227d61f896b req-9897770b-e8c6-4c24-a95f-4764685557ae tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=2cf7c43f-79f1-4e73-9d84-0fcf456febb2 HTTP/1.1" status: 200 len: 944 time: 0.0525792 Mar 28 01:14:07.388374 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device 35ebca62-0e07-4acc-b5c7-998db1615ac9 up at agent hyperv_hv-neutron-8348 {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:14:07.399028 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-cfe0e2f2-9fe1-4a07-8120-0227d61f896b req-253aa0a1-bd36-4546-a1dd-2f43d8b06a70 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?id=8363c616-53b0-47bd-ae31-e1a8649965a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456262 Mar 28 01:14:07.437279 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Provisioning for port 35ebca62-0e07-4acc-b5c7-998db1615ac9 completed by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 01:14:07.441617 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Provisioning complete for port 35ebca62-0e07-4acc-b5c7-998db1615ac9 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:14:07.441990 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (35ebca62-0e07-4acc-b5c7-998db1615ac9), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:07.518060 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port 35ebca62-0e07-4acc-b5c7-998db1615ac9 is: BUILD; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:14:07.518440 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (35ebca62-0e07-4acc-b5c7-998db1615ac9), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:07.539773 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cf7c43f-79f1-4e73-9d84-0fcf456febb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35ebca62-0e07-4acc-b5c7-998db1615ac9'}] {{(pid=104100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:14:07.542027 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd27896ebc78d0f7931321182ba9533a7b768b1c3fcddb3ff52a8aee6ddeaf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c322099e-60cd-4deb-b495-e2482c766b35" -d '{"events": [{"server_uuid": "2cf7c43f-79f1-4e73-9d84-0fcf456febb2", "name": "network-vif-plugged", "status": "completed", "tag": "35ebca62-0e07-4acc-b5c7-998db1615ac9"}]}' {{(pid=104100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:14:07.555163 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port 35ebca62-0e07-4acc-b5c7-998db1615ac9, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=35ebca62-0e07-4acc-b5c7-998db1615ac9,segment=NetworkSegment(39f5bd25-d468-4edd-901b-4e973eeb6cb1),segment_id=39f5bd25-d468-4edd-901b-4e973eeb6cb1)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:14:07.560467 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (35ebca62-0e07-4acc-b5c7-998db1615ac9), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:07.585390 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 01:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd854e9c-2551-4340-a0f1-ce27e35a1be8 x-openstack-request-id: req-bd854e9c-2551-4340-a0f1-ce27e35a1be8 {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:14:07.585682 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cf7c43f-79f1-4e73-9d84-0fcf456febb2", "name": "network-vif-plugged", "status": "completed", "tag": "35ebca62-0e07-4acc-b5c7-998db1615ac9", "code": 200}]} {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:14:07.586095 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bd854e9c-2551-4340-a0f1-ce27e35a1be8 {{(pid=104100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:14:07.586495 dv-neutron-834874-6-hyperv neutron-server[104100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd854e9c-2551-4340-a0f1-ce27e35a1be8'] response: {'server_uuid': '2cf7c43f-79f1-4e73-9d84-0fcf456febb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35ebca62-0e07-4acc-b5c7-998db1615ac9', 'code': 200} Mar 28 01:14:07.614179 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Pushing event updated for resources: {'Port': ['ID=35ebca62-0e07-4acc-b5c7-998db1615ac9,revision_number=5']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:14:07.740025 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474c11db-04b6-4870-9044-e65eb9874a70 req-f69fbf62-7e10-41d4-ac15-bc35044ca8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:14:07.741553 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-474c11db-04b6-4870-9044-e65eb9874a70 req-f69fbf62-7e10-41d4-ac15-bc35044ca8ea service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2cf7c43f-79f1-4e73-9d84-0fcf456febb2 HTTP/1.1" status: 200 len: 1129 time: 0.0428684 Mar 28 01:14:07.787091 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-474c11db-04b6-4870-9044-e65eb9874a70 req-d55ff597-c46d-48a8-b434-958521030bc9 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=8363c616-53b0-47bd-ae31-e1a8649965a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395181 Mar 28 01:14:08.513792 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d05afb-b91b-4283-bf73-97ac7eca10bf req-8d82176b-5ee6-4a69-99fa-305b8ecf4539 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:14:08.515227 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-a6d05afb-b91b-4283-bf73-97ac7eca10bf req-8d82176b-5ee6-4a69-99fa-305b8ecf4539 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=2cf7c43f-79f1-4e73-9d84-0fcf456febb2 HTTP/1.1" status: 200 len: 945 time: 0.0510602 Mar 28 01:14:08.562753 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-a6d05afb-b91b-4283-bf73-97ac7eca10bf req-01f7194b-9c46-4886-85e3-d6ad0a522724 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?id=8363c616-53b0-47bd-ae31-e1a8649965a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410969 Mar 28 01:14:09.679826 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3213019-fd93-4b2a-ac73-6fd4b450e13a req-60abef64-05e6-457b-9f78-bd7b1b7ca0a8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:14:09.681335 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-b3213019-fd93-4b2a-ac73-6fd4b450e13a req-60abef64-05e6-457b-9f78-bd7b1b7ca0a8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=2cf7c43f-79f1-4e73-9d84-0fcf456febb2 HTTP/1.1" status: 200 len: 945 time: 0.0513380 Mar 28 01:14:09.731295 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-b3213019-fd93-4b2a-ac73-6fd4b450e13a req-e1be126b-1ae1-44e3-9451-47ae9598a3c0 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?id=8363c616-53b0-47bd-ae31-e1a8649965a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445712 Mar 28 01:14:09.845251 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b165c2-efc3-446f-b57d-cbda95f25a23 req-e6842de2-c582-4566-9b61-5af2b4b36449 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:14:09.846782 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-59b165c2-efc3-446f-b57d-cbda95f25a23 req-e6842de2-c582-4566-9b61-5af2b4b36449 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=2cf7c43f-79f1-4e73-9d84-0fcf456febb2 HTTP/1.1" status: 200 len: 945 time: 0.0512800 Mar 28 01:14:09.894692 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-59b165c2-efc3-446f-b57d-cbda95f25a23 req-729a49e3-e3bc-4d35-b0aa-8c82a63379d4 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?id=8363c616-53b0-47bd-ae31-e1a8649965a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422640 Mar 28 01:14:09.916349 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 56530) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:14:09.960930 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed4ea6c-cf1b-4ea2-9ddf-d2fa6722ccb1 tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:14:09.962393 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-6ed4ea6c-cf1b-4ea2-9ddf-d2fa6722ccb1 tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=2cf7c43f-79f1-4e73-9d84-0fcf456febb2 HTTP/1.1" status: 200 len: 1124 time: 0.0451066 Mar 28 01:14:09.965226 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 56532) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:14:09.969489 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-46ce79ab-9634-4c34-82e8-2eeb9b2250cb tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'floatingip': {'port_id': '35ebca62-0e07-4acc-b5c7-998db1615ac9'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:14:10.011865 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-46ce79ab-9634-4c34-82e8-2eeb9b2250cb tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for floatingip (24ab0914-ae98-40f8-a24c-a0d05f2c1d5a), before_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:10.427639 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-46ce79ab-9634-4c34-82e8-2eeb9b2250cb tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:10.431300 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-46ce79ab-9634-4c34-82e8-2eeb9b2250cb tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688063'] for floatingip (24ab0914-ae98-40f8-a24c-a0d05f2c1d5a), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:10.530084 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.l3_db [None req-46ce79ab-9634-4c34-82e8-2eeb9b2250cb tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Floating IP 24ab0914-ae98-40f8-a24c-a0d05f2c1d5a associated. External IP: 172.26.1.156, port: 35ebca62-0e07-4acc-b5c7-998db1615ac9. Mar 28 01:14:10.733239 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46ce79ab-9634-4c34-82e8-2eeb9b2250cb tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Router dcfaa65c-486e-44e0-8f60-99ec26b3b8ee has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:14:10.841286 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46ce79ab-9634-4c34-82e8-2eeb9b2250cb tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:14:10.846687 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-46ce79ab-9634-4c34-82e8-2eeb9b2250cb tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for floatingip (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:10.851788 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33db54aa-a561-44bc-a53d-f9db4903cf2b None None] Sync routers for ids ['dcfaa65c-486e-44e0-8f60-99ec26b3b8ee'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:14:10.860777 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33db54aa-a561-44bc-a53d-f9db4903cf2b None None] Routers {'dcfaa65c-486e-44e0-8f60-99ec26b3b8ee'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:14:10.861380 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-33db54aa-a561-44bc-a53d-f9db4903cf2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:13:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['dcfaa65c-486e-44e0-8f60-99ec26b3b8ee'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:14:10.875673 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-46ce79ab-9634-4c34-82e8-2eeb9b2250cb tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "PUT /v2.0/floatingips/24ab0914-ae98-40f8-a24c-a0d05f2c1d5a HTTP/1.1" status: 200 len: 991 time: 0.9094388 Mar 28 01:14:10.876273 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cf7c43f-79f1-4e73-9d84-0fcf456febb2', 'tag': '35ebca62-0e07-4acc-b5c7-998db1615ac9'}] {{(pid=104098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:14:10.879003 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 56534) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:14:10.880345 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4026f4115fe834cbdc9db1f12734a6e5e5d2473de268e244354b04a11285341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3842a29-0092-4108-966f-24c9c33d80ae" -d '{"events": [{"name": "network-changed", "server_uuid": "2cf7c43f-79f1-4e73-9d84-0fcf456febb2", "tag": "35ebca62-0e07-4acc-b5c7-998db1615ac9"}]}' {{(pid=104098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:14:10.917673 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 01:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dda299c-0465-4565-b0b4-373086064f0b x-openstack-request-id: req-6dda299c-0465-4565-b0b4-373086064f0b {{(pid=104098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:14:10.917971 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cf7c43f-79f1-4e73-9d84-0fcf456febb2", "tag": "35ebca62-0e07-4acc-b5c7-998db1615ac9", "status": "completed", "code": 200}]} {{(pid=104098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:14:10.918228 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6dda299c-0465-4565-b0b4-373086064f0b {{(pid=104098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:14:10.918645 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6dda299c-0465-4565-b0b4-373086064f0b'] response: {'name': 'network-changed', 'server_uuid': '2cf7c43f-79f1-4e73-9d84-0fcf456febb2', 'tag': '35ebca62-0e07-4acc-b5c7-998db1615ac9', 'status': 'completed', 'code': 200} Mar 28 01:14:10.949991 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-32dfceef-8caa-493b-bfdb-8757a8f64531 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/floatingips/24ab0914-ae98-40f8-a24c-a0d05f2c1d5a HTTP/1.1" status: 200 len: 991 time: 0.0698385 Mar 28 01:14:10.969934 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-33db54aa-a561-44bc-a53d-f9db4903cf2b None None] Set router dcfaa65c-486e-44e0-8f60-99ec26b3b8ee gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:14:10.985038 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3842a29-0092-4108-966f-24c9c33d80ae req-2ad89722-1747-4d89-9f4a-ec654b387a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:14:10.986487 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e3842a29-0092-4108-966f-24c9c33d80ae req-2ad89722-1747-4d89-9f4a-ec654b387a96 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cf1ee0ed9c204cc5bccbb38ebf185041&device_id=2cf7c43f-79f1-4e73-9d84-0fcf456febb2 HTTP/1.1" status: 200 len: 1129 time: 0.0459878 Mar 28 01:14:11.078678 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3842a29-0092-4108-966f-24c9c33d80ae req-3dabe4b0-3626-44e5-99b2-a9dac535560a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:14:11.080198 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e3842a29-0092-4108-966f-24c9c33d80ae req-3dabe4b0-3626-44e5-99b2-a9dac535560a service neutron] 10.222.0.10 "GET /v2.0/networks?id=eb98a28c-d067-44fe-a26f-4a24b1fc48a1 HTTP/1.1" status: 200 len: 897 time: 0.0870223 Mar 28 01:14:11.143467 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e3842a29-0092-4108-966f-24c9c33d80ae req-6e111fb0-1e19-4170-b673-4bfc105ff01a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=35ebca62-0e07-4acc-b5c7-998db1615ac9 HTTP/1.1" status: 200 len: 999 time: 0.0569303 Mar 28 01:14:11.189097 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-33db54aa-a561-44bc-a53d-f9db4903cf2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcfaa65c-486e-44e0-8f60-99ec26b3b8ee', 'name': 'tempest-TestNetworkBasicOps-router-1103244784', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.70'}], 'enable_snat': True}, 'gw_port_id': '4d8390b1-47fb-4565-a473-ac9165df1421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:12:59Z', 'updated_at': '2022-03-28T01:13:03Z', 'revision_number': 4, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': '4d8390b1-47fb-4565-a473-ac9165df1421', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcfaa65c-486e-44e0-8f60-99ec26b3b8ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:13:00Z', 'updated_at': '2022-03-28T01:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_floatingips': [{'id': '24ab0914-ae98-40f8-a24c-a0d05f2c1d5a', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'floating_ip_address': '172.26.1.156', 'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'router_id': 'dcfaa65c-486e-44e0-8f60-99ec26b3b8ee', 'port_id': '35ebca62-0e07-4acc-b5c7-998db1615ac9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1379, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb98a28c-d067-44fe-a26f-4a24b1fc48a1', 'mac_address': 'fa:16:3e:cc:2c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf7c43f-79f1-4e73-9d84-0fcf456febb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T01:13:16Z', 'updated_at': '2022-03-28T01:14:10Z', 'revision_number': 5, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33165479-a2ec-47ba-83dc-1543db4d6dad', 'name': '', 'network_id': 'eb98a28c-d067-44fe-a26f-4a24b1fc48a1', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'mac_address': 'fa:16:3e:84:9e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcfaa65c-486e-44e0-8f60-99ec26b3b8ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '5f9984a6-7200-4e34-96fe-69154e7ad107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:13:02Z', 'updated_at': '2022-03-28T01:13:05Z', 'revision_number': 5, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'subnets': [{'id': '5f9984a6-7200-4e34-96fe-69154e7ad107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:14:11.193579 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3842a29-0092-4108-966f-24c9c33d80ae req-9148b2cc-fa96-4a02-84b5-ed12a5b04567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:14:11.195033 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e3842a29-0092-4108-966f-24c9c33d80ae req-9148b2cc-fa96-4a02-84b5-ed12a5b04567 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5f9984a6-7200-4e34-96fe-69154e7ad107 HTTP/1.1" status: 200 len: 834 time: 0.0459902 Mar 28 01:14:11.218893 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33db54aa-a561-44bc-a53d-f9db4903cf2b None None] Checking router: dcfaa65c-486e-44e0-8f60-99ec26b3b8ee for host: dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:14:11.227985 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33db54aa-a561-44bc-a53d-f9db4903cf2b None None] Routers {'dcfaa65c-486e-44e0-8f60-99ec26b3b8ee'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:14:11.228628 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-33db54aa-a561-44bc-a53d-f9db4903cf2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:13:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['dcfaa65c-486e-44e0-8f60-99ec26b3b8ee'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:14:11.244000 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3842a29-0092-4108-966f-24c9c33d80ae req-5c5e032c-34b8-4feb-80c6-6e0674125ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:14:11.245518 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e3842a29-0092-4108-966f-24c9c33d80ae req-5c5e032c-34b8-4feb-80c6-6e0674125ab6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=eb98a28c-d067-44fe-a26f-4a24b1fc48a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0446417 Mar 28 01:14:11.332624 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e3842a29-0092-4108-966f-24c9c33d80ae req-a0f6b0fb-c701-45c8-a7c3-8aea414b093f service neutron] 10.222.0.10 "GET /v2.0/networks/eb98a28c-d067-44fe-a26f-4a24b1fc48a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810056 Mar 28 01:14:11.333187 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-33db54aa-a561-44bc-a53d-f9db4903cf2b None None] Set router dcfaa65c-486e-44e0-8f60-99ec26b3b8ee gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:14:11.403435 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ce3c4dc7-83b6-4328-9253-e62c20e9bf18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:11.427930 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e3842a29-0092-4108-966f-24c9c33d80ae req-67628210-a7f7-4a13-b21c-12a084b0efbc service neutron] 10.222.0.10 "GET /v2.0/networks/eb98a28c-d067-44fe-a26f-4a24b1fc48a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894992 Mar 28 01:14:11.558798 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-33db54aa-a561-44bc-a53d-f9db4903cf2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcfaa65c-486e-44e0-8f60-99ec26b3b8ee', 'name': 'tempest-TestNetworkBasicOps-router-1103244784', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.70'}], 'enable_snat': True}, 'gw_port_id': '4d8390b1-47fb-4565-a473-ac9165df1421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:12:59Z', 'updated_at': '2022-03-28T01:13:03Z', 'revision_number': 4, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': '4d8390b1-47fb-4565-a473-ac9165df1421', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcfaa65c-486e-44e0-8f60-99ec26b3b8ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:13:00Z', 'updated_at': '2022-03-28T01:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_floatingips': [{'id': '24ab0914-ae98-40f8-a24c-a0d05f2c1d5a', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'floating_ip_address': '172.26.1.156', 'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'router_id': 'dcfaa65c-486e-44e0-8f60-99ec26b3b8ee', 'port_id': '35ebca62-0e07-4acc-b5c7-998db1615ac9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1379, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb98a28c-d067-44fe-a26f-4a24b1fc48a1', 'mac_address': 'fa:16:3e:cc:2c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf7c43f-79f1-4e73-9d84-0fcf456febb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T01:13:16Z', 'updated_at': '2022-03-28T01:14:10Z', 'revision_number': 5, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33165479-a2ec-47ba-83dc-1543db4d6dad', 'name': '', 'network_id': 'eb98a28c-d067-44fe-a26f-4a24b1fc48a1', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'mac_address': 'fa:16:3e:84:9e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcfaa65c-486e-44e0-8f60-99ec26b3b8ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '5f9984a6-7200-4e34-96fe-69154e7ad107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:13:02Z', 'updated_at': '2022-03-28T01:13:05Z', 'revision_number': 5, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'subnets': [{'id': '5f9984a6-7200-4e34-96fe-69154e7ad107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:14:11.584012 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33db54aa-a561-44bc-a53d-f9db4903cf2b None None] The sync data for ids ['dcfaa65c-486e-44e0-8f60-99ec26b3b8ee'] in dv-neutron-834874-6-hyperv is: [{'id': 'dcfaa65c-486e-44e0-8f60-99ec26b3b8ee', 'name': 'tempest-TestNetworkBasicOps-router-1103244784', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.70'}], 'enable_snat': True}, 'gw_port_id': '4d8390b1-47fb-4565-a473-ac9165df1421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:12:59Z', 'updated_at': '2022-03-28T01:13:03Z', 'revision_number': 4, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': '4d8390b1-47fb-4565-a473-ac9165df1421', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcfaa65c-486e-44e0-8f60-99ec26b3b8ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:13:00Z', 'updated_at': '2022-03-28T01:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_floatingips': [{'id': '24ab0914-ae98-40f8-a24c-a0d05f2c1d5a', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'floating_ip_address': '172.26.1.156', 'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'router_id': 'dcfaa65c-486e-44e0-8f60-99ec26b3b8ee', 'port_id': '35ebca62-0e07-4acc-b5c7-998db1615ac9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1379, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb98a28c-d067-44fe-a26f-4a24b1fc48a1', 'mac_address': 'fa:16:3e:cc:2c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf7c43f-79f1-4e73-9d84-0fcf456febb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T01:13:16Z', 'updated_at': '2022-03-28T01:14:10Z', 'revision_number': 5, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33165479-a2ec-47ba-83dc-1543db4d6dad', 'name': '', 'network_id': 'eb98a28c-d067-44fe-a26f-4a24b1fc48a1', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'mac_address': 'fa:16:3e:84:9e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcfaa65c-486e-44e0-8f60-99ec26b3b8ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '5f9984a6-7200-4e34-96fe-69154e7ad107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:13:02Z', 'updated_at': '2022-03-28T01:13:05Z', 'revision_number': 5, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'subnets': [{'id': '5f9984a6-7200-4e34-96fe-69154e7ad107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:14:11.772416 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58487da4-bff6-433f-8c2d-3149eaeeb50a None None] New status for floating IP 24ab0914-ae98-40f8-a24c-a0d05f2c1d5a: ACTIVE {{(pid=104100) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 01:14:11.953777 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 56538) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:14:12.014492 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-27ed6cad-191b-48d3-8d32-3f16d33f224e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/floatingips/24ab0914-ae98-40f8-a24c-a0d05f2c1d5a HTTP/1.1" status: 200 len: 993 time: 0.0594769 Mar 28 01:14:13.566751 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-30abb9bf-1c79-4d1b-9766-b33bd43aed3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:14.764436 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:16.208142 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:17.765168 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:24.863355 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.agents_db [None req-9a1d863f-391a-42f4-9870-e8292b919beb None None] Agent healthcheck: found 6 active agents {{(pid=104101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 01:14:32.682887 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:39.795197 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-4e41416c-e6f4-447e-8f01-1b3b12256f7b req-3028f04a-f2e9-481b-8143-3342b0166df2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fb68cc6f-99af-413c-b7ba-453f3199e5e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1311903 Mar 28 01:14:39.878848 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e41416c-e6f4-447e-8f01-1b3b12256f7b req-44b8855c-d68b-426b-ab16-51f7832f27dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:14:39.880324 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-4e41416c-e6f4-447e-8f01-1b3b12256f7b req-44b8855c-d68b-426b-ab16-51f7832f27dd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bf9f34f21ab94392ab36354129e00f8d&device_id=fb68cc6f-99af-413c-b7ba-453f3199e5e1 HTTP/1.1" status: 200 len: 1129 time: 0.0448759 Mar 28 01:14:40.290681 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e41416c-e6f4-447e-8f01-1b3b12256f7b req-d53cf702-462c-4256-808a-f1e35c188907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:14:40.292166 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-4e41416c-e6f4-447e-8f01-1b3b12256f7b req-d53cf702-462c-4256-808a-f1e35c188907 service neutron] 10.222.0.10 "GET /v2.0/networks?id=788fd3f3-3593-4cdc-933e-dd5c53c623d8 HTTP/1.1" status: 200 len: 912 time: 0.3926587 Mar 28 01:14:40.357304 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-4e41416c-e6f4-447e-8f01-1b3b12256f7b req-a85bb7ec-f18c-488a-9602-1506a0fd52ef service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f70c24a9-8ab3-4305-b034-7b47b80da76e HTTP/1.1" status: 200 len: 1001 time: 0.0585597 Mar 28 01:14:40.408902 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e41416c-e6f4-447e-8f01-1b3b12256f7b req-134db385-f37a-453c-b412-7448f4d8fdda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:14:40.410919 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-4e41416c-e6f4-447e-8f01-1b3b12256f7b req-134db385-f37a-453c-b412-7448f4d8fdda service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0a57ae47-09ee-4007-9878-c6cea91f6590 HTTP/1.1" status: 200 len: 851 time: 0.0472894 Mar 28 01:14:40.481084 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e41416c-e6f4-447e-8f01-1b3b12256f7b req-6da3b79e-3d25-481f-bea9-e760fc0f6a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:14:40.482578 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-4e41416c-e6f4-447e-8f01-1b3b12256f7b req-6da3b79e-3d25-481f-bea9-e760fc0f6a25 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=788fd3f3-3593-4cdc-933e-dd5c53c623d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0616717 Mar 28 01:14:40.497074 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [req-4e41416c-e6f4-447e-8f01-1b3b12256f7b req-65613041-58c6-4f2e-94bc-71887bfb1680 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=104099) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 01:14:40.497967 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-4e41416c-e6f4-447e-8f01-1b3b12256f7b req-65613041-58c6-4f2e-94bc-71887bfb1680 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049241 Mar 28 01:14:40.625290 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-4e41416c-e6f4-447e-8f01-1b3b12256f7b req-7c049f85-a583-4774-a923-024c65572f29 service neutron] 10.222.0.10 "GET /v2.0/networks/788fd3f3-3593-4cdc-933e-dd5c53c623d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215012 Mar 28 01:14:40.767585 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-4e41416c-e6f4-447e-8f01-1b3b12256f7b req-7645dbc5-cb89-45fd-b172-6560f5a69b60 service neutron] 10.222.0.10 "GET /v2.0/networks/788fd3f3-3593-4cdc-933e-dd5c53c623d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329753 Mar 28 01:14:41.009143 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d124c462-f887-42ad-8817-81cb64a3996e req-ea6231af-9886-47dc-a106-0781b236b39d tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:14:41.016548 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-d124c462-f887-42ad-8817-81cb64a3996e req-ea6231af-9886-47dc-a106-0781b236b39d tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=2cf7c43f-79f1-4e73-9d84-0fcf456febb2 HTTP/1.1" status: 200 len: 945 time: 0.2298622 Mar 28 01:14:41.068184 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-d124c462-f887-42ad-8817-81cb64a3996e req-464179bb-4b4a-42e0-aa1a-d83ed55e9be4 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?id=8363c616-53b0-47bd-ae31-e1a8649965a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504434 Mar 28 01:14:41.411809 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-489c0317-b91c-4fef-a4d5-6416474e0dc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:42.208775 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e09f7c-1a3b-44f1-9cc6-edcb7cde864d req-2eab9599-ba37-4a5c-b20b-ecdd14d09225 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:14:42.210344 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-17e09f7c-1a3b-44f1-9cc6-edcb7cde864d req-2eab9599-ba37-4a5c-b20b-ecdd14d09225 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.10 "GET /v2.0/ports?device_id=2cf7c43f-79f1-4e73-9d84-0fcf456febb2 HTTP/1.1" status: 200 len: 945 time: 0.0774539 Mar 28 01:14:42.375625 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40413aff-7bd6-4b89-8151-8dfdf62caa17 req-592cae28-ca9e-47bf-863f-f484ce00348f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:14:42.380709 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-40413aff-7bd6-4b89-8151-8dfdf62caa17 req-592cae28-ca9e-47bf-863f-f484ce00348f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=2cf7c43f-79f1-4e73-9d84-0fcf456febb2 HTTP/1.1" status: 200 len: 945 time: 0.1980286 Mar 28 01:14:42.431870 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [req-17e09f7c-1a3b-44f1-9cc6-edcb7cde864d req-1a38e96c-0a7b-48d5-b43c-8b9d3c561581 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Deleting port 35ebca62-0e07-4acc-b5c7-998db1615ac9 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:14:42.432229 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-17e09f7c-1a3b-44f1-9cc6-edcb7cde864d req-1a38e96c-0a7b-48d5-b43c-8b9d3c561581 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (35ebca62-0e07-4acc-b5c7-998db1615ac9), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:42.585849 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-40413aff-7bd6-4b89-8151-8dfdf62caa17 req-0ef86e32-0c9f-416a-ac55-a13e86f4d389 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?id=8363c616-53b0-47bd-ae31-e1a8649965a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1989241 Mar 28 01:14:42.644154 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-17e09f7c-1a3b-44f1-9cc6-edcb7cde864d req-1a38e96c-0a7b-48d5-b43c-8b9d3c561581 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] For port 35ebca62-0e07-4acc-b5c7-998db1615ac9, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=35ebca62-0e07-4acc-b5c7-998db1615ac9,segment=NetworkSegment(39f5bd25-d468-4edd-901b-4e973eeb6cb1),segment_id=39f5bd25-d468-4edd-901b-4e973eeb6cb1)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:14:42.645126 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-17e09f7c-1a3b-44f1-9cc6-edcb7cde864d req-1a38e96c-0a7b-48d5-b43c-8b9d3c561581 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (35ebca62-0e07-4acc-b5c7-998db1615ac9), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:42.862627 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-17e09f7c-1a3b-44f1-9cc6-edcb7cde864d req-1a38e96c-0a7b-48d5-b43c-8b9d3c561581 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:42.862990 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-17e09f7c-1a3b-44f1-9cc6-edcb7cde864d req-1a38e96c-0a7b-48d5-b43c-8b9d3c561581 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688063'] for floatingip (24ab0914-ae98-40f8-a24c-a0d05f2c1d5a), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:42.863307 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.l3_db [req-17e09f7c-1a3b-44f1-9cc6-edcb7cde864d req-1a38e96c-0a7b-48d5-b43c-8b9d3c561581 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Floating IP 24ab0914-ae98-40f8-a24c-a0d05f2c1d5a disassociated. External IP: 172.26.1.156, port: 35ebca62-0e07-4acc-b5c7-998db1615ac9. Mar 28 01:14:42.863690 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [req-17e09f7c-1a3b-44f1-9cc6-edcb7cde864d req-1a38e96c-0a7b-48d5-b43c-8b9d3c561581 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Calling delete_port for 35ebca62-0e07-4acc-b5c7-998db1615ac9 owned by compute:nova {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:14:43.023093 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-17e09f7c-1a3b-44f1-9cc6-edcb7cde864d req-1a38e96c-0a7b-48d5-b43c-8b9d3c561581 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (35ebca62-0e07-4acc-b5c7-998db1615ac9), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:43.066868 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a38e96c-0a7b-48d5-b43c-8b9d3c561581 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event deleted for resources: {'Port': ['ID=35ebca62-0e07-4acc-b5c7-998db1615ac9,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:14:43.079757 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a38e96c-0a7b-48d5-b43c-8b9d3c561581 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:14:43.080473 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a38e96c-0a7b-48d5-b43c-8b9d3c561581 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:14:43.081095 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a38e96c-0a7b-48d5-b43c-8b9d3c561581 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:14:43.081646 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a38e96c-0a7b-48d5-b43c-8b9d3c561581 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:14:43.082206 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a38e96c-0a7b-48d5-b43c-8b9d3c561581 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:14:43.083492 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a38e96c-0a7b-48d5-b43c-8b9d3c561581 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:14:43.083807 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a38e96c-0a7b-48d5-b43c-8b9d3c561581 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:14:43.084109 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a38e96c-0a7b-48d5-b43c-8b9d3c561581 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:14:43.084344 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a38e96c-0a7b-48d5-b43c-8b9d3c561581 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:14:43.084656 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a38e96c-0a7b-48d5-b43c-8b9d3c561581 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:14:43.084987 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a38e96c-0a7b-48d5-b43c-8b9d3c561581 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:14:43.085314 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a38e96c-0a7b-48d5-b43c-8b9d3c561581 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:14:43.085632 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a38e96c-0a7b-48d5-b43c-8b9d3c561581 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:14:43.085951 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a38e96c-0a7b-48d5-b43c-8b9d3c561581 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:14:43.086265 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a38e96c-0a7b-48d5-b43c-8b9d3c561581 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:14:43.220303 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.l3_agent_scheduler [req-17e09f7c-1a3b-44f1-9cc6-edcb7cde864d req-1a38e96c-0a7b-48d5-b43c-8b9d3c561581 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Router dcfaa65c-486e-44e0-8f60-99ec26b3b8ee has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:14:43.362010 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-17e09f7c-1a3b-44f1-9cc6-edcb7cde864d req-1a38e96c-0a7b-48d5-b43c-8b9d3c561581 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:14:43.380103 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d7bb97-539a-4775-ab71-71f9d017ee1d None None] Sync routers for ids ['dcfaa65c-486e-44e0-8f60-99ec26b3b8ee'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:14:43.398231 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d7bb97-539a-4775-ab71-71f9d017ee1d None None] Routers {'dcfaa65c-486e-44e0-8f60-99ec26b3b8ee'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:14:43.399829 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-f3d7bb97-539a-4775-ab71-71f9d017ee1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:14:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['dcfaa65c-486e-44e0-8f60-99ec26b3b8ee'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:14:43.429568 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [req-17e09f7c-1a3b-44f1-9cc6-edcb7cde864d req-1a38e96c-0a7b-48d5-b43c-8b9d3c561581 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] No DVR routers for this DVR port 35ebca62-0e07-4acc-b5c7-998db1615ac9 on host hv-neutron-8348 {{(pid=104099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:14:43.434301 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-17e09f7c-1a3b-44f1-9cc6-edcb7cde864d req-1a38e96c-0a7b-48d5-b43c-8b9d3c561581 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:43.440075 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-17e09f7c-1a3b-44f1-9cc6-edcb7cde864d req-1a38e96c-0a7b-48d5-b43c-8b9d3c561581 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.10 "DELETE /v2.0/ports/35ebca62-0e07-4acc-b5c7-998db1615ac9 HTTP/1.1" status: 204 len: 173 time: 1.2228134 Mar 28 01:14:43.441294 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cf7c43f-79f1-4e73-9d84-0fcf456febb2', 'name': 'network-vif-deleted', 'tag': '35ebca62-0e07-4acc-b5c7-998db1615ac9'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:14:43.445322 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2af4b01a9fa8b1570ccf1d7859d693ad34c106b258078e9cfae86b97f35e3d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a22c0f6e-8fce-458c-a73c-b1a6b9ae3317" -d '{"events": [{"server_uuid": "2cf7c43f-79f1-4e73-9d84-0fcf456febb2", "name": "network-vif-deleted", "tag": "35ebca62-0e07-4acc-b5c7-998db1615ac9"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:14:43.550949 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 01:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aebf5ff3-29af-4bca-a355-5bcda8ea6b36 x-openstack-request-id: req-aebf5ff3-29af-4bca-a355-5bcda8ea6b36 {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:14:43.551242 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cf7c43f-79f1-4e73-9d84-0fcf456febb2", "name": "network-vif-deleted", "tag": "35ebca62-0e07-4acc-b5c7-998db1615ac9", "status": "completed", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:14:43.551491 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-aebf5ff3-29af-4bca-a355-5bcda8ea6b36 {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:14:43.551895 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aebf5ff3-29af-4bca-a355-5bcda8ea6b36'] response: {'server_uuid': '2cf7c43f-79f1-4e73-9d84-0fcf456febb2', 'name': 'network-vif-deleted', 'tag': '35ebca62-0e07-4acc-b5c7-998db1615ac9', 'status': 'completed', 'code': 200} Mar 28 01:14:43.582040 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-f3d7bb97-539a-4775-ab71-71f9d017ee1d None None] Set router dcfaa65c-486e-44e0-8f60-99ec26b3b8ee gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:14:43.585214 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-809812ba-b985-4318-9c95-cc95e6d8ab11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:43.754279 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7a7ac322-e361-4974-a66d-528fb5b5f567 req-a2f80cd8-df70-4430-a797-fc57953a4d12 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=2cf7c43f-79f1-4e73-9d84-0fcf456febb2 HTTP/1.1" status: 200 len: 210 time: 0.0472782 Mar 28 01:14:43.966269 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-f3d7bb97-539a-4775-ab71-71f9d017ee1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcfaa65c-486e-44e0-8f60-99ec26b3b8ee', 'name': 'tempest-TestNetworkBasicOps-router-1103244784', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.70'}], 'enable_snat': True}, 'gw_port_id': '4d8390b1-47fb-4565-a473-ac9165df1421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:12:59Z', 'updated_at': '2022-03-28T01:13:03Z', 'revision_number': 4, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': '4d8390b1-47fb-4565-a473-ac9165df1421', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcfaa65c-486e-44e0-8f60-99ec26b3b8ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:13:00Z', 'updated_at': '2022-03-28T01:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': '33165479-a2ec-47ba-83dc-1543db4d6dad', 'name': '', 'network_id': 'eb98a28c-d067-44fe-a26f-4a24b1fc48a1', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'mac_address': 'fa:16:3e:84:9e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcfaa65c-486e-44e0-8f60-99ec26b3b8ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '5f9984a6-7200-4e34-96fe-69154e7ad107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:13:02Z', 'updated_at': '2022-03-28T01:13:05Z', 'revision_number': 5, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'subnets': [{'id': '5f9984a6-7200-4e34-96fe-69154e7ad107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:14:43.998911 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d7bb97-539a-4775-ab71-71f9d017ee1d None None] Checking router: dcfaa65c-486e-44e0-8f60-99ec26b3b8ee for host: dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:14:44.012921 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d7bb97-539a-4775-ab71-71f9d017ee1d None None] Routers {'dcfaa65c-486e-44e0-8f60-99ec26b3b8ee'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:14:44.014703 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-f3d7bb97-539a-4775-ab71-71f9d017ee1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:14:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['dcfaa65c-486e-44e0-8f60-99ec26b3b8ee'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:14:44.131714 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-f3d7bb97-539a-4775-ab71-71f9d017ee1d None None] Set router dcfaa65c-486e-44e0-8f60-99ec26b3b8ee gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:14:44.349698 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-f3d7bb97-539a-4775-ab71-71f9d017ee1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcfaa65c-486e-44e0-8f60-99ec26b3b8ee', 'name': 'tempest-TestNetworkBasicOps-router-1103244784', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.70'}], 'enable_snat': True}, 'gw_port_id': '4d8390b1-47fb-4565-a473-ac9165df1421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:12:59Z', 'updated_at': '2022-03-28T01:13:03Z', 'revision_number': 4, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': '4d8390b1-47fb-4565-a473-ac9165df1421', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcfaa65c-486e-44e0-8f60-99ec26b3b8ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:13:00Z', 'updated_at': '2022-03-28T01:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': '33165479-a2ec-47ba-83dc-1543db4d6dad', 'name': '', 'network_id': 'eb98a28c-d067-44fe-a26f-4a24b1fc48a1', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'mac_address': 'fa:16:3e:84:9e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcfaa65c-486e-44e0-8f60-99ec26b3b8ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '5f9984a6-7200-4e34-96fe-69154e7ad107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:13:02Z', 'updated_at': '2022-03-28T01:13:05Z', 'revision_number': 5, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'subnets': [{'id': '5f9984a6-7200-4e34-96fe-69154e7ad107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:14:44.382131 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d7bb97-539a-4775-ab71-71f9d017ee1d None None] The sync data for ids ['dcfaa65c-486e-44e0-8f60-99ec26b3b8ee'] in dv-neutron-834874-6-hyperv is: [{'id': 'dcfaa65c-486e-44e0-8f60-99ec26b3b8ee', 'name': 'tempest-TestNetworkBasicOps-router-1103244784', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.70'}], 'enable_snat': True}, 'gw_port_id': '4d8390b1-47fb-4565-a473-ac9165df1421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:12:59Z', 'updated_at': '2022-03-28T01:13:03Z', 'revision_number': 4, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': '4d8390b1-47fb-4565-a473-ac9165df1421', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcfaa65c-486e-44e0-8f60-99ec26b3b8ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:13:00Z', 'updated_at': '2022-03-28T01:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': '33165479-a2ec-47ba-83dc-1543db4d6dad', 'name': '', 'network_id': 'eb98a28c-d067-44fe-a26f-4a24b1fc48a1', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'mac_address': 'fa:16:3e:84:9e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcfaa65c-486e-44e0-8f60-99ec26b3b8ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '5f9984a6-7200-4e34-96fe-69154e7ad107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:13:02Z', 'updated_at': '2022-03-28T01:13:05Z', 'revision_number': 5, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'subnets': [{'id': '5f9984a6-7200-4e34-96fe-69154e7ad107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:14:44.613641 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a15ea57-48d8-4f2e-be73-e5ad51ef5d16 None None] New status for floating IP 24ab0914-ae98-40f8-a24c-a0d05f2c1d5a: DOWN {{(pid=104100) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 01:14:44.768010 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:44.815239 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 56612) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:14:44.877202 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f5c83cd6-a241-4fcc-8979-3a2a4bfed3d7 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group (8363c616-53b0-47bd-ae31-e1a8649965a3), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:44.902579 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f5c83cd6-a241-4fcc-8979-3a2a4bfed3d7 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group (8363c616-53b0-47bd-ae31-e1a8649965a3), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:44.968248 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f5c83cd6-a241-4fcc-8979-3a2a4bfed3d7 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (8363c616-53b0-47bd-ae31-e1a8649965a3), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:44.971330 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f5c83cd6-a241-4fcc-8979-3a2a4bfed3d7 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:44.976130 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-f5c83cd6-a241-4fcc-8979-3a2a4bfed3d7 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "DELETE /v2.0/security-groups/8363c616-53b0-47bd-ae31-e1a8649965a3 HTTP/1.1" status: 204 len: 168 time: 0.1598549 Mar 28 01:14:44.989412 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c83cd6-a241-4fcc-8979-3a2a4bfed3d7 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8363c616-53b0-47bd-ae31-e1a8649965a3,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:14:45.021865 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 56616) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:14:45.148149 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-5527e911-c926-49d4-848a-77ceabf46fa9 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Deleting port e1a1ce22-d10c-4df6-98a8-6124a0f0c5e9 {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:14:45.148477 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5527e911-c926-49d4-848a-77ceabf46fa9 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (e1a1ce22-d10c-4df6-98a8-6124a0f0c5e9), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:45.226179 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5527e911-c926-49d4-848a-77ceabf46fa9 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (e1a1ce22-d10c-4df6-98a8-6124a0f0c5e9), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:45.226754 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5527e911-c926-49d4-848a-77ceabf46fa9 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for floatingip (e1a1ce22-d10c-4df6-98a8-6124a0f0c5e9), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:45.241684 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-5527e911-c926-49d4-848a-77ceabf46fa9 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Calling delete_port for e1a1ce22-d10c-4df6-98a8-6124a0f0c5e9 owned by network:floatingip {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:14:45.393238 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5527e911-c926-49d4-848a-77ceabf46fa9 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (e1a1ce22-d10c-4df6-98a8-6124a0f0c5e9), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:45.421378 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5527e911-c926-49d4-848a-77ceabf46fa9 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event deleted for resources: {'Port': ['ID=e1a1ce22-d10c-4df6-98a8-6124a0f0c5e9,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:14:45.487075 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5527e911-c926-49d4-848a-77ceabf46fa9 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for floatingip (24ab0914-ae98-40f8-a24c-a0d05f2c1d5a), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:45.489675 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5527e911-c926-49d4-848a-77ceabf46fa9 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for floatingip (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:45.490872 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-5527e911-c926-49d4-848a-77ceabf46fa9 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "DELETE /v2.0/floatingips/24ab0914-ae98-40f8-a24c-a0d05f2c1d5a HTTP/1.1" status: 204 len: 168 time: 0.4680183 Mar 28 01:14:45.545541 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device 35ebca62-0e07-4acc-b5c7-998db1615ac9 no longer exists at agent hyperv_hv-neutron-8348 {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:14:45.566297 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] No Port match for: 35ebca62-0e07-4acc-b5c7-998db1615ac9 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:14:45.566879 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device 35ebca62-0e07-4acc-b5c7-998db1615ac9 not bound to the agent host hv-neutron-8348 {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:14:45.707262 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf0b62a-1542-400b-8bf8-a49bcd03a0b4 req-e0ab1ca8-cc67-4225-8285-352eeba48259 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:14:45.708804 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-aaf0b62a-1542-400b-8bf8-a49bcd03a0b4 req-e0ab1ca8-cc67-4225-8285-352eeba48259 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=da499fcd-8d25-4e05-ae37-19e402aa848c HTTP/1.1" status: 200 len: 945 time: 0.0556283 Mar 28 01:14:45.757336 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-aaf0b62a-1542-400b-8bf8-a49bcd03a0b4 req-3105d35d-a156-412a-a0cc-a1fd38251347 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6a08e96-5292-44a7-af71-25aeb646ffe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430527 Mar 28 01:14:45.938827 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-15109128-ad4e-4828-95d9-ab68c3877d7c req-df2b39f1-14ed-4a16-b23b-5d892d70bb2e tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-12429463&fields=id&tenant_id=bf9f34f21ab94392ab36354129e00f8d HTTP/1.1" status: 200 len: 267 time: 0.0428650 Mar 28 01:14:46.042838 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15109128-ad4e-4828-95d9-ab68c3877d7c req-e5f7ff4b-0a12-47af-b715-5fcb0fdc47de tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:14:46.044308 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-15109128-ad4e-4828-95d9-ab68c3877d7c req-e5f7ff4b-0a12-47af-b715-5fcb0fdc47de tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/networks?id=788fd3f3-3593-4cdc-933e-dd5c53c623d8 HTTP/1.1" status: 200 len: 812 time: 0.0991156 Mar 28 01:14:46.058093 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-15109128-ad4e-4828-95d9-ab68c3877d7c req-68fc91c1-6688-41d4-b8ce-fadfefe0367d tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/quotas/bf9f34f21ab94392ab36354129e00f8d HTTP/1.1" status: 200 len: 375 time: 0.0086002 Mar 28 01:14:46.114209 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-15109128-ad4e-4828-95d9-ab68c3877d7c req-bdd5e306-f64e-465a-af40-308d8537ef9c tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=bf9f34f21ab94392ab36354129e00f8d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0514848 Mar 28 01:14:46.210322 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:46.246886 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-15109128-ad4e-4828-95d9-ab68c3877d7c req-fde71ee4-7b53-4273-b058-3323bce365ab service neutron] 10.222.0.24 "GET /v2.0/networks/788fd3f3-3593-4cdc-933e-dd5c53c623d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217003 Mar 28 01:14:46.336582 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-15109128-ad4e-4828-95d9-ab68c3877d7c req-d31efc0f-6e93-4495-8e44-97686c3ad9bb service neutron] 10.222.0.24 "GET /v2.0/networks/788fd3f3-3593-4cdc-933e-dd5c53c623d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837624 Mar 28 01:14:46.612924 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-02b7054e-6e69-463d-948d-e5529cab2893 req-747ca961-8b5b-4f3f-9fca-06e59b5afe53 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/ports?device_id=ede098ee-bd60-4d4d-8de0-0e9c2333ffeb HTTP/1.1" status: 200 len: 210 time: 0.0274644 Mar 28 01:14:46.934580 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837ed22a-bf18-41a1-8cdb-f1c83e1da9c3 req-60c9377c-564a-46cf-8b41-130ce4cd2d3a tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:14:46.936212 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-837ed22a-bf18-41a1-8cdb-f1c83e1da9c3 req-60c9377c-564a-46cf-8b41-130ce4cd2d3a tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=da499fcd-8d25-4e05-ae37-19e402aa848c HTTP/1.1" status: 200 len: 945 time: 0.0548005 Mar 28 01:14:46.967111 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c887d7-67fc-41c3-8f08-fb54beb62548 req-c9d5be74-c4d1-4ea2-9947-849debcc1b24 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:14:46.968577 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-92c887d7-67fc-41c3-8f08-fb54beb62548 req-c9d5be74-c4d1-4ea2-9947-849debcc1b24 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.10 "GET /v2.0/ports?device_id=da499fcd-8d25-4e05-ae37-19e402aa848c HTTP/1.1" status: 200 len: 945 time: 0.0544219 Mar 28 01:14:46.989791 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-837ed22a-bf18-41a1-8cdb-f1c83e1da9c3 req-0f4d243a-724a-4a61-9813-93487cc2a885 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6a08e96-5292-44a7-af71-25aeb646ffe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466118 Mar 28 01:14:47.083832 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [req-92c887d7-67fc-41c3-8f08-fb54beb62548 req-372f859d-e59d-4c8e-9a91-ad3d47c04761 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Deleting port 1d4011c4-cde2-4575-8232-536fdaea71f8 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:14:47.084243 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-92c887d7-67fc-41c3-8f08-fb54beb62548 req-372f859d-e59d-4c8e-9a91-ad3d47c04761 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (1d4011c4-cde2-4575-8232-536fdaea71f8), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:47.173404 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-92c887d7-67fc-41c3-8f08-fb54beb62548 req-372f859d-e59d-4c8e-9a91-ad3d47c04761 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] For port 1d4011c4-cde2-4575-8232-536fdaea71f8, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=1d4011c4-cde2-4575-8232-536fdaea71f8,segment=NetworkSegment(39f5bd25-d468-4edd-901b-4e973eeb6cb1),segment_id=39f5bd25-d468-4edd-901b-4e973eeb6cb1)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:14:47.173765 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-92c887d7-67fc-41c3-8f08-fb54beb62548 req-372f859d-e59d-4c8e-9a91-ad3d47c04761 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (1d4011c4-cde2-4575-8232-536fdaea71f8), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:47.190271 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [req-92c887d7-67fc-41c3-8f08-fb54beb62548 req-372f859d-e59d-4c8e-9a91-ad3d47c04761 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Calling delete_port for 1d4011c4-cde2-4575-8232-536fdaea71f8 owned by compute:nova {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:14:47.325039 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-92c887d7-67fc-41c3-8f08-fb54beb62548 req-372f859d-e59d-4c8e-9a91-ad3d47c04761 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (1d4011c4-cde2-4575-8232-536fdaea71f8), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:47.352099 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372f859d-e59d-4c8e-9a91-ad3d47c04761 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event deleted for resources: {'Port': ['ID=1d4011c4-cde2-4575-8232-536fdaea71f8,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:14:47.399305 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [req-92c887d7-67fc-41c3-8f08-fb54beb62548 req-372f859d-e59d-4c8e-9a91-ad3d47c04761 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] No DVR routers for this DVR port 1d4011c4-cde2-4575-8232-536fdaea71f8 on host hv-neutron-8348 {{(pid=104099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:14:47.402162 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-92c887d7-67fc-41c3-8f08-fb54beb62548 req-372f859d-e59d-4c8e-9a91-ad3d47c04761 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:47.407275 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-92c887d7-67fc-41c3-8f08-fb54beb62548 req-372f859d-e59d-4c8e-9a91-ad3d47c04761 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.10 "DELETE /v2.0/ports/1d4011c4-cde2-4575-8232-536fdaea71f8 HTTP/1.1" status: 204 len: 173 time: 0.4324434 Mar 28 01:14:47.407719 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da499fcd-8d25-4e05-ae37-19e402aa848c', 'name': 'network-vif-deleted', 'tag': '1d4011c4-cde2-4575-8232-536fdaea71f8'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:14:47.409998 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2af4b01a9fa8b1570ccf1d7859d693ad34c106b258078e9cfae86b97f35e3d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc09114a-c988-498a-938a-13705e679e08" -d '{"events": [{"server_uuid": "da499fcd-8d25-4e05-ae37-19e402aa848c", "name": "network-vif-deleted", "tag": "1d4011c4-cde2-4575-8232-536fdaea71f8"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:14:47.512261 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 01:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-310d8334-3bdf-4c72-b911-959256e91187 x-openstack-request-id: req-310d8334-3bdf-4c72-b911-959256e91187 {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:14:47.512966 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da499fcd-8d25-4e05-ae37-19e402aa848c", "name": "network-vif-deleted", "tag": "1d4011c4-cde2-4575-8232-536fdaea71f8", "status": "completed", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:14:47.513320 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-310d8334-3bdf-4c72-b911-959256e91187 {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:14:47.513798 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-310d8334-3bdf-4c72-b911-959256e91187'] response: {'server_uuid': 'da499fcd-8d25-4e05-ae37-19e402aa848c', 'name': 'network-vif-deleted', 'tag': '1d4011c4-cde2-4575-8232-536fdaea71f8', 'status': 'completed', 'code': 200} Mar 28 01:14:47.701415 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15109128-ad4e-4828-95d9-ab68c3877d7c req-494c5bf5-af30-4c62-8cac-f89addc00efd tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:14:47.703033 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-15109128-ad4e-4828-95d9-ab68c3877d7c req-494c5bf5-af30-4c62-8cac-f89addc00efd tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.10 "GET /v2.0/networks?id=788fd3f3-3593-4cdc-933e-dd5c53c623d8 HTTP/1.1" status: 200 len: 812 time: 0.1141176 Mar 28 01:14:47.729953 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-4a883035-20cf-4a2a-9788-4cc1b27a8980 req-9898ab48-858a-4128-a720-3100dc0f34d5 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/ports?device_id=ede098ee-bd60-4d4d-8de0-0e9c2333ffeb HTTP/1.1" status: 200 len: 210 time: 0.0416834 Mar 28 01:14:47.775151 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:47.798554 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-15109128-ad4e-4828-95d9-ab68c3877d7c req-99906208-74d2-420a-bda4-d7e85729a494 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf9f34f21ab94392ab36354129e00f8d HTTP/1.1" status: 200 len: 378 time: 0.0864015 Mar 28 01:14:47.812050 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [req-15109128-ad4e-4828-95d9-ab68c3877d7c req-2ceea9e6-93bf-42f8-88cf-2051610f1dc9 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Request body: {'port': {'device_id': 'ede098ee-bd60-4d4d-8de0-0e9c2333ffeb', 'network_id': '788fd3f3-3593-4cdc-933e-dd5c53c623d8', 'admin_state_up': True, 'tenant_id': 'bf9f34f21ab94392ab36354129e00f8d', 'security_groups': ['5a04cadd-9e33-421f-9e10-fcf82d2217a3']}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:14:47.939544 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15109128-ad4e-4828-95d9-ab68c3877d7c req-2ceea9e6-93bf-42f8-88cf-2051610f1dc9 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Made reservation on behalf of bf9f34f21ab94392ab36354129e00f8d for: {'port': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:14:47.943059 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-15109128-ad4e-4828-95d9-ab68c3877d7c req-2ceea9e6-93bf-42f8-88cf-2051610f1dc9 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:48.054095 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 56668) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:14:48.073788 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [req-15109128-ad4e-4828-95d9-ab68c3877d7c req-2ceea9e6-93bf-42f8-88cf-2051610f1dc9 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Allocated IP 172.20.0.5 (788fd3f3-3593-4cdc-933e-dd5c53c623d8/0a57ae47-09ee-4007-9878-c6cea91f6590/7d12ab3f-58e2-4190-b9e6-cdee0a363346) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:14:48.128938 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5225c6cf-1d53-4c2d-a062-19def620fd7d tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group (d6a08e96-5292-44a7-af71-25aeb646ffe7), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:48.154014 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5225c6cf-1d53-4c2d-a062-19def620fd7d tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group (d6a08e96-5292-44a7-af71-25aeb646ffe7), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:48.217436 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5225c6cf-1d53-4c2d-a062-19def620fd7d tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (d6a08e96-5292-44a7-af71-25aeb646ffe7), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:48.220005 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5225c6cf-1d53-4c2d-a062-19def620fd7d tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:48.224330 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-5225c6cf-1d53-4c2d-a062-19def620fd7d tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "DELETE /v2.0/security-groups/d6a08e96-5292-44a7-af71-25aeb646ffe7 HTTP/1.1" status: 204 len: 168 time: 0.1658463 Mar 28 01:14:48.224479 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-15109128-ad4e-4828-95d9-ab68c3877d7c req-2ceea9e6-93bf-42f8-88cf-2051610f1dc9 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Publish callbacks [] for port (7d12ab3f-58e2-4190-b9e6-cdee0a363346), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:48.232478 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5225c6cf-1d53-4c2d-a062-19def620fd7d tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6a08e96-5292-44a7-af71-25aeb646ffe7,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:14:48.275399 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-15109128-ad4e-4828-95d9-ab68c3877d7c req-2ceea9e6-93bf-42f8-88cf-2051610f1dc9 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (7d12ab3f-58e2-4190-b9e6-cdee0a363346), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:48.275399 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 56672) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:14:48.394837 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15109128-ad4e-4828-95d9-ab68c3877d7c req-2ceea9e6-93bf-42f8-88cf-2051610f1dc9 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Network 788fd3f3-3593-4cdc-933e-dd5c53c623d8 is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:14:48.402733 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [req-15109128-ad4e-4828-95d9-ab68c3877d7c req-2ceea9e6-93bf-42f8-88cf-2051610f1dc9 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:14:48.407333 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceea9e6-93bf-42f8-88cf-2051610f1dc9 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Pushing event updated for resources: {'Port': ['ID=7d12ab3f-58e2-4190-b9e6-cdee0a363346,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:14:48.411979 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [req-15109128-ad4e-4828-95d9-ab68c3877d7c req-2ceea9e6-93bf-42f8-88cf-2051610f1dc9 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:14:48.468227 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15109128-ad4e-4828-95d9-ab68c3877d7c req-2ceea9e6-93bf-42f8-88cf-2051610f1dc9 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:14:48.468775 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-15109128-ad4e-4828-95d9-ab68c3877d7c req-2ceea9e6-93bf-42f8-88cf-2051610f1dc9 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:48.567603 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-15109128-ad4e-4828-95d9-ab68c3877d7c req-2ceea9e6-93bf-42f8-88cf-2051610f1dc9 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7639732 Mar 28 01:14:48.581739 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [req-15109128-ad4e-4828-95d9-ab68c3877d7c req-03db1a44-9d34-4136-ae75-443010750b52 service neutron] Request body: {'port': {'device_id': 'ede098ee-bd60-4d4d-8de0-0e9c2333ffeb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8348'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:14:48.655665 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-15109128-ad4e-4828-95d9-ab68c3877d7c req-03db1a44-9d34-4136-ae75-443010750b52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (7d12ab3f-58e2-4190-b9e6-cdee0a363346), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:48.696890 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-b2bb9140-2b7c-4536-83e1-e6f91a7a48d8 None None] Provisioning complete for port 7d12ab3f-58e2-4190-b9e6-cdee0a363346 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:14:48.697665 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-b2bb9140-2b7c-4536-83e1-e6f91a7a48d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (7d12ab3f-58e2-4190-b9e6-cdee0a363346), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:48.735716 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-b2bb9140-2b7c-4536-83e1-e6f91a7a48d8 None None] Port 7d12ab3f-58e2-4190-b9e6-cdee0a363346 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:14:48.955664 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfda449-9e28-48a0-8e7a-bb035746c0d0 req-82c623a7-d61c-476e-b128-00692b49cf64 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:14:48.957688 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-ddfda449-9e28-48a0-8e7a-bb035746c0d0 req-82c623a7-d61c-476e-b128-00692b49cf64 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/ports?device_id=ede098ee-bd60-4d4d-8de0-0e9c2333ffeb HTTP/1.1" status: 200 len: 931 time: 0.1397765 Mar 28 01:14:49.064697 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-ddfda449-9e28-48a0-8e7a-bb035746c0d0 req-7c58e39d-c50d-42eb-927b-86f41c10f5c1 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a04cadd-9e33-421f-9e10-fcf82d2217a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0998204 Mar 28 01:14:49.122836 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [req-15109128-ad4e-4828-95d9-ab68c3877d7c req-03db1a44-9d34-4136-ae75-443010750b52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d12ab3f-58e2-4190-b9e6-cdee0a363346 {{(pid=104099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 01:14:49.129647 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a6180b2a-6d58-4c6c-83e1-82fbe9e2d640 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3686527'] for router_interface (dcfaa65c-486e-44e0-8f60-99ec26b3b8ee), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:49.135096 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-15109128-ad4e-4828-95d9-ab68c3877d7c req-03db1a44-9d34-4136-ae75-443010750b52 service neutron] Publish callbacks [] for port (7d12ab3f-58e2-4190-b9e6-cdee0a363346), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:49.206351 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [req-15109128-ad4e-4828-95d9-ab68c3877d7c req-03db1a44-9d34-4136-ae75-443010750b52 service neutron] Transition to ACTIVE for port object 7d12ab3f-58e2-4190-b9e6-cdee0a363346 will not be triggered until provisioned by entity L2. {{(pid=104099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 01:14:49.211043 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-15109128-ad4e-4828-95d9-ab68c3877d7c req-03db1a44-9d34-4136-ae75-443010750b52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (7d12ab3f-58e2-4190-b9e6-cdee0a363346), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:49.277996 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03db1a44-9d34-4136-ae75-443010750b52 service neutron] Pushing event updated for resources: {'Port': ['ID=7d12ab3f-58e2-4190-b9e6-cdee0a363346,revision_number=2']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:14:49.413566 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-15109128-ad4e-4828-95d9-ab68c3877d7c req-03db1a44-9d34-4136-ae75-443010750b52 service neutron] Attempting to bind port 7d12ab3f-58e2-4190-b9e6-cdee0a363346 on host hv-neutron-8348 for vnic_type normal with profile {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:14:49.413914 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-15109128-ad4e-4828-95d9-ab68c3877d7c req-03db1a44-9d34-4136-ae75-443010750b52 service neutron] Attempting to bind port 7d12ab3f-58e2-4190-b9e6-cdee0a363346 by drivers openvswitch,hyperv on host hv-neutron-8348 at level 0 using segments [{'id': 'de88a4a0-f76a-4017-a6e3-6b8499720147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '788fd3f3-3593-4cdc-933e-dd5c53c623d8'}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:14:49.414234 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15109128-ad4e-4828-95d9-ab68c3877d7c req-03db1a44-9d34-4136-ae75-443010750b52 service neutron] Attempting to bind port 7d12ab3f-58e2-4190-b9e6-cdee0a363346 on network 788fd3f3-3593-4cdc-933e-dd5c53c623d8 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:14:49.423260 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15109128-ad4e-4828-95d9-ab68c3877d7c req-03db1a44-9d34-4136-ae75-443010750b52 service neutron] Port 7d12ab3f-58e2-4190-b9e6-cdee0a363346 on network 788fd3f3-3593-4cdc-933e-dd5c53c623d8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8348 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 01:14:49.423578 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15109128-ad4e-4828-95d9-ab68c3877d7c req-03db1a44-9d34-4136-ae75-443010750b52 service neutron] Attempting to bind port 7d12ab3f-58e2-4190-b9e6-cdee0a363346 on network 788fd3f3-3593-4cdc-933e-dd5c53c623d8 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:14:49.433223 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15109128-ad4e-4828-95d9-ab68c3877d7c req-03db1a44-9d34-4136-ae75-443010750b52 service neutron] Checking agent: {'id': '287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8348', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 1, 2, 33), 'started_at': datetime.datetime(2022, 3, 28, 1, 2, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:14:49.433560 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15109128-ad4e-4828-95d9-ab68c3877d7c req-03db1a44-9d34-4136-ae75-443010750b52 service neutron] Checking segment: {'id': 'de88a4a0-f76a-4017-a6e3-6b8499720147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '788fd3f3-3593-4cdc-933e-dd5c53c623d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:14:49.433935 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15109128-ad4e-4828-95d9-ab68c3877d7c req-03db1a44-9d34-4136-ae75-443010750b52 service neutron] Bound using segment: {'id': 'de88a4a0-f76a-4017-a6e3-6b8499720147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '788fd3f3-3593-4cdc-933e-dd5c53c623d8'} {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:14:49.434363 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-15109128-ad4e-4828-95d9-ab68c3877d7c req-03db1a44-9d34-4136-ae75-443010750b52 service neutron] Bound port: 7d12ab3f-58e2-4190-b9e6-cdee0a363346, host: hv-neutron-8348, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de88a4a0-f76a-4017-a6e3-6b8499720147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '788fd3f3-3593-4cdc-933e-dd5c53c623d8'}}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:14:49.434719 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-15109128-ad4e-4828-95d9-ab68c3877d7c req-03db1a44-9d34-4136-ae75-443010750b52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (7d12ab3f-58e2-4190-b9e6-cdee0a363346), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:49.546910 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-15109128-ad4e-4828-95d9-ab68c3877d7c req-03db1a44-9d34-4136-ae75-443010750b52 service neutron] For port 7d12ab3f-58e2-4190-b9e6-cdee0a363346, host hv-neutron-8348, cleared binding levels {{(pid=104099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:14:49.551417 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-15109128-ad4e-4828-95d9-ab68c3877d7c req-03db1a44-9d34-4136-ae75-443010750b52 service neutron] For port 7d12ab3f-58e2-4190-b9e6-cdee0a363346, host hv-neutron-8348, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=7d12ab3f-58e2-4190-b9e6-cdee0a363346,segment=NetworkSegment(de88a4a0-f76a-4017-a6e3-6b8499720147),segment_id=de88a4a0-f76a-4017-a6e3-6b8499720147)] {{(pid=104099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:14:49.561318 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-15109128-ad4e-4828-95d9-ab68c3877d7c req-03db1a44-9d34-4136-ae75-443010750b52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (7d12ab3f-58e2-4190-b9e6-cdee0a363346), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:49.564530 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device 1d4011c4-cde2-4575-8232-536fdaea71f8 no longer exists at agent hyperv_hv-neutron-8348 {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:14:49.592955 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] No Port match for: 1d4011c4-cde2-4575-8232-536fdaea71f8 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:14:49.593810 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device 1d4011c4-cde2-4575-8232-536fdaea71f8 not bound to the agent host hv-neutron-8348 {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:14:49.603922 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15109128-ad4e-4828-95d9-ab68c3877d7c req-03db1a44-9d34-4136-ae75-443010750b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:14:49.604552 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-15109128-ad4e-4828-95d9-ab68c3877d7c req-03db1a44-9d34-4136-ae75-443010750b52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:49.605907 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-15109128-ad4e-4828-95d9-ab68c3877d7c req-03db1a44-9d34-4136-ae75-443010750b52 service neutron] 10.222.0.10 "PUT /v2.0/ports/7d12ab3f-58e2-4190-b9e6-cdee0a363346 HTTP/1.1" status: 200 len: 1093 time: 1.0296619 Mar 28 01:14:49.608212 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ede098ee-bd60-4d4d-8de0-0e9c2333ffeb', 'tag': '7d12ab3f-58e2-4190-b9e6-cdee0a363346'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:14:49.610340 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2af4b01a9fa8b1570ccf1d7859d693ad34c106b258078e9cfae86b97f35e3d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f49e2e0-c9c2-4c3c-a638-a45b42e31753" -d '{"events": [{"name": "network-changed", "server_uuid": "ede098ee-bd60-4d4d-8de0-0e9c2333ffeb", "tag": "7d12ab3f-58e2-4190-b9e6-cdee0a363346"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:14:49.623509 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-a6180b2a-6d58-4c6c-83e1-82fbe9e2d640 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Deleting port 33165479-a2ec-47ba-83dc-1543db4d6dad {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:14:49.623509 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a6180b2a-6d58-4c6c-83e1-82fbe9e2d640 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (33165479-a2ec-47ba-83dc-1543db4d6dad), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:49.987098 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 01:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92cc2312-d415-424e-ab24-d49a0e4375b3 x-openstack-request-id: req-92cc2312-d415-424e-ab24-d49a0e4375b3 {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:14:49.987817 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ede098ee-bd60-4d4d-8de0-0e9c2333ffeb", "tag": "7d12ab3f-58e2-4190-b9e6-cdee0a363346", "status": "completed", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:14:49.987817 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-92cc2312-d415-424e-ab24-d49a0e4375b3 {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:14:49.988054 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92cc2312-d415-424e-ab24-d49a0e4375b3'] response: {'name': 'network-changed', 'server_uuid': 'ede098ee-bd60-4d4d-8de0-0e9c2333ffeb', 'tag': '7d12ab3f-58e2-4190-b9e6-cdee0a363346', 'status': 'completed', 'code': 200} Mar 28 01:14:49.997175 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03db1a44-9d34-4136-ae75-443010750b52 service neutron] Pushing event updated for resources: {'Port': ['ID=7d12ab3f-58e2-4190-b9e6-cdee0a363346,revision_number=3']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:14:50.070094 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15109128-ad4e-4828-95d9-ab68c3877d7c req-09e9cb10-79ff-4fcc-989a-60af54672db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:14:50.071586 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-15109128-ad4e-4828-95d9-ab68c3877d7c req-09e9cb10-79ff-4fcc-989a-60af54672db4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bf9f34f21ab94392ab36354129e00f8d&device_id=ede098ee-bd60-4d4d-8de0-0e9c2333ffeb HTTP/1.1" status: 200 len: 1127 time: 0.3961809 Mar 28 01:14:50.073299 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-a6180b2a-6d58-4c6c-83e1-82fbe9e2d640 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] For port 33165479-a2ec-47ba-83dc-1543db4d6dad, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=33165479-a2ec-47ba-83dc-1543db4d6dad,segment=NetworkSegment(39f5bd25-d468-4edd-901b-4e973eeb6cb1),segment_id=39f5bd25-d468-4edd-901b-4e973eeb6cb1)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:14:50.073657 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a6180b2a-6d58-4c6c-83e1-82fbe9e2d640 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (33165479-a2ec-47ba-83dc-1543db4d6dad), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:50.116624 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-a6180b2a-6d58-4c6c-83e1-82fbe9e2d640 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Calling delete_port for 33165479-a2ec-47ba-83dc-1543db4d6dad owned by network:router_interface {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:14:50.119545 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-15109128-ad4e-4828-95d9-ab68c3877d7c req-5ac2ca35-897e-45e4-b3e8-7df358d59e12 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7d12ab3f-58e2-4190-b9e6-cdee0a363346 HTTP/1.1" status: 200 len: 217 time: 0.0387797 Mar 28 01:14:50.240796 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15109128-ad4e-4828-95d9-ab68c3877d7c req-d1e7fde4-2fe2-4954-85ce-07c49c696aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:14:50.242248 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-15109128-ad4e-4828-95d9-ab68c3877d7c req-d1e7fde4-2fe2-4954-85ce-07c49c696aef service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0a57ae47-09ee-4007-9878-c6cea91f6590 HTTP/1.1" status: 200 len: 851 time: 0.1139154 Mar 28 01:14:50.321864 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2103768a-27c7-4da8-9f25-ae1628f90cc5 req-5d2b3619-492e-4816-a821-c78a1cd0762c tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:14:50.323306 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-2103768a-27c7-4da8-9f25-ae1628f90cc5 req-5d2b3619-492e-4816-a821-c78a1cd0762c tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/ports?device_id=ede098ee-bd60-4d4d-8de0-0e9c2333ffeb HTTP/1.1" status: 200 len: 943 time: 0.1866727 Mar 28 01:14:50.385741 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15109128-ad4e-4828-95d9-ab68c3877d7c req-e2cc96c6-bc65-47dd-bce8-bbe560279136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:14:50.387136 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-15109128-ad4e-4828-95d9-ab68c3877d7c req-e2cc96c6-bc65-47dd-bce8-bbe560279136 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=788fd3f3-3593-4cdc-933e-dd5c53c623d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1376894 Mar 28 01:14:50.421881 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-2103768a-27c7-4da8-9f25-ae1628f90cc5 req-1b6141f4-d0d4-4345-b4b6-fe21922058c5 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a04cadd-9e33-421f-9e10-fcf82d2217a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0909257 Mar 28 01:14:50.523571 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a6180b2a-6d58-4c6c-83e1-82fbe9e2d640 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (33165479-a2ec-47ba-83dc-1543db4d6dad), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:50.552784 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-15109128-ad4e-4828-95d9-ab68c3877d7c req-8035ba27-8953-4f78-99b8-4d202b3fcbf2 service neutron] 10.222.0.10 "GET /v2.0/networks/788fd3f3-3593-4cdc-933e-dd5c53c623d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573677 Mar 28 01:14:50.555113 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6180b2a-6d58-4c6c-83e1-82fbe9e2d640 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event deleted for resources: {'Port': ['ID=33165479-a2ec-47ba-83dc-1543db4d6dad,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:14:50.773636 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-15109128-ad4e-4828-95d9-ab68c3877d7c req-1755993d-2cb8-48bc-bfa6-478318523026 service neutron] 10.222.0.10 "GET /v2.0/networks/788fd3f3-3593-4cdc-933e-dd5c53c623d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120540 Mar 28 01:14:50.810180 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a6180b2a-6d58-4c6c-83e1-82fbe9e2d640 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3725912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3690191'] for router_interface (dcfaa65c-486e-44e0-8f60-99ec26b3b8ee), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:50.946721 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f49e2e0-c9c2-4c3c-a638-a45b42e31753 req-360b7b0c-aaa0-4ae9-9aec-8bd25d2f2681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:14:50.948149 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6f49e2e0-c9c2-4c3c-a638-a45b42e31753 req-360b7b0c-aaa0-4ae9-9aec-8bd25d2f2681 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bf9f34f21ab94392ab36354129e00f8d&device_id=ede098ee-bd60-4d4d-8de0-0e9c2333ffeb HTTP/1.1" status: 200 len: 1127 time: 0.1232364 Mar 28 01:14:51.123435 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f49e2e0-c9c2-4c3c-a638-a45b42e31753 req-946ef993-5c18-4ab3-88c0-f975a830a918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:14:51.124949 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6f49e2e0-c9c2-4c3c-a638-a45b42e31753 req-946ef993-5c18-4ab3-88c0-f975a830a918 service neutron] 10.222.0.10 "GET /v2.0/networks?id=788fd3f3-3593-4cdc-933e-dd5c53c623d8 HTTP/1.1" status: 200 len: 912 time: 0.1686699 Mar 28 01:14:51.171039 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6f49e2e0-c9c2-4c3c-a638-a45b42e31753 req-39726bd9-2969-4ef6-87c4-8acfba61a335 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7d12ab3f-58e2-4190-b9e6-cdee0a363346 HTTP/1.1" status: 200 len: 217 time: 0.0403805 Mar 28 01:14:51.174802 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6180b2a-6d58-4c6c-83e1-82fbe9e2d640 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Router dcfaa65c-486e-44e0-8f60-99ec26b3b8ee has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:14:51.291741 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f49e2e0-c9c2-4c3c-a638-a45b42e31753 req-43ae88fe-a2a9-4a06-87a3-1a799dbc8f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:14:51.293265 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6f49e2e0-c9c2-4c3c-a638-a45b42e31753 req-43ae88fe-a2a9-4a06-87a3-1a799dbc8f3b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0a57ae47-09ee-4007-9878-c6cea91f6590 HTTP/1.1" status: 200 len: 851 time: 0.1150706 Mar 28 01:14:51.359755 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6180b2a-6d58-4c6c-83e1-82fbe9e2d640 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:14:51.366252 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-a6180b2a-6d58-4c6c-83e1-82fbe9e2d640 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "PUT /v2.0/routers/dcfaa65c-486e-44e0-8f60-99ec26b3b8ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0900612 Mar 28 01:14:51.369212 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 56680) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:14:51.369671 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f49e2e0-c9c2-4c3c-a638-a45b42e31753 req-7242aa5d-c378-42c9-8443-fcb4adbfc45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:14:51.370903 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6f49e2e0-c9c2-4c3c-a638-a45b42e31753 req-7242aa5d-c378-42c9-8443-fcb4adbfc45c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=788fd3f3-3593-4cdc-933e-dd5c53c623d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0699492 Mar 28 01:14:51.373068 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba1ef22-0cbc-4db5-86c5-c409d4dfa166 None None] Sync routers for ids ['dcfaa65c-486e-44e0-8f60-99ec26b3b8ee'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:14:51.385511 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba1ef22-0cbc-4db5-86c5-c409d4dfa166 None None] Routers {'dcfaa65c-486e-44e0-8f60-99ec26b3b8ee'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:14:51.386824 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-eba1ef22-0cbc-4db5-86c5-c409d4dfa166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:14:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['dcfaa65c-486e-44e0-8f60-99ec26b3b8ee'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:14:51.433685 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_v2 [None req-acdf170d-937f-456f-8bd6-b67d12747de2 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Deleting subnet 5f9984a6-7200-4e34-96fe-69154e7ad107 {{(pid=104098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:14:51.438209 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-acdf170d-937f-456f-8bd6-b67d12747de2 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for subnet (5f9984a6-7200-4e34-96fe-69154e7ad107), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:51.465421 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6f49e2e0-c9c2-4c3c-a638-a45b42e31753 req-a77ced06-48cb-4093-89c8-1b4cc0572520 service neutron] 10.222.0.10 "GET /v2.0/networks/788fd3f3-3593-4cdc-933e-dd5c53c623d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882196 Mar 28 01:14:51.505064 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-acdf170d-937f-456f-8bd6-b67d12747de2 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126443526'] for subnet (5f9984a6-7200-4e34-96fe-69154e7ad107), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:51.509761 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-eba1ef22-0cbc-4db5-86c5-c409d4dfa166 None None] Set router dcfaa65c-486e-44e0-8f60-99ec26b3b8ee gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:14:51.588474 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6f49e2e0-c9c2-4c3c-a638-a45b42e31753 req-64c7c790-8361-4cca-95d5-d2a3d7760334 service neutron] 10.222.0.10 "GET /v2.0/networks/788fd3f3-3593-4cdc-933e-dd5c53c623d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167898 Mar 28 01:14:51.629247 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdc1bc7-0dad-4376-a622-d1c93339bca4 req-3b7f4496-91de-4c17-a17f-495c5ea49da5 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:14:51.630744 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-dfdc1bc7-0dad-4376-a622-d1c93339bca4 req-3b7f4496-91de-4c17-a17f-495c5ea49da5 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/ports?device_id=ede098ee-bd60-4d4d-8de0-0e9c2333ffeb HTTP/1.1" status: 200 len: 943 time: 0.0937955 Mar 28 01:14:51.661839 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-acdf170d-937f-456f-8bd6-b67d12747de2 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (5f9984a6-7200-4e34-96fe-69154e7ad107), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:51.701818 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-eba1ef22-0cbc-4db5-86c5-c409d4dfa166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcfaa65c-486e-44e0-8f60-99ec26b3b8ee', 'name': 'tempest-TestNetworkBasicOps-router-1103244784', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.70'}], 'enable_snat': True}, 'gw_port_id': '4d8390b1-47fb-4565-a473-ac9165df1421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:12:59Z', 'updated_at': '2022-03-28T01:14:50Z', 'revision_number': 5, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': '4d8390b1-47fb-4565-a473-ac9165df1421', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcfaa65c-486e-44e0-8f60-99ec26b3b8ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:13:00Z', 'updated_at': '2022-03-28T01:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:14:51.725104 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-dfdc1bc7-0dad-4376-a622-d1c93339bca4 req-b377e78c-246a-4425-bfc1-1fc3e56f3816 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a04cadd-9e33-421f-9e10-fcf82d2217a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0883758 Mar 28 01:14:51.728633 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba1ef22-0cbc-4db5-86c5-c409d4dfa166 None None] Checking router: dcfaa65c-486e-44e0-8f60-99ec26b3b8ee for host: dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:14:51.745303 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba1ef22-0cbc-4db5-86c5-c409d4dfa166 None None] Routers {'dcfaa65c-486e-44e0-8f60-99ec26b3b8ee'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:14:51.745303 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-eba1ef22-0cbc-4db5-86c5-c409d4dfa166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:14:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['dcfaa65c-486e-44e0-8f60-99ec26b3b8ee'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:14:51.750719 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-acdf170d-937f-456f-8bd6-b67d12747de2 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126175041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126112438'] for subnet (5f9984a6-7200-4e34-96fe-69154e7ad107), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:51.782137 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdf170d-937f-456f-8bd6-b67d12747de2 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event deleted for resources: {'Subnet': ['ID=5f9984a6-7200-4e34-96fe-69154e7ad107,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:14:51.793213 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-acdf170d-937f-456f-8bd6-b67d12747de2 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:51.794623 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aba2655-28b4-46fa-b137-8fdf80c4ab85 None None] Network eb98a28c-d067-44fe-a26f-4a24b1fc48a1 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:14:51.798346 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-acdf170d-937f-456f-8bd6-b67d12747de2 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "DELETE /v2.0/subnets/5f9984a6-7200-4e34-96fe-69154e7ad107 HTTP/1.1" status: 204 len: 168 time: 0.4263444 Mar 28 01:14:51.801463 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 56684) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:14:51.853729 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-eba1ef22-0cbc-4db5-86c5-c409d4dfa166 None None] Set router dcfaa65c-486e-44e0-8f60-99ec26b3b8ee gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:14:51.933519 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-37dd4dd8-31d1-48de-bfef-9044e6b82a87 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for router (dcfaa65c-486e-44e0-8f60-99ec26b3b8ee), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:51.998609 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b318bbc5-5171-44f1-b07f-1882d7f2e104 None None] DHCP port deletion for eb98a28c-d067-44fe-a26f-4a24b1fc48a1 request from dv-neutron-834874-6-hyperv {{(pid=104100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 01:14:52.052256 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-b318bbc5-5171-44f1-b07f-1882d7f2e104 None None] Deleting port d064c90c-979d-4b3e-a158-960077466abc {{(pid=104100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:14:52.052997 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-b318bbc5-5171-44f1-b07f-1882d7f2e104 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (d064c90c-979d-4b3e-a158-960077466abc), before_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:52.057154 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-37dd4dd8-31d1-48de-bfef-9044e6b82a87 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for router_gateway (dcfaa65c-486e-44e0-8f60-99ec26b3b8ee), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:52.066427 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-eba1ef22-0cbc-4db5-86c5-c409d4dfa166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcfaa65c-486e-44e0-8f60-99ec26b3b8ee', 'name': 'tempest-TestNetworkBasicOps-router-1103244784', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.70'}], 'enable_snat': True}, 'gw_port_id': '4d8390b1-47fb-4565-a473-ac9165df1421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:12:59Z', 'updated_at': '2022-03-28T01:14:50Z', 'revision_number': 5, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': '4d8390b1-47fb-4565-a473-ac9165df1421', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcfaa65c-486e-44e0-8f60-99ec26b3b8ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:13:00Z', 'updated_at': '2022-03-28T01:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:14:52.098027 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba1ef22-0cbc-4db5-86c5-c409d4dfa166 None None] The sync data for ids ['dcfaa65c-486e-44e0-8f60-99ec26b3b8ee'] in dv-neutron-834874-6-hyperv is: [{'id': 'dcfaa65c-486e-44e0-8f60-99ec26b3b8ee', 'name': 'tempest-TestNetworkBasicOps-router-1103244784', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.70'}], 'enable_snat': True}, 'gw_port_id': '4d8390b1-47fb-4565-a473-ac9165df1421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:12:59Z', 'updated_at': '2022-03-28T01:14:50Z', 'revision_number': 5, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': '4d8390b1-47fb-4565-a473-ac9165df1421', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcfaa65c-486e-44e0-8f60-99ec26b3b8ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:13:00Z', 'updated_at': '2022-03-28T01:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:14:52.126634 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-b318bbc5-5171-44f1-b07f-1882d7f2e104 None None] For port d064c90c-979d-4b3e-a158-960077466abc, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=d064c90c-979d-4b3e-a158-960077466abc,segment=NetworkSegment(39f5bd25-d468-4edd-901b-4e973eeb6cb1),segment_id=39f5bd25-d468-4edd-901b-4e973eeb6cb1)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:14:52.127156 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-b318bbc5-5171-44f1-b07f-1882d7f2e104 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (d064c90c-979d-4b3e-a158-960077466abc), precommit_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:52.130666 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-37dd4dd8-31d1-48de-bfef-9044e6b82a87 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Deleting port 4d8390b1-47fb-4565-a473-ac9165df1421 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:14:52.131128 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-37dd4dd8-31d1-48de-bfef-9044e6b82a87 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (4d8390b1-47fb-4565-a473-ac9165df1421), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:52.146136 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-b318bbc5-5171-44f1-b07f-1882d7f2e104 None None] Calling delete_port for d064c90c-979d-4b3e-a158-960077466abc owned by network:dhcp {{(pid=104100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:14:52.222685 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-37dd4dd8-31d1-48de-bfef-9044e6b82a87 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] For port 4d8390b1-47fb-4565-a473-ac9165df1421, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=4d8390b1-47fb-4565-a473-ac9165df1421,segment=NetworkSegment(b6f00c62-aca5-4c73-8989-c04c396daeed),segment_id=b6f00c62-aca5-4c73-8989-c04c396daeed)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:14:52.223256 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-37dd4dd8-31d1-48de-bfef-9044e6b82a87 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (4d8390b1-47fb-4565-a473-ac9165df1421), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:52.234640 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-b318bbc5-5171-44f1-b07f-1882d7f2e104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886'] for port (d064c90c-979d-4b3e-a158-960077466abc), after_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:52.239058 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-37dd4dd8-31d1-48de-bfef-9044e6b82a87 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Calling delete_port for 4d8390b1-47fb-4565-a473-ac9165df1421 owned by network:router_gateway {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:14:52.263539 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b318bbc5-5171-44f1-b07f-1882d7f2e104 None None] Pushing event deleted for resources: {'Port': ['ID=d064c90c-979d-4b3e-a158-960077466abc,revision_number=None']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:14:52.271852 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b318bbc5-5171-44f1-b07f-1882d7f2e104 None None] No DVR routers for this DVR port d064c90c-979d-4b3e-a158-960077466abc on host dv-neutron-834874-6-hyperv {{(pid=104100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:14:52.428596 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-37dd4dd8-31d1-48de-bfef-9044e6b82a87 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (4d8390b1-47fb-4565-a473-ac9165df1421), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:52.491381 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dd4dd8-31d1-48de-bfef-9044e6b82a87 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event deleted for resources: {'Port': ['ID=4d8390b1-47fb-4565-a473-ac9165df1421,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:14:52.555359 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-37dd4dd8-31d1-48de-bfef-9044e6b82a87 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3687989'] for router_gateway (dcfaa65c-486e-44e0-8f60-99ec26b3b8ee), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:52.668058 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-37dd4dd8-31d1-48de-bfef-9044e6b82a87 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7151'] for router (dcfaa65c-486e-44e0-8f60-99ec26b3b8ee), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:52.671026 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-37dd4dd8-31d1-48de-bfef-9044e6b82a87 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for router_controller (dcfaa65c-486e-44e0-8f60-99ec26b3b8ee), precommit_delete_associations {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:52.720410 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-37dd4dd8-31d1-48de-bfef-9044e6b82a87 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689686'] for router (dcfaa65c-486e-44e0-8f60-99ec26b3b8ee), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:52.721103 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37dd4dd8-31d1-48de-bfef-9044e6b82a87 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Fanout notify agent at l3_agent the message router_deleted on router dcfaa65c-486e-44e0-8f60-99ec26b3b8ee {{(pid=104099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 01:14:52.729598 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-37dd4dd8-31d1-48de-bfef-9044e6b82a87 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for router (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:52.730739 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-37dd4dd8-31d1-48de-bfef-9044e6b82a87 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "DELETE /v2.0/routers/dcfaa65c-486e-44e0-8f60-99ec26b3b8ee HTTP/1.1" status: 204 len: 168 time: 0.9279954 Mar 28 01:14:52.733666 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 56686) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:14:52.824439 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d36614ff-ac35-4f10-94da-23b83a5c85ef tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (eb98a28c-d067-44fe-a26f-4a24b1fc48a1), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:52.953877 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea1ed33-edd6-4d7c-aa6a-a5c0e03c3f13 req-673c4e74-69e1-40a3-a9cf-59777da8bb83 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:14:52.955250 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-aea1ed33-edd6-4d7c-aa6a-a5c0e03c3f13 req-673c4e74-69e1-40a3-a9cf-59777da8bb83 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/ports?device_id=ede098ee-bd60-4d4d-8de0-0e9c2333ffeb HTTP/1.1" status: 200 len: 943 time: 0.1271527 Mar 28 01:14:52.965515 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d36614ff-ac35-4f10-94da-23b83a5c85ef tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (eb98a28c-d067-44fe-a26f-4a24b1fc48a1), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:52.996621 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-d36614ff-ac35-4f10-94da-23b83a5c85ef tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb98a28c-d067-44fe-a26f-4a24b1fc48a1']}} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:14:53.010178 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-d36614ff-ac35-4f10-94da-23b83a5c85ef tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39f5bd25-d468-4edd-901b-4e973eeb6cb1') {'for_net_delete': True} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:14:53.010178 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-d36614ff-ac35-4f10-94da-23b83a5c85ef tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39f5bd25-d468-4edd-901b-4e973eeb6cb1') {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:14:53.027715 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d36614ff-ac35-4f10-94da-23b83a5c85ef tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126946678'] for segment (39f5bd25-d468-4edd-901b-4e973eeb6cb1), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:53.049110 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-aea1ed33-edd6-4d7c-aa6a-a5c0e03c3f13 req-1e86d97f-e4e9-4247-9eac-f44e7cb2396b tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a04cadd-9e33-421f-9e10-fcf82d2217a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0853260 Mar 28 01:14:53.052607 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d36614ff-ac35-4f10-94da-23b83a5c85ef tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (39f5bd25-d468-4edd-901b-4e973eeb6cb1), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:53.058731 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d36614ff-ac35-4f10-94da-23b83a5c85ef tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=104099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:14:53.059114 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d36614ff-ac35-4f10-94da-23b83a5c85ef tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127280876'] for segment (39f5bd25-d468-4edd-901b-4e973eeb6cb1), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:53.062149 dv-neutron-834874-6-hyperv neutron-server[104099]: Traceback (most recent call last): Mar 28 01:14:53.062149 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:14:53.062149 dv-neutron-834874-6-hyperv neutron-server[104099]: timer() Mar 28 01:14:53.062149 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:14:53.062149 dv-neutron-834874-6-hyperv neutron-server[104099]: cb(*args, **kw) Mar 28 01:14:53.062149 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:14:53.062149 dv-neutron-834874-6-hyperv neutron-server[104099]: return func(*args, **kwargs) Mar 28 01:14:53.062149 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:14:53.062149 dv-neutron-834874-6-hyperv neutron-server[104099]: self._notify() Mar 28 01:14:53.062149 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:14:53.062149 dv-neutron-834874-6-hyperv neutron-server[104099]: self.callback(batched_events) Mar 28 01:14:53.062149 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:14:53.062149 dv-neutron-834874-6-hyperv neutron-server[104099]: event.method(event) Mar 28 01:14:53.062149 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:14:53.062149 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:14:53.062149 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:14:53.062149 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:14:53.062149 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:14:53.062149 dv-neutron-834874-6-hyperv neutron-server[104099]: return f(self, *a, **k) Mar 28 01:14:53.062149 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:14:53.062149 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._get(url).json() Mar 28 01:14:53.062149 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:14:53.062149 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:14:53.062149 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:14:53.062149 dv-neutron-834874-6-hyperv neutron-server[104099]: return self.request(url, 'GET', **kwargs) Mar 28 01:14:53.062149 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:14:53.062149 dv-neutron-834874-6-hyperv neutron-server[104099]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:14:53.062149 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:14:53.062149 dv-neutron-834874-6-hyperv neutron-server[104099]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:14:53.062149 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:14:53.062149 dv-neutron-834874-6-hyperv neutron-server[104099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:14:53.062149 dv-neutron-834874-6-hyperv neutron-server[104099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:14:53.124492 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d36614ff-ac35-4f10-94da-23b83a5c85ef tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (eb98a28c-d067-44fe-a26f-4a24b1fc48a1), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:53.131907 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d36614ff-ac35-4f10-94da-23b83a5c85ef tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:53.137039 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-d36614ff-ac35-4f10-94da-23b83a5c85ef tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "DELETE /v2.0/networks/eb98a28c-d067-44fe-a26f-4a24b1fc48a1 HTTP/1.1" status: 204 len: 168 time: 0.3996944 Mar 28 01:14:53.150964 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36614ff-ac35-4f10-94da-23b83a5c85ef tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event deleted for resources: {'Network': ['ID=eb98a28c-d067-44fe-a26f-4a24b1fc48a1,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:14:53.156267 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 56690) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:14:53.163892 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-cff4531e-d508-4479-a5e4-e86115305088 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'network': {'name': 'tempest-network-smoke--2103039976', 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'port_security_enabled': True}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:14:53.182141 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cff4531e-d508-4479-a5e4-e86115305088 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Made reservation on behalf of cf1ee0ed9c204cc5bccbb38ebf185041 for: {'network': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:14:53.185506 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-cff4531e-d508-4479-a5e4-e86115305088 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:53.208821 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cff4531e-d508-4479-a5e4-e86115305088 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=104098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:14:53.217432 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-cff4531e-d508-4479-a5e4-e86115305088 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (fccbeaca-e7a1-4cea-bd84-765596f03303), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:53.217774 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.segments_db [None req-cff4531e-d508-4479-a5e4-e86115305088 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Added segment fccbeaca-e7a1-4cea-bd84-765596f03303 of type vlan for network 9d43fbe1-07dc-455e-8be8-c8201307ab09 Mar 28 01:14:53.265130 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-cff4531e-d508-4479-a5e4-e86115305088 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (9d43fbe1-07dc-455e-8be8-c8201307ab09), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:53.303267 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-cff4531e-d508-4479-a5e4-e86115305088 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (9d43fbe1-07dc-455e-8be8-c8201307ab09), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:53.309461 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff4531e-d508-4479-a5e4-e86115305088 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:14:53.310092 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-cff4531e-d508-4479-a5e4-e86115305088 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:53.349915 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device d064c90c-979d-4b3e-a158-960077466abc no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:14:53.371299 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: d064c90c-979d-4b3e-a158-960077466abc {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:14:53.372016 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device d064c90c-979d-4b3e-a158-960077466abc not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:14:53.372531 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 4d8390b1-47fb-4565-a473-ac9165df1421 no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:14:53.384746 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-cff4531e-d508-4479-a5e4-e86115305088 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2230139 Mar 28 01:14:53.385031 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 56692) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:14:53.389321 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-ff65caa3-c60a-45e5-9367-f897b0756d58 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-236269816', 'admin_state_up': True, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'}}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:14:53.392018 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: 4d8390b1-47fb-4565-a473-ac9165df1421 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:14:53.392663 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 4d8390b1-47fb-4565-a473-ac9165df1421 not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:14:53.393677 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 33165479-a2ec-47ba-83dc-1543db4d6dad no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:14:53.399691 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff4531e-d508-4479-a5e4-e86115305088 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'Network': ['ID=9d43fbe1-07dc-455e-8be8-c8201307ab09,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:14:53.416907 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ff65caa3-c60a-45e5-9367-f897b0756d58 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7069'] for router (ae5bb71d-3888-41a3-9b5d-e5dbc27b7b69), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:53.417944 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ff65caa3-c60a-45e5-9367-f897b0756d58 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4188952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7062'] for router (ae5bb71d-3888-41a3-9b5d-e5dbc27b7b69), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:53.423784 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network 9d43fbe1-07dc-455e-8be8-c8201307ab09 details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:14:53.426366 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: 33165479-a2ec-47ba-83dc-1543db4d6dad {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:14:53.427020 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 33165479-a2ec-47ba-83dc-1543db4d6dad not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:14:53.475778 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ff65caa3-c60a-45e5-9367-f897b0756d58 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for router_controller (ae5bb71d-3888-41a3-9b5d-e5dbc27b7b69), precommit_add_association {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:53.623919 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ff65caa3-c60a-45e5-9367-f897b0756d58 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for router_gateway (ae5bb71d-3888-41a3-9b5d-e5dbc27b7b69), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:53.824233 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ff65caa3-c60a-45e5-9367-f897b0756d58 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for router_gateway (ae5bb71d-3888-41a3-9b5d-e5dbc27b7b69), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:53.846723 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ff65caa3-c60a-45e5-9367-f897b0756d58 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:53.956702 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-ff65caa3-c60a-45e5-9367-f897b0756d58 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Allocated IP 172.26.1.175 (dea6548b-502b-42db-97fb-371e423e739a/cce6de65-d8c9-45b8-9970-0a277e8c1192/cd220bcb-3660-48c1-ad97-54db560b6f9e) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:14:54.067021 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ff65caa3-c60a-45e5-9367-f897b0756d58 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for port (cd220bcb-3660-48c1-ad97-54db560b6f9e), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:54.109149 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ff65caa3-c60a-45e5-9367-f897b0756d58 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (cd220bcb-3660-48c1-ad97-54db560b6f9e), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:54.154335 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff65caa3-c60a-45e5-9367-f897b0756d58 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Network dea6548b-502b-42db-97fb-371e423e739a is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:14:54.160207 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-ff65caa3-c60a-45e5-9367-f897b0756d58 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:14:54.178458 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff65caa3-c60a-45e5-9367-f897b0756d58 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:14:54.210903 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff65caa3-c60a-45e5-9367-f897b0756d58 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'Port': ['ID=cd220bcb-3660-48c1-ad97-54db560b6f9e,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:14:54.285671 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ac8fb0-04dc-4cf2-bca4-6d9a67b6ef60 req-a88872e9-43d1-4cde-958f-2fbcd3496222 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:14:54.287258 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-b1ac8fb0-04dc-4cf2-bca4-6d9a67b6ef60 req-a88872e9-43d1-4cde-958f-2fbcd3496222 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/ports?device_id=ede098ee-bd60-4d4d-8de0-0e9c2333ffeb HTTP/1.1" status: 200 len: 943 time: 0.1478488 Mar 28 01:14:54.406224 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-b1ac8fb0-04dc-4cf2-bca4-6d9a67b6ef60 req-606067a4-5e12-4102-956d-fbc76de746d3 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a04cadd-9e33-421f-9e10-fcf82d2217a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0935545 Mar 28 01:14:54.854442 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ff65caa3-c60a-45e5-9367-f897b0756d58 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for router_gateway (ae5bb71d-3888-41a3-9b5d-e5dbc27b7b69), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:55.055380 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ff65caa3-c60a-45e5-9367-f897b0756d58 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687953'] for router (ae5bb71d-3888-41a3-9b5d-e5dbc27b7b69), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:55.188628 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff65caa3-c60a-45e5-9367-f897b0756d58 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Router ae5bb71d-3888-41a3-9b5d-e5dbc27b7b69 is scheduled to L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 with binding_index 1 {{(pid=104098) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 01:14:55.302926 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff65caa3-c60a-45e5-9367-f897b0756d58 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:14:55.313461 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f435f27-e3e9-40a9-b204-a5df739a538c None None] Sync routers for ids ['ae5bb71d-3888-41a3-9b5d-e5dbc27b7b69'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:14:55.323285 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ff65caa3-c60a-45e5-9367-f897b0756d58 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for router (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:55.323871 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f435f27-e3e9-40a9-b204-a5df739a538c None None] Routers {'ae5bb71d-3888-41a3-9b5d-e5dbc27b7b69'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:14:55.324533 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-5f435f27-e3e9-40a9-b204-a5df739a538c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:14:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['ae5bb71d-3888-41a3-9b5d-e5dbc27b7b69'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:14:55.328161 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 56696) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:14:55.328655 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-ff65caa3-c60a-45e5-9367-f897b0756d58 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.9424314 Mar 28 01:14:55.443687 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-5f435f27-e3e9-40a9-b204-a5df739a538c None None] Set router ae5bb71d-3888-41a3-9b5d-e5dbc27b7b69 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:14:55.461252 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-8196a646-4568-47cd-ba92-1f8719f5309e tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=cf1ee0ed9c204cc5bccbb38ebf185041&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1319077 Mar 28 01:14:55.463719 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 56702) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:14:55.595108 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6141d3ab-f9a4-487c-8de8-b8751f04b6c1 req-ca762fa4-4272-4473-85dc-d1e8ba24c9cd tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:14:55.597359 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6141d3ab-f9a4-487c-8de8-b8751f04b6c1 req-ca762fa4-4272-4473-85dc-d1e8ba24c9cd tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/ports?device_id=ede098ee-bd60-4d4d-8de0-0e9c2333ffeb HTTP/1.1" status: 200 len: 943 time: 0.0898254 Mar 28 01:14:55.599120 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3807ca-f8a1-4021-a2f4-be98d29ba422 tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:14:55.600642 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-2b3807ca-f8a1-4021-a2f4-be98d29ba422 tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1359251 Mar 28 01:14:55.603651 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 56704) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:14:55.644112 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-36e13791-1c6c-40e9-9676-c608aa4c6e57 tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=dea6548b-502b-42db-97fb-371e423e739a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0392163 Mar 28 01:14:55.646564 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 56706) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:14:55.652255 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-5e852c5e-2de9-4ab3-92f4-9ba70f679394 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2071176274', 'network_id': '9d43fbe1-07dc-455e-8be8-c8201307ab09', 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:14:55.662776 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-5f435f27-e3e9-40a9-b204-a5df739a538c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5bb71d-3888-41a3-9b5d-e5dbc27b7b69', 'name': 'tempest-TestNetworkBasicOps-router-236269816', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.175'}], 'enable_snat': True}, 'gw_port_id': 'cd220bcb-3660-48c1-ad97-54db560b6f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:14:53Z', 'updated_at': '2022-03-28T01:14:54Z', 'revision_number': 3, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': 'cd220bcb-3660-48c1-ad97-54db560b6f9e', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:5d:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae5bb71d-3888-41a3-9b5d-e5dbc27b7b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:14:53Z', 'updated_at': '2022-03-28T01:14:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:14:55.748010 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6141d3ab-f9a4-487c-8de8-b8751f04b6c1 req-986b0f2b-f2bb-4734-b352-3dcdd011bca7 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a04cadd-9e33-421f-9e10-fcf82d2217a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1349871 Mar 28 01:14:55.785981 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e852c5e-2de9-4ab3-92f4-9ba70f679394 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Made reservation on behalf of cf1ee0ed9c204cc5bccbb38ebf185041 for: {'subnet': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:14:55.790247 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5e852c5e-2de9-4ab3-92f4-9ba70f679394 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126757772'] for subnet (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:55.860071 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f435f27-e3e9-40a9-b204-a5df739a538c None None] Checking router: ae5bb71d-3888-41a3-9b5d-e5dbc27b7b69 for host: dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:14:55.860422 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f435f27-e3e9-40a9-b204-a5df739a538c None None] Updating router ae5bb71d-3888-41a3-9b5d-e5dbc27b7b69 port cd220bcb-3660-48c1-ad97-54db560b6f9e binding host dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 01:14:55.891635 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5f435f27-e3e9-40a9-b204-a5df739a538c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (cd220bcb-3660-48c1-ad97-54db560b6f9e), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:56.008681 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5e852c5e-2de9-4ab3-92f4-9ba70f679394 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127282703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126757786'] for subnet (2152c7d5-22be-4fd4-8826-8c3c82a6fb45), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:56.075760 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852c5e-2de9-4ab3-92f4-9ba70f679394 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'Subnet': ['ID=2152c7d5-22be-4fd4-8826-8c3c82a6fb45,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:14:56.084969 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e852c5e-2de9-4ab3-92f4-9ba70f679394 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Checking segment: {'id': 'fccbeaca-e7a1-4cea-bd84-765596f03303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9d43fbe1-07dc-455e-8be8-c8201307ab09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:14:56.085311 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e852c5e-2de9-4ab3-92f4-9ba70f679394 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Network hostable DHCP agents. Network: 9d43fbe1-07dc-455e-8be8-c8201307ab09, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:14:56.104982 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e852c5e-2de9-4ab3-92f4-9ba70f679394 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Network 9d43fbe1-07dc-455e-8be8-c8201307ab09 is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:14:56.115186 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-5e852c5e-2de9-4ab3-92f4-9ba70f679394 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, 9d43fbe1-07dc-455e-8be8-c8201307ab09) {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:14:56.119884 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e852c5e-2de9-4ab3-92f4-9ba70f679394 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:14:56.120678 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5e852c5e-2de9-4ab3-92f4-9ba70f679394 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:56.129862 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01858d11-c229-475f-870b-fc8f4b475d24 None None] Network 9d43fbe1-07dc-455e-8be8-c8201307ab09 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:14:56.138618 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-5e852c5e-2de9-4ab3-92f4-9ba70f679394 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4909511 Mar 28 01:14:56.141942 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 56708) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:14:56.215748 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5f435f27-e3e9-40a9-b204-a5df739a538c None None] Publish callbacks [] for port (cd220bcb-3660-48c1-ad97-54db560b6f9e), precommit_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:56.223844 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5f435f27-e3e9-40a9-b204-a5df739a538c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (cd220bcb-3660-48c1-ad97-54db560b6f9e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:56.320524 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb0b5d2-f071-45ba-8d88-6d98e409c45c None None] Pushing event updated for resources: {'Port': ['ID=cd220bcb-3660-48c1-ad97-54db560b6f9e,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:14:56.323608 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-5f435f27-e3e9-40a9-b204-a5df739a538c None None] Attempting to bind port cd220bcb-3660-48c1-ad97-54db560b6f9e on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:14:56.323976 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-5f435f27-e3e9-40a9-b204-a5df739a538c None None] Attempting to bind port cd220bcb-3660-48c1-ad97-54db560b6f9e by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': 'b6f00c62-aca5-4c73-8989-c04c396daeed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:14:56.324374 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f435f27-e3e9-40a9-b204-a5df739a538c None None] Attempting to bind port cd220bcb-3660-48c1-ad97-54db560b6f9e on network dea6548b-502b-42db-97fb-371e423e739a {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:14:56.332417 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f435f27-e3e9-40a9-b204-a5df739a538c None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:14:56.332796 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f435f27-e3e9-40a9-b204-a5df739a538c None None] Checking segment: {'id': 'b6f00c62-aca5-4c73-8989-c04c396daeed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:14:56.333204 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5f435f27-e3e9-40a9-b204-a5df739a538c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:56.333600 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f435f27-e3e9-40a9-b204-a5df739a538c None None] Bound using segment: {'id': 'b6f00c62-aca5-4c73-8989-c04c396daeed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:14:56.334094 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-5f435f27-e3e9-40a9-b204-a5df739a538c None None] Bound port: cd220bcb-3660-48c1-ad97-54db560b6f9e, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6f00c62-aca5-4c73-8989-c04c396daeed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:14:56.334474 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5f435f27-e3e9-40a9-b204-a5df739a538c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (cd220bcb-3660-48c1-ad97-54db560b6f9e), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:56.336650 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f58b74-d88a-4888-942c-2688ede90e92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-9d43fbe1-07dc-455e-8be8-c8201307ab09', 'network_id': '9d43fbe1-07dc-455e-8be8-c8201307ab09', 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'fixed_ips': [{'subnet_id': '2152c7d5-22be-4fd4-8826-8c3c82a6fb45'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:14:56.337491 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f4f58b74-d88a-4888-942c-2688ede90e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:56.469918 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-5f435f27-e3e9-40a9-b204-a5df739a538c None None] For port cd220bcb-3660-48c1-ad97-54db560b6f9e, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:14:56.475842 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-5f435f27-e3e9-40a9-b204-a5df739a538c None None] For port cd220bcb-3660-48c1-ad97-54db560b6f9e, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=cd220bcb-3660-48c1-ad97-54db560b6f9e,segment=NetworkSegment(b6f00c62-aca5-4c73-8989-c04c396daeed),segment_id=b6f00c62-aca5-4c73-8989-c04c396daeed)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:14:56.506746 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5f435f27-e3e9-40a9-b204-a5df739a538c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (cd220bcb-3660-48c1-ad97-54db560b6f9e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:56.566603 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-f4f58b74-d88a-4888-942c-2688ede90e92 None None] Allocated IP 172.20.0.2 (9d43fbe1-07dc-455e-8be8-c8201307ab09/2152c7d5-22be-4fd4-8826-8c3c82a6fb45/dcaa08c3-7258-4d1d-848a-c32aee112f96) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:14:56.594209 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f435f27-e3e9-40a9-b204-a5df739a538c None None] Routers {'ae5bb71d-3888-41a3-9b5d-e5dbc27b7b69'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:14:56.594881 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-5f435f27-e3e9-40a9-b204-a5df739a538c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:14:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['ae5bb71d-3888-41a3-9b5d-e5dbc27b7b69'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:14:56.601135 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb0b5d2-f071-45ba-8d88-6d98e409c45c None None] Pushing event updated for resources: {'Port': ['ID=cd220bcb-3660-48c1-ad97-54db560b6f9e,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:14:56.777853 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-5f435f27-e3e9-40a9-b204-a5df739a538c None None] Set router ae5bb71d-3888-41a3-9b5d-e5dbc27b7b69 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:14:56.900622 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df227e30-5e96-487f-b837-7666edad96ab req-61c3d81c-66e7-499e-8c51-f3e49f7fdf29 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:14:56.908735 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-df227e30-5e96-487f-b837-7666edad96ab req-61c3d81c-66e7-499e-8c51-f3e49f7fdf29 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/ports?device_id=ede098ee-bd60-4d4d-8de0-0e9c2333ffeb HTTP/1.1" status: 200 len: 943 time: 0.0704978 Mar 28 01:14:56.954762 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f4f58b74-d88a-4888-942c-2688ede90e92 None None] Publish callbacks [] for port (dcaa08c3-7258-4d1d-848a-c32aee112f96), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:56.962603 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-90d2f24b-9c65-4bd1-9a0f-95d8a3555827 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:56.975212 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-df227e30-5e96-487f-b837-7666edad96ab req-45f2aaf2-013c-43ec-acbb-b3c9c237a805 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a04cadd-9e33-421f-9e10-fcf82d2217a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0654626 Mar 28 01:14:56.975484 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f4f58b74-d88a-4888-942c-2688ede90e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (dcaa08c3-7258-4d1d-848a-c32aee112f96), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:57.055473 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f58b74-d88a-4888-942c-2688ede90e92 None None] Network 9d43fbe1-07dc-455e-8be8-c8201307ab09 is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:14:57.056286 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f58b74-d88a-4888-942c-2688ede90e92 None None] Pushing event updated for resources: {'Port': ['ID=dcaa08c3-7258-4d1d-848a-c32aee112f96,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:14:57.063898 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-f4f58b74-d88a-4888-942c-2688ede90e92 None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:14:57.067502 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f58b74-d88a-4888-942c-2688ede90e92 None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:14:57.126942 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-f4f58b74-d88a-4888-942c-2688ede90e92 None None] Attempting to bind port dcaa08c3-7258-4d1d-848a-c32aee112f96 on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:14:57.127345 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-f4f58b74-d88a-4888-942c-2688ede90e92 None None] Attempting to bind port dcaa08c3-7258-4d1d-848a-c32aee112f96 by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': 'fccbeaca-e7a1-4cea-bd84-765596f03303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9d43fbe1-07dc-455e-8be8-c8201307ab09'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:14:57.128208 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f58b74-d88a-4888-942c-2688ede90e92 None None] Attempting to bind port dcaa08c3-7258-4d1d-848a-c32aee112f96 on network 9d43fbe1-07dc-455e-8be8-c8201307ab09 {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:14:57.135414 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f58b74-d88a-4888-942c-2688ede90e92 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:14:57.135784 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f58b74-d88a-4888-942c-2688ede90e92 None None] Checking segment: {'id': 'fccbeaca-e7a1-4cea-bd84-765596f03303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9d43fbe1-07dc-455e-8be8-c8201307ab09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:14:57.136209 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f4f58b74-d88a-4888-942c-2688ede90e92 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:57.136605 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f58b74-d88a-4888-942c-2688ede90e92 None None] Bound using segment: {'id': 'fccbeaca-e7a1-4cea-bd84-765596f03303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9d43fbe1-07dc-455e-8be8-c8201307ab09'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:14:57.137068 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-f4f58b74-d88a-4888-942c-2688ede90e92 None None] Bound port: dcaa08c3-7258-4d1d-848a-c32aee112f96, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fccbeaca-e7a1-4cea-bd84-765596f03303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9d43fbe1-07dc-455e-8be8-c8201307ab09'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:14:57.137447 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f4f58b74-d88a-4888-942c-2688ede90e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (dcaa08c3-7258-4d1d-848a-c32aee112f96), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:57.141588 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-5f435f27-e3e9-40a9-b204-a5df739a538c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5bb71d-3888-41a3-9b5d-e5dbc27b7b69', 'name': 'tempest-TestNetworkBasicOps-router-236269816', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.175'}], 'enable_snat': True}, 'gw_port_id': 'cd220bcb-3660-48c1-ad97-54db560b6f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:14:53Z', 'updated_at': '2022-03-28T01:14:54Z', 'revision_number': 3, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': 'cd220bcb-3660-48c1-ad97-54db560b6f9e', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:5d:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae5bb71d-3888-41a3-9b5d-e5dbc27b7b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:14:53Z', 'updated_at': '2022-03-28T01:14:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:14:57.176004 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f435f27-e3e9-40a9-b204-a5df739a538c None None] The sync data for ids ['ae5bb71d-3888-41a3-9b5d-e5dbc27b7b69'] in dv-neutron-834874-6-hyperv is: [{'id': 'ae5bb71d-3888-41a3-9b5d-e5dbc27b7b69', 'name': 'tempest-TestNetworkBasicOps-router-236269816', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.175'}], 'enable_snat': True}, 'gw_port_id': 'cd220bcb-3660-48c1-ad97-54db560b6f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:14:53Z', 'updated_at': '2022-03-28T01:14:54Z', 'revision_number': 3, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': 'cd220bcb-3660-48c1-ad97-54db560b6f9e', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:5d:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae5bb71d-3888-41a3-9b5d-e5dbc27b7b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:14:53Z', 'updated_at': '2022-03-28T01:14:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:14:57.249608 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-f4f58b74-d88a-4888-942c-2688ede90e92 None None] For port dcaa08c3-7258-4d1d-848a-c32aee112f96, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:14:57.253827 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-f4f58b74-d88a-4888-942c-2688ede90e92 None None] For port dcaa08c3-7258-4d1d-848a-c32aee112f96, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=dcaa08c3-7258-4d1d-848a-c32aee112f96,segment=NetworkSegment(fccbeaca-e7a1-4cea-bd84-765596f03303),segment_id=fccbeaca-e7a1-4cea-bd84-765596f03303)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:14:57.264832 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f4f58b74-d88a-4888-942c-2688ede90e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (dcaa08c3-7258-4d1d-848a-c32aee112f96), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:57.279161 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [None req-90d2f24b-9c65-4bd1-9a0f-95d8a3555827 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Allocated IP 172.20.0.1 (9d43fbe1-07dc-455e-8be8-c8201307ab09/2152c7d5-22be-4fd4-8826-8c3c82a6fb45/eea660a7-9c5c-4d72-ae94-76e73f5a3d38) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:14:57.348578 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f58b74-d88a-4888-942c-2688ede90e92 None None] Pushing event updated for resources: {'Port': ['ID=dcaa08c3-7258-4d1d-848a-c32aee112f96,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:14:57.430788 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-90d2f24b-9c65-4bd1-9a0f-95d8a3555827 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for port (eea660a7-9c5c-4d72-ae94-76e73f5a3d38), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:57.471986 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-90d2f24b-9c65-4bd1-9a0f-95d8a3555827 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (eea660a7-9c5c-4d72-ae94-76e73f5a3d38), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:57.536240 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d2f24b-9c65-4bd1-9a0f-95d8a3555827 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Network 9d43fbe1-07dc-455e-8be8-c8201307ab09 is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:14:57.541342 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-90d2f24b-9c65-4bd1-9a0f-95d8a3555827 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:14:57.545808 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d2f24b-9c65-4bd1-9a0f-95d8a3555827 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:14:57.550535 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d2f24b-9c65-4bd1-9a0f-95d8a3555827 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'Port': ['ID=eea660a7-9c5c-4d72-ae94-76e73f5a3d38,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:14:57.602020 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-90d2f24b-9c65-4bd1-9a0f-95d8a3555827 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3686596'] for router_interface (ae5bb71d-3888-41a3-9b5d-e5dbc27b7b69), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:57.774508 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-90d2f24b-9c65-4bd1-9a0f-95d8a3555827 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (eea660a7-9c5c-4d72-ae94-76e73f5a3d38), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:58.118753 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-90d2f24b-9c65-4bd1-9a0f-95d8a3555827 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for port (eea660a7-9c5c-4d72-ae94-76e73f5a3d38), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:58.126812 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-90d2f24b-9c65-4bd1-9a0f-95d8a3555827 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (eea660a7-9c5c-4d72-ae94-76e73f5a3d38), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:58.141747 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab32fc8-f951-484e-a0e1-be05613f9719 req-43bb33b6-86b7-4e85-93e3-715f26e6691e tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:14:58.144082 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-fab32fc8-f951-484e-a0e1-be05613f9719 req-43bb33b6-86b7-4e85-93e3-715f26e6691e tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/ports?device_id=ede098ee-bd60-4d4d-8de0-0e9c2333ffeb HTTP/1.1" status: 200 len: 943 time: 0.0973077 Mar 28 01:14:58.250897 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-90d2f24b-9c65-4bd1-9a0f-95d8a3555827 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3725889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3686480'] for router_interface (ae5bb71d-3888-41a3-9b5d-e5dbc27b7b69), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:58.263342 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d2f24b-9c65-4bd1-9a0f-95d8a3555827 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'Port': ['ID=eea660a7-9c5c-4d72-ae94-76e73f5a3d38,revision_number=2']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:14:58.279482 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-fab32fc8-f951-484e-a0e1-be05613f9719 req-703ee2ed-3a3c-434f-bc00-17662fe73b79 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a04cadd-9e33-421f-9e10-fcf82d2217a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0973928 Mar 28 01:14:58.401282 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d2f24b-9c65-4bd1-9a0f-95d8a3555827 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Network 9d43fbe1-07dc-455e-8be8-c8201307ab09 is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:14:58.402925 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-90d2f24b-9c65-4bd1-9a0f-95d8a3555827 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:14:58.527272 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90d2f24b-9c65-4bd1-9a0f-95d8a3555827 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Router ae5bb71d-3888-41a3-9b5d-e5dbc27b7b69 has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:14:58.565874 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4726fc0d-5294-4c03-b4d8-04f2cd1fe8cc None None] Network 9d43fbe1-07dc-455e-8be8-c8201307ab09 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:14:58.646210 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-aef5649d-ed67-4ebe-9db5-1f6ffc969aa7 None None] Provisioning complete for port dcaa08c3-7258-4d1d-848a-c32aee112f96 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:14:58.646666 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-aef5649d-ed67-4ebe-9db5-1f6ffc969aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (dcaa08c3-7258-4d1d-848a-c32aee112f96), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:58.664156 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90d2f24b-9c65-4bd1-9a0f-95d8a3555827 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:14:58.672678 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-90d2f24b-9c65-4bd1-9a0f-95d8a3555827 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "PUT /v2.0/routers/ae5bb71d-3888-41a3-9b5d-e5dbc27b7b69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5272017 Mar 28 01:14:58.673512 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 56714) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:14:58.768308 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-aef5649d-ed67-4ebe-9db5-1f6ffc969aa7 None None] Current status of the port dcaa08c3-7258-4d1d-848a-c32aee112f96 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:14:58.768444 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-aef5649d-ed67-4ebe-9db5-1f6ffc969aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (dcaa08c3-7258-4d1d-848a-c32aee112f96), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:58.776461 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1262af2-c750-48b7-b13f-765488aa3dc2 tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:14:58.777247 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1262af2-c750-48b7-b13f-765488aa3dc2 tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:14:58.777882 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1262af2-c750-48b7-b13f-765488aa3dc2 tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:14:58.778524 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1262af2-c750-48b7-b13f-765488aa3dc2 tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:14:58.778990 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1262af2-c750-48b7-b13f-765488aa3dc2 tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:14:58.779905 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1262af2-c750-48b7-b13f-765488aa3dc2 tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:14:58.781997 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-c1262af2-c750-48b7-b13f-765488aa3dc2 tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4281 time: 0.1065559 Mar 28 01:14:58.785452 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 56716) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:14:58.809274 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-aef5649d-ed67-4ebe-9db5-1f6ffc969aa7 None None] For port dcaa08c3-7258-4d1d-848a-c32aee112f96, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=dcaa08c3-7258-4d1d-848a-c32aee112f96,segment=NetworkSegment(fccbeaca-e7a1-4cea-bd84-765596f03303),segment_id=fccbeaca-e7a1-4cea-bd84-765596f03303)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:14:58.817561 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-aef5649d-ed67-4ebe-9db5-1f6ffc969aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (dcaa08c3-7258-4d1d-848a-c32aee112f96), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:58.854858 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0481414b-ce61-4dd9-a6cb-1c978b2ded79 tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:14:58.855331 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0481414b-ce61-4dd9-a6cb-1c978b2ded79 tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:14:58.855792 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0481414b-ce61-4dd9-a6cb-1c978b2ded79 tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:14:58.856278 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0481414b-ce61-4dd9-a6cb-1c978b2ded79 tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:14:58.856852 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0481414b-ce61-4dd9-a6cb-1c978b2ded79 tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:14:58.857195 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0481414b-ce61-4dd9-a6cb-1c978b2ded79 tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:14:58.858966 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-0481414b-ce61-4dd9-a6cb-1c978b2ded79 tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.0725248 Mar 28 01:14:58.862418 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 56718) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:14:58.883743 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef5649d-ed67-4ebe-9db5-1f6ffc969aa7 None None] Pushing event updated for resources: {'Port': ['ID=dcaa08c3-7258-4d1d-848a-c32aee112f96,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:14:59.014023 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-59cbdddf-6371-4924-a064-4a930a86bdcc tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.1504445 Mar 28 01:14:59.016793 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 56720) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:14:59.022126 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-b7105891-26f6-49d2-b1ee-1be1ec2fb6b9 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1820310622', 'network_id': '9d43fbe1-07dc-455e-8be8-c8201307ab09'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:14:59.039584 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-bac722de-7d42-4e21-b789-5350ac5334ec None None] Provisioning complete for port eea660a7-9c5c-4d72-ae94-76e73f5a3d38 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:14:59.039957 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-bac722de-7d42-4e21-b789-5350ac5334ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (eea660a7-9c5c-4d72-ae94-76e73f5a3d38), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:59.083196 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-bac722de-7d42-4e21-b789-5350ac5334ec None None] Port eea660a7-9c5c-4d72-ae94-76e73f5a3d38 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:14:59.094707 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-bac722de-7d42-4e21-b789-5350ac5334ec None None] Provisioning complete for port dcaa08c3-7258-4d1d-848a-c32aee112f96 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:14:59.095184 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-bac722de-7d42-4e21-b789-5350ac5334ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (dcaa08c3-7258-4d1d-848a-c32aee112f96), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:59.159584 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7105891-26f6-49d2-b1ee-1be1ec2fb6b9 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Made reservation on behalf of cf1ee0ed9c204cc5bccbb38ebf185041 for: {'port': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:14:59.163235 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b7105891-26f6-49d2-b1ee-1be1ec2fb6b9 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:59.182656 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.notifiers.nova [None req-b7105891-26f6-49d2-b1ee-1be1ec2fb6b9 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] device_id is not set on port e1b1f7c5-e80d-4509-bd24-bc454a06dea9 yet. {{(pid=104098) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 01:14:59.187942 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-bac722de-7d42-4e21-b789-5350ac5334ec None None] Current status of the port dcaa08c3-7258-4d1d-848a-c32aee112f96 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:14:59.223725 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6905bf9-fe2e-461a-aa46-82aee621f395 None None] Sync routers for ids ['ae5bb71d-3888-41a3-9b5d-e5dbc27b7b69'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:14:59.233858 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6905bf9-fe2e-461a-aa46-82aee621f395 None None] Routers {'ae5bb71d-3888-41a3-9b5d-e5dbc27b7b69'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:14:59.234476 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-b6905bf9-fe2e-461a-aa46-82aee621f395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:14:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['ae5bb71d-3888-41a3-9b5d-e5dbc27b7b69'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:14:59.322437 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-1659fcd5-4f2f-4927-a225-acd8d4ee6d39 None None] Provisioning complete for port eea660a7-9c5c-4d72-ae94-76e73f5a3d38 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:14:59.323652 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-1659fcd5-4f2f-4927-a225-acd8d4ee6d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (eea660a7-9c5c-4d72-ae94-76e73f5a3d38), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:59.326293 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-b7105891-26f6-49d2-b1ee-1be1ec2fb6b9 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Allocated IP 172.20.0.6 (9d43fbe1-07dc-455e-8be8-c8201307ab09/2152c7d5-22be-4fd4-8826-8c3c82a6fb45/e1b1f7c5-e80d-4509-bd24-bc454a06dea9) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:14:59.355176 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-b6905bf9-fe2e-461a-aa46-82aee621f395 None None] Set router ae5bb71d-3888-41a3-9b5d-e5dbc27b7b69 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:14:59.416346 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-1659fcd5-4f2f-4927-a225-acd8d4ee6d39 None None] Port eea660a7-9c5c-4d72-ae94-76e73f5a3d38 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:14:59.493785 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device dcaa08c3-7258-4d1d-848a-c32aee112f96 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:14:59.558329 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-fd8b756f-9a22-4f46-985b-0c67355414e4 None None] Provisioning complete for port eea660a7-9c5c-4d72-ae94-76e73f5a3d38 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:14:59.558852 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-fd8b756f-9a22-4f46-985b-0c67355414e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (eea660a7-9c5c-4d72-ae94-76e73f5a3d38), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:59.561251 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e71159-68f0-46ed-b768-f1d729391364 req-d3b234e2-293f-4391-a585-3ebe0104ad25 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:14:59.563839 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-d2e71159-68f0-46ed-b768-f1d729391364 req-d3b234e2-293f-4391-a585-3ebe0104ad25 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/ports?device_id=ede098ee-bd60-4d4d-8de0-0e9c2333ffeb HTTP/1.1" status: 200 len: 943 time: 0.1492298 Mar 28 01:14:59.591204 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port dcaa08c3-7258-4d1d-848a-c32aee112f96 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:14:59.591842 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (dcaa08c3-7258-4d1d-848a-c32aee112f96), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:59.623728 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-fd8b756f-9a22-4f46-985b-0c67355414e4 None None] Port eea660a7-9c5c-4d72-ae94-76e73f5a3d38 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:14:59.635563 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b7105891-26f6-49d2-b1ee-1be1ec2fb6b9 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for port (e1b1f7c5-e80d-4509-bd24-bc454a06dea9), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:59.654089 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-d2e71159-68f0-46ed-b768-f1d729391364 req-4e47ee0a-11c6-466e-bc19-58ba2391bb51 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a04cadd-9e33-421f-9e10-fcf82d2217a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0807831 Mar 28 01:14:59.676716 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-b6905bf9-fe2e-461a-aa46-82aee621f395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5bb71d-3888-41a3-9b5d-e5dbc27b7b69', 'name': 'tempest-TestNetworkBasicOps-router-236269816', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.175'}], 'enable_snat': True}, 'gw_port_id': 'cd220bcb-3660-48c1-ad97-54db560b6f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:14:53Z', 'updated_at': '2022-03-28T01:14:57Z', 'revision_number': 4, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': 'cd220bcb-3660-48c1-ad97-54db560b6f9e', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:5d:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae5bb71d-3888-41a3-9b5d-e5dbc27b7b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:14:53Z', 'updated_at': '2022-03-28T01:14:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': 'eea660a7-9c5c-4d72-ae94-76e73f5a3d38', 'name': '', 'network_id': '9d43fbe1-07dc-455e-8be8-c8201307ab09', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'mac_address': 'fa:16:3e:c4:39:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae5bb71d-3888-41a3-9b5d-e5dbc27b7b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '2152c7d5-22be-4fd4-8826-8c3c82a6fb45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:14:57Z', 'updated_at': '2022-03-28T01:14:57Z', 'revision_number': 2, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'subnets': [{'id': '2152c7d5-22be-4fd4-8826-8c3c82a6fb45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:14:59.686095 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port dcaa08c3-7258-4d1d-848a-c32aee112f96 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:14:59.687243 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device cd220bcb-3660-48c1-ad97-54db560b6f9e up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:14:59.688405 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b7105891-26f6-49d2-b1ee-1be1ec2fb6b9 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (e1b1f7c5-e80d-4509-bd24-bc454a06dea9), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:59.704301 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6905bf9-fe2e-461a-aa46-82aee621f395 None None] Checking router: ae5bb71d-3888-41a3-9b5d-e5dbc27b7b69 for host: dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:14:59.704657 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6905bf9-fe2e-461a-aa46-82aee621f395 None None] Updating router ae5bb71d-3888-41a3-9b5d-e5dbc27b7b69 port eea660a7-9c5c-4d72-ae94-76e73f5a3d38 binding host dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 01:14:59.735503 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7105891-26f6-49d2-b1ee-1be1ec2fb6b9 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Network 9d43fbe1-07dc-455e-8be8-c8201307ab09 is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:14:59.739428 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-b7105891-26f6-49d2-b1ee-1be1ec2fb6b9 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:14:59.739700 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-b6905bf9-fe2e-461a-aa46-82aee621f395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (eea660a7-9c5c-4d72-ae94-76e73f5a3d38), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:59.743467 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7105891-26f6-49d2-b1ee-1be1ec2fb6b9 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:14:59.757753 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port cd220bcb-3660-48c1-ad97-54db560b6f9e triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:14:59.758210 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (cd220bcb-3660-48c1-ad97-54db560b6f9e), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:59.773034 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7105891-26f6-49d2-b1ee-1be1ec2fb6b9 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'Port': ['ID=e1b1f7c5-e80d-4509-bd24-bc454a06dea9,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:14:59.788014 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7105891-26f6-49d2-b1ee-1be1ec2fb6b9 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:14:59.788408 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7105891-26f6-49d2-b1ee-1be1ec2fb6b9 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:14:59.788757 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7105891-26f6-49d2-b1ee-1be1ec2fb6b9 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:14:59.789103 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7105891-26f6-49d2-b1ee-1be1ec2fb6b9 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:14:59.789444 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7105891-26f6-49d2-b1ee-1be1ec2fb6b9 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:14:59.789780 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7105891-26f6-49d2-b1ee-1be1ec2fb6b9 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:14:59.790112 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7105891-26f6-49d2-b1ee-1be1ec2fb6b9 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:14:59.790440 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7105891-26f6-49d2-b1ee-1be1ec2fb6b9 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:14:59.790775 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7105891-26f6-49d2-b1ee-1be1ec2fb6b9 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:14:59.791106 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7105891-26f6-49d2-b1ee-1be1ec2fb6b9 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:14:59.791435 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7105891-26f6-49d2-b1ee-1be1ec2fb6b9 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:14:59.791766 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7105891-26f6-49d2-b1ee-1be1ec2fb6b9 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:14:59.792119 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7105891-26f6-49d2-b1ee-1be1ec2fb6b9 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:14:59.792447 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7105891-26f6-49d2-b1ee-1be1ec2fb6b9 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:14:59.792771 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7105891-26f6-49d2-b1ee-1be1ec2fb6b9 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:14:59.817036 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7105891-26f6-49d2-b1ee-1be1ec2fb6b9 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:14:59.817968 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b7105891-26f6-49d2-b1ee-1be1ec2fb6b9 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:59.840066 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-b7105891-26f6-49d2-b1ee-1be1ec2fb6b9 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8222077 Mar 28 01:14:59.865270 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port cd220bcb-3660-48c1-ad97-54db560b6f9e is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:14:59.865892 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (cd220bcb-3660-48c1-ad97-54db560b6f9e), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:59.889598 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] For port cd220bcb-3660-48c1-ad97-54db560b6f9e, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=cd220bcb-3660-48c1-ad97-54db560b6f9e,segment=NetworkSegment(b6f00c62-aca5-4c73-8989-c04c396daeed),segment_id=b6f00c62-aca5-4c73-8989-c04c396daeed)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:14:59.895032 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (cd220bcb-3660-48c1-ad97-54db560b6f9e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:14:59.947838 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Pushing event updated for resources: {'Port': ['ID=cd220bcb-3660-48c1-ad97-54db560b6f9e,revision_number=4']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:15:00.027818 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 56726) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:15:00.033208 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-2f6dfcd4-d535-4ede-a8d7-43d5ff30d0e3 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-841063364', 'description': 'tempest-secgroup-smoke-841063364 description', 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:15:00.047577 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-3846c882-3625-44b9-bb92-d1cee12bce65 None None] Provisioning complete for port e1b1f7c5-e80d-4509-bd24-bc454a06dea9 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:15:00.048072 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-3846c882-3625-44b9-bb92-d1cee12bce65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (e1b1f7c5-e80d-4509-bd24-bc454a06dea9), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:00.056980 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2f6dfcd4-d535-4ede-a8d7-43d5ff30d0e3 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:00.075924 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-b6905bf9-fe2e-461a-aa46-82aee621f395 None None] Publish callbacks [] for port (eea660a7-9c5c-4d72-ae94-76e73f5a3d38), precommit_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:00.082737 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-b6905bf9-fe2e-461a-aa46-82aee621f395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (eea660a7-9c5c-4d72-ae94-76e73f5a3d38), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:00.086901 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-3846c882-3625-44b9-bb92-d1cee12bce65 None None] Port e1b1f7c5-e80d-4509-bd24-bc454a06dea9 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:15:00.126586 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2f6dfcd4-d535-4ede-a8d7-43d5ff30d0e3 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group (cd2cb269-f5c0-4798-915a-f1ababd4605f), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:00.132023 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2f6dfcd4-d535-4ede-a8d7-43d5ff30d0e3 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (cd2cb269-f5c0-4798-915a-f1ababd4605f), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:00.163178 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2f6dfcd4-d535-4ede-a8d7-43d5ff30d0e3 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:00.163659 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed496bb-3eb7-4725-95b9-f18991d35c0e None None] Pushing event updated for resources: {'Port': ['ID=eea660a7-9c5c-4d72-ae94-76e73f5a3d38,revision_number=3']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:15:00.167660 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 56728) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:15:00.168353 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-2f6dfcd4-d535-4ede-a8d7-43d5ff30d0e3 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1387169 Mar 28 01:15:00.172605 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6dfcd4-d535-4ede-a8d7-43d5ff30d0e3 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd2cb269-f5c0-4798-915a-f1ababd4605f,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:15:00.174083 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-eb27a114-e64b-404f-8e2b-d502d9a4dea8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'security_group_rule': {'security_group_id': 'cd2cb269-f5c0-4798-915a-f1ababd4605f', 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:15:00.197740 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed496bb-3eb7-4725-95b9-f18991d35c0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:15:00.198380 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed496bb-3eb7-4725-95b9-f18991d35c0e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:15:00.198731 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed496bb-3eb7-4725-95b9-f18991d35c0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:15:00.199067 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed496bb-3eb7-4725-95b9-f18991d35c0e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:15:00.199390 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed496bb-3eb7-4725-95b9-f18991d35c0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:15:00.199709 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed496bb-3eb7-4725-95b9-f18991d35c0e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:15:00.200046 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed496bb-3eb7-4725-95b9-f18991d35c0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:15:00.200362 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed496bb-3eb7-4725-95b9-f18991d35c0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:15:00.200678 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed496bb-3eb7-4725-95b9-f18991d35c0e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:15:00.200994 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed496bb-3eb7-4725-95b9-f18991d35c0e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:15:00.201330 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed496bb-3eb7-4725-95b9-f18991d35c0e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:15:00.201670 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed496bb-3eb7-4725-95b9-f18991d35c0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:15:00.201986 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed496bb-3eb7-4725-95b9-f18991d35c0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:15:00.202485 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed496bb-3eb7-4725-95b9-f18991d35c0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:15:00.202795 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed496bb-3eb7-4725-95b9-f18991d35c0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:15:00.212838 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [None req-b6905bf9-fe2e-461a-aa46-82aee621f395 None None] Attempting to bind port eea660a7-9c5c-4d72-ae94-76e73f5a3d38 on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:15:00.213444 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [None req-b6905bf9-fe2e-461a-aa46-82aee621f395 None None] Attempting to bind port eea660a7-9c5c-4d72-ae94-76e73f5a3d38 by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': 'fccbeaca-e7a1-4cea-bd84-765596f03303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9d43fbe1-07dc-455e-8be8-c8201307ab09'}] {{(pid=104101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:15:00.214064 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6905bf9-fe2e-461a-aa46-82aee621f395 None None] Attempting to bind port eea660a7-9c5c-4d72-ae94-76e73f5a3d38 on network 9d43fbe1-07dc-455e-8be8-c8201307ab09 {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:15:00.216812 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-eb27a114-e64b-404f-8e2b-d502d9a4dea8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (55ff5a92-db31-4f3b-9f61-d99ec596dead), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:00.219765 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6905bf9-fe2e-461a-aa46-82aee621f395 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:15:00.220770 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6905bf9-fe2e-461a-aa46-82aee621f395 None None] Checking segment: {'id': 'fccbeaca-e7a1-4cea-bd84-765596f03303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9d43fbe1-07dc-455e-8be8-c8201307ab09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:15:00.220770 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-b6905bf9-fe2e-461a-aa46-82aee621f395 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:00.221043 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6905bf9-fe2e-461a-aa46-82aee621f395 None None] Bound using segment: {'id': 'fccbeaca-e7a1-4cea-bd84-765596f03303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9d43fbe1-07dc-455e-8be8-c8201307ab09'} {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:15:00.222061 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [None req-b6905bf9-fe2e-461a-aa46-82aee621f395 None None] Bound port: eea660a7-9c5c-4d72-ae94-76e73f5a3d38, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fccbeaca-e7a1-4cea-bd84-765596f03303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9d43fbe1-07dc-455e-8be8-c8201307ab09'}}] {{(pid=104101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:15:00.222417 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-b6905bf9-fe2e-461a-aa46-82aee621f395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (eea660a7-9c5c-4d72-ae94-76e73f5a3d38), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:00.277803 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-eb27a114-e64b-404f-8e2b-d502d9a4dea8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (55ff5a92-db31-4f3b-9f61-d99ec596dead), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:00.282398 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-eb27a114-e64b-404f-8e2b-d502d9a4dea8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (55ff5a92-db31-4f3b-9f61-d99ec596dead), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:00.290460 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.db [None req-b6905bf9-fe2e-461a-aa46-82aee621f395 None None] For port eea660a7-9c5c-4d72-ae94-76e73f5a3d38, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:15:00.298157 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.db [None req-b6905bf9-fe2e-461a-aa46-82aee621f395 None None] For port eea660a7-9c5c-4d72-ae94-76e73f5a3d38, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=eea660a7-9c5c-4d72-ae94-76e73f5a3d38,segment=NetworkSegment(fccbeaca-e7a1-4cea-bd84-765596f03303),segment_id=fccbeaca-e7a1-4cea-bd84-765596f03303)] {{(pid=104101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:15:00.302798 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb27a114-e64b-404f-8e2b-d502d9a4dea8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55ff5a92-db31-4f3b-9f61-d99ec596dead,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:15:00.306109 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-b6905bf9-fe2e-461a-aa46-82aee621f395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (eea660a7-9c5c-4d72-ae94-76e73f5a3d38), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:00.310649 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-eb27a114-e64b-404f-8e2b-d502d9a4dea8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:00.313716 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-eb27a114-e64b-404f-8e2b-d502d9a4dea8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1439369 Mar 28 01:15:00.316994 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 56730) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:15:00.321648 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-12a38b4b-7be1-4b1f-bbbb-8596bb17619b tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'security_group_rule': {'security_group_id': 'cd2cb269-f5c0-4798-915a-f1ababd4605f', 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:15:00.356548 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-12a38b4b-7be1-4b1f-bbbb-8596bb17619b tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (1fa9bbf8-7357-4465-94a7-8bc5ece70729), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:00.366540 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6905bf9-fe2e-461a-aa46-82aee621f395 None None] Routers {'ae5bb71d-3888-41a3-9b5d-e5dbc27b7b69'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:15:00.367133 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-b6905bf9-fe2e-461a-aa46-82aee621f395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:14:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['ae5bb71d-3888-41a3-9b5d-e5dbc27b7b69'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:15:00.371814 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed496bb-3eb7-4725-95b9-f18991d35c0e None None] Pushing event updated for resources: {'Port': ['ID=eea660a7-9c5c-4d72-ae94-76e73f5a3d38,revision_number=4']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:15:00.410131 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-1b64f999-0c1a-4198-86ac-d50440118dfd None None] Provisioning complete for port eea660a7-9c5c-4d72-ae94-76e73f5a3d38 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:15:00.410377 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-1b64f999-0c1a-4198-86ac-d50440118dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (eea660a7-9c5c-4d72-ae94-76e73f5a3d38), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:00.424365 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-12a38b4b-7be1-4b1f-bbbb-8596bb17619b tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (1fa9bbf8-7357-4465-94a7-8bc5ece70729), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:00.429582 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-12a38b4b-7be1-4b1f-bbbb-8596bb17619b tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (1fa9bbf8-7357-4465-94a7-8bc5ece70729), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:00.457370 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a38b4b-7be1-4b1f-bbbb-8596bb17619b tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fa9bbf8-7357-4465-94a7-8bc5ece70729,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:15:00.467883 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-12a38b4b-7be1-4b1f-bbbb-8596bb17619b tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:00.471828 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-12a38b4b-7be1-4b1f-bbbb-8596bb17619b tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1510315 Mar 28 01:15:00.472215 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 56732) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:15:00.476784 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-6a4284a6-3cdc-463e-a7b5-afdfd4d1ded7 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'security_group_rule': {'security_group_id': 'cd2cb269-f5c0-4798-915a-f1ababd4605f', 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:15:00.502283 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-b6905bf9-fe2e-461a-aa46-82aee621f395 None None] Set router ae5bb71d-3888-41a3-9b5d-e5dbc27b7b69 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:15:00.516789 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-6a4284a6-3cdc-463e-a7b5-afdfd4d1ded7 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (f89b9454-6465-4850-8733-4e153c54d89a), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:00.592653 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-6a4284a6-3cdc-463e-a7b5-afdfd4d1ded7 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (f89b9454-6465-4850-8733-4e153c54d89a), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:00.600174 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-6a4284a6-3cdc-463e-a7b5-afdfd4d1ded7 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (f89b9454-6465-4850-8733-4e153c54d89a), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:00.624684 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4284a6-3cdc-463e-a7b5-afdfd4d1ded7 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f89b9454-6465-4850-8733-4e153c54d89a,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:15:00.629847 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-6a4284a6-3cdc-463e-a7b5-afdfd4d1ded7 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:00.631294 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-6a4284a6-3cdc-463e-a7b5-afdfd4d1ded7 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1580710 Mar 28 01:15:00.634090 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 56734) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:15:00.639436 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-19abda4a-32ea-413d-b98b-8f4ea74acf60 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'security_group_rule': {'security_group_id': 'cd2cb269-f5c0-4798-915a-f1ababd4605f', 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:15:00.665169 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-1b64f999-0c1a-4198-86ac-d50440118dfd None None] Current status of the port eea660a7-9c5c-4d72-ae94-76e73f5a3d38 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:15:00.665782 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-1b64f999-0c1a-4198-86ac-d50440118dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (eea660a7-9c5c-4d72-ae94-76e73f5a3d38), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:00.670785 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-19abda4a-32ea-413d-b98b-8f4ea74acf60 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (20f43c9a-3937-44d4-bc5f-60e88137a5e7), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:00.700588 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-1b64f999-0c1a-4198-86ac-d50440118dfd None None] For port eea660a7-9c5c-4d72-ae94-76e73f5a3d38, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=eea660a7-9c5c-4d72-ae94-76e73f5a3d38,segment=NetworkSegment(fccbeaca-e7a1-4cea-bd84-765596f03303),segment_id=fccbeaca-e7a1-4cea-bd84-765596f03303)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:15:00.706640 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-1b64f999-0c1a-4198-86ac-d50440118dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (eea660a7-9c5c-4d72-ae94-76e73f5a3d38), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:00.738476 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-19abda4a-32ea-413d-b98b-8f4ea74acf60 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (20f43c9a-3937-44d4-bc5f-60e88137a5e7), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:00.744323 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-19abda4a-32ea-413d-b98b-8f4ea74acf60 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (20f43c9a-3937-44d4-bc5f-60e88137a5e7), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:00.755329 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-b6905bf9-fe2e-461a-aa46-82aee621f395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5bb71d-3888-41a3-9b5d-e5dbc27b7b69', 'name': 'tempest-TestNetworkBasicOps-router-236269816', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.175'}], 'enable_snat': True}, 'gw_port_id': 'cd220bcb-3660-48c1-ad97-54db560b6f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:14:53Z', 'updated_at': '2022-03-28T01:14:57Z', 'revision_number': 4, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': 'cd220bcb-3660-48c1-ad97-54db560b6f9e', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:5d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5bb71d-3888-41a3-9b5d-e5dbc27b7b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:14:53Z', 'updated_at': '2022-03-28T01:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': 'eea660a7-9c5c-4d72-ae94-76e73f5a3d38', 'name': '', 'network_id': '9d43fbe1-07dc-455e-8be8-c8201307ab09', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'mac_address': 'fa:16:3e:c4:39:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae5bb71d-3888-41a3-9b5d-e5dbc27b7b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '2152c7d5-22be-4fd4-8826-8c3c82a6fb45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:14:57Z', 'updated_at': '2022-03-28T01:15:00Z', 'revision_number': 4, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'subnets': [{'id': '2152c7d5-22be-4fd4-8826-8c3c82a6fb45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:15:00.762339 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b64f999-0c1a-4198-86ac-d50440118dfd None None] Pushing event updated for resources: {'Port': ['ID=eea660a7-9c5c-4d72-ae94-76e73f5a3d38,revision_number=5']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:15:00.770731 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19abda4a-32ea-413d-b98b-8f4ea74acf60 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20f43c9a-3937-44d4-bc5f-60e88137a5e7,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:15:00.784349 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-19abda4a-32ea-413d-b98b-8f4ea74acf60 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:00.785810 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-19abda4a-32ea-413d-b98b-8f4ea74acf60 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1505492 Mar 28 01:15:00.788532 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 56738) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:15:00.793372 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6905bf9-fe2e-461a-aa46-82aee621f395 None None] The sync data for ids ['ae5bb71d-3888-41a3-9b5d-e5dbc27b7b69'] in dv-neutron-834874-6-hyperv is: [{'id': 'ae5bb71d-3888-41a3-9b5d-e5dbc27b7b69', 'name': 'tempest-TestNetworkBasicOps-router-236269816', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.175'}], 'enable_snat': True}, 'gw_port_id': 'cd220bcb-3660-48c1-ad97-54db560b6f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:14:53Z', 'updated_at': '2022-03-28T01:14:57Z', 'revision_number': 4, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': 'cd220bcb-3660-48c1-ad97-54db560b6f9e', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:5d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5bb71d-3888-41a3-9b5d-e5dbc27b7b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:14:53Z', 'updated_at': '2022-03-28T01:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': 'eea660a7-9c5c-4d72-ae94-76e73f5a3d38', 'name': '', 'network_id': '9d43fbe1-07dc-455e-8be8-c8201307ab09', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'mac_address': 'fa:16:3e:c4:39:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae5bb71d-3888-41a3-9b5d-e5dbc27b7b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '2152c7d5-22be-4fd4-8826-8c3c82a6fb45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:14:57Z', 'updated_at': '2022-03-28T01:15:00Z', 'revision_number': 4, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'subnets': [{'id': '2152c7d5-22be-4fd4-8826-8c3c82a6fb45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:15:00.793628 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-90fa048a-4240-42c7-b18c-c7e35260d479 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'security_group_rule': {'security_group_id': 'cd2cb269-f5c0-4798-915a-f1ababd4605f', 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:15:00.819485 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.securitygroups_db [None req-90fa048a-4240-42c7-b18c-c7e35260d479 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Project cf1ee0ed9c204cc5bccbb38ebf185041 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 01:15:00.827266 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-90fa048a-4240-42c7-b18c-c7e35260d479 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (7469fd6a-477c-4d32-88bf-e9c36eeb007f), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:00.829678 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-f058f66c-058a-48f8-9001-58c63d3167eb None None] Provisioning complete for port eea660a7-9c5c-4d72-ae94-76e73f5a3d38 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:15:00.830129 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f058f66c-058a-48f8-9001-58c63d3167eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (eea660a7-9c5c-4d72-ae94-76e73f5a3d38), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:00.830274 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66af2fb1-c0f6-4b2f-bdc4-2587c50859e4 req-46d46afd-99f3-48f9-98fe-62178c7474cd tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:15:00.832020 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-66af2fb1-c0f6-4b2f-bdc4-2587c50859e4 req-46d46afd-99f3-48f9-98fe-62178c7474cd tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/ports?device_id=ede098ee-bd60-4d4d-8de0-0e9c2333ffeb HTTP/1.1" status: 200 len: 943 time: 0.0774317 Mar 28 01:15:00.916110 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-66af2fb1-c0f6-4b2f-bdc4-2587c50859e4 req-66e7f5fc-da64-4379-8f90-4cbdacc84e9b tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a04cadd-9e33-421f-9e10-fcf82d2217a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0768726 Mar 28 01:15:00.955974 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-90fa048a-4240-42c7-b18c-c7e35260d479 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (7469fd6a-477c-4d32-88bf-e9c36eeb007f), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:00.957302 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-f058f66c-058a-48f8-9001-58c63d3167eb None None] Current status of the port eea660a7-9c5c-4d72-ae94-76e73f5a3d38 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:15:00.961843 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-90fa048a-4240-42c7-b18c-c7e35260d479 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (7469fd6a-477c-4d32-88bf-e9c36eeb007f), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:00.982082 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fa048a-4240-42c7-b18c-c7e35260d479 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7469fd6a-477c-4d32-88bf-e9c36eeb007f,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:15:00.991440 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-90fa048a-4240-42c7-b18c-c7e35260d479 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:00.992798 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-90fa048a-4240-42c7-b18c-c7e35260d479 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2027867 Mar 28 01:15:00.995777 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 56740) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:15:01.000540 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-75f5b1e8-e6fa-478c-ae18-3634e76a1b9e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'security_group_rule': {'security_group_id': 'cd2cb269-f5c0-4798-915a-f1ababd4605f', 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:15:01.023015 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.securitygroups_db [None req-75f5b1e8-e6fa-478c-ae18-3634e76a1b9e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Project cf1ee0ed9c204cc5bccbb38ebf185041 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 01:15:01.028140 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-75f5b1e8-e6fa-478c-ae18-3634e76a1b9e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (475b612c-45a8-4afa-b999-060d3886f129), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:01.090709 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-75f5b1e8-e6fa-478c-ae18-3634e76a1b9e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (475b612c-45a8-4afa-b999-060d3886f129), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:01.095612 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-75f5b1e8-e6fa-478c-ae18-3634e76a1b9e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (475b612c-45a8-4afa-b999-060d3886f129), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:01.116613 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f5b1e8-e6fa-478c-ae18-3634e76a1b9e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=475b612c-45a8-4afa-b999-060d3886f129,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:15:01.122224 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-75f5b1e8-e6fa-478c-ae18-3634e76a1b9e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:01.123419 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-75f5b1e8-e6fa-478c-ae18-3634e76a1b9e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1265438 Mar 28 01:15:01.274814 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-c0183dc3-da84-4b08-9912-5b64dfd330de req-d665d22d-f3ae-4f1b-b109-8a7ed117ed5b tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-841063364&fields=id&tenant_id=cf1ee0ed9c204cc5bccbb38ebf185041 HTTP/1.1" status: 200 len: 267 time: 0.0445883 Mar 28 01:15:01.341235 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0183dc3-da84-4b08-9912-5b64dfd330de req-be5671c1-fc7e-4eea-a66c-5d4e61e81a26 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:15:01.342909 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-c0183dc3-da84-4b08-9912-5b64dfd330de req-be5671c1-fc7e-4eea-a66c-5d4e61e81a26 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports/e1b1f7c5-e80d-4509-bd24-bc454a06dea9 HTTP/1.1" status: 200 len: 930 time: 0.0610926 Mar 28 01:15:01.360940 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [req-c0183dc3-da84-4b08-9912-5b64dfd330de req-486a4e3a-064d-4235-b5db-276fc71c58d3 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=104099) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 01:15:01.362522 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-c0183dc3-da84-4b08-9912-5b64dfd330de req-486a4e3a-064d-4235-b5db-276fc71c58d3 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054121 Mar 28 01:15:01.406673 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-c0183dc3-da84-4b08-9912-5b64dfd330de req-d8629eba-1f9d-4e1a-9189-20e2e273d576 service neutron] 10.222.0.24 "GET /v2.0/ports/e1b1f7c5-e80d-4509-bd24-bc454a06dea9?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0374725 Mar 28 01:15:01.450796 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device eea660a7-9c5c-4d72-ae94-76e73f5a3d38 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:15:01.499664 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-c0183dc3-da84-4b08-9912-5b64dfd330de req-796ddabe-76e7-493c-808c-fdc654083739 service neutron] 10.222.0.24 "GET /v2.0/networks/9d43fbe1-07dc-455e-8be8-c8201307ab09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863242 Mar 28 01:15:01.501853 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port eea660a7-9c5c-4d72-ae94-76e73f5a3d38 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:15:01.502271 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (eea660a7-9c5c-4d72-ae94-76e73f5a3d38), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:01.587496 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port eea660a7-9c5c-4d72-ae94-76e73f5a3d38 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:15:01.588617 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device cd220bcb-3660-48c1-ad97-54db560b6f9e up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:15:01.605546 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-c0183dc3-da84-4b08-9912-5b64dfd330de req-c0511463-8657-4422-a40f-c64f7feeb890 service neutron] 10.222.0.24 "GET /v2.0/networks/9d43fbe1-07dc-455e-8be8-c8201307ab09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974967 Mar 28 01:15:01.637683 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port cd220bcb-3660-48c1-ad97-54db560b6f9e triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:15:01.638059 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (cd220bcb-3660-48c1-ad97-54db560b6f9e), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:01.659683 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0183dc3-da84-4b08-9912-5b64dfd330de req-02f05d84-0986-4566-80d2-27c502611f36 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:15:01.661906 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-c0183dc3-da84-4b08-9912-5b64dfd330de req-02f05d84-0986-4566-80d2-27c502611f36 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports/e1b1f7c5-e80d-4509-bd24-bc454a06dea9 HTTP/1.1" status: 200 len: 930 time: 0.0506656 Mar 28 01:15:01.724000 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port cd220bcb-3660-48c1-ad97-54db560b6f9e is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:15:01.839685 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-520e380b-ebaf-42d7-a183-5287bd52bff9 req-391867be-6ed8-4dd8-a3fc-5887381b6136 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b2c54f9-63cc-424f-b000-df13241ca11b HTTP/1.1" status: 200 len: 210 time: 0.0310175 Mar 28 01:15:01.863119 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.agents_db [None req-9a1d863f-391a-42f4-9870-e8292b919beb None None] Agent healthcheck: found 6 active agents {{(pid=104101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 01:15:01.877066 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 56760) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:15:01.973844 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0183dc3-da84-4b08-9912-5b64dfd330de req-64ed6f7f-36e3-4241-8550-25a46c0d80d4 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:15:01.975343 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-c0183dc3-da84-4b08-9912-5b64dfd330de req-64ed6f7f-36e3-4241-8550-25a46c0d80d4 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports/e1b1f7c5-e80d-4509-bd24-bc454a06dea9 HTTP/1.1" status: 200 len: 930 time: 0.0972362 Mar 28 01:15:02.045166 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dcd4ae-2fe1-4f82-8b04-a60b7ad4dc08 req-40319a37-be5c-45e4-9d52-f5bfad1875e5 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:15:02.046598 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-39dcd4ae-2fe1-4f82-8b04-a60b7ad4dc08 req-40319a37-be5c-45e4-9d52-f5bfad1875e5 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/ports?device_id=ede098ee-bd60-4d4d-8de0-0e9c2333ffeb HTTP/1.1" status: 200 len: 943 time: 0.0541382 Mar 28 01:15:02.098740 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-39dcd4ae-2fe1-4f82-8b04-a60b7ad4dc08 req-8c9cf6a9-169e-4f2c-b75d-818370669797 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a04cadd-9e33-421f-9e10-fcf82d2217a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444708 Mar 28 01:15:02.695400 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:02.912183 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0183dc3-da84-4b08-9912-5b64dfd330de req-8ac6f7c9-fa2b-4aa4-86e9-a7c09b83d765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:15:02.914839 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-c0183dc3-da84-4b08-9912-5b64dfd330de req-8ac6f7c9-fa2b-4aa4-86e9-a7c09b83d765 service neutron] 10.222.0.10 "GET /v2.0/ports/e1b1f7c5-e80d-4509-bd24-bc454a06dea9 HTTP/1.1" status: 200 len: 1026 time: 0.0502400 Mar 28 01:15:02.937072 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-9931bb2f-5718-4017-9cb8-c9e2503ed76a req-99f9e55f-67e7-416e-b20b-783a076e8ece tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b2c54f9-63cc-424f-b000-df13241ca11b HTTP/1.1" status: 200 len: 210 time: 0.0272701 Mar 28 01:15:03.021699 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0183dc3-da84-4b08-9912-5b64dfd330de req-68fd4b97-e6c8-404d-9889-35323431ae78 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:15:03.023143 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-c0183dc3-da84-4b08-9912-5b64dfd330de req-68fd4b97-e6c8-404d-9889-35323431ae78 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.10 "GET /v2.0/networks?id=9d43fbe1-07dc-455e-8be8-c8201307ab09 HTTP/1.1" status: 200 len: 797 time: 0.1026733 Mar 28 01:15:03.090015 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-c0183dc3-da84-4b08-9912-5b64dfd330de req-9cb5c2a7-079f-451e-9096-a3c9068138f5 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf1ee0ed9c204cc5bccbb38ebf185041 HTTP/1.1" status: 200 len: 379 time: 0.0575640 Mar 28 01:15:03.100484 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [req-c0183dc3-da84-4b08-9912-5b64dfd330de req-c3587b7c-6c8b-4816-8756-943166cb57c2 service neutron] Request body: {'port': {'device_id': '1b2c54f9-63cc-424f-b000-df13241ca11b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8348'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:15:03.162887 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-c0183dc3-da84-4b08-9912-5b64dfd330de req-c3587b7c-6c8b-4816-8756-943166cb57c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (e1b1f7c5-e80d-4509-bd24-bc454a06dea9), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:03.259470 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d0b1d5-f86c-4741-8ccc-46a39ed1ef3e req-14f6cdfd-fb78-480a-91e6-621008e50598 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:15:03.260972 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-c1d0b1d5-f86c-4741-8ccc-46a39ed1ef3e req-14f6cdfd-fb78-480a-91e6-621008e50598 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/ports?device_id=ede098ee-bd60-4d4d-8de0-0e9c2333ffeb HTTP/1.1" status: 200 len: 943 time: 0.0899997 Mar 28 01:15:03.406377 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-c1d0b1d5-f86c-4741-8ccc-46a39ed1ef3e req-15b201de-eeba-4706-8183-f70047d4adfa tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a04cadd-9e33-421f-9e10-fcf82d2217a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1030290 Mar 28 01:15:03.501013 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [req-c0183dc3-da84-4b08-9912-5b64dfd330de req-c3587b7c-6c8b-4816-8756-943166cb57c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1b1f7c5-e80d-4509-bd24-bc454a06dea9 {{(pid=104099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 01:15:03.508845 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-c0183dc3-da84-4b08-9912-5b64dfd330de req-c3587b7c-6c8b-4816-8756-943166cb57c2 service neutron] Publish callbacks [] for port (e1b1f7c5-e80d-4509-bd24-bc454a06dea9), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:03.521047 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [req-c0183dc3-da84-4b08-9912-5b64dfd330de req-c3587b7c-6c8b-4816-8756-943166cb57c2 service neutron] Transition to ACTIVE for port object e1b1f7c5-e80d-4509-bd24-bc454a06dea9 will not be triggered until provisioned by entity L2. {{(pid=104099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 01:15:03.524707 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-c0183dc3-da84-4b08-9912-5b64dfd330de req-c3587b7c-6c8b-4816-8756-943166cb57c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (e1b1f7c5-e80d-4509-bd24-bc454a06dea9), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:03.575266 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3587b7c-6c8b-4816-8756-943166cb57c2 service neutron] Pushing event updated for resources: {'Port': ['ID=e1b1f7c5-e80d-4509-bd24-bc454a06dea9,revision_number=2']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:15:03.644663 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-c0183dc3-da84-4b08-9912-5b64dfd330de req-c3587b7c-6c8b-4816-8756-943166cb57c2 service neutron] Attempting to bind port e1b1f7c5-e80d-4509-bd24-bc454a06dea9 on host hv-neutron-8348 for vnic_type normal with profile {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:15:03.644996 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-c0183dc3-da84-4b08-9912-5b64dfd330de req-c3587b7c-6c8b-4816-8756-943166cb57c2 service neutron] Attempting to bind port e1b1f7c5-e80d-4509-bd24-bc454a06dea9 by drivers openvswitch,hyperv on host hv-neutron-8348 at level 0 using segments [{'id': 'fccbeaca-e7a1-4cea-bd84-765596f03303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9d43fbe1-07dc-455e-8be8-c8201307ab09'}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:15:03.645324 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0183dc3-da84-4b08-9912-5b64dfd330de req-c3587b7c-6c8b-4816-8756-943166cb57c2 service neutron] Attempting to bind port e1b1f7c5-e80d-4509-bd24-bc454a06dea9 on network 9d43fbe1-07dc-455e-8be8-c8201307ab09 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:15:03.649804 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0183dc3-da84-4b08-9912-5b64dfd330de req-c3587b7c-6c8b-4816-8756-943166cb57c2 service neutron] Port e1b1f7c5-e80d-4509-bd24-bc454a06dea9 on network 9d43fbe1-07dc-455e-8be8-c8201307ab09 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8348 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 01:15:03.650123 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0183dc3-da84-4b08-9912-5b64dfd330de req-c3587b7c-6c8b-4816-8756-943166cb57c2 service neutron] Attempting to bind port e1b1f7c5-e80d-4509-bd24-bc454a06dea9 on network 9d43fbe1-07dc-455e-8be8-c8201307ab09 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:15:03.655046 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0183dc3-da84-4b08-9912-5b64dfd330de req-c3587b7c-6c8b-4816-8756-943166cb57c2 service neutron] Checking agent: {'id': '287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8348', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 1, 2, 33), 'started_at': datetime.datetime(2022, 3, 28, 1, 2, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:15:03.655375 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0183dc3-da84-4b08-9912-5b64dfd330de req-c3587b7c-6c8b-4816-8756-943166cb57c2 service neutron] Checking segment: {'id': 'fccbeaca-e7a1-4cea-bd84-765596f03303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9d43fbe1-07dc-455e-8be8-c8201307ab09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:15:03.655755 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0183dc3-da84-4b08-9912-5b64dfd330de req-c3587b7c-6c8b-4816-8756-943166cb57c2 service neutron] Bound using segment: {'id': 'fccbeaca-e7a1-4cea-bd84-765596f03303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9d43fbe1-07dc-455e-8be8-c8201307ab09'} {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:15:03.656466 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-c0183dc3-da84-4b08-9912-5b64dfd330de req-c3587b7c-6c8b-4816-8756-943166cb57c2 service neutron] Bound port: e1b1f7c5-e80d-4509-bd24-bc454a06dea9, host: hv-neutron-8348, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fccbeaca-e7a1-4cea-bd84-765596f03303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9d43fbe1-07dc-455e-8be8-c8201307ab09'}}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:15:03.656820 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-c0183dc3-da84-4b08-9912-5b64dfd330de req-c3587b7c-6c8b-4816-8756-943166cb57c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (e1b1f7c5-e80d-4509-bd24-bc454a06dea9), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:03.720692 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-c0183dc3-da84-4b08-9912-5b64dfd330de req-c3587b7c-6c8b-4816-8756-943166cb57c2 service neutron] For port e1b1f7c5-e80d-4509-bd24-bc454a06dea9, host hv-neutron-8348, cleared binding levels {{(pid=104099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:15:03.724380 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-c0183dc3-da84-4b08-9912-5b64dfd330de req-c3587b7c-6c8b-4816-8756-943166cb57c2 service neutron] For port e1b1f7c5-e80d-4509-bd24-bc454a06dea9, host hv-neutron-8348, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=e1b1f7c5-e80d-4509-bd24-bc454a06dea9,segment=NetworkSegment(fccbeaca-e7a1-4cea-bd84-765596f03303),segment_id=fccbeaca-e7a1-4cea-bd84-765596f03303)] {{(pid=104099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:15:03.730072 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-c0183dc3-da84-4b08-9912-5b64dfd330de req-c3587b7c-6c8b-4816-8756-943166cb57c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (e1b1f7c5-e80d-4509-bd24-bc454a06dea9), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:03.764694 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0183dc3-da84-4b08-9912-5b64dfd330de req-c3587b7c-6c8b-4816-8756-943166cb57c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:15:03.765622 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-c0183dc3-da84-4b08-9912-5b64dfd330de req-c3587b7c-6c8b-4816-8756-943166cb57c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:03.767005 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-c0183dc3-da84-4b08-9912-5b64dfd330de req-c3587b7c-6c8b-4816-8756-943166cb57c2 service neutron] 10.222.0.10 "PUT /v2.0/ports/e1b1f7c5-e80d-4509-bd24-bc454a06dea9 HTTP/1.1" status: 200 len: 1131 time: 0.6703517 Mar 28 01:15:03.769855 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b2c54f9-63cc-424f-b000-df13241ca11b', 'tag': 'e1b1f7c5-e80d-4509-bd24-bc454a06dea9'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:15:03.773321 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2af4b01a9fa8b1570ccf1d7859d693ad34c106b258078e9cfae86b97f35e3d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a7e1a0a-de6c-47e3-939e-70f6cb8ce50f" -d '{"events": [{"name": "network-changed", "server_uuid": "1b2c54f9-63cc-424f-b000-df13241ca11b", "tag": "e1b1f7c5-e80d-4509-bd24-bc454a06dea9"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:15:03.805245 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3587b7c-6c8b-4816-8756-943166cb57c2 service neutron] Pushing event updated for resources: {'Port': ['ID=e1b1f7c5-e80d-4509-bd24-bc454a06dea9,revision_number=3']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:15:03.824093 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 01:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09dc0958-e3ea-4fe1-a25f-1b5c96930ecc x-openstack-request-id: req-09dc0958-e3ea-4fe1-a25f-1b5c96930ecc {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:15:03.824397 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b2c54f9-63cc-424f-b000-df13241ca11b", "tag": "e1b1f7c5-e80d-4509-bd24-bc454a06dea9", "status": "completed", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:15:03.824661 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-09dc0958-e3ea-4fe1-a25f-1b5c96930ecc {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:15:03.825079 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09dc0958-e3ea-4fe1-a25f-1b5c96930ecc'] response: {'name': 'network-changed', 'server_uuid': '1b2c54f9-63cc-424f-b000-df13241ca11b', 'tag': 'e1b1f7c5-e80d-4509-bd24-bc454a06dea9', 'status': 'completed', 'code': 200} Mar 28 01:15:03.882370 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0183dc3-da84-4b08-9912-5b64dfd330de req-107bbfc9-4f9a-4bdd-8f6a-8458c9734778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:15:03.884002 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-c0183dc3-da84-4b08-9912-5b64dfd330de req-107bbfc9-4f9a-4bdd-8f6a-8458c9734778 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cf1ee0ed9c204cc5bccbb38ebf185041&device_id=1b2c54f9-63cc-424f-b000-df13241ca11b HTTP/1.1" status: 200 len: 1165 time: 0.0476651 Mar 28 01:15:03.932833 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-c0183dc3-da84-4b08-9912-5b64dfd330de req-3f30558c-2126-4485-ab99-a9050eb5f8c5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1b1f7c5-e80d-4509-bd24-bc454a06dea9 HTTP/1.1" status: 200 len: 217 time: 0.0407069 Mar 28 01:15:03.982458 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0183dc3-da84-4b08-9912-5b64dfd330de req-460ee13a-17cc-4388-8f9c-d2e76245ead7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:15:03.984025 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-c0183dc3-da84-4b08-9912-5b64dfd330de req-460ee13a-17cc-4388-8f9c-d2e76245ead7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2152c7d5-22be-4fd4-8826-8c3c82a6fb45 HTTP/1.1" status: 200 len: 835 time: 0.0445039 Mar 28 01:15:04.075821 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0183dc3-da84-4b08-9912-5b64dfd330de req-abc7f6a3-4d11-4966-b5c1-b7bf16ff5d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:15:04.077377 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-c0183dc3-da84-4b08-9912-5b64dfd330de req-abc7f6a3-4d11-4966-b5c1-b7bf16ff5d83 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9d43fbe1-07dc-455e-8be8-c8201307ab09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0788991 Mar 28 01:15:04.085043 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a86c76-e2f7-4019-bf66-a43aac2141a7 req-cbbfab56-a0c9-43d2-8b8e-1d0e152c6d73 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:15:04.086392 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-06a86c76-e2f7-4019-bf66-a43aac2141a7 req-cbbfab56-a0c9-43d2-8b8e-1d0e152c6d73 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b2c54f9-63cc-424f-b000-df13241ca11b HTTP/1.1" status: 200 len: 981 time: 0.0804574 Mar 28 01:15:04.183679 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-06a86c76-e2f7-4019-bf66-a43aac2141a7 req-3c1d6728-1fd1-4b81-8681-701ba6787288 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?id=65f46ee6-9f03-43da-af69-3993af63648c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888309 Mar 28 01:15:04.199052 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-c0183dc3-da84-4b08-9912-5b64dfd330de req-37a39b47-267a-44e9-9fd9-d15397509792 service neutron] 10.222.0.10 "GET /v2.0/networks/9d43fbe1-07dc-455e-8be8-c8201307ab09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117625 Mar 28 01:15:04.292952 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-c0183dc3-da84-4b08-9912-5b64dfd330de req-acbef56a-c0c9-4cf1-a345-8147655e6d55 service neutron] 10.222.0.10 "GET /v2.0/networks/9d43fbe1-07dc-455e-8be8-c8201307ab09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853896 Mar 28 01:15:04.383770 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7e1a0a-de6c-47e3-939e-70f6cb8ce50f req-7310f37e-caed-472a-952e-00e5f127f5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:15:04.385260 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7a7e1a0a-de6c-47e3-939e-70f6cb8ce50f req-7310f37e-caed-472a-952e-00e5f127f5fa service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cf1ee0ed9c204cc5bccbb38ebf185041&device_id=1b2c54f9-63cc-424f-b000-df13241ca11b HTTP/1.1" status: 200 len: 1165 time: 0.0443180 Mar 28 01:15:04.477562 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7e1a0a-de6c-47e3-939e-70f6cb8ce50f req-811918de-3078-45ba-bc30-2153db2f7c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:15:04.479387 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7a7e1a0a-de6c-47e3-939e-70f6cb8ce50f req-811918de-3078-45ba-bc30-2153db2f7c57 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9d43fbe1-07dc-455e-8be8-c8201307ab09 HTTP/1.1" status: 200 len: 897 time: 0.0866985 Mar 28 01:15:04.521435 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7a7e1a0a-de6c-47e3-939e-70f6cb8ce50f req-32016851-85f8-46a7-ace8-e4b5e4df47e5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1b1f7c5-e80d-4509-bd24-bc454a06dea9 HTTP/1.1" status: 200 len: 217 time: 0.0350363 Mar 28 01:15:04.524433 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9199a76-5380-49e6-8994-3df3694200ef req-3c406b92-3df8-4376-8adc-98dbf9415f36 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:15:04.525935 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-a9199a76-5380-49e6-8994-3df3694200ef req-3c406b92-3df8-4376-8adc-98dbf9415f36 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/ports?device_id=ede098ee-bd60-4d4d-8de0-0e9c2333ffeb HTTP/1.1" status: 200 len: 943 time: 0.0525916 Mar 28 01:15:04.570247 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7e1a0a-de6c-47e3-939e-70f6cb8ce50f req-5f25beeb-0f86-4e02-81a3-9ad8104ebc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:15:04.571620 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7a7e1a0a-de6c-47e3-939e-70f6cb8ce50f req-5f25beeb-0f86-4e02-81a3-9ad8104ebc27 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2152c7d5-22be-4fd4-8826-8c3c82a6fb45 HTTP/1.1" status: 200 len: 835 time: 0.0434134 Mar 28 01:15:04.574698 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-a9199a76-5380-49e6-8994-3df3694200ef req-99908799-1ae4-486c-8c84-ccc5d4a88302 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a04cadd-9e33-421f-9e10-fcf82d2217a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428607 Mar 28 01:15:04.625345 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7e1a0a-de6c-47e3-939e-70f6cb8ce50f req-970595d2-5d60-4afa-80b2-22437345b1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:15:04.626805 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7a7e1a0a-de6c-47e3-939e-70f6cb8ce50f req-970595d2-5d60-4afa-80b2-22437345b1c8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9d43fbe1-07dc-455e-8be8-c8201307ab09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0475252 Mar 28 01:15:04.713255 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7a7e1a0a-de6c-47e3-939e-70f6cb8ce50f req-20ef1e7e-2dac-4aab-901b-8f5e34d0de6a service neutron] 10.222.0.10 "GET /v2.0/networks/9d43fbe1-07dc-455e-8be8-c8201307ab09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793831 Mar 28 01:15:04.803817 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7a7e1a0a-de6c-47e3-939e-70f6cb8ce50f req-e2d09810-e680-41ba-b1c4-24133c9e758b service neutron] 10.222.0.10 "GET /v2.0/networks/9d43fbe1-07dc-455e-8be8-c8201307ab09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831535 Mar 28 01:15:05.302113 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6093221-17e5-4cf5-9a51-041e97b582e5 req-9e0edfce-5cd0-404f-9f71-ed273333689c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:15:05.304483 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-b6093221-17e5-4cf5-9a51-041e97b582e5 req-9e0edfce-5cd0-404f-9f71-ed273333689c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b2c54f9-63cc-424f-b000-df13241ca11b HTTP/1.1" status: 200 len: 981 time: 0.0548856 Mar 28 01:15:05.350445 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-b6093221-17e5-4cf5-9a51-041e97b582e5 req-71105f45-302f-46ec-a280-56f95b9cfa98 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?id=65f46ee6-9f03-43da-af69-3993af63648c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404751 Mar 28 01:15:05.653190 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device 7d12ab3f-58e2-4190-b9e6-cdee0a363346 details requested by agent hyperv_hv-neutron-8348 with host hv-neutron-8348 {{(pid=104100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 01:15:05.695512 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77ef1ac-72e6-4958-9e1e-680550dc8ce4 req-fcc2411c-72bf-4e83-bddd-c83270b49bfa tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:15:05.697011 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-a77ef1ac-72e6-4958-9e1e-680550dc8ce4 req-fcc2411c-72bf-4e83-bddd-c83270b49bfa tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/ports?device_id=ede098ee-bd60-4d4d-8de0-0e9c2333ffeb HTTP/1.1" status: 200 len: 943 time: 0.0575762 Mar 28 01:15:05.744883 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-a77ef1ac-72e6-4958-9e1e-680550dc8ce4 req-39a5a95d-7f2a-4c5f-818c-141f08a707f9 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a04cadd-9e33-421f-9e10-fcf82d2217a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423019 Mar 28 01:15:05.747335 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port 7d12ab3f-58e2-4190-b9e6-cdee0a363346, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=7d12ab3f-58e2-4190-b9e6-cdee0a363346,segment=NetworkSegment(de88a4a0-f76a-4017-a6e3-6b8499720147),segment_id=de88a4a0-f76a-4017-a6e3-6b8499720147)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:15:05.759306 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Returning: {'device': '7d12ab3f-58e2-4190-b9e6-cdee0a363346', 'network_id': '788fd3f3-3593-4cdc-933e-dd5c53c623d8', 'port_id': '7d12ab3f-58e2-4190-b9e6-cdee0a363346', 'mac_address': 'fa:16:3e:80:35:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a57ae47-09ee-4007-9878-c6cea91f6590', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 01:15:05.800956 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port 7d12ab3f-58e2-4190-b9e6-cdee0a363346 is: DOWN; New status is: BUILD {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:15:05.801337 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (7d12ab3f-58e2-4190-b9e6-cdee0a363346), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:05.813650 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d12ab3f-58e2-4190-b9e6-cdee0a363346 {{(pid=104100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 01:15:05.834163 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port 7d12ab3f-58e2-4190-b9e6-cdee0a363346, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=7d12ab3f-58e2-4190-b9e6-cdee0a363346,segment=NetworkSegment(de88a4a0-f76a-4017-a6e3-6b8499720147),segment_id=de88a4a0-f76a-4017-a6e3-6b8499720147)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:15:05.837871 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (7d12ab3f-58e2-4190-b9e6-cdee0a363346), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:05.838661 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device e1b1f7c5-e80d-4509-bd24-bc454a06dea9 details requested by agent hyperv_hv-neutron-8348 with host hv-neutron-8348 {{(pid=104100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 01:15:05.932143 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Pushing event updated for resources: {'Port': ['ID=7d12ab3f-58e2-4190-b9e6-cdee0a363346,revision_number=4']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:15:05.944775 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:15:05.945122 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:15:05.945466 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:15:05.945828 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:15:05.946168 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:15:05.946498 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:15:05.946824 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:15:05.947154 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:15:05.947484 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:15:05.947809 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:15:05.948246 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:15:05.948576 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:15:05.948894 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:15:05.949212 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:15:05.949530 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:15:05.988228 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port e1b1f7c5-e80d-4509-bd24-bc454a06dea9, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=e1b1f7c5-e80d-4509-bd24-bc454a06dea9,segment=NetworkSegment(fccbeaca-e7a1-4cea-bd84-765596f03303),segment_id=fccbeaca-e7a1-4cea-bd84-765596f03303)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:15:05.998641 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Returning: {'device': 'e1b1f7c5-e80d-4509-bd24-bc454a06dea9', 'network_id': '9d43fbe1-07dc-455e-8be8-c8201307ab09', 'port_id': 'e1b1f7c5-e80d-4509-bd24-bc454a06dea9', 'mac_address': 'fa:16:3e:ec:20:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2152c7d5-22be-4fd4-8826-8c3c82a6fb45', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 01:15:06.035799 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port e1b1f7c5-e80d-4509-bd24-bc454a06dea9 is: DOWN; New status is: BUILD {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:15:06.036233 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (e1b1f7c5-e80d-4509-bd24-bc454a06dea9), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:06.048258 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1b1f7c5-e80d-4509-bd24-bc454a06dea9 {{(pid=104100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 01:15:06.066624 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port e1b1f7c5-e80d-4509-bd24-bc454a06dea9, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=e1b1f7c5-e80d-4509-bd24-bc454a06dea9,segment=NetworkSegment(fccbeaca-e7a1-4cea-bd84-765596f03303),segment_id=fccbeaca-e7a1-4cea-bd84-765596f03303)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:15:06.070591 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (e1b1f7c5-e80d-4509-bd24-bc454a06dea9), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:06.117976 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Pushing event updated for resources: {'Port': ['ID=e1b1f7c5-e80d-4509-bd24-bc454a06dea9,revision_number=4']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:15:06.348639 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] get_ports_and_sgs() called for port_ids ['e1b1f7c5-e80d-4509-bd24-bc454a06dea9'] {{(pid=104100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 01:15:06.428888 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] get_ports_and_sgs() called for port_ids ['7d12ab3f-58e2-4190-b9e6-cdee0a363346'] {{(pid=104100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 01:15:06.466838 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11eb81e-9009-4970-bd14-67b27e4c06ad req-acad58d6-ce1d-44e7-bfda-5d4f5ebe90b0 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:15:06.468471 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e11eb81e-9009-4970-bd14-67b27e4c06ad req-acad58d6-ce1d-44e7-bfda-5d4f5ebe90b0 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b2c54f9-63cc-424f-b000-df13241ca11b HTTP/1.1" status: 200 len: 982 time: 0.0518551 Mar 28 01:15:06.514185 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e11eb81e-9009-4970-bd14-67b27e4c06ad req-8a7f33c0-5e8e-49f0-a4e3-af6f16304798 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?id=65f46ee6-9f03-43da-af69-3993af63648c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396984 Mar 28 01:15:06.862019 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d0764e-1239-40b5-bba4-3ac7029b8cfe req-dbe6d586-9a75-450d-a99c-98553649590f tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:15:06.863503 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-b1d0764e-1239-40b5-bba4-3ac7029b8cfe req-dbe6d586-9a75-450d-a99c-98553649590f tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/ports?device_id=ede098ee-bd60-4d4d-8de0-0e9c2333ffeb HTTP/1.1" status: 200 len: 944 time: 0.0529268 Mar 28 01:15:06.911765 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-b1d0764e-1239-40b5-bba4-3ac7029b8cfe req-afc281a6-9cf0-49c1-be09-e6cb44d66eaf tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a04cadd-9e33-421f-9e10-fcf82d2217a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427196 Mar 28 01:15:07.634658 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3b7036-8555-426f-bcae-a1d0080825fc req-78e2843c-41cf-4d32-aab3-f8b794cfc287 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:15:07.636141 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-ea3b7036-8555-426f-bcae-a1d0080825fc req-78e2843c-41cf-4d32-aab3-f8b794cfc287 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b2c54f9-63cc-424f-b000-df13241ca11b HTTP/1.1" status: 200 len: 982 time: 0.0547183 Mar 28 01:15:07.657745 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device 7d12ab3f-58e2-4190-b9e6-cdee0a363346 up at agent hyperv_hv-neutron-8348 {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:15:07.682490 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-ea3b7036-8555-426f-bcae-a1d0080825fc req-7aaf424e-1179-41f4-985b-e68061916948 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?id=65f46ee6-9f03-43da-af69-3993af63648c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408895 Mar 28 01:15:07.710795 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Provisioning for port 7d12ab3f-58e2-4190-b9e6-cdee0a363346 completed by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 01:15:07.714690 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Provisioning complete for port 7d12ab3f-58e2-4190-b9e6-cdee0a363346 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:15:07.715064 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (7d12ab3f-58e2-4190-b9e6-cdee0a363346), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:07.791116 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port 7d12ab3f-58e2-4190-b9e6-cdee0a363346 is: BUILD; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:15:07.791499 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (7d12ab3f-58e2-4190-b9e6-cdee0a363346), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:07.813534 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ede098ee-bd60-4d4d-8de0-0e9c2333ffeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d12ab3f-58e2-4190-b9e6-cdee0a363346'}] {{(pid=104100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:15:07.815689 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd27896ebc78d0f7931321182ba9533a7b768b1c3fcddb3ff52a8aee6ddeaf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-496ee3de-5314-4723-9f7a-a1a3282a6f49" -d '{"events": [{"server_uuid": "ede098ee-bd60-4d4d-8de0-0e9c2333ffeb", "name": "network-vif-plugged", "status": "completed", "tag": "7d12ab3f-58e2-4190-b9e6-cdee0a363346"}]}' {{(pid=104100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:15:07.828492 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port 7d12ab3f-58e2-4190-b9e6-cdee0a363346, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=7d12ab3f-58e2-4190-b9e6-cdee0a363346,segment=NetworkSegment(de88a4a0-f76a-4017-a6e3-6b8499720147),segment_id=de88a4a0-f76a-4017-a6e3-6b8499720147)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:15:07.833078 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (7d12ab3f-58e2-4190-b9e6-cdee0a363346), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:07.833868 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device e1b1f7c5-e80d-4509-bd24-bc454a06dea9 up at agent hyperv_hv-neutron-8348 {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:15:07.911421 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 01:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae6dd32e-dcbc-4be3-adc0-95dbf04581ba x-openstack-request-id: req-ae6dd32e-dcbc-4be3-adc0-95dbf04581ba {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:15:07.911721 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ede098ee-bd60-4d4d-8de0-0e9c2333ffeb", "name": "network-vif-plugged", "status": "completed", "tag": "7d12ab3f-58e2-4190-b9e6-cdee0a363346", "code": 200}]} {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:15:07.911977 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ae6dd32e-dcbc-4be3-adc0-95dbf04581ba {{(pid=104100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:15:07.912407 dv-neutron-834874-6-hyperv neutron-server[104100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae6dd32e-dcbc-4be3-adc0-95dbf04581ba'] response: {'server_uuid': 'ede098ee-bd60-4d4d-8de0-0e9c2333ffeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d12ab3f-58e2-4190-b9e6-cdee0a363346', 'code': 200} Mar 28 01:15:07.915283 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Pushing event updated for resources: {'Port': ['ID=7d12ab3f-58e2-4190-b9e6-cdee0a363346,revision_number=5']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:15:07.930064 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Provisioning for port e1b1f7c5-e80d-4509-bd24-bc454a06dea9 completed by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 01:15:07.934567 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Provisioning complete for port e1b1f7c5-e80d-4509-bd24-bc454a06dea9 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:15:07.935070 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (e1b1f7c5-e80d-4509-bd24-bc454a06dea9), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:08.015813 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port e1b1f7c5-e80d-4509-bd24-bc454a06dea9 is: BUILD; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:15:08.016225 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (e1b1f7c5-e80d-4509-bd24-bc454a06dea9), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:08.030197 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91278c6-17fe-4bd9-90cf-9632aa09073d req-2daf0fa2-79bb-4b1a-90da-acf7de0e0860 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:15:08.032092 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-d91278c6-17fe-4bd9-90cf-9632aa09073d req-2daf0fa2-79bb-4b1a-90da-acf7de0e0860 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/ports?device_id=ede098ee-bd60-4d4d-8de0-0e9c2333ffeb HTTP/1.1" status: 200 len: 945 time: 0.0549235 Mar 28 01:15:08.056325 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port e1b1f7c5-e80d-4509-bd24-bc454a06dea9, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=e1b1f7c5-e80d-4509-bd24-bc454a06dea9,segment=NetworkSegment(fccbeaca-e7a1-4cea-bd84-765596f03303),segment_id=fccbeaca-e7a1-4cea-bd84-765596f03303)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:15:08.060303 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (e1b1f7c5-e80d-4509-bd24-bc454a06dea9), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:08.109812 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Pushing event updated for resources: {'Port': ['ID=e1b1f7c5-e80d-4509-bd24-bc454a06dea9,revision_number=5']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:15:08.110130 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-d91278c6-17fe-4bd9-90cf-9632aa09073d req-f69a94f4-a6df-412d-9d63-e8dd86608076 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a04cadd-9e33-421f-9e10-fcf82d2217a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0708170 Mar 28 01:15:08.126201 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f1b1c0-39bc-4b39-b67a-61e3c962352b req-a6866f3d-1912-4f5a-9881-1f4aeef8eb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:15:08.127819 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-61f1b1c0-39bc-4b39-b67a-61e3c962352b req-a6866f3d-1912-4f5a-9881-1f4aeef8eb07 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ede098ee-bd60-4d4d-8de0-0e9c2333ffeb HTTP/1.1" status: 200 len: 1129 time: 0.0620611 Mar 28 01:15:08.173590 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-61f1b1c0-39bc-4b39-b67a-61e3c962352b req-5b923caa-1eef-476a-a02e-c5132180945a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=5a04cadd-9e33-421f-9e10-fcf82d2217a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394385 Mar 28 01:15:08.803766 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5091761-fbbc-4bf4-8736-876d2a23cbed req-b63ec8c8-ed0b-4c91-8f39-ae04a8b3484b tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:15:08.805269 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-e5091761-fbbc-4bf4-8736-876d2a23cbed req-b63ec8c8-ed0b-4c91-8f39-ae04a8b3484b tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b2c54f9-63cc-424f-b000-df13241ca11b HTTP/1.1" status: 200 len: 983 time: 0.0568614 Mar 28 01:15:08.851087 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-e5091761-fbbc-4bf4-8736-876d2a23cbed req-ac8bf25e-88c9-4218-a8e7-4acdf705ed9d tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?id=65f46ee6-9f03-43da-af69-3993af63648c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399673 Mar 28 01:15:09.230450 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340600cd-9343-4d63-903f-a95721e28613 req-0e9ed9e9-f302-4949-b6dc-3f5ff38b6803 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:15:09.232065 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-340600cd-9343-4d63-903f-a95721e28613 req-0e9ed9e9-f302-4949-b6dc-3f5ff38b6803 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/ports?device_id=ede098ee-bd60-4d4d-8de0-0e9c2333ffeb HTTP/1.1" status: 200 len: 945 time: 0.0543783 Mar 28 01:15:09.282648 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-340600cd-9343-4d63-903f-a95721e28613 req-c5c8146c-f82e-462d-8458-87744cb647e8 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a04cadd-9e33-421f-9e10-fcf82d2217a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443094 Mar 28 01:15:09.913111 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b2c54f9-63cc-424f-b000-df13241ca11b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1b1f7c5-e80d-4509-bd24-bc454a06dea9'}] {{(pid=104100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:15:09.915449 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd27896ebc78d0f7931321182ba9533a7b768b1c3fcddb3ff52a8aee6ddeaf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-220abd35-c3fa-4d04-925c-bc12b8c22265" -d '{"events": [{"server_uuid": "1b2c54f9-63cc-424f-b000-df13241ca11b", "name": "network-vif-plugged", "status": "completed", "tag": "e1b1f7c5-e80d-4509-bd24-bc454a06dea9"}]}' {{(pid=104100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:15:09.949238 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 01:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd1546f0-49bd-43b7-b30c-75719f1d3dfb x-openstack-request-id: req-dd1546f0-49bd-43b7-b30c-75719f1d3dfb {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:15:09.949538 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b2c54f9-63cc-424f-b000-df13241ca11b", "name": "network-vif-plugged", "status": "completed", "tag": "e1b1f7c5-e80d-4509-bd24-bc454a06dea9", "code": 200}]} {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:15:09.949789 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dd1546f0-49bd-43b7-b30c-75719f1d3dfb {{(pid=104100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:15:09.950180 dv-neutron-834874-6-hyperv neutron-server[104100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd1546f0-49bd-43b7-b30c-75719f1d3dfb'] response: {'server_uuid': '1b2c54f9-63cc-424f-b000-df13241ca11b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1b1f7c5-e80d-4509-bd24-bc454a06dea9', 'code': 200} Mar 28 01:15:09.970465 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc2e5dc-c580-4208-b724-c93d52f02ba5 req-b3cc5a49-2281-4e9a-acd5-fa4c4fc003a5 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:15:09.972548 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-dfc2e5dc-c580-4208-b724-c93d52f02ba5 req-b3cc5a49-2281-4e9a-acd5-fa4c4fc003a5 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b2c54f9-63cc-424f-b000-df13241ca11b HTTP/1.1" status: 200 len: 983 time: 0.0531979 Mar 28 01:15:10.021152 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-dfc2e5dc-c580-4208-b724-c93d52f02ba5 req-b4f9c3e6-1eb5-4ba1-bd41-be2a687134d5 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?id=65f46ee6-9f03-43da-af69-3993af63648c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430782 Mar 28 01:15:10.115090 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ee4e8d-de2a-4a08-bdd4-9ea469b9014c req-0a3fe5a1-f2aa-4495-8077-9acef474a4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:15:10.116599 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-91ee4e8d-de2a-4a08-bdd4-9ea469b9014c req-0a3fe5a1-f2aa-4495-8077-9acef474a4c1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1b2c54f9-63cc-424f-b000-df13241ca11b HTTP/1.1" status: 200 len: 1167 time: 0.0420785 Mar 28 01:15:10.163029 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-91ee4e8d-de2a-4a08-bdd4-9ea469b9014c req-e1d6f443-f425-4b17-9848-4467d06cb571 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=65f46ee6-9f03-43da-af69-3993af63648c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400972 Mar 28 01:15:10.702147 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ebba61-45fb-47ca-b48b-ce089c6a7a31 req-ce4e20bd-8b1c-4487-ad1a-c6a226fb6964 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:15:10.703516 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-b1ebba61-45fb-47ca-b48b-ce089c6a7a31 req-ce4e20bd-8b1c-4487-ad1a-c6a226fb6964 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/ports?device_id=ede098ee-bd60-4d4d-8de0-0e9c2333ffeb HTTP/1.1" status: 200 len: 945 time: 0.3520999 Mar 28 01:15:10.750197 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-b1ebba61-45fb-47ca-b48b-ce089c6a7a31 req-9e236ed3-e178-441f-81a0-bf0631b6c098 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a04cadd-9e33-421f-9e10-fcf82d2217a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406175 Mar 28 01:15:10.865013 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3d42e6-987e-4c39-93e4-98c316949d2c req-45de819a-c8c2-4d76-92f4-3eca5b8ce185 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:15:10.866482 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-9d3d42e6-987e-4c39-93e4-98c316949d2c req-45de819a-c8c2-4d76-92f4-3eca5b8ce185 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/ports?device_id=ede098ee-bd60-4d4d-8de0-0e9c2333ffeb HTTP/1.1" status: 200 len: 945 time: 0.0527785 Mar 28 01:15:10.917983 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-9d3d42e6-987e-4c39-93e4-98c316949d2c req-240b13d2-35bb-463a-81b6-003a14d9c92d tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a04cadd-9e33-421f-9e10-fcf82d2217a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459507 Mar 28 01:15:10.939706 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 56816) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:15:11.077452 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe949aa-9236-4dfa-9946-a74f6e4ba8cf tempest-TestVolumeBootPattern-626820451 tempest-TestVolumeBootPattern-626820451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:15:11.078975 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-5fe949aa-9236-4dfa-9946-a74f6e4ba8cf tempest-TestVolumeBootPattern-626820451 tempest-TestVolumeBootPattern-626820451-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ede098ee-bd60-4d4d-8de0-0e9c2333ffeb HTTP/1.1" status: 200 len: 1124 time: 0.1383064 Mar 28 01:15:11.081796 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 56822) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:15:11.086243 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-17aa300b-8b9e-4b4a-98a3-b2e843ce6d0a tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Request body: {'floatingip': {'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'port_id': '7d12ab3f-58e2-4190-b9e6-cdee0a363346', 'tenant_id': 'bf9f34f21ab94392ab36354129e00f8d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:15:11.106688 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-17aa300b-8b9e-4b4a-98a3-b2e843ce6d0a tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:11.140659 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fa5f7c-2534-4e20-8f75-865294d3f483 req-4b02d08e-7dd7-4bc7-9098-9ab8d8c8f90c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:15:11.142140 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-45fa5f7c-2534-4e20-8f75-865294d3f483 req-4b02d08e-7dd7-4bc7-9098-9ab8d8c8f90c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b2c54f9-63cc-424f-b000-df13241ca11b HTTP/1.1" status: 200 len: 983 time: 0.0544701 Mar 28 01:15:11.190944 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-45fa5f7c-2534-4e20-8f75-865294d3f483 req-419883dd-e830-499d-957a-486cd47a3234 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?id=65f46ee6-9f03-43da-af69-3993af63648c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426223 Mar 28 01:15:11.207125 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-17aa300b-8b9e-4b4a-98a3-b2e843ce6d0a tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:11.312955 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-17aa300b-8b9e-4b4a-98a3-b2e843ce6d0a tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Allocated IP 172.26.1.218 (dea6548b-502b-42db-97fb-371e423e739a/cce6de65-d8c9-45b8-9970-0a277e8c1192/a88d392d-d3c3-4efe-b3cc-9a226bdb7a98) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:15:11.392376 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-1c02136e-657d-4dc0-b7b0-9ebaa66e4f65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:11.416045 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-17aa300b-8b9e-4b4a-98a3-b2e843ce6d0a tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Publish callbacks [] for port (a88d392d-d3c3-4efe-b3cc-9a226bdb7a98), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:11.449481 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-17aa300b-8b9e-4b4a-98a3-b2e843ce6d0a tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (a88d392d-d3c3-4efe-b3cc-9a226bdb7a98), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:11.490798 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17aa300b-8b9e-4b4a-98a3-b2e843ce6d0a tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Network dea6548b-502b-42db-97fb-371e423e739a is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:15:11.493726 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-17aa300b-8b9e-4b4a-98a3-b2e843ce6d0a tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:15:11.499407 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17aa300b-8b9e-4b4a-98a3-b2e843ce6d0a tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:15:11.505899 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aa300b-8b9e-4b4a-98a3-b2e843ce6d0a tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Pushing event updated for resources: {'Port': ['ID=a88d392d-d3c3-4efe-b3cc-9a226bdb7a98,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:15:11.835739 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-17aa300b-8b9e-4b4a-98a3-b2e843ce6d0a tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Publish callbacks [] for floatingip (f86c227c-e4ca-40b9-a882-f1752de54a18), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:11.904655 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-17aa300b-8b9e-4b4a-98a3-b2e843ce6d0a tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (a88d392d-d3c3-4efe-b3cc-9a226bdb7a98), before_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:12.048870 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-17aa300b-8b9e-4b4a-98a3-b2e843ce6d0a tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Publish callbacks [] for port (a88d392d-d3c3-4efe-b3cc-9a226bdb7a98), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:12.053061 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-17aa300b-8b9e-4b4a-98a3-b2e843ce6d0a tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126177159'] for port (a88d392d-d3c3-4efe-b3cc-9a226bdb7a98), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:12.118795 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aa300b-8b9e-4b4a-98a3-b2e843ce6d0a tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Pushing event updated for resources: {'Port': ['ID=a88d392d-d3c3-4efe-b3cc-9a226bdb7a98,revision_number=2']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:15:12.128195 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-17aa300b-8b9e-4b4a-98a3-b2e843ce6d0a tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688063'] for floatingip (f86c227c-e4ca-40b9-a882-f1752de54a18), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:12.225924 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.l3_db [None req-17aa300b-8b9e-4b4a-98a3-b2e843ce6d0a tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Floating IP f86c227c-e4ca-40b9-a882-f1752de54a18 associated. External IP: 172.26.1.218, port: 7d12ab3f-58e2-4190-b9e6-cdee0a363346. Mar 28 01:15:12.359488 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84832fab-6a6b-4790-89fb-2a9ce542e97c req-b8886ba4-7e4d-4c68-9dca-55b56749d857 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:15:12.360963 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-84832fab-6a6b-4790-89fb-2a9ce542e97c req-b8886ba4-7e4d-4c68-9dca-55b56749d857 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b2c54f9-63cc-424f-b000-df13241ca11b HTTP/1.1" status: 200 len: 983 time: 0.1010840 Mar 28 01:15:12.478863 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-84832fab-6a6b-4790-89fb-2a9ce542e97c req-60bce65d-0685-43a0-b046-8abcf90a6d78 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?id=65f46ee6-9f03-43da-af69-3993af63648c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110277 Mar 28 01:15:12.504904 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17aa300b-8b9e-4b4a-98a3-b2e843ce6d0a tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Router 87992a48-3273-4cf7-b5bb-efc23b63aac4 has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:15:12.599828 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb24eb9d-5fbb-41ae-adc4-1d66feaed707 req-34fb1a15-5671-49df-8434-e70e70438ab1 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:15:12.601443 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-fb24eb9d-5fbb-41ae-adc4-1d66feaed707 req-34fb1a15-5671-49df-8434-e70e70438ab1 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b2c54f9-63cc-424f-b000-df13241ca11b HTTP/1.1" status: 200 len: 983 time: 0.0556934 Mar 28 01:15:12.614826 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17aa300b-8b9e-4b4a-98a3-b2e843ce6d0a tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:15:12.625158 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc3a8a0-a281-47c5-9fd7-237a1b342ab9 None None] Sync routers for ids ['87992a48-3273-4cf7-b5bb-efc23b63aac4'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:15:12.635407 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-17aa300b-8b9e-4b4a-98a3-b2e843ce6d0a tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for floatingip (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:12.637541 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc3a8a0-a281-47c5-9fd7-237a1b342ab9 None None] Routers {'87992a48-3273-4cf7-b5bb-efc23b63aac4'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:15:12.638165 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-9dc3a8a0-a281-47c5-9fd7-237a1b342ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:14:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['87992a48-3273-4cf7-b5bb-efc23b63aac4'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:15:12.653775 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-fb24eb9d-5fbb-41ae-adc4-1d66feaed707 req-29cdaf67-426a-46f5-af22-e4da3be9a6e6 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?id=65f46ee6-9f03-43da-af69-3993af63648c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466869 Mar 28 01:15:12.686878 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-17aa300b-8b9e-4b4a-98a3-b2e843ce6d0a tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5926335 Mar 28 01:15:12.686878 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ede098ee-bd60-4d4d-8de0-0e9c2333ffeb', 'tag': '7d12ab3f-58e2-4190-b9e6-cdee0a363346'}] {{(pid=104098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:15:12.686878 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4026f4115fe834cbdc9db1f12734a6e5e5d2473de268e244354b04a11285341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94183969-abed-4ad6-b5d3-f9d621ca9e5c" -d '{"events": [{"name": "network-changed", "server_uuid": "ede098ee-bd60-4d4d-8de0-0e9c2333ffeb", "tag": "7d12ab3f-58e2-4190-b9e6-cdee0a363346"}]}' {{(pid=104098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:15:12.687412 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 56828) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:15:12.713831 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 01:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ef5c253-22e7-4630-a438-d26d06649154 x-openstack-request-id: req-9ef5c253-22e7-4630-a438-d26d06649154 {{(pid=104098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:15:12.714121 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ede098ee-bd60-4d4d-8de0-0e9c2333ffeb", "tag": "7d12ab3f-58e2-4190-b9e6-cdee0a363346", "status": "completed", "code": 200}]} {{(pid=104098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:15:12.714376 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9ef5c253-22e7-4630-a438-d26d06649154 {{(pid=104098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:15:12.714785 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ef5c253-22e7-4630-a438-d26d06649154'] response: {'name': 'network-changed', 'server_uuid': 'ede098ee-bd60-4d4d-8de0-0e9c2333ffeb', 'tag': '7d12ab3f-58e2-4190-b9e6-cdee0a363346', 'status': 'completed', 'code': 200} Mar 28 01:15:12.727965 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a1c49b-4bdc-4c70-b6c0-61073f8074e4 tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:15:12.730547 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-e8a1c49b-4bdc-4c70-b6c0-61073f8074e4 tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=1b2c54f9-63cc-424f-b000-df13241ca11b HTTP/1.1" status: 200 len: 1162 time: 0.0509982 Mar 28 01:15:12.733558 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 56834) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:15:12.738364 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-0662f125-19ab-43e3-81b2-4ce2d26e5558 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'floatingip': {'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'port_id': 'e1b1f7c5-e80d-4509-bd24-bc454a06dea9', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:15:12.768112 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-9dc3a8a0-a281-47c5-9fd7-237a1b342ab9 None None] Set router 87992a48-3273-4cf7-b5bb-efc23b63aac4 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:15:12.784599 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0662f125-19ab-43e3-81b2-4ce2d26e5558 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:12.834539 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94183969-abed-4ad6-b5d3-f9d621ca9e5c req-0dd12863-2cf8-499d-b29c-790b2ef3f2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:15:12.836094 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-94183969-abed-4ad6-b5d3-f9d621ca9e5c req-0dd12863-2cf8-499d-b29c-790b2ef3f2c6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bf9f34f21ab94392ab36354129e00f8d&device_id=ede098ee-bd60-4d4d-8de0-0e9c2333ffeb HTTP/1.1" status: 200 len: 1129 time: 0.0918381 Mar 28 01:15:12.973291 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94183969-abed-4ad6-b5d3-f9d621ca9e5c req-00838531-0762-48e4-ae0a-55fbaf63e8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:15:12.974771 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-94183969-abed-4ad6-b5d3-f9d621ca9e5c req-00838531-0762-48e4-ae0a-55fbaf63e8d2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=788fd3f3-3593-4cdc-933e-dd5c53c623d8 HTTP/1.1" status: 200 len: 912 time: 0.1317229 Mar 28 01:15:13.026487 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-9dc3a8a0-a281-47c5-9fd7-237a1b342ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87992a48-3273-4cf7-b5bb-efc23b63aac4', 'name': 'tempest-TestVolumeBootPattern-1711087568-router', 'tenant_id': 'bf9f34f21ab94392ab36354129e00f8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.60'}], 'enable_snat': True}, 'gw_port_id': '2b33c713-3e16-49b2-a91e-4acf21746887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:08:24Z', 'updated_at': '2022-03-28T01:08:34Z', 'revision_number': 4, 'project_id': 'bf9f34f21ab94392ab36354129e00f8d', 'gw_port': {'id': '2b33c713-3e16-49b2-a91e-4acf21746887', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87992a48-3273-4cf7-b5bb-efc23b63aac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:08:25Z', 'updated_at': '2022-03-28T01:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_floatingips': [{'id': '250fdb5a-15b8-4fcb-8f42-6b1bbe0d8039', 'tenant_id': 'bf9f34f21ab94392ab36354129e00f8d', 'floating_ip_address': '172.26.1.171', 'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'router_id': '87992a48-3273-4cf7-b5bb-efc23b63aac4', 'port_id': 'f70c24a9-8ab3-4305-b034-7b47b80da76e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '788fd3f3-3593-4cdc-933e-dd5c53c623d8', 'mac_address': 'fa:16:3e:66:91:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb68cc6f-99af-413c-b7ba-453f3199e5e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T01:12:50Z', 'updated_at': '2022-03-28T01:12:52Z', 'revision_number': 1, 'project_id': 'bf9f34f21ab94392ab36354129e00f8d', 'fixed_ip_address_scope': None}, {'id': 'f86c227c-e4ca-40b9-a882-f1752de54a18', 'tenant_id': 'bf9f34f21ab94392ab36354129e00f8d', 'floating_ip_address': '172.26.1.218', 'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'router_id': '87992a48-3273-4cf7-b5bb-efc23b63aac4', 'port_id': '7d12ab3f-58e2-4190-b9e6-cdee0a363346', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '788fd3f3-3593-4cdc-933e-dd5c53c623d8', 'mac_address': 'fa:16:3e:80:35:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede098ee-bd60-4d4d-8de0-0e9c2333ffeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T01:15:11Z', 'updated_at': '2022-03-28T01:15:11Z', 'revision_number': 0, 'project_id': 'bf9f34f21ab94392ab36354129e00f8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b496533-293b-4013-8308-72d3e2baa76a', 'name': '', 'network_id': '788fd3f3-3593-4cdc-933e-dd5c53c623d8', 'tenant_id': 'bf9f34f21ab94392ab36354129e00f8d', 'mac_address': 'fa:16:3e:e3:30:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87992a48-3273-4cf7-b5bb-efc23b63aac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '0a57ae47-09ee-4007-9878-c6cea91f6590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:08:32Z', 'updated_at': '2022-03-28T01:08:39Z', 'revision_number': 5, 'project_id': 'bf9f34f21ab94392ab36354129e00f8d', 'subnets': [{'id': '0a57ae47-09ee-4007-9878-c6cea91f6590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:15:13.032891 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0662f125-19ab-43e3-81b2-4ce2d26e5558 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:13.063871 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc3a8a0-a281-47c5-9fd7-237a1b342ab9 None None] Checking router: 87992a48-3273-4cf7-b5bb-efc23b63aac4 for host: dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:15:13.072859 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc3a8a0-a281-47c5-9fd7-237a1b342ab9 None None] Routers {'87992a48-3273-4cf7-b5bb-efc23b63aac4'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:15:13.073468 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-9dc3a8a0-a281-47c5-9fd7-237a1b342ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:14:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['87992a48-3273-4cf7-b5bb-efc23b63aac4'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:15:13.092625 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-94183969-abed-4ad6-b5d3-f9d621ca9e5c req-9db7496b-6e83-4798-b617-c540d429824a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7d12ab3f-58e2-4190-b9e6-cdee0a363346 HTTP/1.1" status: 200 len: 999 time: 0.1114476 Mar 28 01:15:13.176506 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94183969-abed-4ad6-b5d3-f9d621ca9e5c req-321c9dd9-a096-467c-acd3-4b9dc1a35398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:15:13.178257 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-94183969-abed-4ad6-b5d3-f9d621ca9e5c req-321c9dd9-a096-467c-acd3-4b9dc1a35398 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0a57ae47-09ee-4007-9878-c6cea91f6590 HTTP/1.1" status: 200 len: 851 time: 0.0780535 Mar 28 01:15:13.181840 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-9dc3a8a0-a281-47c5-9fd7-237a1b342ab9 None None] Set router 87992a48-3273-4cf7-b5bb-efc23b63aac4 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:15:13.216654 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [None req-0662f125-19ab-43e3-81b2-4ce2d26e5558 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Allocated IP 172.26.1.248 (dea6548b-502b-42db-97fb-371e423e739a/cce6de65-d8c9-45b8-9970-0a277e8c1192/37d82700-8cd5-422a-99d7-7adead2879ad) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:15:13.288079 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94183969-abed-4ad6-b5d3-f9d621ca9e5c req-7f8e10e4-e4be-4a47-9955-f4a4be5bd119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:15:13.289571 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-94183969-abed-4ad6-b5d3-f9d621ca9e5c req-7f8e10e4-e4be-4a47-9955-f4a4be5bd119 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=788fd3f3-3593-4cdc-933e-dd5c53c623d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1059797 Mar 28 01:15:13.387984 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0662f125-19ab-43e3-81b2-4ce2d26e5558 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for port (37d82700-8cd5-422a-99d7-7adead2879ad), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:13.423847 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-9dc3a8a0-a281-47c5-9fd7-237a1b342ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87992a48-3273-4cf7-b5bb-efc23b63aac4', 'name': 'tempest-TestVolumeBootPattern-1711087568-router', 'tenant_id': 'bf9f34f21ab94392ab36354129e00f8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.60'}], 'enable_snat': True}, 'gw_port_id': '2b33c713-3e16-49b2-a91e-4acf21746887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:08:24Z', 'updated_at': '2022-03-28T01:08:34Z', 'revision_number': 4, 'project_id': 'bf9f34f21ab94392ab36354129e00f8d', 'gw_port': {'id': '2b33c713-3e16-49b2-a91e-4acf21746887', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87992a48-3273-4cf7-b5bb-efc23b63aac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:08:25Z', 'updated_at': '2022-03-28T01:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_floatingips': [{'id': '250fdb5a-15b8-4fcb-8f42-6b1bbe0d8039', 'tenant_id': 'bf9f34f21ab94392ab36354129e00f8d', 'floating_ip_address': '172.26.1.171', 'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'router_id': '87992a48-3273-4cf7-b5bb-efc23b63aac4', 'port_id': 'f70c24a9-8ab3-4305-b034-7b47b80da76e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '788fd3f3-3593-4cdc-933e-dd5c53c623d8', 'mac_address': 'fa:16:3e:66:91:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb68cc6f-99af-413c-b7ba-453f3199e5e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T01:12:50Z', 'updated_at': '2022-03-28T01:12:52Z', 'revision_number': 1, 'project_id': 'bf9f34f21ab94392ab36354129e00f8d', 'fixed_ip_address_scope': None}, {'id': 'f86c227c-e4ca-40b9-a882-f1752de54a18', 'tenant_id': 'bf9f34f21ab94392ab36354129e00f8d', 'floating_ip_address': '172.26.1.218', 'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'router_id': '87992a48-3273-4cf7-b5bb-efc23b63aac4', 'port_id': '7d12ab3f-58e2-4190-b9e6-cdee0a363346', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '788fd3f3-3593-4cdc-933e-dd5c53c623d8', 'mac_address': 'fa:16:3e:80:35:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede098ee-bd60-4d4d-8de0-0e9c2333ffeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T01:15:11Z', 'updated_at': '2022-03-28T01:15:11Z', 'revision_number': 0, 'project_id': 'bf9f34f21ab94392ab36354129e00f8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b496533-293b-4013-8308-72d3e2baa76a', 'name': '', 'network_id': '788fd3f3-3593-4cdc-933e-dd5c53c623d8', 'tenant_id': 'bf9f34f21ab94392ab36354129e00f8d', 'mac_address': 'fa:16:3e:e3:30:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87992a48-3273-4cf7-b5bb-efc23b63aac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '0a57ae47-09ee-4007-9878-c6cea91f6590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:08:32Z', 'updated_at': '2022-03-28T01:08:39Z', 'revision_number': 5, 'project_id': 'bf9f34f21ab94392ab36354129e00f8d', 'subnets': [{'id': '0a57ae47-09ee-4007-9878-c6cea91f6590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:15:13.425724 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-94183969-abed-4ad6-b5d3-f9d621ca9e5c req-ff058144-ff20-4f76-b53d-a5b25387bc71 service neutron] 10.222.0.10 "GET /v2.0/networks/788fd3f3-3593-4cdc-933e-dd5c53c623d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283984 Mar 28 01:15:13.453261 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc3a8a0-a281-47c5-9fd7-237a1b342ab9 None None] The sync data for ids ['87992a48-3273-4cf7-b5bb-efc23b63aac4'] in dv-neutron-834874-6-hyperv is: [{'id': '87992a48-3273-4cf7-b5bb-efc23b63aac4', 'name': 'tempest-TestVolumeBootPattern-1711087568-router', 'tenant_id': 'bf9f34f21ab94392ab36354129e00f8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.60'}], 'enable_snat': True}, 'gw_port_id': '2b33c713-3e16-49b2-a91e-4acf21746887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:08:24Z', 'updated_at': '2022-03-28T01:08:34Z', 'revision_number': 4, 'project_id': 'bf9f34f21ab94392ab36354129e00f8d', 'gw_port': {'id': '2b33c713-3e16-49b2-a91e-4acf21746887', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87992a48-3273-4cf7-b5bb-efc23b63aac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:08:25Z', 'updated_at': '2022-03-28T01:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_floatingips': [{'id': '250fdb5a-15b8-4fcb-8f42-6b1bbe0d8039', 'tenant_id': 'bf9f34f21ab94392ab36354129e00f8d', 'floating_ip_address': '172.26.1.171', 'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'router_id': '87992a48-3273-4cf7-b5bb-efc23b63aac4', 'port_id': 'f70c24a9-8ab3-4305-b034-7b47b80da76e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '788fd3f3-3593-4cdc-933e-dd5c53c623d8', 'mac_address': 'fa:16:3e:66:91:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb68cc6f-99af-413c-b7ba-453f3199e5e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T01:12:50Z', 'updated_at': '2022-03-28T01:12:52Z', 'revision_number': 1, 'project_id': 'bf9f34f21ab94392ab36354129e00f8d', 'fixed_ip_address_scope': None}, {'id': 'f86c227c-e4ca-40b9-a882-f1752de54a18', 'tenant_id': 'bf9f34f21ab94392ab36354129e00f8d', 'floating_ip_address': '172.26.1.218', 'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'router_id': '87992a48-3273-4cf7-b5bb-efc23b63aac4', 'port_id': '7d12ab3f-58e2-4190-b9e6-cdee0a363346', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '788fd3f3-3593-4cdc-933e-dd5c53c623d8', 'mac_address': 'fa:16:3e:80:35:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede098ee-bd60-4d4d-8de0-0e9c2333ffeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T01:15:11Z', 'updated_at': '2022-03-28T01:15:11Z', 'revision_number': 0, 'project_id': 'bf9f34f21ab94392ab36354129e00f8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b496533-293b-4013-8308-72d3e2baa76a', 'name': '', 'network_id': '788fd3f3-3593-4cdc-933e-dd5c53c623d8', 'tenant_id': 'bf9f34f21ab94392ab36354129e00f8d', 'mac_address': 'fa:16:3e:e3:30:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87992a48-3273-4cf7-b5bb-efc23b63aac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '0a57ae47-09ee-4007-9878-c6cea91f6590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:08:32Z', 'updated_at': '2022-03-28T01:08:39Z', 'revision_number': 5, 'project_id': 'bf9f34f21ab94392ab36354129e00f8d', 'subnets': [{'id': '0a57ae47-09ee-4007-9878-c6cea91f6590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:15:13.490709 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0662f125-19ab-43e3-81b2-4ce2d26e5558 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (37d82700-8cd5-422a-99d7-7adead2879ad), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:13.546610 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0662f125-19ab-43e3-81b2-4ce2d26e5558 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Network dea6548b-502b-42db-97fb-371e423e739a is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:15:13.556473 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-0662f125-19ab-43e3-81b2-4ce2d26e5558 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:15:13.567317 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0662f125-19ab-43e3-81b2-4ce2d26e5558 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:15:13.569710 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-40c6776f-21ba-442e-a39c-5d01f873072f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:13.571996 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0662f125-19ab-43e3-81b2-4ce2d26e5558 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'Port': ['ID=37d82700-8cd5-422a-99d7-7adead2879ad,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:15:13.599232 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-94183969-abed-4ad6-b5d3-f9d621ca9e5c req-7c0ebfd5-cb41-4f3b-837e-2f47a5c90024 service neutron] 10.222.0.10 "GET /v2.0/networks/788fd3f3-3593-4cdc-933e-dd5c53c623d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670847 Mar 28 01:15:13.663156 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f5ba63-3d05-47b0-9dfd-a0f0f7a94faf None None] New status for floating IP f86c227c-e4ca-40b9-a882-f1752de54a18: ACTIVE {{(pid=104101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 01:15:13.931864 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0662f125-19ab-43e3-81b2-4ce2d26e5558 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for floatingip (08cee618-d29d-46a1-bba3-f0406fa84774), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:13.999789 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0662f125-19ab-43e3-81b2-4ce2d26e5558 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (37d82700-8cd5-422a-99d7-7adead2879ad), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:14.154192 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0662f125-19ab-43e3-81b2-4ce2d26e5558 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for port (37d82700-8cd5-422a-99d7-7adead2879ad), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:14.159389 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0662f125-19ab-43e3-81b2-4ce2d26e5558 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (37d82700-8cd5-422a-99d7-7adead2879ad), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:14.223100 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0662f125-19ab-43e3-81b2-4ce2d26e5558 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'Port': ['ID=37d82700-8cd5-422a-99d7-7adead2879ad,revision_number=2']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:15:14.234239 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0662f125-19ab-43e3-81b2-4ce2d26e5558 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688063'] for floatingip (08cee618-d29d-46a1-bba3-f0406fa84774), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:14.331990 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.l3_db [None req-0662f125-19ab-43e3-81b2-4ce2d26e5558 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Floating IP 08cee618-d29d-46a1-bba3-f0406fa84774 associated. External IP: 172.26.1.248, port: e1b1f7c5-e80d-4509-bd24-bc454a06dea9. Mar 28 01:15:14.542058 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0662f125-19ab-43e3-81b2-4ce2d26e5558 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Router ae5bb71d-3888-41a3-9b5d-e5dbc27b7b69 has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:15:14.648415 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0662f125-19ab-43e3-81b2-4ce2d26e5558 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:15:14.657839 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265cb2ff-32bb-4dd1-a16f-90248bcbc849 None None] Sync routers for ids ['ae5bb71d-3888-41a3-9b5d-e5dbc27b7b69'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:15:14.666588 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0662f125-19ab-43e3-81b2-4ce2d26e5558 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for floatingip (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:14.668532 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265cb2ff-32bb-4dd1-a16f-90248bcbc849 None None] Routers {'ae5bb71d-3888-41a3-9b5d-e5dbc27b7b69'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:15:14.669151 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-265cb2ff-32bb-4dd1-a16f-90248bcbc849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:15:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['ae5bb71d-3888-41a3-9b5d-e5dbc27b7b69'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:15:14.698947 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-0662f125-19ab-43e3-81b2-4ce2d26e5558 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 1.9617624 Mar 28 01:15:14.698947 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b2c54f9-63cc-424f-b000-df13241ca11b', 'tag': 'e1b1f7c5-e80d-4509-bd24-bc454a06dea9'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:15:14.699416 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2af4b01a9fa8b1570ccf1d7859d693ad34c106b258078e9cfae86b97f35e3d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7da0c5bb-df6f-488f-ad0d-237d94b3d1dd" -d '{"events": [{"name": "network-changed", "server_uuid": "1b2c54f9-63cc-424f-b000-df13241ca11b", "tag": "e1b1f7c5-e80d-4509-bd24-bc454a06dea9"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:15:14.700307 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 56836) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:15:14.740231 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 01:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19007c82-9ac1-48fd-a1ed-90d8d933ea0a x-openstack-request-id: req-19007c82-9ac1-48fd-a1ed-90d8d933ea0a {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:15:14.740231 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b2c54f9-63cc-424f-b000-df13241ca11b", "tag": "e1b1f7c5-e80d-4509-bd24-bc454a06dea9", "status": "completed", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:15:14.740231 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-19007c82-9ac1-48fd-a1ed-90d8d933ea0a {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:15:14.740231 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19007c82-9ac1-48fd-a1ed-90d8d933ea0a'] response: {'name': 'network-changed', 'server_uuid': '1b2c54f9-63cc-424f-b000-df13241ca11b', 'tag': 'e1b1f7c5-e80d-4509-bd24-bc454a06dea9', 'status': 'completed', 'code': 200} Mar 28 01:15:14.797616 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c50479-9ba7-4de7-a3c9-caee17a97a2d tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:15:14.802179 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-11c50479-9ba7-4de7-a3c9-caee17a97a2d tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=1b2c54f9-63cc-424f-b000-df13241ca11b&network_id=9d43fbe1-07dc-455e-8be8-c8201307ab09 HTTP/1.1" status: 200 len: 1162 time: 0.0949399 Mar 28 01:15:14.818977 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da0c5bb-df6f-488f-ad0d-237d94b3d1dd req-40ca3dd9-14b7-49e6-9bc4-2b9466bcdb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:15:14.820859 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7da0c5bb-df6f-488f-ad0d-237d94b3d1dd req-40ca3dd9-14b7-49e6-9bc4-2b9466bcdb06 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cf1ee0ed9c204cc5bccbb38ebf185041&device_id=1b2c54f9-63cc-424f-b000-df13241ca11b HTTP/1.1" status: 200 len: 1167 time: 0.0559695 Mar 28 01:15:14.912105 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:14.919540 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da0c5bb-df6f-488f-ad0d-237d94b3d1dd req-db3d19af-daf6-41cd-b320-3dd6c5cb1aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:15:14.921094 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7da0c5bb-df6f-488f-ad0d-237d94b3d1dd req-db3d19af-daf6-41cd-b320-3dd6c5cb1aea service neutron] 10.222.0.10 "GET /v2.0/networks?id=9d43fbe1-07dc-455e-8be8-c8201307ab09 HTTP/1.1" status: 200 len: 897 time: 0.0942078 Mar 28 01:15:14.952368 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-265cb2ff-32bb-4dd1-a16f-90248bcbc849 None None] Set router ae5bb71d-3888-41a3-9b5d-e5dbc27b7b69 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:15:15.003926 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7da0c5bb-df6f-488f-ad0d-237d94b3d1dd req-dddc7d6d-c250-4342-8e41-66381d26bcdc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1b1f7c5-e80d-4509-bd24-bc454a06dea9 HTTP/1.1" status: 200 len: 1037 time: 0.0772331 Mar 28 01:15:15.069488 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da0c5bb-df6f-488f-ad0d-237d94b3d1dd req-bb76bb95-fb96-40b8-a92b-98f9310411bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:15:15.070846 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7da0c5bb-df6f-488f-ad0d-237d94b3d1dd req-bb76bb95-fb96-40b8-a92b-98f9310411bb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2152c7d5-22be-4fd4-8826-8c3c82a6fb45 HTTP/1.1" status: 200 len: 835 time: 0.0526867 Mar 28 01:15:15.082566 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe10ef42-8a13-414b-ae02-b0c812617c7c req-c1fc9f8a-f661-4007-bd8a-16d67a7c8a35 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:15:15.084100 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-fe10ef42-8a13-414b-ae02-b0c812617c7c req-c1fc9f8a-f661-4007-bd8a-16d67a7c8a35 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b2c54f9-63cc-424f-b000-df13241ca11b HTTP/1.1" status: 200 len: 983 time: 0.0932193 Mar 28 01:15:15.159094 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-fe10ef42-8a13-414b-ae02-b0c812617c7c req-380c79dc-65a4-4966-aa67-1db49f4af2bc tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?id=65f46ee6-9f03-43da-af69-3993af63648c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668468 Mar 28 01:15:15.164775 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da0c5bb-df6f-488f-ad0d-237d94b3d1dd req-828cb377-b28f-444b-a31f-600af6a2a71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:15:15.166240 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7da0c5bb-df6f-488f-ad0d-237d94b3d1dd req-828cb377-b28f-444b-a31f-600af6a2a71a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9d43fbe1-07dc-455e-8be8-c8201307ab09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0813048 Mar 28 01:15:15.183301 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-265cb2ff-32bb-4dd1-a16f-90248bcbc849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5bb71d-3888-41a3-9b5d-e5dbc27b7b69', 'name': 'tempest-TestNetworkBasicOps-router-236269816', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.175'}], 'enable_snat': True}, 'gw_port_id': 'cd220bcb-3660-48c1-ad97-54db560b6f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:14:53Z', 'updated_at': '2022-03-28T01:14:57Z', 'revision_number': 4, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': 'cd220bcb-3660-48c1-ad97-54db560b6f9e', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:5d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5bb71d-3888-41a3-9b5d-e5dbc27b7b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:14:53Z', 'updated_at': '2022-03-28T01:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_floatingips': [{'id': '08cee618-d29d-46a1-bba3-f0406fa84774', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'floating_ip_address': '172.26.1.248', 'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'router_id': 'ae5bb71d-3888-41a3-9b5d-e5dbc27b7b69', 'port_id': 'e1b1f7c5-e80d-4509-bd24-bc454a06dea9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1820310622', 'network_id': '9d43fbe1-07dc-455e-8be8-c8201307ab09', 'mac_address': 'fa:16:3e:ec:20:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2c54f9-63cc-424f-b000-df13241ca11b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T01:15:13Z', 'updated_at': '2022-03-28T01:15:13Z', 'revision_number': 0, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eea660a7-9c5c-4d72-ae94-76e73f5a3d38', 'name': '', 'network_id': '9d43fbe1-07dc-455e-8be8-c8201307ab09', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'mac_address': 'fa:16:3e:c4:39:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5bb71d-3888-41a3-9b5d-e5dbc27b7b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '2152c7d5-22be-4fd4-8826-8c3c82a6fb45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:14:57Z', 'updated_at': '2022-03-28T01:15:00Z', 'revision_number': 5, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'subnets': [{'id': '2152c7d5-22be-4fd4-8826-8c3c82a6fb45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:15:15.213108 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265cb2ff-32bb-4dd1-a16f-90248bcbc849 None None] Checking router: ae5bb71d-3888-41a3-9b5d-e5dbc27b7b69 for host: dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:15:15.222128 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265cb2ff-32bb-4dd1-a16f-90248bcbc849 None None] Routers {'ae5bb71d-3888-41a3-9b5d-e5dbc27b7b69'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:15:15.222749 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-265cb2ff-32bb-4dd1-a16f-90248bcbc849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:15:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['ae5bb71d-3888-41a3-9b5d-e5dbc27b7b69'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:15:15.262506 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7da0c5bb-df6f-488f-ad0d-237d94b3d1dd req-09615866-e677-4c18-a302-bead58867f30 service neutron] 10.222.0.10 "GET /v2.0/networks/9d43fbe1-07dc-455e-8be8-c8201307ab09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821934 Mar 28 01:15:15.329418 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-265cb2ff-32bb-4dd1-a16f-90248bcbc849 None None] Set router ae5bb71d-3888-41a3-9b5d-e5dbc27b7b69 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:15:15.355373 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7da0c5bb-df6f-488f-ad0d-237d94b3d1dd req-76ba7603-2a5a-4e01-a2a6-e91cceb777a5 service neutron] 10.222.0.10 "GET /v2.0/networks/9d43fbe1-07dc-455e-8be8-c8201307ab09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864131 Mar 28 01:15:15.558717 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-265cb2ff-32bb-4dd1-a16f-90248bcbc849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5bb71d-3888-41a3-9b5d-e5dbc27b7b69', 'name': 'tempest-TestNetworkBasicOps-router-236269816', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.175'}], 'enable_snat': True}, 'gw_port_id': 'cd220bcb-3660-48c1-ad97-54db560b6f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:14:53Z', 'updated_at': '2022-03-28T01:14:57Z', 'revision_number': 4, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': 'cd220bcb-3660-48c1-ad97-54db560b6f9e', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:5d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5bb71d-3888-41a3-9b5d-e5dbc27b7b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:14:53Z', 'updated_at': '2022-03-28T01:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_floatingips': [{'id': '08cee618-d29d-46a1-bba3-f0406fa84774', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'floating_ip_address': '172.26.1.248', 'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'router_id': 'ae5bb71d-3888-41a3-9b5d-e5dbc27b7b69', 'port_id': 'e1b1f7c5-e80d-4509-bd24-bc454a06dea9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1820310622', 'network_id': '9d43fbe1-07dc-455e-8be8-c8201307ab09', 'mac_address': 'fa:16:3e:ec:20:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2c54f9-63cc-424f-b000-df13241ca11b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T01:15:13Z', 'updated_at': '2022-03-28T01:15:13Z', 'revision_number': 0, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eea660a7-9c5c-4d72-ae94-76e73f5a3d38', 'name': '', 'network_id': '9d43fbe1-07dc-455e-8be8-c8201307ab09', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'mac_address': 'fa:16:3e:c4:39:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5bb71d-3888-41a3-9b5d-e5dbc27b7b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '2152c7d5-22be-4fd4-8826-8c3c82a6fb45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:14:57Z', 'updated_at': '2022-03-28T01:15:00Z', 'revision_number': 5, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'subnets': [{'id': '2152c7d5-22be-4fd4-8826-8c3c82a6fb45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:15:15.587820 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265cb2ff-32bb-4dd1-a16f-90248bcbc849 None None] The sync data for ids ['ae5bb71d-3888-41a3-9b5d-e5dbc27b7b69'] in dv-neutron-834874-6-hyperv is: [{'id': 'ae5bb71d-3888-41a3-9b5d-e5dbc27b7b69', 'name': 'tempest-TestNetworkBasicOps-router-236269816', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.175'}], 'enable_snat': True}, 'gw_port_id': 'cd220bcb-3660-48c1-ad97-54db560b6f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:14:53Z', 'updated_at': '2022-03-28T01:14:57Z', 'revision_number': 4, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': 'cd220bcb-3660-48c1-ad97-54db560b6f9e', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:5d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5bb71d-3888-41a3-9b5d-e5dbc27b7b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:14:53Z', 'updated_at': '2022-03-28T01:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_floatingips': [{'id': '08cee618-d29d-46a1-bba3-f0406fa84774', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'floating_ip_address': '172.26.1.248', 'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'router_id': 'ae5bb71d-3888-41a3-9b5d-e5dbc27b7b69', 'port_id': 'e1b1f7c5-e80d-4509-bd24-bc454a06dea9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1820310622', 'network_id': '9d43fbe1-07dc-455e-8be8-c8201307ab09', 'mac_address': 'fa:16:3e:ec:20:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2c54f9-63cc-424f-b000-df13241ca11b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T01:15:13Z', 'updated_at': '2022-03-28T01:15:13Z', 'revision_number': 0, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eea660a7-9c5c-4d72-ae94-76e73f5a3d38', 'name': '', 'network_id': '9d43fbe1-07dc-455e-8be8-c8201307ab09', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'mac_address': 'fa:16:3e:c4:39:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5bb71d-3888-41a3-9b5d-e5dbc27b7b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '2152c7d5-22be-4fd4-8826-8c3c82a6fb45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:14:57Z', 'updated_at': '2022-03-28T01:15:00Z', 'revision_number': 5, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'subnets': [{'id': '2152c7d5-22be-4fd4-8826-8c3c82a6fb45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:15:15.778370 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df22d6e5-fbe3-4248-beeb-688e317c987f None None] New status for floating IP 08cee618-d29d-46a1-bba3-f0406fa84774: ACTIVE {{(pid=104101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 01:15:16.213948 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:16.284176 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac17a335-1ffa-4ca0-9745-f62e64908d11 req-2468c8dc-7087-4aae-8f6c-0df4f5d83eac tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:15:16.285691 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-ac17a335-1ffa-4ca0-9745-f62e64908d11 req-2468c8dc-7087-4aae-8f6c-0df4f5d83eac tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b2c54f9-63cc-424f-b000-df13241ca11b HTTP/1.1" status: 200 len: 983 time: 0.0554142 Mar 28 01:15:16.334617 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-ac17a335-1ffa-4ca0-9745-f62e64908d11 req-e14f8c05-35ae-466b-936e-05a28f6ab57c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?id=65f46ee6-9f03-43da-af69-3993af63648c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430534 Mar 28 01:15:16.363378 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a87567-5ee8-4b83-b390-4075966baec2 req-65087533-5fbe-4e6a-9955-3fc2750ab09d tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:15:16.364887 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-c6a87567-5ee8-4b83-b390-4075966baec2 req-65087533-5fbe-4e6a-9955-3fc2750ab09d tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b2c54f9-63cc-424f-b000-df13241ca11b HTTP/1.1" status: 200 len: 983 time: 0.0561371 Mar 28 01:15:16.410596 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a87567-5ee8-4b83-b390-4075966baec2 req-3f0dcb9f-948f-4f64-b530-de46f655e95a tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:15:16.411923 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-c6a87567-5ee8-4b83-b390-4075966baec2 req-3f0dcb9f-948f-4f64-b530-de46f655e95a tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.10 "GET /v2.0/ports/e1b1f7c5-e80d-4509-bd24-bc454a06dea9?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0415893 Mar 28 01:15:16.519785 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-c6a87567-5ee8-4b83-b390-4075966baec2 req-8c948d45-36cc-4b4a-ae88-ce118d1a8d3d tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.10 "GET /v2.0/networks/9d43fbe1-07dc-455e-8be8-c8201307ab09?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1031458 Mar 28 01:15:16.529874 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [req-c6a87567-5ee8-4b83-b390-4075966baec2 req-1e119bf4-40bd-4dc9-ab2f-5cae19d0c782 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:15:16.593432 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-c6a87567-5ee8-4b83-b390-4075966baec2 req-1e119bf4-40bd-4dc9-ab2f-5cae19d0c782 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (e1b1f7c5-e80d-4509-bd24-bc454a06dea9), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:16.725474 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-c6a87567-5ee8-4b83-b390-4075966baec2 req-1e119bf4-40bd-4dc9-ab2f-5cae19d0c782 service neutron] For port e1b1f7c5-e80d-4509-bd24-bc454a06dea9, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=e1b1f7c5-e80d-4509-bd24-bc454a06dea9,segment=NetworkSegment(fccbeaca-e7a1-4cea-bd84-765596f03303),segment_id=fccbeaca-e7a1-4cea-bd84-765596f03303)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:15:16.758112 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-c6a87567-5ee8-4b83-b390-4075966baec2 req-1e119bf4-40bd-4dc9-ab2f-5cae19d0c782 service neutron] For port e1b1f7c5-e80d-4509-bd24-bc454a06dea9, host hv-neutron-8348, cleared binding levels {{(pid=104099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:15:16.793699 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [req-c6a87567-5ee8-4b83-b390-4075966baec2 req-1e119bf4-40bd-4dc9-ab2f-5cae19d0c782 service neutron] device_id is not set on port e1b1f7c5-e80d-4509-bd24-bc454a06dea9 yet. {{(pid=104099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 01:15:16.803150 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-c6a87567-5ee8-4b83-b390-4075966baec2 req-1e119bf4-40bd-4dc9-ab2f-5cae19d0c782 service neutron] Publish callbacks [] for port (e1b1f7c5-e80d-4509-bd24-bc454a06dea9), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:16.808718 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-c6a87567-5ee8-4b83-b390-4075966baec2 req-1e119bf4-40bd-4dc9-ab2f-5cae19d0c782 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (e1b1f7c5-e80d-4509-bd24-bc454a06dea9), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:16.916758 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e119bf4-40bd-4dc9-ab2f-5cae19d0c782 service neutron] Pushing event updated for resources: {'Port': ['ID=e1b1f7c5-e80d-4509-bd24-bc454a06dea9,revision_number=6']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:15:16.987918 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6a87567-5ee8-4b83-b390-4075966baec2 req-1e119bf4-40bd-4dc9-ab2f-5cae19d0c782 service neutron] No DVR routers for this DVR port e1b1f7c5-e80d-4509-bd24-bc454a06dea9 on host hv-neutron-8348 {{(pid=104099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:15:17.131698 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-f35c7d13-642b-447d-8018-68613175a91d None None] Provisioning complete for port e1b1f7c5-e80d-4509-bd24-bc454a06dea9 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:15:17.131996 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f35c7d13-642b-447d-8018-68613175a91d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (e1b1f7c5-e80d-4509-bd24-bc454a06dea9), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:17.168627 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-f35c7d13-642b-447d-8018-68613175a91d None None] Port e1b1f7c5-e80d-4509-bd24-bc454a06dea9 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:15:17.436748 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6fa269ea-7be5-476a-b174-079553b0bda3 req-ea9f825e-29e2-4e40-9177-d432716a9656 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b2c54f9-63cc-424f-b000-df13241ca11b HTTP/1.1" status: 200 len: 210 time: 0.0344465 Mar 28 01:15:17.472269 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [req-c6a87567-5ee8-4b83-b390-4075966baec2 req-1e119bf4-40bd-4dc9-ab2f-5cae19d0c782 service neutron] In _notify_port_updated(), no bound segment for port e1b1f7c5-e80d-4509-bd24-bc454a06dea9 on network 9d43fbe1-07dc-455e-8be8-c8201307ab09 {{(pid=104099) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 28 01:15:17.473141 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a87567-5ee8-4b83-b390-4075966baec2 req-1e119bf4-40bd-4dc9-ab2f-5cae19d0c782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:15:17.473747 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-c6a87567-5ee8-4b83-b390-4075966baec2 req-1e119bf4-40bd-4dc9-ab2f-5cae19d0c782 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:17.475016 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-c6a87567-5ee8-4b83-b390-4075966baec2 req-1e119bf4-40bd-4dc9-ab2f-5cae19d0c782 service neutron] 10.222.0.10 "PUT /v2.0/ports/e1b1f7c5-e80d-4509-bd24-bc454a06dea9 HTTP/1.1" status: 200 len: 1026 time: 0.9491315 Mar 28 01:15:17.769933 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:18.491653 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 56850) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:15:18.534285 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274a2a13-e982-4b98-8b44-0d8cac1adf23 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:15:18.536113 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-274a2a13-e982-4b98-8b44-0d8cac1adf23 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports/e1b1f7c5-e80d-4509-bd24-bc454a06dea9 HTTP/1.1" status: 200 len: 925 time: 0.0434322 Mar 28 01:15:18.887504 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 56854) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:15:18.891934 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-c4d2fbbb-c530-4a2f-a4b2-07f33554ce6c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-125411214', 'description': 'tempest-secgroup-smoke-125411214 description', 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:15:18.912378 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c4d2fbbb-c530-4a2f-a4b2-07f33554ce6c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:18.983367 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c4d2fbbb-c530-4a2f-a4b2-07f33554ce6c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group (62d9999c-31e7-409b-bb3d-9774fdf5fe35), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:18.986884 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c4d2fbbb-c530-4a2f-a4b2-07f33554ce6c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (62d9999c-31e7-409b-bb3d-9774fdf5fe35), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:19.013757 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c4d2fbbb-c530-4a2f-a4b2-07f33554ce6c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:19.014946 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-c4d2fbbb-c530-4a2f-a4b2-07f33554ce6c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1264129 Mar 28 01:15:19.017888 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 56856) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:15:19.019074 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d2fbbb-c530-4a2f-a4b2-07f33554ce6c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62d9999c-31e7-409b-bb3d-9774fdf5fe35,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:15:19.022529 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-7da76c50-f44a-4bc8-b95d-96124a3be19e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'security_group_rule': {'security_group_id': '62d9999c-31e7-409b-bb3d-9774fdf5fe35', 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:15:19.048285 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7da76c50-f44a-4bc8-b95d-96124a3be19e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (e02dae2c-8369-4038-91e5-1094c76aa6cb), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:19.103641 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7da76c50-f44a-4bc8-b95d-96124a3be19e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (e02dae2c-8369-4038-91e5-1094c76aa6cb), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:19.107511 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7da76c50-f44a-4bc8-b95d-96124a3be19e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (e02dae2c-8369-4038-91e5-1094c76aa6cb), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:19.127458 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da76c50-f44a-4bc8-b95d-96124a3be19e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e02dae2c-8369-4038-91e5-1094c76aa6cb,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:15:19.136176 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7da76c50-f44a-4bc8-b95d-96124a3be19e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:19.137335 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-7da76c50-f44a-4bc8-b95d-96124a3be19e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1184001 Mar 28 01:15:19.140025 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 56858) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:15:19.144782 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-77ce2915-887f-403c-bdab-f39626650739 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'security_group_rule': {'security_group_id': '62d9999c-31e7-409b-bb3d-9774fdf5fe35', 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:15:19.169044 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-77ce2915-887f-403c-bdab-f39626650739 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (5ee0ea7e-f506-4285-93ba-4dd23d7c074a), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:19.222835 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-77ce2915-887f-403c-bdab-f39626650739 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (5ee0ea7e-f506-4285-93ba-4dd23d7c074a), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:19.226011 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-77ce2915-887f-403c-bdab-f39626650739 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (5ee0ea7e-f506-4285-93ba-4dd23d7c074a), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:19.242778 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ce2915-887f-403c-bdab-f39626650739 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ee0ea7e-f506-4285-93ba-4dd23d7c074a,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:15:19.249850 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-77ce2915-887f-403c-bdab-f39626650739 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:19.251221 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-77ce2915-887f-403c-bdab-f39626650739 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1102576 Mar 28 01:15:19.254352 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 56862) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:15:19.258495 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-446f719f-f23d-4420-84e4-7efbd9309885 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'security_group_rule': {'security_group_id': '62d9999c-31e7-409b-bb3d-9774fdf5fe35', 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:15:19.282841 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-446f719f-f23d-4420-84e4-7efbd9309885 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (8d31e0d6-59e1-4818-9ad7-9fc5ade9e5ea), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:19.341997 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-446f719f-f23d-4420-84e4-7efbd9309885 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (8d31e0d6-59e1-4818-9ad7-9fc5ade9e5ea), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:19.345732 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-446f719f-f23d-4420-84e4-7efbd9309885 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (8d31e0d6-59e1-4818-9ad7-9fc5ade9e5ea), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:19.365446 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446f719f-f23d-4420-84e4-7efbd9309885 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d31e0d6-59e1-4818-9ad7-9fc5ade9e5ea,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:15:19.370678 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-446f719f-f23d-4420-84e4-7efbd9309885 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:19.371839 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-446f719f-f23d-4420-84e4-7efbd9309885 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1165495 Mar 28 01:15:19.374643 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 56864) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:15:19.379334 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-745eb852-5cb7-4b87-a6a9-51d711f10d0d tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'security_group_rule': {'security_group_id': '62d9999c-31e7-409b-bb3d-9774fdf5fe35', 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:15:19.402467 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-745eb852-5cb7-4b87-a6a9-51d711f10d0d tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (cb065a9f-6ec7-404e-ac87-edcc3ababc54), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:19.460081 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-745eb852-5cb7-4b87-a6a9-51d711f10d0d tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (cb065a9f-6ec7-404e-ac87-edcc3ababc54), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:19.463564 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-745eb852-5cb7-4b87-a6a9-51d711f10d0d tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (cb065a9f-6ec7-404e-ac87-edcc3ababc54), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:19.483150 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745eb852-5cb7-4b87-a6a9-51d711f10d0d tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb065a9f-6ec7-404e-ac87-edcc3ababc54,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:15:19.488952 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-745eb852-5cb7-4b87-a6a9-51d711f10d0d tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:19.489957 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-745eb852-5cb7-4b87-a6a9-51d711f10d0d tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1144149 Mar 28 01:15:19.492777 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 56866) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:15:19.496864 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-41309ce7-f75f-43e9-b7d5-c4ee19523d91 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'security_group_rule': {'security_group_id': '62d9999c-31e7-409b-bb3d-9774fdf5fe35', 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:15:19.515601 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.securitygroups_db [None req-41309ce7-f75f-43e9-b7d5-c4ee19523d91 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Project cf1ee0ed9c204cc5bccbb38ebf185041 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 01:15:19.520908 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-41309ce7-f75f-43e9-b7d5-c4ee19523d91 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (ca6d9ccf-8421-485a-92dc-896fbf7a64ce), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:19.576541 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-41309ce7-f75f-43e9-b7d5-c4ee19523d91 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (ca6d9ccf-8421-485a-92dc-896fbf7a64ce), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:19.579707 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-41309ce7-f75f-43e9-b7d5-c4ee19523d91 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (ca6d9ccf-8421-485a-92dc-896fbf7a64ce), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:19.594119 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41309ce7-f75f-43e9-b7d5-c4ee19523d91 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca6d9ccf-8421-485a-92dc-896fbf7a64ce,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:15:19.605065 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-41309ce7-f75f-43e9-b7d5-c4ee19523d91 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:19.606265 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-41309ce7-f75f-43e9-b7d5-c4ee19523d91 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1125767 Mar 28 01:15:19.609012 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 56868) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:15:19.613162 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-8821a59e-b4c0-408c-be6e-34b49151ea1d tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'security_group_rule': {'security_group_id': '62d9999c-31e7-409b-bb3d-9774fdf5fe35', 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:15:19.632174 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.securitygroups_db [None req-8821a59e-b4c0-408c-be6e-34b49151ea1d tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Project cf1ee0ed9c204cc5bccbb38ebf185041 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 01:15:19.636811 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8821a59e-b4c0-408c-be6e-34b49151ea1d tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (df2fb2f5-3d78-4e87-ac9a-06cb25260c39), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:19.702192 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8821a59e-b4c0-408c-be6e-34b49151ea1d tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (df2fb2f5-3d78-4e87-ac9a-06cb25260c39), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:19.705624 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8821a59e-b4c0-408c-be6e-34b49151ea1d tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (df2fb2f5-3d78-4e87-ac9a-06cb25260c39), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:19.708307 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device e1b1f7c5-e80d-4509-bd24-bc454a06dea9 no longer exists at agent hyperv_hv-neutron-8348 {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:15:19.723795 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8821a59e-b4c0-408c-be6e-34b49151ea1d tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df2fb2f5-3d78-4e87-ac9a-06cb25260c39,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:15:19.731582 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8821a59e-b4c0-408c-be6e-34b49151ea1d tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:19.740096 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-8821a59e-b4c0-408c-be6e-34b49151ea1d tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1228712 Mar 28 01:15:19.747411 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] The host hv-neutron-8348 is not matching for port e1b1f7c5-e80d-4509-bd24-bc454a06dea9 host ! {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 28 01:15:19.747792 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device e1b1f7c5-e80d-4509-bd24-bc454a06dea9 not bound to the agent host hv-neutron-8348 {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:15:19.881339 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-43945242-2902-46c1-b76a-419433475d63 req-7add326d-5737-4c95-8780-a14ab84b1d6d tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-125411214&fields=id&tenant_id=cf1ee0ed9c204cc5bccbb38ebf185041 HTTP/1.1" status: 200 len: 267 time: 0.0474560 Mar 28 01:15:19.930188 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43945242-2902-46c1-b76a-419433475d63 req-55ff4c01-d891-429a-911d-b4ecf288bd77 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:15:19.931494 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-43945242-2902-46c1-b76a-419433475d63 req-55ff4c01-d891-429a-911d-b4ecf288bd77 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports/e1b1f7c5-e80d-4509-bd24-bc454a06dea9 HTTP/1.1" status: 200 len: 930 time: 0.0438704 Mar 28 01:15:19.976476 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-43945242-2902-46c1-b76a-419433475d63 req-e67c9d3f-af0d-459d-8eb9-e1b0bd2098f8 service neutron] 10.222.0.24 "GET /v2.0/ports/e1b1f7c5-e80d-4509-bd24-bc454a06dea9?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0334392 Mar 28 01:15:20.063281 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-43945242-2902-46c1-b76a-419433475d63 req-cb4f2f0f-aa35-4993-9929-d30c21b54aff service neutron] 10.222.0.24 "GET /v2.0/networks/9d43fbe1-07dc-455e-8be8-c8201307ab09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815382 Mar 28 01:15:20.149818 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-43945242-2902-46c1-b76a-419433475d63 req-11ce0e0b-5f49-4dee-9865-68474208b33d service neutron] 10.222.0.24 "GET /v2.0/networks/9d43fbe1-07dc-455e-8be8-c8201307ab09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803182 Mar 28 01:15:20.198360 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43945242-2902-46c1-b76a-419433475d63 req-c9e549bf-0515-4649-82b6-339cae053a2f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:15:20.199647 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-43945242-2902-46c1-b76a-419433475d63 req-c9e549bf-0515-4649-82b6-339cae053a2f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports/e1b1f7c5-e80d-4509-bd24-bc454a06dea9 HTTP/1.1" status: 200 len: 930 time: 0.0445361 Mar 28 01:15:20.351512 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-44f6723b-21f7-4e70-b813-dfa82ee35c7c req-6edfcc1a-f6c1-4751-a512-b557d6ab6290 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9c50d33-f035-4261-b13f-b8c2243c9662 HTTP/1.1" status: 200 len: 210 time: 0.0274277 Mar 28 01:15:20.364528 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 56888) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:15:20.454811 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43945242-2902-46c1-b76a-419433475d63 req-85bfa3ee-c51f-4562-a0df-4e86d495c15b tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:15:20.456147 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-43945242-2902-46c1-b76a-419433475d63 req-85bfa3ee-c51f-4562-a0df-4e86d495c15b tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports/e1b1f7c5-e80d-4509-bd24-bc454a06dea9 HTTP/1.1" status: 200 len: 930 time: 0.0906160 Mar 28 01:15:21.355184 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43945242-2902-46c1-b76a-419433475d63 req-e74f6387-46f9-45c5-9a85-31d830315985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:15:21.356628 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-43945242-2902-46c1-b76a-419433475d63 req-e74f6387-46f9-45c5-9a85-31d830315985 service neutron] 10.222.0.10 "GET /v2.0/ports/e1b1f7c5-e80d-4509-bd24-bc454a06dea9 HTTP/1.1" status: 200 len: 1026 time: 0.0385904 Mar 28 01:15:21.462027 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-9768a967-9ca5-4abd-a1ce-5fdb8d91819d req-bfc5fb66-4b17-431e-96fe-5063c67982aa tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9c50d33-f035-4261-b13f-b8c2243c9662 HTTP/1.1" status: 200 len: 210 time: 0.0369842 Mar 28 01:15:21.466370 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43945242-2902-46c1-b76a-419433475d63 req-1e1cca47-d13e-45bd-a621-1c8554ba49e8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:15:21.467884 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-43945242-2902-46c1-b76a-419433475d63 req-1e1cca47-d13e-45bd-a621-1c8554ba49e8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.10 "GET /v2.0/networks?id=9d43fbe1-07dc-455e-8be8-c8201307ab09 HTTP/1.1" status: 200 len: 797 time: 0.1063914 Mar 28 01:15:21.550809 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-43945242-2902-46c1-b76a-419433475d63 req-16bb1800-cba1-47cb-a270-e260be94ca4d tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf1ee0ed9c204cc5bccbb38ebf185041 HTTP/1.1" status: 200 len: 471 time: 0.0721693 Mar 28 01:15:21.562163 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [req-43945242-2902-46c1-b76a-419433475d63 req-f252edcc-5fd3-4d26-b25f-c01ca8b35154 service neutron] Request body: {'port': {'device_id': 'c9c50d33-f035-4261-b13f-b8c2243c9662', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8348'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:15:21.621119 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-43945242-2902-46c1-b76a-419433475d63 req-f252edcc-5fd3-4d26-b25f-c01ca8b35154 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (e1b1f7c5-e80d-4509-bd24-bc454a06dea9), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:21.898079 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [req-43945242-2902-46c1-b76a-419433475d63 req-f252edcc-5fd3-4d26-b25f-c01ca8b35154 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1b1f7c5-e80d-4509-bd24-bc454a06dea9 {{(pid=104099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 01:15:21.905263 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-43945242-2902-46c1-b76a-419433475d63 req-f252edcc-5fd3-4d26-b25f-c01ca8b35154 service neutron] Publish callbacks [] for port (e1b1f7c5-e80d-4509-bd24-bc454a06dea9), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:21.917452 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [req-43945242-2902-46c1-b76a-419433475d63 req-f252edcc-5fd3-4d26-b25f-c01ca8b35154 service neutron] Transition to ACTIVE for port object e1b1f7c5-e80d-4509-bd24-bc454a06dea9 will not be triggered until provisioned by entity L2. {{(pid=104099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 01:15:21.921146 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-43945242-2902-46c1-b76a-419433475d63 req-f252edcc-5fd3-4d26-b25f-c01ca8b35154 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (e1b1f7c5-e80d-4509-bd24-bc454a06dea9), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:21.992357 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f252edcc-5fd3-4d26-b25f-c01ca8b35154 service neutron] Pushing event updated for resources: {'Port': ['ID=e1b1f7c5-e80d-4509-bd24-bc454a06dea9,revision_number=7']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:15:22.094146 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-43945242-2902-46c1-b76a-419433475d63 req-f252edcc-5fd3-4d26-b25f-c01ca8b35154 service neutron] Attempting to bind port e1b1f7c5-e80d-4509-bd24-bc454a06dea9 on host hv-neutron-8348 for vnic_type normal with profile {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:15:22.094485 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-43945242-2902-46c1-b76a-419433475d63 req-f252edcc-5fd3-4d26-b25f-c01ca8b35154 service neutron] Attempting to bind port e1b1f7c5-e80d-4509-bd24-bc454a06dea9 by drivers openvswitch,hyperv on host hv-neutron-8348 at level 0 using segments [{'id': 'fccbeaca-e7a1-4cea-bd84-765596f03303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9d43fbe1-07dc-455e-8be8-c8201307ab09'}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:15:22.094866 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43945242-2902-46c1-b76a-419433475d63 req-f252edcc-5fd3-4d26-b25f-c01ca8b35154 service neutron] Attempting to bind port e1b1f7c5-e80d-4509-bd24-bc454a06dea9 on network 9d43fbe1-07dc-455e-8be8-c8201307ab09 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:15:22.099289 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43945242-2902-46c1-b76a-419433475d63 req-f252edcc-5fd3-4d26-b25f-c01ca8b35154 service neutron] Port e1b1f7c5-e80d-4509-bd24-bc454a06dea9 on network 9d43fbe1-07dc-455e-8be8-c8201307ab09 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8348 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 01:15:22.099610 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43945242-2902-46c1-b76a-419433475d63 req-f252edcc-5fd3-4d26-b25f-c01ca8b35154 service neutron] Attempting to bind port e1b1f7c5-e80d-4509-bd24-bc454a06dea9 on network 9d43fbe1-07dc-455e-8be8-c8201307ab09 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:15:22.104658 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43945242-2902-46c1-b76a-419433475d63 req-f252edcc-5fd3-4d26-b25f-c01ca8b35154 service neutron] Checking agent: {'id': '287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8348', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 1, 2, 33), 'started_at': datetime.datetime(2022, 3, 28, 1, 2, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:15:22.105003 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43945242-2902-46c1-b76a-419433475d63 req-f252edcc-5fd3-4d26-b25f-c01ca8b35154 service neutron] Checking segment: {'id': 'fccbeaca-e7a1-4cea-bd84-765596f03303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9d43fbe1-07dc-455e-8be8-c8201307ab09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:15:22.105392 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43945242-2902-46c1-b76a-419433475d63 req-f252edcc-5fd3-4d26-b25f-c01ca8b35154 service neutron] Bound using segment: {'id': 'fccbeaca-e7a1-4cea-bd84-765596f03303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9d43fbe1-07dc-455e-8be8-c8201307ab09'} {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:15:22.105825 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-43945242-2902-46c1-b76a-419433475d63 req-f252edcc-5fd3-4d26-b25f-c01ca8b35154 service neutron] Bound port: e1b1f7c5-e80d-4509-bd24-bc454a06dea9, host: hv-neutron-8348, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fccbeaca-e7a1-4cea-bd84-765596f03303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9d43fbe1-07dc-455e-8be8-c8201307ab09'}}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:15:22.106185 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-43945242-2902-46c1-b76a-419433475d63 req-f252edcc-5fd3-4d26-b25f-c01ca8b35154 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (e1b1f7c5-e80d-4509-bd24-bc454a06dea9), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:22.168683 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-43945242-2902-46c1-b76a-419433475d63 req-f252edcc-5fd3-4d26-b25f-c01ca8b35154 service neutron] For port e1b1f7c5-e80d-4509-bd24-bc454a06dea9, host hv-neutron-8348, cleared binding levels {{(pid=104099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:15:22.171604 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-43945242-2902-46c1-b76a-419433475d63 req-f252edcc-5fd3-4d26-b25f-c01ca8b35154 service neutron] For port e1b1f7c5-e80d-4509-bd24-bc454a06dea9, host hv-neutron-8348, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=e1b1f7c5-e80d-4509-bd24-bc454a06dea9,segment=NetworkSegment(fccbeaca-e7a1-4cea-bd84-765596f03303),segment_id=fccbeaca-e7a1-4cea-bd84-765596f03303)] {{(pid=104099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:15:22.177801 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-43945242-2902-46c1-b76a-419433475d63 req-f252edcc-5fd3-4d26-b25f-c01ca8b35154 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (e1b1f7c5-e80d-4509-bd24-bc454a06dea9), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:22.211252 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43945242-2902-46c1-b76a-419433475d63 req-f252edcc-5fd3-4d26-b25f-c01ca8b35154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:15:22.211932 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-43945242-2902-46c1-b76a-419433475d63 req-f252edcc-5fd3-4d26-b25f-c01ca8b35154 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:22.213299 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-43945242-2902-46c1-b76a-419433475d63 req-f252edcc-5fd3-4d26-b25f-c01ca8b35154 service neutron] 10.222.0.10 "PUT /v2.0/ports/e1b1f7c5-e80d-4509-bd24-bc454a06dea9 HTTP/1.1" status: 200 len: 1131 time: 0.6551998 Mar 28 01:15:22.213733 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9c50d33-f035-4261-b13f-b8c2243c9662', 'tag': 'e1b1f7c5-e80d-4509-bd24-bc454a06dea9'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:15:22.215938 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2af4b01a9fa8b1570ccf1d7859d693ad34c106b258078e9cfae86b97f35e3d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ec9cc0a-00ad-4816-8929-adf72328ad85" -d '{"events": [{"name": "network-changed", "server_uuid": "c9c50d33-f035-4261-b13f-b8c2243c9662", "tag": "e1b1f7c5-e80d-4509-bd24-bc454a06dea9"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:15:22.241071 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f252edcc-5fd3-4d26-b25f-c01ca8b35154 service neutron] Pushing event updated for resources: {'Port': ['ID=e1b1f7c5-e80d-4509-bd24-bc454a06dea9,revision_number=8']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:15:22.264629 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 01:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c23975c-7d21-4ad7-a360-2c43a7e8bcd4 x-openstack-request-id: req-2c23975c-7d21-4ad7-a360-2c43a7e8bcd4 {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:15:22.264928 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9c50d33-f035-4261-b13f-b8c2243c9662", "tag": "e1b1f7c5-e80d-4509-bd24-bc454a06dea9", "status": "completed", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:15:22.265190 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2c23975c-7d21-4ad7-a360-2c43a7e8bcd4 {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:15:22.265579 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c23975c-7d21-4ad7-a360-2c43a7e8bcd4'] response: {'name': 'network-changed', 'server_uuid': 'c9c50d33-f035-4261-b13f-b8c2243c9662', 'tag': 'e1b1f7c5-e80d-4509-bd24-bc454a06dea9', 'status': 'completed', 'code': 200} Mar 28 01:15:22.320837 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43945242-2902-46c1-b76a-419433475d63 req-a9c57f21-dcb6-47d5-be05-ac2bfe5e8487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:15:22.322400 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-43945242-2902-46c1-b76a-419433475d63 req-a9c57f21-dcb6-47d5-be05-ac2bfe5e8487 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cf1ee0ed9c204cc5bccbb38ebf185041&device_id=c9c50d33-f035-4261-b13f-b8c2243c9662 HTTP/1.1" status: 200 len: 1165 time: 0.0532415 Mar 28 01:15:22.400522 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-43945242-2902-46c1-b76a-419433475d63 req-a79abdca-5ce6-47f4-b2e4-3949d2b96cdb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1b1f7c5-e80d-4509-bd24-bc454a06dea9 HTTP/1.1" status: 200 len: 1037 time: 0.0593383 Mar 28 01:15:22.447438 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43945242-2902-46c1-b76a-419433475d63 req-6415b309-bd42-4a6e-9bb0-9a6ee0be77cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:15:22.448896 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-43945242-2902-46c1-b76a-419433475d63 req-6415b309-bd42-4a6e-9bb0-9a6ee0be77cc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2152c7d5-22be-4fd4-8826-8c3c82a6fb45 HTTP/1.1" status: 200 len: 835 time: 0.0429289 Mar 28 01:15:22.501356 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43945242-2902-46c1-b76a-419433475d63 req-c78c8e47-5afa-4843-9979-438bdcd0a7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:15:22.502865 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-43945242-2902-46c1-b76a-419433475d63 req-c78c8e47-5afa-4843-9979-438bdcd0a7eb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9d43fbe1-07dc-455e-8be8-c8201307ab09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0468507 Mar 28 01:15:22.585483 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988df16a-a7d0-42be-8275-357e386527b8 req-1d80bdce-9583-4cf5-b2b8-102ea3931d25 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:15:22.587105 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-988df16a-a7d0-42be-8275-357e386527b8 req-1d80bdce-9583-4cf5-b2b8-102ea3931d25 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9c50d33-f035-4261-b13f-b8c2243c9662 HTTP/1.1" status: 200 len: 981 time: 0.0562880 Mar 28 01:15:22.594043 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-43945242-2902-46c1-b76a-419433475d63 req-d95b0eb0-31c4-45ab-bd8e-2fbfce7bd26d service neutron] 10.222.0.10 "GET /v2.0/networks/9d43fbe1-07dc-455e-8be8-c8201307ab09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823309 Mar 28 01:15:22.632948 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-988df16a-a7d0-42be-8275-357e386527b8 req-d5374377-58a0-479b-9de4-02ce2de190b7 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?id=65f46ee6-9f03-43da-af69-3993af63648c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401947 Mar 28 01:15:22.686497 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-43945242-2902-46c1-b76a-419433475d63 req-2d7ce081-160d-4b72-86ee-06b6061959d4 service neutron] 10.222.0.10 "GET /v2.0/networks/9d43fbe1-07dc-455e-8be8-c8201307ab09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859928 Mar 28 01:15:22.772548 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec9cc0a-00ad-4816-8929-adf72328ad85 req-d0e568e6-2a4a-46d5-96a9-a84ab3eb3591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:15:22.774318 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6ec9cc0a-00ad-4816-8929-adf72328ad85 req-d0e568e6-2a4a-46d5-96a9-a84ab3eb3591 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cf1ee0ed9c204cc5bccbb38ebf185041&device_id=c9c50d33-f035-4261-b13f-b8c2243c9662 HTTP/1.1" status: 200 len: 1165 time: 0.0453556 Mar 28 01:15:22.863287 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec9cc0a-00ad-4816-8929-adf72328ad85 req-984a7eb1-54a4-4122-b4ad-bebf18d20f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:15:22.865348 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6ec9cc0a-00ad-4816-8929-adf72328ad85 req-984a7eb1-54a4-4122-b4ad-bebf18d20f16 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9d43fbe1-07dc-455e-8be8-c8201307ab09 HTTP/1.1" status: 200 len: 897 time: 0.0842900 Mar 28 01:15:22.931564 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6ec9cc0a-00ad-4816-8929-adf72328ad85 req-a70ad899-f2be-4d70-ac0d-30f82ef57a55 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1b1f7c5-e80d-4509-bd24-bc454a06dea9 HTTP/1.1" status: 200 len: 1037 time: 0.0599406 Mar 28 01:15:22.981553 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec9cc0a-00ad-4816-8929-adf72328ad85 req-bcc4cde4-66d5-4090-9818-5e302dd12d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:15:22.982932 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6ec9cc0a-00ad-4816-8929-adf72328ad85 req-bcc4cde4-66d5-4090-9818-5e302dd12d53 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2152c7d5-22be-4fd4-8826-8c3c82a6fb45 HTTP/1.1" status: 200 len: 835 time: 0.0411634 Mar 28 01:15:23.034445 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec9cc0a-00ad-4816-8929-adf72328ad85 req-1a7327fd-3bc6-4166-a6fb-88d76730cc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:15:23.036509 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6ec9cc0a-00ad-4816-8929-adf72328ad85 req-1a7327fd-3bc6-4166-a6fb-88d76730cc12 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9d43fbe1-07dc-455e-8be8-c8201307ab09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0436361 Mar 28 01:15:23.130141 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6ec9cc0a-00ad-4816-8929-adf72328ad85 req-7f88bb41-844c-4ea7-866b-e37a2ac972d2 service neutron] 10.222.0.10 "GET /v2.0/networks/9d43fbe1-07dc-455e-8be8-c8201307ab09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869849 Mar 28 01:15:23.220287 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6ec9cc0a-00ad-4816-8929-adf72328ad85 req-32cd858e-3eee-41b7-9b00-248d4997ee2b service neutron] 10.222.0.10 "GET /v2.0/networks/9d43fbe1-07dc-455e-8be8-c8201307ab09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803883 Mar 28 01:15:23.731919 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device e1b1f7c5-e80d-4509-bd24-bc454a06dea9 details requested by agent hyperv_hv-neutron-8348 with host hv-neutron-8348 {{(pid=104100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 01:15:23.755825 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68573d01-0376-4523-9f98-5e5a17ba5b73 req-e785dbc2-211d-4e77-ac06-e63439ce65c2 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:15:23.757341 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-68573d01-0376-4523-9f98-5e5a17ba5b73 req-e785dbc2-211d-4e77-ac06-e63439ce65c2 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9c50d33-f035-4261-b13f-b8c2243c9662 HTTP/1.1" status: 200 len: 981 time: 0.0573573 Mar 28 01:15:23.805366 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-68573d01-0376-4523-9f98-5e5a17ba5b73 req-e7b3158c-557d-41d0-a7e3-1cffcb159ee6 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?id=65f46ee6-9f03-43da-af69-3993af63648c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423856 Mar 28 01:15:23.826472 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port e1b1f7c5-e80d-4509-bd24-bc454a06dea9, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=e1b1f7c5-e80d-4509-bd24-bc454a06dea9,segment=NetworkSegment(fccbeaca-e7a1-4cea-bd84-765596f03303),segment_id=fccbeaca-e7a1-4cea-bd84-765596f03303)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:15:23.838916 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Returning: {'device': 'e1b1f7c5-e80d-4509-bd24-bc454a06dea9', 'network_id': '9d43fbe1-07dc-455e-8be8-c8201307ab09', 'port_id': 'e1b1f7c5-e80d-4509-bd24-bc454a06dea9', 'mac_address': 'fa:16:3e:ec:20:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2152c7d5-22be-4fd4-8826-8c3c82a6fb45', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 01:15:23.878429 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port e1b1f7c5-e80d-4509-bd24-bc454a06dea9 is: DOWN; New status is: BUILD {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:15:23.878820 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (e1b1f7c5-e80d-4509-bd24-bc454a06dea9), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:23.891197 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1b1f7c5-e80d-4509-bd24-bc454a06dea9 {{(pid=104100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 01:15:23.911076 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port e1b1f7c5-e80d-4509-bd24-bc454a06dea9, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=e1b1f7c5-e80d-4509-bd24-bc454a06dea9,segment=NetworkSegment(fccbeaca-e7a1-4cea-bd84-765596f03303),segment_id=fccbeaca-e7a1-4cea-bd84-765596f03303)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:15:23.914929 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (e1b1f7c5-e80d-4509-bd24-bc454a06dea9), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:23.959603 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Pushing event updated for resources: {'Port': ['ID=e1b1f7c5-e80d-4509-bd24-bc454a06dea9,revision_number=9']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:15:24.141132 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] get_ports_and_sgs() called for port_ids ['e1b1f7c5-e80d-4509-bd24-bc454a06dea9'] {{(pid=104100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 01:15:24.921859 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98cad41-a052-48fd-9654-f85bafc8e8f8 req-e8137b43-e42f-436c-979f-317cdb4c625c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:15:24.923310 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-c98cad41-a052-48fd-9654-f85bafc8e8f8 req-e8137b43-e42f-436c-979f-317cdb4c625c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9c50d33-f035-4261-b13f-b8c2243c9662 HTTP/1.1" status: 200 len: 982 time: 0.0512371 Mar 28 01:15:24.968715 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-c98cad41-a052-48fd-9654-f85bafc8e8f8 req-7e585281-346b-42c5-9e26-332bdc6667d4 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?id=65f46ee6-9f03-43da-af69-3993af63648c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396485 Mar 28 01:15:25.746531 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device e1b1f7c5-e80d-4509-bd24-bc454a06dea9 up at agent hyperv_hv-neutron-8348 {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:15:25.794584 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Provisioning for port e1b1f7c5-e80d-4509-bd24-bc454a06dea9 completed by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 01:15:25.798713 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Provisioning complete for port e1b1f7c5-e80d-4509-bd24-bc454a06dea9 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:15:25.799083 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (e1b1f7c5-e80d-4509-bd24-bc454a06dea9), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:25.877462 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port e1b1f7c5-e80d-4509-bd24-bc454a06dea9 is: BUILD; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:15:25.877850 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (e1b1f7c5-e80d-4509-bd24-bc454a06dea9), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:25.899674 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9c50d33-f035-4261-b13f-b8c2243c9662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1b1f7c5-e80d-4509-bd24-bc454a06dea9'}] {{(pid=104100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:15:25.902932 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd27896ebc78d0f7931321182ba9533a7b768b1c3fcddb3ff52a8aee6ddeaf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3256b40-a9fa-46ca-9fcf-9e35d3d320d3" -d '{"events": [{"server_uuid": "c9c50d33-f035-4261-b13f-b8c2243c9662", "name": "network-vif-plugged", "status": "completed", "tag": "e1b1f7c5-e80d-4509-bd24-bc454a06dea9"}]}' {{(pid=104100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:15:25.916424 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port e1b1f7c5-e80d-4509-bd24-bc454a06dea9, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=e1b1f7c5-e80d-4509-bd24-bc454a06dea9,segment=NetworkSegment(fccbeaca-e7a1-4cea-bd84-765596f03303),segment_id=fccbeaca-e7a1-4cea-bd84-765596f03303)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:15:25.920532 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (e1b1f7c5-e80d-4509-bd24-bc454a06dea9), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:25.946904 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 01:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5d3aee8-1ec1-4ea1-ab9f-84975e6860bb x-openstack-request-id: req-d5d3aee8-1ec1-4ea1-ab9f-84975e6860bb {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:15:25.947203 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9c50d33-f035-4261-b13f-b8c2243c9662", "name": "network-vif-plugged", "status": "completed", "tag": "e1b1f7c5-e80d-4509-bd24-bc454a06dea9", "code": 200}]} {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:15:25.947462 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d5d3aee8-1ec1-4ea1-ab9f-84975e6860bb {{(pid=104100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:15:25.947862 dv-neutron-834874-6-hyperv neutron-server[104100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5d3aee8-1ec1-4ea1-ab9f-84975e6860bb'] response: {'server_uuid': 'c9c50d33-f035-4261-b13f-b8c2243c9662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1b1f7c5-e80d-4509-bd24-bc454a06dea9', 'code': 200} Mar 28 01:15:25.974237 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Pushing event updated for resources: {'Port': ['ID=e1b1f7c5-e80d-4509-bd24-bc454a06dea9,revision_number=10']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:15:26.091849 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f765c2-5a56-467f-ad79-e5133a2f0047 req-b2bf0b77-78f0-4731-a946-8f17a4db8335 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:15:26.093370 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-08f765c2-5a56-467f-ad79-e5133a2f0047 req-b2bf0b77-78f0-4731-a946-8f17a4db8335 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9c50d33-f035-4261-b13f-b8c2243c9662 HTTP/1.1" status: 200 len: 984 time: 0.0566509 Mar 28 01:15:26.105376 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c843da-b004-4e5d-94fa-07f00d85993b req-c7d676e7-e63a-4d42-9cc7-fe68b00bd30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:15:26.106821 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-18c843da-b004-4e5d-94fa-07f00d85993b req-c7d676e7-e63a-4d42-9cc7-fe68b00bd30a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c9c50d33-f035-4261-b13f-b8c2243c9662 HTTP/1.1" status: 200 len: 1168 time: 0.0432327 Mar 28 01:15:26.139487 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-08f765c2-5a56-467f-ad79-e5133a2f0047 req-a13f85bf-bfa0-4e77-9689-860809f4c886 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?id=65f46ee6-9f03-43da-af69-3993af63648c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400002 Mar 28 01:15:26.162864 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-18c843da-b004-4e5d-94fa-07f00d85993b req-6818a9f6-92cd-4ead-9cb2-b2f07bc91c7d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=65f46ee6-9f03-43da-af69-3993af63648c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398636 Mar 28 01:15:27.294131 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19be3a39-935a-4b00-85a7-70f375e37e8f req-14f30a95-cbc0-4f60-9442-d2c007d0cb32 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:15:27.295624 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-19be3a39-935a-4b00-85a7-70f375e37e8f req-14f30a95-cbc0-4f60-9442-d2c007d0cb32 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9c50d33-f035-4261-b13f-b8c2243c9662 HTTP/1.1" status: 200 len: 984 time: 0.0654595 Mar 28 01:15:27.341675 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-19be3a39-935a-4b00-85a7-70f375e37e8f req-6dea19cf-f74c-43a7-9504-56bd655a9531 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?id=65f46ee6-9f03-43da-af69-3993af63648c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405266 Mar 28 01:15:28.463628 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be583ce-ca56-426c-9d81-8fde2eb845ac req-bcbb723a-9a9c-43a3-8e14-ba06d6fe7ab4 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:15:28.465094 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-5be583ce-ca56-426c-9d81-8fde2eb845ac req-bcbb723a-9a9c-43a3-8e14-ba06d6fe7ab4 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9c50d33-f035-4261-b13f-b8c2243c9662 HTTP/1.1" status: 200 len: 984 time: 0.0563176 Mar 28 01:15:28.511625 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-5be583ce-ca56-426c-9d81-8fde2eb845ac req-962d7108-cae1-415d-b871-bb39deb19029 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?id=65f46ee6-9f03-43da-af69-3993af63648c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403171 Mar 28 01:15:28.634104 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a609dbcb-02a0-4502-8d97-26b9b0e377a9 req-a1d51a2b-d284-4cd1-9f18-2336e30bdbe8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:15:28.635465 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a609dbcb-02a0-4502-8d97-26b9b0e377a9 req-a1d51a2b-d284-4cd1-9f18-2336e30bdbe8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9c50d33-f035-4261-b13f-b8c2243c9662 HTTP/1.1" status: 200 len: 984 time: 0.0510263 Mar 28 01:15:28.682047 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a609dbcb-02a0-4502-8d97-26b9b0e377a9 req-ef539a17-512d-4d64-b557-39c9f6758e98 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?id=65f46ee6-9f03-43da-af69-3993af63648c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410209 Mar 28 01:15:28.705839 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 56926) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:15:28.753169 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37bcd67-4500-4d95-acd4-34282449f83c tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:15:28.754729 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-a37bcd67-4500-4d95-acd4-34282449f83c tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c9c50d33-f035-4261-b13f-b8c2243c9662&network_id=9d43fbe1-07dc-455e-8be8-c8201307ab09 HTTP/1.1" status: 200 len: 1163 time: 0.0478127 Mar 28 01:15:28.976415 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd23221-d847-468e-80fe-36a3b956c8bd req-1ac82b5c-f022-4af8-b481-96085d17269c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:15:28.977886 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-1cd23221-d847-468e-80fe-36a3b956c8bd req-1ac82b5c-f022-4af8-b481-96085d17269c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9c50d33-f035-4261-b13f-b8c2243c9662 HTTP/1.1" status: 200 len: 984 time: 0.0569260 Mar 28 01:15:29.027966 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-1cd23221-d847-468e-80fe-36a3b956c8bd req-853bf7df-22bc-4caa-a4e7-50b90aa810c9 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?id=65f46ee6-9f03-43da-af69-3993af63648c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445485 Mar 28 01:15:30.154222 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a2e351-f65d-4f5e-8ed6-14097b873558 req-9684939a-59cc-43e7-a2b3-b0e34a0e858d tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:15:30.155600 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-b1a2e351-f65d-4f5e-8ed6-14097b873558 req-9684939a-59cc-43e7-a2b3-b0e34a0e858d tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9c50d33-f035-4261-b13f-b8c2243c9662 HTTP/1.1" status: 200 len: 984 time: 0.0588710 Mar 28 01:15:30.201754 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-b1a2e351-f65d-4f5e-8ed6-14097b873558 req-37231eb8-918b-4ea5-abe3-d57d73e70bcc tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?id=65f46ee6-9f03-43da-af69-3993af63648c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396042 Mar 28 01:15:30.268368 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cfa98d-f7c3-48bf-a8c6-aa1026671c31 req-303b45ca-1d6c-4679-ac86-1a76ea92aa36 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:15:30.269783 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a1cfa98d-f7c3-48bf-a8c6-aa1026671c31 req-303b45ca-1d6c-4679-ac86-1a76ea92aa36 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9c50d33-f035-4261-b13f-b8c2243c9662 HTTP/1.1" status: 200 len: 984 time: 0.0503216 Mar 28 01:15:30.316336 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cfa98d-f7c3-48bf-a8c6-aa1026671c31 req-bac8a276-f090-4217-98f7-b097a325e41b tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:15:30.317670 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a1cfa98d-f7c3-48bf-a8c6-aa1026671c31 req-bac8a276-f090-4217-98f7-b097a325e41b tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.10 "GET /v2.0/ports/e1b1f7c5-e80d-4509-bd24-bc454a06dea9?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0409412 Mar 28 01:15:30.416988 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a1cfa98d-f7c3-48bf-a8c6-aa1026671c31 req-86dbfeb9-2a60-4b0b-8411-b2aea17ac523 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.10 "GET /v2.0/networks/9d43fbe1-07dc-455e-8be8-c8201307ab09?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0946887 Mar 28 01:15:30.429866 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [req-a1cfa98d-f7c3-48bf-a8c6-aa1026671c31 req-eb1bff67-e41c-486a-8e11-d4b8236ca191 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:15:30.491692 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-a1cfa98d-f7c3-48bf-a8c6-aa1026671c31 req-eb1bff67-e41c-486a-8e11-d4b8236ca191 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (e1b1f7c5-e80d-4509-bd24-bc454a06dea9), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:30.620889 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-a1cfa98d-f7c3-48bf-a8c6-aa1026671c31 req-eb1bff67-e41c-486a-8e11-d4b8236ca191 service neutron] For port e1b1f7c5-e80d-4509-bd24-bc454a06dea9, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=e1b1f7c5-e80d-4509-bd24-bc454a06dea9,segment=NetworkSegment(fccbeaca-e7a1-4cea-bd84-765596f03303),segment_id=fccbeaca-e7a1-4cea-bd84-765596f03303)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:15:30.653439 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-a1cfa98d-f7c3-48bf-a8c6-aa1026671c31 req-eb1bff67-e41c-486a-8e11-d4b8236ca191 service neutron] For port e1b1f7c5-e80d-4509-bd24-bc454a06dea9, host hv-neutron-8348, cleared binding levels {{(pid=104099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:15:30.685150 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [req-a1cfa98d-f7c3-48bf-a8c6-aa1026671c31 req-eb1bff67-e41c-486a-8e11-d4b8236ca191 service neutron] device_id is not set on port e1b1f7c5-e80d-4509-bd24-bc454a06dea9 yet. {{(pid=104099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 01:15:30.693625 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-a1cfa98d-f7c3-48bf-a8c6-aa1026671c31 req-eb1bff67-e41c-486a-8e11-d4b8236ca191 service neutron] Publish callbacks [] for port (e1b1f7c5-e80d-4509-bd24-bc454a06dea9), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:30.698685 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-a1cfa98d-f7c3-48bf-a8c6-aa1026671c31 req-eb1bff67-e41c-486a-8e11-d4b8236ca191 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (e1b1f7c5-e80d-4509-bd24-bc454a06dea9), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:30.783435 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1bff67-e41c-486a-8e11-d4b8236ca191 service neutron] Pushing event updated for resources: {'Port': ['ID=e1b1f7c5-e80d-4509-bd24-bc454a06dea9,revision_number=11']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:15:30.828337 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1cfa98d-f7c3-48bf-a8c6-aa1026671c31 req-eb1bff67-e41c-486a-8e11-d4b8236ca191 service neutron] No DVR routers for this DVR port e1b1f7c5-e80d-4509-bd24-bc454a06dea9 on host hv-neutron-8348 {{(pid=104099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:15:30.921819 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-e4028377-01d2-400a-a058-8faeb54bdaec None None] Provisioning complete for port e1b1f7c5-e80d-4509-bd24-bc454a06dea9 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:15:30.922442 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-e4028377-01d2-400a-a058-8faeb54bdaec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (e1b1f7c5-e80d-4509-bd24-bc454a06dea9), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:30.959644 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-e4028377-01d2-400a-a058-8faeb54bdaec None None] Port e1b1f7c5-e80d-4509-bd24-bc454a06dea9 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:15:30.973902 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [req-a1cfa98d-f7c3-48bf-a8c6-aa1026671c31 req-eb1bff67-e41c-486a-8e11-d4b8236ca191 service neutron] In _notify_port_updated(), no bound segment for port e1b1f7c5-e80d-4509-bd24-bc454a06dea9 on network 9d43fbe1-07dc-455e-8be8-c8201307ab09 {{(pid=104099) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 28 01:15:30.974751 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cfa98d-f7c3-48bf-a8c6-aa1026671c31 req-eb1bff67-e41c-486a-8e11-d4b8236ca191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:15:30.975356 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-a1cfa98d-f7c3-48bf-a8c6-aa1026671c31 req-eb1bff67-e41c-486a-8e11-d4b8236ca191 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:30.976683 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a1cfa98d-f7c3-48bf-a8c6-aa1026671c31 req-eb1bff67-e41c-486a-8e11-d4b8236ca191 service neutron] 10.222.0.10 "PUT /v2.0/ports/e1b1f7c5-e80d-4509-bd24-bc454a06dea9 HTTP/1.1" status: 200 len: 1027 time: 0.5514851 Mar 28 01:15:31.311432 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-9cda4efa-04bd-44de-b5e3-0bca982b1f7d req-49999b73-fe09-4ae0-b2cc-92bf8d83cba9 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9c50d33-f035-4261-b13f-b8c2243c9662 HTTP/1.1" status: 200 len: 210 time: 0.0273750 Mar 28 01:15:32.367766 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 56938) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:15:32.423500 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-558b3b0d-271f-49c2-8a75-87f7566e92da tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group (62d9999c-31e7-409b-bb3d-9774fdf5fe35), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:32.448250 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-558b3b0d-271f-49c2-8a75-87f7566e92da tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group (62d9999c-31e7-409b-bb3d-9774fdf5fe35), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:32.509789 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-558b3b0d-271f-49c2-8a75-87f7566e92da tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (62d9999c-31e7-409b-bb3d-9774fdf5fe35), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:32.512614 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-558b3b0d-271f-49c2-8a75-87f7566e92da tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:32.513766 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-558b3b0d-271f-49c2-8a75-87f7566e92da tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "DELETE /v2.0/security-groups/62d9999c-31e7-409b-bb3d-9774fdf5fe35 HTTP/1.1" status: 204 len: 168 time: 0.1448457 Mar 28 01:15:32.523124 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558b3b0d-271f-49c2-8a75-87f7566e92da tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d9999c-31e7-409b-bb3d-9774fdf5fe35,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:15:32.558991 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 56942) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:15:32.704977 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:32.716934 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-4ac4badf-45e4-4887-851f-fbd175595242 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Deleting port 37d82700-8cd5-422a-99d7-7adead2879ad {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:15:32.717275 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4ac4badf-45e4-4887-851f-fbd175595242 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (37d82700-8cd5-422a-99d7-7adead2879ad), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:32.790927 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4ac4badf-45e4-4887-851f-fbd175595242 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (37d82700-8cd5-422a-99d7-7adead2879ad), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:32.791251 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4ac4badf-45e4-4887-851f-fbd175595242 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for floatingip (37d82700-8cd5-422a-99d7-7adead2879ad), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:32.803083 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-4ac4badf-45e4-4887-851f-fbd175595242 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Calling delete_port for 37d82700-8cd5-422a-99d7-7adead2879ad owned by network:floatingip {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:15:32.951517 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4ac4badf-45e4-4887-851f-fbd175595242 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (37d82700-8cd5-422a-99d7-7adead2879ad), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:32.975719 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac4badf-45e4-4887-851f-fbd175595242 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event deleted for resources: {'Port': ['ID=37d82700-8cd5-422a-99d7-7adead2879ad,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:15:33.039023 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4ac4badf-45e4-4887-851f-fbd175595242 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for floatingip (08cee618-d29d-46a1-bba3-f0406fa84774), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:33.039353 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.l3_db [None req-4ac4badf-45e4-4887-851f-fbd175595242 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Floating IP 08cee618-d29d-46a1-bba3-f0406fa84774 disassociated (deleted). External IP: 172.26.1.248, port: e1b1f7c5-e80d-4509-bd24-bc454a06dea9. Mar 28 01:15:33.261480 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ac4badf-45e4-4887-851f-fbd175595242 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Router ae5bb71d-3888-41a3-9b5d-e5dbc27b7b69 has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:15:33.370912 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ac4badf-45e4-4887-851f-fbd175595242 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:15:33.375978 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4ac4badf-45e4-4887-851f-fbd175595242 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for floatingip (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:33.382020 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2eb56c-bd6a-4002-a826-16817586d69c None None] Sync routers for ids ['ae5bb71d-3888-41a3-9b5d-e5dbc27b7b69'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:15:33.391579 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2eb56c-bd6a-4002-a826-16817586d69c None None] Routers {'ae5bb71d-3888-41a3-9b5d-e5dbc27b7b69'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:15:33.392230 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-7d2eb56c-bd6a-4002-a826-16817586d69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:15:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['ae5bb71d-3888-41a3-9b5d-e5dbc27b7b69'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:15:33.411686 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-4ac4badf-45e4-4887-851f-fbd175595242 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "DELETE /v2.0/floatingips/08cee618-d29d-46a1-bba3-f0406fa84774 HTTP/1.1" status: 204 len: 168 time: 0.8486848 Mar 28 01:15:33.480165 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 56950) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:15:33.503802 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-7d2eb56c-bd6a-4002-a826-16817586d69c None None] Set router ae5bb71d-3888-41a3-9b5d-e5dbc27b7b69 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:15:33.538231 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e82db3cc-1672-44e7-bbc6-a0956f4fc134 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group (cd2cb269-f5c0-4798-915a-f1ababd4605f), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:33.563061 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e82db3cc-1672-44e7-bbc6-a0956f4fc134 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group (cd2cb269-f5c0-4798-915a-f1ababd4605f), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:33.623910 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e82db3cc-1672-44e7-bbc6-a0956f4fc134 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (cd2cb269-f5c0-4798-915a-f1ababd4605f), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:33.627171 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e82db3cc-1672-44e7-bbc6-a0956f4fc134 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:33.628441 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-e82db3cc-1672-44e7-bbc6-a0956f4fc134 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "DELETE /v2.0/security-groups/cd2cb269-f5c0-4798-915a-f1ababd4605f HTTP/1.1" status: 204 len: 168 time: 0.1472082 Mar 28 01:15:33.638763 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82db3cc-1672-44e7-bbc6-a0956f4fc134 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd2cb269-f5c0-4798-915a-f1ababd4605f,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:15:33.660002 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 56954) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:15:33.730223 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-7d2eb56c-bd6a-4002-a826-16817586d69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5bb71d-3888-41a3-9b5d-e5dbc27b7b69', 'name': 'tempest-TestNetworkBasicOps-router-236269816', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.175'}], 'enable_snat': True}, 'gw_port_id': 'cd220bcb-3660-48c1-ad97-54db560b6f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:14:53Z', 'updated_at': '2022-03-28T01:14:57Z', 'revision_number': 4, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': 'cd220bcb-3660-48c1-ad97-54db560b6f9e', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:5d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5bb71d-3888-41a3-9b5d-e5dbc27b7b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:14:53Z', 'updated_at': '2022-03-28T01:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': 'eea660a7-9c5c-4d72-ae94-76e73f5a3d38', 'name': '', 'network_id': '9d43fbe1-07dc-455e-8be8-c8201307ab09', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'mac_address': 'fa:16:3e:c4:39:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5bb71d-3888-41a3-9b5d-e5dbc27b7b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '2152c7d5-22be-4fd4-8826-8c3c82a6fb45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:14:57Z', 'updated_at': '2022-03-28T01:15:00Z', 'revision_number': 5, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'subnets': [{'id': '2152c7d5-22be-4fd4-8826-8c3c82a6fb45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:15:33.763701 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2eb56c-bd6a-4002-a826-16817586d69c None None] Checking router: ae5bb71d-3888-41a3-9b5d-e5dbc27b7b69 for host: dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:15:33.771939 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-7b59f188-c2fb-404c-b877-a21ceb83a455 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Deleting port e1b1f7c5-e80d-4509-bd24-bc454a06dea9 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:15:33.772166 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2eb56c-bd6a-4002-a826-16817586d69c None None] Routers {'ae5bb71d-3888-41a3-9b5d-e5dbc27b7b69'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:15:33.772397 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7b59f188-c2fb-404c-b877-a21ceb83a455 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (e1b1f7c5-e80d-4509-bd24-bc454a06dea9), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:33.772659 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-7d2eb56c-bd6a-4002-a826-16817586d69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:15:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['ae5bb71d-3888-41a3-9b5d-e5dbc27b7b69'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:15:33.809444 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device e1b1f7c5-e80d-4509-bd24-bc454a06dea9 no longer exists at agent hyperv_hv-neutron-8348 {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:15:33.865323 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7b59f188-c2fb-404c-b877-a21ceb83a455 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (e1b1f7c5-e80d-4509-bd24-bc454a06dea9), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:33.877417 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-7b59f188-c2fb-404c-b877-a21ceb83a455 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Calling delete_port for e1b1f7c5-e80d-4509-bd24-bc454a06dea9 owned by {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:15:33.898143 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] The host hv-neutron-8348 is not matching for port e1b1f7c5-e80d-4509-bd24-bc454a06dea9 host ! {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 28 01:15:33.898598 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device e1b1f7c5-e80d-4509-bd24-bc454a06dea9 not bound to the agent host hv-neutron-8348 {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:15:33.918245 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-7d2eb56c-bd6a-4002-a826-16817586d69c None None] Set router ae5bb71d-3888-41a3-9b5d-e5dbc27b7b69 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:15:34.018102 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7b59f188-c2fb-404c-b877-a21ceb83a455 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (e1b1f7c5-e80d-4509-bd24-bc454a06dea9), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:34.049384 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b59f188-c2fb-404c-b877-a21ceb83a455 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event deleted for resources: {'Port': ['ID=e1b1f7c5-e80d-4509-bd24-bc454a06dea9,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:15:34.132903 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7b59f188-c2fb-404c-b877-a21ceb83a455 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:34.139531 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-7b59f188-c2fb-404c-b877-a21ceb83a455 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "DELETE /v2.0/ports/e1b1f7c5-e80d-4509-bd24-bc454a06dea9 HTTP/1.1" status: 204 len: 168 time: 0.4760804 Mar 28 01:15:34.139857 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 56956) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:15:34.302456 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-7d2eb56c-bd6a-4002-a826-16817586d69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5bb71d-3888-41a3-9b5d-e5dbc27b7b69', 'name': 'tempest-TestNetworkBasicOps-router-236269816', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.175'}], 'enable_snat': True}, 'gw_port_id': 'cd220bcb-3660-48c1-ad97-54db560b6f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:14:53Z', 'updated_at': '2022-03-28T01:14:57Z', 'revision_number': 4, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': 'cd220bcb-3660-48c1-ad97-54db560b6f9e', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:5d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5bb71d-3888-41a3-9b5d-e5dbc27b7b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:14:53Z', 'updated_at': '2022-03-28T01:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': 'eea660a7-9c5c-4d72-ae94-76e73f5a3d38', 'name': '', 'network_id': '9d43fbe1-07dc-455e-8be8-c8201307ab09', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'mac_address': 'fa:16:3e:c4:39:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5bb71d-3888-41a3-9b5d-e5dbc27b7b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '2152c7d5-22be-4fd4-8826-8c3c82a6fb45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:14:57Z', 'updated_at': '2022-03-28T01:15:00Z', 'revision_number': 5, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'subnets': [{'id': '2152c7d5-22be-4fd4-8826-8c3c82a6fb45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:15:34.334038 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2eb56c-bd6a-4002-a826-16817586d69c None None] The sync data for ids ['ae5bb71d-3888-41a3-9b5d-e5dbc27b7b69'] in dv-neutron-834874-6-hyperv is: [{'id': 'ae5bb71d-3888-41a3-9b5d-e5dbc27b7b69', 'name': 'tempest-TestNetworkBasicOps-router-236269816', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.175'}], 'enable_snat': True}, 'gw_port_id': 'cd220bcb-3660-48c1-ad97-54db560b6f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:14:53Z', 'updated_at': '2022-03-28T01:14:57Z', 'revision_number': 4, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': 'cd220bcb-3660-48c1-ad97-54db560b6f9e', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:5d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5bb71d-3888-41a3-9b5d-e5dbc27b7b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:14:53Z', 'updated_at': '2022-03-28T01:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': 'eea660a7-9c5c-4d72-ae94-76e73f5a3d38', 'name': '', 'network_id': '9d43fbe1-07dc-455e-8be8-c8201307ab09', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'mac_address': 'fa:16:3e:c4:39:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5bb71d-3888-41a3-9b5d-e5dbc27b7b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '2152c7d5-22be-4fd4-8826-8c3c82a6fb45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:14:57Z', 'updated_at': '2022-03-28T01:15:00Z', 'revision_number': 5, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'subnets': [{'id': '2152c7d5-22be-4fd4-8826-8c3c82a6fb45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:15:34.599398 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70df403-93bd-45e3-86be-768e55b21f60 None None] New status for floating IP 08cee618-d29d-46a1-bba3-f0406fa84774: DOWN {{(pid=104101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 01:15:34.842316 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-912d939b-9014-4caa-a64d-08828bd52016 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3686527'] for router_interface (ae5bb71d-3888-41a3-9b5d-e5dbc27b7b69), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:35.115057 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-912d939b-9014-4caa-a64d-08828bd52016 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Deleting port eea660a7-9c5c-4d72-ae94-76e73f5a3d38 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:15:35.115301 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-912d939b-9014-4caa-a64d-08828bd52016 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (eea660a7-9c5c-4d72-ae94-76e73f5a3d38), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:35.210867 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-912d939b-9014-4caa-a64d-08828bd52016 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] For port eea660a7-9c5c-4d72-ae94-76e73f5a3d38, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=eea660a7-9c5c-4d72-ae94-76e73f5a3d38,segment=NetworkSegment(fccbeaca-e7a1-4cea-bd84-765596f03303),segment_id=fccbeaca-e7a1-4cea-bd84-765596f03303)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:15:35.211209 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-912d939b-9014-4caa-a64d-08828bd52016 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (eea660a7-9c5c-4d72-ae94-76e73f5a3d38), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:35.224787 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-912d939b-9014-4caa-a64d-08828bd52016 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Calling delete_port for eea660a7-9c5c-4d72-ae94-76e73f5a3d38 owned by network:router_interface {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:15:35.417368 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-912d939b-9014-4caa-a64d-08828bd52016 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (eea660a7-9c5c-4d72-ae94-76e73f5a3d38), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:35.443881 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912d939b-9014-4caa-a64d-08828bd52016 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event deleted for resources: {'Port': ['ID=eea660a7-9c5c-4d72-ae94-76e73f5a3d38,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:15:35.620010 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-912d939b-9014-4caa-a64d-08828bd52016 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3725912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3690191'] for router_interface (ae5bb71d-3888-41a3-9b5d-e5dbc27b7b69), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:35.836203 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-912d939b-9014-4caa-a64d-08828bd52016 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Router ae5bb71d-3888-41a3-9b5d-e5dbc27b7b69 has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:15:35.941518 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-912d939b-9014-4caa-a64d-08828bd52016 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:15:35.946418 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-912d939b-9014-4caa-a64d-08828bd52016 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "PUT /v2.0/routers/ae5bb71d-3888-41a3-9b5d-e5dbc27b7b69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8054790 Mar 28 01:15:35.949076 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 56958) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:15:35.951339 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c7342e-14f7-4a19-be78-74d2cc23cfe8 None None] Sync routers for ids ['ae5bb71d-3888-41a3-9b5d-e5dbc27b7b69'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:15:35.961866 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c7342e-14f7-4a19-be78-74d2cc23cfe8 None None] Routers {'ae5bb71d-3888-41a3-9b5d-e5dbc27b7b69'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:15:35.962480 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-a6c7342e-14f7-4a19-be78-74d2cc23cfe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:15:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['ae5bb71d-3888-41a3-9b5d-e5dbc27b7b69'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:15:35.999598 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_v2 [None req-af1b1655-5b1e-407b-8e07-545b940af02c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Deleting subnet 2152c7d5-22be-4fd4-8826-8c3c82a6fb45 {{(pid=104099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:15:36.002717 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-af1b1655-5b1e-407b-8e07-545b940af02c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for subnet (2152c7d5-22be-4fd4-8826-8c3c82a6fb45), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:36.046446 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-af1b1655-5b1e-407b-8e07-545b940af02c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126946639'] for subnet (2152c7d5-22be-4fd4-8826-8c3c82a6fb45), precommit_delete_associations {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:36.069443 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-a6c7342e-14f7-4a19-be78-74d2cc23cfe8 None None] Set router ae5bb71d-3888-41a3-9b5d-e5dbc27b7b69 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:15:36.126864 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-af1b1655-5b1e-407b-8e07-545b940af02c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (2152c7d5-22be-4fd4-8826-8c3c82a6fb45), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:36.184888 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-af1b1655-5b1e-407b-8e07-545b940af02c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127282766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126757793'] for subnet (2152c7d5-22be-4fd4-8826-8c3c82a6fb45), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:36.216372 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1b1655-5b1e-407b-8e07-545b940af02c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event deleted for resources: {'Subnet': ['ID=2152c7d5-22be-4fd4-8826-8c3c82a6fb45,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:15:36.219799 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-af1b1655-5b1e-407b-8e07-545b940af02c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:36.225876 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-af1b1655-5b1e-407b-8e07-545b940af02c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "DELETE /v2.0/subnets/2152c7d5-22be-4fd4-8826-8c3c82a6fb45 HTTP/1.1" status: 204 len: 168 time: 0.2756228 Mar 28 01:15:36.226137 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 56960) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:15:36.226932 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41e5930-8e83-4099-b65e-16ee76948de0 None None] Network 9d43fbe1-07dc-455e-8be8-c8201307ab09 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:15:36.319439 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-a6c7342e-14f7-4a19-be78-74d2cc23cfe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5bb71d-3888-41a3-9b5d-e5dbc27b7b69', 'name': 'tempest-TestNetworkBasicOps-router-236269816', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.175'}], 'enable_snat': True}, 'gw_port_id': 'cd220bcb-3660-48c1-ad97-54db560b6f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:14:53Z', 'updated_at': '2022-03-28T01:15:35Z', 'revision_number': 5, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': 'cd220bcb-3660-48c1-ad97-54db560b6f9e', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:5d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5bb71d-3888-41a3-9b5d-e5dbc27b7b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:14:53Z', 'updated_at': '2022-03-28T01:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:15:36.331560 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ecb97f72-7b41-4337-9723-013d74f2059e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for router (ae5bb71d-3888-41a3-9b5d-e5dbc27b7b69), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:36.349335 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c7342e-14f7-4a19-be78-74d2cc23cfe8 None None] Checking router: ae5bb71d-3888-41a3-9b5d-e5dbc27b7b69 for host: dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:15:36.364304 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c7342e-14f7-4a19-be78-74d2cc23cfe8 None None] Routers {'ae5bb71d-3888-41a3-9b5d-e5dbc27b7b69'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:15:36.364907 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-a6c7342e-14f7-4a19-be78-74d2cc23cfe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:15:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['ae5bb71d-3888-41a3-9b5d-e5dbc27b7b69'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:15:36.433737 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de96b7ca-c850-47af-8d74-2f8470ccfbb8 None None] DHCP port deletion for 9d43fbe1-07dc-455e-8be8-c8201307ab09 request from dv-neutron-834874-6-hyperv {{(pid=104100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 01:15:36.509874 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-a6c7342e-14f7-4a19-be78-74d2cc23cfe8 None None] Set router ae5bb71d-3888-41a3-9b5d-e5dbc27b7b69 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:15:36.614941 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-de96b7ca-c850-47af-8d74-2f8470ccfbb8 None None] Deleting port dcaa08c3-7258-4d1d-848a-c32aee112f96 {{(pid=104100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:15:36.615313 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-de96b7ca-c850-47af-8d74-2f8470ccfbb8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (dcaa08c3-7258-4d1d-848a-c32aee112f96), before_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:36.702955 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-de96b7ca-c850-47af-8d74-2f8470ccfbb8 None None] For port dcaa08c3-7258-4d1d-848a-c32aee112f96, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=dcaa08c3-7258-4d1d-848a-c32aee112f96,segment=NetworkSegment(fccbeaca-e7a1-4cea-bd84-765596f03303),segment_id=fccbeaca-e7a1-4cea-bd84-765596f03303)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:15:36.703238 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-de96b7ca-c850-47af-8d74-2f8470ccfbb8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (dcaa08c3-7258-4d1d-848a-c32aee112f96), precommit_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:36.733690 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-de96b7ca-c850-47af-8d74-2f8470ccfbb8 None None] Calling delete_port for dcaa08c3-7258-4d1d-848a-c32aee112f96 owned by network:dhcp {{(pid=104100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:15:36.757617 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ecb97f72-7b41-4337-9723-013d74f2059e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for router_gateway (ae5bb71d-3888-41a3-9b5d-e5dbc27b7b69), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:36.807659 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-ecb97f72-7b41-4337-9723-013d74f2059e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Deleting port cd220bcb-3660-48c1-ad97-54db560b6f9e {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:15:36.808002 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ecb97f72-7b41-4337-9723-013d74f2059e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (cd220bcb-3660-48c1-ad97-54db560b6f9e), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:36.818027 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-a6c7342e-14f7-4a19-be78-74d2cc23cfe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5bb71d-3888-41a3-9b5d-e5dbc27b7b69', 'name': 'tempest-TestNetworkBasicOps-router-236269816', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.175'}], 'enable_snat': True}, 'gw_port_id': 'cd220bcb-3660-48c1-ad97-54db560b6f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:14:53Z', 'updated_at': '2022-03-28T01:15:35Z', 'revision_number': 5, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': 'cd220bcb-3660-48c1-ad97-54db560b6f9e', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:5d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5bb71d-3888-41a3-9b5d-e5dbc27b7b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:14:53Z', 'updated_at': '2022-03-28T01:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:15:36.846216 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c7342e-14f7-4a19-be78-74d2cc23cfe8 None None] The sync data for ids ['ae5bb71d-3888-41a3-9b5d-e5dbc27b7b69'] in dv-neutron-834874-6-hyperv is: [{'id': 'ae5bb71d-3888-41a3-9b5d-e5dbc27b7b69', 'name': 'tempest-TestNetworkBasicOps-router-236269816', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.175'}], 'enable_snat': True}, 'gw_port_id': 'cd220bcb-3660-48c1-ad97-54db560b6f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:14:53Z', 'updated_at': '2022-03-28T01:15:35Z', 'revision_number': 5, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': 'cd220bcb-3660-48c1-ad97-54db560b6f9e', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:5d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5bb71d-3888-41a3-9b5d-e5dbc27b7b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:14:53Z', 'updated_at': '2022-03-28T01:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:15:36.867746 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-de96b7ca-c850-47af-8d74-2f8470ccfbb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886'] for port (dcaa08c3-7258-4d1d-848a-c32aee112f96), after_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:36.886166 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.db [None req-ecb97f72-7b41-4337-9723-013d74f2059e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] For port cd220bcb-3660-48c1-ad97-54db560b6f9e, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=cd220bcb-3660-48c1-ad97-54db560b6f9e,segment=NetworkSegment(b6f00c62-aca5-4c73-8989-c04c396daeed),segment_id=b6f00c62-aca5-4c73-8989-c04c396daeed)] {{(pid=104098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:15:36.886545 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ecb97f72-7b41-4337-9723-013d74f2059e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (cd220bcb-3660-48c1-ad97-54db560b6f9e), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:36.898610 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de96b7ca-c850-47af-8d74-2f8470ccfbb8 None None] Pushing event deleted for resources: {'Port': ['ID=dcaa08c3-7258-4d1d-848a-c32aee112f96,revision_number=None']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:15:36.902999 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-ecb97f72-7b41-4337-9723-013d74f2059e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Calling delete_port for cd220bcb-3660-48c1-ad97-54db560b6f9e owned by network:router_gateway {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:15:36.904395 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de96b7ca-c850-47af-8d74-2f8470ccfbb8 None None] No DVR routers for this DVR port dcaa08c3-7258-4d1d-848a-c32aee112f96 on host dv-neutron-834874-6-hyperv {{(pid=104100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:15:37.071003 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ecb97f72-7b41-4337-9723-013d74f2059e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (cd220bcb-3660-48c1-ad97-54db560b6f9e), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:37.095641 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb97f72-7b41-4337-9723-013d74f2059e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event deleted for resources: {'Port': ['ID=cd220bcb-3660-48c1-ad97-54db560b6f9e,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:15:37.154734 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ecb97f72-7b41-4337-9723-013d74f2059e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3687989'] for router_gateway (ae5bb71d-3888-41a3-9b5d-e5dbc27b7b69), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:37.249197 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ecb97f72-7b41-4337-9723-013d74f2059e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7151'] for router (ae5bb71d-3888-41a3-9b5d-e5dbc27b7b69), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:37.251606 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ecb97f72-7b41-4337-9723-013d74f2059e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for router_controller (ae5bb71d-3888-41a3-9b5d-e5dbc27b7b69), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:37.303583 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ecb97f72-7b41-4337-9723-013d74f2059e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689686'] for router (ae5bb71d-3888-41a3-9b5d-e5dbc27b7b69), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:37.304135 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecb97f72-7b41-4337-9723-013d74f2059e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Fanout notify agent at l3_agent the message router_deleted on router ae5bb71d-3888-41a3-9b5d-e5dbc27b7b69 {{(pid=104098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 01:15:37.310695 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ecb97f72-7b41-4337-9723-013d74f2059e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for router (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:37.314816 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-ecb97f72-7b41-4337-9723-013d74f2059e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "DELETE /v2.0/routers/ae5bb71d-3888-41a3-9b5d-e5dbc27b7b69 HTTP/1.1" status: 204 len: 168 time: 1.0846524 Mar 28 01:15:37.315197 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 56962) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:15:37.399184 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-989528a8-77fb-4315-b170-d17f2cc0d349 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (9d43fbe1-07dc-455e-8be8-c8201307ab09), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:37.428214 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device dcaa08c3-7258-4d1d-848a-c32aee112f96 no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:15:37.450444 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: dcaa08c3-7258-4d1d-848a-c32aee112f96 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:15:37.450791 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device dcaa08c3-7258-4d1d-848a-c32aee112f96 not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:15:37.451311 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device eea660a7-9c5c-4d72-ae94-76e73f5a3d38 no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:15:37.470605 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: eea660a7-9c5c-4d72-ae94-76e73f5a3d38 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:15:37.470978 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device eea660a7-9c5c-4d72-ae94-76e73f5a3d38 not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:15:37.497329 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-989528a8-77fb-4315-b170-d17f2cc0d349 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (9d43fbe1-07dc-455e-8be8-c8201307ab09), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:37.518260 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-989528a8-77fb-4315-b170-d17f2cc0d349 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d43fbe1-07dc-455e-8be8-c8201307ab09']}} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:15:37.528597 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-989528a8-77fb-4315-b170-d17f2cc0d349 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fccbeaca-e7a1-4cea-bd84-765596f03303') {'for_net_delete': True} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:15:37.528889 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-989528a8-77fb-4315-b170-d17f2cc0d349 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fccbeaca-e7a1-4cea-bd84-765596f03303') {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:15:37.539270 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-989528a8-77fb-4315-b170-d17f2cc0d349 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126946678'] for segment (fccbeaca-e7a1-4cea-bd84-765596f03303), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:37.555507 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-989528a8-77fb-4315-b170-d17f2cc0d349 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (fccbeaca-e7a1-4cea-bd84-765596f03303), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:37.561380 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-989528a8-77fb-4315-b170-d17f2cc0d349 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=104099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:15:37.561753 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-989528a8-77fb-4315-b170-d17f2cc0d349 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127280876'] for segment (fccbeaca-e7a1-4cea-bd84-765596f03303), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:37.564623 dv-neutron-834874-6-hyperv neutron-server[104099]: Traceback (most recent call last): Mar 28 01:15:37.564623 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:15:37.564623 dv-neutron-834874-6-hyperv neutron-server[104099]: timer() Mar 28 01:15:37.564623 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:15:37.564623 dv-neutron-834874-6-hyperv neutron-server[104099]: cb(*args, **kw) Mar 28 01:15:37.564623 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:15:37.564623 dv-neutron-834874-6-hyperv neutron-server[104099]: return func(*args, **kwargs) Mar 28 01:15:37.564623 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:15:37.564623 dv-neutron-834874-6-hyperv neutron-server[104099]: self._notify() Mar 28 01:15:37.564623 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:15:37.564623 dv-neutron-834874-6-hyperv neutron-server[104099]: self.callback(batched_events) Mar 28 01:15:37.564623 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:15:37.564623 dv-neutron-834874-6-hyperv neutron-server[104099]: event.method(event) Mar 28 01:15:37.564623 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:15:37.564623 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:15:37.564623 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:15:37.564623 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:15:37.564623 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:15:37.564623 dv-neutron-834874-6-hyperv neutron-server[104099]: return f(self, *a, **k) Mar 28 01:15:37.564623 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:15:37.564623 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._get(url).json() Mar 28 01:15:37.564623 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:15:37.564623 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:15:37.564623 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:15:37.564623 dv-neutron-834874-6-hyperv neutron-server[104099]: return self.request(url, 'GET', **kwargs) Mar 28 01:15:37.564623 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:15:37.564623 dv-neutron-834874-6-hyperv neutron-server[104099]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:15:37.564623 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:15:37.564623 dv-neutron-834874-6-hyperv neutron-server[104099]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:15:37.564623 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:15:37.564623 dv-neutron-834874-6-hyperv neutron-server[104099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:15:37.564623 dv-neutron-834874-6-hyperv neutron-server[104099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:15:37.619615 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-989528a8-77fb-4315-b170-d17f2cc0d349 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (9d43fbe1-07dc-455e-8be8-c8201307ab09), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:37.627199 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-989528a8-77fb-4315-b170-d17f2cc0d349 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:37.630391 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-989528a8-77fb-4315-b170-d17f2cc0d349 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "DELETE /v2.0/networks/9d43fbe1-07dc-455e-8be8-c8201307ab09 HTTP/1.1" status: 204 len: 168 time: 0.3147342 Mar 28 01:15:37.639389 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 56964) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:15:37.639600 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989528a8-77fb-4315-b170-d17f2cc0d349 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event deleted for resources: {'Network': ['ID=9d43fbe1-07dc-455e-8be8-c8201307ab09,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:15:37.652323 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-1dae255d-9986-4af1-8998-170f8cfeff27 tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] 10.222.0.24 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0115101 Mar 28 01:15:37.654883 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 56966) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:15:37.659890 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-721018b0-e423-4443-ad1d-e70920b4bf65 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'network': {'name': 'tempest-network-smoke--1249126314', 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'port_security_enabled': True}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:15:37.678482 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-721018b0-e423-4443-ad1d-e70920b4bf65 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Made reservation on behalf of cf1ee0ed9c204cc5bccbb38ebf185041 for: {'network': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:15:37.681654 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-721018b0-e423-4443-ad1d-e70920b4bf65 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:37.704596 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-721018b0-e423-4443-ad1d-e70920b4bf65 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=104098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:15:37.714038 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-721018b0-e423-4443-ad1d-e70920b4bf65 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (1c05b5a9-ed2e-4341-b439-2d1416184de8), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:37.714380 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.segments_db [None req-721018b0-e423-4443-ad1d-e70920b4bf65 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Added segment 1c05b5a9-ed2e-4341-b439-2d1416184de8 of type vlan for network 54428d3a-6033-432d-b430-4e4a10e78d58 Mar 28 01:15:37.752160 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-721018b0-e423-4443-ad1d-e70920b4bf65 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (54428d3a-6033-432d-b430-4e4a10e78d58), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:37.776929 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-721018b0-e423-4443-ad1d-e70920b4bf65 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (54428d3a-6033-432d-b430-4e4a10e78d58), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:37.782191 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-721018b0-e423-4443-ad1d-e70920b4bf65 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:15:37.782774 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-721018b0-e423-4443-ad1d-e70920b4bf65 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:37.840600 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-721018b0-e423-4443-ad1d-e70920b4bf65 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1845555 Mar 28 01:15:37.843266 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 56968) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:15:37.847508 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-7f11a287-4709-4ea8-bbe4-996f96ed09ff tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-923906860', 'admin_state_up': True, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'}}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:15:37.864195 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721018b0-e423-4443-ad1d-e70920b4bf65 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'Network': ['ID=54428d3a-6033-432d-b430-4e4a10e78d58,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:15:37.875716 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network 54428d3a-6033-432d-b430-4e4a10e78d58 details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:15:37.884470 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7f11a287-4709-4ea8-bbe4-996f96ed09ff tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7069'] for router (0d9d70df-b8d6-4985-8a56-55a95c3c5b3e), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:37.885591 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7f11a287-4709-4ea8-bbe4-996f96ed09ff tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4188952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7062'] for router (0d9d70df-b8d6-4985-8a56-55a95c3c5b3e), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:37.938746 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7f11a287-4709-4ea8-bbe4-996f96ed09ff tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for router_controller (0d9d70df-b8d6-4985-8a56-55a95c3c5b3e), precommit_add_association {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:38.078220 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7f11a287-4709-4ea8-bbe4-996f96ed09ff tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for router_gateway (0d9d70df-b8d6-4985-8a56-55a95c3c5b3e), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:38.264011 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7f11a287-4709-4ea8-bbe4-996f96ed09ff tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for router_gateway (0d9d70df-b8d6-4985-8a56-55a95c3c5b3e), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:38.285694 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7f11a287-4709-4ea8-bbe4-996f96ed09ff tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:38.386252 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-7f11a287-4709-4ea8-bbe4-996f96ed09ff tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Allocated IP 172.26.1.24 (dea6548b-502b-42db-97fb-371e423e739a/cce6de65-d8c9-45b8-9970-0a277e8c1192/2f91f216-7350-4f57-b5d4-35960f18ff1d) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:15:38.491474 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7f11a287-4709-4ea8-bbe4-996f96ed09ff tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for port (2f91f216-7350-4f57-b5d4-35960f18ff1d), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:38.528142 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7f11a287-4709-4ea8-bbe4-996f96ed09ff tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (2f91f216-7350-4f57-b5d4-35960f18ff1d), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:38.564206 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f11a287-4709-4ea8-bbe4-996f96ed09ff tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Network dea6548b-502b-42db-97fb-371e423e739a is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:15:38.566954 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-7f11a287-4709-4ea8-bbe4-996f96ed09ff tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:15:38.570466 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f11a287-4709-4ea8-bbe4-996f96ed09ff tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:15:38.594482 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f11a287-4709-4ea8-bbe4-996f96ed09ff tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'Port': ['ID=2f91f216-7350-4f57-b5d4-35960f18ff1d,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:15:38.816952 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7f11a287-4709-4ea8-bbe4-996f96ed09ff tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for router_gateway (0d9d70df-b8d6-4985-8a56-55a95c3c5b3e), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:38.861061 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.agents_db [None req-9a1d863f-391a-42f4-9870-e8292b919beb None None] Agent healthcheck: found 6 active agents {{(pid=104101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 01:15:39.010629 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7f11a287-4709-4ea8-bbe4-996f96ed09ff tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687953'] for router (0d9d70df-b8d6-4985-8a56-55a95c3c5b3e), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:39.133570 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f11a287-4709-4ea8-bbe4-996f96ed09ff tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Router 0d9d70df-b8d6-4985-8a56-55a95c3c5b3e is scheduled to L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 with binding_index 1 {{(pid=104098) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 01:15:39.237282 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f11a287-4709-4ea8-bbe4-996f96ed09ff tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:15:39.246379 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc2bf46-df73-4537-8483-8cde23a262a5 None None] Sync routers for ids ['0d9d70df-b8d6-4985-8a56-55a95c3c5b3e'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:15:39.257752 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc2bf46-df73-4537-8483-8cde23a262a5 None None] Routers {'0d9d70df-b8d6-4985-8a56-55a95c3c5b3e'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:15:39.258246 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7f11a287-4709-4ea8-bbe4-996f96ed09ff tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for router (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:39.258946 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-0bc2bf46-df73-4537-8483-8cde23a262a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:15:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['0d9d70df-b8d6-4985-8a56-55a95c3c5b3e'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:15:39.259559 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-7f11a287-4709-4ea8-bbe4-996f96ed09ff tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.4154487 Mar 28 01:15:39.262566 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 56970) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:15:39.291682 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-9d396828-91c5-4111-b5ad-1a25dedce405 tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=cf1ee0ed9c204cc5bccbb38ebf185041&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265903 Mar 28 01:15:39.294325 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 56972) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:15:39.319373 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device cd220bcb-3660-48c1-ad97-54db560b6f9e no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:15:39.340614 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: cd220bcb-3660-48c1-ad97-54db560b6f9e {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:15:39.341198 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device cd220bcb-3660-48c1-ad97-54db560b6f9e not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:15:39.366020 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-0bc2bf46-df73-4537-8483-8cde23a262a5 None None] Set router 0d9d70df-b8d6-4985-8a56-55a95c3c5b3e gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:15:39.384420 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44013ba-da35-4634-91d6-008d85c2defe tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:15:39.386170 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-d44013ba-da35-4634-91d6-008d85c2defe tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0909631 Mar 28 01:15:39.388916 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 56974) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:15:39.419223 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-cd42ce0a-8907-4fe4-b817-c0bdaa7554ba tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=dea6548b-502b-42db-97fb-371e423e739a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0291562 Mar 28 01:15:39.421645 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 56976) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:15:39.426587 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-afa83a81-209c-4a3e-af0a-88640b516f94 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1405747991', 'network_id': '54428d3a-6033-432d-b430-4e4a10e78d58', 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:15:39.513132 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afa83a81-209c-4a3e-af0a-88640b516f94 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Made reservation on behalf of cf1ee0ed9c204cc5bccbb38ebf185041 for: {'subnet': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:15:39.517120 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-afa83a81-209c-4a3e-af0a-88640b516f94 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126112411'] for subnet (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:39.549057 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-0bc2bf46-df73-4537-8483-8cde23a262a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9d70df-b8d6-4985-8a56-55a95c3c5b3e', 'name': 'tempest-TestNetworkBasicOps-router-923906860', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.24'}], 'enable_snat': True}, 'gw_port_id': '2f91f216-7350-4f57-b5d4-35960f18ff1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:15:37Z', 'updated_at': '2022-03-28T01:15:38Z', 'revision_number': 3, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': '2f91f216-7350-4f57-b5d4-35960f18ff1d', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:2c:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d9d70df-b8d6-4985-8a56-55a95c3c5b3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:15:38Z', 'updated_at': '2022-03-28T01:15:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:15:39.575552 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc2bf46-df73-4537-8483-8cde23a262a5 None None] Checking router: 0d9d70df-b8d6-4985-8a56-55a95c3c5b3e for host: dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:15:39.575902 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc2bf46-df73-4537-8483-8cde23a262a5 None None] Updating router 0d9d70df-b8d6-4985-8a56-55a95c3c5b3e port 2f91f216-7350-4f57-b5d4-35960f18ff1d binding host dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 01:15:39.606504 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-0bc2bf46-df73-4537-8483-8cde23a262a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (2f91f216-7350-4f57-b5d4-35960f18ff1d), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:39.696650 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-afa83a81-209c-4a3e-af0a-88640b516f94 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126174976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126112397'] for subnet (4bc33bb7-0804-4c7f-be7a-e7d5a37fee2d), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:39.752839 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa83a81-209c-4a3e-af0a-88640b516f94 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'Subnet': ['ID=4bc33bb7-0804-4c7f-be7a-e7d5a37fee2d,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:15:39.763687 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa83a81-209c-4a3e-af0a-88640b516f94 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Checking segment: {'id': '1c05b5a9-ed2e-4341-b439-2d1416184de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '54428d3a-6033-432d-b430-4e4a10e78d58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:15:39.764065 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa83a81-209c-4a3e-af0a-88640b516f94 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Network hostable DHCP agents. Network: 54428d3a-6033-432d-b430-4e4a10e78d58, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:15:39.781968 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa83a81-209c-4a3e-af0a-88640b516f94 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Network 54428d3a-6033-432d-b430-4e4a10e78d58 is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:15:39.791117 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-afa83a81-209c-4a3e-af0a-88640b516f94 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, 54428d3a-6033-432d-b430-4e4a10e78d58) {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:15:39.796026 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa83a81-209c-4a3e-af0a-88640b516f94 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:15:39.797152 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-afa83a81-209c-4a3e-af0a-88640b516f94 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:39.800408 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4151301-2673-406f-8a84-72e7c89fbbcc None None] Network 54428d3a-6033-432d-b430-4e4a10e78d58 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:15:39.815567 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-afa83a81-209c-4a3e-af0a-88640b516f94 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3922925 Mar 28 01:15:39.818686 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 56978) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:15:39.866857 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-0bc2bf46-df73-4537-8483-8cde23a262a5 None None] Publish callbacks [] for port (2f91f216-7350-4f57-b5d4-35960f18ff1d), precommit_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:39.873737 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-0bc2bf46-df73-4537-8483-8cde23a262a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (2f91f216-7350-4f57-b5d4-35960f18ff1d), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:39.917389 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc50f2cd-ebdb-4d60-b383-c9f95c0fd48b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-54428d3a-6033-432d-b430-4e4a10e78d58', 'network_id': '54428d3a-6033-432d-b430-4e4a10e78d58', 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'fixed_ips': [{'subnet_id': '4bc33bb7-0804-4c7f-be7a-e7d5a37fee2d'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:15:39.918567 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-dc50f2cd-ebdb-4d60-b383-c9f95c0fd48b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:39.935870 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2109075-b358-4a7c-ad95-3b1389b6eb40 None None] Pushing event updated for resources: {'Port': ['ID=2f91f216-7350-4f57-b5d4-35960f18ff1d,revision_number=2']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:15:39.938317 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [None req-0bc2bf46-df73-4537-8483-8cde23a262a5 None None] Attempting to bind port 2f91f216-7350-4f57-b5d4-35960f18ff1d on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:15:39.938751 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [None req-0bc2bf46-df73-4537-8483-8cde23a262a5 None None] Attempting to bind port 2f91f216-7350-4f57-b5d4-35960f18ff1d by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': 'b6f00c62-aca5-4c73-8989-c04c396daeed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'}] {{(pid=104101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:15:39.939274 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc2bf46-df73-4537-8483-8cde23a262a5 None None] Attempting to bind port 2f91f216-7350-4f57-b5d4-35960f18ff1d on network dea6548b-502b-42db-97fb-371e423e739a {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:15:39.945292 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc2bf46-df73-4537-8483-8cde23a262a5 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:15:39.945757 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc2bf46-df73-4537-8483-8cde23a262a5 None None] Checking segment: {'id': 'b6f00c62-aca5-4c73-8989-c04c396daeed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:15:39.946355 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-0bc2bf46-df73-4537-8483-8cde23a262a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:39.947003 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc2bf46-df73-4537-8483-8cde23a262a5 None None] Bound using segment: {'id': 'b6f00c62-aca5-4c73-8989-c04c396daeed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'} {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:15:39.947335 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [None req-0bc2bf46-df73-4537-8483-8cde23a262a5 None None] Bound port: 2f91f216-7350-4f57-b5d4-35960f18ff1d, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6f00c62-aca5-4c73-8989-c04c396daeed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'}}] {{(pid=104101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:15:39.947780 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-0bc2bf46-df73-4537-8483-8cde23a262a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (2f91f216-7350-4f57-b5d4-35960f18ff1d), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:40.005807 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.db [None req-0bc2bf46-df73-4537-8483-8cde23a262a5 None None] For port 2f91f216-7350-4f57-b5d4-35960f18ff1d, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:15:40.009165 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.db [None req-0bc2bf46-df73-4537-8483-8cde23a262a5 None None] For port 2f91f216-7350-4f57-b5d4-35960f18ff1d, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=2f91f216-7350-4f57-b5d4-35960f18ff1d,segment=NetworkSegment(b6f00c62-aca5-4c73-8989-c04c396daeed),segment_id=b6f00c62-aca5-4c73-8989-c04c396daeed)] {{(pid=104101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:15:40.016346 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-0bc2bf46-df73-4537-8483-8cde23a262a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (2f91f216-7350-4f57-b5d4-35960f18ff1d), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:40.057729 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-dc50f2cd-ebdb-4d60-b383-c9f95c0fd48b None None] Allocated IP 172.20.0.2 (54428d3a-6033-432d-b430-4e4a10e78d58/4bc33bb7-0804-4c7f-be7a-e7d5a37fee2d/785c0c6b-1ae0-42cf-b63d-15658e4ed663) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:15:40.057996 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc2bf46-df73-4537-8483-8cde23a262a5 None None] Routers {'0d9d70df-b8d6-4985-8a56-55a95c3c5b3e'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:15:40.058506 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-0bc2bf46-df73-4537-8483-8cde23a262a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:15:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['0d9d70df-b8d6-4985-8a56-55a95c3c5b3e'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:15:40.149316 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2109075-b358-4a7c-ad95-3b1389b6eb40 None None] Pushing event updated for resources: {'Port': ['ID=2f91f216-7350-4f57-b5d4-35960f18ff1d,revision_number=3']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:15:40.188755 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-0bc2bf46-df73-4537-8483-8cde23a262a5 None None] Set router 0d9d70df-b8d6-4985-8a56-55a95c3c5b3e gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:15:40.208743 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-dc50f2cd-ebdb-4d60-b383-c9f95c0fd48b None None] Publish callbacks [] for port (785c0c6b-1ae0-42cf-b63d-15658e4ed663), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:40.214925 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-dc50f2cd-ebdb-4d60-b383-c9f95c0fd48b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (785c0c6b-1ae0-42cf-b63d-15658e4ed663), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:40.258422 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc50f2cd-ebdb-4d60-b383-c9f95c0fd48b None None] Network 54428d3a-6033-432d-b430-4e4a10e78d58 is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:15:40.263218 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-6b218d61-0e87-41cf-8020-1378317e76f3 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:40.265337 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-dc50f2cd-ebdb-4d60-b383-c9f95c0fd48b None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:15:40.267741 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc50f2cd-ebdb-4d60-b383-c9f95c0fd48b None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:15:40.278202 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc50f2cd-ebdb-4d60-b383-c9f95c0fd48b None None] Pushing event updated for resources: {'Port': ['ID=785c0c6b-1ae0-42cf-b63d-15658e4ed663,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:15:40.329823 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-dc50f2cd-ebdb-4d60-b383-c9f95c0fd48b None None] Attempting to bind port 785c0c6b-1ae0-42cf-b63d-15658e4ed663 on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:15:40.330549 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-dc50f2cd-ebdb-4d60-b383-c9f95c0fd48b None None] Attempting to bind port 785c0c6b-1ae0-42cf-b63d-15658e4ed663 by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': '1c05b5a9-ed2e-4341-b439-2d1416184de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '54428d3a-6033-432d-b430-4e4a10e78d58'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:15:40.330549 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc50f2cd-ebdb-4d60-b383-c9f95c0fd48b None None] Attempting to bind port 785c0c6b-1ae0-42cf-b63d-15658e4ed663 on network 54428d3a-6033-432d-b430-4e4a10e78d58 {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:15:40.336258 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc50f2cd-ebdb-4d60-b383-c9f95c0fd48b None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:15:40.336640 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc50f2cd-ebdb-4d60-b383-c9f95c0fd48b None None] Checking segment: {'id': '1c05b5a9-ed2e-4341-b439-2d1416184de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '54428d3a-6033-432d-b430-4e4a10e78d58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:15:40.337051 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-dc50f2cd-ebdb-4d60-b383-c9f95c0fd48b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:40.337453 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc50f2cd-ebdb-4d60-b383-c9f95c0fd48b None None] Bound using segment: {'id': '1c05b5a9-ed2e-4341-b439-2d1416184de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '54428d3a-6033-432d-b430-4e4a10e78d58'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:15:40.337919 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-dc50f2cd-ebdb-4d60-b383-c9f95c0fd48b None None] Bound port: 785c0c6b-1ae0-42cf-b63d-15658e4ed663, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c05b5a9-ed2e-4341-b439-2d1416184de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '54428d3a-6033-432d-b430-4e4a10e78d58'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:15:40.338309 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-dc50f2cd-ebdb-4d60-b383-c9f95c0fd48b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (785c0c6b-1ae0-42cf-b63d-15658e4ed663), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:40.377042 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-0bc2bf46-df73-4537-8483-8cde23a262a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9d70df-b8d6-4985-8a56-55a95c3c5b3e', 'name': 'tempest-TestNetworkBasicOps-router-923906860', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.24'}], 'enable_snat': True}, 'gw_port_id': '2f91f216-7350-4f57-b5d4-35960f18ff1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:15:37Z', 'updated_at': '2022-03-28T01:15:38Z', 'revision_number': 3, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': '2f91f216-7350-4f57-b5d4-35960f18ff1d', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:2c:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d9d70df-b8d6-4985-8a56-55a95c3c5b3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:15:38Z', 'updated_at': '2022-03-28T01:15:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:15:40.402590 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-dc50f2cd-ebdb-4d60-b383-c9f95c0fd48b None None] For port 785c0c6b-1ae0-42cf-b63d-15658e4ed663, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:15:40.406061 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-dc50f2cd-ebdb-4d60-b383-c9f95c0fd48b None None] For port 785c0c6b-1ae0-42cf-b63d-15658e4ed663, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=785c0c6b-1ae0-42cf-b63d-15658e4ed663,segment=NetworkSegment(1c05b5a9-ed2e-4341-b439-2d1416184de8),segment_id=1c05b5a9-ed2e-4341-b439-2d1416184de8)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:15:40.407857 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc2bf46-df73-4537-8483-8cde23a262a5 None None] The sync data for ids ['0d9d70df-b8d6-4985-8a56-55a95c3c5b3e'] in dv-neutron-834874-6-hyperv is: [{'id': '0d9d70df-b8d6-4985-8a56-55a95c3c5b3e', 'name': 'tempest-TestNetworkBasicOps-router-923906860', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.24'}], 'enable_snat': True}, 'gw_port_id': '2f91f216-7350-4f57-b5d4-35960f18ff1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:15:37Z', 'updated_at': '2022-03-28T01:15:38Z', 'revision_number': 3, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': '2f91f216-7350-4f57-b5d4-35960f18ff1d', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:2c:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d9d70df-b8d6-4985-8a56-55a95c3c5b3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:15:38Z', 'updated_at': '2022-03-28T01:15:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:15:40.413929 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-dc50f2cd-ebdb-4d60-b383-c9f95c0fd48b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (785c0c6b-1ae0-42cf-b63d-15658e4ed663), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:40.483996 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc50f2cd-ebdb-4d60-b383-c9f95c0fd48b None None] Pushing event updated for resources: {'Port': ['ID=785c0c6b-1ae0-42cf-b63d-15658e4ed663,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:15:40.554898 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [None req-6b218d61-0e87-41cf-8020-1378317e76f3 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Allocated IP 172.20.0.1 (54428d3a-6033-432d-b430-4e4a10e78d58/4bc33bb7-0804-4c7f-be7a-e7d5a37fee2d/f9355232-09b3-4461-b569-68b940c78f95) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:15:40.722452 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-6b218d61-0e87-41cf-8020-1378317e76f3 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for port (f9355232-09b3-4461-b569-68b940c78f95), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:40.768911 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-6b218d61-0e87-41cf-8020-1378317e76f3 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (f9355232-09b3-4461-b569-68b940c78f95), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:40.813559 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b218d61-0e87-41cf-8020-1378317e76f3 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Network 54428d3a-6033-432d-b430-4e4a10e78d58 is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:15:40.817685 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-6b218d61-0e87-41cf-8020-1378317e76f3 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:15:40.821846 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b218d61-0e87-41cf-8020-1378317e76f3 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:15:40.860282 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b218d61-0e87-41cf-8020-1378317e76f3 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'Port': ['ID=f9355232-09b3-4461-b569-68b940c78f95,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:15:40.884920 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-6b218d61-0e87-41cf-8020-1378317e76f3 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3686596'] for router_interface (0d9d70df-b8d6-4985-8a56-55a95c3c5b3e), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:41.024247 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-6b218d61-0e87-41cf-8020-1378317e76f3 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (f9355232-09b3-4461-b569-68b940c78f95), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:41.319672 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-6b218d61-0e87-41cf-8020-1378317e76f3 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for port (f9355232-09b3-4461-b569-68b940c78f95), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:41.325708 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-6b218d61-0e87-41cf-8020-1378317e76f3 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (f9355232-09b3-4461-b569-68b940c78f95), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:41.419089 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b218d61-0e87-41cf-8020-1378317e76f3 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'Port': ['ID=f9355232-09b3-4461-b569-68b940c78f95,revision_number=2']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:15:41.421842 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-6b218d61-0e87-41cf-8020-1378317e76f3 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3725889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3686480'] for router_interface (0d9d70df-b8d6-4985-8a56-55a95c3c5b3e), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:41.422455 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-759bc08b-b78f-4bff-b0e5-7547b7d8a59c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:41.485971 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 2f91f216-7350-4f57-b5d4-35960f18ff1d up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:15:41.537542 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b218d61-0e87-41cf-8020-1378317e76f3 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Network 54428d3a-6033-432d-b430-4e4a10e78d58 is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:15:41.538905 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 2f91f216-7350-4f57-b5d4-35960f18ff1d triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:15:41.539281 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (2f91f216-7350-4f57-b5d4-35960f18ff1d), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:41.539411 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-6b218d61-0e87-41cf-8020-1378317e76f3 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:15:41.562681 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f561db6-630a-4436-a815-1dc6fa5715b2 None None] Network 54428d3a-6033-432d-b430-4e4a10e78d58 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:15:41.659388 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b218d61-0e87-41cf-8020-1378317e76f3 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Router 0d9d70df-b8d6-4985-8a56-55a95c3c5b3e has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:15:41.773630 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b218d61-0e87-41cf-8020-1378317e76f3 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:15:41.783433 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-6b218d61-0e87-41cf-8020-1378317e76f3 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "PUT /v2.0/routers/0d9d70df-b8d6-4985-8a56-55a95c3c5b3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9636891 Mar 28 01:15:41.786119 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 56980) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:15:41.809604 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-6c9b7a36-5c69-428f-9596-a76d7d554df4 None None] Provisioning complete for port 785c0c6b-1ae0-42cf-b63d-15658e4ed663 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:15:41.809983 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-6c9b7a36-5c69-428f-9596-a76d7d554df4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (785c0c6b-1ae0-42cf-b63d-15658e4ed663), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:41.900914 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a3286b-d155-472c-9ded-060004aa5e95 tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:15:41.901513 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a3286b-d155-472c-9ded-060004aa5e95 tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:15:41.902048 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a3286b-d155-472c-9ded-060004aa5e95 tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:15:41.902568 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a3286b-d155-472c-9ded-060004aa5e95 tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:15:41.903190 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a3286b-d155-472c-9ded-060004aa5e95 tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:15:41.903734 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a3286b-d155-472c-9ded-060004aa5e95 tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:15:41.909397 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-69a3286b-d155-472c-9ded-060004aa5e95 tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4281 time: 0.1187196 Mar 28 01:15:41.909532 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 56982) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:15:41.912393 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 2f91f216-7350-4f57-b5d4-35960f18ff1d is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:15:41.913025 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (2f91f216-7350-4f57-b5d4-35960f18ff1d), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:41.969749 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] For port 2f91f216-7350-4f57-b5d4-35960f18ff1d, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=2f91f216-7350-4f57-b5d4-35960f18ff1d,segment=NetworkSegment(b6f00c62-aca5-4c73-8989-c04c396daeed),segment_id=b6f00c62-aca5-4c73-8989-c04c396daeed)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:15:41.971976 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d22de8-574e-4ab2-a482-3282057577a0 tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:15:41.972764 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d22de8-574e-4ab2-a482-3282057577a0 tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:15:41.973154 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d22de8-574e-4ab2-a482-3282057577a0 tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:15:41.973709 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d22de8-574e-4ab2-a482-3282057577a0 tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:15:41.974093 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d22de8-574e-4ab2-a482-3282057577a0 tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:15:41.974727 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d22de8-574e-4ab2-a482-3282057577a0 tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:15:41.976444 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-75d22de8-574e-4ab2-a482-3282057577a0 tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.0662179 Mar 28 01:15:41.979705 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 56986) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:15:41.983001 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (2f91f216-7350-4f57-b5d4-35960f18ff1d), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:41.983849 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 785c0c6b-1ae0-42cf-b63d-15658e4ed663 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:15:42.037625 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-6c9b7a36-5c69-428f-9596-a76d7d554df4 None None] Current status of the port 785c0c6b-1ae0-42cf-b63d-15658e4ed663 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:15:42.038102 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-6c9b7a36-5c69-428f-9596-a76d7d554df4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (785c0c6b-1ae0-42cf-b63d-15658e4ed663), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:42.119943 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Pushing event updated for resources: {'Port': ['ID=2f91f216-7350-4f57-b5d4-35960f18ff1d,revision_number=4']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:15:42.128583 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-6c9b7a36-5c69-428f-9596-a76d7d554df4 None None] For port 785c0c6b-1ae0-42cf-b63d-15658e4ed663, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=785c0c6b-1ae0-42cf-b63d-15658e4ed663,segment=NetworkSegment(1c05b5a9-ed2e-4341-b439-2d1416184de8),segment_id=1c05b5a9-ed2e-4341-b439-2d1416184de8)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:15:42.140621 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-b5c74684-16ba-4855-a4a8-8182d06806e2 tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.1570408 Mar 28 01:15:42.140859 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 785c0c6b-1ae0-42cf-b63d-15658e4ed663 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:15:42.141165 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (785c0c6b-1ae0-42cf-b63d-15658e4ed663), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:42.166525 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-6c9b7a36-5c69-428f-9596-a76d7d554df4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (785c0c6b-1ae0-42cf-b63d-15658e4ed663), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:42.236413 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9b7a36-5c69-428f-9596-a76d7d554df4 None None] Pushing event updated for resources: {'Port': ['ID=785c0c6b-1ae0-42cf-b63d-15658e4ed663,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:15:42.274112 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c7a9b2-76d7-489c-885e-1ef9217edd41 None None] Sync routers for ids ['0d9d70df-b8d6-4985-8a56-55a95c3c5b3e'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:15:42.295781 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 785c0c6b-1ae0-42cf-b63d-15658e4ed663 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:15:42.303451 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c7a9b2-76d7-489c-885e-1ef9217edd41 None None] Routers {'0d9d70df-b8d6-4985-8a56-55a95c3c5b3e'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:15:42.304108 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-40c7a9b2-76d7-489c-885e-1ef9217edd41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:15:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['0d9d70df-b8d6-4985-8a56-55a95c3c5b3e'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:15:42.346120 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-16a1bb22-9e54-4047-bad6-ead8494b63e9 None None] Provisioning complete for port f9355232-09b3-4461-b569-68b940c78f95 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:15:42.346518 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-16a1bb22-9e54-4047-bad6-ead8494b63e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (f9355232-09b3-4461-b569-68b940c78f95), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:42.425433 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-16a1bb22-9e54-4047-bad6-ead8494b63e9 None None] Port f9355232-09b3-4461-b569-68b940c78f95 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:15:42.446685 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-16a1bb22-9e54-4047-bad6-ead8494b63e9 None None] Provisioning complete for port 785c0c6b-1ae0-42cf-b63d-15658e4ed663 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:15:42.447058 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-16a1bb22-9e54-4047-bad6-ead8494b63e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (785c0c6b-1ae0-42cf-b63d-15658e4ed663), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:42.479408 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-40c7a9b2-76d7-489c-885e-1ef9217edd41 None None] Set router 0d9d70df-b8d6-4985-8a56-55a95c3c5b3e gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:15:42.496745 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 56990) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:15:42.501408 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-f57099f9-0265-4aca-bf9f-8a0f39b9edc7 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-728474', 'description': 'tempest-secgroup-smoke-728474 description', 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:15:42.523401 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f57099f9-0265-4aca-bf9f-8a0f39b9edc7 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:42.604439 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f57099f9-0265-4aca-bf9f-8a0f39b9edc7 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group (fbc7adc8-4a92-424d-8752-031991878ee7), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:42.608167 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f57099f9-0265-4aca-bf9f-8a0f39b9edc7 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (fbc7adc8-4a92-424d-8752-031991878ee7), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:42.640696 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f57099f9-0265-4aca-bf9f-8a0f39b9edc7 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:42.642125 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-f57099f9-0265-4aca-bf9f-8a0f39b9edc7 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.1441646 Mar 28 01:15:42.645279 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 56992) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:15:42.650033 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-d8191bc2-5fe7-40b5-9da1-ea7a955cb2ad tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'security_group_rule': {'security_group_id': 'fbc7adc8-4a92-424d-8752-031991878ee7', 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:15:42.650232 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-16a1bb22-9e54-4047-bad6-ead8494b63e9 None None] Current status of the port 785c0c6b-1ae0-42cf-b63d-15658e4ed663 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:15:42.659020 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57099f9-0265-4aca-bf9f-8a0f39b9edc7 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbc7adc8-4a92-424d-8752-031991878ee7,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:15:42.680859 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d8191bc2-5fe7-40b5-9da1-ea7a955cb2ad tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (f7aa0f94-686e-4f82-9725-8a86f38b86e6), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:42.732999 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-40c7a9b2-76d7-489c-885e-1ef9217edd41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9d70df-b8d6-4985-8a56-55a95c3c5b3e', 'name': 'tempest-TestNetworkBasicOps-router-923906860', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.24'}], 'enable_snat': True}, 'gw_port_id': '2f91f216-7350-4f57-b5d4-35960f18ff1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:15:37Z', 'updated_at': '2022-03-28T01:15:40Z', 'revision_number': 4, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': '2f91f216-7350-4f57-b5d4-35960f18ff1d', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:2c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9d70df-b8d6-4985-8a56-55a95c3c5b3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:15:38Z', 'updated_at': '2022-03-28T01:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': 'f9355232-09b3-4461-b569-68b940c78f95', 'name': '', 'network_id': '54428d3a-6033-432d-b430-4e4a10e78d58', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'mac_address': 'fa:16:3e:33:72:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d9d70df-b8d6-4985-8a56-55a95c3c5b3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '4bc33bb7-0804-4c7f-be7a-e7d5a37fee2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:15:40Z', 'updated_at': '2022-03-28T01:15:41Z', 'revision_number': 2, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'subnets': [{'id': '4bc33bb7-0804-4c7f-be7a-e7d5a37fee2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:15:42.735327 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d8191bc2-5fe7-40b5-9da1-ea7a955cb2ad tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (f7aa0f94-686e-4f82-9725-8a86f38b86e6), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:42.740080 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d8191bc2-5fe7-40b5-9da1-ea7a955cb2ad tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (f7aa0f94-686e-4f82-9725-8a86f38b86e6), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:42.757591 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8191bc2-5fe7-40b5-9da1-ea7a955cb2ad tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7aa0f94-686e-4f82-9725-8a86f38b86e6,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:15:42.760349 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c7a9b2-76d7-489c-885e-1ef9217edd41 None None] Checking router: 0d9d70df-b8d6-4985-8a56-55a95c3c5b3e for host: dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:15:42.760608 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c7a9b2-76d7-489c-885e-1ef9217edd41 None None] Updating router 0d9d70df-b8d6-4985-8a56-55a95c3c5b3e port f9355232-09b3-4461-b569-68b940c78f95 binding host dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 01:15:42.766186 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d8191bc2-5fe7-40b5-9da1-ea7a955cb2ad tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:42.767516 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-d8191bc2-5fe7-40b5-9da1-ea7a955cb2ad tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1211362 Mar 28 01:15:42.770339 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 56994) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:15:42.774827 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-c70c81f5-e4bd-4616-aaca-114ea1ddcf71 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'security_group_rule': {'security_group_id': 'fbc7adc8-4a92-424d-8752-031991878ee7', 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:15:42.798322 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-40c7a9b2-76d7-489c-885e-1ef9217edd41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (f9355232-09b3-4461-b569-68b940c78f95), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:42.798891 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c70c81f5-e4bd-4616-aaca-114ea1ddcf71 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (deaf6848-a0bc-409e-afa3-77fa3032aacc), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:42.812824 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-31173c75-4349-4538-a9b9-21a44791d88b None None] Provisioning complete for port f9355232-09b3-4461-b569-68b940c78f95 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:15:42.813194 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-31173c75-4349-4538-a9b9-21a44791d88b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (f9355232-09b3-4461-b569-68b940c78f95), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:42.856585 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c70c81f5-e4bd-4616-aaca-114ea1ddcf71 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (deaf6848-a0bc-409e-afa3-77fa3032aacc), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:42.860213 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c70c81f5-e4bd-4616-aaca-114ea1ddcf71 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (deaf6848-a0bc-409e-afa3-77fa3032aacc), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:42.875114 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70c81f5-e4bd-4616-aaca-114ea1ddcf71 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=deaf6848-a0bc-409e-afa3-77fa3032aacc,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:15:42.878277 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-31173c75-4349-4538-a9b9-21a44791d88b None None] Port f9355232-09b3-4461-b569-68b940c78f95 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:15:42.888773 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c70c81f5-e4bd-4616-aaca-114ea1ddcf71 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:42.889993 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-c70c81f5-e4bd-4616-aaca-114ea1ddcf71 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1186624 Mar 28 01:15:42.892739 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 56996) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:15:42.897070 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-2f7b37a7-934f-4b43-a45e-3f3b7a0a6f3c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'security_group_rule': {'security_group_id': 'fbc7adc8-4a92-424d-8752-031991878ee7', 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:15:42.923094 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2f7b37a7-934f-4b43-a45e-3f3b7a0a6f3c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (773a231b-6126-4e3e-a46c-f4b15bc72ed1), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:42.980174 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2f7b37a7-934f-4b43-a45e-3f3b7a0a6f3c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (773a231b-6126-4e3e-a46c-f4b15bc72ed1), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:42.983863 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2f7b37a7-934f-4b43-a45e-3f3b7a0a6f3c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (773a231b-6126-4e3e-a46c-f4b15bc72ed1), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:43.003362 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7b37a7-934f-4b43-a45e-3f3b7a0a6f3c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=773a231b-6126-4e3e-a46c-f4b15bc72ed1,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:15:43.011668 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2f7b37a7-934f-4b43-a45e-3f3b7a0a6f3c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:43.012974 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-2f7b37a7-934f-4b43-a45e-3f3b7a0a6f3c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1192901 Mar 28 01:15:43.015834 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 56998) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:15:43.020443 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-303c0908-2e66-42b9-b412-6bf345b6e8d7 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'security_group_rule': {'security_group_id': 'fbc7adc8-4a92-424d-8752-031991878ee7', 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:15:43.045335 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-303c0908-2e66-42b9-b412-6bf345b6e8d7 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (32df41e1-3f72-4fc2-9ab6-ef7155088cc4), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:43.103529 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-303c0908-2e66-42b9-b412-6bf345b6e8d7 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (32df41e1-3f72-4fc2-9ab6-ef7155088cc4), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:43.107717 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-303c0908-2e66-42b9-b412-6bf345b6e8d7 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (32df41e1-3f72-4fc2-9ab6-ef7155088cc4), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:43.110412 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-40c7a9b2-76d7-489c-885e-1ef9217edd41 None None] Publish callbacks [] for port (f9355232-09b3-4461-b569-68b940c78f95), precommit_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:43.117866 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-40c7a9b2-76d7-489c-885e-1ef9217edd41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (f9355232-09b3-4461-b569-68b940c78f95), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:43.127001 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303c0908-2e66-42b9-b412-6bf345b6e8d7 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32df41e1-3f72-4fc2-9ab6-ef7155088cc4,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:15:43.134977 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-303c0908-2e66-42b9-b412-6bf345b6e8d7 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:43.136311 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-303c0908-2e66-42b9-b412-6bf345b6e8d7 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1193044 Mar 28 01:15:43.139045 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 57000) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:15:43.143275 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-88adf63c-d073-4cd8-9122-9b05f7ebeaa3 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'security_group_rule': {'security_group_id': 'fbc7adc8-4a92-424d-8752-031991878ee7', 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:15:43.170995 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.securitygroups_db [None req-88adf63c-d073-4cd8-9122-9b05f7ebeaa3 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Project cf1ee0ed9c204cc5bccbb38ebf185041 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 01:15:43.176098 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-88adf63c-d073-4cd8-9122-9b05f7ebeaa3 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (d087eeb1-072a-4fd4-93a7-ae373928bd00), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:43.193579 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc72c70-9deb-4835-a96d-d681a51f4d22 None None] Pushing event updated for resources: {'Port': ['ID=f9355232-09b3-4461-b569-68b940c78f95,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:15:43.228855 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-40c7a9b2-76d7-489c-885e-1ef9217edd41 None None] Attempting to bind port f9355232-09b3-4461-b569-68b940c78f95 on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:15:43.229227 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-40c7a9b2-76d7-489c-885e-1ef9217edd41 None None] Attempting to bind port f9355232-09b3-4461-b569-68b940c78f95 by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': '1c05b5a9-ed2e-4341-b439-2d1416184de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '54428d3a-6033-432d-b430-4e4a10e78d58'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:15:43.229588 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c7a9b2-76d7-489c-885e-1ef9217edd41 None None] Attempting to bind port f9355232-09b3-4461-b569-68b940c78f95 on network 54428d3a-6033-432d-b430-4e4a10e78d58 {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:15:43.235488 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c7a9b2-76d7-489c-885e-1ef9217edd41 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:15:43.235894 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c7a9b2-76d7-489c-885e-1ef9217edd41 None None] Checking segment: {'id': '1c05b5a9-ed2e-4341-b439-2d1416184de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '54428d3a-6033-432d-b430-4e4a10e78d58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:15:43.236599 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-40c7a9b2-76d7-489c-885e-1ef9217edd41 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:43.237232 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c7a9b2-76d7-489c-885e-1ef9217edd41 None None] Bound using segment: {'id': '1c05b5a9-ed2e-4341-b439-2d1416184de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '54428d3a-6033-432d-b430-4e4a10e78d58'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:15:43.237889 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-40c7a9b2-76d7-489c-885e-1ef9217edd41 None None] Bound port: f9355232-09b3-4461-b569-68b940c78f95, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c05b5a9-ed2e-4341-b439-2d1416184de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '54428d3a-6033-432d-b430-4e4a10e78d58'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:15:43.238444 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-40c7a9b2-76d7-489c-885e-1ef9217edd41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (f9355232-09b3-4461-b569-68b940c78f95), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:43.249684 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-88adf63c-d073-4cd8-9122-9b05f7ebeaa3 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (d087eeb1-072a-4fd4-93a7-ae373928bd00), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:43.256378 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-88adf63c-d073-4cd8-9122-9b05f7ebeaa3 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (d087eeb1-072a-4fd4-93a7-ae373928bd00), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:43.275354 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88adf63c-d073-4cd8-9122-9b05f7ebeaa3 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d087eeb1-072a-4fd4-93a7-ae373928bd00,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:15:43.289492 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-88adf63c-d073-4cd8-9122-9b05f7ebeaa3 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:43.293872 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 57002) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:15:43.294220 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-88adf63c-d073-4cd8-9122-9b05f7ebeaa3 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1540565 Mar 28 01:15:43.299041 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-3ad683ae-d40a-454a-b4a0-1b7ed297ccd5 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'security_group_rule': {'security_group_id': 'fbc7adc8-4a92-424d-8752-031991878ee7', 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:15:43.310675 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-40c7a9b2-76d7-489c-885e-1ef9217edd41 None None] For port f9355232-09b3-4461-b569-68b940c78f95, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:15:43.314118 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-40c7a9b2-76d7-489c-885e-1ef9217edd41 None None] For port f9355232-09b3-4461-b569-68b940c78f95, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=f9355232-09b3-4461-b569-68b940c78f95,segment=NetworkSegment(1c05b5a9-ed2e-4341-b439-2d1416184de8),segment_id=1c05b5a9-ed2e-4341-b439-2d1416184de8)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:15:43.323124 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-40c7a9b2-76d7-489c-885e-1ef9217edd41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (f9355232-09b3-4461-b569-68b940c78f95), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:43.329377 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.securitygroups_db [None req-3ad683ae-d40a-454a-b4a0-1b7ed297ccd5 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Project cf1ee0ed9c204cc5bccbb38ebf185041 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 01:15:43.336127 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3ad683ae-d40a-454a-b4a0-1b7ed297ccd5 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (089d0e6e-35aa-411c-b20b-2fec4b14e06d), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:43.387818 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc72c70-9deb-4835-a96d-d681a51f4d22 None None] Pushing event updated for resources: {'Port': ['ID=f9355232-09b3-4461-b569-68b940c78f95,revision_number=4']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:15:43.394174 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c7a9b2-76d7-489c-885e-1ef9217edd41 None None] Routers {'0d9d70df-b8d6-4985-8a56-55a95c3c5b3e'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:15:43.396218 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-40c7a9b2-76d7-489c-885e-1ef9217edd41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:15:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['0d9d70df-b8d6-4985-8a56-55a95c3c5b3e'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:15:43.433288 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3ad683ae-d40a-454a-b4a0-1b7ed297ccd5 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (089d0e6e-35aa-411c-b20b-2fec4b14e06d), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:43.437145 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3ad683ae-d40a-454a-b4a0-1b7ed297ccd5 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (089d0e6e-35aa-411c-b20b-2fec4b14e06d), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:43.447271 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 2f91f216-7350-4f57-b5d4-35960f18ff1d up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:15:43.462399 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad683ae-d40a-454a-b4a0-1b7ed297ccd5 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=089d0e6e-35aa-411c-b20b-2fec4b14e06d,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:15:43.470425 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad683ae-d40a-454a-b4a0-1b7ed297ccd5 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:15:43.470776 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad683ae-d40a-454a-b4a0-1b7ed297ccd5 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:15:43.471116 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad683ae-d40a-454a-b4a0-1b7ed297ccd5 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:15:43.471451 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad683ae-d40a-454a-b4a0-1b7ed297ccd5 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:15:43.471787 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad683ae-d40a-454a-b4a0-1b7ed297ccd5 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:15:43.472137 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad683ae-d40a-454a-b4a0-1b7ed297ccd5 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:15:43.472465 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad683ae-d40a-454a-b4a0-1b7ed297ccd5 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:15:43.472788 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad683ae-d40a-454a-b4a0-1b7ed297ccd5 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:15:43.473113 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad683ae-d40a-454a-b4a0-1b7ed297ccd5 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:15:43.474051 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad683ae-d40a-454a-b4a0-1b7ed297ccd5 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:15:43.475215 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad683ae-d40a-454a-b4a0-1b7ed297ccd5 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:15:43.475559 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad683ae-d40a-454a-b4a0-1b7ed297ccd5 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:15:43.476095 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad683ae-d40a-454a-b4a0-1b7ed297ccd5 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:15:43.476606 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad683ae-d40a-454a-b4a0-1b7ed297ccd5 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:15:43.477565 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad683ae-d40a-454a-b4a0-1b7ed297ccd5 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:15:43.482577 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3ad683ae-d40a-454a-b4a0-1b7ed297ccd5 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:43.484190 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-3ad683ae-d40a-454a-b4a0-1b7ed297ccd5 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1892433 Mar 28 01:15:43.549622 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-797f2b44-9436-4310-b5db-9f0efead00e7 None None] Provisioning complete for port f9355232-09b3-4461-b569-68b940c78f95 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:15:43.550001 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-797f2b44-9436-4310-b5db-9f0efead00e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (f9355232-09b3-4461-b569-68b940c78f95), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:43.618398 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-40c7a9b2-76d7-489c-885e-1ef9217edd41 None None] Set router 0d9d70df-b8d6-4985-8a56-55a95c3c5b3e gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:15:43.649771 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-0c186008-f6ad-40ee-bd9a-fb6ec9e39e00 req-a6c0e5ec-d0cc-4978-bdce-4658b9a4d216 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-728474&fields=id&tenant_id=cf1ee0ed9c204cc5bccbb38ebf185041 HTTP/1.1" status: 200 len: 267 time: 0.0460196 Mar 28 01:15:43.660442 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-e579f608-303f-4205-8bc1-8671919e05c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:43.670157 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 2f91f216-7350-4f57-b5d4-35960f18ff1d triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:15:43.670526 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (2f91f216-7350-4f57-b5d4-35960f18ff1d), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:43.755479 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c186008-f6ad-40ee-bd9a-fb6ec9e39e00 req-c453851b-c0f6-4954-97df-f2c4b6e3e779 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:15:43.756947 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-0c186008-f6ad-40ee-bd9a-fb6ec9e39e00 req-c453851b-c0f6-4954-97df-f2c4b6e3e779 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/networks?id=54428d3a-6033-432d-b430-4e4a10e78d58 HTTP/1.1" status: 200 len: 797 time: 0.0997124 Mar 28 01:15:43.772303 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-0c186008-f6ad-40ee-bd9a-fb6ec9e39e00 req-e9680fd7-6e0b-400c-8161-5dd0eb32a6de tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/quotas/cf1ee0ed9c204cc5bccbb38ebf185041 HTTP/1.1" status: 200 len: 375 time: 0.0096600 Mar 28 01:15:43.831894 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-0c186008-f6ad-40ee-bd9a-fb6ec9e39e00 req-5fe287c1-8751-4c89-8ce7-5e783c6d4722 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=cf1ee0ed9c204cc5bccbb38ebf185041&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0538998 Mar 28 01:15:43.846994 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-797f2b44-9436-4310-b5db-9f0efead00e7 None None] Current status of the port f9355232-09b3-4461-b569-68b940c78f95 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:15:43.847387 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-797f2b44-9436-4310-b5db-9f0efead00e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (f9355232-09b3-4461-b569-68b940c78f95), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:43.929631 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-0c186008-f6ad-40ee-bd9a-fb6ec9e39e00 req-909ef7bf-f32c-4189-9ba6-e51f259edf80 service neutron] 10.222.0.24 "GET /v2.0/networks/54428d3a-6033-432d-b430-4e4a10e78d58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848424 Mar 28 01:15:44.024454 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-0c186008-f6ad-40ee-bd9a-fb6ec9e39e00 req-5c0844ef-a181-4bdd-a5de-8f680cb85af2 service neutron] 10.222.0.24 "GET /v2.0/networks/54428d3a-6033-432d-b430-4e4a10e78d58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889313 Mar 28 01:15:44.084471 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 2f91f216-7350-4f57-b5d4-35960f18ff1d is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:15:44.085556 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 785c0c6b-1ae0-42cf-b63d-15658e4ed663 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:15:44.088910 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-797f2b44-9436-4310-b5db-9f0efead00e7 None None] For port f9355232-09b3-4461-b569-68b940c78f95, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=f9355232-09b3-4461-b569-68b940c78f95,segment=NetworkSegment(1c05b5a9-ed2e-4341-b439-2d1416184de8),segment_id=1c05b5a9-ed2e-4341-b439-2d1416184de8)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:15:44.113578 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-797f2b44-9436-4310-b5db-9f0efead00e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (f9355232-09b3-4461-b569-68b940c78f95), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:44.189503 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6b7a756e-5551-4c83-8b60-384420d90cac req-0ed18f07-8469-44d7-a448-4a26244a20e7 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fe2ec72-4de9-4d0d-a08b-c1501f361939 HTTP/1.1" status: 200 len: 210 time: 0.0275867 Mar 28 01:15:44.191269 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797f2b44-9436-4310-b5db-9f0efead00e7 None None] Pushing event updated for resources: {'Port': ['ID=f9355232-09b3-4461-b569-68b940c78f95,revision_number=5']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:15:44.201801 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 785c0c6b-1ae0-42cf-b63d-15658e4ed663 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:15:44.202081 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (785c0c6b-1ae0-42cf-b63d-15658e4ed663), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:44.204881 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-40c7a9b2-76d7-489c-885e-1ef9217edd41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9d70df-b8d6-4985-8a56-55a95c3c5b3e', 'name': 'tempest-TestNetworkBasicOps-router-923906860', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.24'}], 'enable_snat': True}, 'gw_port_id': '2f91f216-7350-4f57-b5d4-35960f18ff1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:15:37Z', 'updated_at': '2022-03-28T01:15:40Z', 'revision_number': 4, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': '2f91f216-7350-4f57-b5d4-35960f18ff1d', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:2c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9d70df-b8d6-4985-8a56-55a95c3c5b3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:15:38Z', 'updated_at': '2022-03-28T01:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': 'f9355232-09b3-4461-b569-68b940c78f95', 'name': '', 'network_id': '54428d3a-6033-432d-b430-4e4a10e78d58', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'mac_address': 'fa:16:3e:33:72:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d9d70df-b8d6-4985-8a56-55a95c3c5b3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '4bc33bb7-0804-4c7f-be7a-e7d5a37fee2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:15:40Z', 'updated_at': '2022-03-28T01:15:43Z', 'revision_number': 4, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'subnets': [{'id': '4bc33bb7-0804-4c7f-be7a-e7d5a37fee2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:15:44.255652 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c7a9b2-76d7-489c-885e-1ef9217edd41 None None] The sync data for ids ['0d9d70df-b8d6-4985-8a56-55a95c3c5b3e'] in dv-neutron-834874-6-hyperv is: [{'id': '0d9d70df-b8d6-4985-8a56-55a95c3c5b3e', 'name': 'tempest-TestNetworkBasicOps-router-923906860', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.24'}], 'enable_snat': True}, 'gw_port_id': '2f91f216-7350-4f57-b5d4-35960f18ff1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:15:37Z', 'updated_at': '2022-03-28T01:15:40Z', 'revision_number': 4, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': '2f91f216-7350-4f57-b5d4-35960f18ff1d', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:2c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9d70df-b8d6-4985-8a56-55a95c3c5b3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:15:38Z', 'updated_at': '2022-03-28T01:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': 'f9355232-09b3-4461-b569-68b940c78f95', 'name': '', 'network_id': '54428d3a-6033-432d-b430-4e4a10e78d58', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'mac_address': 'fa:16:3e:33:72:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d9d70df-b8d6-4985-8a56-55a95c3c5b3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '4bc33bb7-0804-4c7f-be7a-e7d5a37fee2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:15:40Z', 'updated_at': '2022-03-28T01:15:43Z', 'revision_number': 4, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'subnets': [{'id': '4bc33bb7-0804-4c7f-be7a-e7d5a37fee2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:15:44.277473 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-62248dd6-9f17-4bff-aec4-828e719741df None None] Provisioning complete for port f9355232-09b3-4461-b569-68b940c78f95 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:15:44.277862 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-62248dd6-9f17-4bff-aec4-828e719741df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (f9355232-09b3-4461-b569-68b940c78f95), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:44.384769 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 785c0c6b-1ae0-42cf-b63d-15658e4ed663 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:15:44.429257 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-62248dd6-9f17-4bff-aec4-828e719741df None None] Current status of the port f9355232-09b3-4461-b569-68b940c78f95 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:15:44.781723 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:45.180415 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c186008-f6ad-40ee-bd9a-fb6ec9e39e00 req-b4158105-d0df-4d31-b05c-da228736246a tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:15:45.182057 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-0c186008-f6ad-40ee-bd9a-fb6ec9e39e00 req-b4158105-d0df-4d31-b05c-da228736246a tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.10 "GET /v2.0/networks?id=54428d3a-6033-432d-b430-4e4a10e78d58 HTTP/1.1" status: 200 len: 797 time: 0.1110132 Mar 28 01:15:45.258704 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-0c186008-f6ad-40ee-bd9a-fb6ec9e39e00 req-1d01cca8-a645-4b6a-96b8-913d554ee529 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf1ee0ed9c204cc5bccbb38ebf185041 HTTP/1.1" status: 200 len: 376 time: 0.0673661 Mar 28 01:15:45.267143 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [req-0c186008-f6ad-40ee-bd9a-fb6ec9e39e00 req-cb4a825c-c380-4bf3-926a-7068019aeb0a tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'port': {'device_id': '2fe2ec72-4de9-4d0d-a08b-c1501f361939', 'network_id': '54428d3a-6033-432d-b430-4e4a10e78d58', 'admin_state_up': True, 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'security_groups': ['fbc7adc8-4a92-424d-8752-031991878ee7']}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:15:45.309132 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-8f50b8a6-0853-404e-b5c1-ffda194bf65a req-e9d5857d-0839-4714-a928-080320211b4a tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fe2ec72-4de9-4d0d-a08b-c1501f361939 HTTP/1.1" status: 200 len: 210 time: 0.0295916 Mar 28 01:15:45.391020 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c186008-f6ad-40ee-bd9a-fb6ec9e39e00 req-cb4a825c-c380-4bf3-926a-7068019aeb0a tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Made reservation on behalf of cf1ee0ed9c204cc5bccbb38ebf185041 for: {'port': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:15:45.394656 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-0c186008-f6ad-40ee-bd9a-fb6ec9e39e00 req-cb4a825c-c380-4bf3-926a-7068019aeb0a tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:45.408624 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device f9355232-09b3-4461-b569-68b940c78f95 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:15:45.459558 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port f9355232-09b3-4461-b569-68b940c78f95 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:15:45.459962 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (f9355232-09b3-4461-b569-68b940c78f95), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:45.530220 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [req-0c186008-f6ad-40ee-bd9a-fb6ec9e39e00 req-cb4a825c-c380-4bf3-926a-7068019aeb0a tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Allocated IP 172.20.0.13 (54428d3a-6033-432d-b430-4e4a10e78d58/4bc33bb7-0804-4c7f-be7a-e7d5a37fee2d/f1827998-3116-4a29-b1c9-020012da5a31) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:15:45.539208 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port f9355232-09b3-4461-b569-68b940c78f95 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:15:45.661508 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-0c186008-f6ad-40ee-bd9a-fb6ec9e39e00 req-cb4a825c-c380-4bf3-926a-7068019aeb0a tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for port (f1827998-3116-4a29-b1c9-020012da5a31), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:45.695160 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-0c186008-f6ad-40ee-bd9a-fb6ec9e39e00 req-cb4a825c-c380-4bf3-926a-7068019aeb0a tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (f1827998-3116-4a29-b1c9-020012da5a31), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:45.736959 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c186008-f6ad-40ee-bd9a-fb6ec9e39e00 req-cb4a825c-c380-4bf3-926a-7068019aeb0a tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Network 54428d3a-6033-432d-b430-4e4a10e78d58 is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:15:45.740814 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [req-0c186008-f6ad-40ee-bd9a-fb6ec9e39e00 req-cb4a825c-c380-4bf3-926a-7068019aeb0a tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:15:45.744958 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c186008-f6ad-40ee-bd9a-fb6ec9e39e00 req-cb4a825c-c380-4bf3-926a-7068019aeb0a tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:15:45.957844 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-e8e3e5be-9005-47f6-bf98-2284c330e699 None None] Provisioning complete for port f1827998-3116-4a29-b1c9-020012da5a31 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:15:45.958486 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-e8e3e5be-9005-47f6-bf98-2284c330e699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (f1827998-3116-4a29-b1c9-020012da5a31), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:45.994176 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-e8e3e5be-9005-47f6-bf98-2284c330e699 None None] Port f1827998-3116-4a29-b1c9-020012da5a31 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:15:46.102194 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4a825c-c380-4bf3-926a-7068019aeb0a tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'Port': ['ID=f1827998-3116-4a29-b1c9-020012da5a31,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:15:46.132637 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c186008-f6ad-40ee-bd9a-fb6ec9e39e00 req-cb4a825c-c380-4bf3-926a-7068019aeb0a tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:15:46.133229 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-0c186008-f6ad-40ee-bd9a-fb6ec9e39e00 req-cb4a825c-c380-4bf3-926a-7068019aeb0a tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:46.148457 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-0c186008-f6ad-40ee-bd9a-fb6ec9e39e00 req-cb4a825c-c380-4bf3-926a-7068019aeb0a tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8850403 Mar 28 01:15:46.159890 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [req-0c186008-f6ad-40ee-bd9a-fb6ec9e39e00 req-f063fd6f-7946-4188-b5d1-cd48dba55a04 service neutron] Request body: {'port': {'device_id': '2fe2ec72-4de9-4d0d-a08b-c1501f361939', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8348'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:15:46.216337 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:46.216736 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-0c186008-f6ad-40ee-bd9a-fb6ec9e39e00 req-f063fd6f-7946-4188-b5d1-cd48dba55a04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (f1827998-3116-4a29-b1c9-020012da5a31), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:46.474221 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2bb329-c4c3-4f71-ae02-d0d2ecfc7fbd req-75d34692-4a39-4482-a5f7-2b800d30c429 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:15:46.475686 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-9e2bb329-c4c3-4f71-ae02-d0d2ecfc7fbd req-75d34692-4a39-4482-a5f7-2b800d30c429 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fe2ec72-4de9-4d0d-a08b-c1501f361939 HTTP/1.1" status: 200 len: 932 time: 0.0941155 Mar 28 01:15:46.557001 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [req-0c186008-f6ad-40ee-bd9a-fb6ec9e39e00 req-f063fd6f-7946-4188-b5d1-cd48dba55a04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1827998-3116-4a29-b1c9-020012da5a31 {{(pid=104099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 01:15:46.565117 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-0c186008-f6ad-40ee-bd9a-fb6ec9e39e00 req-f063fd6f-7946-4188-b5d1-cd48dba55a04 service neutron] Publish callbacks [] for port (f1827998-3116-4a29-b1c9-020012da5a31), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:46.570300 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-9e2bb329-c4c3-4f71-ae02-d0d2ecfc7fbd req-982b3605-5827-4d6b-afdd-9c19c6555304 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbc7adc8-4a92-424d-8752-031991878ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0885243 Mar 28 01:15:46.580484 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [req-0c186008-f6ad-40ee-bd9a-fb6ec9e39e00 req-f063fd6f-7946-4188-b5d1-cd48dba55a04 service neutron] Transition to ACTIVE for port object f1827998-3116-4a29-b1c9-020012da5a31 will not be triggered until provisioned by entity L2. {{(pid=104099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 01:15:46.584791 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-0c186008-f6ad-40ee-bd9a-fb6ec9e39e00 req-f063fd6f-7946-4188-b5d1-cd48dba55a04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (f1827998-3116-4a29-b1c9-020012da5a31), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:46.640550 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f063fd6f-7946-4188-b5d1-cd48dba55a04 service neutron] Pushing event updated for resources: {'Port': ['ID=f1827998-3116-4a29-b1c9-020012da5a31,revision_number=2']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:15:46.706497 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-0c186008-f6ad-40ee-bd9a-fb6ec9e39e00 req-f063fd6f-7946-4188-b5d1-cd48dba55a04 service neutron] Attempting to bind port f1827998-3116-4a29-b1c9-020012da5a31 on host hv-neutron-8348 for vnic_type normal with profile {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:15:46.706728 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-0c186008-f6ad-40ee-bd9a-fb6ec9e39e00 req-f063fd6f-7946-4188-b5d1-cd48dba55a04 service neutron] Attempting to bind port f1827998-3116-4a29-b1c9-020012da5a31 by drivers openvswitch,hyperv on host hv-neutron-8348 at level 0 using segments [{'id': '1c05b5a9-ed2e-4341-b439-2d1416184de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '54428d3a-6033-432d-b430-4e4a10e78d58'}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:15:46.707030 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c186008-f6ad-40ee-bd9a-fb6ec9e39e00 req-f063fd6f-7946-4188-b5d1-cd48dba55a04 service neutron] Attempting to bind port f1827998-3116-4a29-b1c9-020012da5a31 on network 54428d3a-6033-432d-b430-4e4a10e78d58 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:15:46.712323 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c186008-f6ad-40ee-bd9a-fb6ec9e39e00 req-f063fd6f-7946-4188-b5d1-cd48dba55a04 service neutron] Port f1827998-3116-4a29-b1c9-020012da5a31 on network 54428d3a-6033-432d-b430-4e4a10e78d58 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8348 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 01:15:46.712643 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c186008-f6ad-40ee-bd9a-fb6ec9e39e00 req-f063fd6f-7946-4188-b5d1-cd48dba55a04 service neutron] Attempting to bind port f1827998-3116-4a29-b1c9-020012da5a31 on network 54428d3a-6033-432d-b430-4e4a10e78d58 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:15:46.717544 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c186008-f6ad-40ee-bd9a-fb6ec9e39e00 req-f063fd6f-7946-4188-b5d1-cd48dba55a04 service neutron] Checking agent: {'id': '287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8348', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 1, 2, 33), 'started_at': datetime.datetime(2022, 3, 28, 1, 2, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:15:46.717884 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c186008-f6ad-40ee-bd9a-fb6ec9e39e00 req-f063fd6f-7946-4188-b5d1-cd48dba55a04 service neutron] Checking segment: {'id': '1c05b5a9-ed2e-4341-b439-2d1416184de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '54428d3a-6033-432d-b430-4e4a10e78d58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:15:46.718258 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c186008-f6ad-40ee-bd9a-fb6ec9e39e00 req-f063fd6f-7946-4188-b5d1-cd48dba55a04 service neutron] Bound using segment: {'id': '1c05b5a9-ed2e-4341-b439-2d1416184de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '54428d3a-6033-432d-b430-4e4a10e78d58'} {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:15:46.718677 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-0c186008-f6ad-40ee-bd9a-fb6ec9e39e00 req-f063fd6f-7946-4188-b5d1-cd48dba55a04 service neutron] Bound port: f1827998-3116-4a29-b1c9-020012da5a31, host: hv-neutron-8348, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c05b5a9-ed2e-4341-b439-2d1416184de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '54428d3a-6033-432d-b430-4e4a10e78d58'}}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:15:46.719024 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-0c186008-f6ad-40ee-bd9a-fb6ec9e39e00 req-f063fd6f-7946-4188-b5d1-cd48dba55a04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (f1827998-3116-4a29-b1c9-020012da5a31), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:46.783011 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-0c186008-f6ad-40ee-bd9a-fb6ec9e39e00 req-f063fd6f-7946-4188-b5d1-cd48dba55a04 service neutron] For port f1827998-3116-4a29-b1c9-020012da5a31, host hv-neutron-8348, cleared binding levels {{(pid=104099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:15:46.786062 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-0c186008-f6ad-40ee-bd9a-fb6ec9e39e00 req-f063fd6f-7946-4188-b5d1-cd48dba55a04 service neutron] For port f1827998-3116-4a29-b1c9-020012da5a31, host hv-neutron-8348, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=f1827998-3116-4a29-b1c9-020012da5a31,segment=NetworkSegment(1c05b5a9-ed2e-4341-b439-2d1416184de8),segment_id=1c05b5a9-ed2e-4341-b439-2d1416184de8)] {{(pid=104099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:15:46.791630 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-0c186008-f6ad-40ee-bd9a-fb6ec9e39e00 req-f063fd6f-7946-4188-b5d1-cd48dba55a04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (f1827998-3116-4a29-b1c9-020012da5a31), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:46.827598 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c186008-f6ad-40ee-bd9a-fb6ec9e39e00 req-f063fd6f-7946-4188-b5d1-cd48dba55a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:15:46.828237 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-0c186008-f6ad-40ee-bd9a-fb6ec9e39e00 req-f063fd6f-7946-4188-b5d1-cd48dba55a04 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:46.829603 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-0c186008-f6ad-40ee-bd9a-fb6ec9e39e00 req-f063fd6f-7946-4188-b5d1-cd48dba55a04 service neutron] 10.222.0.10 "PUT /v2.0/ports/f1827998-3116-4a29-b1c9-020012da5a31 HTTP/1.1" status: 200 len: 1094 time: 0.6738265 Mar 28 01:15:46.830036 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fe2ec72-4de9-4d0d-a08b-c1501f361939', 'tag': 'f1827998-3116-4a29-b1c9-020012da5a31'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:15:46.832239 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2af4b01a9fa8b1570ccf1d7859d693ad34c106b258078e9cfae86b97f35e3d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-466c6248-a1f4-482a-b304-f64110bf79c4" -d '{"events": [{"name": "network-changed", "server_uuid": "2fe2ec72-4de9-4d0d-a08b-c1501f361939", "tag": "f1827998-3116-4a29-b1c9-020012da5a31"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:15:46.856964 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f063fd6f-7946-4188-b5d1-cd48dba55a04 service neutron] Pushing event updated for resources: {'Port': ['ID=f1827998-3116-4a29-b1c9-020012da5a31,revision_number=3']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:15:46.882640 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 01:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db45431f-c3dd-44c1-8d99-732b3044aed6 x-openstack-request-id: req-db45431f-c3dd-44c1-8d99-732b3044aed6 {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:15:46.882942 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fe2ec72-4de9-4d0d-a08b-c1501f361939", "tag": "f1827998-3116-4a29-b1c9-020012da5a31", "status": "completed", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:15:46.883201 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-db45431f-c3dd-44c1-8d99-732b3044aed6 {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:15:46.883607 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db45431f-c3dd-44c1-8d99-732b3044aed6'] response: {'name': 'network-changed', 'server_uuid': '2fe2ec72-4de9-4d0d-a08b-c1501f361939', 'tag': 'f1827998-3116-4a29-b1c9-020012da5a31', 'status': 'completed', 'code': 200} Mar 28 01:15:46.918356 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c186008-f6ad-40ee-bd9a-fb6ec9e39e00 req-712bc8bc-a50a-4200-9e56-8ec8e3f1eff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:15:46.919896 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-0c186008-f6ad-40ee-bd9a-fb6ec9e39e00 req-712bc8bc-a50a-4200-9e56-8ec8e3f1eff1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cf1ee0ed9c204cc5bccbb38ebf185041&device_id=2fe2ec72-4de9-4d0d-a08b-c1501f361939 HTTP/1.1" status: 200 len: 1128 time: 0.0476904 Mar 28 01:15:46.962946 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-0c186008-f6ad-40ee-bd9a-fb6ec9e39e00 req-3b4ee439-f60f-4d52-b48b-b359c384489e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f1827998-3116-4a29-b1c9-020012da5a31 HTTP/1.1" status: 200 len: 217 time: 0.0351791 Mar 28 01:15:47.011994 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c186008-f6ad-40ee-bd9a-fb6ec9e39e00 req-7ad2e21c-9da7-4064-a718-07b4ce624fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:15:47.013564 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-0c186008-f6ad-40ee-bd9a-fb6ec9e39e00 req-7ad2e21c-9da7-4064-a718-07b4ce624fad service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4bc33bb7-0804-4c7f-be7a-e7d5a37fee2d HTTP/1.1" status: 200 len: 835 time: 0.0447865 Mar 28 01:15:47.066148 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c186008-f6ad-40ee-bd9a-fb6ec9e39e00 req-7c824d65-4e7e-4f17-85e6-7e35293fda2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:15:47.068302 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-0c186008-f6ad-40ee-bd9a-fb6ec9e39e00 req-7c824d65-4e7e-4f17-85e6-7e35293fda2f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=54428d3a-6033-432d-b430-4e4a10e78d58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0492227 Mar 28 01:15:47.154238 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-0c186008-f6ad-40ee-bd9a-fb6ec9e39e00 req-479da1a0-16e5-45fd-bfb5-5a4d5a89cc77 service neutron] 10.222.0.10 "GET /v2.0/networks/54428d3a-6033-432d-b430-4e4a10e78d58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801637 Mar 28 01:15:47.243773 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-0c186008-f6ad-40ee-bd9a-fb6ec9e39e00 req-b93ec26d-7222-428e-9983-c9815a4e87e9 service neutron] 10.222.0.10 "GET /v2.0/networks/54428d3a-6033-432d-b430-4e4a10e78d58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832255 Mar 28 01:15:47.335183 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466c6248-a1f4-482a-b304-f64110bf79c4 req-fbefcc2a-6e59-4e02-a5cf-383c4564fd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:15:47.336701 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-466c6248-a1f4-482a-b304-f64110bf79c4 req-fbefcc2a-6e59-4e02-a5cf-383c4564fd3d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cf1ee0ed9c204cc5bccbb38ebf185041&device_id=2fe2ec72-4de9-4d0d-a08b-c1501f361939 HTTP/1.1" status: 200 len: 1128 time: 0.0451767 Mar 28 01:15:47.430078 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466c6248-a1f4-482a-b304-f64110bf79c4 req-bf80c509-5e6c-4290-8c27-ca55f39495d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:15:47.432197 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-466c6248-a1f4-482a-b304-f64110bf79c4 req-bf80c509-5e6c-4290-8c27-ca55f39495d4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=54428d3a-6033-432d-b430-4e4a10e78d58 HTTP/1.1" status: 200 len: 897 time: 0.0882969 Mar 28 01:15:47.471920 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-466c6248-a1f4-482a-b304-f64110bf79c4 req-150b9b4c-e9ed-44e6-a3c9-e980de3c5c3f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f1827998-3116-4a29-b1c9-020012da5a31 HTTP/1.1" status: 200 len: 217 time: 0.0337582 Mar 28 01:15:47.518899 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466c6248-a1f4-482a-b304-f64110bf79c4 req-2b09040b-80b7-482d-be64-a5ae733c2c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:15:47.520323 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-466c6248-a1f4-482a-b304-f64110bf79c4 req-2b09040b-80b7-482d-be64-a5ae733c2c79 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4bc33bb7-0804-4c7f-be7a-e7d5a37fee2d HTTP/1.1" status: 200 len: 835 time: 0.0424619 Mar 28 01:15:47.571177 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466c6248-a1f4-482a-b304-f64110bf79c4 req-6e583f67-3848-44ea-8a99-a3457f07c99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:15:47.572684 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-466c6248-a1f4-482a-b304-f64110bf79c4 req-6e583f67-3848-44ea-8a99-a3457f07c99d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=54428d3a-6033-432d-b430-4e4a10e78d58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0447388 Mar 28 01:15:47.695276 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-466c6248-a1f4-482a-b304-f64110bf79c4 req-9b3e56d5-461e-49d2-9cd1-6042fd11e337 service neutron] 10.222.0.10 "GET /v2.0/networks/54428d3a-6033-432d-b430-4e4a10e78d58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145053 Mar 28 01:15:47.715876 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3e2e24-7b57-49e6-b114-747a861ea914 req-b72e486e-6de3-48c8-82cb-e53ff4a66b64 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:15:47.717330 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7b3e2e24-7b57-49e6-b114-747a861ea914 req-b72e486e-6de3-48c8-82cb-e53ff4a66b64 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fe2ec72-4de9-4d0d-a08b-c1501f361939 HTTP/1.1" status: 200 len: 944 time: 0.0810261 Mar 28 01:15:47.772184 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:47.819140 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7b3e2e24-7b57-49e6-b114-747a861ea914 req-1e5fd42e-ff2a-4aed-ac35-3ab495968af3 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbc7adc8-4a92-424d-8752-031991878ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0916774 Mar 28 01:15:47.833690 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-466c6248-a1f4-482a-b304-f64110bf79c4 req-856c1ede-deae-4af3-864b-7f7ffb2b5ea3 service neutron] 10.222.0.10 "GET /v2.0/networks/54428d3a-6033-432d-b430-4e4a10e78d58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320939 Mar 28 01:15:47.870813 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device f1827998-3116-4a29-b1c9-020012da5a31 details requested by agent hyperv_hv-neutron-8348 with host hv-neutron-8348 {{(pid=104100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 01:15:47.965455 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port f1827998-3116-4a29-b1c9-020012da5a31, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=f1827998-3116-4a29-b1c9-020012da5a31,segment=NetworkSegment(1c05b5a9-ed2e-4341-b439-2d1416184de8),segment_id=1c05b5a9-ed2e-4341-b439-2d1416184de8)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:15:47.976846 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Returning: {'device': 'f1827998-3116-4a29-b1c9-020012da5a31', 'network_id': '54428d3a-6033-432d-b430-4e4a10e78d58', 'port_id': 'f1827998-3116-4a29-b1c9-020012da5a31', 'mac_address': 'fa:16:3e:21:c5:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bc33bb7-0804-4c7f-be7a-e7d5a37fee2d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 01:15:48.011254 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port f1827998-3116-4a29-b1c9-020012da5a31 is: DOWN; New status is: BUILD {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:15:48.011633 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (f1827998-3116-4a29-b1c9-020012da5a31), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:48.028071 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1827998-3116-4a29-b1c9-020012da5a31 {{(pid=104100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 01:15:48.046881 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port f1827998-3116-4a29-b1c9-020012da5a31, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=f1827998-3116-4a29-b1c9-020012da5a31,segment=NetworkSegment(1c05b5a9-ed2e-4341-b439-2d1416184de8),segment_id=1c05b5a9-ed2e-4341-b439-2d1416184de8)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:15:48.050932 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (f1827998-3116-4a29-b1c9-020012da5a31), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:48.095655 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Pushing event updated for resources: {'Port': ['ID=f1827998-3116-4a29-b1c9-020012da5a31,revision_number=4']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:15:48.263726 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] get_ports_and_sgs() called for port_ids ['f1827998-3116-4a29-b1c9-020012da5a31'] {{(pid=104100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 01:15:48.937703 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3042ccae-bff2-461f-b5de-b0aaab233dde req-924ba9f5-42ef-4561-bd37-441de4221c50 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:15:48.939186 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-3042ccae-bff2-461f-b5de-b0aaab233dde req-924ba9f5-42ef-4561-bd37-441de4221c50 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fe2ec72-4de9-4d0d-a08b-c1501f361939 HTTP/1.1" status: 200 len: 945 time: 0.0516336 Mar 28 01:15:48.985566 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-3042ccae-bff2-461f-b5de-b0aaab233dde req-76be3bd8-1784-490d-a86b-78e184b98a0f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbc7adc8-4a92-424d-8752-031991878ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0409522 Mar 28 01:15:49.889965 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device f1827998-3116-4a29-b1c9-020012da5a31 up at agent hyperv_hv-neutron-8348 {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:15:49.940590 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Provisioning for port f1827998-3116-4a29-b1c9-020012da5a31 completed by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 01:15:49.944801 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Provisioning complete for port f1827998-3116-4a29-b1c9-020012da5a31 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:15:49.945171 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (f1827998-3116-4a29-b1c9-020012da5a31), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:50.021918 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port f1827998-3116-4a29-b1c9-020012da5a31 is: BUILD; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:15:50.022224 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (f1827998-3116-4a29-b1c9-020012da5a31), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:50.045441 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fe2ec72-4de9-4d0d-a08b-c1501f361939', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1827998-3116-4a29-b1c9-020012da5a31'}] {{(pid=104100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:15:50.047658 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd27896ebc78d0f7931321182ba9533a7b768b1c3fcddb3ff52a8aee6ddeaf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efc6a3a3-df9a-4866-b000-aadb0650e850" -d '{"events": [{"server_uuid": "2fe2ec72-4de9-4d0d-a08b-c1501f361939", "name": "network-vif-plugged", "status": "completed", "tag": "f1827998-3116-4a29-b1c9-020012da5a31"}]}' {{(pid=104100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:15:50.060545 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port f1827998-3116-4a29-b1c9-020012da5a31, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=f1827998-3116-4a29-b1c9-020012da5a31,segment=NetworkSegment(1c05b5a9-ed2e-4341-b439-2d1416184de8),segment_id=1c05b5a9-ed2e-4341-b439-2d1416184de8)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:15:50.064714 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (f1827998-3116-4a29-b1c9-020012da5a31), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:50.088471 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 01:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1567c732-ee73-44fc-9454-2180da414e58 x-openstack-request-id: req-1567c732-ee73-44fc-9454-2180da414e58 {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:15:50.088699 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fe2ec72-4de9-4d0d-a08b-c1501f361939", "name": "network-vif-plugged", "status": "completed", "tag": "f1827998-3116-4a29-b1c9-020012da5a31", "code": 200}]} {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:15:50.088958 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1567c732-ee73-44fc-9454-2180da414e58 {{(pid=104100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:15:50.089353 dv-neutron-834874-6-hyperv neutron-server[104100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1567c732-ee73-44fc-9454-2180da414e58'] response: {'server_uuid': '2fe2ec72-4de9-4d0d-a08b-c1501f361939', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1827998-3116-4a29-b1c9-020012da5a31', 'code': 200} Mar 28 01:15:50.114056 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ebadc8-72f8-4997-8266-c6a37d176e73 req-6d13fa46-a2a9-4a5e-981e-ff9ce07fe9d5 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:15:50.115812 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-c9ebadc8-72f8-4997-8266-c6a37d176e73 req-6d13fa46-a2a9-4a5e-981e-ff9ce07fe9d5 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fe2ec72-4de9-4d0d-a08b-c1501f361939 HTTP/1.1" status: 200 len: 946 time: 0.0631397 Mar 28 01:15:50.115952 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Pushing event updated for resources: {'Port': ['ID=f1827998-3116-4a29-b1c9-020012da5a31,revision_number=5']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:15:50.168568 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-c9ebadc8-72f8-4997-8266-c6a37d176e73 req-3e8d66a5-49e8-4dd4-8854-eb89d124fc80 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbc7adc8-4a92-424d-8752-031991878ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0468354 Mar 28 01:15:50.253937 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486cc94d-2df4-4102-ae59-064df2848e12 req-48113942-cf40-4203-824a-f16199de4354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:15:50.255407 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-486cc94d-2df4-4102-ae59-064df2848e12 req-48113942-cf40-4203-824a-f16199de4354 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2fe2ec72-4de9-4d0d-a08b-c1501f361939 HTTP/1.1" status: 200 len: 1130 time: 0.0476134 Mar 28 01:15:50.300762 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-486cc94d-2df4-4102-ae59-064df2848e12 req-4691a1a1-0d14-4b47-b754-649399b01f7a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=fbc7adc8-4a92-424d-8752-031991878ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0388997 Mar 28 01:15:51.284518 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c06662-6aa4-46c5-89e3-85fe7e44d464 req-11a2edf9-b84f-4e89-99b7-3d3b3ba20b48 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:15:51.285977 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-e6c06662-6aa4-46c5-89e3-85fe7e44d464 req-11a2edf9-b84f-4e89-99b7-3d3b3ba20b48 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fe2ec72-4de9-4d0d-a08b-c1501f361939 HTTP/1.1" status: 200 len: 946 time: 0.0520546 Mar 28 01:15:51.340238 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-e6c06662-6aa4-46c5-89e3-85fe7e44d464 req-f96317a3-d20b-4b95-9b64-54273a51e3ab tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbc7adc8-4a92-424d-8752-031991878ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0469763 Mar 28 01:15:52.457488 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee69e326-b84b-43c3-8549-b35b3c32e145 req-cf0ed0d5-2a2f-4d43-b814-15bd86f9abad tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:15:52.458996 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-ee69e326-b84b-43c3-8549-b35b3c32e145 req-cf0ed0d5-2a2f-4d43-b814-15bd86f9abad tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fe2ec72-4de9-4d0d-a08b-c1501f361939 HTTP/1.1" status: 200 len: 946 time: 0.0520418 Mar 28 01:15:52.505615 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-ee69e326-b84b-43c3-8549-b35b3c32e145 req-0ab69874-f099-42a9-a920-3badee17fe7b tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbc7adc8-4a92-424d-8752-031991878ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0407252 Mar 28 01:15:52.622446 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf603872-e96b-4b0e-b6d6-9481c189c42d req-8ede09ff-3298-415c-9225-79b02b33ab48 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:15:52.623809 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-bf603872-e96b-4b0e-b6d6-9481c189c42d req-8ede09ff-3298-415c-9225-79b02b33ab48 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fe2ec72-4de9-4d0d-a08b-c1501f361939 HTTP/1.1" status: 200 len: 946 time: 0.0506132 Mar 28 01:15:52.671197 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-bf603872-e96b-4b0e-b6d6-9481c189c42d req-d55128c4-6209-46a3-ab94-2ee31f381fac tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbc7adc8-4a92-424d-8752-031991878ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0419283 Mar 28 01:15:52.692744 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 57054) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:15:52.733993 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8921427d-8471-437f-8ce0-5a2860ee8dab tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:15:52.735484 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-8921427d-8471-437f-8ce0-5a2860ee8dab tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=2fe2ec72-4de9-4d0d-a08b-c1501f361939 HTTP/1.1" status: 200 len: 1125 time: 0.0417566 Mar 28 01:15:52.738180 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 57056) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:15:52.742760 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-759228c2-8d60-44d2-9936-00c1d1ace70b tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'floatingip': {'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'port_id': 'f1827998-3116-4a29-b1c9-020012da5a31', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:15:52.762071 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-759228c2-8d60-44d2-9936-00c1d1ace70b tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:52.857961 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-759228c2-8d60-44d2-9936-00c1d1ace70b tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:52.962281 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [None req-759228c2-8d60-44d2-9936-00c1d1ace70b tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Allocated IP 172.26.1.31 (dea6548b-502b-42db-97fb-371e423e739a/cce6de65-d8c9-45b8-9970-0a277e8c1192/1eb889cf-814f-4d12-af3a-1c4bc90dc172) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:15:53.061614 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-759228c2-8d60-44d2-9936-00c1d1ace70b tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for port (1eb889cf-814f-4d12-af3a-1c4bc90dc172), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:53.096479 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-759228c2-8d60-44d2-9936-00c1d1ace70b tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (1eb889cf-814f-4d12-af3a-1c4bc90dc172), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:53.136371 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759228c2-8d60-44d2-9936-00c1d1ace70b tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Network dea6548b-502b-42db-97fb-371e423e739a is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:15:53.141734 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-759228c2-8d60-44d2-9936-00c1d1ace70b tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:15:53.146807 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759228c2-8d60-44d2-9936-00c1d1ace70b tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:15:53.148752 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759228c2-8d60-44d2-9936-00c1d1ace70b tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'Port': ['ID=1eb889cf-814f-4d12-af3a-1c4bc90dc172,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:15:53.487393 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-759228c2-8d60-44d2-9936-00c1d1ace70b tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for floatingip (56b74911-be85-41a8-badd-3451eed61d06), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:53.556102 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-759228c2-8d60-44d2-9936-00c1d1ace70b tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (1eb889cf-814f-4d12-af3a-1c4bc90dc172), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:53.698078 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-759228c2-8d60-44d2-9936-00c1d1ace70b tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for port (1eb889cf-814f-4d12-af3a-1c4bc90dc172), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:53.702315 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-759228c2-8d60-44d2-9936-00c1d1ace70b tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (1eb889cf-814f-4d12-af3a-1c4bc90dc172), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:53.769347 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759228c2-8d60-44d2-9936-00c1d1ace70b tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'Port': ['ID=1eb889cf-814f-4d12-af3a-1c4bc90dc172,revision_number=2']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:15:53.781561 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-759228c2-8d60-44d2-9936-00c1d1ace70b tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688063'] for floatingip (56b74911-be85-41a8-badd-3451eed61d06), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:53.879544 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.l3_db [None req-759228c2-8d60-44d2-9936-00c1d1ace70b tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Floating IP 56b74911-be85-41a8-badd-3451eed61d06 associated. External IP: 172.26.1.31, port: f1827998-3116-4a29-b1c9-020012da5a31. Mar 28 01:15:54.082779 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-759228c2-8d60-44d2-9936-00c1d1ace70b tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Router 0d9d70df-b8d6-4985-8a56-55a95c3c5b3e has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:15:54.188294 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-759228c2-8d60-44d2-9936-00c1d1ace70b tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:15:54.198216 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00362f5c-2b39-4b6b-b2ad-01c594abffa8 None None] Sync routers for ids ['0d9d70df-b8d6-4985-8a56-55a95c3c5b3e'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:15:54.206141 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-759228c2-8d60-44d2-9936-00c1d1ace70b tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for floatingip (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:15:54.207581 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00362f5c-2b39-4b6b-b2ad-01c594abffa8 None None] Routers {'0d9d70df-b8d6-4985-8a56-55a95c3c5b3e'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:15:54.208774 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-00362f5c-2b39-4b6b-b2ad-01c594abffa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:15:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['0d9d70df-b8d6-4985-8a56-55a95c3c5b3e'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:15:54.238989 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-759228c2-8d60-44d2-9936-00c1d1ace70b tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4974961 Mar 28 01:15:54.238989 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fe2ec72-4de9-4d0d-a08b-c1501f361939', 'tag': 'f1827998-3116-4a29-b1c9-020012da5a31'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:15:54.239323 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 57058) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:15:54.239763 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2af4b01a9fa8b1570ccf1d7859d693ad34c106b258078e9cfae86b97f35e3d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91ad37aa-5e22-4a76-a2c3-4e8729aa0127" -d '{"events": [{"name": "network-changed", "server_uuid": "2fe2ec72-4de9-4d0d-a08b-c1501f361939", "tag": "f1827998-3116-4a29-b1c9-020012da5a31"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:15:54.276619 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 01:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0998dc0-e3b0-4b9f-a945-1566929b0c05 x-openstack-request-id: req-c0998dc0-e3b0-4b9f-a945-1566929b0c05 {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:15:54.276920 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fe2ec72-4de9-4d0d-a08b-c1501f361939", "tag": "f1827998-3116-4a29-b1c9-020012da5a31", "status": "completed", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:15:54.279068 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c0998dc0-e3b0-4b9f-a945-1566929b0c05 {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:15:54.279068 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0998dc0-e3b0-4b9f-a945-1566929b0c05'] response: {'name': 'network-changed', 'server_uuid': '2fe2ec72-4de9-4d0d-a08b-c1501f361939', 'tag': 'f1827998-3116-4a29-b1c9-020012da5a31', 'status': 'completed', 'code': 200} Mar 28 01:15:54.316424 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-00362f5c-2b39-4b6b-b2ad-01c594abffa8 None None] Set router 0d9d70df-b8d6-4985-8a56-55a95c3c5b3e gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:15:54.344638 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ad37aa-5e22-4a76-a2c3-4e8729aa0127 req-f73822ca-c41a-4140-a6ea-35f6dfb5bf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:15:54.346166 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-91ad37aa-5e22-4a76-a2c3-4e8729aa0127 req-f73822ca-c41a-4140-a6ea-35f6dfb5bf85 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cf1ee0ed9c204cc5bccbb38ebf185041&device_id=2fe2ec72-4de9-4d0d-a08b-c1501f361939 HTTP/1.1" status: 200 len: 1130 time: 0.0477107 Mar 28 01:15:54.348572 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-5d4bfd32-4c30-4a1c-adb5-9c0619193eb3 tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] 10.222.0.24 "GET /v2.0/routers/0d9d70df-b8d6-4985-8a56-55a95c3c5b3e HTTP/1.1" status: 200 len: 921 time: 0.1078057 Mar 28 01:15:54.351200 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 57062) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:15:54.415315 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-f7566720-6cd1-4514-b2fe-4d0056bb90ca tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/floatingips/56b74911-be85-41a8-badd-3451eed61d06 HTTP/1.1" status: 200 len: 991 time: 0.0630066 Mar 28 01:15:54.438335 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ad37aa-5e22-4a76-a2c3-4e8729aa0127 req-4c81aff7-6161-4e6e-895b-af579fcb41cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:15:54.439896 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-91ad37aa-5e22-4a76-a2c3-4e8729aa0127 req-4c81aff7-6161-4e6e-895b-af579fcb41cc service neutron] 10.222.0.10 "GET /v2.0/networks?id=54428d3a-6033-432d-b430-4e4a10e78d58 HTTP/1.1" status: 200 len: 897 time: 0.0868700 Mar 28 01:15:54.505877 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-91ad37aa-5e22-4a76-a2c3-4e8729aa0127 req-8ddfbf70-f83a-43be-89f9-70cd43165a2e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f1827998-3116-4a29-b1c9-020012da5a31 HTTP/1.1" status: 200 len: 999 time: 0.0605111 Mar 28 01:15:54.541106 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-00362f5c-2b39-4b6b-b2ad-01c594abffa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9d70df-b8d6-4985-8a56-55a95c3c5b3e', 'name': 'tempest-TestNetworkBasicOps-router-923906860', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.24'}], 'enable_snat': True}, 'gw_port_id': '2f91f216-7350-4f57-b5d4-35960f18ff1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:15:37Z', 'updated_at': '2022-03-28T01:15:40Z', 'revision_number': 4, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': '2f91f216-7350-4f57-b5d4-35960f18ff1d', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:2c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9d70df-b8d6-4985-8a56-55a95c3c5b3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:15:38Z', 'updated_at': '2022-03-28T01:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_floatingips': [{'id': '56b74911-be85-41a8-badd-3451eed61d06', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'floating_ip_address': '172.26.1.31', 'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'router_id': '0d9d70df-b8d6-4985-8a56-55a95c3c5b3e', 'port_id': 'f1827998-3116-4a29-b1c9-020012da5a31', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54428d3a-6033-432d-b430-4e4a10e78d58', 'mac_address': 'fa:16:3e:21:c5:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe2ec72-4de9-4d0d-a08b-c1501f361939', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T01:15:53Z', 'updated_at': '2022-03-28T01:15:53Z', 'revision_number': 0, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9355232-09b3-4461-b569-68b940c78f95', 'name': '', 'network_id': '54428d3a-6033-432d-b430-4e4a10e78d58', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'mac_address': 'fa:16:3e:33:72:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9d70df-b8d6-4985-8a56-55a95c3c5b3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '4bc33bb7-0804-4c7f-be7a-e7d5a37fee2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:15:40Z', 'updated_at': '2022-03-28T01:15:44Z', 'revision_number': 5, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'subnets': [{'id': '4bc33bb7-0804-4c7f-be7a-e7d5a37fee2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:15:54.552700 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ad37aa-5e22-4a76-a2c3-4e8729aa0127 req-4fba5259-3c9f-490b-9928-374911824162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:15:54.554128 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-91ad37aa-5e22-4a76-a2c3-4e8729aa0127 req-4fba5259-3c9f-490b-9928-374911824162 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4bc33bb7-0804-4c7f-be7a-e7d5a37fee2d HTTP/1.1" status: 200 len: 835 time: 0.0426173 Mar 28 01:15:54.604803 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ad37aa-5e22-4a76-a2c3-4e8729aa0127 req-fffd7cfd-37aa-4b2d-ab19-dd5939c424bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:15:54.606237 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-91ad37aa-5e22-4a76-a2c3-4e8729aa0127 req-fffd7cfd-37aa-4b2d-ab19-dd5939c424bd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=54428d3a-6033-432d-b430-4e4a10e78d58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0460665 Mar 28 01:15:54.660659 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00362f5c-2b39-4b6b-b2ad-01c594abffa8 None None] Checking router: 0d9d70df-b8d6-4985-8a56-55a95c3c5b3e for host: dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:15:54.668799 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00362f5c-2b39-4b6b-b2ad-01c594abffa8 None None] Routers {'0d9d70df-b8d6-4985-8a56-55a95c3c5b3e'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:15:54.669396 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-00362f5c-2b39-4b6b-b2ad-01c594abffa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:15:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['0d9d70df-b8d6-4985-8a56-55a95c3c5b3e'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:15:54.698626 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-91ad37aa-5e22-4a76-a2c3-4e8729aa0127 req-5fa98b0b-56a1-478d-8ef5-be07d641c1f5 service neutron] 10.222.0.10 "GET /v2.0/networks/54428d3a-6033-432d-b430-4e4a10e78d58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864687 Mar 28 01:15:54.773307 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-00362f5c-2b39-4b6b-b2ad-01c594abffa8 None None] Set router 0d9d70df-b8d6-4985-8a56-55a95c3c5b3e gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:15:54.791424 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-91ad37aa-5e22-4a76-a2c3-4e8729aa0127 req-b0125912-3db6-42d3-9380-841cbfd2acff service neutron] 10.222.0.10 "GET /v2.0/networks/54428d3a-6033-432d-b430-4e4a10e78d58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852902 Mar 28 01:15:54.988128 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-00362f5c-2b39-4b6b-b2ad-01c594abffa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9d70df-b8d6-4985-8a56-55a95c3c5b3e', 'name': 'tempest-TestNetworkBasicOps-router-923906860', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.24'}], 'enable_snat': True}, 'gw_port_id': '2f91f216-7350-4f57-b5d4-35960f18ff1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:15:37Z', 'updated_at': '2022-03-28T01:15:40Z', 'revision_number': 4, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': '2f91f216-7350-4f57-b5d4-35960f18ff1d', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:2c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9d70df-b8d6-4985-8a56-55a95c3c5b3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:15:38Z', 'updated_at': '2022-03-28T01:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_floatingips': [{'id': '56b74911-be85-41a8-badd-3451eed61d06', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'floating_ip_address': '172.26.1.31', 'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'router_id': '0d9d70df-b8d6-4985-8a56-55a95c3c5b3e', 'port_id': 'f1827998-3116-4a29-b1c9-020012da5a31', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54428d3a-6033-432d-b430-4e4a10e78d58', 'mac_address': 'fa:16:3e:21:c5:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe2ec72-4de9-4d0d-a08b-c1501f361939', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T01:15:53Z', 'updated_at': '2022-03-28T01:15:53Z', 'revision_number': 0, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9355232-09b3-4461-b569-68b940c78f95', 'name': '', 'network_id': '54428d3a-6033-432d-b430-4e4a10e78d58', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'mac_address': 'fa:16:3e:33:72:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9d70df-b8d6-4985-8a56-55a95c3c5b3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '4bc33bb7-0804-4c7f-be7a-e7d5a37fee2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:15:40Z', 'updated_at': '2022-03-28T01:15:44Z', 'revision_number': 5, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'subnets': [{'id': '4bc33bb7-0804-4c7f-be7a-e7d5a37fee2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:15:55.017605 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00362f5c-2b39-4b6b-b2ad-01c594abffa8 None None] The sync data for ids ['0d9d70df-b8d6-4985-8a56-55a95c3c5b3e'] in dv-neutron-834874-6-hyperv is: [{'id': '0d9d70df-b8d6-4985-8a56-55a95c3c5b3e', 'name': 'tempest-TestNetworkBasicOps-router-923906860', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.24'}], 'enable_snat': True}, 'gw_port_id': '2f91f216-7350-4f57-b5d4-35960f18ff1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:15:37Z', 'updated_at': '2022-03-28T01:15:40Z', 'revision_number': 4, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': '2f91f216-7350-4f57-b5d4-35960f18ff1d', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:2c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9d70df-b8d6-4985-8a56-55a95c3c5b3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:15:38Z', 'updated_at': '2022-03-28T01:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_floatingips': [{'id': '56b74911-be85-41a8-badd-3451eed61d06', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'floating_ip_address': '172.26.1.31', 'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'router_id': '0d9d70df-b8d6-4985-8a56-55a95c3c5b3e', 'port_id': 'f1827998-3116-4a29-b1c9-020012da5a31', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54428d3a-6033-432d-b430-4e4a10e78d58', 'mac_address': 'fa:16:3e:21:c5:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe2ec72-4de9-4d0d-a08b-c1501f361939', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T01:15:53Z', 'updated_at': '2022-03-28T01:15:53Z', 'revision_number': 0, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9355232-09b3-4461-b569-68b940c78f95', 'name': '', 'network_id': '54428d3a-6033-432d-b430-4e4a10e78d58', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'mac_address': 'fa:16:3e:33:72:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9d70df-b8d6-4985-8a56-55a95c3c5b3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '4bc33bb7-0804-4c7f-be7a-e7d5a37fee2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:15:40Z', 'updated_at': '2022-03-28T01:15:44Z', 'revision_number': 5, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'subnets': [{'id': '4bc33bb7-0804-4c7f-be7a-e7d5a37fee2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:15:55.210618 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3becf9b6-dbb8-4697-b150-d43563b73a71 None None] New status for floating IP 56b74911-be85-41a8-badd-3451eed61d06: ACTIVE {{(pid=104100) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 01:15:55.418392 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 57064) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:15:55.483223 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-a275d571-e253-4911-810f-5670ea8e2519 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/floatingips/56b74911-be85-41a8-badd-3451eed61d06 HTTP/1.1" status: 200 len: 993 time: 0.0637052 Mar 28 01:16:02.715554 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:11.396661 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5facef0c-4d00-4fa0-a82b-ee78f4680e39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:13.572749 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-2fe46610-f824-421f-b5c4-1f4eb6714564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:14.777075 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:15.860189 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.agents_db [None req-9a1d863f-391a-42f4-9870-e8292b919beb None None] Agent healthcheck: found 6 active agents {{(pid=104101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 01:16:16.218515 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:17.773672 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:24.051048 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 57080) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:16:24.162190 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-0351e333-88af-44e3-ab1a-5c7110e5f4b3 tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] 10.222.0.24 "GET /v2.0/routers/0d9d70df-b8d6-4985-8a56-55a95c3c5b3e/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1099117 Mar 28 01:16:24.165033 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 57082) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:16:24.601083 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f4ee634-3f0f-4965-a1f0-b3164a9f9e57 tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Notify agent at dv-neutron-834874-6-hyperv the message router_removed_from_agent {{(pid=104098) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Mar 28 01:16:24.604230 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-2f4ee634-3f0f-4965-a1f0-b3164a9f9e57 tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] 10.222.0.24 "DELETE /v2.0/agents/62bec004-6c2d-49e7-8b9e-f7dd886e4885/l3-routers/0d9d70df-b8d6-4985-8a56-55a95c3c5b3e HTTP/1.1" status: 204 len: 168 time: 0.4382379 Mar 28 01:16:24.606727 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 57084) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:16:24.714070 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-3e17e642-8a39-405d-9900-4708ad33b59a tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] 10.222.0.24 "GET /v2.0/routers/0d9d70df-b8d6-4985-8a56-55a95c3c5b3e/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1054554 Mar 28 01:16:24.715902 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 57086) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:16:24.776157 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-7f5f6265-54db-46ec-8289-767103dde7fe tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/floatingips/56b74911-be85-41a8-badd-3451eed61d06 HTTP/1.1" status: 200 len: 993 time: 0.0591297 Mar 28 01:16:25.344818 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb00b00e-e3c3-4058-94e7-3f605c7f34c4 None None] New status for floating IP 56b74911-be85-41a8-badd-3451eed61d06: DOWN {{(pid=104101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 01:16:25.390656 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device f9355232-09b3-4461-b569-68b940c78f95 no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:16:25.467875 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port f9355232-09b3-4461-b569-68b940c78f95 is: ACTIVE; New status is: DOWN {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:16:25.468293 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (f9355232-09b3-4461-b569-68b940c78f95), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:25.503092 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] For port f9355232-09b3-4461-b569-68b940c78f95, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=f9355232-09b3-4461-b569-68b940c78f95,segment=NetworkSegment(1c05b5a9-ed2e-4341-b439-2d1416184de8),segment_id=1c05b5a9-ed2e-4341-b439-2d1416184de8)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:16:25.507515 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (f9355232-09b3-4461-b569-68b940c78f95), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:25.508437 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 2f91f216-7350-4f57-b5d4-35960f18ff1d no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:16:25.597106 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Pushing event updated for resources: {'Port': ['ID=f9355232-09b3-4461-b569-68b940c78f95,revision_number=6']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:16:25.625969 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:16:25.626312 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:16:25.626653 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:16:25.627042 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:16:25.627369 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:16:25.627695 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:16:25.628017 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:16:25.628361 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:16:25.628683 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:16:25.629005 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:16:25.629327 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:16:25.629654 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:16:25.629976 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:16:25.630292 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:16:25.630608 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:16:25.647385 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 2f91f216-7350-4f57-b5d4-35960f18ff1d is: ACTIVE; New status is: DOWN {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:16:25.647774 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (2f91f216-7350-4f57-b5d4-35960f18ff1d), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:25.668369 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] For port 2f91f216-7350-4f57-b5d4-35960f18ff1d, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=2f91f216-7350-4f57-b5d4-35960f18ff1d,segment=NetworkSegment(b6f00c62-aca5-4c73-8989-c04c396daeed),segment_id=b6f00c62-aca5-4c73-8989-c04c396daeed)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:16:25.671986 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (2f91f216-7350-4f57-b5d4-35960f18ff1d), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:25.719573 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Pushing event updated for resources: {'Port': ['ID=2f91f216-7350-4f57-b5d4-35960f18ff1d,revision_number=5']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:16:25.781349 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 57088) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:16:25.840337 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-d9929153-834e-477e-9d32-d73bc148b214 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/floatingips/56b74911-be85-41a8-badd-3451eed61d06 HTTP/1.1" status: 200 len: 991 time: 0.0575509 Mar 28 01:16:26.944460 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 57092) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:16:27.068633 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-763a7000-7723-45d9-9823-cab8fe6fafe1 tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Router 0d9d70df-b8d6-4985-8a56-55a95c3c5b3e is scheduled to L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 with binding_index 1 {{(pid=104098) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 01:16:27.069027 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-763a7000-7723-45d9-9823-cab8fe6fafe1 tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Notify agent at dv-neutron-834874-6-hyperv the message router_added_to_agent {{(pid=104098) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Mar 28 01:16:27.087101 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-763a7000-7723-45d9-9823-cab8fe6fafe1 tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] 10.222.0.24 "POST /v2.0/agents/62bec004-6c2d-49e7-8b9e-f7dd886e4885/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.1415572 Mar 28 01:16:27.089929 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 57098) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:16:27.102107 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ec0697-8ac0-41f7-8df7-ceee41902aa5 None None] Sync routers for ids ['0d9d70df-b8d6-4985-8a56-55a95c3c5b3e'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:16:27.112449 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ec0697-8ac0-41f7-8df7-ceee41902aa5 None None] Routers {'0d9d70df-b8d6-4985-8a56-55a95c3c5b3e'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:16:27.113077 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-a3ec0697-8ac0-41f7-8df7-ceee41902aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:16:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['0d9d70df-b8d6-4985-8a56-55a95c3c5b3e'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:16:27.200297 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-76e98c1f-a54e-4815-ae8f-652bf26ffe08 tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] 10.222.0.24 "GET /v2.0/routers/0d9d70df-b8d6-4985-8a56-55a95c3c5b3e/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1088271 Mar 28 01:16:27.202899 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 57100) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:16:27.219013 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-a3ec0697-8ac0-41f7-8df7-ceee41902aa5 None None] Set router 0d9d70df-b8d6-4985-8a56-55a95c3c5b3e gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:16:27.267225 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-3dd6812f-f57c-4e96-b723-e88c03480a06 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/floatingips/56b74911-be85-41a8-badd-3451eed61d06 HTTP/1.1" status: 200 len: 991 time: 0.0631130 Mar 28 01:16:27.439119 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-a3ec0697-8ac0-41f7-8df7-ceee41902aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9d70df-b8d6-4985-8a56-55a95c3c5b3e', 'name': 'tempest-TestNetworkBasicOps-router-923906860', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.24'}], 'enable_snat': True}, 'gw_port_id': '2f91f216-7350-4f57-b5d4-35960f18ff1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:15:37Z', 'updated_at': '2022-03-28T01:15:40Z', 'revision_number': 4, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': '2f91f216-7350-4f57-b5d4-35960f18ff1d', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:2c:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d9d70df-b8d6-4985-8a56-55a95c3c5b3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:15:38Z', 'updated_at': '2022-03-28T01:16:25Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_floatingips': [{'id': '56b74911-be85-41a8-badd-3451eed61d06', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'floating_ip_address': '172.26.1.31', 'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'router_id': '0d9d70df-b8d6-4985-8a56-55a95c3c5b3e', 'port_id': 'f1827998-3116-4a29-b1c9-020012da5a31', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54428d3a-6033-432d-b430-4e4a10e78d58', 'mac_address': 'fa:16:3e:21:c5:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe2ec72-4de9-4d0d-a08b-c1501f361939', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T01:15:53Z', 'updated_at': '2022-03-28T01:16:25Z', 'revision_number': 2, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9355232-09b3-4461-b569-68b940c78f95', 'name': '', 'network_id': '54428d3a-6033-432d-b430-4e4a10e78d58', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'mac_address': 'fa:16:3e:33:72:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d9d70df-b8d6-4985-8a56-55a95c3c5b3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '4bc33bb7-0804-4c7f-be7a-e7d5a37fee2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:15:40Z', 'updated_at': '2022-03-28T01:16:25Z', 'revision_number': 6, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'subnets': [{'id': '4bc33bb7-0804-4c7f-be7a-e7d5a37fee2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:16:27.464326 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ec0697-8ac0-41f7-8df7-ceee41902aa5 None None] Checking router: 0d9d70df-b8d6-4985-8a56-55a95c3c5b3e for host: dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:16:27.472704 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ec0697-8ac0-41f7-8df7-ceee41902aa5 None None] Routers {'0d9d70df-b8d6-4985-8a56-55a95c3c5b3e'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:16:27.473300 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-a3ec0697-8ac0-41f7-8df7-ceee41902aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:16:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['0d9d70df-b8d6-4985-8a56-55a95c3c5b3e'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:16:27.578022 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-a3ec0697-8ac0-41f7-8df7-ceee41902aa5 None None] Set router 0d9d70df-b8d6-4985-8a56-55a95c3c5b3e gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:16:27.791137 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-a3ec0697-8ac0-41f7-8df7-ceee41902aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9d70df-b8d6-4985-8a56-55a95c3c5b3e', 'name': 'tempest-TestNetworkBasicOps-router-923906860', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.24'}], 'enable_snat': True}, 'gw_port_id': '2f91f216-7350-4f57-b5d4-35960f18ff1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:15:37Z', 'updated_at': '2022-03-28T01:15:40Z', 'revision_number': 4, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': '2f91f216-7350-4f57-b5d4-35960f18ff1d', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:2c:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d9d70df-b8d6-4985-8a56-55a95c3c5b3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:15:38Z', 'updated_at': '2022-03-28T01:16:25Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_floatingips': [{'id': '56b74911-be85-41a8-badd-3451eed61d06', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'floating_ip_address': '172.26.1.31', 'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'router_id': '0d9d70df-b8d6-4985-8a56-55a95c3c5b3e', 'port_id': 'f1827998-3116-4a29-b1c9-020012da5a31', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54428d3a-6033-432d-b430-4e4a10e78d58', 'mac_address': 'fa:16:3e:21:c5:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe2ec72-4de9-4d0d-a08b-c1501f361939', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T01:15:53Z', 'updated_at': '2022-03-28T01:16:25Z', 'revision_number': 2, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9355232-09b3-4461-b569-68b940c78f95', 'name': '', 'network_id': '54428d3a-6033-432d-b430-4e4a10e78d58', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'mac_address': 'fa:16:3e:33:72:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d9d70df-b8d6-4985-8a56-55a95c3c5b3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '4bc33bb7-0804-4c7f-be7a-e7d5a37fee2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:15:40Z', 'updated_at': '2022-03-28T01:16:25Z', 'revision_number': 6, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'subnets': [{'id': '4bc33bb7-0804-4c7f-be7a-e7d5a37fee2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:16:27.959451 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ec0697-8ac0-41f7-8df7-ceee41902aa5 None None] The sync data for ids ['0d9d70df-b8d6-4985-8a56-55a95c3c5b3e'] in dv-neutron-834874-6-hyperv is: [{'id': '0d9d70df-b8d6-4985-8a56-55a95c3c5b3e', 'name': 'tempest-TestNetworkBasicOps-router-923906860', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.24'}], 'enable_snat': True}, 'gw_port_id': '2f91f216-7350-4f57-b5d4-35960f18ff1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:15:37Z', 'updated_at': '2022-03-28T01:15:40Z', 'revision_number': 4, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': '2f91f216-7350-4f57-b5d4-35960f18ff1d', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:2c:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d9d70df-b8d6-4985-8a56-55a95c3c5b3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:15:38Z', 'updated_at': '2022-03-28T01:16:25Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_floatingips': [{'id': '56b74911-be85-41a8-badd-3451eed61d06', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'floating_ip_address': '172.26.1.31', 'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'router_id': '0d9d70df-b8d6-4985-8a56-55a95c3c5b3e', 'port_id': 'f1827998-3116-4a29-b1c9-020012da5a31', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54428d3a-6033-432d-b430-4e4a10e78d58', 'mac_address': 'fa:16:3e:21:c5:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe2ec72-4de9-4d0d-a08b-c1501f361939', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T01:15:53Z', 'updated_at': '2022-03-28T01:16:25Z', 'revision_number': 2, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9355232-09b3-4461-b569-68b940c78f95', 'name': '', 'network_id': '54428d3a-6033-432d-b430-4e4a10e78d58', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'mac_address': 'fa:16:3e:33:72:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d9d70df-b8d6-4985-8a56-55a95c3c5b3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '4bc33bb7-0804-4c7f-be7a-e7d5a37fee2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:15:40Z', 'updated_at': '2022-03-28T01:16:25Z', 'revision_number': 6, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'subnets': [{'id': '4bc33bb7-0804-4c7f-be7a-e7d5a37fee2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:16:28.270733 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 57102) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:16:28.337021 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-47019950-00c3-4cf7-af06-0d935e74efbd tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/floatingips/56b74911-be85-41a8-badd-3451eed61d06 HTTP/1.1" status: 200 len: 991 time: 0.0640562 Mar 28 01:16:29.339896 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 57104) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:16:29.401455 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-fe55aa5a-1e5b-4792-b6d7-27c597f279ab tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/floatingips/56b74911-be85-41a8-badd-3451eed61d06 HTTP/1.1" status: 200 len: 991 time: 0.0597701 Mar 28 01:16:29.432950 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device f9355232-09b3-4461-b569-68b940c78f95 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:16:29.480816 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port f9355232-09b3-4461-b569-68b940c78f95 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:16:29.481198 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (f9355232-09b3-4461-b569-68b940c78f95), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:29.564512 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port f9355232-09b3-4461-b569-68b940c78f95 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:16:29.564909 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (f9355232-09b3-4461-b569-68b940c78f95), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:29.571881 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93570045-5f66-4722-a607-2684dbb3bb89 None None] New status for floating IP 56b74911-be85-41a8-badd-3451eed61d06: ACTIVE {{(pid=104101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 01:16:29.602194 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] For port f9355232-09b3-4461-b569-68b940c78f95, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=f9355232-09b3-4461-b569-68b940c78f95,segment=NetworkSegment(1c05b5a9-ed2e-4341-b439-2d1416184de8),segment_id=1c05b5a9-ed2e-4341-b439-2d1416184de8)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:16:29.606754 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (f9355232-09b3-4461-b569-68b940c78f95), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:29.607489 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 2f91f216-7350-4f57-b5d4-35960f18ff1d up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:16:29.679573 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Pushing event updated for resources: {'Port': ['ID=f9355232-09b3-4461-b569-68b940c78f95,revision_number=7']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:16:29.692925 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 2f91f216-7350-4f57-b5d4-35960f18ff1d triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:16:29.693304 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (2f91f216-7350-4f57-b5d4-35960f18ff1d), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:29.774021 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 2f91f216-7350-4f57-b5d4-35960f18ff1d is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:16:29.774521 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (2f91f216-7350-4f57-b5d4-35960f18ff1d), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:29.795130 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] For port 2f91f216-7350-4f57-b5d4-35960f18ff1d, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=2f91f216-7350-4f57-b5d4-35960f18ff1d,segment=NetworkSegment(b6f00c62-aca5-4c73-8989-c04c396daeed),segment_id=b6f00c62-aca5-4c73-8989-c04c396daeed)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:16:29.798637 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (2f91f216-7350-4f57-b5d4-35960f18ff1d), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:29.848759 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Pushing event updated for resources: {'Port': ['ID=2f91f216-7350-4f57-b5d4-35960f18ff1d,revision_number=6']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:16:30.405367 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 57106) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:16:30.466147 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-fb6bb178-c3d4-4b76-92d6-00c8c205bbad tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/floatingips/56b74911-be85-41a8-badd-3451eed61d06 HTTP/1.1" status: 200 len: 993 time: 0.0596571 Mar 28 01:16:30.709962 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 57112) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:16:30.863103 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-74779ac0-383b-434c-9b03-f248f72f581f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Deleting port 1eb889cf-814f-4d12-af3a-1c4bc90dc172 {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:16:30.863444 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-74779ac0-383b-434c-9b03-f248f72f581f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (1eb889cf-814f-4d12-af3a-1c4bc90dc172), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:30.939077 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-74779ac0-383b-434c-9b03-f248f72f581f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (1eb889cf-814f-4d12-af3a-1c4bc90dc172), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:30.939399 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-74779ac0-383b-434c-9b03-f248f72f581f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for floatingip (1eb889cf-814f-4d12-af3a-1c4bc90dc172), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:30.950786 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-74779ac0-383b-434c-9b03-f248f72f581f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Calling delete_port for 1eb889cf-814f-4d12-af3a-1c4bc90dc172 owned by network:floatingip {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:16:31.124402 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-74779ac0-383b-434c-9b03-f248f72f581f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (1eb889cf-814f-4d12-af3a-1c4bc90dc172), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:31.151695 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74779ac0-383b-434c-9b03-f248f72f581f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event deleted for resources: {'Port': ['ID=1eb889cf-814f-4d12-af3a-1c4bc90dc172,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:16:31.176057 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74779ac0-383b-434c-9b03-f248f72f581f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:16:31.176415 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74779ac0-383b-434c-9b03-f248f72f581f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:16:31.176765 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74779ac0-383b-434c-9b03-f248f72f581f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:16:31.177102 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74779ac0-383b-434c-9b03-f248f72f581f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:16:31.177439 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74779ac0-383b-434c-9b03-f248f72f581f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:16:31.177772 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74779ac0-383b-434c-9b03-f248f72f581f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:16:31.178100 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74779ac0-383b-434c-9b03-f248f72f581f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:16:31.178424 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74779ac0-383b-434c-9b03-f248f72f581f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:16:31.178755 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74779ac0-383b-434c-9b03-f248f72f581f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:16:31.179077 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74779ac0-383b-434c-9b03-f248f72f581f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:16:31.179403 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74779ac0-383b-434c-9b03-f248f72f581f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:16:31.179727 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74779ac0-383b-434c-9b03-f248f72f581f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:16:31.180072 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74779ac0-383b-434c-9b03-f248f72f581f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:16:31.180394 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74779ac0-383b-434c-9b03-f248f72f581f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:16:31.180713 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74779ac0-383b-434c-9b03-f248f72f581f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:16:31.222006 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-74779ac0-383b-434c-9b03-f248f72f581f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for floatingip (56b74911-be85-41a8-badd-3451eed61d06), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:31.222329 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.l3_db [None req-74779ac0-383b-434c-9b03-f248f72f581f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Floating IP 56b74911-be85-41a8-badd-3451eed61d06 disassociated (deleted). External IP: 172.26.1.31, port: f1827998-3116-4a29-b1c9-020012da5a31. Mar 28 01:16:31.405095 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device f9355232-09b3-4461-b569-68b940c78f95 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:16:31.425136 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74779ac0-383b-434c-9b03-f248f72f581f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Router 0d9d70df-b8d6-4985-8a56-55a95c3c5b3e has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:16:31.452700 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port f9355232-09b3-4461-b569-68b940c78f95 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:16:31.453076 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (f9355232-09b3-4461-b569-68b940c78f95), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:31.533250 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74779ac0-383b-434c-9b03-f248f72f581f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:16:31.533528 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port f9355232-09b3-4461-b569-68b940c78f95 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:16:31.535162 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 2f91f216-7350-4f57-b5d4-35960f18ff1d up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:16:31.537537 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-74779ac0-383b-434c-9b03-f248f72f581f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for floatingip (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:31.558197 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6af968d-2d37-40ec-86bf-2a9ba81a124f None None] Sync routers for ids ['0d9d70df-b8d6-4985-8a56-55a95c3c5b3e'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:16:31.567311 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-74779ac0-383b-434c-9b03-f248f72f581f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "DELETE /v2.0/floatingips/56b74911-be85-41a8-badd-3451eed61d06 HTTP/1.1" status: 204 len: 168 time: 0.8563685 Mar 28 01:16:31.567898 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fe2ec72-4de9-4d0d-a08b-c1501f361939', 'tag': 'f1827998-3116-4a29-b1c9-020012da5a31'}] {{(pid=104098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:16:31.570146 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4026f4115fe834cbdc9db1f12734a6e5e5d2473de268e244354b04a11285341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d6f7d3f-7e10-4897-8ca8-62c4966db97e" -d '{"events": [{"name": "network-changed", "server_uuid": "2fe2ec72-4de9-4d0d-a08b-c1501f361939", "tag": "f1827998-3116-4a29-b1c9-020012da5a31"}]}' {{(pid=104098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:16:31.578153 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6af968d-2d37-40ec-86bf-2a9ba81a124f None None] Routers {'0d9d70df-b8d6-4985-8a56-55a95c3c5b3e'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:16:31.578153 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-a6af968d-2d37-40ec-86bf-2a9ba81a124f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:16:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['0d9d70df-b8d6-4985-8a56-55a95c3c5b3e'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:16:31.668462 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 01:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45f877df-1cea-4f38-8214-6a308f5319c6 x-openstack-request-id: req-45f877df-1cea-4f38-8214-6a308f5319c6 {{(pid=104098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:16:31.668662 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fe2ec72-4de9-4d0d-a08b-c1501f361939", "tag": "f1827998-3116-4a29-b1c9-020012da5a31", "status": "completed", "code": 200}]} {{(pid=104098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:16:31.668959 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-45f877df-1cea-4f38-8214-6a308f5319c6 {{(pid=104098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:16:31.669450 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45f877df-1cea-4f38-8214-6a308f5319c6'] response: {'name': 'network-changed', 'server_uuid': '2fe2ec72-4de9-4d0d-a08b-c1501f361939', 'tag': 'f1827998-3116-4a29-b1c9-020012da5a31', 'status': 'completed', 'code': 200} Mar 28 01:16:31.683137 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 2f91f216-7350-4f57-b5d4-35960f18ff1d triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:16:31.683514 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (2f91f216-7350-4f57-b5d4-35960f18ff1d), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:31.736076 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6f7d3f-7e10-4897-8ca8-62c4966db97e req-6ab29814-14d1-431f-8c4a-fcbcb0f1719f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:16:31.738331 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-4d6f7d3f-7e10-4897-8ca8-62c4966db97e req-6ab29814-14d1-431f-8c4a-fcbcb0f1719f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cf1ee0ed9c204cc5bccbb38ebf185041&device_id=2fe2ec72-4de9-4d0d-a08b-c1501f361939 HTTP/1.1" status: 200 len: 1130 time: 0.0479672 Mar 28 01:16:31.753395 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-a6af968d-2d37-40ec-86bf-2a9ba81a124f None None] Set router 0d9d70df-b8d6-4985-8a56-55a95c3c5b3e gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:16:31.819409 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df582bea-d4d2-4c6c-870d-a1510d1b8d0b req-7dcf24e0-88d1-42ed-b946-7726ff558668 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:16:31.826422 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-df582bea-d4d2-4c6c-870d-a1510d1b8d0b req-7dcf24e0-88d1-42ed-b946-7726ff558668 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fe2ec72-4de9-4d0d-a08b-c1501f361939 HTTP/1.1" status: 200 len: 946 time: 0.0697174 Mar 28 01:16:31.842997 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6f7d3f-7e10-4897-8ca8-62c4966db97e req-b0f67a4a-3e1b-443e-b733-71d51d37adcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:16:31.845407 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-4d6f7d3f-7e10-4897-8ca8-62c4966db97e req-b0f67a4a-3e1b-443e-b733-71d51d37adcc service neutron] 10.222.0.10 "GET /v2.0/networks?id=54428d3a-6033-432d-b430-4e4a10e78d58 HTTP/1.1" status: 200 len: 897 time: 0.0988410 Mar 28 01:16:31.854978 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 2f91f216-7350-4f57-b5d4-35960f18ff1d is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:16:31.879334 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-df582bea-d4d2-4c6c-870d-a1510d1b8d0b req-8d06647c-6fa5-459b-b25c-c4ac348bab96 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbc7adc8-4a92-424d-8752-031991878ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0520611 Mar 28 01:16:31.889551 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-4d6f7d3f-7e10-4897-8ca8-62c4966db97e req-7eceea4f-aeb4-418a-a0df-741b43411eae service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f1827998-3116-4a29-b1c9-020012da5a31 HTTP/1.1" status: 200 len: 217 time: 0.0370677 Mar 28 01:16:31.938338 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6f7d3f-7e10-4897-8ca8-62c4966db97e req-47d9ec0f-8a86-4abe-8b6b-8d691391b120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:16:31.939703 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-4d6f7d3f-7e10-4897-8ca8-62c4966db97e req-47d9ec0f-8a86-4abe-8b6b-8d691391b120 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4bc33bb7-0804-4c7f-be7a-e7d5a37fee2d HTTP/1.1" status: 200 len: 835 time: 0.0440300 Mar 28 01:16:31.985465 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-a6af968d-2d37-40ec-86bf-2a9ba81a124f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9d70df-b8d6-4985-8a56-55a95c3c5b3e', 'name': 'tempest-TestNetworkBasicOps-router-923906860', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.24'}], 'enable_snat': True}, 'gw_port_id': '2f91f216-7350-4f57-b5d4-35960f18ff1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:15:37Z', 'updated_at': '2022-03-28T01:15:40Z', 'revision_number': 4, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': '2f91f216-7350-4f57-b5d4-35960f18ff1d', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:2c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9d70df-b8d6-4985-8a56-55a95c3c5b3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:15:38Z', 'updated_at': '2022-03-28T01:16:29Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': 'f9355232-09b3-4461-b569-68b940c78f95', 'name': '', 'network_id': '54428d3a-6033-432d-b430-4e4a10e78d58', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'mac_address': 'fa:16:3e:33:72:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9d70df-b8d6-4985-8a56-55a95c3c5b3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '4bc33bb7-0804-4c7f-be7a-e7d5a37fee2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:15:40Z', 'updated_at': '2022-03-28T01:16:29Z', 'revision_number': 7, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'subnets': [{'id': '4bc33bb7-0804-4c7f-be7a-e7d5a37fee2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:16:31.996080 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6f7d3f-7e10-4897-8ca8-62c4966db97e req-cb84efc4-2e3d-4b19-b913-0db32dae2cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:16:31.997576 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-4d6f7d3f-7e10-4897-8ca8-62c4966db97e req-cb84efc4-2e3d-4b19-b913-0db32dae2cf9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=54428d3a-6033-432d-b430-4e4a10e78d58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0503323 Mar 28 01:16:32.015048 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6af968d-2d37-40ec-86bf-2a9ba81a124f None None] Checking router: 0d9d70df-b8d6-4985-8a56-55a95c3c5b3e for host: dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:16:32.023228 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6af968d-2d37-40ec-86bf-2a9ba81a124f None None] Routers {'0d9d70df-b8d6-4985-8a56-55a95c3c5b3e'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:16:32.023837 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-a6af968d-2d37-40ec-86bf-2a9ba81a124f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:16:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['0d9d70df-b8d6-4985-8a56-55a95c3c5b3e'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:16:32.087028 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-4d6f7d3f-7e10-4897-8ca8-62c4966db97e req-deb6ec8c-7081-4eb0-a184-d1a9aade9ea1 service neutron] 10.222.0.10 "GET /v2.0/networks/54428d3a-6033-432d-b430-4e4a10e78d58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818872 Mar 28 01:16:32.133151 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-a6af968d-2d37-40ec-86bf-2a9ba81a124f None None] Set router 0d9d70df-b8d6-4985-8a56-55a95c3c5b3e gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:16:32.178532 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-4d6f7d3f-7e10-4897-8ca8-62c4966db97e req-e94fd771-92bb-494d-8467-51e24c8e8f8e service neutron] 10.222.0.10 "GET /v2.0/networks/54428d3a-6033-432d-b430-4e4a10e78d58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851126 Mar 28 01:16:32.328595 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-a6af968d-2d37-40ec-86bf-2a9ba81a124f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9d70df-b8d6-4985-8a56-55a95c3c5b3e', 'name': 'tempest-TestNetworkBasicOps-router-923906860', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.24'}], 'enable_snat': True}, 'gw_port_id': '2f91f216-7350-4f57-b5d4-35960f18ff1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:15:37Z', 'updated_at': '2022-03-28T01:15:40Z', 'revision_number': 4, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': '2f91f216-7350-4f57-b5d4-35960f18ff1d', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:2c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9d70df-b8d6-4985-8a56-55a95c3c5b3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:15:38Z', 'updated_at': '2022-03-28T01:16:29Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': 'f9355232-09b3-4461-b569-68b940c78f95', 'name': '', 'network_id': '54428d3a-6033-432d-b430-4e4a10e78d58', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'mac_address': 'fa:16:3e:33:72:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9d70df-b8d6-4985-8a56-55a95c3c5b3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '4bc33bb7-0804-4c7f-be7a-e7d5a37fee2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:15:40Z', 'updated_at': '2022-03-28T01:16:29Z', 'revision_number': 7, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'subnets': [{'id': '4bc33bb7-0804-4c7f-be7a-e7d5a37fee2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:16:32.354530 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6af968d-2d37-40ec-86bf-2a9ba81a124f None None] The sync data for ids ['0d9d70df-b8d6-4985-8a56-55a95c3c5b3e'] in dv-neutron-834874-6-hyperv is: [{'id': '0d9d70df-b8d6-4985-8a56-55a95c3c5b3e', 'name': 'tempest-TestNetworkBasicOps-router-923906860', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.24'}], 'enable_snat': True}, 'gw_port_id': '2f91f216-7350-4f57-b5d4-35960f18ff1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:15:37Z', 'updated_at': '2022-03-28T01:15:40Z', 'revision_number': 4, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': '2f91f216-7350-4f57-b5d4-35960f18ff1d', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:2c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9d70df-b8d6-4985-8a56-55a95c3c5b3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:15:38Z', 'updated_at': '2022-03-28T01:16:29Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': 'f9355232-09b3-4461-b569-68b940c78f95', 'name': '', 'network_id': '54428d3a-6033-432d-b430-4e4a10e78d58', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'mac_address': 'fa:16:3e:33:72:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9d70df-b8d6-4985-8a56-55a95c3c5b3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '4bc33bb7-0804-4c7f-be7a-e7d5a37fee2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:15:40Z', 'updated_at': '2022-03-28T01:16:29Z', 'revision_number': 7, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'subnets': [{'id': '4bc33bb7-0804-4c7f-be7a-e7d5a37fee2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:16:32.727310 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:33.006368 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22cd6acf-86ee-4768-81ee-829ab4abcaaf None None] New status for floating IP 56b74911-be85-41a8-badd-3451eed61d06: DOWN {{(pid=104101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 01:16:33.006949 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7821e61f-bdf5-4cd5-93ff-f195bad81ac4 req-b7a7a0b1-a301-4e7d-9790-dd8898a62719 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:16:33.007965 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7821e61f-bdf5-4cd5-93ff-f195bad81ac4 req-b7a7a0b1-a301-4e7d-9790-dd8898a62719 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fe2ec72-4de9-4d0d-a08b-c1501f361939 HTTP/1.1" status: 200 len: 946 time: 0.0545592 Mar 28 01:16:33.083850 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7821e61f-bdf5-4cd5-93ff-f195bad81ac4 req-5c194451-4672-4d2c-b0b1-0304aa242aca tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbc7adc8-4a92-424d-8752-031991878ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0697060 Mar 28 01:16:33.100193 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc32c6f-cace-4716-bfde-0892c061302c req-febb80d0-9c0c-4f60-8266-548b5c9d5f45 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:16:33.101666 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-9bc32c6f-cace-4716-bfde-0892c061302c req-febb80d0-9c0c-4f60-8266-548b5c9d5f45 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fe2ec72-4de9-4d0d-a08b-c1501f361939 HTTP/1.1" status: 200 len: 946 time: 0.0744343 Mar 28 01:16:33.206401 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [req-9bc32c6f-cace-4716-bfde-0892c061302c req-0a1d47ee-22ba-429f-91b2-bf86c9293724 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Deleting port f1827998-3116-4a29-b1c9-020012da5a31 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:16:33.206732 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-9bc32c6f-cace-4716-bfde-0892c061302c req-0a1d47ee-22ba-429f-91b2-bf86c9293724 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (f1827998-3116-4a29-b1c9-020012da5a31), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:33.291680 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-9bc32c6f-cace-4716-bfde-0892c061302c req-0a1d47ee-22ba-429f-91b2-bf86c9293724 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] For port f1827998-3116-4a29-b1c9-020012da5a31, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=f1827998-3116-4a29-b1c9-020012da5a31,segment=NetworkSegment(1c05b5a9-ed2e-4341-b439-2d1416184de8),segment_id=1c05b5a9-ed2e-4341-b439-2d1416184de8)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:16:33.292065 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-9bc32c6f-cace-4716-bfde-0892c061302c req-0a1d47ee-22ba-429f-91b2-bf86c9293724 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (f1827998-3116-4a29-b1c9-020012da5a31), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:33.304741 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [req-9bc32c6f-cace-4716-bfde-0892c061302c req-0a1d47ee-22ba-429f-91b2-bf86c9293724 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Calling delete_port for f1827998-3116-4a29-b1c9-020012da5a31 owned by compute:nova {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:16:33.742234 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-9bc32c6f-cace-4716-bfde-0892c061302c req-0a1d47ee-22ba-429f-91b2-bf86c9293724 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (f1827998-3116-4a29-b1c9-020012da5a31), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:33.775353 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1d47ee-22ba-429f-91b2-bf86c9293724 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event deleted for resources: {'Port': ['ID=f1827998-3116-4a29-b1c9-020012da5a31,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:16:33.817231 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bc32c6f-cace-4716-bfde-0892c061302c req-0a1d47ee-22ba-429f-91b2-bf86c9293724 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] No DVR routers for this DVR port f1827998-3116-4a29-b1c9-020012da5a31 on host hv-neutron-8348 {{(pid=104099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:16:33.819841 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-9bc32c6f-cace-4716-bfde-0892c061302c req-0a1d47ee-22ba-429f-91b2-bf86c9293724 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:33.823193 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-9bc32c6f-cace-4716-bfde-0892c061302c req-0a1d47ee-22ba-429f-91b2-bf86c9293724 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.10 "DELETE /v2.0/ports/f1827998-3116-4a29-b1c9-020012da5a31 HTTP/1.1" status: 204 len: 173 time: 0.7151968 Mar 28 01:16:33.823621 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fe2ec72-4de9-4d0d-a08b-c1501f361939', 'name': 'network-vif-deleted', 'tag': 'f1827998-3116-4a29-b1c9-020012da5a31'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:16:33.825936 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2af4b01a9fa8b1570ccf1d7859d693ad34c106b258078e9cfae86b97f35e3d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea5d026f-8a08-4901-aa2a-b5f1f0a3ec4c" -d '{"events": [{"server_uuid": "2fe2ec72-4de9-4d0d-a08b-c1501f361939", "name": "network-vif-deleted", "tag": "f1827998-3116-4a29-b1c9-020012da5a31"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:16:33.866050 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 01:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a2b61af-f5fb-423d-aeba-7fac5c5ee86f x-openstack-request-id: req-3a2b61af-f5fb-423d-aeba-7fac5c5ee86f {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:16:33.866325 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fe2ec72-4de9-4d0d-a08b-c1501f361939", "name": "network-vif-deleted", "tag": "f1827998-3116-4a29-b1c9-020012da5a31", "status": "completed", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:16:33.866632 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3a2b61af-f5fb-423d-aeba-7fac5c5ee86f {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:16:33.866993 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a2b61af-f5fb-423d-aeba-7fac5c5ee86f'] response: {'server_uuid': '2fe2ec72-4de9-4d0d-a08b-c1501f361939', 'name': 'network-vif-deleted', 'tag': 'f1827998-3116-4a29-b1c9-020012da5a31', 'status': 'completed', 'code': 200} Mar 28 01:16:34.195882 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-200a4a3d-1ddd-4f38-b50f-929064a3a1c1 req-133bd7bc-def1-4b68-9fb7-cb57158496e4 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fe2ec72-4de9-4d0d-a08b-c1501f361939 HTTP/1.1" status: 200 len: 210 time: 0.0272541 Mar 28 01:16:35.260455 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 57130) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:16:35.315521 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9277320d-77fa-40c9-8224-1276076bae09 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group (fbc7adc8-4a92-424d-8752-031991878ee7), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:35.339260 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9277320d-77fa-40c9-8224-1276076bae09 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group (fbc7adc8-4a92-424d-8752-031991878ee7), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:35.395532 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9277320d-77fa-40c9-8224-1276076bae09 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (fbc7adc8-4a92-424d-8752-031991878ee7), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:35.398162 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9277320d-77fa-40c9-8224-1276076bae09 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:35.399302 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-9277320d-77fa-40c9-8224-1276076bae09 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "DELETE /v2.0/security-groups/fbc7adc8-4a92-424d-8752-031991878ee7 HTTP/1.1" status: 204 len: 168 time: 0.1378698 Mar 28 01:16:35.414278 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9277320d-77fa-40c9-8224-1276076bae09 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbc7adc8-4a92-424d-8752-031991878ee7,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:16:35.429229 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 57134) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:16:35.783893 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-653ef900-6da1-4b60-b694-a46154d6f443 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3686527'] for router_interface (0d9d70df-b8d6-4985-8a56-55a95c3c5b3e), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:36.035694 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-653ef900-6da1-4b60-b694-a46154d6f443 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Deleting port f9355232-09b3-4461-b569-68b940c78f95 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:16:36.035952 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-653ef900-6da1-4b60-b694-a46154d6f443 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (f9355232-09b3-4461-b569-68b940c78f95), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:36.090100 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device f1827998-3116-4a29-b1c9-020012da5a31 no longer exists at agent hyperv_hv-neutron-8348 {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:16:36.109630 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] No Port match for: f1827998-3116-4a29-b1c9-020012da5a31 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:16:36.109972 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device f1827998-3116-4a29-b1c9-020012da5a31 not bound to the agent host hv-neutron-8348 {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:16:36.124279 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-653ef900-6da1-4b60-b694-a46154d6f443 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] For port f9355232-09b3-4461-b569-68b940c78f95, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=f9355232-09b3-4461-b569-68b940c78f95,segment=NetworkSegment(1c05b5a9-ed2e-4341-b439-2d1416184de8),segment_id=1c05b5a9-ed2e-4341-b439-2d1416184de8)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:16:36.124645 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-653ef900-6da1-4b60-b694-a46154d6f443 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (f9355232-09b3-4461-b569-68b940c78f95), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:36.137579 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-653ef900-6da1-4b60-b694-a46154d6f443 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Calling delete_port for f9355232-09b3-4461-b569-68b940c78f95 owned by network:router_interface {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:16:36.318098 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-653ef900-6da1-4b60-b694-a46154d6f443 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (f9355232-09b3-4461-b569-68b940c78f95), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:36.345468 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653ef900-6da1-4b60-b694-a46154d6f443 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event deleted for resources: {'Port': ['ID=f9355232-09b3-4461-b569-68b940c78f95,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:16:36.521493 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-653ef900-6da1-4b60-b694-a46154d6f443 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3725912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3690191'] for router_interface (0d9d70df-b8d6-4985-8a56-55a95c3c5b3e), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:36.731333 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-653ef900-6da1-4b60-b694-a46154d6f443 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Router 0d9d70df-b8d6-4985-8a56-55a95c3c5b3e has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:16:36.835556 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-653ef900-6da1-4b60-b694-a46154d6f443 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:16:36.841948 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-653ef900-6da1-4b60-b694-a46154d6f443 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "PUT /v2.0/routers/0d9d70df-b8d6-4985-8a56-55a95c3c5b3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4116356 Mar 28 01:16:36.844124 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 57136) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:16:36.847693 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e30814-537b-44b5-bb9b-1363ed8e59ae None None] Sync routers for ids ['0d9d70df-b8d6-4985-8a56-55a95c3c5b3e'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:16:36.858505 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e30814-537b-44b5-bb9b-1363ed8e59ae None None] Routers {'0d9d70df-b8d6-4985-8a56-55a95c3c5b3e'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:16:36.859229 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-79e30814-537b-44b5-bb9b-1363ed8e59ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:16:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['0d9d70df-b8d6-4985-8a56-55a95c3c5b3e'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:16:36.898485 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cdf823f-0726-4392-b129-5814389dde00 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Deleting subnet 4bc33bb7-0804-4c7f-be7a-e7d5a37fee2d {{(pid=104098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:16:36.901625 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5cdf823f-0726-4392-b129-5814389dde00 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for subnet (4bc33bb7-0804-4c7f-be7a-e7d5a37fee2d), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:36.941182 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5cdf823f-0726-4392-b129-5814389dde00 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126443526'] for subnet (4bc33bb7-0804-4c7f-be7a-e7d5a37fee2d), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:36.965628 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-79e30814-537b-44b5-bb9b-1363ed8e59ae None None] Set router 0d9d70df-b8d6-4985-8a56-55a95c3c5b3e gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:16:37.020433 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5cdf823f-0726-4392-b129-5814389dde00 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (4bc33bb7-0804-4c7f-be7a-e7d5a37fee2d), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:37.080713 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5cdf823f-0726-4392-b129-5814389dde00 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126175041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126112438'] for subnet (4bc33bb7-0804-4c7f-be7a-e7d5a37fee2d), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:37.105160 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdf823f-0726-4392-b129-5814389dde00 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event deleted for resources: {'Subnet': ['ID=4bc33bb7-0804-4c7f-be7a-e7d5a37fee2d,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:16:37.110809 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5cdf823f-0726-4392-b129-5814389dde00 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:37.116453 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-5cdf823f-0726-4392-b129-5814389dde00 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "DELETE /v2.0/subnets/4bc33bb7-0804-4c7f-be7a-e7d5a37fee2d HTTP/1.1" status: 204 len: 168 time: 0.2681885 Mar 28 01:16:37.116787 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 57138) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:16:37.122439 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5e749b-6a54-4467-b126-5c7142433a8e None None] Network 54428d3a-6033-432d-b430-4e4a10e78d58 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:16:37.226846 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-10508f0b-1ae9-419a-b82b-1eab5d8ddd4f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for router (0d9d70df-b8d6-4985-8a56-55a95c3c5b3e), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:37.337460 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-10508f0b-1ae9-419a-b82b-1eab5d8ddd4f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for router_gateway (0d9d70df-b8d6-4985-8a56-55a95c3c5b3e), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:37.361113 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-79e30814-537b-44b5-bb9b-1363ed8e59ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9d70df-b8d6-4985-8a56-55a95c3c5b3e', 'name': 'tempest-TestNetworkBasicOps-router-923906860', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.24'}], 'enable_snat': True}, 'gw_port_id': '2f91f216-7350-4f57-b5d4-35960f18ff1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:15:37Z', 'updated_at': '2022-03-28T01:16:36Z', 'revision_number': 5, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': '2f91f216-7350-4f57-b5d4-35960f18ff1d', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:2c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9d70df-b8d6-4985-8a56-55a95c3c5b3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:15:38Z', 'updated_at': '2022-03-28T01:16:29Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:16:37.391698 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e30814-537b-44b5-bb9b-1363ed8e59ae None None] Checking router: 0d9d70df-b8d6-4985-8a56-55a95c3c5b3e for host: dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:16:37.393923 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-10508f0b-1ae9-419a-b82b-1eab5d8ddd4f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Deleting port 2f91f216-7350-4f57-b5d4-35960f18ff1d {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:16:37.394491 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-10508f0b-1ae9-419a-b82b-1eab5d8ddd4f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (2f91f216-7350-4f57-b5d4-35960f18ff1d), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:37.405582 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e30814-537b-44b5-bb9b-1363ed8e59ae None None] Routers {'0d9d70df-b8d6-4985-8a56-55a95c3c5b3e'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:16:37.406273 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-79e30814-537b-44b5-bb9b-1363ed8e59ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:16:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['0d9d70df-b8d6-4985-8a56-55a95c3c5b3e'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:16:37.476790 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.db [None req-10508f0b-1ae9-419a-b82b-1eab5d8ddd4f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] For port 2f91f216-7350-4f57-b5d4-35960f18ff1d, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=2f91f216-7350-4f57-b5d4-35960f18ff1d,segment=NetworkSegment(b6f00c62-aca5-4c73-8989-c04c396daeed),segment_id=b6f00c62-aca5-4c73-8989-c04c396daeed)] {{(pid=104098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:16:37.477231 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-10508f0b-1ae9-419a-b82b-1eab5d8ddd4f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (2f91f216-7350-4f57-b5d4-35960f18ff1d), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:37.487206 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fbf7046-e109-4336-8fe2-1b62c266dde6 None None] DHCP port deletion for 54428d3a-6033-432d-b430-4e4a10e78d58 request from dv-neutron-834874-6-hyperv {{(pid=104100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 01:16:37.491832 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-10508f0b-1ae9-419a-b82b-1eab5d8ddd4f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Calling delete_port for 2f91f216-7350-4f57-b5d4-35960f18ff1d owned by network:router_gateway {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:16:37.524491 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-79e30814-537b-44b5-bb9b-1363ed8e59ae None None] Set router 0d9d70df-b8d6-4985-8a56-55a95c3c5b3e gateway port host: None {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:16:37.578683 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-79e30814-537b-44b5-bb9b-1363ed8e59ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9d70df-b8d6-4985-8a56-55a95c3c5b3e', 'name': 'tempest-TestNetworkBasicOps-router-923906860', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:15:37Z', 'updated_at': '2022-03-28T01:16:37Z', 'revision_number': 6, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port_host': None}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:16:37.612488 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e30814-537b-44b5-bb9b-1363ed8e59ae None None] The sync data for ids ['0d9d70df-b8d6-4985-8a56-55a95c3c5b3e'] in dv-neutron-834874-6-hyperv is: [{'id': '0d9d70df-b8d6-4985-8a56-55a95c3c5b3e', 'name': 'tempest-TestNetworkBasicOps-router-923906860', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:15:37Z', 'updated_at': '2022-03-28T01:16:37Z', 'revision_number': 6, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port_host': None}] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:16:37.627028 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-4fbf7046-e109-4336-8fe2-1b62c266dde6 None None] Deleting port 785c0c6b-1ae0-42cf-b63d-15658e4ed663 {{(pid=104100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:16:37.627499 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-4fbf7046-e109-4336-8fe2-1b62c266dde6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (785c0c6b-1ae0-42cf-b63d-15658e4ed663), before_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:37.665123 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-10508f0b-1ae9-419a-b82b-1eab5d8ddd4f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (2f91f216-7350-4f57-b5d4-35960f18ff1d), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:37.691541 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-4fbf7046-e109-4336-8fe2-1b62c266dde6 None None] For port 785c0c6b-1ae0-42cf-b63d-15658e4ed663, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=785c0c6b-1ae0-42cf-b63d-15658e4ed663,segment=NetworkSegment(1c05b5a9-ed2e-4341-b439-2d1416184de8),segment_id=1c05b5a9-ed2e-4341-b439-2d1416184de8)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:16:37.692067 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-4fbf7046-e109-4336-8fe2-1b62c266dde6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (785c0c6b-1ae0-42cf-b63d-15658e4ed663), precommit_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:37.694659 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10508f0b-1ae9-419a-b82b-1eab5d8ddd4f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event deleted for resources: {'Port': ['ID=2f91f216-7350-4f57-b5d4-35960f18ff1d,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:16:37.713791 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-4fbf7046-e109-4336-8fe2-1b62c266dde6 None None] Calling delete_port for 785c0c6b-1ae0-42cf-b63d-15658e4ed663 owned by network:dhcp {{(pid=104100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:16:37.754974 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-10508f0b-1ae9-419a-b82b-1eab5d8ddd4f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3687989'] for router_gateway (0d9d70df-b8d6-4985-8a56-55a95c3c5b3e), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:37.794160 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-4fbf7046-e109-4336-8fe2-1b62c266dde6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886'] for port (785c0c6b-1ae0-42cf-b63d-15658e4ed663), after_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:37.817212 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbf7046-e109-4336-8fe2-1b62c266dde6 None None] Pushing event deleted for resources: {'Port': ['ID=785c0c6b-1ae0-42cf-b63d-15658e4ed663,revision_number=None']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:16:37.823324 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbf7046-e109-4336-8fe2-1b62c266dde6 None None] No DVR routers for this DVR port 785c0c6b-1ae0-42cf-b63d-15658e4ed663 on host dv-neutron-834874-6-hyperv {{(pid=104100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:16:37.846255 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-10508f0b-1ae9-419a-b82b-1eab5d8ddd4f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7151'] for router (0d9d70df-b8d6-4985-8a56-55a95c3c5b3e), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:37.848412 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-10508f0b-1ae9-419a-b82b-1eab5d8ddd4f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for router_controller (0d9d70df-b8d6-4985-8a56-55a95c3c5b3e), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:37.893001 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-10508f0b-1ae9-419a-b82b-1eab5d8ddd4f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689686'] for router (0d9d70df-b8d6-4985-8a56-55a95c3c5b3e), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:37.893472 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10508f0b-1ae9-419a-b82b-1eab5d8ddd4f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Fanout notify agent at l3_agent the message router_deleted on router 0d9d70df-b8d6-4985-8a56-55a95c3c5b3e {{(pid=104098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 01:16:37.899857 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-10508f0b-1ae9-419a-b82b-1eab5d8ddd4f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for router (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:37.903437 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-10508f0b-1ae9-419a-b82b-1eab5d8ddd4f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "DELETE /v2.0/routers/0d9d70df-b8d6-4985-8a56-55a95c3c5b3e HTTP/1.1" status: 204 len: 168 time: 0.7827826 Mar 28 01:16:37.903714 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 57140) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:16:37.977748 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-fbbca5c2-be6c-4b65-bd0a-2b3e2075d2ec tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (54428d3a-6033-432d-b430-4e4a10e78d58), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:38.068824 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-fbbca5c2-be6c-4b65-bd0a-2b3e2075d2ec tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (54428d3a-6033-432d-b430-4e4a10e78d58), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:38.088709 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-fbbca5c2-be6c-4b65-bd0a-2b3e2075d2ec tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54428d3a-6033-432d-b430-4e4a10e78d58']}} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:16:38.097546 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-fbbca5c2-be6c-4b65-bd0a-2b3e2075d2ec tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c05b5a9-ed2e-4341-b439-2d1416184de8') {'for_net_delete': True} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:16:38.097851 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-fbbca5c2-be6c-4b65-bd0a-2b3e2075d2ec tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c05b5a9-ed2e-4341-b439-2d1416184de8') {} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:16:38.106746 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-fbbca5c2-be6c-4b65-bd0a-2b3e2075d2ec tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126443583'] for segment (1c05b5a9-ed2e-4341-b439-2d1416184de8), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:38.120142 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-fbbca5c2-be6c-4b65-bd0a-2b3e2075d2ec tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (1c05b5a9-ed2e-4341-b439-2d1416184de8), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:38.126182 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbbca5c2-be6c-4b65-bd0a-2b3e2075d2ec tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=104098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:16:38.126562 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-fbbca5c2-be6c-4b65-bd0a-2b3e2075d2ec tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126177251'] for segment (1c05b5a9-ed2e-4341-b439-2d1416184de8), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:38.129730 dv-neutron-834874-6-hyperv neutron-server[104098]: Traceback (most recent call last): Mar 28 01:16:38.129730 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:16:38.129730 dv-neutron-834874-6-hyperv neutron-server[104098]: timer() Mar 28 01:16:38.129730 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:16:38.129730 dv-neutron-834874-6-hyperv neutron-server[104098]: cb(*args, **kw) Mar 28 01:16:38.129730 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:16:38.129730 dv-neutron-834874-6-hyperv neutron-server[104098]: return func(*args, **kwargs) Mar 28 01:16:38.129730 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:16:38.129730 dv-neutron-834874-6-hyperv neutron-server[104098]: self._notify() Mar 28 01:16:38.129730 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:16:38.129730 dv-neutron-834874-6-hyperv neutron-server[104098]: self.callback(batched_events) Mar 28 01:16:38.129730 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:16:38.129730 dv-neutron-834874-6-hyperv neutron-server[104098]: event.method(event) Mar 28 01:16:38.129730 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:16:38.129730 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:16:38.129730 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:16:38.129730 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:16:38.129730 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:16:38.129730 dv-neutron-834874-6-hyperv neutron-server[104098]: return f(self, *a, **k) Mar 28 01:16:38.129730 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:16:38.129730 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._get(url).json() Mar 28 01:16:38.129730 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:16:38.129730 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:16:38.129730 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:16:38.129730 dv-neutron-834874-6-hyperv neutron-server[104098]: return self.request(url, 'GET', **kwargs) Mar 28 01:16:38.129730 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:16:38.129730 dv-neutron-834874-6-hyperv neutron-server[104098]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:16:38.129730 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:16:38.129730 dv-neutron-834874-6-hyperv neutron-server[104098]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:16:38.129730 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:16:38.129730 dv-neutron-834874-6-hyperv neutron-server[104098]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:16:38.129730 dv-neutron-834874-6-hyperv neutron-server[104098]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:16:38.185606 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-fbbca5c2-be6c-4b65-bd0a-2b3e2075d2ec tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (54428d3a-6033-432d-b430-4e4a10e78d58), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:38.192155 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-fbbca5c2-be6c-4b65-bd0a-2b3e2075d2ec tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:38.195060 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-fbbca5c2-be6c-4b65-bd0a-2b3e2075d2ec tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "DELETE /v2.0/networks/54428d3a-6033-432d-b430-4e4a10e78d58 HTTP/1.1" status: 204 len: 168 time: 0.2903874 Mar 28 01:16:38.207027 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbca5c2-be6c-4b65-bd0a-2b3e2075d2ec tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event deleted for resources: {'Network': ['ID=54428d3a-6033-432d-b430-4e4a10e78d58,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:16:38.213262 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 57142) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:16:38.218138 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-8cf170b3-443a-46e9-a1ab-02634056a4de tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'network': {'name': 'tempest-network-smoke--621414600', 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'port_security_enabled': True}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:16:38.237723 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cf170b3-443a-46e9-a1ab-02634056a4de tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Made reservation on behalf of cf1ee0ed9c204cc5bccbb38ebf185041 for: {'network': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:16:38.241164 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-8cf170b3-443a-46e9-a1ab-02634056a4de tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:38.264937 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cf170b3-443a-46e9-a1ab-02634056a4de tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=104098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:16:38.273985 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-8cf170b3-443a-46e9-a1ab-02634056a4de tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (6b172e69-9e38-4457-a7f8-74a332a91e0d), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:38.274322 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.segments_db [None req-8cf170b3-443a-46e9-a1ab-02634056a4de tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Added segment 6b172e69-9e38-4457-a7f8-74a332a91e0d of type vlan for network 7d88d01b-56e3-43b4-8c7f-7e7f1fd29aae Mar 28 01:16:38.318818 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-8cf170b3-443a-46e9-a1ab-02634056a4de tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (7d88d01b-56e3-43b4-8c7f-7e7f1fd29aae), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:38.350929 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-8cf170b3-443a-46e9-a1ab-02634056a4de tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (7d88d01b-56e3-43b4-8c7f-7e7f1fd29aae), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:38.357331 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf170b3-443a-46e9-a1ab-02634056a4de tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:16:38.357952 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-8cf170b3-443a-46e9-a1ab-02634056a4de tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:38.414173 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-8cf170b3-443a-46e9-a1ab-02634056a4de tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1998148 Mar 28 01:16:38.417406 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 57144) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:16:38.423739 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-ccaaa919-24e0-4e45-a73c-f719590c9590 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1543013066', 'admin_state_up': True, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'}}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:16:38.438278 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf170b3-443a-46e9-a1ab-02634056a4de tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'Network': ['ID=7d88d01b-56e3-43b4-8c7f-7e7f1fd29aae,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:16:38.448595 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network 7d88d01b-56e3-43b4-8c7f-7e7f1fd29aae details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:16:38.450514 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ccaaa919-24e0-4e45-a73c-f719590c9590 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7069'] for router (3857b373-1393-4d39-9fbc-7a20bd7e942c), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:38.451650 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ccaaa919-24e0-4e45-a73c-f719590c9590 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4188952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7062'] for router (3857b373-1393-4d39-9fbc-7a20bd7e942c), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:38.507245 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ccaaa919-24e0-4e45-a73c-f719590c9590 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for router_controller (3857b373-1393-4d39-9fbc-7a20bd7e942c), precommit_add_association {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:38.649262 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ccaaa919-24e0-4e45-a73c-f719590c9590 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for router_gateway (3857b373-1393-4d39-9fbc-7a20bd7e942c), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:39.155687 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ccaaa919-24e0-4e45-a73c-f719590c9590 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for router_gateway (3857b373-1393-4d39-9fbc-7a20bd7e942c), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:39.173909 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ccaaa919-24e0-4e45-a73c-f719590c9590 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:39.276801 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-ccaaa919-24e0-4e45-a73c-f719590c9590 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Allocated IP 172.26.1.84 (dea6548b-502b-42db-97fb-371e423e739a/cce6de65-d8c9-45b8-9970-0a277e8c1192/f3bf4064-fdad-42f0-8c77-50127ed4154d) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:16:39.372931 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ccaaa919-24e0-4e45-a73c-f719590c9590 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for port (f3bf4064-fdad-42f0-8c77-50127ed4154d), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:39.398973 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device f9355232-09b3-4461-b569-68b940c78f95 no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:16:39.407757 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ccaaa919-24e0-4e45-a73c-f719590c9590 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (f3bf4064-fdad-42f0-8c77-50127ed4154d), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:39.423871 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: f9355232-09b3-4461-b569-68b940c78f95 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:16:39.424240 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device f9355232-09b3-4461-b569-68b940c78f95 not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:16:39.424661 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 2f91f216-7350-4f57-b5d4-35960f18ff1d no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:16:39.443423 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: 2f91f216-7350-4f57-b5d4-35960f18ff1d {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:16:39.443763 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 2f91f216-7350-4f57-b5d4-35960f18ff1d not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:16:39.444203 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 785c0c6b-1ae0-42cf-b63d-15658e4ed663 no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:16:39.448180 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccaaa919-24e0-4e45-a73c-f719590c9590 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Network dea6548b-502b-42db-97fb-371e423e739a is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:16:39.450961 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-ccaaa919-24e0-4e45-a73c-f719590c9590 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:16:39.454586 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccaaa919-24e0-4e45-a73c-f719590c9590 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:16:39.464661 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: 785c0c6b-1ae0-42cf-b63d-15658e4ed663 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:16:39.465128 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 785c0c6b-1ae0-42cf-b63d-15658e4ed663 not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:16:39.482398 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaaa919-24e0-4e45-a73c-f719590c9590 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'Port': ['ID=f3bf4064-fdad-42f0-8c77-50127ed4154d,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:16:39.703993 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ccaaa919-24e0-4e45-a73c-f719590c9590 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for router_gateway (3857b373-1393-4d39-9fbc-7a20bd7e942c), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:39.901393 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ccaaa919-24e0-4e45-a73c-f719590c9590 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687953'] for router (3857b373-1393-4d39-9fbc-7a20bd7e942c), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:40.026427 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccaaa919-24e0-4e45-a73c-f719590c9590 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Router 3857b373-1393-4d39-9fbc-7a20bd7e942c is scheduled to L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 with binding_index 1 {{(pid=104098) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 01:16:40.129529 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccaaa919-24e0-4e45-a73c-f719590c9590 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:16:40.139395 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd3147a-8c1a-4fd9-ace1-441a27224b84 None None] Sync routers for ids ['3857b373-1393-4d39-9fbc-7a20bd7e942c'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:16:40.148812 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd3147a-8c1a-4fd9-ace1-441a27224b84 None None] Routers {'3857b373-1393-4d39-9fbc-7a20bd7e942c'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:16:40.149414 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-cfd3147a-8c1a-4fd9-ace1-441a27224b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:16:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['3857b373-1393-4d39-9fbc-7a20bd7e942c'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:16:40.149811 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ccaaa919-24e0-4e45-a73c-f719590c9590 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for router (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:40.153979 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-ccaaa919-24e0-4e45-a73c-f719590c9590 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.7327189 Mar 28 01:16:40.154223 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 57146) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:16:40.181411 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-4b1e101c-2069-46ec-a859-8cfbd89dc849 tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=cf1ee0ed9c204cc5bccbb38ebf185041&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0260637 Mar 28 01:16:40.184458 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 57148) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:16:40.254050 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-cfd3147a-8c1a-4fd9-ace1-441a27224b84 None None] Set router 3857b373-1393-4d39-9fbc-7a20bd7e942c gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:16:40.266982 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3201a184-49c2-4880-8bf9-57e35d2fe35b tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:16:40.271122 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-3201a184-49c2-4880-8bf9-57e35d2fe35b tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0831747 Mar 28 01:16:40.271474 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 57150) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:16:40.299593 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-360e84f7-7239-4f10-a9ad-0d59db3f3023 tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=dea6548b-502b-42db-97fb-371e423e739a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268469 Mar 28 01:16:40.302080 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 57152) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:16:40.307505 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-6431030c-ba28-4cb2-a08e-39527b9bb326 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1295518296', 'network_id': '7d88d01b-56e3-43b4-8c7f-7e7f1fd29aae', 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:16:40.395345 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6431030c-ba28-4cb2-a08e-39527b9bb326 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Made reservation on behalf of cf1ee0ed9c204cc5bccbb38ebf185041 for: {'subnet': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:16:40.398949 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-6431030c-ba28-4cb2-a08e-39527b9bb326 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126757772'] for subnet (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:40.429296 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-cfd3147a-8c1a-4fd9-ace1-441a27224b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3857b373-1393-4d39-9fbc-7a20bd7e942c', 'name': 'tempest-TestNetworkBasicOps-router-1543013066', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.84'}], 'enable_snat': True}, 'gw_port_id': 'f3bf4064-fdad-42f0-8c77-50127ed4154d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:16:38Z', 'updated_at': '2022-03-28T01:16:39Z', 'revision_number': 3, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': 'f3bf4064-fdad-42f0-8c77-50127ed4154d', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e8:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3857b373-1393-4d39-9fbc-7a20bd7e942c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:16:39Z', 'updated_at': '2022-03-28T01:16:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:16:40.456183 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd3147a-8c1a-4fd9-ace1-441a27224b84 None None] Checking router: 3857b373-1393-4d39-9fbc-7a20bd7e942c for host: dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:16:40.456524 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd3147a-8c1a-4fd9-ace1-441a27224b84 None None] Updating router 3857b373-1393-4d39-9fbc-7a20bd7e942c port f3bf4064-fdad-42f0-8c77-50127ed4154d binding host dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 01:16:40.488297 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-cfd3147a-8c1a-4fd9-ace1-441a27224b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (f3bf4064-fdad-42f0-8c77-50127ed4154d), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:40.577853 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-6431030c-ba28-4cb2-a08e-39527b9bb326 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127282703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126757786'] for subnet (47b91f20-cbcd-4f44-86ca-12eef77d11f9), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:40.638367 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431030c-ba28-4cb2-a08e-39527b9bb326 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'Subnet': ['ID=47b91f20-cbcd-4f44-86ca-12eef77d11f9,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:16:40.646948 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6431030c-ba28-4cb2-a08e-39527b9bb326 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Checking segment: {'id': '6b172e69-9e38-4457-a7f8-74a332a91e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '7d88d01b-56e3-43b4-8c7f-7e7f1fd29aae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:16:40.647312 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6431030c-ba28-4cb2-a08e-39527b9bb326 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Network hostable DHCP agents. Network: 7d88d01b-56e3-43b4-8c7f-7e7f1fd29aae, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:16:40.665057 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6431030c-ba28-4cb2-a08e-39527b9bb326 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Network 7d88d01b-56e3-43b4-8c7f-7e7f1fd29aae is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:16:40.675034 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-6431030c-ba28-4cb2-a08e-39527b9bb326 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, 7d88d01b-56e3-43b4-8c7f-7e7f1fd29aae) {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:16:40.679239 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6431030c-ba28-4cb2-a08e-39527b9bb326 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:16:40.679845 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-6431030c-ba28-4cb2-a08e-39527b9bb326 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:40.687106 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b7fcad2-052a-4d4a-983c-eb0e64aebc27 None None] Network 7d88d01b-56e3-43b4-8c7f-7e7f1fd29aae requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:16:40.704859 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 57154) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:16:40.705249 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-6431030c-ba28-4cb2-a08e-39527b9bb326 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.4017682 Mar 28 01:16:40.800791 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d62408a6-33da-4947-a85d-9dfc297d7429 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-7d88d01b-56e3-43b4-8c7f-7e7f1fd29aae', 'network_id': '7d88d01b-56e3-43b4-8c7f-7e7f1fd29aae', 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'fixed_ips': [{'subnet_id': '47b91f20-cbcd-4f44-86ca-12eef77d11f9'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:16:40.801807 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d62408a6-33da-4947-a85d-9dfc297d7429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:40.828366 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-cfd3147a-8c1a-4fd9-ace1-441a27224b84 None None] Publish callbacks [] for port (f3bf4064-fdad-42f0-8c77-50127ed4154d), precommit_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:40.833457 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-cfd3147a-8c1a-4fd9-ace1-441a27224b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (f3bf4064-fdad-42f0-8c77-50127ed4154d), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:40.879614 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [None req-cfd3147a-8c1a-4fd9-ace1-441a27224b84 None None] Attempting to bind port f3bf4064-fdad-42f0-8c77-50127ed4154d on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:16:40.879987 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [None req-cfd3147a-8c1a-4fd9-ace1-441a27224b84 None None] Attempting to bind port f3bf4064-fdad-42f0-8c77-50127ed4154d by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': 'b6f00c62-aca5-4c73-8989-c04c396daeed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'}] {{(pid=104101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:16:40.880366 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd3147a-8c1a-4fd9-ace1-441a27224b84 None None] Attempting to bind port f3bf4064-fdad-42f0-8c77-50127ed4154d on network dea6548b-502b-42db-97fb-371e423e739a {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:16:40.891702 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145cf6a3-f2f6-4315-9eb8-43aa3f434cf2 None None] Pushing event updated for resources: {'Port': ['ID=f3bf4064-fdad-42f0-8c77-50127ed4154d,revision_number=2']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:16:40.900073 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145cf6a3-f2f6-4315-9eb8-43aa3f434cf2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:16:40.901069 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145cf6a3-f2f6-4315-9eb8-43aa3f434cf2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:16:40.901770 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145cf6a3-f2f6-4315-9eb8-43aa3f434cf2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:16:40.902166 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145cf6a3-f2f6-4315-9eb8-43aa3f434cf2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:16:40.902500 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145cf6a3-f2f6-4315-9eb8-43aa3f434cf2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:16:40.902827 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145cf6a3-f2f6-4315-9eb8-43aa3f434cf2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:16:40.903224 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145cf6a3-f2f6-4315-9eb8-43aa3f434cf2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:16:40.903543 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145cf6a3-f2f6-4315-9eb8-43aa3f434cf2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:16:40.903879 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145cf6a3-f2f6-4315-9eb8-43aa3f434cf2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:16:40.904243 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145cf6a3-f2f6-4315-9eb8-43aa3f434cf2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:16:40.904583 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145cf6a3-f2f6-4315-9eb8-43aa3f434cf2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:16:40.904925 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145cf6a3-f2f6-4315-9eb8-43aa3f434cf2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:16:40.905244 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145cf6a3-f2f6-4315-9eb8-43aa3f434cf2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:16:40.905564 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145cf6a3-f2f6-4315-9eb8-43aa3f434cf2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:16:40.905870 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145cf6a3-f2f6-4315-9eb8-43aa3f434cf2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:16:40.911793 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd3147a-8c1a-4fd9-ace1-441a27224b84 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:16:40.912208 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd3147a-8c1a-4fd9-ace1-441a27224b84 None None] Checking segment: {'id': 'b6f00c62-aca5-4c73-8989-c04c396daeed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:16:40.912610 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-cfd3147a-8c1a-4fd9-ace1-441a27224b84 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:40.912993 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd3147a-8c1a-4fd9-ace1-441a27224b84 None None] Bound using segment: {'id': 'b6f00c62-aca5-4c73-8989-c04c396daeed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'} {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:16:40.913471 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [None req-cfd3147a-8c1a-4fd9-ace1-441a27224b84 None None] Bound port: f3bf4064-fdad-42f0-8c77-50127ed4154d, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6f00c62-aca5-4c73-8989-c04c396daeed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'}}] {{(pid=104101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:16:40.913890 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-cfd3147a-8c1a-4fd9-ace1-441a27224b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (f3bf4064-fdad-42f0-8c77-50127ed4154d), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:40.953141 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-d62408a6-33da-4947-a85d-9dfc297d7429 None None] Allocated IP 172.20.0.2 (7d88d01b-56e3-43b4-8c7f-7e7f1fd29aae/47b91f20-cbcd-4f44-86ca-12eef77d11f9/1fa12fda-190d-4fdc-9787-28168a24fcf8) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:16:40.973345 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.db [None req-cfd3147a-8c1a-4fd9-ace1-441a27224b84 None None] For port f3bf4064-fdad-42f0-8c77-50127ed4154d, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:16:40.976355 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.db [None req-cfd3147a-8c1a-4fd9-ace1-441a27224b84 None None] For port f3bf4064-fdad-42f0-8c77-50127ed4154d, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=f3bf4064-fdad-42f0-8c77-50127ed4154d,segment=NetworkSegment(b6f00c62-aca5-4c73-8989-c04c396daeed),segment_id=b6f00c62-aca5-4c73-8989-c04c396daeed)] {{(pid=104101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:16:40.982077 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-cfd3147a-8c1a-4fd9-ace1-441a27224b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (f3bf4064-fdad-42f0-8c77-50127ed4154d), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:41.021428 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd3147a-8c1a-4fd9-ace1-441a27224b84 None None] Routers {'3857b373-1393-4d39-9fbc-7a20bd7e942c'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:16:41.022058 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-cfd3147a-8c1a-4fd9-ace1-441a27224b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:16:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['3857b373-1393-4d39-9fbc-7a20bd7e942c'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:16:41.104631 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d62408a6-33da-4947-a85d-9dfc297d7429 None None] Publish callbacks [] for port (1fa12fda-190d-4fdc-9787-28168a24fcf8), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:41.111711 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d62408a6-33da-4947-a85d-9dfc297d7429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (1fa12fda-190d-4fdc-9787-28168a24fcf8), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:41.133573 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145cf6a3-f2f6-4315-9eb8-43aa3f434cf2 None None] Pushing event updated for resources: {'Port': ['ID=f3bf4064-fdad-42f0-8c77-50127ed4154d,revision_number=3']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:16:41.153537 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-cfd3147a-8c1a-4fd9-ace1-441a27224b84 None None] Set router 3857b373-1393-4d39-9fbc-7a20bd7e942c gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:16:41.155878 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d62408a6-33da-4947-a85d-9dfc297d7429 None None] Network 7d88d01b-56e3-43b4-8c7f-7e7f1fd29aae is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:16:41.161132 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3cf64d58-701e-4d52-830a-e5b317cdf273 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:41.164705 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-d62408a6-33da-4947-a85d-9dfc297d7429 None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:16:41.167131 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62408a6-33da-4947-a85d-9dfc297d7429 None None] Pushing event updated for resources: {'Port': ['ID=1fa12fda-190d-4fdc-9787-28168a24fcf8,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:16:41.169833 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62408a6-33da-4947-a85d-9dfc297d7429 None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:16:41.230172 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-d62408a6-33da-4947-a85d-9dfc297d7429 None None] Attempting to bind port 1fa12fda-190d-4fdc-9787-28168a24fcf8 on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:16:41.230689 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-d62408a6-33da-4947-a85d-9dfc297d7429 None None] Attempting to bind port 1fa12fda-190d-4fdc-9787-28168a24fcf8 by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': '6b172e69-9e38-4457-a7f8-74a332a91e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '7d88d01b-56e3-43b4-8c7f-7e7f1fd29aae'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:16:41.231147 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62408a6-33da-4947-a85d-9dfc297d7429 None None] Attempting to bind port 1fa12fda-190d-4fdc-9787-28168a24fcf8 on network 7d88d01b-56e3-43b4-8c7f-7e7f1fd29aae {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:16:41.236375 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62408a6-33da-4947-a85d-9dfc297d7429 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:16:41.236899 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62408a6-33da-4947-a85d-9dfc297d7429 None None] Checking segment: {'id': '6b172e69-9e38-4457-a7f8-74a332a91e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '7d88d01b-56e3-43b4-8c7f-7e7f1fd29aae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:16:41.237478 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d62408a6-33da-4947-a85d-9dfc297d7429 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:41.237986 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62408a6-33da-4947-a85d-9dfc297d7429 None None] Bound using segment: {'id': '6b172e69-9e38-4457-a7f8-74a332a91e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '7d88d01b-56e3-43b4-8c7f-7e7f1fd29aae'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:16:41.238542 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-d62408a6-33da-4947-a85d-9dfc297d7429 None None] Bound port: 1fa12fda-190d-4fdc-9787-28168a24fcf8, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b172e69-9e38-4457-a7f8-74a332a91e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '7d88d01b-56e3-43b4-8c7f-7e7f1fd29aae'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:16:41.239032 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d62408a6-33da-4947-a85d-9dfc297d7429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (1fa12fda-190d-4fdc-9787-28168a24fcf8), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:41.306151 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-d62408a6-33da-4947-a85d-9dfc297d7429 None None] For port 1fa12fda-190d-4fdc-9787-28168a24fcf8, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:16:41.309610 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-d62408a6-33da-4947-a85d-9dfc297d7429 None None] For port 1fa12fda-190d-4fdc-9787-28168a24fcf8, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=1fa12fda-190d-4fdc-9787-28168a24fcf8,segment=NetworkSegment(6b172e69-9e38-4457-a7f8-74a332a91e0d),segment_id=6b172e69-9e38-4457-a7f8-74a332a91e0d)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:16:41.316553 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d62408a6-33da-4947-a85d-9dfc297d7429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (1fa12fda-190d-4fdc-9787-28168a24fcf8), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:41.348408 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-cfd3147a-8c1a-4fd9-ace1-441a27224b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3857b373-1393-4d39-9fbc-7a20bd7e942c', 'name': 'tempest-TestNetworkBasicOps-router-1543013066', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.84'}], 'enable_snat': True}, 'gw_port_id': 'f3bf4064-fdad-42f0-8c77-50127ed4154d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:16:38Z', 'updated_at': '2022-03-28T01:16:39Z', 'revision_number': 3, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': 'f3bf4064-fdad-42f0-8c77-50127ed4154d', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e8:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3857b373-1393-4d39-9fbc-7a20bd7e942c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:16:39Z', 'updated_at': '2022-03-28T01:16:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:16:41.384728 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62408a6-33da-4947-a85d-9dfc297d7429 None None] Pushing event updated for resources: {'Port': ['ID=1fa12fda-190d-4fdc-9787-28168a24fcf8,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:16:41.392272 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd3147a-8c1a-4fd9-ace1-441a27224b84 None None] The sync data for ids ['3857b373-1393-4d39-9fbc-7a20bd7e942c'] in dv-neutron-834874-6-hyperv is: [{'id': '3857b373-1393-4d39-9fbc-7a20bd7e942c', 'name': 'tempest-TestNetworkBasicOps-router-1543013066', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.84'}], 'enable_snat': True}, 'gw_port_id': 'f3bf4064-fdad-42f0-8c77-50127ed4154d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:16:38Z', 'updated_at': '2022-03-28T01:16:39Z', 'revision_number': 3, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': 'f3bf4064-fdad-42f0-8c77-50127ed4154d', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e8:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3857b373-1393-4d39-9fbc-7a20bd7e942c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:16:39Z', 'updated_at': '2022-03-28T01:16:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:16:41.411564 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-01414f5e-c379-433f-9251-a0c022ba6893 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:41.480491 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-3cf64d58-701e-4d52-830a-e5b317cdf273 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Allocated IP 172.20.0.1 (7d88d01b-56e3-43b4-8c7f-7e7f1fd29aae/47b91f20-cbcd-4f44-86ca-12eef77d11f9/9f8b5ff0-26b5-4267-993a-c955bb458c21) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:16:41.637927 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3cf64d58-701e-4d52-830a-e5b317cdf273 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for port (9f8b5ff0-26b5-4267-993a-c955bb458c21), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:41.688093 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3cf64d58-701e-4d52-830a-e5b317cdf273 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (9f8b5ff0-26b5-4267-993a-c955bb458c21), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:41.738793 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf64d58-701e-4d52-830a-e5b317cdf273 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Network 7d88d01b-56e3-43b4-8c7f-7e7f1fd29aae is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:16:41.744830 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-3cf64d58-701e-4d52-830a-e5b317cdf273 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:16:41.750518 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf64d58-701e-4d52-830a-e5b317cdf273 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:16:41.770835 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-9148f105-58fe-491d-a77e-2b6e56205ff7 req-2a2d7f87-9227-4a2b-a659-88230a99fe66 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fb68cc6f-99af-413c-b7ba-453f3199e5e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0852907 Mar 28 01:16:41.774932 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf64d58-701e-4d52-830a-e5b317cdf273 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'Port': ['ID=9f8b5ff0-26b5-4267-993a-c955bb458c21,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:16:41.808357 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3cf64d58-701e-4d52-830a-e5b317cdf273 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3686596'] for router_interface (3857b373-1393-4d39-9fbc-7a20bd7e942c), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:41.868639 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9148f105-58fe-491d-a77e-2b6e56205ff7 req-5d6efef7-65a9-4376-9afe-320a9a991095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:16:41.870614 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-9148f105-58fe-491d-a77e-2b6e56205ff7 req-5d6efef7-65a9-4376-9afe-320a9a991095 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bf9f34f21ab94392ab36354129e00f8d&device_id=fb68cc6f-99af-413c-b7ba-453f3199e5e1 HTTP/1.1" status: 200 len: 1129 time: 0.0499017 Mar 28 01:16:41.957241 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3cf64d58-701e-4d52-830a-e5b317cdf273 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (9f8b5ff0-26b5-4267-993a-c955bb458c21), before_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:41.980052 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9148f105-58fe-491d-a77e-2b6e56205ff7 req-3be84612-3ad7-4c13-8ae1-9c8115b3ad04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:16:41.981570 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-9148f105-58fe-491d-a77e-2b6e56205ff7 req-3be84612-3ad7-4c13-8ae1-9c8115b3ad04 service neutron] 10.222.0.10 "GET /v2.0/networks?id=788fd3f3-3593-4cdc-933e-dd5c53c623d8 HTTP/1.1" status: 200 len: 912 time: 0.0932984 Mar 28 01:16:42.057399 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-9148f105-58fe-491d-a77e-2b6e56205ff7 req-90dbbd1a-5450-4efa-a008-38b6d9b7cb75 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f70c24a9-8ab3-4305-b034-7b47b80da76e HTTP/1.1" status: 200 len: 1001 time: 0.0701487 Mar 28 01:16:42.107800 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9148f105-58fe-491d-a77e-2b6e56205ff7 req-3bfac5cb-bac1-4801-821e-77d4f0f45da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:16:42.109735 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-9148f105-58fe-491d-a77e-2b6e56205ff7 req-3bfac5cb-bac1-4801-821e-77d4f0f45da8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0a57ae47-09ee-4007-9878-c6cea91f6590 HTTP/1.1" status: 200 len: 851 time: 0.0471792 Mar 28 01:16:42.168181 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9148f105-58fe-491d-a77e-2b6e56205ff7 req-bcb16659-30a4-41e5-8a0c-1c1cc0877d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:16:42.170850 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-9148f105-58fe-491d-a77e-2b6e56205ff7 req-bcb16659-30a4-41e5-8a0c-1c1cc0877d8b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=788fd3f3-3593-4cdc-933e-dd5c53c623d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0517619 Mar 28 01:16:42.275315 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3cf64d58-701e-4d52-830a-e5b317cdf273 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for port (9f8b5ff0-26b5-4267-993a-c955bb458c21), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:42.281260 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-9148f105-58fe-491d-a77e-2b6e56205ff7 req-2ef54a67-b53a-44fb-ba00-40fc42377c8b service neutron] 10.222.0.10 "GET /v2.0/networks/788fd3f3-3593-4cdc-933e-dd5c53c623d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029408 Mar 28 01:16:42.282551 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3cf64d58-701e-4d52-830a-e5b317cdf273 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126177159'] for port (9f8b5ff0-26b5-4267-993a-c955bb458c21), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:42.367142 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3cf64d58-701e-4d52-830a-e5b317cdf273 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3725889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3686480'] for router_interface (3857b373-1393-4d39-9fbc-7a20bd7e942c), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:42.384263 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf64d58-701e-4d52-830a-e5b317cdf273 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'Port': ['ID=9f8b5ff0-26b5-4267-993a-c955bb458c21,revision_number=2']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:16:42.395125 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-9148f105-58fe-491d-a77e-2b6e56205ff7 req-8dd00a75-87b2-48e7-9e21-1e4f87abe856 service neutron] 10.222.0.10 "GET /v2.0/networks/788fd3f3-3593-4cdc-933e-dd5c53c623d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076314 Mar 28 01:16:42.481404 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf64d58-701e-4d52-830a-e5b317cdf273 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Network 7d88d01b-56e3-43b4-8c7f-7e7f1fd29aae is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:16:42.482899 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-3cf64d58-701e-4d52-830a-e5b317cdf273 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:16:42.527865 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4137fe1-9304-4eba-a688-3fb049caa1eb None None] Network 7d88d01b-56e3-43b4-8c7f-7e7f1fd29aae requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:16:42.603218 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cf64d58-701e-4d52-830a-e5b317cdf273 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Router 3857b373-1393-4d39-9fbc-7a20bd7e942c has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:16:42.627884 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-5a7b2b40-786e-4331-8bd7-1180ada8cdc9 None None] Provisioning complete for port 1fa12fda-190d-4fdc-9787-28168a24fcf8 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:16:42.628278 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5a7b2b40-786e-4331-8bd7-1180ada8cdc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (1fa12fda-190d-4fdc-9787-28168a24fcf8), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:42.716332 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cf64d58-701e-4d52-830a-e5b317cdf273 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:16:42.720108 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-5a7b2b40-786e-4331-8bd7-1180ada8cdc9 None None] Current status of the port 1fa12fda-190d-4fdc-9787-28168a24fcf8 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:16:42.720639 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5a7b2b40-786e-4331-8bd7-1180ada8cdc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (1fa12fda-190d-4fdc-9787-28168a24fcf8), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:42.721319 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-3cf64d58-701e-4d52-830a-e5b317cdf273 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "PUT /v2.0/routers/3857b373-1393-4d39-9fbc-7a20bd7e942c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0147061 Mar 28 01:16:42.723984 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 57156) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:16:42.755971 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-5a7b2b40-786e-4331-8bd7-1180ada8cdc9 None None] For port 1fa12fda-190d-4fdc-9787-28168a24fcf8, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=1fa12fda-190d-4fdc-9787-28168a24fcf8,segment=NetworkSegment(6b172e69-9e38-4457-a7f8-74a332a91e0d),segment_id=6b172e69-9e38-4457-a7f8-74a332a91e0d)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:16:42.762126 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5a7b2b40-786e-4331-8bd7-1180ada8cdc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (1fa12fda-190d-4fdc-9787-28168a24fcf8), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:42.822375 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7b2b40-786e-4331-8bd7-1180ada8cdc9 None None] Pushing event updated for resources: {'Port': ['ID=1fa12fda-190d-4fdc-9787-28168a24fcf8,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:16:42.840075 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc11a03f-3e63-4b0c-823f-982d4ce441aa tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:16:42.841123 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc11a03f-3e63-4b0c-823f-982d4ce441aa tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:16:42.841594 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc11a03f-3e63-4b0c-823f-982d4ce441aa tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:16:42.842059 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc11a03f-3e63-4b0c-823f-982d4ce441aa tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:16:42.842521 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc11a03f-3e63-4b0c-823f-982d4ce441aa tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:16:42.843019 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc11a03f-3e63-4b0c-823f-982d4ce441aa tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:16:42.845457 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-dc11a03f-3e63-4b0c-823f-982d4ce441aa tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4280 time: 0.1200230 Mar 28 01:16:42.847970 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 57158) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:16:42.907340 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0153c5c5-423b-4efb-b7f2-d5039ab3126d tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:16:42.908269 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0153c5c5-423b-4efb-b7f2-d5039ab3126d tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:16:42.908740 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0153c5c5-423b-4efb-b7f2-d5039ab3126d tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:16:42.909199 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0153c5c5-423b-4efb-b7f2-d5039ab3126d tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:16:42.909633 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0153c5c5-423b-4efb-b7f2-d5039ab3126d tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:16:42.910076 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0153c5c5-423b-4efb-b7f2-d5039ab3126d tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:16:42.914748 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-0153c5c5-423b-4efb-b7f2-d5039ab3126d tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4015 time: 0.0628622 Mar 28 01:16:42.914748 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 57160) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:16:42.987260 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-f1dee39a-5771-4047-ba33-a21a0783bc00 None None] Provisioning complete for port 9f8b5ff0-26b5-4267-993a-c955bb458c21 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:16:42.987923 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f1dee39a-5771-4047-ba33-a21a0783bc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (9f8b5ff0-26b5-4267-993a-c955bb458c21), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:43.037548 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-f1dee39a-5771-4047-ba33-a21a0783bc00 None None] Port 9f8b5ff0-26b5-4267-993a-c955bb458c21 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:16:43.049037 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-f1dee39a-5771-4047-ba33-a21a0783bc00 None None] Provisioning complete for port 1fa12fda-190d-4fdc-9787-28168a24fcf8 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:16:43.049510 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f1dee39a-5771-4047-ba33-a21a0783bc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (1fa12fda-190d-4fdc-9787-28168a24fcf8), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:43.158729 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-f1dee39a-5771-4047-ba33-a21a0783bc00 None None] Current status of the port 1fa12fda-190d-4fdc-9787-28168a24fcf8 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:16:43.229066 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c518a54-80af-41e5-9b29-97860e753c01 None None] Sync routers for ids ['3857b373-1393-4d39-9fbc-7a20bd7e942c'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:16:43.241496 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c518a54-80af-41e5-9b29-97860e753c01 None None] Routers {'3857b373-1393-4d39-9fbc-7a20bd7e942c'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:16:43.242125 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-9c518a54-80af-41e5-9b29-97860e753c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:16:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['3857b373-1393-4d39-9fbc-7a20bd7e942c'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:16:43.342407 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-4d995ca1-aaa2-4562-82b6-09e9d1e5eb8d None None] Provisioning complete for port 9f8b5ff0-26b5-4267-993a-c955bb458c21 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:16:43.342776 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-4d995ca1-aaa2-4562-82b6-09e9d1e5eb8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (9f8b5ff0-26b5-4267-993a-c955bb458c21), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:43.396217 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-4d995ca1-aaa2-4562-82b6-09e9d1e5eb8d None None] Port 9f8b5ff0-26b5-4267-993a-c955bb458c21 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:16:43.399227 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-9c518a54-80af-41e5-9b29-97860e753c01 None None] Set router 3857b373-1393-4d39-9fbc-7a20bd7e942c gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:16:43.436496 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-af3a6b0b-b3e6-4ae2-a8bb-8a775b392c43 tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.5207758 Mar 28 01:16:43.522328 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 1fa12fda-190d-4fdc-9787-28168a24fcf8 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:16:43.580954 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-0a668737-0940-4413-82dc-7004def3a491 None None] Provisioning complete for port 9f8b5ff0-26b5-4267-993a-c955bb458c21 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:16:43.581636 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-0a668737-0940-4413-82dc-7004def3a491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (9f8b5ff0-26b5-4267-993a-c955bb458c21), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:43.624809 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-e3967bfa-58e3-4521-a5f4-27d1a9bd468b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:43.653090 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-0a668737-0940-4413-82dc-7004def3a491 None None] Port 9f8b5ff0-26b5-4267-993a-c955bb458c21 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:16:43.680056 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 1fa12fda-190d-4fdc-9787-28168a24fcf8 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:16:43.680452 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (1fa12fda-190d-4fdc-9787-28168a24fcf8), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:43.740677 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 57164) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:16:43.745847 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-2b2e2883-7bac-4bc2-b16b-a100a0cd0eb1 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-249590069', 'description': 'tempest-secgroup-smoke-249590069 description', 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:16:43.747630 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-9c518a54-80af-41e5-9b29-97860e753c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3857b373-1393-4d39-9fbc-7a20bd7e942c', 'name': 'tempest-TestNetworkBasicOps-router-1543013066', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.84'}], 'enable_snat': True}, 'gw_port_id': 'f3bf4064-fdad-42f0-8c77-50127ed4154d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:16:38Z', 'updated_at': '2022-03-28T01:16:41Z', 'revision_number': 4, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': 'f3bf4064-fdad-42f0-8c77-50127ed4154d', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e8:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3857b373-1393-4d39-9fbc-7a20bd7e942c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:16:39Z', 'updated_at': '2022-03-28T01:16:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': '9f8b5ff0-26b5-4267-993a-c955bb458c21', 'name': '', 'network_id': '7d88d01b-56e3-43b4-8c7f-7e7f1fd29aae', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'mac_address': 'fa:16:3e:7e:be:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3857b373-1393-4d39-9fbc-7a20bd7e942c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '47b91f20-cbcd-4f44-86ca-12eef77d11f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:16:41Z', 'updated_at': '2022-03-28T01:16:42Z', 'revision_number': 2, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'subnets': [{'id': '47b91f20-cbcd-4f44-86ca-12eef77d11f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:16:43.766707 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2b2e2883-7bac-4bc2-b16b-a100a0cd0eb1 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:43.790678 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c518a54-80af-41e5-9b29-97860e753c01 None None] Checking router: 3857b373-1393-4d39-9fbc-7a20bd7e942c for host: dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:16:43.791486 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c518a54-80af-41e5-9b29-97860e753c01 None None] Updating router 3857b373-1393-4d39-9fbc-7a20bd7e942c port 9f8b5ff0-26b5-4267-993a-c955bb458c21 binding host dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 01:16:43.829109 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 1fa12fda-190d-4fdc-9787-28168a24fcf8 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:16:43.830145 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device f3bf4064-fdad-42f0-8c77-50127ed4154d up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:16:43.832791 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-9c518a54-80af-41e5-9b29-97860e753c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (9f8b5ff0-26b5-4267-993a-c955bb458c21), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:43.834428 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2b2e2883-7bac-4bc2-b16b-a100a0cd0eb1 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group (db452a44-2e9e-4e28-beae-d9ebfb0b802e), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:43.838455 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2b2e2883-7bac-4bc2-b16b-a100a0cd0eb1 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (db452a44-2e9e-4e28-beae-d9ebfb0b802e), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:43.864735 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2b2e2883-7bac-4bc2-b16b-a100a0cd0eb1 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:43.865985 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-2b2e2883-7bac-4bc2-b16b-a100a0cd0eb1 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1243114 Mar 28 01:16:43.869694 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 57166) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:16:43.874212 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-a34f0601-ed91-411c-927d-85aa634a5549 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'security_group_rule': {'security_group_id': 'db452a44-2e9e-4e28-beae-d9ebfb0b802e', 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:16:43.877136 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2e2883-7bac-4bc2-b16b-a100a0cd0eb1 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db452a44-2e9e-4e28-beae-d9ebfb0b802e,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:16:43.913677 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a34f0601-ed91-411c-927d-85aa634a5549 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (6e1c5c1f-1ed7-4f1a-b0e2-867b6a185082), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:43.972957 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a34f0601-ed91-411c-927d-85aa634a5549 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (6e1c5c1f-1ed7-4f1a-b0e2-867b6a185082), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:43.976902 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a34f0601-ed91-411c-927d-85aa634a5549 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (6e1c5c1f-1ed7-4f1a-b0e2-867b6a185082), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:43.985841 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port f3bf4064-fdad-42f0-8c77-50127ed4154d triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:16:43.986222 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (f3bf4064-fdad-42f0-8c77-50127ed4154d), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:43.997164 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34f0601-ed91-411c-927d-85aa634a5549 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e1c5c1f-1ed7-4f1a-b0e2-867b6a185082,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:16:44.005769 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a34f0601-ed91-411c-927d-85aa634a5549 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:44.009747 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-a34f0601-ed91-411c-927d-85aa634a5549 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1362827 Mar 28 01:16:44.010229 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 57168) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:16:44.014976 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-d07bb1aa-5c36-4241-8e30-84d0dd65e85d tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'security_group_rule': {'security_group_id': 'db452a44-2e9e-4e28-beae-d9ebfb0b802e', 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:16:44.019882 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34f0601-ed91-411c-927d-85aa634a5549 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:16:44.020829 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34f0601-ed91-411c-927d-85aa634a5549 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:16:44.021186 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34f0601-ed91-411c-927d-85aa634a5549 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:16:44.021549 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34f0601-ed91-411c-927d-85aa634a5549 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:16:44.021873 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34f0601-ed91-411c-927d-85aa634a5549 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:16:44.022206 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34f0601-ed91-411c-927d-85aa634a5549 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:16:44.022553 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34f0601-ed91-411c-927d-85aa634a5549 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:16:44.022871 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34f0601-ed91-411c-927d-85aa634a5549 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:16:44.023200 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34f0601-ed91-411c-927d-85aa634a5549 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:16:44.023527 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34f0601-ed91-411c-927d-85aa634a5549 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:16:44.023857 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34f0601-ed91-411c-927d-85aa634a5549 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:16:44.024209 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34f0601-ed91-411c-927d-85aa634a5549 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:16:44.024535 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34f0601-ed91-411c-927d-85aa634a5549 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:16:44.024858 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34f0601-ed91-411c-927d-85aa634a5549 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:16:44.025180 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34f0601-ed91-411c-927d-85aa634a5549 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:16:44.052878 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d07bb1aa-5c36-4241-8e30-84d0dd65e85d tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (958402c8-7c4c-4fa5-9aa8-dd227e4aba77), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:44.113575 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d07bb1aa-5c36-4241-8e30-84d0dd65e85d tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (958402c8-7c4c-4fa5-9aa8-dd227e4aba77), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:44.117351 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d07bb1aa-5c36-4241-8e30-84d0dd65e85d tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (958402c8-7c4c-4fa5-9aa8-dd227e4aba77), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:44.139644 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07bb1aa-5c36-4241-8e30-84d0dd65e85d tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=958402c8-7c4c-4fa5-9aa8-dd227e4aba77,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:16:44.144829 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d07bb1aa-5c36-4241-8e30-84d0dd65e85d tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:44.148652 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-d07bb1aa-5c36-4241-8e30-84d0dd65e85d tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1348162 Mar 28 01:16:44.149191 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 57170) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:16:44.154839 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-4aef0484-e859-40ad-816e-c6f8967df578 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'security_group_rule': {'security_group_id': 'db452a44-2e9e-4e28-beae-d9ebfb0b802e', 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:16:44.182254 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4aef0484-e859-40ad-816e-c6f8967df578 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (f25c8fdf-552d-4275-a184-1800125b0a1a), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:44.238898 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4aef0484-e859-40ad-816e-c6f8967df578 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (f25c8fdf-552d-4275-a184-1800125b0a1a), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:44.242524 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4aef0484-e859-40ad-816e-c6f8967df578 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (f25c8fdf-552d-4275-a184-1800125b0a1a), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:44.260408 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aef0484-e859-40ad-816e-c6f8967df578 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f25c8fdf-552d-4275-a184-1800125b0a1a,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:16:44.269076 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4aef0484-e859-40ad-816e-c6f8967df578 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:44.272859 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-4aef0484-e859-40ad-816e-c6f8967df578 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1201820 Mar 28 01:16:44.273191 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 57172) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:16:44.278234 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-fb602dc1-583e-46db-a16c-1d2b425e2e47 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'security_group_rule': {'security_group_id': 'db452a44-2e9e-4e28-beae-d9ebfb0b802e', 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:16:44.296587 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port f3bf4064-fdad-42f0-8c77-50127ed4154d is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:16:44.296976 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (f3bf4064-fdad-42f0-8c77-50127ed4154d), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:44.302634 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-fb602dc1-583e-46db-a16c-1d2b425e2e47 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (07651ae5-4caa-4b8c-864e-01a925e829e7), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:44.330452 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] For port f3bf4064-fdad-42f0-8c77-50127ed4154d, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=f3bf4064-fdad-42f0-8c77-50127ed4154d,segment=NetworkSegment(b6f00c62-aca5-4c73-8989-c04c396daeed),segment_id=b6f00c62-aca5-4c73-8989-c04c396daeed)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:16:44.335950 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (f3bf4064-fdad-42f0-8c77-50127ed4154d), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:44.362729 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-fb602dc1-583e-46db-a16c-1d2b425e2e47 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (07651ae5-4caa-4b8c-864e-01a925e829e7), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:44.366403 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-fb602dc1-583e-46db-a16c-1d2b425e2e47 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (07651ae5-4caa-4b8c-864e-01a925e829e7), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:44.383403 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb602dc1-583e-46db-a16c-1d2b425e2e47 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07651ae5-4caa-4b8c-864e-01a925e829e7,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:16:44.393567 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-fb602dc1-583e-46db-a16c-1d2b425e2e47 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:44.395040 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-fb602dc1-583e-46db-a16c-1d2b425e2e47 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1208477 Mar 28 01:16:44.397990 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 57174) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:16:44.403319 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-db52261c-1bde-4e35-a472-82b391e5092e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'security_group_rule': {'security_group_id': 'db452a44-2e9e-4e28-beae-d9ebfb0b802e', 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:16:44.404684 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-9c518a54-80af-41e5-9b29-97860e753c01 None None] Publish callbacks [] for port (9f8b5ff0-26b5-4267-993a-c955bb458c21), precommit_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:44.415764 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-9c518a54-80af-41e5-9b29-97860e753c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (9f8b5ff0-26b5-4267-993a-c955bb458c21), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:44.423196 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Pushing event updated for resources: {'Port': ['ID=f3bf4064-fdad-42f0-8c77-50127ed4154d,revision_number=4']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:16:44.424244 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.securitygroups_db [None req-db52261c-1bde-4e35-a472-82b391e5092e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Project cf1ee0ed9c204cc5bccbb38ebf185041 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 01:16:44.429064 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-db52261c-1bde-4e35-a472-82b391e5092e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (5c9a0fa6-5cbb-438c-8b45-01959e9385a6), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:44.492074 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-db52261c-1bde-4e35-a472-82b391e5092e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (5c9a0fa6-5cbb-438c-8b45-01959e9385a6), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:44.493271 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085145f9-84b6-47a7-9c10-29e33e4abba5 None None] Pushing event updated for resources: {'Port': ['ID=9f8b5ff0-26b5-4267-993a-c955bb458c21,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:16:44.498769 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-db52261c-1bde-4e35-a472-82b391e5092e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (5c9a0fa6-5cbb-438c-8b45-01959e9385a6), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:44.519327 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db52261c-1bde-4e35-a472-82b391e5092e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c9a0fa6-5cbb-438c-8b45-01959e9385a6,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:16:44.529285 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-db52261c-1bde-4e35-a472-82b391e5092e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:44.533435 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-9c518a54-80af-41e5-9b29-97860e753c01 None None] Attempting to bind port 9f8b5ff0-26b5-4267-993a-c955bb458c21 on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:16:44.533585 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-db52261c-1bde-4e35-a472-82b391e5092e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1312943 Mar 28 01:16:44.533681 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-9c518a54-80af-41e5-9b29-97860e753c01 None None] Attempting to bind port 9f8b5ff0-26b5-4267-993a-c955bb458c21 by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': '6b172e69-9e38-4457-a7f8-74a332a91e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '7d88d01b-56e3-43b4-8c7f-7e7f1fd29aae'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:16:44.533681 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c518a54-80af-41e5-9b29-97860e753c01 None None] Attempting to bind port 9f8b5ff0-26b5-4267-993a-c955bb458c21 on network 7d88d01b-56e3-43b4-8c7f-7e7f1fd29aae {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:16:44.533888 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 57176) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:16:44.536517 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c518a54-80af-41e5-9b29-97860e753c01 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:16:44.536896 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c518a54-80af-41e5-9b29-97860e753c01 None None] Checking segment: {'id': '6b172e69-9e38-4457-a7f8-74a332a91e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '7d88d01b-56e3-43b4-8c7f-7e7f1fd29aae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:16:44.537300 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-9c518a54-80af-41e5-9b29-97860e753c01 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:44.537693 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c518a54-80af-41e5-9b29-97860e753c01 None None] Bound using segment: {'id': '6b172e69-9e38-4457-a7f8-74a332a91e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '7d88d01b-56e3-43b4-8c7f-7e7f1fd29aae'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:16:44.538217 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-9c518a54-80af-41e5-9b29-97860e753c01 None None] Bound port: 9f8b5ff0-26b5-4267-993a-c955bb458c21, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b172e69-9e38-4457-a7f8-74a332a91e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '7d88d01b-56e3-43b4-8c7f-7e7f1fd29aae'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:16:44.538450 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-fe0c4986-f94c-4cf0-97ac-53a13378648f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'security_group_rule': {'security_group_id': 'db452a44-2e9e-4e28-beae-d9ebfb0b802e', 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:16:44.538603 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-9c518a54-80af-41e5-9b29-97860e753c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (9f8b5ff0-26b5-4267-993a-c955bb458c21), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:44.559917 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.securitygroups_db [None req-fe0c4986-f94c-4cf0-97ac-53a13378648f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Project cf1ee0ed9c204cc5bccbb38ebf185041 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 01:16:44.566858 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-fe0c4986-f94c-4cf0-97ac-53a13378648f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (2a87e594-21b5-426b-a349-4417ce6a43cd), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:44.609154 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-9c518a54-80af-41e5-9b29-97860e753c01 None None] For port 9f8b5ff0-26b5-4267-993a-c955bb458c21, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:16:44.612862 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-9c518a54-80af-41e5-9b29-97860e753c01 None None] For port 9f8b5ff0-26b5-4267-993a-c955bb458c21, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=9f8b5ff0-26b5-4267-993a-c955bb458c21,segment=NetworkSegment(6b172e69-9e38-4457-a7f8-74a332a91e0d),segment_id=6b172e69-9e38-4457-a7f8-74a332a91e0d)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:16:44.619997 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-9c518a54-80af-41e5-9b29-97860e753c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (9f8b5ff0-26b5-4267-993a-c955bb458c21), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:44.632351 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-fe0c4986-f94c-4cf0-97ac-53a13378648f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (2a87e594-21b5-426b-a349-4417ce6a43cd), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:44.638111 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-fe0c4986-f94c-4cf0-97ac-53a13378648f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (2a87e594-21b5-426b-a349-4417ce6a43cd), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:44.658270 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0c4986-f94c-4cf0-97ac-53a13378648f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a87e594-21b5-426b-a349-4417ce6a43cd,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:16:44.669042 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-fe0c4986-f94c-4cf0-97ac-53a13378648f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:44.672076 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-fe0c4986-f94c-4cf0-97ac-53a13378648f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1364653 Mar 28 01:16:44.702760 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c518a54-80af-41e5-9b29-97860e753c01 None None] Routers {'3857b373-1393-4d39-9fbc-7a20bd7e942c'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:16:44.703617 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-9c518a54-80af-41e5-9b29-97860e753c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:16:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['3857b373-1393-4d39-9fbc-7a20bd7e942c'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:16:44.708382 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085145f9-84b6-47a7-9c10-29e33e4abba5 None None] Pushing event updated for resources: {'Port': ['ID=9f8b5ff0-26b5-4267-993a-c955bb458c21,revision_number=4']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:16:44.796739 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-93ef9e0c-6b18-4464-a1e5-0588814eb0ad None None] Provisioning complete for port 9f8b5ff0-26b5-4267-993a-c955bb458c21 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:16:44.797114 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-93ef9e0c-6b18-4464-a1e5-0588814eb0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (9f8b5ff0-26b5-4267-993a-c955bb458c21), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:44.830630 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:44.846665 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-f51bd16f-8506-4c10-b75d-1edc726790b3 req-a2c4984b-bdce-497b-bcf6-46e0d2c49d0b tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-249590069&fields=id&tenant_id=cf1ee0ed9c204cc5bccbb38ebf185041 HTTP/1.1" status: 200 len: 267 time: 0.0538046 Mar 28 01:16:44.879582 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-9c518a54-80af-41e5-9b29-97860e753c01 None None] Set router 3857b373-1393-4d39-9fbc-7a20bd7e942c gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:16:44.958034 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51bd16f-8506-4c10-b75d-1edc726790b3 req-5d6fb419-210d-4fb5-b6fc-939f38364ed0 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:16:44.959599 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-f51bd16f-8506-4c10-b75d-1edc726790b3 req-5d6fb419-210d-4fb5-b6fc-939f38364ed0 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/networks?id=7d88d01b-56e3-43b4-8c7f-7e7f1fd29aae HTTP/1.1" status: 200 len: 796 time: 0.1049275 Mar 28 01:16:44.973714 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-f51bd16f-8506-4c10-b75d-1edc726790b3 req-6e040ab6-f903-47a8-b523-7ecfc39465be tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/quotas/cf1ee0ed9c204cc5bccbb38ebf185041 HTTP/1.1" status: 200 len: 375 time: 0.0087686 Mar 28 01:16:44.974655 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-93ef9e0c-6b18-4464-a1e5-0588814eb0ad None None] Current status of the port 9f8b5ff0-26b5-4267-993a-c955bb458c21 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:16:44.975046 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-93ef9e0c-6b18-4464-a1e5-0588814eb0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (9f8b5ff0-26b5-4267-993a-c955bb458c21), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:45.029174 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-f51bd16f-8506-4c10-b75d-1edc726790b3 req-304ad708-7457-44f0-a66f-faf3e7a6a8fd tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=cf1ee0ed9c204cc5bccbb38ebf185041&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497174 Mar 28 01:16:45.054060 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-93ef9e0c-6b18-4464-a1e5-0588814eb0ad None None] For port 9f8b5ff0-26b5-4267-993a-c955bb458c21, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=9f8b5ff0-26b5-4267-993a-c955bb458c21,segment=NetworkSegment(6b172e69-9e38-4457-a7f8-74a332a91e0d),segment_id=6b172e69-9e38-4457-a7f8-74a332a91e0d)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:16:45.059396 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-93ef9e0c-6b18-4464-a1e5-0588814eb0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (9f8b5ff0-26b5-4267-993a-c955bb458c21), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:45.144463 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ef9e0c-6b18-4464-a1e5-0588814eb0ad None None] Pushing event updated for resources: {'Port': ['ID=9f8b5ff0-26b5-4267-993a-c955bb458c21,revision_number=5']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:16:45.173921 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-f51bd16f-8506-4c10-b75d-1edc726790b3 req-6b8fb3a2-c215-404a-85d2-ac2347792c26 service neutron] 10.222.0.24 "GET /v2.0/networks/7d88d01b-56e3-43b4-8c7f-7e7f1fd29aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335516 Mar 28 01:16:45.178808 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-9c518a54-80af-41e5-9b29-97860e753c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3857b373-1393-4d39-9fbc-7a20bd7e942c', 'name': 'tempest-TestNetworkBasicOps-router-1543013066', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.84'}], 'enable_snat': True}, 'gw_port_id': 'f3bf4064-fdad-42f0-8c77-50127ed4154d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:16:38Z', 'updated_at': '2022-03-28T01:16:41Z', 'revision_number': 4, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': 'f3bf4064-fdad-42f0-8c77-50127ed4154d', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3857b373-1393-4d39-9fbc-7a20bd7e942c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:16:39Z', 'updated_at': '2022-03-28T01:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': '9f8b5ff0-26b5-4267-993a-c955bb458c21', 'name': '', 'network_id': '7d88d01b-56e3-43b4-8c7f-7e7f1fd29aae', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'mac_address': 'fa:16:3e:7e:be:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3857b373-1393-4d39-9fbc-7a20bd7e942c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '47b91f20-cbcd-4f44-86ca-12eef77d11f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:16:41Z', 'updated_at': '2022-03-28T01:16:44Z', 'revision_number': 4, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'subnets': [{'id': '47b91f20-cbcd-4f44-86ca-12eef77d11f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:16:45.208389 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c518a54-80af-41e5-9b29-97860e753c01 None None] The sync data for ids ['3857b373-1393-4d39-9fbc-7a20bd7e942c'] in dv-neutron-834874-6-hyperv is: [{'id': '3857b373-1393-4d39-9fbc-7a20bd7e942c', 'name': 'tempest-TestNetworkBasicOps-router-1543013066', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.84'}], 'enable_snat': True}, 'gw_port_id': 'f3bf4064-fdad-42f0-8c77-50127ed4154d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:16:38Z', 'updated_at': '2022-03-28T01:16:41Z', 'revision_number': 4, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': 'f3bf4064-fdad-42f0-8c77-50127ed4154d', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3857b373-1393-4d39-9fbc-7a20bd7e942c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:16:39Z', 'updated_at': '2022-03-28T01:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': '9f8b5ff0-26b5-4267-993a-c955bb458c21', 'name': '', 'network_id': '7d88d01b-56e3-43b4-8c7f-7e7f1fd29aae', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'mac_address': 'fa:16:3e:7e:be:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3857b373-1393-4d39-9fbc-7a20bd7e942c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '47b91f20-cbcd-4f44-86ca-12eef77d11f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:16:41Z', 'updated_at': '2022-03-28T01:16:44Z', 'revision_number': 4, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'subnets': [{'id': '47b91f20-cbcd-4f44-86ca-12eef77d11f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:16:45.214445 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-3b3aecbf-889c-402b-bbd9-2c9b4b6f0ef5 None None] Provisioning complete for port 9f8b5ff0-26b5-4267-993a-c955bb458c21 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:16:45.214823 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-3b3aecbf-889c-402b-bbd9-2c9b4b6f0ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (9f8b5ff0-26b5-4267-993a-c955bb458c21), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:45.288211 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-f51bd16f-8506-4c10-b75d-1edc726790b3 req-1dde33b2-a972-4f60-a067-1d3d56310227 service neutron] 10.222.0.24 "GET /v2.0/networks/7d88d01b-56e3-43b4-8c7f-7e7f1fd29aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085620 Mar 28 01:16:45.317854 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-3b3aecbf-889c-402b-bbd9-2c9b4b6f0ef5 None None] Current status of the port 9f8b5ff0-26b5-4267-993a-c955bb458c21 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:16:45.492283 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-b6a51da4-69f9-42ae-8e3b-60de054d6cd4 req-ba2c9d1d-c428-4fe6-b2dc-cfcaa7224938 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=60b31264-091e-40cd-a396-b3be7a1d2cb1 HTTP/1.1" status: 200 len: 210 time: 0.0438859 Mar 28 01:16:45.514999 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device f3bf4064-fdad-42f0-8c77-50127ed4154d up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:16:45.570421 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port f3bf4064-fdad-42f0-8c77-50127ed4154d triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:16:45.570911 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (f3bf4064-fdad-42f0-8c77-50127ed4154d), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:45.669063 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port f3bf4064-fdad-42f0-8c77-50127ed4154d is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:16:45.670150 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 9f8b5ff0-26b5-4267-993a-c955bb458c21 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:16:45.723658 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 9f8b5ff0-26b5-4267-993a-c955bb458c21 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:16:45.724044 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (9f8b5ff0-26b5-4267-993a-c955bb458c21), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:45.818390 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 9f8b5ff0-26b5-4267-993a-c955bb458c21 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:16:46.221514 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:46.437922 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51bd16f-8506-4c10-b75d-1edc726790b3 req-7523f3db-64bc-4f0d-8339-9cf606c5a4ce tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:16:46.439419 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-f51bd16f-8506-4c10-b75d-1edc726790b3 req-7523f3db-64bc-4f0d-8339-9cf606c5a4ce tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.10 "GET /v2.0/networks?id=7d88d01b-56e3-43b4-8c7f-7e7f1fd29aae HTTP/1.1" status: 200 len: 796 time: 0.1111982 Mar 28 01:16:46.507533 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-f51bd16f-8506-4c10-b75d-1edc726790b3 req-e5d450ef-5164-47e2-b193-51c00096c22b tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf1ee0ed9c204cc5bccbb38ebf185041 HTTP/1.1" status: 200 len: 379 time: 0.0581610 Mar 28 01:16:46.516386 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [req-f51bd16f-8506-4c10-b75d-1edc726790b3 req-b79b0cba-5571-4733-85d2-a1e01fc21da9 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'port': {'device_id': '60b31264-091e-40cd-a396-b3be7a1d2cb1', 'network_id': '7d88d01b-56e3-43b4-8c7f-7e7f1fd29aae', 'admin_state_up': True, 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'security_groups': ['db452a44-2e9e-4e28-beae-d9ebfb0b802e']}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:16:46.591812 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-9dcf6f10-e38d-46ea-9337-5eeab3876534 req-58e43b46-0442-442e-9ab6-287a07fb1cc2 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=60b31264-091e-40cd-a396-b3be7a1d2cb1 HTTP/1.1" status: 200 len: 210 time: 0.0367100 Mar 28 01:16:46.646628 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f51bd16f-8506-4c10-b75d-1edc726790b3 req-b79b0cba-5571-4733-85d2-a1e01fc21da9 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Made reservation on behalf of cf1ee0ed9c204cc5bccbb38ebf185041 for: {'port': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:16:46.650997 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-f51bd16f-8506-4c10-b75d-1edc726790b3 req-b79b0cba-5571-4733-85d2-a1e01fc21da9 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:46.773745 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [req-f51bd16f-8506-4c10-b75d-1edc726790b3 req-b79b0cba-5571-4733-85d2-a1e01fc21da9 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Allocated IP 172.20.0.11 (7d88d01b-56e3-43b4-8c7f-7e7f1fd29aae/47b91f20-cbcd-4f44-86ca-12eef77d11f9/ed3ddd3b-5466-4e43-b412-848385903731) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:16:46.911789 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-f51bd16f-8506-4c10-b75d-1edc726790b3 req-b79b0cba-5571-4733-85d2-a1e01fc21da9 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for port (ed3ddd3b-5466-4e43-b412-848385903731), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:46.950245 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-f51bd16f-8506-4c10-b75d-1edc726790b3 req-b79b0cba-5571-4733-85d2-a1e01fc21da9 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (ed3ddd3b-5466-4e43-b412-848385903731), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:46.990053 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f51bd16f-8506-4c10-b75d-1edc726790b3 req-b79b0cba-5571-4733-85d2-a1e01fc21da9 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Network 7d88d01b-56e3-43b4-8c7f-7e7f1fd29aae is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:16:46.993159 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [req-f51bd16f-8506-4c10-b75d-1edc726790b3 req-b79b0cba-5571-4733-85d2-a1e01fc21da9 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:16:47.000000 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [req-f51bd16f-8506-4c10-b75d-1edc726790b3 req-b79b0cba-5571-4733-85d2-a1e01fc21da9 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:16:47.023321 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79b0cba-5571-4733-85d2-a1e01fc21da9 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'Port': ['ID=ed3ddd3b-5466-4e43-b412-848385903731,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:16:47.055695 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51bd16f-8506-4c10-b75d-1edc726790b3 req-b79b0cba-5571-4733-85d2-a1e01fc21da9 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:16:47.056329 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-f51bd16f-8506-4c10-b75d-1edc726790b3 req-b79b0cba-5571-4733-85d2-a1e01fc21da9 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:47.074135 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-f51bd16f-8506-4c10-b75d-1edc726790b3 req-b79b0cba-5571-4733-85d2-a1e01fc21da9 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5612683 Mar 28 01:16:47.085139 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [req-f51bd16f-8506-4c10-b75d-1edc726790b3 req-9afd3dc1-fc0d-4f78-829e-0749d0f6f506 service neutron] Request body: {'port': {'device_id': '60b31264-091e-40cd-a396-b3be7a1d2cb1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8348'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:16:47.146020 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-f51bd16f-8506-4c10-b75d-1edc726790b3 req-9afd3dc1-fc0d-4f78-829e-0749d0f6f506 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (ed3ddd3b-5466-4e43-b412-848385903731), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:47.250936 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-3fe5a7f0-fe5d-4f4a-aea8-3cfa129ed25c None None] Provisioning complete for port ed3ddd3b-5466-4e43-b412-848385903731 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:16:47.251576 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-3fe5a7f0-fe5d-4f4a-aea8-3cfa129ed25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (ed3ddd3b-5466-4e43-b412-848385903731), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:47.292022 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-3fe5a7f0-fe5d-4f4a-aea8-3cfa129ed25c None None] Port ed3ddd3b-5466-4e43-b412-848385903731 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:16:47.412740 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [req-f51bd16f-8506-4c10-b75d-1edc726790b3 req-9afd3dc1-fc0d-4f78-829e-0749d0f6f506 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed3ddd3b-5466-4e43-b412-848385903731 {{(pid=104099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 01:16:47.420422 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-f51bd16f-8506-4c10-b75d-1edc726790b3 req-9afd3dc1-fc0d-4f78-829e-0749d0f6f506 service neutron] Publish callbacks [] for port (ed3ddd3b-5466-4e43-b412-848385903731), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:47.432606 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [req-f51bd16f-8506-4c10-b75d-1edc726790b3 req-9afd3dc1-fc0d-4f78-829e-0749d0f6f506 service neutron] Transition to ACTIVE for port object ed3ddd3b-5466-4e43-b412-848385903731 will not be triggered until provisioned by entity L2. {{(pid=104099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 01:16:47.436253 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-f51bd16f-8506-4c10-b75d-1edc726790b3 req-9afd3dc1-fc0d-4f78-829e-0749d0f6f506 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (ed3ddd3b-5466-4e43-b412-848385903731), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:47.499979 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afd3dc1-fc0d-4f78-829e-0749d0f6f506 service neutron] Pushing event updated for resources: {'Port': ['ID=ed3ddd3b-5466-4e43-b412-848385903731,revision_number=2']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:16:47.552628 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-f51bd16f-8506-4c10-b75d-1edc726790b3 req-9afd3dc1-fc0d-4f78-829e-0749d0f6f506 service neutron] Attempting to bind port ed3ddd3b-5466-4e43-b412-848385903731 on host hv-neutron-8348 for vnic_type normal with profile {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:16:47.552967 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-f51bd16f-8506-4c10-b75d-1edc726790b3 req-9afd3dc1-fc0d-4f78-829e-0749d0f6f506 service neutron] Attempting to bind port ed3ddd3b-5466-4e43-b412-848385903731 by drivers openvswitch,hyperv on host hv-neutron-8348 at level 0 using segments [{'id': '6b172e69-9e38-4457-a7f8-74a332a91e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '7d88d01b-56e3-43b4-8c7f-7e7f1fd29aae'}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:16:47.553297 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51bd16f-8506-4c10-b75d-1edc726790b3 req-9afd3dc1-fc0d-4f78-829e-0749d0f6f506 service neutron] Attempting to bind port ed3ddd3b-5466-4e43-b412-848385903731 on network 7d88d01b-56e3-43b4-8c7f-7e7f1fd29aae {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:16:47.558789 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51bd16f-8506-4c10-b75d-1edc726790b3 req-9afd3dc1-fc0d-4f78-829e-0749d0f6f506 service neutron] Port ed3ddd3b-5466-4e43-b412-848385903731 on network 7d88d01b-56e3-43b4-8c7f-7e7f1fd29aae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8348 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 01:16:47.559110 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51bd16f-8506-4c10-b75d-1edc726790b3 req-9afd3dc1-fc0d-4f78-829e-0749d0f6f506 service neutron] Attempting to bind port ed3ddd3b-5466-4e43-b412-848385903731 on network 7d88d01b-56e3-43b4-8c7f-7e7f1fd29aae {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:16:47.564599 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51bd16f-8506-4c10-b75d-1edc726790b3 req-9afd3dc1-fc0d-4f78-829e-0749d0f6f506 service neutron] Checking agent: {'id': '287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8348', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 1, 2, 33), 'started_at': datetime.datetime(2022, 3, 28, 1, 2, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:16:47.564963 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51bd16f-8506-4c10-b75d-1edc726790b3 req-9afd3dc1-fc0d-4f78-829e-0749d0f6f506 service neutron] Checking segment: {'id': '6b172e69-9e38-4457-a7f8-74a332a91e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '7d88d01b-56e3-43b4-8c7f-7e7f1fd29aae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:16:47.565324 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51bd16f-8506-4c10-b75d-1edc726790b3 req-9afd3dc1-fc0d-4f78-829e-0749d0f6f506 service neutron] Bound using segment: {'id': '6b172e69-9e38-4457-a7f8-74a332a91e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '7d88d01b-56e3-43b4-8c7f-7e7f1fd29aae'} {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:16:47.565777 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-f51bd16f-8506-4c10-b75d-1edc726790b3 req-9afd3dc1-fc0d-4f78-829e-0749d0f6f506 service neutron] Bound port: ed3ddd3b-5466-4e43-b412-848385903731, host: hv-neutron-8348, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b172e69-9e38-4457-a7f8-74a332a91e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '7d88d01b-56e3-43b4-8c7f-7e7f1fd29aae'}}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:16:47.566137 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-f51bd16f-8506-4c10-b75d-1edc726790b3 req-9afd3dc1-fc0d-4f78-829e-0749d0f6f506 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (ed3ddd3b-5466-4e43-b412-848385903731), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:47.637987 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-f51bd16f-8506-4c10-b75d-1edc726790b3 req-9afd3dc1-fc0d-4f78-829e-0749d0f6f506 service neutron] For port ed3ddd3b-5466-4e43-b412-848385903731, host hv-neutron-8348, cleared binding levels {{(pid=104099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:16:47.643487 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-f51bd16f-8506-4c10-b75d-1edc726790b3 req-9afd3dc1-fc0d-4f78-829e-0749d0f6f506 service neutron] For port ed3ddd3b-5466-4e43-b412-848385903731, host hv-neutron-8348, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=ed3ddd3b-5466-4e43-b412-848385903731,segment=NetworkSegment(6b172e69-9e38-4457-a7f8-74a332a91e0d),segment_id=6b172e69-9e38-4457-a7f8-74a332a91e0d)] {{(pid=104099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:16:47.649778 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-f51bd16f-8506-4c10-b75d-1edc726790b3 req-9afd3dc1-fc0d-4f78-829e-0749d0f6f506 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (ed3ddd3b-5466-4e43-b412-848385903731), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:47.684434 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51bd16f-8506-4c10-b75d-1edc726790b3 req-9afd3dc1-fc0d-4f78-829e-0749d0f6f506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:16:47.685043 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-f51bd16f-8506-4c10-b75d-1edc726790b3 req-9afd3dc1-fc0d-4f78-829e-0749d0f6f506 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:47.686409 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-f51bd16f-8506-4c10-b75d-1edc726790b3 req-9afd3dc1-fc0d-4f78-829e-0749d0f6f506 service neutron] 10.222.0.10 "PUT /v2.0/ports/ed3ddd3b-5466-4e43-b412-848385903731 HTTP/1.1" status: 200 len: 1094 time: 0.6054103 Mar 28 01:16:47.686841 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60b31264-091e-40cd-a396-b3be7a1d2cb1', 'tag': 'ed3ddd3b-5466-4e43-b412-848385903731'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:16:47.689057 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2af4b01a9fa8b1570ccf1d7859d693ad34c106b258078e9cfae86b97f35e3d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-094ceb13-262d-4d3f-8d01-01aff38ee5e3" -d '{"events": [{"name": "network-changed", "server_uuid": "60b31264-091e-40cd-a396-b3be7a1d2cb1", "tag": "ed3ddd3b-5466-4e43-b412-848385903731"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:16:47.747310 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 01:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c9f39d3-96d1-4df4-a9bb-39b989b2f057 x-openstack-request-id: req-2c9f39d3-96d1-4df4-a9bb-39b989b2f057 {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:16:47.747594 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60b31264-091e-40cd-a396-b3be7a1d2cb1", "tag": "ed3ddd3b-5466-4e43-b412-848385903731", "status": "completed", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:16:47.747849 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2c9f39d3-96d1-4df4-a9bb-39b989b2f057 {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:16:47.748335 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c9f39d3-96d1-4df4-a9bb-39b989b2f057'] response: {'name': 'network-changed', 'server_uuid': '60b31264-091e-40cd-a396-b3be7a1d2cb1', 'tag': 'ed3ddd3b-5466-4e43-b412-848385903731', 'status': 'completed', 'code': 200} Mar 28 01:16:47.756921 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c77da8e-b997-49f6-a176-0188f5a29d24 req-9952e596-547a-4245-a1b4-3a9591440a78 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:16:47.760288 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-2c77da8e-b997-49f6-a176-0188f5a29d24 req-9952e596-547a-4245-a1b4-3a9591440a78 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=60b31264-091e-40cd-a396-b3be7a1d2cb1 HTTP/1.1" status: 200 len: 944 time: 0.0940199 Mar 28 01:16:47.773541 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afd3dc1-fc0d-4f78-829e-0749d0f6f506 service neutron] Pushing event updated for resources: {'Port': ['ID=ed3ddd3b-5466-4e43-b412-848385903731,revision_number=3']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:16:47.793327 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:47.804197 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51bd16f-8506-4c10-b75d-1edc726790b3 req-45fd6317-a0cd-46d6-9fea-510698e5d01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:16:47.806900 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-f51bd16f-8506-4c10-b75d-1edc726790b3 req-45fd6317-a0cd-46d6-9fea-510698e5d01b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cf1ee0ed9c204cc5bccbb38ebf185041&device_id=60b31264-091e-40cd-a396-b3be7a1d2cb1 HTTP/1.1" status: 200 len: 1128 time: 0.0716429 Mar 28 01:16:47.828424 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-2c77da8e-b997-49f6-a176-0188f5a29d24 req-b37e1011-05bb-4d5f-ba06-a31cdee9dca6 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?id=db452a44-2e9e-4e28-beae-d9ebfb0b802e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610180 Mar 28 01:16:47.851302 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-f51bd16f-8506-4c10-b75d-1edc726790b3 req-11defb36-2afa-4f13-bb04-0a8da4fca0b6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed3ddd3b-5466-4e43-b412-848385903731 HTTP/1.1" status: 200 len: 217 time: 0.0380907 Mar 28 01:16:47.904260 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51bd16f-8506-4c10-b75d-1edc726790b3 req-f349fcf5-47c0-4470-80a4-b21256320cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:16:47.905730 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-f51bd16f-8506-4c10-b75d-1edc726790b3 req-f349fcf5-47c0-4470-80a4-b21256320cfb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=47b91f20-cbcd-4f44-86ca-12eef77d11f9 HTTP/1.1" status: 200 len: 844 time: 0.0488739 Mar 28 01:16:47.954949 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51bd16f-8506-4c10-b75d-1edc726790b3 req-4355e1b2-031f-4e7a-9153-12811b00678b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:16:47.956478 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-f51bd16f-8506-4c10-b75d-1edc726790b3 req-4355e1b2-031f-4e7a-9153-12811b00678b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7d88d01b-56e3-43b4-8c7f-7e7f1fd29aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0445371 Mar 28 01:16:48.043607 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-f51bd16f-8506-4c10-b75d-1edc726790b3 req-4f4ebd4d-64f0-4b4c-b5f7-7099a35ab9a1 service neutron] 10.222.0.10 "GET /v2.0/networks/7d88d01b-56e3-43b4-8c7f-7e7f1fd29aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799479 Mar 28 01:16:48.131561 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-f51bd16f-8506-4c10-b75d-1edc726790b3 req-26b21b5e-ecf8-475f-a6c7-defa702d5cfd service neutron] 10.222.0.10 "GET /v2.0/networks/7d88d01b-56e3-43b4-8c7f-7e7f1fd29aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821278 Mar 28 01:16:48.221481 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094ceb13-262d-4d3f-8d01-01aff38ee5e3 req-39026fc6-640e-4c94-8489-3cc115435b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:16:48.222867 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-094ceb13-262d-4d3f-8d01-01aff38ee5e3 req-39026fc6-640e-4c94-8489-3cc115435b86 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cf1ee0ed9c204cc5bccbb38ebf185041&device_id=60b31264-091e-40cd-a396-b3be7a1d2cb1 HTTP/1.1" status: 200 len: 1128 time: 0.0443897 Mar 28 01:16:48.313951 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094ceb13-262d-4d3f-8d01-01aff38ee5e3 req-b2acf3db-22a3-4737-9a52-616f2eb38916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:16:48.315394 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-094ceb13-262d-4d3f-8d01-01aff38ee5e3 req-b2acf3db-22a3-4737-9a52-616f2eb38916 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7d88d01b-56e3-43b4-8c7f-7e7f1fd29aae HTTP/1.1" status: 200 len: 896 time: 0.0852139 Mar 28 01:16:48.357562 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-094ceb13-262d-4d3f-8d01-01aff38ee5e3 req-9e6e9832-e308-4555-a815-59fc64301543 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed3ddd3b-5466-4e43-b412-848385903731 HTTP/1.1" status: 200 len: 217 time: 0.0340135 Mar 28 01:16:48.404568 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094ceb13-262d-4d3f-8d01-01aff38ee5e3 req-c4fde5a9-5780-4385-854b-e054006c0ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:16:48.406006 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-094ceb13-262d-4d3f-8d01-01aff38ee5e3 req-c4fde5a9-5780-4385-854b-e054006c0ff2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=47b91f20-cbcd-4f44-86ca-12eef77d11f9 HTTP/1.1" status: 200 len: 844 time: 0.0426271 Mar 28 01:16:48.457801 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094ceb13-262d-4d3f-8d01-01aff38ee5e3 req-ceea102d-4e2c-4429-ada9-c735069a9dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:16:48.459302 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-094ceb13-262d-4d3f-8d01-01aff38ee5e3 req-ceea102d-4e2c-4429-ada9-c735069a9dc2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7d88d01b-56e3-43b4-8c7f-7e7f1fd29aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0466917 Mar 28 01:16:48.544690 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-094ceb13-262d-4d3f-8d01-01aff38ee5e3 req-277a815e-782a-4307-afc1-706fe007b75f service neutron] 10.222.0.10 "GET /v2.0/networks/7d88d01b-56e3-43b4-8c7f-7e7f1fd29aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783815 Mar 28 01:16:48.981377 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2f82cd-f824-4d20-903d-185fca99ca3b req-2e38cfb2-701b-48ec-948d-b371f08d690c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:16:48.982816 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6f2f82cd-f824-4d20-903d-185fca99ca3b req-2e38cfb2-701b-48ec-948d-b371f08d690c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=60b31264-091e-40cd-a396-b3be7a1d2cb1 HTTP/1.1" status: 200 len: 944 time: 0.0771186 Mar 28 01:16:48.985017 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-094ceb13-262d-4d3f-8d01-01aff38ee5e3 req-09ab9fd8-2ede-4545-96fb-548d3a5d9da0 service neutron] 10.222.0.10 "GET /v2.0/networks/7d88d01b-56e3-43b4-8c7f-7e7f1fd29aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4339981 Mar 28 01:16:49.029971 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6f2f82cd-f824-4d20-903d-185fca99ca3b req-197e87b0-f470-41cc-951d-e299cab76d3b tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?id=db452a44-2e9e-4e28-beae-d9ebfb0b802e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416250 Mar 28 01:16:50.144369 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9da6e5-0421-457e-a96e-c4d9494a9786 req-5f57a982-9a22-4247-aff0-0b6c4d4da694 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:16:50.145744 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-7e9da6e5-0421-457e-a96e-c4d9494a9786 req-5f57a982-9a22-4247-aff0-0b6c4d4da694 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=60b31264-091e-40cd-a396-b3be7a1d2cb1 HTTP/1.1" status: 200 len: 944 time: 0.0508723 Mar 28 01:16:50.192614 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-7e9da6e5-0421-457e-a96e-c4d9494a9786 req-c48c0360-ea7c-4929-83e9-5ac15146d85a tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?id=db452a44-2e9e-4e28-beae-d9ebfb0b802e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412910 Mar 28 01:16:51.306686 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d9c566-a78b-481d-995e-86edab573b22 req-a07ecc31-cf1a-4d22-adcf-5b254f3d1a74 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:16:51.308175 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e5d9c566-a78b-481d-995e-86edab573b22 req-a07ecc31-cf1a-4d22-adcf-5b254f3d1a74 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=60b31264-091e-40cd-a396-b3be7a1d2cb1 HTTP/1.1" status: 200 len: 944 time: 0.0515571 Mar 28 01:16:51.357953 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e5d9c566-a78b-481d-995e-86edab573b22 req-0a30861d-09e4-4dc7-9f55-0231dc4f8bbf tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?id=db452a44-2e9e-4e28-beae-d9ebfb0b802e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444174 Mar 28 01:16:51.450563 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 57218) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:16:51.605348 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-d8e1d219-cfd8-40b4-bca4-2cde31fb0bc4 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Deleting port a88d392d-d3c3-4efe-b3cc-9a226bdb7a98 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:16:51.605682 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d8e1d219-cfd8-40b4-bca4-2cde31fb0bc4 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (a88d392d-d3c3-4efe-b3cc-9a226bdb7a98), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:51.678863 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d8e1d219-cfd8-40b4-bca4-2cde31fb0bc4 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (a88d392d-d3c3-4efe-b3cc-9a226bdb7a98), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:51.679178 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d8e1d219-cfd8-40b4-bca4-2cde31fb0bc4 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Publish callbacks [] for floatingip (a88d392d-d3c3-4efe-b3cc-9a226bdb7a98), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:51.690856 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-d8e1d219-cfd8-40b4-bca4-2cde31fb0bc4 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Calling delete_port for a88d392d-d3c3-4efe-b3cc-9a226bdb7a98 owned by network:floatingip {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:16:51.832388 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d8e1d219-cfd8-40b4-bca4-2cde31fb0bc4 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (a88d392d-d3c3-4efe-b3cc-9a226bdb7a98), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:51.858039 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e1d219-cfd8-40b4-bca4-2cde31fb0bc4 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Pushing event deleted for resources: {'Port': ['ID=a88d392d-d3c3-4efe-b3cc-9a226bdb7a98,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:16:51.918945 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d8e1d219-cfd8-40b4-bca4-2cde31fb0bc4 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Publish callbacks [] for floatingip (f86c227c-e4ca-40b9-a882-f1752de54a18), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:51.919267 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.l3_db [None req-d8e1d219-cfd8-40b4-bca4-2cde31fb0bc4 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Floating IP f86c227c-e4ca-40b9-a882-f1752de54a18 disassociated (deleted). External IP: 172.26.1.218, port: 7d12ab3f-58e2-4190-b9e6-cdee0a363346. Mar 28 01:16:52.126095 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8e1d219-cfd8-40b4-bca4-2cde31fb0bc4 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Router 87992a48-3273-4cf7-b5bb-efc23b63aac4 has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:16:52.137131 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device ed3ddd3b-5466-4e43-b412-848385903731 details requested by agent hyperv_hv-neutron-8348 with host hv-neutron-8348 {{(pid=104100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 01:16:52.230759 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8e1d219-cfd8-40b4-bca4-2cde31fb0bc4 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:16:52.231934 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port ed3ddd3b-5466-4e43-b412-848385903731, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=ed3ddd3b-5466-4e43-b412-848385903731,segment=NetworkSegment(6b172e69-9e38-4457-a7f8-74a332a91e0d),segment_id=6b172e69-9e38-4457-a7f8-74a332a91e0d)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:16:52.235308 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d8e1d219-cfd8-40b4-bca4-2cde31fb0bc4 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for floatingip (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:52.241278 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101afabc-0abb-4a39-9e57-eb4f06747217 None None] Sync routers for ids ['87992a48-3273-4cf7-b5bb-efc23b63aac4'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:16:52.245995 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Returning: {'device': 'ed3ddd3b-5466-4e43-b412-848385903731', 'network_id': '7d88d01b-56e3-43b4-8c7f-7e7f1fd29aae', 'port_id': 'ed3ddd3b-5466-4e43-b412-848385903731', 'mac_address': 'fa:16:3e:24:35:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47b91f20-cbcd-4f44-86ca-12eef77d11f9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 01:16:52.251117 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101afabc-0abb-4a39-9e57-eb4f06747217 None None] Routers {'87992a48-3273-4cf7-b5bb-efc23b63aac4'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:16:52.251926 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-101afabc-0abb-4a39-9e57-eb4f06747217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:16:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['87992a48-3273-4cf7-b5bb-efc23b63aac4'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:16:52.268405 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-d8e1d219-cfd8-40b4-bca4-2cde31fb0bc4 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "DELETE /v2.0/floatingips/f86c227c-e4ca-40b9-a882-f1752de54a18 HTTP/1.1" status: 204 len: 168 time: 0.8166721 Mar 28 01:16:52.269113 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ede098ee-bd60-4d4d-8de0-0e9c2333ffeb', 'tag': '7d12ab3f-58e2-4190-b9e6-cdee0a363346'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:16:52.271352 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2af4b01a9fa8b1570ccf1d7859d693ad34c106b258078e9cfae86b97f35e3d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c91e1f0-3149-449e-bb41-261b86a97065" -d '{"events": [{"name": "network-changed", "server_uuid": "ede098ee-bd60-4d4d-8de0-0e9c2333ffeb", "tag": "7d12ab3f-58e2-4190-b9e6-cdee0a363346"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:16:52.289687 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port ed3ddd3b-5466-4e43-b412-848385903731 is: DOWN; New status is: BUILD {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:16:52.290086 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (ed3ddd3b-5466-4e43-b412-848385903731), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:52.304559 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed3ddd3b-5466-4e43-b412-848385903731 {{(pid=104100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 01:16:52.324527 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port ed3ddd3b-5466-4e43-b412-848385903731, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=ed3ddd3b-5466-4e43-b412-848385903731,segment=NetworkSegment(6b172e69-9e38-4457-a7f8-74a332a91e0d),segment_id=6b172e69-9e38-4457-a7f8-74a332a91e0d)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:16:52.330042 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 01:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c6d9645-bdff-4c8d-a298-85895562352b x-openstack-request-id: req-7c6d9645-bdff-4c8d-a298-85895562352b {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:16:52.330574 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ede098ee-bd60-4d4d-8de0-0e9c2333ffeb", "tag": "7d12ab3f-58e2-4190-b9e6-cdee0a363346", "status": "completed", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:16:52.330695 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (ed3ddd3b-5466-4e43-b412-848385903731), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:52.330815 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7c6d9645-bdff-4c8d-a298-85895562352b {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:16:52.331072 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c6d9645-bdff-4c8d-a298-85895562352b'] response: {'name': 'network-changed', 'server_uuid': 'ede098ee-bd60-4d4d-8de0-0e9c2333ffeb', 'tag': '7d12ab3f-58e2-4190-b9e6-cdee0a363346', 'status': 'completed', 'code': 200} Mar 28 01:16:52.369837 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-101afabc-0abb-4a39-9e57-eb4f06747217 None None] Set router 87992a48-3273-4cf7-b5bb-efc23b63aac4 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:16:52.385631 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Pushing event updated for resources: {'Port': ['ID=ed3ddd3b-5466-4e43-b412-848385903731,revision_number=4']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:16:52.418728 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c91e1f0-3149-449e-bb41-261b86a97065 req-f2f8c02d-d3f1-4821-b6bb-3a58893fe9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:16:52.422272 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-9c91e1f0-3149-449e-bb41-261b86a97065 req-f2f8c02d-d3f1-4821-b6bb-3a58893fe9f6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bf9f34f21ab94392ab36354129e00f8d&device_id=ede098ee-bd60-4d4d-8de0-0e9c2333ffeb HTTP/1.1" status: 200 len: 1129 time: 0.0663104 Mar 28 01:16:52.563283 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] get_ports_and_sgs() called for port_ids ['ed3ddd3b-5466-4e43-b412-848385903731'] {{(pid=104100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 01:16:52.576106 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc723b54-7fa6-4278-9594-76b45b1255e6 req-a4c726da-d603-4676-92fc-6d667e7fbd33 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:16:52.576721 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c07397-338a-442e-899c-6ac0d476c510 req-07ca40dc-d73e-40a0-8335-4ced1700d5cd tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:16:52.578029 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e8c07397-338a-442e-899c-6ac0d476c510 req-07ca40dc-d73e-40a0-8335-4ced1700d5cd tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=60b31264-091e-40cd-a396-b3be7a1d2cb1 HTTP/1.1" status: 200 len: 945 time: 0.1229248 Mar 28 01:16:52.581166 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c91e1f0-3149-449e-bb41-261b86a97065 req-4363c77f-ced7-450e-8d74-f77c8b761a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:16:52.582536 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-9c91e1f0-3149-449e-bb41-261b86a97065 req-4363c77f-ced7-450e-8d74-f77c8b761a66 service neutron] 10.222.0.10 "GET /v2.0/networks?id=788fd3f3-3593-4cdc-933e-dd5c53c623d8 HTTP/1.1" status: 200 len: 912 time: 0.1541424 Mar 28 01:16:52.586317 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-dc723b54-7fa6-4278-9594-76b45b1255e6 req-a4c726da-d603-4676-92fc-6d667e7fbd33 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/ports?device_id=ede098ee-bd60-4d4d-8de0-0e9c2333ffeb HTTP/1.1" status: 200 len: 945 time: 0.0746136 Mar 28 01:16:52.627553 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-101afabc-0abb-4a39-9e57-eb4f06747217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87992a48-3273-4cf7-b5bb-efc23b63aac4', 'name': 'tempest-TestVolumeBootPattern-1711087568-router', 'tenant_id': 'bf9f34f21ab94392ab36354129e00f8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.60'}], 'enable_snat': True}, 'gw_port_id': '2b33c713-3e16-49b2-a91e-4acf21746887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:08:24Z', 'updated_at': '2022-03-28T01:08:34Z', 'revision_number': 4, 'project_id': 'bf9f34f21ab94392ab36354129e00f8d', 'gw_port': {'id': '2b33c713-3e16-49b2-a91e-4acf21746887', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87992a48-3273-4cf7-b5bb-efc23b63aac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:08:25Z', 'updated_at': '2022-03-28T01:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_floatingips': [{'id': '250fdb5a-15b8-4fcb-8f42-6b1bbe0d8039', 'tenant_id': 'bf9f34f21ab94392ab36354129e00f8d', 'floating_ip_address': '172.26.1.171', 'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'router_id': '87992a48-3273-4cf7-b5bb-efc23b63aac4', 'port_id': 'f70c24a9-8ab3-4305-b034-7b47b80da76e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '788fd3f3-3593-4cdc-933e-dd5c53c623d8', 'mac_address': 'fa:16:3e:66:91:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb68cc6f-99af-413c-b7ba-453f3199e5e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T01:12:50Z', 'updated_at': '2022-03-28T01:12:52Z', 'revision_number': 1, 'project_id': 'bf9f34f21ab94392ab36354129e00f8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b496533-293b-4013-8308-72d3e2baa76a', 'name': '', 'network_id': '788fd3f3-3593-4cdc-933e-dd5c53c623d8', 'tenant_id': 'bf9f34f21ab94392ab36354129e00f8d', 'mac_address': 'fa:16:3e:e3:30:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87992a48-3273-4cf7-b5bb-efc23b63aac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '0a57ae47-09ee-4007-9878-c6cea91f6590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:08:32Z', 'updated_at': '2022-03-28T01:08:39Z', 'revision_number': 5, 'project_id': 'bf9f34f21ab94392ab36354129e00f8d', 'subnets': [{'id': '0a57ae47-09ee-4007-9878-c6cea91f6590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:16:52.639412 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-9c91e1f0-3149-449e-bb41-261b86a97065 req-3b090184-efa8-40e7-8411-b317307ae831 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7d12ab3f-58e2-4190-b9e6-cdee0a363346 HTTP/1.1" status: 200 len: 217 time: 0.0438423 Mar 28 01:16:52.652916 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-dc723b54-7fa6-4278-9594-76b45b1255e6 req-edf24373-6239-4490-9835-fd681c985ed8 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a04cadd-9e33-421f-9e10-fcf82d2217a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0596287 Mar 28 01:16:52.660889 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101afabc-0abb-4a39-9e57-eb4f06747217 None None] Checking router: 87992a48-3273-4cf7-b5bb-efc23b63aac4 for host: dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:16:52.678550 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101afabc-0abb-4a39-9e57-eb4f06747217 None None] Routers {'87992a48-3273-4cf7-b5bb-efc23b63aac4'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:16:52.679435 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-101afabc-0abb-4a39-9e57-eb4f06747217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:16:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['87992a48-3273-4cf7-b5bb-efc23b63aac4'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:16:52.711069 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e8c07397-338a-442e-899c-6ac0d476c510 req-3810abd7-b9b8-481e-85a7-fe9fc8fd5049 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?id=db452a44-2e9e-4e28-beae-d9ebfb0b802e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255338 Mar 28 01:16:52.731684 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c91e1f0-3149-449e-bb41-261b86a97065 req-fe404d76-3f8f-4501-9836-35fc9c6dfd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:16:52.733510 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-9c91e1f0-3149-449e-bb41-261b86a97065 req-fe404d76-3f8f-4501-9836-35fc9c6dfd8d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0a57ae47-09ee-4007-9878-c6cea91f6590 HTTP/1.1" status: 200 len: 851 time: 0.0735412 Mar 28 01:16:52.790870 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-101afabc-0abb-4a39-9e57-eb4f06747217 None None] Set router 87992a48-3273-4cf7-b5bb-efc23b63aac4 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:16:52.791650 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c91e1f0-3149-449e-bb41-261b86a97065 req-37526076-8796-4710-8121-27d8e457d5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:16:52.793204 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-9c91e1f0-3149-449e-bb41-261b86a97065 req-37526076-8796-4710-8121-27d8e457d5f0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=788fd3f3-3593-4cdc-933e-dd5c53c623d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0522454 Mar 28 01:16:52.876790 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.agents_db [None req-9a1d863f-391a-42f4-9870-e8292b919beb None None] Agent healthcheck: found 6 active agents {{(pid=104101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 01:16:52.888800 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-9c91e1f0-3149-449e-bb41-261b86a97065 req-11f0f659-18dc-478a-8d03-9b627923e8e5 service neutron] 10.222.0.10 "GET /v2.0/networks/788fd3f3-3593-4cdc-933e-dd5c53c623d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889318 Mar 28 01:16:52.982476 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-9c91e1f0-3149-449e-bb41-261b86a97065 req-d9b9f1d5-daf3-4648-a55e-01c641030e88 service neutron] 10.222.0.10 "GET /v2.0/networks/788fd3f3-3593-4cdc-933e-dd5c53c623d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853920 Mar 28 01:16:53.021735 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-101afabc-0abb-4a39-9e57-eb4f06747217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87992a48-3273-4cf7-b5bb-efc23b63aac4', 'name': 'tempest-TestVolumeBootPattern-1711087568-router', 'tenant_id': 'bf9f34f21ab94392ab36354129e00f8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.60'}], 'enable_snat': True}, 'gw_port_id': '2b33c713-3e16-49b2-a91e-4acf21746887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:08:24Z', 'updated_at': '2022-03-28T01:08:34Z', 'revision_number': 4, 'project_id': 'bf9f34f21ab94392ab36354129e00f8d', 'gw_port': {'id': '2b33c713-3e16-49b2-a91e-4acf21746887', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87992a48-3273-4cf7-b5bb-efc23b63aac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:08:25Z', 'updated_at': '2022-03-28T01:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_floatingips': [{'id': '250fdb5a-15b8-4fcb-8f42-6b1bbe0d8039', 'tenant_id': 'bf9f34f21ab94392ab36354129e00f8d', 'floating_ip_address': '172.26.1.171', 'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'router_id': '87992a48-3273-4cf7-b5bb-efc23b63aac4', 'port_id': 'f70c24a9-8ab3-4305-b034-7b47b80da76e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '788fd3f3-3593-4cdc-933e-dd5c53c623d8', 'mac_address': 'fa:16:3e:66:91:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb68cc6f-99af-413c-b7ba-453f3199e5e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T01:12:50Z', 'updated_at': '2022-03-28T01:12:52Z', 'revision_number': 1, 'project_id': 'bf9f34f21ab94392ab36354129e00f8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b496533-293b-4013-8308-72d3e2baa76a', 'name': '', 'network_id': '788fd3f3-3593-4cdc-933e-dd5c53c623d8', 'tenant_id': 'bf9f34f21ab94392ab36354129e00f8d', 'mac_address': 'fa:16:3e:e3:30:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87992a48-3273-4cf7-b5bb-efc23b63aac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '0a57ae47-09ee-4007-9878-c6cea91f6590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:08:32Z', 'updated_at': '2022-03-28T01:08:39Z', 'revision_number': 5, 'project_id': 'bf9f34f21ab94392ab36354129e00f8d', 'subnets': [{'id': '0a57ae47-09ee-4007-9878-c6cea91f6590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:16:53.050991 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101afabc-0abb-4a39-9e57-eb4f06747217 None None] The sync data for ids ['87992a48-3273-4cf7-b5bb-efc23b63aac4'] in dv-neutron-834874-6-hyperv is: [{'id': '87992a48-3273-4cf7-b5bb-efc23b63aac4', 'name': 'tempest-TestVolumeBootPattern-1711087568-router', 'tenant_id': 'bf9f34f21ab94392ab36354129e00f8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.60'}], 'enable_snat': True}, 'gw_port_id': '2b33c713-3e16-49b2-a91e-4acf21746887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:08:24Z', 'updated_at': '2022-03-28T01:08:34Z', 'revision_number': 4, 'project_id': 'bf9f34f21ab94392ab36354129e00f8d', 'gw_port': {'id': '2b33c713-3e16-49b2-a91e-4acf21746887', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87992a48-3273-4cf7-b5bb-efc23b63aac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:08:25Z', 'updated_at': '2022-03-28T01:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_floatingips': [{'id': '250fdb5a-15b8-4fcb-8f42-6b1bbe0d8039', 'tenant_id': 'bf9f34f21ab94392ab36354129e00f8d', 'floating_ip_address': '172.26.1.171', 'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'router_id': '87992a48-3273-4cf7-b5bb-efc23b63aac4', 'port_id': 'f70c24a9-8ab3-4305-b034-7b47b80da76e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '788fd3f3-3593-4cdc-933e-dd5c53c623d8', 'mac_address': 'fa:16:3e:66:91:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb68cc6f-99af-413c-b7ba-453f3199e5e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T01:12:50Z', 'updated_at': '2022-03-28T01:12:52Z', 'revision_number': 1, 'project_id': 'bf9f34f21ab94392ab36354129e00f8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b496533-293b-4013-8308-72d3e2baa76a', 'name': '', 'network_id': '788fd3f3-3593-4cdc-933e-dd5c53c623d8', 'tenant_id': 'bf9f34f21ab94392ab36354129e00f8d', 'mac_address': 'fa:16:3e:e3:30:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87992a48-3273-4cf7-b5bb-efc23b63aac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '0a57ae47-09ee-4007-9878-c6cea91f6590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:08:32Z', 'updated_at': '2022-03-28T01:08:39Z', 'revision_number': 5, 'project_id': 'bf9f34f21ab94392ab36354129e00f8d', 'subnets': [{'id': '0a57ae47-09ee-4007-9878-c6cea91f6590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:16:53.267440 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3520e481-e4ea-4810-a373-e201e62b4ad5 None None] New status for floating IP f86c227c-e4ca-40b9-a882-f1752de54a18: DOWN {{(pid=104100) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 01:16:53.768959 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8779793b-140c-43e1-8510-6583c1b9cb84 req-006fc59e-f98b-4c02-b670-c123ad61176a tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:16:53.770846 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-8779793b-140c-43e1-8510-6583c1b9cb84 req-006fc59e-f98b-4c02-b670-c123ad61176a tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/ports?device_id=ede098ee-bd60-4d4d-8de0-0e9c2333ffeb HTTP/1.1" status: 200 len: 945 time: 0.0512922 Mar 28 01:16:53.822750 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-8779793b-140c-43e1-8510-6583c1b9cb84 req-9075a64f-609a-4617-9784-4b830540973b tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a04cadd-9e33-421f-9e10-fcf82d2217a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450604 Mar 28 01:16:53.832704 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ffc4bc-508b-4f0e-b764-87c9fb205c56 req-0e0aaaff-1548-46f5-9ffc-ac9e65218dc5 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:16:53.834209 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-f0ffc4bc-508b-4f0e-b764-87c9fb205c56 req-0e0aaaff-1548-46f5-9ffc-ac9e65218dc5 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=60b31264-091e-40cd-a396-b3be7a1d2cb1 HTTP/1.1" status: 200 len: 945 time: 0.0539830 Mar 28 01:16:53.882699 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-f0ffc4bc-508b-4f0e-b764-87c9fb205c56 req-4197853c-a060-4e97-a4b3-366a7e14d70e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?id=db452a44-2e9e-4e28-beae-d9ebfb0b802e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422726 Mar 28 01:16:54.059595 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfaad28-b527-423c-b9ac-05dc1036a1e4 req-ce1a2d27-cdde-4134-aeaa-5e77ab486995 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:16:54.061020 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-2bfaad28-b527-423c-b9ac-05dc1036a1e4 req-ce1a2d27-cdde-4134-aeaa-5e77ab486995 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.10 "GET /v2.0/ports?device_id=ede098ee-bd60-4d4d-8de0-0e9c2333ffeb HTTP/1.1" status: 200 len: 945 time: 0.0547295 Mar 28 01:16:54.153589 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [req-2bfaad28-b527-423c-b9ac-05dc1036a1e4 req-d0ffa7c8-5c16-4315-8d6c-bbfe4e4bd527 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Deleting port 7d12ab3f-58e2-4190-b9e6-cdee0a363346 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:16:54.153929 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-2bfaad28-b527-423c-b9ac-05dc1036a1e4 req-d0ffa7c8-5c16-4315-8d6c-bbfe4e4bd527 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (7d12ab3f-58e2-4190-b9e6-cdee0a363346), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:54.155728 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device ed3ddd3b-5466-4e43-b412-848385903731 up at agent hyperv_hv-neutron-8348 {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:16:54.202391 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Provisioning for port ed3ddd3b-5466-4e43-b412-848385903731 completed by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 01:16:54.206333 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Provisioning complete for port ed3ddd3b-5466-4e43-b412-848385903731 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:16:54.206700 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (ed3ddd3b-5466-4e43-b412-848385903731), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:54.248879 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-2bfaad28-b527-423c-b9ac-05dc1036a1e4 req-d0ffa7c8-5c16-4315-8d6c-bbfe4e4bd527 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] For port 7d12ab3f-58e2-4190-b9e6-cdee0a363346, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=7d12ab3f-58e2-4190-b9e6-cdee0a363346,segment=NetworkSegment(de88a4a0-f76a-4017-a6e3-6b8499720147),segment_id=de88a4a0-f76a-4017-a6e3-6b8499720147)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:16:54.249238 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-2bfaad28-b527-423c-b9ac-05dc1036a1e4 req-d0ffa7c8-5c16-4315-8d6c-bbfe4e4bd527 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (7d12ab3f-58e2-4190-b9e6-cdee0a363346), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:54.262686 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [req-2bfaad28-b527-423c-b9ac-05dc1036a1e4 req-d0ffa7c8-5c16-4315-8d6c-bbfe4e4bd527 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Calling delete_port for 7d12ab3f-58e2-4190-b9e6-cdee0a363346 owned by compute:nova {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:16:54.281481 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port ed3ddd3b-5466-4e43-b412-848385903731 is: BUILD; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:16:54.282331 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (ed3ddd3b-5466-4e43-b412-848385903731), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:54.303344 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60b31264-091e-40cd-a396-b3be7a1d2cb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed3ddd3b-5466-4e43-b412-848385903731'}] {{(pid=104100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:16:54.305569 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd27896ebc78d0f7931321182ba9533a7b768b1c3fcddb3ff52a8aee6ddeaf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b76a2944-dadf-40fa-998d-c862cde5ddb8" -d '{"events": [{"server_uuid": "60b31264-091e-40cd-a396-b3be7a1d2cb1", "name": "network-vif-plugged", "status": "completed", "tag": "ed3ddd3b-5466-4e43-b412-848385903731"}]}' {{(pid=104100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:16:54.318013 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port ed3ddd3b-5466-4e43-b412-848385903731, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=ed3ddd3b-5466-4e43-b412-848385903731,segment=NetworkSegment(6b172e69-9e38-4457-a7f8-74a332a91e0d),segment_id=6b172e69-9e38-4457-a7f8-74a332a91e0d)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:16:54.321419 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (ed3ddd3b-5466-4e43-b412-848385903731), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:54.351409 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 01:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1609b85f-7cbb-4c89-b829-2cb2ce6c6cb1 x-openstack-request-id: req-1609b85f-7cbb-4c89-b829-2cb2ce6c6cb1 {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:16:54.351713 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60b31264-091e-40cd-a396-b3be7a1d2cb1", "name": "network-vif-plugged", "status": "completed", "tag": "ed3ddd3b-5466-4e43-b412-848385903731", "code": 200}]} {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:16:54.351967 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1609b85f-7cbb-4c89-b829-2cb2ce6c6cb1 {{(pid=104100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:16:54.352386 dv-neutron-834874-6-hyperv neutron-server[104100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1609b85f-7cbb-4c89-b829-2cb2ce6c6cb1'] response: {'server_uuid': '60b31264-091e-40cd-a396-b3be7a1d2cb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed3ddd3b-5466-4e43-b412-848385903731', 'code': 200} Mar 28 01:16:54.376403 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Pushing event updated for resources: {'Port': ['ID=ed3ddd3b-5466-4e43-b412-848385903731,revision_number=5']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:16:54.398637 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-2bfaad28-b527-423c-b9ac-05dc1036a1e4 req-d0ffa7c8-5c16-4315-8d6c-bbfe4e4bd527 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (7d12ab3f-58e2-4190-b9e6-cdee0a363346), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:54.430548 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ffa7c8-5c16-4315-8d6c-bbfe4e4bd527 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Pushing event deleted for resources: {'Port': ['ID=7d12ab3f-58e2-4190-b9e6-cdee0a363346,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:16:54.473474 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bfaad28-b527-423c-b9ac-05dc1036a1e4 req-d0ffa7c8-5c16-4315-8d6c-bbfe4e4bd527 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] No DVR routers for this DVR port 7d12ab3f-58e2-4190-b9e6-cdee0a363346 on host hv-neutron-8348 {{(pid=104099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:16:54.475735 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-2bfaad28-b527-423c-b9ac-05dc1036a1e4 req-d0ffa7c8-5c16-4315-8d6c-bbfe4e4bd527 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:54.479099 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-2bfaad28-b527-423c-b9ac-05dc1036a1e4 req-d0ffa7c8-5c16-4315-8d6c-bbfe4e4bd527 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.10 "DELETE /v2.0/ports/7d12ab3f-58e2-4190-b9e6-cdee0a363346 HTTP/1.1" status: 204 len: 173 time: 0.4123509 Mar 28 01:16:54.479528 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ede098ee-bd60-4d4d-8de0-0e9c2333ffeb', 'name': 'network-vif-deleted', 'tag': '7d12ab3f-58e2-4190-b9e6-cdee0a363346'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:16:54.481717 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2af4b01a9fa8b1570ccf1d7859d693ad34c106b258078e9cfae86b97f35e3d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbdf4e4e-ca07-409e-8a0d-39a14d55a061" -d '{"events": [{"server_uuid": "ede098ee-bd60-4d4d-8de0-0e9c2333ffeb", "name": "network-vif-deleted", "tag": "7d12ab3f-58e2-4190-b9e6-cdee0a363346"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:16:54.521855 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 01:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5250a43-2cec-4b0d-8291-3114c6517e3c x-openstack-request-id: req-d5250a43-2cec-4b0d-8291-3114c6517e3c {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:16:54.522150 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ede098ee-bd60-4d4d-8de0-0e9c2333ffeb", "name": "network-vif-deleted", "tag": "7d12ab3f-58e2-4190-b9e6-cdee0a363346", "status": "completed", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:16:54.522407 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d5250a43-2cec-4b0d-8291-3114c6517e3c {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:16:54.522805 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5250a43-2cec-4b0d-8291-3114c6517e3c'] response: {'server_uuid': 'ede098ee-bd60-4d4d-8de0-0e9c2333ffeb', 'name': 'network-vif-deleted', 'tag': '7d12ab3f-58e2-4190-b9e6-cdee0a363346', 'status': 'completed', 'code': 200} Mar 28 01:16:54.531589 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ab6648-6c2a-46d9-91ac-e87df8057202 req-1ed887b8-2b30-4303-8519-58cf06d16a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:16:54.533334 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-02ab6648-6c2a-46d9-91ac-e87df8057202 req-1ed887b8-2b30-4303-8519-58cf06d16a06 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=60b31264-091e-40cd-a396-b3be7a1d2cb1 HTTP/1.1" status: 200 len: 1130 time: 0.0487316 Mar 28 01:16:54.580979 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-02ab6648-6c2a-46d9-91ac-e87df8057202 req-751a29b3-d1f6-413c-833a-53cb9254cf3f service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=db452a44-2e9e-4e28-beae-d9ebfb0b802e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402739 Mar 28 01:16:54.924758 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-557bc39f-6cf7-48c4-ad15-b6bcf8f99cf9 req-cb87332d-7887-4ed5-851f-00424241d960 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/ports?device_id=ede098ee-bd60-4d4d-8de0-0e9c2333ffeb HTTP/1.1" status: 200 len: 210 time: 0.0311105 Mar 28 01:16:55.018291 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e87f30-3c16-4157-8b73-27a50349e701 req-6157b298-4fd3-43a8-b91a-d5795018c756 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:16:55.019667 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-76e87f30-3c16-4157-8b73-27a50349e701 req-6157b298-4fd3-43a8-b91a-d5795018c756 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=60b31264-091e-40cd-a396-b3be7a1d2cb1 HTTP/1.1" status: 200 len: 946 time: 0.0550816 Mar 28 01:16:55.067872 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-76e87f30-3c16-4157-8b73-27a50349e701 req-4d523808-3d40-4488-b5a4-bb92b935800c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?id=db452a44-2e9e-4e28-beae-d9ebfb0b802e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424795 Mar 28 01:16:56.025654 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-68a50ee0-f3cc-4739-8c32-1a0ff6fb350e req-5c499dc1-1145-4d1e-8a85-3e799440cb71 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/ports?device_id=ede098ee-bd60-4d4d-8de0-0e9c2333ffeb HTTP/1.1" status: 200 len: 210 time: 0.0297122 Mar 28 01:16:56.186880 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dbdbfb-5c0b-4c8e-b8c4-5c4be74da6a0 req-e3f0ed95-deb7-4f04-bb50-7ffa37e606ec tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:16:56.188506 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-f1dbdbfb-5c0b-4c8e-b8c4-5c4be74da6a0 req-e3f0ed95-deb7-4f04-bb50-7ffa37e606ec tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=60b31264-091e-40cd-a396-b3be7a1d2cb1 HTTP/1.1" status: 200 len: 946 time: 0.0552864 Mar 28 01:16:56.244060 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-f1dbdbfb-5c0b-4c8e-b8c4-5c4be74da6a0 req-3bc7d52b-6a0a-405c-ae1b-520f3318f376 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?id=db452a44-2e9e-4e28-beae-d9ebfb0b802e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499513 Mar 28 01:16:56.364669 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d966c54e-cd95-4b47-8bb1-f29315733b79 req-779a6659-e7b1-48f8-9106-cacf794b123e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:16:56.366078 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-d966c54e-cd95-4b47-8bb1-f29315733b79 req-779a6659-e7b1-48f8-9106-cacf794b123e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=60b31264-091e-40cd-a396-b3be7a1d2cb1 HTTP/1.1" status: 200 len: 946 time: 0.0537784 Mar 28 01:16:56.414511 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-d966c54e-cd95-4b47-8bb1-f29315733b79 req-2fa7533b-ac8a-4aa4-9887-bb980be614f1 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?id=db452a44-2e9e-4e28-beae-d9ebfb0b802e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428598 Mar 28 01:16:56.436309 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 57248) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:16:56.479483 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb05d85-611d-4f81-8a9e-01bec2845a2b tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:16:56.481028 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-9bb05d85-611d-4f81-8a9e-01bec2845a2b tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=60b31264-091e-40cd-a396-b3be7a1d2cb1 HTTP/1.1" status: 200 len: 1125 time: 0.0437465 Mar 28 01:16:56.483934 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 57250) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:16:56.488135 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-b542e989-a922-431f-9537-ae6ca48f70b6 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'floatingip': {'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'port_id': 'ed3ddd3b-5466-4e43-b412-848385903731', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:16:56.508137 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b542e989-a922-431f-9537-ae6ca48f70b6 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:56.612080 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b542e989-a922-431f-9537-ae6ca48f70b6 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:56.715552 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [None req-b542e989-a922-431f-9537-ae6ca48f70b6 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Allocated IP 172.26.1.237 (dea6548b-502b-42db-97fb-371e423e739a/cce6de65-d8c9-45b8-9970-0a277e8c1192/123610e0-e083-4d06-81ef-ef021894f5a8) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:16:56.818879 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b542e989-a922-431f-9537-ae6ca48f70b6 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for port (123610e0-e083-4d06-81ef-ef021894f5a8), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:56.855160 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b542e989-a922-431f-9537-ae6ca48f70b6 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (123610e0-e083-4d06-81ef-ef021894f5a8), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:56.892255 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b542e989-a922-431f-9537-ae6ca48f70b6 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Network dea6548b-502b-42db-97fb-371e423e739a is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:16:56.895117 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-b542e989-a922-431f-9537-ae6ca48f70b6 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:16:56.900647 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b542e989-a922-431f-9537-ae6ca48f70b6 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:16:56.928214 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b542e989-a922-431f-9537-ae6ca48f70b6 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'Port': ['ID=123610e0-e083-4d06-81ef-ef021894f5a8,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:16:57.129429 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-bcde9d5b-58ed-4b9f-80a2-8d460f589ef9 req-7faceb40-d95b-4136-af1a-f3d882a7d3bb tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/ports?device_id=ede098ee-bd60-4d4d-8de0-0e9c2333ffeb HTTP/1.1" status: 200 len: 210 time: 0.0329831 Mar 28 01:16:57.283723 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b542e989-a922-431f-9537-ae6ca48f70b6 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for floatingip (fc13ffdd-15d7-45e9-afcd-d372eeb7f2a2), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:57.355226 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b542e989-a922-431f-9537-ae6ca48f70b6 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (123610e0-e083-4d06-81ef-ef021894f5a8), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:57.502928 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b542e989-a922-431f-9537-ae6ca48f70b6 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for port (123610e0-e083-4d06-81ef-ef021894f5a8), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:57.509237 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b542e989-a922-431f-9537-ae6ca48f70b6 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (123610e0-e083-4d06-81ef-ef021894f5a8), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:57.578934 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b542e989-a922-431f-9537-ae6ca48f70b6 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'Port': ['ID=123610e0-e083-4d06-81ef-ef021894f5a8,revision_number=2']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:16:57.585138 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b542e989-a922-431f-9537-ae6ca48f70b6 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688063'] for floatingip (fc13ffdd-15d7-45e9-afcd-d372eeb7f2a2), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:57.688603 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.l3_db [None req-b542e989-a922-431f-9537-ae6ca48f70b6 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Floating IP fc13ffdd-15d7-45e9-afcd-d372eeb7f2a2 associated. External IP: 172.26.1.237, port: ed3ddd3b-5466-4e43-b412-848385903731. Mar 28 01:16:57.907229 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b542e989-a922-431f-9537-ae6ca48f70b6 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Router 3857b373-1393-4d39-9fbc-7a20bd7e942c has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:16:58.021318 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b542e989-a922-431f-9537-ae6ca48f70b6 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:16:58.035208 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52357baa-1114-4c77-8c9d-98ab4166a285 None None] Sync routers for ids ['3857b373-1393-4d39-9fbc-7a20bd7e942c'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:16:58.041281 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b542e989-a922-431f-9537-ae6ca48f70b6 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for floatingip (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:16:58.045421 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52357baa-1114-4c77-8c9d-98ab4166a285 None None] Routers {'3857b373-1393-4d39-9fbc-7a20bd7e942c'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:16:58.046049 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-52357baa-1114-4c77-8c9d-98ab4166a285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:16:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['3857b373-1393-4d39-9fbc-7a20bd7e942c'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:16:58.072573 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-b542e989-a922-431f-9537-ae6ca48f70b6 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5870144 Mar 28 01:16:58.073180 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60b31264-091e-40cd-a396-b3be7a1d2cb1', 'tag': 'ed3ddd3b-5466-4e43-b412-848385903731'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:16:58.075392 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2af4b01a9fa8b1570ccf1d7859d693ad34c106b258078e9cfae86b97f35e3d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-285c1837-91aa-4bfc-923f-95ddec074a64" -d '{"events": [{"name": "network-changed", "server_uuid": "60b31264-091e-40cd-a396-b3be7a1d2cb1", "tag": "ed3ddd3b-5466-4e43-b412-848385903731"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:16:58.076111 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 57254) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:16:58.122268 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 01:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c564f2a-da63-4587-a8ff-f263501aca4d x-openstack-request-id: req-8c564f2a-da63-4587-a8ff-f263501aca4d {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:16:58.122564 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60b31264-091e-40cd-a396-b3be7a1d2cb1", "tag": "ed3ddd3b-5466-4e43-b412-848385903731", "status": "completed", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:16:58.122825 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8c564f2a-da63-4587-a8ff-f263501aca4d {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:16:58.123238 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c564f2a-da63-4587-a8ff-f263501aca4d'] response: {'name': 'network-changed', 'server_uuid': '60b31264-091e-40cd-a396-b3be7a1d2cb1', 'tag': 'ed3ddd3b-5466-4e43-b412-848385903731', 'status': 'completed', 'code': 200} Mar 28 01:16:58.154313 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-d26bea74-a324-413e-b99f-1cf5834ba611 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/floatingips/fc13ffdd-15d7-45e9-afcd-d372eeb7f2a2 HTTP/1.1" status: 200 len: 992 time: 0.0752957 Mar 28 01:16:58.162847 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device 7d12ab3f-58e2-4190-b9e6-cdee0a363346 no longer exists at agent hyperv_hv-neutron-8348 {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:16:58.200492 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] No Port match for: 7d12ab3f-58e2-4190-b9e6-cdee0a363346 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:16:58.200842 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device 7d12ab3f-58e2-4190-b9e6-cdee0a363346 not bound to the agent host hv-neutron-8348 {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:16:58.202399 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285c1837-91aa-4bfc-923f-95ddec074a64 req-dea57546-d4b4-42cc-bfac-f89bf9b4b850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:16:58.204060 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-285c1837-91aa-4bfc-923f-95ddec074a64 req-dea57546-d4b4-42cc-bfac-f89bf9b4b850 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cf1ee0ed9c204cc5bccbb38ebf185041&device_id=60b31264-091e-40cd-a396-b3be7a1d2cb1 HTTP/1.1" status: 200 len: 1130 time: 0.0579519 Mar 28 01:16:58.256543 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-2b3f6933-790a-43ee-b60c-8b50426e2876 req-774a117d-70c6-4c39-b751-62710034f501 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/ports?device_id=ede098ee-bd60-4d4d-8de0-0e9c2333ffeb HTTP/1.1" status: 200 len: 210 time: 0.0470729 Mar 28 01:16:58.304779 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-52357baa-1114-4c77-8c9d-98ab4166a285 None None] Set router 3857b373-1393-4d39-9fbc-7a20bd7e942c gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:16:58.328680 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285c1837-91aa-4bfc-923f-95ddec074a64 req-d7f65e39-1921-4825-9e69-e7ccbb0cc943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:16:58.330154 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-285c1837-91aa-4bfc-923f-95ddec074a64 req-d7f65e39-1921-4825-9e69-e7ccbb0cc943 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7d88d01b-56e3-43b4-8c7f-7e7f1fd29aae HTTP/1.1" status: 200 len: 896 time: 0.1175673 Mar 28 01:16:58.395317 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-285c1837-91aa-4bfc-923f-95ddec074a64 req-3bc346ac-ba58-472a-8bff-92250e907fd2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed3ddd3b-5466-4e43-b412-848385903731 HTTP/1.1" status: 200 len: 1000 time: 0.0594106 Mar 28 01:16:58.553665 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-52357baa-1114-4c77-8c9d-98ab4166a285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3857b373-1393-4d39-9fbc-7a20bd7e942c', 'name': 'tempest-TestNetworkBasicOps-router-1543013066', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.84'}], 'enable_snat': True}, 'gw_port_id': 'f3bf4064-fdad-42f0-8c77-50127ed4154d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:16:38Z', 'updated_at': '2022-03-28T01:16:41Z', 'revision_number': 4, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': 'f3bf4064-fdad-42f0-8c77-50127ed4154d', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3857b373-1393-4d39-9fbc-7a20bd7e942c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:16:39Z', 'updated_at': '2022-03-28T01:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_floatingips': [{'id': 'fc13ffdd-15d7-45e9-afcd-d372eeb7f2a2', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'floating_ip_address': '172.26.1.237', 'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'router_id': '3857b373-1393-4d39-9fbc-7a20bd7e942c', 'port_id': 'ed3ddd3b-5466-4e43-b412-848385903731', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d88d01b-56e3-43b4-8c7f-7e7f1fd29aae', 'mac_address': 'fa:16:3e:24:35:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b31264-091e-40cd-a396-b3be7a1d2cb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T01:16:57Z', 'updated_at': '2022-03-28T01:16:57Z', 'revision_number': 0, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f8b5ff0-26b5-4267-993a-c955bb458c21', 'name': '', 'network_id': '7d88d01b-56e3-43b4-8c7f-7e7f1fd29aae', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'mac_address': 'fa:16:3e:7e:be:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3857b373-1393-4d39-9fbc-7a20bd7e942c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '47b91f20-cbcd-4f44-86ca-12eef77d11f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:16:41Z', 'updated_at': '2022-03-28T01:16:45Z', 'revision_number': 5, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'subnets': [{'id': '47b91f20-cbcd-4f44-86ca-12eef77d11f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:16:58.587276 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52357baa-1114-4c77-8c9d-98ab4166a285 None None] Checking router: 3857b373-1393-4d39-9fbc-7a20bd7e942c for host: dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:16:58.597592 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52357baa-1114-4c77-8c9d-98ab4166a285 None None] Routers {'3857b373-1393-4d39-9fbc-7a20bd7e942c'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:16:58.598239 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-52357baa-1114-4c77-8c9d-98ab4166a285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:16:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['3857b373-1393-4d39-9fbc-7a20bd7e942c'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:16:58.706969 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-52357baa-1114-4c77-8c9d-98ab4166a285 None None] Set router 3857b373-1393-4d39-9fbc-7a20bd7e942c gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:16:58.770294 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285c1837-91aa-4bfc-923f-95ddec074a64 req-a6c95314-681b-4ff4-b831-7d3e281041ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:16:58.771933 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-285c1837-91aa-4bfc-923f-95ddec074a64 req-a6c95314-681b-4ff4-b831-7d3e281041ff service neutron] 10.222.0.10 "GET /v2.0/subnets?id=47b91f20-cbcd-4f44-86ca-12eef77d11f9 HTTP/1.1" status: 200 len: 844 time: 0.3701968 Mar 28 01:16:58.820485 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285c1837-91aa-4bfc-923f-95ddec074a64 req-df95e0ab-9331-43e0-93a0-771397866645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:16:58.822000 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-285c1837-91aa-4bfc-923f-95ddec074a64 req-df95e0ab-9331-43e0-93a0-771397866645 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7d88d01b-56e3-43b4-8c7f-7e7f1fd29aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0444090 Mar 28 01:16:58.917534 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-285c1837-91aa-4bfc-923f-95ddec074a64 req-6880db77-c705-43fe-ade3-d643cb6d5fe6 service neutron] 10.222.0.10 "GET /v2.0/networks/7d88d01b-56e3-43b4-8c7f-7e7f1fd29aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897348 Mar 28 01:16:58.943020 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-52357baa-1114-4c77-8c9d-98ab4166a285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3857b373-1393-4d39-9fbc-7a20bd7e942c', 'name': 'tempest-TestNetworkBasicOps-router-1543013066', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.84'}], 'enable_snat': True}, 'gw_port_id': 'f3bf4064-fdad-42f0-8c77-50127ed4154d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:16:38Z', 'updated_at': '2022-03-28T01:16:41Z', 'revision_number': 4, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': 'f3bf4064-fdad-42f0-8c77-50127ed4154d', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3857b373-1393-4d39-9fbc-7a20bd7e942c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:16:39Z', 'updated_at': '2022-03-28T01:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_floatingips': [{'id': 'fc13ffdd-15d7-45e9-afcd-d372eeb7f2a2', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'floating_ip_address': '172.26.1.237', 'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'router_id': '3857b373-1393-4d39-9fbc-7a20bd7e942c', 'port_id': 'ed3ddd3b-5466-4e43-b412-848385903731', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d88d01b-56e3-43b4-8c7f-7e7f1fd29aae', 'mac_address': 'fa:16:3e:24:35:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b31264-091e-40cd-a396-b3be7a1d2cb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T01:16:57Z', 'updated_at': '2022-03-28T01:16:57Z', 'revision_number': 0, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f8b5ff0-26b5-4267-993a-c955bb458c21', 'name': '', 'network_id': '7d88d01b-56e3-43b4-8c7f-7e7f1fd29aae', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'mac_address': 'fa:16:3e:7e:be:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3857b373-1393-4d39-9fbc-7a20bd7e942c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '47b91f20-cbcd-4f44-86ca-12eef77d11f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:16:41Z', 'updated_at': '2022-03-28T01:16:45Z', 'revision_number': 5, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'subnets': [{'id': '47b91f20-cbcd-4f44-86ca-12eef77d11f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:16:58.970104 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52357baa-1114-4c77-8c9d-98ab4166a285 None None] The sync data for ids ['3857b373-1393-4d39-9fbc-7a20bd7e942c'] in dv-neutron-834874-6-hyperv is: [{'id': '3857b373-1393-4d39-9fbc-7a20bd7e942c', 'name': 'tempest-TestNetworkBasicOps-router-1543013066', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.84'}], 'enable_snat': True}, 'gw_port_id': 'f3bf4064-fdad-42f0-8c77-50127ed4154d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:16:38Z', 'updated_at': '2022-03-28T01:16:41Z', 'revision_number': 4, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': 'f3bf4064-fdad-42f0-8c77-50127ed4154d', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3857b373-1393-4d39-9fbc-7a20bd7e942c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:16:39Z', 'updated_at': '2022-03-28T01:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_floatingips': [{'id': 'fc13ffdd-15d7-45e9-afcd-d372eeb7f2a2', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'floating_ip_address': '172.26.1.237', 'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'router_id': '3857b373-1393-4d39-9fbc-7a20bd7e942c', 'port_id': 'ed3ddd3b-5466-4e43-b412-848385903731', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d88d01b-56e3-43b4-8c7f-7e7f1fd29aae', 'mac_address': 'fa:16:3e:24:35:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b31264-091e-40cd-a396-b3be7a1d2cb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T01:16:57Z', 'updated_at': '2022-03-28T01:16:57Z', 'revision_number': 0, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f8b5ff0-26b5-4267-993a-c955bb458c21', 'name': '', 'network_id': '7d88d01b-56e3-43b4-8c7f-7e7f1fd29aae', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'mac_address': 'fa:16:3e:7e:be:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3857b373-1393-4d39-9fbc-7a20bd7e942c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '47b91f20-cbcd-4f44-86ca-12eef77d11f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:16:41Z', 'updated_at': '2022-03-28T01:16:45Z', 'revision_number': 5, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'subnets': [{'id': '47b91f20-cbcd-4f44-86ca-12eef77d11f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:16:59.010930 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-285c1837-91aa-4bfc-923f-95ddec074a64 req-1349782b-2c38-42b5-a0b3-5ba5ddf3e5eb service neutron] 10.222.0.10 "GET /v2.0/networks/7d88d01b-56e3-43b4-8c7f-7e7f1fd29aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875378 Mar 28 01:16:59.156669 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 57262) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:16:59.243952 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-271dd764-18af-4927-a646-a7231fd7b853 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/floatingips/fc13ffdd-15d7-45e9-afcd-d372eeb7f2a2 HTTP/1.1" status: 200 len: 992 time: 0.0834413 Mar 28 01:16:59.297544 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f22cb2c-8a6d-4877-b9a6-d34a6be9baf8 None None] New status for floating IP fc13ffdd-15d7-45e9-afcd-d372eeb7f2a2: ACTIVE {{(pid=104100) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 01:16:59.360313 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-705c073a-187d-4b67-b9a6-d6f72fdd1dc2 req-274846dc-56ae-4ed0-ad8e-6478dba67da1 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/ports?device_id=ede098ee-bd60-4d4d-8de0-0e9c2333ffeb HTTP/1.1" status: 200 len: 210 time: 0.0271554 Mar 28 01:17:00.247234 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 57266) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:17:00.306467 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-85360fd8-3dd4-4159-8eb0-255461da945e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/floatingips/fc13ffdd-15d7-45e9-afcd-d372eeb7f2a2 HTTP/1.1" status: 200 len: 994 time: 0.0579700 Mar 28 01:17:00.455642 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-88320d45-ee63-4717-b4bb-b67428fa6adf req-6470443a-5a7f-4eee-a616-7001be51d57f tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/ports?device_id=ede098ee-bd60-4d4d-8de0-0e9c2333ffeb HTTP/1.1" status: 200 len: 210 time: 0.0301294 Mar 28 01:17:01.551465 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-aee3fd5f-9b0e-4a11-b77b-98ef47926ec4 req-6d034f30-d9a4-4aed-90ea-f3c28df89777 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/ports?device_id=ede098ee-bd60-4d4d-8de0-0e9c2333ffeb HTTP/1.1" status: 200 len: 210 time: 0.0279281 Mar 28 01:17:02.649088 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-9dd2632b-9496-40bb-8959-420a6e12b7f0 req-3f78cbc9-66f3-45ee-a1f9-c80b0ae1efdf tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/ports?device_id=ede098ee-bd60-4d4d-8de0-0e9c2333ffeb HTTP/1.1" status: 200 len: 210 time: 0.0268764 Mar 28 01:17:02.749449 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:17:03.760081 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-fe3304fb-ab4e-426f-bc68-1d1c9e145709 req-dddb5904-0829-4979-b920-4030ee084b40 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/ports?device_id=ede098ee-bd60-4d4d-8de0-0e9c2333ffeb HTTP/1.1" status: 200 len: 210 time: 0.0310705 Mar 28 01:17:11.403898 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-26e114fa-2665-463e-8a9e-895dec27b030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:17:13.297439 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 57304) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:17:13.454018 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-1c62fed8-c78d-4a04-86e3-b0f32017d02d tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Deleting port 968c53c8-8126-4f79-8d87-a428b82a2146 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:17:13.454426 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-1c62fed8-c78d-4a04-86e3-b0f32017d02d tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (968c53c8-8126-4f79-8d87-a428b82a2146), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:17:13.529404 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-1c62fed8-c78d-4a04-86e3-b0f32017d02d tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (968c53c8-8126-4f79-8d87-a428b82a2146), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:17:13.529722 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-1c62fed8-c78d-4a04-86e3-b0f32017d02d tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Publish callbacks [] for floatingip (968c53c8-8126-4f79-8d87-a428b82a2146), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:17:13.542119 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-1c62fed8-c78d-4a04-86e3-b0f32017d02d tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Calling delete_port for 968c53c8-8126-4f79-8d87-a428b82a2146 owned by network:floatingip {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:17:13.583164 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-8affd4c5-2f7c-4e97-9495-f4ed00141779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:17:13.694088 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-1c62fed8-c78d-4a04-86e3-b0f32017d02d tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (968c53c8-8126-4f79-8d87-a428b82a2146), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:17:13.720728 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c62fed8-c78d-4a04-86e3-b0f32017d02d tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Pushing event deleted for resources: {'Port': ['ID=968c53c8-8126-4f79-8d87-a428b82a2146,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:17:13.785154 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-1c62fed8-c78d-4a04-86e3-b0f32017d02d tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Publish callbacks [] for floatingip (250fdb5a-15b8-4fcb-8f42-6b1bbe0d8039), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:17:13.785479 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.l3_db [None req-1c62fed8-c78d-4a04-86e3-b0f32017d02d tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Floating IP 250fdb5a-15b8-4fcb-8f42-6b1bbe0d8039 disassociated (deleted). External IP: 172.26.1.171, port: f70c24a9-8ab3-4305-b034-7b47b80da76e. Mar 28 01:17:13.994047 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c62fed8-c78d-4a04-86e3-b0f32017d02d tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Router 87992a48-3273-4cf7-b5bb-efc23b63aac4 has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:17:14.101269 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c62fed8-c78d-4a04-86e3-b0f32017d02d tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:17:14.105970 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-1c62fed8-c78d-4a04-86e3-b0f32017d02d tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for floatingip (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:17:14.111183 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36b85df-c055-4503-9313-f0d005f24a6d None None] Sync routers for ids ['87992a48-3273-4cf7-b5bb-efc23b63aac4'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:17:14.121843 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36b85df-c055-4503-9313-f0d005f24a6d None None] Routers {'87992a48-3273-4cf7-b5bb-efc23b63aac4'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:17:14.122448 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-a36b85df-c055-4503-9313-f0d005f24a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:17:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['87992a48-3273-4cf7-b5bb-efc23b63aac4'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:17:14.137918 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-1c62fed8-c78d-4a04-86e3-b0f32017d02d tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "DELETE /v2.0/floatingips/250fdb5a-15b8-4fcb-8f42-6b1bbe0d8039 HTTP/1.1" status: 204 len: 168 time: 0.8393528 Mar 28 01:17:14.138648 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb68cc6f-99af-413c-b7ba-453f3199e5e1', 'tag': 'f70c24a9-8ab3-4305-b034-7b47b80da76e'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:17:14.140895 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2af4b01a9fa8b1570ccf1d7859d693ad34c106b258078e9cfae86b97f35e3d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62bc51df-3cd4-403b-a5fe-d07440d25dd7" -d '{"events": [{"name": "network-changed", "server_uuid": "fb68cc6f-99af-413c-b7ba-453f3199e5e1", "tag": "f70c24a9-8ab3-4305-b034-7b47b80da76e"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:17:14.186966 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 01:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f22c08ae-83bf-4c10-98b7-77dac0090684 x-openstack-request-id: req-f22c08ae-83bf-4c10-98b7-77dac0090684 {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:17:14.187439 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb68cc6f-99af-413c-b7ba-453f3199e5e1", "tag": "f70c24a9-8ab3-4305-b034-7b47b80da76e", "status": "completed", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:17:14.187984 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f22c08ae-83bf-4c10-98b7-77dac0090684 {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:17:14.188743 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f22c08ae-83bf-4c10-98b7-77dac0090684'] response: {'name': 'network-changed', 'server_uuid': 'fb68cc6f-99af-413c-b7ba-453f3199e5e1', 'tag': 'f70c24a9-8ab3-4305-b034-7b47b80da76e', 'status': 'completed', 'code': 200} Mar 28 01:17:14.239185 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-a36b85df-c055-4503-9313-f0d005f24a6d None None] Set router 87992a48-3273-4cf7-b5bb-efc23b63aac4 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:17:14.258717 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bc51df-3cd4-403b-a5fe-d07440d25dd7 req-84bf979a-25e8-4ec0-898a-cfd63b424487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:17:14.260293 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-62bc51df-3cd4-403b-a5fe-d07440d25dd7 req-84bf979a-25e8-4ec0-898a-cfd63b424487 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bf9f34f21ab94392ab36354129e00f8d&device_id=fb68cc6f-99af-413c-b7ba-453f3199e5e1 HTTP/1.1" status: 200 len: 1129 time: 0.0496824 Mar 28 01:17:14.387197 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bc51df-3cd4-403b-a5fe-d07440d25dd7 req-e829bc85-cb54-45cd-ae1c-794f3d579835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:17:14.388609 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-62bc51df-3cd4-403b-a5fe-d07440d25dd7 req-e829bc85-cb54-45cd-ae1c-794f3d579835 service neutron] 10.222.0.10 "GET /v2.0/networks?id=788fd3f3-3593-4cdc-933e-dd5c53c623d8 HTTP/1.1" status: 200 len: 912 time: 0.1217618 Mar 28 01:17:14.406215 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef87f7f6-67cd-4831-9a15-1e9e56031836 req-64cbebbf-1941-4249-9fc3-793d30fba298 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:17:14.407912 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-ef87f7f6-67cd-4831-9a15-1e9e56031836 req-64cbebbf-1941-4249-9fc3-793d30fba298 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb68cc6f-99af-413c-b7ba-453f3199e5e1 HTTP/1.1" status: 200 len: 945 time: 0.0800295 Mar 28 01:17:14.447327 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-62bc51df-3cd4-403b-a5fe-d07440d25dd7 req-a32e7bd9-2b3b-4b41-931c-abc9cc879cc7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f70c24a9-8ab3-4305-b034-7b47b80da76e HTTP/1.1" status: 200 len: 217 time: 0.0488262 Mar 28 01:17:14.449053 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-a36b85df-c055-4503-9313-f0d005f24a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87992a48-3273-4cf7-b5bb-efc23b63aac4', 'name': 'tempest-TestVolumeBootPattern-1711087568-router', 'tenant_id': 'bf9f34f21ab94392ab36354129e00f8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.60'}], 'enable_snat': True}, 'gw_port_id': '2b33c713-3e16-49b2-a91e-4acf21746887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:08:24Z', 'updated_at': '2022-03-28T01:08:34Z', 'revision_number': 4, 'project_id': 'bf9f34f21ab94392ab36354129e00f8d', 'gw_port': {'id': '2b33c713-3e16-49b2-a91e-4acf21746887', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87992a48-3273-4cf7-b5bb-efc23b63aac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:08:25Z', 'updated_at': '2022-03-28T01:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': '0b496533-293b-4013-8308-72d3e2baa76a', 'name': '', 'network_id': '788fd3f3-3593-4cdc-933e-dd5c53c623d8', 'tenant_id': 'bf9f34f21ab94392ab36354129e00f8d', 'mac_address': 'fa:16:3e:e3:30:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87992a48-3273-4cf7-b5bb-efc23b63aac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '0a57ae47-09ee-4007-9878-c6cea91f6590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:08:32Z', 'updated_at': '2022-03-28T01:08:39Z', 'revision_number': 5, 'project_id': 'bf9f34f21ab94392ab36354129e00f8d', 'subnets': [{'id': '0a57ae47-09ee-4007-9878-c6cea91f6590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:17:14.474669 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36b85df-c055-4503-9313-f0d005f24a6d None None] Checking router: 87992a48-3273-4cf7-b5bb-efc23b63aac4 for host: dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:17:14.484126 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36b85df-c055-4503-9313-f0d005f24a6d None None] Routers {'87992a48-3273-4cf7-b5bb-efc23b63aac4'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:17:14.484742 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-a36b85df-c055-4503-9313-f0d005f24a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:17:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['87992a48-3273-4cf7-b5bb-efc23b63aac4'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:17:14.520275 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-ef87f7f6-67cd-4831-9a15-1e9e56031836 req-f00cbb00-9aae-41e2-9f02-4326355b58e3 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a04cadd-9e33-421f-9e10-fcf82d2217a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1059160 Mar 28 01:17:14.523834 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bc51df-3cd4-403b-a5fe-d07440d25dd7 req-70fa4cb7-d9bb-4105-977d-936e00ccebef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:17:14.525184 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-62bc51df-3cd4-403b-a5fe-d07440d25dd7 req-70fa4cb7-d9bb-4105-977d-936e00ccebef service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0a57ae47-09ee-4007-9878-c6cea91f6590 HTTP/1.1" status: 200 len: 851 time: 0.0701971 Mar 28 01:17:14.574923 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bc51df-3cd4-403b-a5fe-d07440d25dd7 req-38884b35-830f-4b18-9c30-9aa34a5eb16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:17:14.576437 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-62bc51df-3cd4-403b-a5fe-d07440d25dd7 req-38884b35-830f-4b18-9c30-9aa34a5eb16d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=788fd3f3-3593-4cdc-933e-dd5c53c623d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0443654 Mar 28 01:17:14.595146 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-a36b85df-c055-4503-9313-f0d005f24a6d None None] Set router 87992a48-3273-4cf7-b5bb-efc23b63aac4 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:17:14.664192 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-62bc51df-3cd4-403b-a5fe-d07440d25dd7 req-40291bf4-ad79-4fad-91e7-061c81057559 service neutron] 10.222.0.10 "GET /v2.0/networks/788fd3f3-3593-4cdc-933e-dd5c53c623d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799718 Mar 28 01:17:14.756851 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-62bc51df-3cd4-403b-a5fe-d07440d25dd7 req-7688bdfd-b8ce-4ea9-b95f-acbded9c576e service neutron] 10.222.0.10 "GET /v2.0/networks/788fd3f3-3593-4cdc-933e-dd5c53c623d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860009 Mar 28 01:17:14.786194 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:17:14.792836 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-a36b85df-c055-4503-9313-f0d005f24a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87992a48-3273-4cf7-b5bb-efc23b63aac4', 'name': 'tempest-TestVolumeBootPattern-1711087568-router', 'tenant_id': 'bf9f34f21ab94392ab36354129e00f8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.60'}], 'enable_snat': True}, 'gw_port_id': '2b33c713-3e16-49b2-a91e-4acf21746887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:08:24Z', 'updated_at': '2022-03-28T01:08:34Z', 'revision_number': 4, 'project_id': 'bf9f34f21ab94392ab36354129e00f8d', 'gw_port': {'id': '2b33c713-3e16-49b2-a91e-4acf21746887', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87992a48-3273-4cf7-b5bb-efc23b63aac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:08:25Z', 'updated_at': '2022-03-28T01:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': '0b496533-293b-4013-8308-72d3e2baa76a', 'name': '', 'network_id': '788fd3f3-3593-4cdc-933e-dd5c53c623d8', 'tenant_id': 'bf9f34f21ab94392ab36354129e00f8d', 'mac_address': 'fa:16:3e:e3:30:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87992a48-3273-4cf7-b5bb-efc23b63aac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '0a57ae47-09ee-4007-9878-c6cea91f6590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:08:32Z', 'updated_at': '2022-03-28T01:08:39Z', 'revision_number': 5, 'project_id': 'bf9f34f21ab94392ab36354129e00f8d', 'subnets': [{'id': '0a57ae47-09ee-4007-9878-c6cea91f6590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:17:14.822535 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36b85df-c055-4503-9313-f0d005f24a6d None None] The sync data for ids ['87992a48-3273-4cf7-b5bb-efc23b63aac4'] in dv-neutron-834874-6-hyperv is: [{'id': '87992a48-3273-4cf7-b5bb-efc23b63aac4', 'name': 'tempest-TestVolumeBootPattern-1711087568-router', 'tenant_id': 'bf9f34f21ab94392ab36354129e00f8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.60'}], 'enable_snat': True}, 'gw_port_id': '2b33c713-3e16-49b2-a91e-4acf21746887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:08:24Z', 'updated_at': '2022-03-28T01:08:34Z', 'revision_number': 4, 'project_id': 'bf9f34f21ab94392ab36354129e00f8d', 'gw_port': {'id': '2b33c713-3e16-49b2-a91e-4acf21746887', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87992a48-3273-4cf7-b5bb-efc23b63aac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:08:25Z', 'updated_at': '2022-03-28T01:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': '0b496533-293b-4013-8308-72d3e2baa76a', 'name': '', 'network_id': '788fd3f3-3593-4cdc-933e-dd5c53c623d8', 'tenant_id': 'bf9f34f21ab94392ab36354129e00f8d', 'mac_address': 'fa:16:3e:e3:30:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87992a48-3273-4cf7-b5bb-efc23b63aac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '0a57ae47-09ee-4007-9878-c6cea91f6590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:08:32Z', 'updated_at': '2022-03-28T01:08:39Z', 'revision_number': 5, 'project_id': 'bf9f34f21ab94392ab36354129e00f8d', 'subnets': [{'id': '0a57ae47-09ee-4007-9878-c6cea91f6590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:17:15.023548 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a93e99-5e0c-4aee-b606-ecf718123701 None None] New status for floating IP 250fdb5a-15b8-4fcb-8f42-6b1bbe0d8039: DOWN {{(pid=104100) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 01:17:15.646616 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b731182-eddf-4f94-bb7f-3376a5f243e6 req-4e6784af-27ec-41a8-9cc3-50ea218632e5 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:17:15.648054 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-8b731182-eddf-4f94-bb7f-3376a5f243e6 req-4e6784af-27ec-41a8-9cc3-50ea218632e5 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb68cc6f-99af-413c-b7ba-453f3199e5e1 HTTP/1.1" status: 200 len: 945 time: 0.0523419 Mar 28 01:17:15.695526 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-8b731182-eddf-4f94-bb7f-3376a5f243e6 req-32695805-1dca-407b-bb5d-05e7c57b50b3 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a04cadd-9e33-421f-9e10-fcf82d2217a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418992 Mar 28 01:17:15.899555 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee460f3-04ac-4189-b403-27710854dedf req-085d17ea-1cee-41eb-8cfc-7f0daa5e7315 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:17:15.900912 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-fee460f3-04ac-4189-b403-27710854dedf req-085d17ea-1cee-41eb-8cfc-7f0daa5e7315 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb68cc6f-99af-413c-b7ba-453f3199e5e1 HTTP/1.1" status: 200 len: 945 time: 0.0512521 Mar 28 01:17:15.995985 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [req-fee460f3-04ac-4189-b403-27710854dedf req-f83d26b6-1090-4dd4-8d5f-de28fc4bd41e tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Deleting port f70c24a9-8ab3-4305-b034-7b47b80da76e {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:17:15.996336 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-fee460f3-04ac-4189-b403-27710854dedf req-f83d26b6-1090-4dd4-8d5f-de28fc4bd41e tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (f70c24a9-8ab3-4305-b034-7b47b80da76e), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:17:16.083639 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-fee460f3-04ac-4189-b403-27710854dedf req-f83d26b6-1090-4dd4-8d5f-de28fc4bd41e tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] For port f70c24a9-8ab3-4305-b034-7b47b80da76e, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=f70c24a9-8ab3-4305-b034-7b47b80da76e,segment=NetworkSegment(de88a4a0-f76a-4017-a6e3-6b8499720147),segment_id=de88a4a0-f76a-4017-a6e3-6b8499720147)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:17:16.084001 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-fee460f3-04ac-4189-b403-27710854dedf req-f83d26b6-1090-4dd4-8d5f-de28fc4bd41e tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (f70c24a9-8ab3-4305-b034-7b47b80da76e), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:17:16.097629 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [req-fee460f3-04ac-4189-b403-27710854dedf req-f83d26b6-1090-4dd4-8d5f-de28fc4bd41e tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Calling delete_port for f70c24a9-8ab3-4305-b034-7b47b80da76e owned by compute:nova {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:17:16.224507 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:17:16.225826 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-fee460f3-04ac-4189-b403-27710854dedf req-f83d26b6-1090-4dd4-8d5f-de28fc4bd41e tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (f70c24a9-8ab3-4305-b034-7b47b80da76e), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:17:16.254600 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83d26b6-1090-4dd4-8d5f-de28fc4bd41e tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Pushing event deleted for resources: {'Port': ['ID=f70c24a9-8ab3-4305-b034-7b47b80da76e,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:17:16.298656 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [req-fee460f3-04ac-4189-b403-27710854dedf req-f83d26b6-1090-4dd4-8d5f-de28fc4bd41e tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] No DVR routers for this DVR port f70c24a9-8ab3-4305-b034-7b47b80da76e on host hv-neutron-8348 {{(pid=104099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:17:16.301253 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-fee460f3-04ac-4189-b403-27710854dedf req-f83d26b6-1090-4dd4-8d5f-de28fc4bd41e tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:17:16.304628 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-fee460f3-04ac-4189-b403-27710854dedf req-f83d26b6-1090-4dd4-8d5f-de28fc4bd41e tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.10 "DELETE /v2.0/ports/f70c24a9-8ab3-4305-b034-7b47b80da76e HTTP/1.1" status: 204 len: 173 time: 0.3987978 Mar 28 01:17:16.305070 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb68cc6f-99af-413c-b7ba-453f3199e5e1', 'name': 'network-vif-deleted', 'tag': 'f70c24a9-8ab3-4305-b034-7b47b80da76e'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:17:16.307791 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2af4b01a9fa8b1570ccf1d7859d693ad34c106b258078e9cfae86b97f35e3d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76233154-6fab-40ab-8d32-93af84a11d90" -d '{"events": [{"server_uuid": "fb68cc6f-99af-413c-b7ba-453f3199e5e1", "name": "network-vif-deleted", "tag": "f70c24a9-8ab3-4305-b034-7b47b80da76e"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:17:16.345669 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 01:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99620e8d-5891-4282-b755-4eb16ddd822f x-openstack-request-id: req-99620e8d-5891-4282-b755-4eb16ddd822f {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:17:16.345971 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb68cc6f-99af-413c-b7ba-453f3199e5e1", "name": "network-vif-deleted", "tag": "f70c24a9-8ab3-4305-b034-7b47b80da76e", "status": "completed", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:17:16.346232 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-99620e8d-5891-4282-b755-4eb16ddd822f {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:17:16.346645 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99620e8d-5891-4282-b755-4eb16ddd822f'] response: {'server_uuid': 'fb68cc6f-99af-413c-b7ba-453f3199e5e1', 'name': 'network-vif-deleted', 'tag': 'f70c24a9-8ab3-4305-b034-7b47b80da76e', 'status': 'completed', 'code': 200} Mar 28 01:17:16.798493 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-db6e0c5d-31b0-47df-adcb-2212e574dd97 req-692ae77a-7bc4-4549-8719-d6b317960b86 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb68cc6f-99af-413c-b7ba-453f3199e5e1 HTTP/1.1" status: 200 len: 210 time: 0.0315838 Mar 28 01:17:17.781042 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:17:17.898721 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-d00f99fc-209d-44cb-8afd-6f4438989604 req-461960ac-cf55-48fd-8871-bd91a98ce147 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb68cc6f-99af-413c-b7ba-453f3199e5e1 HTTP/1.1" status: 200 len: 210 time: 0.0316527 Mar 28 01:17:18.995156 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-4766aea5-e7d9-46a2-a9dd-95620be4671a req-3bad8153-906e-4766-8b89-09cb701f4028 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb68cc6f-99af-413c-b7ba-453f3199e5e1 HTTP/1.1" status: 200 len: 210 time: 0.0302224 Mar 28 01:17:20.087616 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6c37379a-1e29-4f56-bbc0-0ba15b8e4b76 req-457490ba-1354-45e3-8e82-8cb7e89c125e tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb68cc6f-99af-413c-b7ba-453f3199e5e1 HTTP/1.1" status: 200 len: 210 time: 0.0277441 Mar 28 01:17:20.214758 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device f70c24a9-8ab3-4305-b034-7b47b80da76e no longer exists at agent hyperv_hv-neutron-8348 {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:17:20.234533 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] No Port match for: f70c24a9-8ab3-4305-b034-7b47b80da76e {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:17:20.234882 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device f70c24a9-8ab3-4305-b034-7b47b80da76e not bound to the agent host hv-neutron-8348 {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:17:21.179275 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-ccff49d3-efd0-4597-a79a-052e3ce474c1 req-42fba392-7031-4c2c-87f8-6d60ce320f35 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb68cc6f-99af-413c-b7ba-453f3199e5e1 HTTP/1.1" status: 200 len: 210 time: 0.0266476 Mar 28 01:17:22.274411 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-2032790d-a7a6-4a60-959f-e2fdca042028 req-9c968242-2f44-48f0-bc0b-e7505af22299 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb68cc6f-99af-413c-b7ba-453f3199e5e1 HTTP/1.1" status: 200 len: 210 time: 0.0272224 Mar 28 01:17:23.368967 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-69669d3c-4314-49f9-a576-8f3fd74f93d3 req-bcdd5d6d-7f95-4588-a95a-2893424fe00f tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb68cc6f-99af-413c-b7ba-453f3199e5e1 HTTP/1.1" status: 200 len: 210 time: 0.0278406 Mar 28 01:17:24.466926 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-6277a268-9fe9-47f0-b074-6d6be072ed72 req-62b37a5c-b459-4fe6-9a29-8b4212a538b9 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb68cc6f-99af-413c-b7ba-453f3199e5e1 HTTP/1.1" status: 200 len: 210 time: 0.0266840 Mar 28 01:17:25.520792 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 57340) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:17:25.640795 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-0505e1ee-833a-40b4-8a3a-1ae504264897 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Deleting port 49389a2f-c5e5-4c8d-8e16-18d2fba782f8 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:17:25.641071 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0505e1ee-833a-40b4-8a3a-1ae504264897 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (49389a2f-c5e5-4c8d-8e16-18d2fba782f8), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:17:25.717286 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0505e1ee-833a-40b4-8a3a-1ae504264897 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (49389a2f-c5e5-4c8d-8e16-18d2fba782f8), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:17:25.717606 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0505e1ee-833a-40b4-8a3a-1ae504264897 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Publish callbacks [] for floatingip (49389a2f-c5e5-4c8d-8e16-18d2fba782f8), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:17:25.728910 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-0505e1ee-833a-40b4-8a3a-1ae504264897 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Calling delete_port for 49389a2f-c5e5-4c8d-8e16-18d2fba782f8 owned by network:floatingip {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:17:25.859225 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0505e1ee-833a-40b4-8a3a-1ae504264897 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (49389a2f-c5e5-4c8d-8e16-18d2fba782f8), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:17:25.887884 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0505e1ee-833a-40b4-8a3a-1ae504264897 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Pushing event deleted for resources: {'Port': ['ID=49389a2f-c5e5-4c8d-8e16-18d2fba782f8,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:17:25.948513 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0505e1ee-833a-40b4-8a3a-1ae504264897 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Publish callbacks [] for floatingip (efedc8b0-c72b-4679-89fe-97339415ebb8), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:17:25.951458 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0505e1ee-833a-40b4-8a3a-1ae504264897 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for floatingip (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:17:25.952700 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-0505e1ee-833a-40b4-8a3a-1ae504264897 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "DELETE /v2.0/floatingips/efedc8b0-c72b-4679-89fe-97339415ebb8 HTTP/1.1" status: 204 len: 168 time: 0.4309359 Mar 28 01:17:29.865982 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.agents_db [None req-9a1d863f-391a-42f4-9870-e8292b919beb None None] Agent healthcheck: found 6 active agents {{(pid=104101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 01:17:31.350582 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 57364) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:17:31.407557 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-52c7207f-f68c-4107-839f-f94f922e2593 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Publish callbacks [] for security_group (5a04cadd-9e33-421f-9e10-fcf82d2217a3), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:17:31.435435 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-52c7207f-f68c-4107-839f-f94f922e2593 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Publish callbacks [] for security_group (5a04cadd-9e33-421f-9e10-fcf82d2217a3), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:17:31.498906 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-52c7207f-f68c-4107-839f-f94f922e2593 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (5a04cadd-9e33-421f-9e10-fcf82d2217a3), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:17:31.501550 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-52c7207f-f68c-4107-839f-f94f922e2593 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:17:31.503457 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-52c7207f-f68c-4107-839f-f94f922e2593 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] 10.222.0.24 "DELETE /v2.0/security-groups/5a04cadd-9e33-421f-9e10-fcf82d2217a3 HTTP/1.1" status: 204 len: 168 time: 0.1511486 Mar 28 01:17:31.513101 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c7207f-f68c-4107-839f-f94f922e2593 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a04cadd-9e33-421f-9e10-fcf82d2217a3,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:17:31.521433 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c7207f-f68c-4107-839f-f94f922e2593 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:17:31.521785 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c7207f-f68c-4107-839f-f94f922e2593 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:17:31.522130 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c7207f-f68c-4107-839f-f94f922e2593 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:17:31.522586 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c7207f-f68c-4107-839f-f94f922e2593 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:17:31.522796 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c7207f-f68c-4107-839f-f94f922e2593 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:17:31.523183 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c7207f-f68c-4107-839f-f94f922e2593 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:17:31.523548 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c7207f-f68c-4107-839f-f94f922e2593 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:17:31.523970 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c7207f-f68c-4107-839f-f94f922e2593 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:17:31.524363 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c7207f-f68c-4107-839f-f94f922e2593 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:17:31.524721 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c7207f-f68c-4107-839f-f94f922e2593 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:17:31.525097 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c7207f-f68c-4107-839f-f94f922e2593 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:17:31.525487 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c7207f-f68c-4107-839f-f94f922e2593 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:17:31.525895 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c7207f-f68c-4107-839f-f94f922e2593 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:17:31.526233 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c7207f-f68c-4107-839f-f94f922e2593 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:17:31.526664 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c7207f-f68c-4107-839f-f94f922e2593 tempest-TestVolumeBootPattern-291649451 tempest-TestVolumeBootPattern-291649451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:17:31.570552 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 57370) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:17:32.105570 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-431201eb-99bf-4e80-869d-23264c40a838 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3686527'] for router_interface (87992a48-3273-4cf7-b5bb-efc23b63aac4), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:17:32.361012 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-431201eb-99bf-4e80-869d-23264c40a838 admin admin] Deleting port 0b496533-293b-4013-8308-72d3e2baa76a {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:17:32.361705 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-431201eb-99bf-4e80-869d-23264c40a838 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (0b496533-293b-4013-8308-72d3e2baa76a), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:17:32.438824 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.db [None req-431201eb-99bf-4e80-869d-23264c40a838 admin admin] For port 0b496533-293b-4013-8308-72d3e2baa76a, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=0b496533-293b-4013-8308-72d3e2baa76a,segment=NetworkSegment(de88a4a0-f76a-4017-a6e3-6b8499720147),segment_id=de88a4a0-f76a-4017-a6e3-6b8499720147)] {{(pid=104098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:17:32.439176 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-431201eb-99bf-4e80-869d-23264c40a838 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (0b496533-293b-4013-8308-72d3e2baa76a), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:17:32.452098 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-431201eb-99bf-4e80-869d-23264c40a838 admin admin] Calling delete_port for 0b496533-293b-4013-8308-72d3e2baa76a owned by network:router_interface {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:17:32.631225 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-431201eb-99bf-4e80-869d-23264c40a838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (0b496533-293b-4013-8308-72d3e2baa76a), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:17:32.658466 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431201eb-99bf-4e80-869d-23264c40a838 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b496533-293b-4013-8308-72d3e2baa76a,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:17:32.750655 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:17:32.834697 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-431201eb-99bf-4e80-869d-23264c40a838 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3725912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3690191'] for router_interface (87992a48-3273-4cf7-b5bb-efc23b63aac4), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:17:33.065587 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-431201eb-99bf-4e80-869d-23264c40a838 admin admin] Router 87992a48-3273-4cf7-b5bb-efc23b63aac4 has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:17:33.179747 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-431201eb-99bf-4e80-869d-23264c40a838 admin admin] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:17:33.184763 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-431201eb-99bf-4e80-869d-23264c40a838 admin admin] 10.222.0.24 "PUT /v2.0/routers/87992a48-3273-4cf7-b5bb-efc23b63aac4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6131394 Mar 28 01:17:33.187254 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 57376) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:17:33.192220 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab59d7cc-7c98-43af-b94d-59cc96715e44 None None] Sync routers for ids ['87992a48-3273-4cf7-b5bb-efc23b63aac4'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:17:33.202819 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab59d7cc-7c98-43af-b94d-59cc96715e44 None None] Routers {'87992a48-3273-4cf7-b5bb-efc23b63aac4'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:17:33.203429 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-ab59d7cc-7c98-43af-b94d-59cc96715e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:17:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['87992a48-3273-4cf7-b5bb-efc23b63aac4'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:17:33.302265 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4bcde026-d3b5-430b-9be4-8fe29a340424 admin admin] Publish callbacks [] for router (87992a48-3273-4cf7-b5bb-efc23b63aac4), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:17:33.435741 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-ab59d7cc-7c98-43af-b94d-59cc96715e44 None None] Set router 87992a48-3273-4cf7-b5bb-efc23b63aac4 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:17:33.436809 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4bcde026-d3b5-430b-9be4-8fe29a340424 admin admin] Publish callbacks [] for router_gateway (87992a48-3273-4cf7-b5bb-efc23b63aac4), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:17:33.489378 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-4bcde026-d3b5-430b-9be4-8fe29a340424 admin admin] Deleting port 2b33c713-3e16-49b2-a91e-4acf21746887 {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:17:33.489710 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4bcde026-d3b5-430b-9be4-8fe29a340424 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (2b33c713-3e16-49b2-a91e-4acf21746887), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:17:33.567928 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.db [None req-4bcde026-d3b5-430b-9be4-8fe29a340424 admin admin] For port 2b33c713-3e16-49b2-a91e-4acf21746887, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=2b33c713-3e16-49b2-a91e-4acf21746887,segment=NetworkSegment(b6f00c62-aca5-4c73-8989-c04c396daeed),segment_id=b6f00c62-aca5-4c73-8989-c04c396daeed)] {{(pid=104098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:17:33.568324 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4bcde026-d3b5-430b-9be4-8fe29a340424 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (2b33c713-3e16-49b2-a91e-4acf21746887), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:17:33.581756 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-4bcde026-d3b5-430b-9be4-8fe29a340424 admin admin] Calling delete_port for 2b33c713-3e16-49b2-a91e-4acf21746887 owned by network:router_gateway {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:17:33.612243 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-ab59d7cc-7c98-43af-b94d-59cc96715e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87992a48-3273-4cf7-b5bb-efc23b63aac4', 'name': 'tempest-TestVolumeBootPattern-1711087568-router', 'tenant_id': 'bf9f34f21ab94392ab36354129e00f8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.60'}], 'enable_snat': True}, 'gw_port_id': '2b33c713-3e16-49b2-a91e-4acf21746887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:08:24Z', 'updated_at': '2022-03-28T01:17:32Z', 'revision_number': 5, 'project_id': 'bf9f34f21ab94392ab36354129e00f8d', 'gw_port': {'id': '2b33c713-3e16-49b2-a91e-4acf21746887', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87992a48-3273-4cf7-b5bb-efc23b63aac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:08:25Z', 'updated_at': '2022-03-28T01:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:17:33.643249 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab59d7cc-7c98-43af-b94d-59cc96715e44 None None] Checking router: 87992a48-3273-4cf7-b5bb-efc23b63aac4 for host: dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:17:33.651926 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab59d7cc-7c98-43af-b94d-59cc96715e44 None None] Routers {'87992a48-3273-4cf7-b5bb-efc23b63aac4'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:17:33.652554 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-ab59d7cc-7c98-43af-b94d-59cc96715e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:17:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['87992a48-3273-4cf7-b5bb-efc23b63aac4'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:17:33.739708 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-ab59d7cc-7c98-43af-b94d-59cc96715e44 None None] Set router 87992a48-3273-4cf7-b5bb-efc23b63aac4 gateway port host: None {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:17:33.743553 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4bcde026-d3b5-430b-9be4-8fe29a340424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (2b33c713-3e16-49b2-a91e-4acf21746887), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:17:33.768927 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcde026-d3b5-430b-9be4-8fe29a340424 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b33c713-3e16-49b2-a91e-4acf21746887,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:17:33.791821 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-ab59d7cc-7c98-43af-b94d-59cc96715e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87992a48-3273-4cf7-b5bb-efc23b63aac4', 'name': 'tempest-TestVolumeBootPattern-1711087568-router', 'tenant_id': 'bf9f34f21ab94392ab36354129e00f8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:08:24Z', 'updated_at': '2022-03-28T01:17:33Z', 'revision_number': 6, 'project_id': 'bf9f34f21ab94392ab36354129e00f8d', 'gw_port_host': None}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:17:33.820522 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab59d7cc-7c98-43af-b94d-59cc96715e44 None None] The sync data for ids ['87992a48-3273-4cf7-b5bb-efc23b63aac4'] in dv-neutron-834874-6-hyperv is: [{'id': '87992a48-3273-4cf7-b5bb-efc23b63aac4', 'name': 'tempest-TestVolumeBootPattern-1711087568-router', 'tenant_id': 'bf9f34f21ab94392ab36354129e00f8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:08:24Z', 'updated_at': '2022-03-28T01:17:33Z', 'revision_number': 6, 'project_id': 'bf9f34f21ab94392ab36354129e00f8d', 'gw_port_host': None}] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:17:33.831441 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4bcde026-d3b5-430b-9be4-8fe29a340424 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3687989'] for router_gateway (87992a48-3273-4cf7-b5bb-efc23b63aac4), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:17:33.924533 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4bcde026-d3b5-430b-9be4-8fe29a340424 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7151'] for router (87992a48-3273-4cf7-b5bb-efc23b63aac4), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:17:33.926591 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4bcde026-d3b5-430b-9be4-8fe29a340424 admin admin] Publish callbacks [] for router_controller (87992a48-3273-4cf7-b5bb-efc23b63aac4), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:17:33.972622 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4bcde026-d3b5-430b-9be4-8fe29a340424 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689686'] for router (87992a48-3273-4cf7-b5bb-efc23b63aac4), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:17:33.973246 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bcde026-d3b5-430b-9be4-8fe29a340424 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87992a48-3273-4cf7-b5bb-efc23b63aac4 {{(pid=104098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 01:17:33.977705 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4bcde026-d3b5-430b-9be4-8fe29a340424 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:17:33.979382 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-4bcde026-d3b5-430b-9be4-8fe29a340424 admin admin] 10.222.0.24 "DELETE /v2.0/routers/87992a48-3273-4cf7-b5bb-efc23b63aac4 HTTP/1.1" status: 204 len: 168 time: 0.7911913 Mar 28 01:17:33.981859 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 57378) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:17:34.024818 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_v2 [None req-22567435-fabf-4d6e-89dc-f130b0c5e0ef admin admin] Deleting subnet 0a57ae47-09ee-4007-9878-c6cea91f6590 {{(pid=104098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:17:34.028457 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-22567435-fabf-4d6e-89dc-f130b0c5e0ef admin admin] Publish callbacks [] for subnet (0a57ae47-09ee-4007-9878-c6cea91f6590), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:17:34.060825 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-22567435-fabf-4d6e-89dc-f130b0c5e0ef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126443526'] for subnet (0a57ae47-09ee-4007-9878-c6cea91f6590), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:17:34.139235 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-22567435-fabf-4d6e-89dc-f130b0c5e0ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (0a57ae47-09ee-4007-9878-c6cea91f6590), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:17:34.191896 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-22567435-fabf-4d6e-89dc-f130b0c5e0ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126175041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126112438'] for subnet (0a57ae47-09ee-4007-9878-c6cea91f6590), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:17:34.217945 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22567435-fabf-4d6e-89dc-f130b0c5e0ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a57ae47-09ee-4007-9878-c6cea91f6590,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:17:34.223053 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-22567435-fabf-4d6e-89dc-f130b0c5e0ef admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:17:34.228383 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-22567435-fabf-4d6e-89dc-f130b0c5e0ef admin admin] 10.222.0.24 "DELETE /v2.0/subnets/0a57ae47-09ee-4007-9878-c6cea91f6590 HTTP/1.1" status: 204 len: 168 time: 0.2435541 Mar 28 01:17:34.229018 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 57380) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:17:34.229175 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2959daa-89ad-46ce-813c-2e43c7cc148d None None] Network 788fd3f3-3593-4cdc-933e-dd5c53c623d8 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:17:34.301322 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7fc52801-65fe-46aa-8b14-275fea824259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (788fd3f3-3593-4cdc-933e-dd5c53c623d8), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:17:34.358767 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-7fc52801-65fe-46aa-8b14-275fea824259 admin admin] Deleting port cf256a5e-6470-4119-978d-df596a82004b {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:17:34.359099 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7fc52801-65fe-46aa-8b14-275fea824259 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (cf256a5e-6470-4119-978d-df596a82004b), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:17:34.419029 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.db [None req-7fc52801-65fe-46aa-8b14-275fea824259 admin admin] For port cf256a5e-6470-4119-978d-df596a82004b, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=cf256a5e-6470-4119-978d-df596a82004b,segment=NetworkSegment(de88a4a0-f76a-4017-a6e3-6b8499720147),segment_id=de88a4a0-f76a-4017-a6e3-6b8499720147)] {{(pid=104098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:17:34.419392 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7fc52801-65fe-46aa-8b14-275fea824259 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (cf256a5e-6470-4119-978d-df596a82004b), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:17:34.432391 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-7fc52801-65fe-46aa-8b14-275fea824259 admin admin] Calling delete_port for cf256a5e-6470-4119-978d-df596a82004b owned by network:dhcp {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:17:34.512066 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7fc52801-65fe-46aa-8b14-275fea824259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (cf256a5e-6470-4119-978d-df596a82004b), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:17:34.541109 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc52801-65fe-46aa-8b14-275fea824259 admin admin] No DVR routers for this DVR port cf256a5e-6470-4119-978d-df596a82004b on host dv-neutron-834874-6-hyperv {{(pid=104098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:17:34.544668 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc52801-65fe-46aa-8b14-275fea824259 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf256a5e-6470-4119-978d-df596a82004b,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:17:34.566765 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60eb4dc1-f7f4-49ca-bc7c-e3245d468345 None None] DHCP port deletion for 788fd3f3-3593-4cdc-933e-dd5c53c623d8 request from dv-neutron-834874-6-hyperv {{(pid=104100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 01:17:34.618777 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7fc52801-65fe-46aa-8b14-275fea824259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (788fd3f3-3593-4cdc-933e-dd5c53c623d8), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:17:34.641836 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-7fc52801-65fe-46aa-8b14-275fea824259 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['788fd3f3-3593-4cdc-933e-dd5c53c623d8']}} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:17:34.651825 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-7fc52801-65fe-46aa-8b14-275fea824259 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de88a4a0-f76a-4017-a6e3-6b8499720147') {'for_net_delete': True} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:17:34.652147 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-7fc52801-65fe-46aa-8b14-275fea824259 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de88a4a0-f76a-4017-a6e3-6b8499720147') {} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:17:34.662817 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7fc52801-65fe-46aa-8b14-275fea824259 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126443583'] for segment (de88a4a0-f76a-4017-a6e3-6b8499720147), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:17:34.676263 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7fc52801-65fe-46aa-8b14-275fea824259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (de88a4a0-f76a-4017-a6e3-6b8499720147), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:17:34.682699 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fc52801-65fe-46aa-8b14-275fea824259 admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=104098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:17:34.683014 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7fc52801-65fe-46aa-8b14-275fea824259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126177251'] for segment (de88a4a0-f76a-4017-a6e3-6b8499720147), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:17:34.684916 dv-neutron-834874-6-hyperv neutron-server[104098]: Traceback (most recent call last): Mar 28 01:17:34.684916 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:17:34.684916 dv-neutron-834874-6-hyperv neutron-server[104098]: timer() Mar 28 01:17:34.684916 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:17:34.684916 dv-neutron-834874-6-hyperv neutron-server[104098]: cb(*args, **kw) Mar 28 01:17:34.684916 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:17:34.684916 dv-neutron-834874-6-hyperv neutron-server[104098]: return func(*args, **kwargs) Mar 28 01:17:34.684916 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:17:34.684916 dv-neutron-834874-6-hyperv neutron-server[104098]: self._notify() Mar 28 01:17:34.684916 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:17:34.684916 dv-neutron-834874-6-hyperv neutron-server[104098]: self.callback(batched_events) Mar 28 01:17:34.684916 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:17:34.684916 dv-neutron-834874-6-hyperv neutron-server[104098]: event.method(event) Mar 28 01:17:34.684916 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:17:34.684916 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:17:34.684916 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:17:34.684916 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:17:34.684916 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:17:34.684916 dv-neutron-834874-6-hyperv neutron-server[104098]: return f(self, *a, **k) Mar 28 01:17:34.684916 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:17:34.684916 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._get(url).json() Mar 28 01:17:34.684916 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:17:34.684916 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:17:34.684916 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:17:34.684916 dv-neutron-834874-6-hyperv neutron-server[104098]: return self.request(url, 'GET', **kwargs) Mar 28 01:17:34.684916 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:17:34.684916 dv-neutron-834874-6-hyperv neutron-server[104098]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:17:34.684916 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:17:34.684916 dv-neutron-834874-6-hyperv neutron-server[104098]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:17:34.684916 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:17:34.684916 dv-neutron-834874-6-hyperv neutron-server[104098]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:17:34.684916 dv-neutron-834874-6-hyperv neutron-server[104098]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:17:34.737469 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7fc52801-65fe-46aa-8b14-275fea824259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (788fd3f3-3593-4cdc-933e-dd5c53c623d8), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:17:34.742903 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7fc52801-65fe-46aa-8b14-275fea824259 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:17:34.746140 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-7fc52801-65fe-46aa-8b14-275fea824259 admin admin] 10.222.0.24 "DELETE /v2.0/networks/788fd3f3-3593-4cdc-933e-dd5c53c623d8 HTTP/1.1" status: 204 len: 168 time: 0.5157259 Mar 28 01:17:34.749067 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 57382) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:17:34.764926 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc52801-65fe-46aa-8b14-275fea824259 admin admin] Pushing event deleted for resources: {'Network': ['ID=788fd3f3-3593-4cdc-933e-dd5c53c623d8,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:17:35.096568 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-743b2127-a429-4344-89da-bc18cb04b343 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3686527'] for router_interface (18014039-7a1f-4351-bd8e-27bb521e9aeb), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:17:35.429407 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 0b496533-293b-4013-8308-72d3e2baa76a no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:17:35.450213 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: 0b496533-293b-4013-8308-72d3e2baa76a {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:17:35.450676 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 0b496533-293b-4013-8308-72d3e2baa76a not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:17:35.451171 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device cf256a5e-6470-4119-978d-df596a82004b no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:17:35.470295 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: cf256a5e-6470-4119-978d-df596a82004b {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:17:35.470644 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device cf256a5e-6470-4119-978d-df596a82004b not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:17:35.471075 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 2b33c713-3e16-49b2-a91e-4acf21746887 no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:17:35.491117 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: 2b33c713-3e16-49b2-a91e-4acf21746887 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:17:35.491464 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 2b33c713-3e16-49b2-a91e-4acf21746887 not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:17:35.667786 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-743b2127-a429-4344-89da-bc18cb04b343 admin admin] Deleting port 96ec1dde-7df0-43e4-91a9-1d5d1be96490 {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:17:35.668429 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-743b2127-a429-4344-89da-bc18cb04b343 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (96ec1dde-7df0-43e4-91a9-1d5d1be96490), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:17:35.741169 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.db [None req-743b2127-a429-4344-89da-bc18cb04b343 admin admin] For port 96ec1dde-7df0-43e4-91a9-1d5d1be96490, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=96ec1dde-7df0-43e4-91a9-1d5d1be96490,segment=NetworkSegment(5c5b4ce2-4064-4de9-a901-c4c94532538d),segment_id=5c5b4ce2-4064-4de9-a901-c4c94532538d)] {{(pid=104098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:17:35.741521 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-743b2127-a429-4344-89da-bc18cb04b343 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (96ec1dde-7df0-43e4-91a9-1d5d1be96490), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:17:35.753583 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-743b2127-a429-4344-89da-bc18cb04b343 admin admin] Calling delete_port for 96ec1dde-7df0-43e4-91a9-1d5d1be96490 owned by network:router_interface {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:17:35.926947 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-743b2127-a429-4344-89da-bc18cb04b343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (96ec1dde-7df0-43e4-91a9-1d5d1be96490), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:17:35.951134 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743b2127-a429-4344-89da-bc18cb04b343 admin admin] Pushing event deleted for resources: {'Port': ['ID=96ec1dde-7df0-43e4-91a9-1d5d1be96490,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:17:36.116373 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-743b2127-a429-4344-89da-bc18cb04b343 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3725912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3690191'] for router_interface (18014039-7a1f-4351-bd8e-27bb521e9aeb), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:17:36.326298 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-743b2127-a429-4344-89da-bc18cb04b343 admin admin] Router 18014039-7a1f-4351-bd8e-27bb521e9aeb has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:17:36.435742 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-743b2127-a429-4344-89da-bc18cb04b343 admin admin] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:17:36.440669 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-743b2127-a429-4344-89da-bc18cb04b343 admin admin] 10.222.0.24 "PUT /v2.0/routers/18014039-7a1f-4351-bd8e-27bb521e9aeb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6906860 Mar 28 01:17:36.443141 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 57384) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:17:36.445843 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a03ac71-123c-4354-b377-098a69594633 None None] Sync routers for ids ['18014039-7a1f-4351-bd8e-27bb521e9aeb'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:17:36.456530 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a03ac71-123c-4354-b377-098a69594633 None None] Routers {'18014039-7a1f-4351-bd8e-27bb521e9aeb'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:17:36.457241 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-1a03ac71-123c-4354-b377-098a69594633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:17:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['18014039-7a1f-4351-bd8e-27bb521e9aeb'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:17:36.546828 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f82cb9d6-2479-4527-a9df-4efff045952a admin admin] Publish callbacks [] for router (18014039-7a1f-4351-bd8e-27bb521e9aeb), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:17:36.560203 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-1a03ac71-123c-4354-b377-098a69594633 None None] Set router 18014039-7a1f-4351-bd8e-27bb521e9aeb gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:17:36.651169 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f82cb9d6-2479-4527-a9df-4efff045952a admin admin] Publish callbacks [] for router_gateway (18014039-7a1f-4351-bd8e-27bb521e9aeb), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:17:36.704263 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-f82cb9d6-2479-4527-a9df-4efff045952a admin admin] Deleting port 59b24dd2-6245-41a8-9672-96fcc9052c7a {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:17:36.705009 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f82cb9d6-2479-4527-a9df-4efff045952a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (59b24dd2-6245-41a8-9672-96fcc9052c7a), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:17:36.738823 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-1a03ac71-123c-4354-b377-098a69594633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18014039-7a1f-4351-bd8e-27bb521e9aeb', 'name': 'tempest-TestVolumeBootPattern-1151565328-router', 'tenant_id': '8e265a2db6e3483fad27e7b863ecff6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.38'}], 'enable_snat': True}, 'gw_port_id': '59b24dd2-6245-41a8-9672-96fcc9052c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:08:42Z', 'updated_at': '2022-03-28T01:17:35Z', 'revision_number': 5, 'project_id': '8e265a2db6e3483fad27e7b863ecff6c', 'gw_port': {'id': '59b24dd2-6245-41a8-9672-96fcc9052c7a', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:69:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18014039-7a1f-4351-bd8e-27bb521e9aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:08:45Z', 'updated_at': '2022-03-28T01:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:17:36.765355 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a03ac71-123c-4354-b377-098a69594633 None None] Checking router: 18014039-7a1f-4351-bd8e-27bb521e9aeb for host: dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:17:36.773630 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a03ac71-123c-4354-b377-098a69594633 None None] Routers {'18014039-7a1f-4351-bd8e-27bb521e9aeb'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:17:36.774247 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-1a03ac71-123c-4354-b377-098a69594633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:17:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['18014039-7a1f-4351-bd8e-27bb521e9aeb'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:17:36.786983 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.db [None req-f82cb9d6-2479-4527-a9df-4efff045952a admin admin] For port 59b24dd2-6245-41a8-9672-96fcc9052c7a, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=59b24dd2-6245-41a8-9672-96fcc9052c7a,segment=NetworkSegment(b6f00c62-aca5-4c73-8989-c04c396daeed),segment_id=b6f00c62-aca5-4c73-8989-c04c396daeed)] {{(pid=104098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:17:36.787353 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f82cb9d6-2479-4527-a9df-4efff045952a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (59b24dd2-6245-41a8-9672-96fcc9052c7a), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:17:36.800499 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-f82cb9d6-2479-4527-a9df-4efff045952a admin admin] Calling delete_port for 59b24dd2-6245-41a8-9672-96fcc9052c7a owned by network:router_gateway {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:17:36.861084 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-1a03ac71-123c-4354-b377-098a69594633 None None] Set router 18014039-7a1f-4351-bd8e-27bb521e9aeb gateway port host: None {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:17:36.914964 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-1a03ac71-123c-4354-b377-098a69594633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18014039-7a1f-4351-bd8e-27bb521e9aeb', 'name': 'tempest-TestVolumeBootPattern-1151565328-router', 'tenant_id': '8e265a2db6e3483fad27e7b863ecff6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:08:42Z', 'updated_at': '2022-03-28T01:17:36Z', 'revision_number': 6, 'project_id': '8e265a2db6e3483fad27e7b863ecff6c', 'gw_port_host': None}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:17:36.942720 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a03ac71-123c-4354-b377-098a69594633 None None] The sync data for ids ['18014039-7a1f-4351-bd8e-27bb521e9aeb'] in dv-neutron-834874-6-hyperv is: [{'id': '18014039-7a1f-4351-bd8e-27bb521e9aeb', 'name': 'tempest-TestVolumeBootPattern-1151565328-router', 'tenant_id': '8e265a2db6e3483fad27e7b863ecff6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:08:42Z', 'updated_at': '2022-03-28T01:17:36Z', 'revision_number': 6, 'project_id': '8e265a2db6e3483fad27e7b863ecff6c', 'gw_port_host': None}] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:17:36.968487 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f82cb9d6-2479-4527-a9df-4efff045952a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (59b24dd2-6245-41a8-9672-96fcc9052c7a), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:17:36.995329 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82cb9d6-2479-4527-a9df-4efff045952a admin admin] Pushing event deleted for resources: {'Port': ['ID=59b24dd2-6245-41a8-9672-96fcc9052c7a,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:17:37.057131 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f82cb9d6-2479-4527-a9df-4efff045952a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3687989'] for router_gateway (18014039-7a1f-4351-bd8e-27bb521e9aeb), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:17:37.145723 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f82cb9d6-2479-4527-a9df-4efff045952a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7151'] for router (18014039-7a1f-4351-bd8e-27bb521e9aeb), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:17:37.147806 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f82cb9d6-2479-4527-a9df-4efff045952a admin admin] Publish callbacks [] for router_controller (18014039-7a1f-4351-bd8e-27bb521e9aeb), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:17:37.189788 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f82cb9d6-2479-4527-a9df-4efff045952a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689686'] for router (18014039-7a1f-4351-bd8e-27bb521e9aeb), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:17:37.190250 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f82cb9d6-2479-4527-a9df-4efff045952a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18014039-7a1f-4351-bd8e-27bb521e9aeb {{(pid=104098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 01:17:37.194359 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f82cb9d6-2479-4527-a9df-4efff045952a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:17:37.195489 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-f82cb9d6-2479-4527-a9df-4efff045952a admin admin] 10.222.0.24 "DELETE /v2.0/routers/18014039-7a1f-4351-bd8e-27bb521e9aeb HTTP/1.1" status: 204 len: 168 time: 0.7514522 Mar 28 01:17:37.198097 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 57386) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:17:37.241231 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_v2 [None req-c12de002-644b-424b-bc88-4b712e5a6604 admin admin] Deleting subnet 468c5b80-581d-461b-a25f-efb98d15b28b {{(pid=104098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:17:37.244175 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c12de002-644b-424b-bc88-4b712e5a6604 admin admin] Publish callbacks [] for subnet (468c5b80-581d-461b-a25f-efb98d15b28b), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:17:37.277846 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c12de002-644b-424b-bc88-4b712e5a6604 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126443526'] for subnet (468c5b80-581d-461b-a25f-efb98d15b28b), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:17:37.360463 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c12de002-644b-424b-bc88-4b712e5a6604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (468c5b80-581d-461b-a25f-efb98d15b28b), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:17:37.417340 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c12de002-644b-424b-bc88-4b712e5a6604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126175041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126112438'] for subnet (468c5b80-581d-461b-a25f-efb98d15b28b), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:17:37.442167 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12de002-644b-424b-bc88-4b712e5a6604 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=468c5b80-581d-461b-a25f-efb98d15b28b,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:17:37.445639 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c12de002-644b-424b-bc88-4b712e5a6604 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:17:37.449739 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-c12de002-644b-424b-bc88-4b712e5a6604 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/468c5b80-581d-461b-a25f-efb98d15b28b HTTP/1.1" status: 204 len: 168 time: 0.2504058 Mar 28 01:17:37.451918 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 57388) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:17:37.454448 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f983e21-ce7f-49fd-a349-0bd55724d5ab None None] Network 41edf259-255e-4e51-abf9-44ce12b838b7 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:17:37.521857 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ce9d4667-483a-4532-bfd5-be95c72e9078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (41edf259-255e-4e51-abf9-44ce12b838b7), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:17:37.574766 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d4667-483a-4532-bfd5-be95c72e9078 admin admin] Deleting port 397acb29-796d-46ac-8636-45ae076b386c {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:17:37.575102 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ce9d4667-483a-4532-bfd5-be95c72e9078 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (397acb29-796d-46ac-8636-45ae076b386c), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:17:37.635577 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.db [None req-ce9d4667-483a-4532-bfd5-be95c72e9078 admin admin] For port 397acb29-796d-46ac-8636-45ae076b386c, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=397acb29-796d-46ac-8636-45ae076b386c,segment=NetworkSegment(5c5b4ce2-4064-4de9-a901-c4c94532538d),segment_id=5c5b4ce2-4064-4de9-a901-c4c94532538d)] {{(pid=104098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:17:37.635883 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ce9d4667-483a-4532-bfd5-be95c72e9078 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (397acb29-796d-46ac-8636-45ae076b386c), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:17:37.648404 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d4667-483a-4532-bfd5-be95c72e9078 admin admin] Calling delete_port for 397acb29-796d-46ac-8636-45ae076b386c owned by network:dhcp {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:17:37.710286 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11382ab9-5ede-4506-8a5a-8ace2461a392 None None] DHCP port deletion for 41edf259-255e-4e51-abf9-44ce12b838b7 request from dv-neutron-834874-6-hyperv {{(pid=104100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 01:17:37.735655 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ce9d4667-483a-4532-bfd5-be95c72e9078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (397acb29-796d-46ac-8636-45ae076b386c), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:17:37.762408 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d4667-483a-4532-bfd5-be95c72e9078 admin admin] Pushing event deleted for resources: {'Port': ['ID=397acb29-796d-46ac-8636-45ae076b386c,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:17:37.766043 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9d4667-483a-4532-bfd5-be95c72e9078 admin admin] No DVR routers for this DVR port 397acb29-796d-46ac-8636-45ae076b386c on host dv-neutron-834874-6-hyperv {{(pid=104098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:17:37.786332 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-11382ab9-5ede-4506-8a5a-8ace2461a392 None None] Deleting port 397acb29-796d-46ac-8636-45ae076b386c {{(pid=104100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:17:37.786783 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-11382ab9-5ede-4506-8a5a-8ace2461a392 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (397acb29-796d-46ac-8636-45ae076b386c), before_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:17:37.831313 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 96ec1dde-7df0-43e4-91a9-1d5d1be96490 no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:17:37.850758 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ce9d4667-483a-4532-bfd5-be95c72e9078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (41edf259-255e-4e51-abf9-44ce12b838b7), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:17:37.861447 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: 96ec1dde-7df0-43e4-91a9-1d5d1be96490 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:17:37.861792 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 96ec1dde-7df0-43e4-91a9-1d5d1be96490 not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:17:37.876137 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-ce9d4667-483a-4532-bfd5-be95c72e9078 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41edf259-255e-4e51-abf9-44ce12b838b7']}} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:17:37.880303 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-11382ab9-5ede-4506-8a5a-8ace2461a392 None None] For port 397acb29-796d-46ac-8636-45ae076b386c, host dv-neutron-834874-6-hyperv, got binding levels [] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:17:37.880759 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-11382ab9-5ede-4506-8a5a-8ace2461a392 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (397acb29-796d-46ac-8636-45ae076b386c), precommit_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:17:37.886365 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-ce9d4667-483a-4532-bfd5-be95c72e9078 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c5b4ce2-4064-4de9-a901-c4c94532538d') {'for_net_delete': True} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:17:37.886670 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-ce9d4667-483a-4532-bfd5-be95c72e9078 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c5b4ce2-4064-4de9-a901-c4c94532538d') {} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:17:37.894202 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-11382ab9-5ede-4506-8a5a-8ace2461a392 None None] Calling delete_port for 397acb29-796d-46ac-8636-45ae076b386c owned by network:dhcp {{(pid=104100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:17:37.895946 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ce9d4667-483a-4532-bfd5-be95c72e9078 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126443583'] for segment (5c5b4ce2-4064-4de9-a901-c4c94532538d), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:17:37.896945 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.ipam_backend_mixin [None req-11382ab9-5ede-4506-8a5a-8ace2461a392 None None] Port 397acb29-796d-46ac-8636-45ae076b386c was not found and therefore no delete operation was performed {{(pid=104100) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 28 01:17:37.898241 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-11382ab9-5ede-4506-8a5a-8ace2461a392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886'] for port (397acb29-796d-46ac-8636-45ae076b386c), after_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:17:37.909288 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ce9d4667-483a-4532-bfd5-be95c72e9078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (5c5b4ce2-4064-4de9-a901-c4c94532538d), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:17:37.915396 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce9d4667-483a-4532-bfd5-be95c72e9078 admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=104098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:17:37.915901 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ce9d4667-483a-4532-bfd5-be95c72e9078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126177251'] for segment (5c5b4ce2-4064-4de9-a901-c4c94532538d), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:17:37.917865 dv-neutron-834874-6-hyperv neutron-server[104098]: Traceback (most recent call last): Mar 28 01:17:37.917865 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:17:37.917865 dv-neutron-834874-6-hyperv neutron-server[104098]: timer() Mar 28 01:17:37.917865 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:17:37.917865 dv-neutron-834874-6-hyperv neutron-server[104098]: cb(*args, **kw) Mar 28 01:17:37.917865 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:17:37.917865 dv-neutron-834874-6-hyperv neutron-server[104098]: return func(*args, **kwargs) Mar 28 01:17:37.917865 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:17:37.917865 dv-neutron-834874-6-hyperv neutron-server[104098]: self._notify() Mar 28 01:17:37.917865 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:17:37.917865 dv-neutron-834874-6-hyperv neutron-server[104098]: self.callback(batched_events) Mar 28 01:17:37.917865 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:17:37.917865 dv-neutron-834874-6-hyperv neutron-server[104098]: event.method(event) Mar 28 01:17:37.917865 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:17:37.917865 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:17:37.917865 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:17:37.917865 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:17:37.917865 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:17:37.917865 dv-neutron-834874-6-hyperv neutron-server[104098]: return f(self, *a, **k) Mar 28 01:17:37.917865 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:17:37.917865 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._get(url).json() Mar 28 01:17:37.917865 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:17:37.917865 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:17:37.917865 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:17:37.917865 dv-neutron-834874-6-hyperv neutron-server[104098]: return self.request(url, 'GET', **kwargs) Mar 28 01:17:37.917865 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:17:37.917865 dv-neutron-834874-6-hyperv neutron-server[104098]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:17:37.917865 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:17:37.917865 dv-neutron-834874-6-hyperv neutron-server[104098]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:17:37.917865 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:17:37.917865 dv-neutron-834874-6-hyperv neutron-server[104098]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:17:37.917865 dv-neutron-834874-6-hyperv neutron-server[104098]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:17:37.926551 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11382ab9-5ede-4506-8a5a-8ace2461a392 None None] No DVR routers for this DVR port 397acb29-796d-46ac-8636-45ae076b386c on host dv-neutron-834874-6-hyperv {{(pid=104100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:17:37.930483 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11382ab9-5ede-4506-8a5a-8ace2461a392 None None] Pushing event deleted for resources: {'Port': ['ID=397acb29-796d-46ac-8636-45ae076b386c,revision_number=None']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:17:37.940607 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11382ab9-5ede-4506-8a5a-8ace2461a392 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:17:37.941021 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11382ab9-5ede-4506-8a5a-8ace2461a392 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:17:37.941450 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11382ab9-5ede-4506-8a5a-8ace2461a392 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:17:37.941853 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11382ab9-5ede-4506-8a5a-8ace2461a392 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:17:37.942251 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11382ab9-5ede-4506-8a5a-8ace2461a392 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:17:37.942668 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11382ab9-5ede-4506-8a5a-8ace2461a392 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:17:37.943088 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11382ab9-5ede-4506-8a5a-8ace2461a392 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:17:37.943531 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11382ab9-5ede-4506-8a5a-8ace2461a392 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:17:37.944091 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11382ab9-5ede-4506-8a5a-8ace2461a392 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:17:37.944679 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11382ab9-5ede-4506-8a5a-8ace2461a392 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:17:37.945062 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11382ab9-5ede-4506-8a5a-8ace2461a392 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:17:37.945417 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11382ab9-5ede-4506-8a5a-8ace2461a392 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:17:37.945875 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11382ab9-5ede-4506-8a5a-8ace2461a392 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:17:37.946257 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11382ab9-5ede-4506-8a5a-8ace2461a392 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:17:37.946592 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11382ab9-5ede-4506-8a5a-8ace2461a392 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:17:37.978768 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ce9d4667-483a-4532-bfd5-be95c72e9078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (41edf259-255e-4e51-abf9-44ce12b838b7), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:17:37.984297 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ce9d4667-483a-4532-bfd5-be95c72e9078 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:17:37.987522 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-ce9d4667-483a-4532-bfd5-be95c72e9078 admin admin] 10.222.0.24 "DELETE /v2.0/networks/41edf259-255e-4e51-abf9-44ce12b838b7 HTTP/1.1" status: 204 len: 168 time: 0.5346162 Mar 28 01:17:37.999298 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d4667-483a-4532-bfd5-be95c72e9078 admin admin] Pushing event deleted for resources: {'Network': ['ID=41edf259-255e-4e51-abf9-44ce12b838b7,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:17:38.121810 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 57392) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:17:38.161346 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-3c105037-d377-4a3f-b892-71258896979f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bf9f34f21ab94392ab36354129e00f8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383348 Mar 28 01:17:38.164093 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 57394) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:17:38.214907 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5d8100a1-3b36-4ed9-bca3-c753b7216191 admin admin] Publish callbacks [] for security_group (1bbf629d-26d3-4d0f-92aa-0b87de12f46c), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:17:38.235746 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5d8100a1-3b36-4ed9-bca3-c753b7216191 admin admin] Publish callbacks [] for security_group (1bbf629d-26d3-4d0f-92aa-0b87de12f46c), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:17:38.280127 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5d8100a1-3b36-4ed9-bca3-c753b7216191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (1bbf629d-26d3-4d0f-92aa-0b87de12f46c), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:17:38.282961 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5d8100a1-3b36-4ed9-bca3-c753b7216191 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:17:38.284129 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-5d8100a1-3b36-4ed9-bca3-c753b7216191 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1bbf629d-26d3-4d0f-92aa-0b87de12f46c HTTP/1.1" status: 204 len: 168 time: 0.1191163 Mar 28 01:17:38.292190 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8100a1-3b36-4ed9-bca3-c753b7216191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bbf629d-26d3-4d0f-92aa-0b87de12f46c,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:17:38.584497 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 57400) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:17:38.623817 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-d5289b31-f337-4f82-a8bd-9a314f121cdb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8e265a2db6e3483fad27e7b863ecff6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381310 Mar 28 01:17:38.626137 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 57402) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:17:38.671099 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4b26a2a2-9311-4be2-a093-5ae3562efd50 admin admin] Publish callbacks [] for security_group (5e2bbee5-37d5-4e84-b549-c7a5a390a6e1), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:17:38.692018 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4b26a2a2-9311-4be2-a093-5ae3562efd50 admin admin] Publish callbacks [] for security_group (5e2bbee5-37d5-4e84-b549-c7a5a390a6e1), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:17:38.736364 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4b26a2a2-9311-4be2-a093-5ae3562efd50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (5e2bbee5-37d5-4e84-b549-c7a5a390a6e1), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:17:38.739004 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4b26a2a2-9311-4be2-a093-5ae3562efd50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:17:38.740165 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-4b26a2a2-9311-4be2-a093-5ae3562efd50 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5e2bbee5-37d5-4e84-b549-c7a5a390a6e1 HTTP/1.1" status: 204 len: 168 time: 0.1131353 Mar 28 01:17:38.748562 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b26a2a2-9311-4be2-a093-5ae3562efd50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e2bbee5-37d5-4e84-b549-c7a5a390a6e1,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:17:39.421119 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 59b24dd2-6245-41a8-9672-96fcc9052c7a no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:17:39.443697 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: 59b24dd2-6245-41a8-9672-96fcc9052c7a {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:17:39.444056 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 59b24dd2-6245-41a8-9672-96fcc9052c7a not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:17:39.444469 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 397acb29-796d-46ac-8636-45ae076b386c no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:17:39.464167 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: 397acb29-796d-46ac-8636-45ae076b386c {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:17:39.464519 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 397acb29-796d-46ac-8636-45ae076b386c not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:17:41.407155 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5ca6e106-3407-4987-9cc1-a0d7bd419fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:17:43.575683 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5f831ba9-e22f-4444-87c2-24356dca0323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:17:44.785798 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:17:46.226149 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:17:47.787059 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:18:02.757828 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:18:06.863788 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.agents_db [None req-9a1d863f-391a-42f4-9870-e8292b919beb None None] Agent healthcheck: found 6 active agents {{(pid=104101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 01:18:11.409581 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-75d91c66-ac94-49be-9c1f-a8114ac48bcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:18:13.576950 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-fbcd654a-7a44-4da7-b9c3-ce3f507c4e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:18:14.789707 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:18:16.229057 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:18:17.789715 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:18:32.777953 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:18:41.411129 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-927bc665-dc33-48e3-b6a9-bf440427cda6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:18:43.577157 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d9d849b1-ce45-440b-bb0b-b7ee8317b97b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:18:43.862958 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.agents_db [None req-9a1d863f-391a-42f4-9870-e8292b919beb None None] Agent healthcheck: found 6 active agents {{(pid=104101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 01:18:44.714599 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-d65695a6-6866-41c4-9101-c64339f80af5 req-e81f077a-ddf1-40ed-b4f0-96371d7a6825 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=60b31264-091e-40cd-a396-b3be7a1d2cb1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0444720 Mar 28 01:18:44.793514 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:18:44.802019 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65695a6-6866-41c4-9101-c64339f80af5 req-908a2ad7-839e-4afb-bd3a-123dfc24aca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:18:44.803528 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-d65695a6-6866-41c4-9101-c64339f80af5 req-908a2ad7-839e-4afb-bd3a-123dfc24aca2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cf1ee0ed9c204cc5bccbb38ebf185041&device_id=60b31264-091e-40cd-a396-b3be7a1d2cb1 HTTP/1.1" status: 200 len: 1130 time: 0.0490112 Mar 28 01:18:44.903158 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65695a6-6866-41c4-9101-c64339f80af5 req-415fd710-599b-410c-b6ea-0141d6faa959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:18:44.904657 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-d65695a6-6866-41c4-9101-c64339f80af5 req-415fd710-599b-410c-b6ea-0141d6faa959 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7d88d01b-56e3-43b4-8c7f-7e7f1fd29aae HTTP/1.1" status: 200 len: 896 time: 0.0829661 Mar 28 01:18:44.971794 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-d65695a6-6866-41c4-9101-c64339f80af5 req-83a1b58a-7f29-4862-b028-b3de7328e4d9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed3ddd3b-5466-4e43-b412-848385903731 HTTP/1.1" status: 200 len: 1002 time: 0.0606582 Mar 28 01:18:45.017167 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65695a6-6866-41c4-9101-c64339f80af5 req-4da62c21-213c-4ab9-a410-b31801b1edee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:18:45.018563 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-d65695a6-6866-41c4-9101-c64339f80af5 req-4da62c21-213c-4ab9-a410-b31801b1edee service neutron] 10.222.0.10 "GET /v2.0/subnets?id=47b91f20-cbcd-4f44-86ca-12eef77d11f9 HTTP/1.1" status: 200 len: 844 time: 0.0414948 Mar 28 01:18:45.065143 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65695a6-6866-41c4-9101-c64339f80af5 req-1306f61a-9b00-4a1d-9b60-57eb986226e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:18:45.066576 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-d65695a6-6866-41c4-9101-c64339f80af5 req-1306f61a-9b00-4a1d-9b60-57eb986226e1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7d88d01b-56e3-43b4-8c7f-7e7f1fd29aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0419743 Mar 28 01:18:45.155143 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-d65695a6-6866-41c4-9101-c64339f80af5 req-5e435831-470d-4c04-bc3d-cab7670a18ea service neutron] 10.222.0.10 "GET /v2.0/networks/7d88d01b-56e3-43b4-8c7f-7e7f1fd29aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822794 Mar 28 01:18:45.239960 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-d65695a6-6866-41c4-9101-c64339f80af5 req-4864f2e0-c1e3-4905-8de9-bb90682f8e53 service neutron] 10.222.0.10 "GET /v2.0/networks/7d88d01b-56e3-43b4-8c7f-7e7f1fd29aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790925 Mar 28 01:18:46.231551 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:18:47.792377 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:18:53.534165 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 57422) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:18:53.539990 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-aad23cd2-9a34-43ad-83fe-43de8d0c0bec tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:18:53.628088 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-aad23cd2-9a34-43ad-83fe-43de8d0c0bec tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-126112388'] for subnet (47b91f20-cbcd-4f44-86ca-12eef77d11f9), before_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:18:53.783769 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-aad23cd2-9a34-43ad-83fe-43de8d0c0bec tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8758317293963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-126175050'] for subnet (47b91f20-cbcd-4f44-86ca-12eef77d11f9), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:18:53.817954 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad23cd2-9a34-43ad-83fe-43de8d0c0bec tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:18:53.819168 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-aad23cd2-9a34-43ad-83fe-43de8d0c0bec tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:18:53.820462 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-aad23cd2-9a34-43ad-83fe-43de8d0c0bec tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "PUT /v2.0/subnets/47b91f20-cbcd-4f44-86ca-12eef77d11f9 HTTP/1.1" status: 200 len: 836 time: 0.2846768 Mar 28 01:18:53.825732 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38df6503-d783-409b-bf04-d1d7065e9e90 None None] Network 7d88d01b-56e3-43b4-8c7f-7e7f1fd29aae requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:18:53.836427 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad23cd2-9a34-43ad-83fe-43de8d0c0bec tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'Subnet': ['ID=47b91f20-cbcd-4f44-86ca-12eef77d11f9,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:18:53.843817 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad23cd2-9a34-43ad-83fe-43de8d0c0bec tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:18:53.844164 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad23cd2-9a34-43ad-83fe-43de8d0c0bec tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:18:53.844513 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad23cd2-9a34-43ad-83fe-43de8d0c0bec tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:18:53.844855 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad23cd2-9a34-43ad-83fe-43de8d0c0bec tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:18:53.845189 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad23cd2-9a34-43ad-83fe-43de8d0c0bec tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:18:53.845518 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad23cd2-9a34-43ad-83fe-43de8d0c0bec tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:18:53.845844 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad23cd2-9a34-43ad-83fe-43de8d0c0bec tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:18:53.846168 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad23cd2-9a34-43ad-83fe-43de8d0c0bec tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:18:53.846495 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad23cd2-9a34-43ad-83fe-43de8d0c0bec tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:18:53.846823 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad23cd2-9a34-43ad-83fe-43de8d0c0bec tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:18:53.847147 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad23cd2-9a34-43ad-83fe-43de8d0c0bec tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:18:53.847470 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad23cd2-9a34-43ad-83fe-43de8d0c0bec tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:18:53.847806 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad23cd2-9a34-43ad-83fe-43de8d0c0bec tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:18:53.848140 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad23cd2-9a34-43ad-83fe-43de8d0c0bec tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:18:53.848459 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad23cd2-9a34-43ad-83fe-43de8d0c0bec tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:18:54.199769 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-6236e664-1544-4553-9455-22bfdf3b012d None None] Provisioning complete for port ed3ddd3b-5466-4e43-b412-848385903731 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:18:54.200220 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-6236e664-1544-4553-9455-22bfdf3b012d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (ed3ddd3b-5466-4e43-b412-848385903731), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:18:54.276402 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-6236e664-1544-4553-9455-22bfdf3b012d None None] Current status of the port ed3ddd3b-5466-4e43-b412-848385903731 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:18:54.286281 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-6236e664-1544-4553-9455-22bfdf3b012d None None] Provisioning complete for port 9f8b5ff0-26b5-4267-993a-c955bb458c21 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:18:54.286584 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-6236e664-1544-4553-9455-22bfdf3b012d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (9f8b5ff0-26b5-4267-993a-c955bb458c21), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:18:54.359113 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-6236e664-1544-4553-9455-22bfdf3b012d None None] Current status of the port 9f8b5ff0-26b5-4267-993a-c955bb458c21 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:18:54.368838 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-6236e664-1544-4553-9455-22bfdf3b012d None None] Provisioning complete for port 1fa12fda-190d-4fdc-9787-28168a24fcf8 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:18:54.369205 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-6236e664-1544-4553-9455-22bfdf3b012d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (1fa12fda-190d-4fdc-9787-28168a24fcf8), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:18:54.443385 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-6236e664-1544-4553-9455-22bfdf3b012d None None] Current status of the port 1fa12fda-190d-4fdc-9787-28168a24fcf8 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:19:02.793233 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:11.412878 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ccf8c4e2-6d94-4501-8eaf-5e4faf16bd3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:13.577021 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f844335c-8658-4ca4-8f81-d46cde4eda01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:14.787660 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:16.233993 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:17.795250 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:20.861611 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.agents_db [None req-9a1d863f-391a-42f4-9870-e8292b919beb None None] Agent healthcheck: found 6 active agents {{(pid=104101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 01:19:32.787112 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:36.683198 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 57440) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:19:36.835642 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-1deee587-3e63-4521-99b3-c6c3dd1f27a3 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Deleting port 123610e0-e083-4d06-81ef-ef021894f5a8 {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:19:36.835982 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1deee587-3e63-4521-99b3-c6c3dd1f27a3 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (123610e0-e083-4d06-81ef-ef021894f5a8), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:36.910256 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1deee587-3e63-4521-99b3-c6c3dd1f27a3 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (123610e0-e083-4d06-81ef-ef021894f5a8), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:36.910575 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1deee587-3e63-4521-99b3-c6c3dd1f27a3 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for floatingip (123610e0-e083-4d06-81ef-ef021894f5a8), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:36.921776 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-1deee587-3e63-4521-99b3-c6c3dd1f27a3 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Calling delete_port for 123610e0-e083-4d06-81ef-ef021894f5a8 owned by network:floatingip {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:19:37.065738 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1deee587-3e63-4521-99b3-c6c3dd1f27a3 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (123610e0-e083-4d06-81ef-ef021894f5a8), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:37.090737 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deee587-3e63-4521-99b3-c6c3dd1f27a3 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event deleted for resources: {'Port': ['ID=123610e0-e083-4d06-81ef-ef021894f5a8,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:19:37.154215 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1deee587-3e63-4521-99b3-c6c3dd1f27a3 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for floatingip (fc13ffdd-15d7-45e9-afcd-d372eeb7f2a2), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:37.154539 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.l3_db [None req-1deee587-3e63-4521-99b3-c6c3dd1f27a3 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Floating IP fc13ffdd-15d7-45e9-afcd-d372eeb7f2a2 disassociated (deleted). External IP: 172.26.1.237, port: ed3ddd3b-5466-4e43-b412-848385903731. Mar 28 01:19:37.362143 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1deee587-3e63-4521-99b3-c6c3dd1f27a3 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Router 3857b373-1393-4d39-9fbc-7a20bd7e942c has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:19:37.467544 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1deee587-3e63-4521-99b3-c6c3dd1f27a3 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:19:37.472461 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1deee587-3e63-4521-99b3-c6c3dd1f27a3 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for floatingip (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:37.478122 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86fabca-f3e8-4be7-97f1-05bd7e5e8a9c None None] Sync routers for ids ['3857b373-1393-4d39-9fbc-7a20bd7e942c'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:19:37.486751 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86fabca-f3e8-4be7-97f1-05bd7e5e8a9c None None] Routers {'3857b373-1393-4d39-9fbc-7a20bd7e942c'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:19:37.487346 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-c86fabca-f3e8-4be7-97f1-05bd7e5e8a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:19:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['3857b373-1393-4d39-9fbc-7a20bd7e942c'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:19:37.508847 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-1deee587-3e63-4521-99b3-c6c3dd1f27a3 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "DELETE /v2.0/floatingips/fc13ffdd-15d7-45e9-afcd-d372eeb7f2a2 HTTP/1.1" status: 204 len: 168 time: 0.8219249 Mar 28 01:19:37.508847 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60b31264-091e-40cd-a396-b3be7a1d2cb1', 'tag': 'ed3ddd3b-5466-4e43-b412-848385903731'}] {{(pid=104098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:19:37.509117 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4026f4115fe834cbdc9db1f12734a6e5e5d2473de268e244354b04a11285341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e7ff518-2082-4caf-bc70-13c28408bd41" -d '{"events": [{"name": "network-changed", "server_uuid": "60b31264-091e-40cd-a396-b3be7a1d2cb1", "tag": "ed3ddd3b-5466-4e43-b412-848385903731"}]}' {{(pid=104098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:19:37.546724 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 01:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d70c5995-9328-4bad-8fe6-5c97e0ce130d x-openstack-request-id: req-d70c5995-9328-4bad-8fe6-5c97e0ce130d {{(pid=104098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:19:37.547028 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60b31264-091e-40cd-a396-b3be7a1d2cb1", "tag": "ed3ddd3b-5466-4e43-b412-848385903731", "status": "completed", "code": 200}]} {{(pid=104098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:19:37.547287 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d70c5995-9328-4bad-8fe6-5c97e0ce130d {{(pid=104098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:19:37.547702 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d70c5995-9328-4bad-8fe6-5c97e0ce130d'] response: {'name': 'network-changed', 'server_uuid': '60b31264-091e-40cd-a396-b3be7a1d2cb1', 'tag': 'ed3ddd3b-5466-4e43-b412-848385903731', 'status': 'completed', 'code': 200} Mar 28 01:19:37.614512 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-c86fabca-f3e8-4be7-97f1-05bd7e5e8a9c None None] Set router 3857b373-1393-4d39-9fbc-7a20bd7e942c gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:19:37.620863 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ff518-2082-4caf-bc70-13c28408bd41 req-81fd61ad-eac4-4327-b7b2-b258a986f3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:19:37.622467 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-2e7ff518-2082-4caf-bc70-13c28408bd41 req-81fd61ad-eac4-4327-b7b2-b258a986f3d1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cf1ee0ed9c204cc5bccbb38ebf185041&device_id=60b31264-091e-40cd-a396-b3be7a1d2cb1 HTTP/1.1" status: 200 len: 1130 time: 0.0526586 Mar 28 01:19:37.721733 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ff518-2082-4caf-bc70-13c28408bd41 req-08b9e6e3-13ab-4a71-821d-a4f6459628d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:19:37.723315 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-2e7ff518-2082-4caf-bc70-13c28408bd41 req-08b9e6e3-13ab-4a71-821d-a4f6459628d2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7d88d01b-56e3-43b4-8c7f-7e7f1fd29aae HTTP/1.1" status: 200 len: 896 time: 0.0938480 Mar 28 01:19:37.756862 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aac364-2389-45d8-9a11-538f72d5c0e5 req-8456eb21-dc33-49d9-b928-b8ae91e94d4d tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:19:37.759264 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-95aac364-2389-45d8-9a11-538f72d5c0e5 req-8456eb21-dc33-49d9-b928-b8ae91e94d4d tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=60b31264-091e-40cd-a396-b3be7a1d2cb1 HTTP/1.1" status: 200 len: 946 time: 0.0549779 Mar 28 01:19:37.766622 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-2e7ff518-2082-4caf-bc70-13c28408bd41 req-2f6746fc-6327-42c6-9a08-5b41eadfc21f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed3ddd3b-5466-4e43-b412-848385903731 HTTP/1.1" status: 200 len: 217 time: 0.0355439 Mar 28 01:19:37.811690 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-95aac364-2389-45d8-9a11-538f72d5c0e5 req-92da7cbb-0066-4f90-885a-562189b3393a tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?id=db452a44-2e9e-4e28-beae-d9ebfb0b802e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462601 Mar 28 01:19:37.825485 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ff518-2082-4caf-bc70-13c28408bd41 req-f62a75d9-2154-4f72-a4f9-84f6d3feabd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:19:37.828050 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-c86fabca-f3e8-4be7-97f1-05bd7e5e8a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3857b373-1393-4d39-9fbc-7a20bd7e942c', 'name': 'tempest-TestNetworkBasicOps-router-1543013066', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.84'}], 'enable_snat': True}, 'gw_port_id': 'f3bf4064-fdad-42f0-8c77-50127ed4154d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:16:38Z', 'updated_at': '2022-03-28T01:16:41Z', 'revision_number': 4, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': 'f3bf4064-fdad-42f0-8c77-50127ed4154d', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3857b373-1393-4d39-9fbc-7a20bd7e942c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:16:39Z', 'updated_at': '2022-03-28T01:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': '9f8b5ff0-26b5-4267-993a-c955bb458c21', 'name': '', 'network_id': '7d88d01b-56e3-43b4-8c7f-7e7f1fd29aae', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'mac_address': 'fa:16:3e:7e:be:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3857b373-1393-4d39-9fbc-7a20bd7e942c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '47b91f20-cbcd-4f44-86ca-12eef77d11f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:16:41Z', 'updated_at': '2022-03-28T01:16:45Z', 'revision_number': 5, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'subnets': [{'id': '47b91f20-cbcd-4f44-86ca-12eef77d11f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:19:37.828378 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-2e7ff518-2082-4caf-bc70-13c28408bd41 req-f62a75d9-2154-4f72-a4f9-84f6d3feabd0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=47b91f20-cbcd-4f44-86ca-12eef77d11f9 HTTP/1.1" status: 200 len: 844 time: 0.0530787 Mar 28 01:19:37.853517 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86fabca-f3e8-4be7-97f1-05bd7e5e8a9c None None] Checking router: 3857b373-1393-4d39-9fbc-7a20bd7e942c for host: dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:19:37.861622 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86fabca-f3e8-4be7-97f1-05bd7e5e8a9c None None] Routers {'3857b373-1393-4d39-9fbc-7a20bd7e942c'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:19:37.862210 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-c86fabca-f3e8-4be7-97f1-05bd7e5e8a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:19:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['3857b373-1393-4d39-9fbc-7a20bd7e942c'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:19:37.876085 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ff518-2082-4caf-bc70-13c28408bd41 req-33837f8a-f1a0-44e9-acaa-7c98cd10af25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:19:37.877569 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-2e7ff518-2082-4caf-bc70-13c28408bd41 req-33837f8a-f1a0-44e9-acaa-7c98cd10af25 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7d88d01b-56e3-43b4-8c7f-7e7f1fd29aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0444238 Mar 28 01:19:37.964417 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-2e7ff518-2082-4caf-bc70-13c28408bd41 req-b49db844-f9cc-4ece-8fe7-d59ad5276d72 service neutron] 10.222.0.10 "GET /v2.0/networks/7d88d01b-56e3-43b4-8c7f-7e7f1fd29aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802081 Mar 28 01:19:37.967063 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-c86fabca-f3e8-4be7-97f1-05bd7e5e8a9c None None] Set router 3857b373-1393-4d39-9fbc-7a20bd7e942c gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:19:38.058545 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-2e7ff518-2082-4caf-bc70-13c28408bd41 req-e0b2d0dd-2b3e-432a-b098-0821d1a270b9 service neutron] 10.222.0.10 "GET /v2.0/networks/7d88d01b-56e3-43b4-8c7f-7e7f1fd29aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866714 Mar 28 01:19:38.252437 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-c86fabca-f3e8-4be7-97f1-05bd7e5e8a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3857b373-1393-4d39-9fbc-7a20bd7e942c', 'name': 'tempest-TestNetworkBasicOps-router-1543013066', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.84'}], 'enable_snat': True}, 'gw_port_id': 'f3bf4064-fdad-42f0-8c77-50127ed4154d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:16:38Z', 'updated_at': '2022-03-28T01:16:41Z', 'revision_number': 4, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': 'f3bf4064-fdad-42f0-8c77-50127ed4154d', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3857b373-1393-4d39-9fbc-7a20bd7e942c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:16:39Z', 'updated_at': '2022-03-28T01:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': '9f8b5ff0-26b5-4267-993a-c955bb458c21', 'name': '', 'network_id': '7d88d01b-56e3-43b4-8c7f-7e7f1fd29aae', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'mac_address': 'fa:16:3e:7e:be:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3857b373-1393-4d39-9fbc-7a20bd7e942c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '47b91f20-cbcd-4f44-86ca-12eef77d11f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:16:41Z', 'updated_at': '2022-03-28T01:16:45Z', 'revision_number': 5, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'subnets': [{'id': '47b91f20-cbcd-4f44-86ca-12eef77d11f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:19:38.278379 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86fabca-f3e8-4be7-97f1-05bd7e5e8a9c None None] The sync data for ids ['3857b373-1393-4d39-9fbc-7a20bd7e942c'] in dv-neutron-834874-6-hyperv is: [{'id': '3857b373-1393-4d39-9fbc-7a20bd7e942c', 'name': 'tempest-TestNetworkBasicOps-router-1543013066', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.84'}], 'enable_snat': True}, 'gw_port_id': 'f3bf4064-fdad-42f0-8c77-50127ed4154d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:16:38Z', 'updated_at': '2022-03-28T01:16:41Z', 'revision_number': 4, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': 'f3bf4064-fdad-42f0-8c77-50127ed4154d', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3857b373-1393-4d39-9fbc-7a20bd7e942c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:16:39Z', 'updated_at': '2022-03-28T01:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': '9f8b5ff0-26b5-4267-993a-c955bb458c21', 'name': '', 'network_id': '7d88d01b-56e3-43b4-8c7f-7e7f1fd29aae', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'mac_address': 'fa:16:3e:7e:be:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3857b373-1393-4d39-9fbc-7a20bd7e942c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '47b91f20-cbcd-4f44-86ca-12eef77d11f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:16:41Z', 'updated_at': '2022-03-28T01:16:45Z', 'revision_number': 5, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'subnets': [{'id': '47b91f20-cbcd-4f44-86ca-12eef77d11f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:19:38.503834 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100523ac-b8cd-49a4-84fd-a28417d41927 None None] New status for floating IP fc13ffdd-15d7-45e9-afcd-d372eeb7f2a2: DOWN {{(pid=104100) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 01:19:38.936477 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14303df0-6781-4be0-a1c3-6159f291f09b req-5c4783b8-985e-4e71-bf8f-eb9d391ce321 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:19:38.937853 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-14303df0-6781-4be0-a1c3-6159f291f09b req-5c4783b8-985e-4e71-bf8f-eb9d391ce321 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=60b31264-091e-40cd-a396-b3be7a1d2cb1 HTTP/1.1" status: 200 len: 946 time: 0.0521626 Mar 28 01:19:38.992258 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-14303df0-6781-4be0-a1c3-6159f291f09b req-45515781-ba72-41a2-a7da-af10a71a3425 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?id=db452a44-2e9e-4e28-beae-d9ebfb0b802e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489347 Mar 28 01:19:39.035054 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0b3bd9-6430-453c-9ff0-541d40749c03 req-4870281f-d506-49d4-9385-156c5400568d tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:19:39.036496 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-bc0b3bd9-6430-453c-9ff0-541d40749c03 req-4870281f-d506-49d4-9385-156c5400568d tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.10 "GET /v2.0/ports?device_id=60b31264-091e-40cd-a396-b3be7a1d2cb1 HTTP/1.1" status: 200 len: 946 time: 0.0563166 Mar 28 01:19:39.125104 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [req-bc0b3bd9-6430-453c-9ff0-541d40749c03 req-3167a776-3d65-4b4b-9dc5-40cdaa037b41 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Deleting port ed3ddd3b-5466-4e43-b412-848385903731 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:19:39.125352 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-bc0b3bd9-6430-453c-9ff0-541d40749c03 req-3167a776-3d65-4b4b-9dc5-40cdaa037b41 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (ed3ddd3b-5466-4e43-b412-848385903731), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:39.212603 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-bc0b3bd9-6430-453c-9ff0-541d40749c03 req-3167a776-3d65-4b4b-9dc5-40cdaa037b41 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] For port ed3ddd3b-5466-4e43-b412-848385903731, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=ed3ddd3b-5466-4e43-b412-848385903731,segment=NetworkSegment(6b172e69-9e38-4457-a7f8-74a332a91e0d),segment_id=6b172e69-9e38-4457-a7f8-74a332a91e0d)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:19:39.212960 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-bc0b3bd9-6430-453c-9ff0-541d40749c03 req-3167a776-3d65-4b4b-9dc5-40cdaa037b41 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (ed3ddd3b-5466-4e43-b412-848385903731), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:39.225347 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [req-bc0b3bd9-6430-453c-9ff0-541d40749c03 req-3167a776-3d65-4b4b-9dc5-40cdaa037b41 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Calling delete_port for ed3ddd3b-5466-4e43-b412-848385903731 owned by compute:nova {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:19:39.348372 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-bc0b3bd9-6430-453c-9ff0-541d40749c03 req-3167a776-3d65-4b4b-9dc5-40cdaa037b41 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (ed3ddd3b-5466-4e43-b412-848385903731), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:39.377820 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3167a776-3d65-4b4b-9dc5-40cdaa037b41 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event deleted for resources: {'Port': ['ID=ed3ddd3b-5466-4e43-b412-848385903731,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:19:39.387108 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3167a776-3d65-4b4b-9dc5-40cdaa037b41 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:19:39.387478 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3167a776-3d65-4b4b-9dc5-40cdaa037b41 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:19:39.387797 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3167a776-3d65-4b4b-9dc5-40cdaa037b41 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:19:39.388158 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3167a776-3d65-4b4b-9dc5-40cdaa037b41 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:19:39.388488 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3167a776-3d65-4b4b-9dc5-40cdaa037b41 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:19:39.388819 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3167a776-3d65-4b4b-9dc5-40cdaa037b41 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:19:39.389138 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3167a776-3d65-4b4b-9dc5-40cdaa037b41 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:19:39.389455 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3167a776-3d65-4b4b-9dc5-40cdaa037b41 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:19:39.390245 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3167a776-3d65-4b4b-9dc5-40cdaa037b41 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:19:39.390245 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3167a776-3d65-4b4b-9dc5-40cdaa037b41 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:19:39.390454 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3167a776-3d65-4b4b-9dc5-40cdaa037b41 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:19:39.390683 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3167a776-3d65-4b4b-9dc5-40cdaa037b41 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:19:39.391000 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3167a776-3d65-4b4b-9dc5-40cdaa037b41 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:19:39.391314 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3167a776-3d65-4b4b-9dc5-40cdaa037b41 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:19:39.391625 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3167a776-3d65-4b4b-9dc5-40cdaa037b41 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:19:39.433326 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc0b3bd9-6430-453c-9ff0-541d40749c03 req-3167a776-3d65-4b4b-9dc5-40cdaa037b41 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] No DVR routers for this DVR port ed3ddd3b-5466-4e43-b412-848385903731 on host hv-neutron-8348 {{(pid=104099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:19:39.435852 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-bc0b3bd9-6430-453c-9ff0-541d40749c03 req-3167a776-3d65-4b4b-9dc5-40cdaa037b41 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:39.439188 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-bc0b3bd9-6430-453c-9ff0-541d40749c03 req-3167a776-3d65-4b4b-9dc5-40cdaa037b41 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.10 "DELETE /v2.0/ports/ed3ddd3b-5466-4e43-b412-848385903731 HTTP/1.1" status: 204 len: 173 time: 0.3976243 Mar 28 01:19:39.439649 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60b31264-091e-40cd-a396-b3be7a1d2cb1', 'name': 'network-vif-deleted', 'tag': 'ed3ddd3b-5466-4e43-b412-848385903731'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:19:39.441907 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2af4b01a9fa8b1570ccf1d7859d693ad34c106b258078e9cfae86b97f35e3d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1a43d88-adf6-4046-b4e6-4dc3cfba8670" -d '{"events": [{"server_uuid": "60b31264-091e-40cd-a396-b3be7a1d2cb1", "name": "network-vif-deleted", "tag": "ed3ddd3b-5466-4e43-b412-848385903731"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:19:39.484347 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 01:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a258870-b859-4510-a1be-75a18db781f7 x-openstack-request-id: req-7a258870-b859-4510-a1be-75a18db781f7 {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:19:39.484641 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60b31264-091e-40cd-a396-b3be7a1d2cb1", "name": "network-vif-deleted", "tag": "ed3ddd3b-5466-4e43-b412-848385903731", "status": "completed", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:19:39.484915 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7a258870-b859-4510-a1be-75a18db781f7 {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:19:39.485302 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a258870-b859-4510-a1be-75a18db781f7'] response: {'server_uuid': '60b31264-091e-40cd-a396-b3be7a1d2cb1', 'name': 'network-vif-deleted', 'tag': 'ed3ddd3b-5466-4e43-b412-848385903731', 'status': 'completed', 'code': 200} Mar 28 01:19:40.048566 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 57466) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:19:40.103644 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5dcac744-2e67-43e9-9961-79e662cf4bd7 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group (db452a44-2e9e-4e28-beae-d9ebfb0b802e), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:40.128409 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5dcac744-2e67-43e9-9961-79e662cf4bd7 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group (db452a44-2e9e-4e28-beae-d9ebfb0b802e), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:40.189455 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5dcac744-2e67-43e9-9961-79e662cf4bd7 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (db452a44-2e9e-4e28-beae-d9ebfb0b802e), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:40.192058 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5dcac744-2e67-43e9-9961-79e662cf4bd7 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:40.193207 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-5dcac744-2e67-43e9-9961-79e662cf4bd7 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "DELETE /v2.0/security-groups/db452a44-2e9e-4e28-beae-d9ebfb0b802e HTTP/1.1" status: 204 len: 168 time: 0.1436539 Mar 28 01:19:40.204515 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcac744-2e67-43e9-9961-79e662cf4bd7 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db452a44-2e9e-4e28-beae-d9ebfb0b802e,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:19:40.225194 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 57470) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:19:40.880337 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5a85dc12-09ef-4600-a1f2-51885277d333 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3686527'] for router_interface (3857b373-1393-4d39-9fbc-7a20bd7e942c), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:41.128964 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-5a85dc12-09ef-4600-a1f2-51885277d333 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Deleting port 9f8b5ff0-26b5-4267-993a-c955bb458c21 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:19:41.129224 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5a85dc12-09ef-4600-a1f2-51885277d333 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (9f8b5ff0-26b5-4267-993a-c955bb458c21), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:41.217843 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-5a85dc12-09ef-4600-a1f2-51885277d333 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] For port 9f8b5ff0-26b5-4267-993a-c955bb458c21, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=9f8b5ff0-26b5-4267-993a-c955bb458c21,segment=NetworkSegment(6b172e69-9e38-4457-a7f8-74a332a91e0d),segment_id=6b172e69-9e38-4457-a7f8-74a332a91e0d)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:19:41.218197 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5a85dc12-09ef-4600-a1f2-51885277d333 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (9f8b5ff0-26b5-4267-993a-c955bb458c21), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:41.230328 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-5a85dc12-09ef-4600-a1f2-51885277d333 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Calling delete_port for 9f8b5ff0-26b5-4267-993a-c955bb458c21 owned by network:router_interface {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:19:41.412794 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5a85dc12-09ef-4600-a1f2-51885277d333 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (9f8b5ff0-26b5-4267-993a-c955bb458c21), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:41.413442 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-9046a080-08aa-46c5-8b88-53f79c5c181b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:41.438788 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a85dc12-09ef-4600-a1f2-51885277d333 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event deleted for resources: {'Port': ['ID=9f8b5ff0-26b5-4267-993a-c955bb458c21,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:19:41.614733 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5a85dc12-09ef-4600-a1f2-51885277d333 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3725912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3690191'] for router_interface (3857b373-1393-4d39-9fbc-7a20bd7e942c), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:41.825869 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a85dc12-09ef-4600-a1f2-51885277d333 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Router 3857b373-1393-4d39-9fbc-7a20bd7e942c has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:19:41.932596 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a85dc12-09ef-4600-a1f2-51885277d333 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:19:41.937769 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-5a85dc12-09ef-4600-a1f2-51885277d333 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "PUT /v2.0/routers/3857b373-1393-4d39-9fbc-7a20bd7e942c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7113760 Mar 28 01:19:41.940246 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 57472) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:19:41.943838 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6ee8a5-e8dd-433d-a2de-de626a554a3f None None] Sync routers for ids ['3857b373-1393-4d39-9fbc-7a20bd7e942c'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:19:41.953786 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6ee8a5-e8dd-433d-a2de-de626a554a3f None None] Routers {'3857b373-1393-4d39-9fbc-7a20bd7e942c'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:19:41.954393 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-3a6ee8a5-e8dd-433d-a2de-de626a554a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:19:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['3857b373-1393-4d39-9fbc-7a20bd7e942c'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:19:41.994121 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c750540-21d1-4427-970c-834c41b3c944 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Deleting subnet 47b91f20-cbcd-4f44-86ca-12eef77d11f9 {{(pid=104099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:19:41.997245 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5c750540-21d1-4427-970c-834c41b3c944 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for subnet (47b91f20-cbcd-4f44-86ca-12eef77d11f9), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:42.036760 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5c750540-21d1-4427-970c-834c41b3c944 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126946639'] for subnet (47b91f20-cbcd-4f44-86ca-12eef77d11f9), precommit_delete_associations {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:42.059306 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-3a6ee8a5-e8dd-433d-a2de-de626a554a3f None None] Set router 3857b373-1393-4d39-9fbc-7a20bd7e942c gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:19:42.118902 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5c750540-21d1-4427-970c-834c41b3c944 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (47b91f20-cbcd-4f44-86ca-12eef77d11f9), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:42.182647 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5c750540-21d1-4427-970c-834c41b3c944 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127282766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126757793'] for subnet (47b91f20-cbcd-4f44-86ca-12eef77d11f9), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:42.209745 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c750540-21d1-4427-970c-834c41b3c944 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event deleted for resources: {'Subnet': ['ID=47b91f20-cbcd-4f44-86ca-12eef77d11f9,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:19:42.211700 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5c750540-21d1-4427-970c-834c41b3c944 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:42.217356 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb696b3-496b-403b-8526-7e769f2da47d None None] Network 7d88d01b-56e3-43b4-8c7f-7e7f1fd29aae requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:19:42.217600 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 57474) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:19:42.218153 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-5c750540-21d1-4427-970c-834c41b3c944 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "DELETE /v2.0/subnets/47b91f20-cbcd-4f44-86ca-12eef77d11f9 HTTP/1.1" status: 204 len: 168 time: 0.2765267 Mar 28 01:19:42.237488 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-3a6ee8a5-e8dd-433d-a2de-de626a554a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3857b373-1393-4d39-9fbc-7a20bd7e942c', 'name': 'tempest-TestNetworkBasicOps-router-1543013066', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.84'}], 'enable_snat': True}, 'gw_port_id': 'f3bf4064-fdad-42f0-8c77-50127ed4154d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:16:38Z', 'updated_at': '2022-03-28T01:19:41Z', 'revision_number': 5, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': 'f3bf4064-fdad-42f0-8c77-50127ed4154d', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3857b373-1393-4d39-9fbc-7a20bd7e942c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:16:39Z', 'updated_at': '2022-03-28T01:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:19:42.270709 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6ee8a5-e8dd-433d-a2de-de626a554a3f None None] Checking router: 3857b373-1393-4d39-9fbc-7a20bd7e942c for host: dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:19:42.279864 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6ee8a5-e8dd-433d-a2de-de626a554a3f None None] Routers {'3857b373-1393-4d39-9fbc-7a20bd7e942c'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:19:42.280514 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-3a6ee8a5-e8dd-433d-a2de-de626a554a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:19:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['3857b373-1393-4d39-9fbc-7a20bd7e942c'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:19:42.333623 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-34c23601-c99c-4e43-bee5-cdee13e762bb tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for router (3857b373-1393-4d39-9fbc-7a20bd7e942c), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:42.395606 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-3a6ee8a5-e8dd-433d-a2de-de626a554a3f None None] Set router 3857b373-1393-4d39-9fbc-7a20bd7e942c gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:19:42.398564 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2876a1fe-d3c2-432b-9895-7ea8906fd01c None None] DHCP port deletion for 7d88d01b-56e3-43b4-8c7f-7e7f1fd29aae request from dv-neutron-834874-6-hyperv {{(pid=104100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 01:19:42.446671 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-2876a1fe-d3c2-432b-9895-7ea8906fd01c None None] Deleting port 1fa12fda-190d-4fdc-9787-28168a24fcf8 {{(pid=104100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:19:42.447794 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-2876a1fe-d3c2-432b-9895-7ea8906fd01c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (1fa12fda-190d-4fdc-9787-28168a24fcf8), before_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:42.448867 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-34c23601-c99c-4e43-bee5-cdee13e762bb tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for router_gateway (3857b373-1393-4d39-9fbc-7a20bd7e942c), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:42.509918 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-34c23601-c99c-4e43-bee5-cdee13e762bb tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Deleting port f3bf4064-fdad-42f0-8c77-50127ed4154d {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:19:42.510320 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-34c23601-c99c-4e43-bee5-cdee13e762bb tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (f3bf4064-fdad-42f0-8c77-50127ed4154d), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:42.514470 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-2876a1fe-d3c2-432b-9895-7ea8906fd01c None None] For port 1fa12fda-190d-4fdc-9787-28168a24fcf8, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=1fa12fda-190d-4fdc-9787-28168a24fcf8,segment=NetworkSegment(6b172e69-9e38-4457-a7f8-74a332a91e0d),segment_id=6b172e69-9e38-4457-a7f8-74a332a91e0d)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:19:42.515307 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-2876a1fe-d3c2-432b-9895-7ea8906fd01c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (1fa12fda-190d-4fdc-9787-28168a24fcf8), precommit_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:42.528786 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-2876a1fe-d3c2-432b-9895-7ea8906fd01c None None] Calling delete_port for 1fa12fda-190d-4fdc-9787-28168a24fcf8 owned by network:dhcp {{(pid=104100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:19:42.578162 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-3a6ee8a5-e8dd-433d-a2de-de626a554a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3857b373-1393-4d39-9fbc-7a20bd7e942c', 'name': 'tempest-TestNetworkBasicOps-router-1543013066', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.84'}], 'enable_snat': True}, 'gw_port_id': 'f3bf4064-fdad-42f0-8c77-50127ed4154d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:16:38Z', 'updated_at': '2022-03-28T01:19:41Z', 'revision_number': 5, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': 'f3bf4064-fdad-42f0-8c77-50127ed4154d', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3857b373-1393-4d39-9fbc-7a20bd7e942c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:16:39Z', 'updated_at': '2022-03-28T01:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:19:42.594759 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.db [None req-34c23601-c99c-4e43-bee5-cdee13e762bb tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] For port f3bf4064-fdad-42f0-8c77-50127ed4154d, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=f3bf4064-fdad-42f0-8c77-50127ed4154d,segment=NetworkSegment(b6f00c62-aca5-4c73-8989-c04c396daeed),segment_id=b6f00c62-aca5-4c73-8989-c04c396daeed)] {{(pid=104098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:19:42.595457 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-34c23601-c99c-4e43-bee5-cdee13e762bb tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (f3bf4064-fdad-42f0-8c77-50127ed4154d), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:42.604938 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6ee8a5-e8dd-433d-a2de-de626a554a3f None None] The sync data for ids ['3857b373-1393-4d39-9fbc-7a20bd7e942c'] in dv-neutron-834874-6-hyperv is: [{'id': '3857b373-1393-4d39-9fbc-7a20bd7e942c', 'name': 'tempest-TestNetworkBasicOps-router-1543013066', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.84'}], 'enable_snat': True}, 'gw_port_id': 'f3bf4064-fdad-42f0-8c77-50127ed4154d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:16:38Z', 'updated_at': '2022-03-28T01:19:41Z', 'revision_number': 5, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': 'f3bf4064-fdad-42f0-8c77-50127ed4154d', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3857b373-1393-4d39-9fbc-7a20bd7e942c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:16:39Z', 'updated_at': '2022-03-28T01:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:19:42.609311 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-34c23601-c99c-4e43-bee5-cdee13e762bb tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Calling delete_port for f3bf4064-fdad-42f0-8c77-50127ed4154d owned by network:router_gateway {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:19:42.611301 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-2876a1fe-d3c2-432b-9895-7ea8906fd01c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886'] for port (1fa12fda-190d-4fdc-9787-28168a24fcf8), after_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:42.642643 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2876a1fe-d3c2-432b-9895-7ea8906fd01c None None] No DVR routers for this DVR port 1fa12fda-190d-4fdc-9787-28168a24fcf8 on host dv-neutron-834874-6-hyperv {{(pid=104100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:19:42.644697 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2876a1fe-d3c2-432b-9895-7ea8906fd01c None None] Pushing event deleted for resources: {'Port': ['ID=1fa12fda-190d-4fdc-9787-28168a24fcf8,revision_number=None']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:19:42.653695 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2876a1fe-d3c2-432b-9895-7ea8906fd01c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:19:42.654162 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2876a1fe-d3c2-432b-9895-7ea8906fd01c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:19:42.654568 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2876a1fe-d3c2-432b-9895-7ea8906fd01c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:19:42.654785 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2876a1fe-d3c2-432b-9895-7ea8906fd01c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:19:42.655100 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2876a1fe-d3c2-432b-9895-7ea8906fd01c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:19:42.655432 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2876a1fe-d3c2-432b-9895-7ea8906fd01c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:19:42.655763 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2876a1fe-d3c2-432b-9895-7ea8906fd01c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:19:42.656107 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2876a1fe-d3c2-432b-9895-7ea8906fd01c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:19:42.656721 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2876a1fe-d3c2-432b-9895-7ea8906fd01c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:19:42.656721 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2876a1fe-d3c2-432b-9895-7ea8906fd01c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:19:42.657064 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2876a1fe-d3c2-432b-9895-7ea8906fd01c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:19:42.657652 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2876a1fe-d3c2-432b-9895-7ea8906fd01c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:19:42.657982 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2876a1fe-d3c2-432b-9895-7ea8906fd01c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:19:42.658392 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2876a1fe-d3c2-432b-9895-7ea8906fd01c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:19:42.658986 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2876a1fe-d3c2-432b-9895-7ea8906fd01c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:19:42.790428 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-34c23601-c99c-4e43-bee5-cdee13e762bb tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (f3bf4064-fdad-42f0-8c77-50127ed4154d), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:42.815964 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c23601-c99c-4e43-bee5-cdee13e762bb tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event deleted for resources: {'Port': ['ID=f3bf4064-fdad-42f0-8c77-50127ed4154d,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:19:42.877270 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-34c23601-c99c-4e43-bee5-cdee13e762bb tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3687989'] for router_gateway (3857b373-1393-4d39-9fbc-7a20bd7e942c), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:42.929996 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device ed3ddd3b-5466-4e43-b412-848385903731 no longer exists at agent hyperv_hv-neutron-8348 {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:19:42.950731 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] No Port match for: ed3ddd3b-5466-4e43-b412-848385903731 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:19:42.951127 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device ed3ddd3b-5466-4e43-b412-848385903731 not bound to the agent host hv-neutron-8348 {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:19:42.970731 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-34c23601-c99c-4e43-bee5-cdee13e762bb tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7151'] for router (3857b373-1393-4d39-9fbc-7a20bd7e942c), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:42.972961 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-34c23601-c99c-4e43-bee5-cdee13e762bb tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for router_controller (3857b373-1393-4d39-9fbc-7a20bd7e942c), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:43.017472 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-34c23601-c99c-4e43-bee5-cdee13e762bb tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689686'] for router (3857b373-1393-4d39-9fbc-7a20bd7e942c), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:43.018183 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34c23601-c99c-4e43-bee5-cdee13e762bb tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Fanout notify agent at l3_agent the message router_deleted on router 3857b373-1393-4d39-9fbc-7a20bd7e942c {{(pid=104098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 01:19:43.025719 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-34c23601-c99c-4e43-bee5-cdee13e762bb tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for router (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:43.026828 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-34c23601-c99c-4e43-bee5-cdee13e762bb tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "DELETE /v2.0/routers/3857b373-1393-4d39-9fbc-7a20bd7e942c HTTP/1.1" status: 204 len: 168 time: 0.8081899 Mar 28 01:19:43.029503 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 57476) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:19:43.106059 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-bcaeeb3b-ed75-4262-9217-12fb7710a20d tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (7d88d01b-56e3-43b4-8c7f-7e7f1fd29aae), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:43.518849 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-bcaeeb3b-ed75-4262-9217-12fb7710a20d tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (7d88d01b-56e3-43b4-8c7f-7e7f1fd29aae), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:43.538086 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-bcaeeb3b-ed75-4262-9217-12fb7710a20d tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d88d01b-56e3-43b4-8c7f-7e7f1fd29aae']}} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:19:43.546751 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-bcaeeb3b-ed75-4262-9217-12fb7710a20d tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b172e69-9e38-4457-a7f8-74a332a91e0d') {'for_net_delete': True} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:19:43.547045 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-bcaeeb3b-ed75-4262-9217-12fb7710a20d tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b172e69-9e38-4457-a7f8-74a332a91e0d') {} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:19:43.555842 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-bcaeeb3b-ed75-4262-9217-12fb7710a20d tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126443583'] for segment (6b172e69-9e38-4457-a7f8-74a332a91e0d), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:43.568461 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-bcaeeb3b-ed75-4262-9217-12fb7710a20d tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (6b172e69-9e38-4457-a7f8-74a332a91e0d), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:43.574887 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcaeeb3b-ed75-4262-9217-12fb7710a20d tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=104098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:19:43.575446 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-bcaeeb3b-ed75-4262-9217-12fb7710a20d tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126177251'] for segment (6b172e69-9e38-4457-a7f8-74a332a91e0d), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:43.578540 dv-neutron-834874-6-hyperv neutron-server[104098]: Traceback (most recent call last): Mar 28 01:19:43.578540 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:19:43.578540 dv-neutron-834874-6-hyperv neutron-server[104098]: timer() Mar 28 01:19:43.578540 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:19:43.578540 dv-neutron-834874-6-hyperv neutron-server[104098]: cb(*args, **kw) Mar 28 01:19:43.578540 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:19:43.578540 dv-neutron-834874-6-hyperv neutron-server[104098]: return func(*args, **kwargs) Mar 28 01:19:43.578540 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:19:43.578540 dv-neutron-834874-6-hyperv neutron-server[104098]: self._notify() Mar 28 01:19:43.578540 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:19:43.578540 dv-neutron-834874-6-hyperv neutron-server[104098]: self.callback(batched_events) Mar 28 01:19:43.578540 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:19:43.578540 dv-neutron-834874-6-hyperv neutron-server[104098]: event.method(event) Mar 28 01:19:43.578540 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:19:43.578540 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:19:43.578540 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:19:43.578540 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:19:43.578540 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:19:43.578540 dv-neutron-834874-6-hyperv neutron-server[104098]: return f(self, *a, **k) Mar 28 01:19:43.578540 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:19:43.578540 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._get(url).json() Mar 28 01:19:43.578540 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:19:43.578540 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:19:43.578540 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:19:43.578540 dv-neutron-834874-6-hyperv neutron-server[104098]: return self.request(url, 'GET', **kwargs) Mar 28 01:19:43.578540 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:19:43.578540 dv-neutron-834874-6-hyperv neutron-server[104098]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:19:43.578540 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:19:43.578540 dv-neutron-834874-6-hyperv neutron-server[104098]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:19:43.578540 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:19:43.578540 dv-neutron-834874-6-hyperv neutron-server[104098]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:19:43.578540 dv-neutron-834874-6-hyperv neutron-server[104098]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:19:43.581306 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-289aac63-f495-461f-ac2e-9aa42ba88537 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:43.645436 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-bcaeeb3b-ed75-4262-9217-12fb7710a20d tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (7d88d01b-56e3-43b4-8c7f-7e7f1fd29aae), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:43.650468 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-bcaeeb3b-ed75-4262-9217-12fb7710a20d tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:43.654598 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-bcaeeb3b-ed75-4262-9217-12fb7710a20d tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "DELETE /v2.0/networks/7d88d01b-56e3-43b4-8c7f-7e7f1fd29aae HTTP/1.1" status: 204 len: 168 time: 0.6239214 Mar 28 01:19:43.662987 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 57478) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:19:43.670451 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-45d3c291-cece-4518-a9ea-c79272455e49 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'network': {'name': 'tempest-network-smoke--1632442710', 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'port_security_enabled': True}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:19:43.676450 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaeeb3b-ed75-4262-9217-12fb7710a20d tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event deleted for resources: {'Network': ['ID=7d88d01b-56e3-43b4-8c7f-7e7f1fd29aae,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:19:43.687028 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 1fa12fda-190d-4fdc-9787-28168a24fcf8 no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:19:43.693595 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45d3c291-cece-4518-a9ea-c79272455e49 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Made reservation on behalf of cf1ee0ed9c204cc5bccbb38ebf185041 for: {'network': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:19:43.697840 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-45d3c291-cece-4518-a9ea-c79272455e49 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:43.708241 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: 1fa12fda-190d-4fdc-9787-28168a24fcf8 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:19:43.708593 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 1fa12fda-190d-4fdc-9787-28168a24fcf8 not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:19:43.709017 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device f3bf4064-fdad-42f0-8c77-50127ed4154d no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:19:43.723307 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45d3c291-cece-4518-a9ea-c79272455e49 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=104099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:19:43.728895 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: f3bf4064-fdad-42f0-8c77-50127ed4154d {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:19:43.729220 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device f3bf4064-fdad-42f0-8c77-50127ed4154d not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:19:43.730020 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 9f8b5ff0-26b5-4267-993a-c955bb458c21 no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:19:43.732900 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-45d3c291-cece-4518-a9ea-c79272455e49 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (604d44f3-b07d-4572-9d65-9d25af71bf39), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:43.733124 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.segments_db [None req-45d3c291-cece-4518-a9ea-c79272455e49 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Added segment 604d44f3-b07d-4572-9d65-9d25af71bf39 of type vlan for network 5eeb5cfb-b2cf-4e59-88df-7962e36b1916 Mar 28 01:19:43.751630 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: 9f8b5ff0-26b5-4267-993a-c955bb458c21 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:19:43.751974 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 9f8b5ff0-26b5-4267-993a-c955bb458c21 not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:19:43.774937 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-45d3c291-cece-4518-a9ea-c79272455e49 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (5eeb5cfb-b2cf-4e59-88df-7962e36b1916), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:43.798827 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-45d3c291-cece-4518-a9ea-c79272455e49 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (5eeb5cfb-b2cf-4e59-88df-7962e36b1916), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:43.803707 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d3c291-cece-4518-a9ea-c79272455e49 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:19:43.804336 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-45d3c291-cece-4518-a9ea-c79272455e49 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:43.858826 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-45d3c291-cece-4518-a9ea-c79272455e49 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1938179 Mar 28 01:19:43.861672 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 57480) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:19:43.866257 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-08c97a26-4c88-4135-bbea-b4527c2c190e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-289678485', 'admin_state_up': True, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'}}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:19:43.876675 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d3c291-cece-4518-a9ea-c79272455e49 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'Network': ['ID=5eeb5cfb-b2cf-4e59-88df-7962e36b1916,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:19:43.887881 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network 5eeb5cfb-b2cf-4e59-88df-7962e36b1916 details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:19:43.888586 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-08c97a26-4c88-4135-bbea-b4527c2c190e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7069'] for router (a3457e37-d03f-4b78-a326-67f82d8db1a6), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:43.889578 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-08c97a26-4c88-4135-bbea-b4527c2c190e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4188952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7062'] for router (a3457e37-d03f-4b78-a326-67f82d8db1a6), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:43.939209 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-08c97a26-4c88-4135-bbea-b4527c2c190e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for router_controller (a3457e37-d03f-4b78-a326-67f82d8db1a6), precommit_add_association {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:44.075109 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-08c97a26-4c88-4135-bbea-b4527c2c190e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for router_gateway (a3457e37-d03f-4b78-a326-67f82d8db1a6), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:44.262415 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-08c97a26-4c88-4135-bbea-b4527c2c190e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for router_gateway (a3457e37-d03f-4b78-a326-67f82d8db1a6), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:44.280009 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-08c97a26-4c88-4135-bbea-b4527c2c190e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:44.377083 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-08c97a26-4c88-4135-bbea-b4527c2c190e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Allocated IP 172.26.1.124 (dea6548b-502b-42db-97fb-371e423e739a/cce6de65-d8c9-45b8-9970-0a277e8c1192/2a6d2137-2217-4fb9-aa1f-8c5f4729f3fe) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:19:44.478518 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-08c97a26-4c88-4135-bbea-b4527c2c190e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for port (2a6d2137-2217-4fb9-aa1f-8c5f4729f3fe), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:44.510950 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-08c97a26-4c88-4135-bbea-b4527c2c190e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (2a6d2137-2217-4fb9-aa1f-8c5f4729f3fe), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:44.546058 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c97a26-4c88-4135-bbea-b4527c2c190e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Network dea6548b-502b-42db-97fb-371e423e739a is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:19:44.548719 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-08c97a26-4c88-4135-bbea-b4527c2c190e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:19:44.552227 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c97a26-4c88-4135-bbea-b4527c2c190e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:19:44.578089 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c97a26-4c88-4135-bbea-b4527c2c190e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'Port': ['ID=2a6d2137-2217-4fb9-aa1f-8c5f4729f3fe,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:19:44.793795 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:44.802912 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-08c97a26-4c88-4135-bbea-b4527c2c190e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for router_gateway (a3457e37-d03f-4b78-a326-67f82d8db1a6), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:44.995632 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-08c97a26-4c88-4135-bbea-b4527c2c190e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687953'] for router (a3457e37-d03f-4b78-a326-67f82d8db1a6), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:45.121515 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08c97a26-4c88-4135-bbea-b4527c2c190e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Router a3457e37-d03f-4b78-a326-67f82d8db1a6 is scheduled to L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 with binding_index 1 {{(pid=104098) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 01:19:45.225793 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08c97a26-4c88-4135-bbea-b4527c2c190e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:19:45.235112 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccde0ce-09ae-4aad-9549-9c4175050f18 None None] Sync routers for ids ['a3457e37-d03f-4b78-a326-67f82d8db1a6'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:19:45.245793 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccde0ce-09ae-4aad-9549-9c4175050f18 None None] Routers {'a3457e37-d03f-4b78-a326-67f82d8db1a6'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:19:45.245987 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-08c97a26-4c88-4135-bbea-b4527c2c190e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for router (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:45.246442 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-9ccde0ce-09ae-4aad-9549-9c4175050f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:19:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['a3457e37-d03f-4b78-a326-67f82d8db1a6'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:19:45.250294 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-08c97a26-4c88-4135-bbea-b4527c2c190e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.3875697 Mar 28 01:19:45.250463 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 57482) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:19:45.279330 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-4feb1268-1c9b-4cf4-a358-a44d3ec85700 tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=cf1ee0ed9c204cc5bccbb38ebf185041&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277181 Mar 28 01:19:45.281829 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 57484) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:19:45.352651 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-9ccde0ce-09ae-4aad-9549-9c4175050f18 None None] Set router a3457e37-d03f-4b78-a326-67f82d8db1a6 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:19:45.365317 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b57bfa-8753-4251-9509-a60b0ee0b0bd tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:19:45.366806 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-33b57bfa-8753-4251-9509-a60b0ee0b0bd tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0837791 Mar 28 01:19:45.370190 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 57486) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:19:45.400357 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-6e2dfced-964c-4ee9-859c-7796954a63a0 tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=dea6548b-502b-42db-97fb-371e423e739a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267847 Mar 28 01:19:45.400598 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 57488) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:19:45.531968 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-9ccde0ce-09ae-4aad-9549-9c4175050f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3457e37-d03f-4b78-a326-67f82d8db1a6', 'name': 'tempest-TestNetworkBasicOps-router-289678485', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.124'}], 'enable_snat': True}, 'gw_port_id': '2a6d2137-2217-4fb9-aa1f-8c5f4729f3fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:19:43Z', 'updated_at': '2022-03-28T01:19:44Z', 'revision_number': 3, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': '2a6d2137-2217-4fb9-aa1f-8c5f4729f3fe', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:21:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3457e37-d03f-4b78-a326-67f82d8db1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:19:44Z', 'updated_at': '2022-03-28T01:19:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:19:45.558313 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccde0ce-09ae-4aad-9549-9c4175050f18 None None] Checking router: a3457e37-d03f-4b78-a326-67f82d8db1a6 for host: dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:19:45.558661 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccde0ce-09ae-4aad-9549-9c4175050f18 None None] Updating router a3457e37-d03f-4b78-a326-67f82d8db1a6 port 2a6d2137-2217-4fb9-aa1f-8c5f4729f3fe binding host dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 01:19:45.585948 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-9ccde0ce-09ae-4aad-9549-9c4175050f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (2a6d2137-2217-4fb9-aa1f-8c5f4729f3fe), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:45.587486 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-36b56d3f-2e66-4f71-948a-325b153269b9 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-877756239', 'network_id': '5eeb5cfb-b2cf-4e59-88df-7962e36b1916', 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:19:45.675870 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36b56d3f-2e66-4f71-948a-325b153269b9 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Made reservation on behalf of cf1ee0ed9c204cc5bccbb38ebf185041 for: {'subnet': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:19:45.679173 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-36b56d3f-2e66-4f71-948a-325b153269b9 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126757772'] for subnet (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:45.833873 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-9ccde0ce-09ae-4aad-9549-9c4175050f18 None None] Publish callbacks [] for port (2a6d2137-2217-4fb9-aa1f-8c5f4729f3fe), precommit_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:45.839629 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-9ccde0ce-09ae-4aad-9549-9c4175050f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (2a6d2137-2217-4fb9-aa1f-8c5f4729f3fe), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:45.856933 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-36b56d3f-2e66-4f71-948a-325b153269b9 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127282703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126757786'] for subnet (beaf6a48-35b8-4a61-b6d1-9a7bc5a769b3), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:45.890837 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-9ccde0ce-09ae-4aad-9549-9c4175050f18 None None] Attempting to bind port 2a6d2137-2217-4fb9-aa1f-8c5f4729f3fe on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:19:45.891202 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-9ccde0ce-09ae-4aad-9549-9c4175050f18 None None] Attempting to bind port 2a6d2137-2217-4fb9-aa1f-8c5f4729f3fe by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': 'b6f00c62-aca5-4c73-8989-c04c396daeed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:19:45.891565 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccde0ce-09ae-4aad-9549-9c4175050f18 None None] Attempting to bind port 2a6d2137-2217-4fb9-aa1f-8c5f4729f3fe on network dea6548b-502b-42db-97fb-371e423e739a {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:19:45.898632 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df329966-f6c1-41d2-82e7-1f038286aa51 None None] Pushing event updated for resources: {'Port': ['ID=2a6d2137-2217-4fb9-aa1f-8c5f4729f3fe,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:19:45.901427 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccde0ce-09ae-4aad-9549-9c4175050f18 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:19:45.901925 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccde0ce-09ae-4aad-9549-9c4175050f18 None None] Checking segment: {'id': 'b6f00c62-aca5-4c73-8989-c04c396daeed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:19:45.902682 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-9ccde0ce-09ae-4aad-9549-9c4175050f18 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:45.902682 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccde0ce-09ae-4aad-9549-9c4175050f18 None None] Bound using segment: {'id': 'b6f00c62-aca5-4c73-8989-c04c396daeed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:19:45.903030 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-9ccde0ce-09ae-4aad-9549-9c4175050f18 None None] Bound port: 2a6d2137-2217-4fb9-aa1f-8c5f4729f3fe, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6f00c62-aca5-4c73-8989-c04c396daeed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:19:45.903405 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-9ccde0ce-09ae-4aad-9549-9c4175050f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (2a6d2137-2217-4fb9-aa1f-8c5f4729f3fe), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:45.918029 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b56d3f-2e66-4f71-948a-325b153269b9 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'Subnet': ['ID=beaf6a48-35b8-4a61-b6d1-9a7bc5a769b3,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:19:45.927472 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b56d3f-2e66-4f71-948a-325b153269b9 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Checking segment: {'id': '604d44f3-b07d-4572-9d65-9d25af71bf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '5eeb5cfb-b2cf-4e59-88df-7962e36b1916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:19:45.927778 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b56d3f-2e66-4f71-948a-325b153269b9 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Network hostable DHCP agents. Network: 5eeb5cfb-b2cf-4e59-88df-7962e36b1916, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:19:45.945451 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b56d3f-2e66-4f71-948a-325b153269b9 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Network 5eeb5cfb-b2cf-4e59-88df-7962e36b1916 is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:19:45.954067 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-36b56d3f-2e66-4f71-948a-325b153269b9 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, 5eeb5cfb-b2cf-4e59-88df-7962e36b1916) {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:19:45.955713 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-9ccde0ce-09ae-4aad-9549-9c4175050f18 None None] For port 2a6d2137-2217-4fb9-aa1f-8c5f4729f3fe, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:19:45.958166 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-9ccde0ce-09ae-4aad-9549-9c4175050f18 None None] For port 2a6d2137-2217-4fb9-aa1f-8c5f4729f3fe, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=2a6d2137-2217-4fb9-aa1f-8c5f4729f3fe,segment=NetworkSegment(b6f00c62-aca5-4c73-8989-c04c396daeed),segment_id=b6f00c62-aca5-4c73-8989-c04c396daeed)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:19:45.958333 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b56d3f-2e66-4f71-948a-325b153269b9 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:19:45.958857 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-36b56d3f-2e66-4f71-948a-325b153269b9 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:45.965122 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-9ccde0ce-09ae-4aad-9549-9c4175050f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (2a6d2137-2217-4fb9-aa1f-8c5f4729f3fe), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:45.971593 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33704e0c-25fc-42f3-b005-a64db728afb2 None None] Network 5eeb5cfb-b2cf-4e59-88df-7962e36b1916 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:19:45.976093 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-36b56d3f-2e66-4f71-948a-325b153269b9 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5744903 Mar 28 01:19:45.979325 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 57492) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:19:46.077656 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccde0ce-09ae-4aad-9549-9c4175050f18 None None] Routers {'a3457e37-d03f-4b78-a326-67f82d8db1a6'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:19:46.078340 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-9ccde0ce-09ae-4aad-9549-9c4175050f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:19:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['a3457e37-d03f-4b78-a326-67f82d8db1a6'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:19:46.086176 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df329966-f6c1-41d2-82e7-1f038286aa51 None None] Pushing event updated for resources: {'Port': ['ID=2a6d2137-2217-4fb9-aa1f-8c5f4729f3fe,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:19:46.186434 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ccc15d-0a3c-4778-8f85-d2d0c1e9e200 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-5eeb5cfb-b2cf-4e59-88df-7962e36b1916', 'network_id': '5eeb5cfb-b2cf-4e59-88df-7962e36b1916', 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'fixed_ips': [{'subnet_id': 'beaf6a48-35b8-4a61-b6d1-9a7bc5a769b3'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:19:46.187275 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-35ccc15d-0a3c-4778-8f85-d2d0c1e9e200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:46.286545 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-9ccde0ce-09ae-4aad-9549-9c4175050f18 None None] Set router a3457e37-d03f-4b78-a326-67f82d8db1a6 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:19:46.354493 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:46.416605 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a8fd144c-628b-4386-8464-a1409c07fae8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:46.467891 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-35ccc15d-0a3c-4778-8f85-d2d0c1e9e200 None None] Allocated IP 172.20.0.2 (5eeb5cfb-b2cf-4e59-88df-7962e36b1916/beaf6a48-35b8-4a61-b6d1-9a7bc5a769b3/0498d218-118c-4f63-8878-08ad0bfd64fc) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:19:46.606072 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-9ccde0ce-09ae-4aad-9549-9c4175050f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3457e37-d03f-4b78-a326-67f82d8db1a6', 'name': 'tempest-TestNetworkBasicOps-router-289678485', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.124'}], 'enable_snat': True}, 'gw_port_id': '2a6d2137-2217-4fb9-aa1f-8c5f4729f3fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:19:43Z', 'updated_at': '2022-03-28T01:19:44Z', 'revision_number': 3, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': '2a6d2137-2217-4fb9-aa1f-8c5f4729f3fe', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:21:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3457e37-d03f-4b78-a326-67f82d8db1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:19:44Z', 'updated_at': '2022-03-28T01:19:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:19:46.652455 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccde0ce-09ae-4aad-9549-9c4175050f18 None None] The sync data for ids ['a3457e37-d03f-4b78-a326-67f82d8db1a6'] in dv-neutron-834874-6-hyperv is: [{'id': 'a3457e37-d03f-4b78-a326-67f82d8db1a6', 'name': 'tempest-TestNetworkBasicOps-router-289678485', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.124'}], 'enable_snat': True}, 'gw_port_id': '2a6d2137-2217-4fb9-aa1f-8c5f4729f3fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:19:43Z', 'updated_at': '2022-03-28T01:19:44Z', 'revision_number': 3, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': '2a6d2137-2217-4fb9-aa1f-8c5f4729f3fe', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:21:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3457e37-d03f-4b78-a326-67f82d8db1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:19:44Z', 'updated_at': '2022-03-28T01:19:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:19:46.676440 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-35ccc15d-0a3c-4778-8f85-d2d0c1e9e200 None None] Publish callbacks [] for port (0498d218-118c-4f63-8878-08ad0bfd64fc), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:46.684460 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-35ccc15d-0a3c-4778-8f85-d2d0c1e9e200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (0498d218-118c-4f63-8878-08ad0bfd64fc), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:46.723156 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ccc15d-0a3c-4778-8f85-d2d0c1e9e200 None None] Network 5eeb5cfb-b2cf-4e59-88df-7962e36b1916 is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:19:46.730050 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-35ccc15d-0a3c-4778-8f85-d2d0c1e9e200 None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:19:46.737629 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ccc15d-0a3c-4778-8f85-d2d0c1e9e200 None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:19:46.738282 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [None req-a8fd144c-628b-4386-8464-a1409c07fae8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Allocated IP 172.20.0.1 (5eeb5cfb-b2cf-4e59-88df-7962e36b1916/beaf6a48-35b8-4a61-b6d1-9a7bc5a769b3/a1b5427b-d623-4a51-ae12-230ebda0a1af) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:19:46.741355 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ccc15d-0a3c-4778-8f85-d2d0c1e9e200 None None] Pushing event updated for resources: {'Port': ['ID=0498d218-118c-4f63-8878-08ad0bfd64fc,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:19:46.798678 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-35ccc15d-0a3c-4778-8f85-d2d0c1e9e200 None None] Attempting to bind port 0498d218-118c-4f63-8878-08ad0bfd64fc on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:19:46.799055 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-35ccc15d-0a3c-4778-8f85-d2d0c1e9e200 None None] Attempting to bind port 0498d218-118c-4f63-8878-08ad0bfd64fc by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': '604d44f3-b07d-4572-9d65-9d25af71bf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '5eeb5cfb-b2cf-4e59-88df-7962e36b1916'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:19:46.799418 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ccc15d-0a3c-4778-8f85-d2d0c1e9e200 None None] Attempting to bind port 0498d218-118c-4f63-8878-08ad0bfd64fc on network 5eeb5cfb-b2cf-4e59-88df-7962e36b1916 {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:19:46.806015 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ccc15d-0a3c-4778-8f85-d2d0c1e9e200 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:19:46.806399 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ccc15d-0a3c-4778-8f85-d2d0c1e9e200 None None] Checking segment: {'id': '604d44f3-b07d-4572-9d65-9d25af71bf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '5eeb5cfb-b2cf-4e59-88df-7962e36b1916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:19:46.806805 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-35ccc15d-0a3c-4778-8f85-d2d0c1e9e200 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:46.807198 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ccc15d-0a3c-4778-8f85-d2d0c1e9e200 None None] Bound using segment: {'id': '604d44f3-b07d-4572-9d65-9d25af71bf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '5eeb5cfb-b2cf-4e59-88df-7962e36b1916'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:19:46.807804 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-35ccc15d-0a3c-4778-8f85-d2d0c1e9e200 None None] Bound port: 0498d218-118c-4f63-8878-08ad0bfd64fc, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '604d44f3-b07d-4572-9d65-9d25af71bf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '5eeb5cfb-b2cf-4e59-88df-7962e36b1916'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:19:46.808234 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-35ccc15d-0a3c-4778-8f85-d2d0c1e9e200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (0498d218-118c-4f63-8878-08ad0bfd64fc), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:46.861882 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a8fd144c-628b-4386-8464-a1409c07fae8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for port (a1b5427b-d623-4a51-ae12-230ebda0a1af), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:46.887112 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-35ccc15d-0a3c-4778-8f85-d2d0c1e9e200 None None] For port 0498d218-118c-4f63-8878-08ad0bfd64fc, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:19:46.892631 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-35ccc15d-0a3c-4778-8f85-d2d0c1e9e200 None None] For port 0498d218-118c-4f63-8878-08ad0bfd64fc, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=0498d218-118c-4f63-8878-08ad0bfd64fc,segment=NetworkSegment(604d44f3-b07d-4572-9d65-9d25af71bf39),segment_id=604d44f3-b07d-4572-9d65-9d25af71bf39)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:19:46.912433 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-35ccc15d-0a3c-4778-8f85-d2d0c1e9e200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (0498d218-118c-4f63-8878-08ad0bfd64fc), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:46.933994 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a8fd144c-628b-4386-8464-a1409c07fae8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (a1b5427b-d623-4a51-ae12-230ebda0a1af), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:46.990221 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8fd144c-628b-4386-8464-a1409c07fae8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Network 5eeb5cfb-b2cf-4e59-88df-7962e36b1916 is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:19:46.994256 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ccc15d-0a3c-4778-8f85-d2d0c1e9e200 None None] Pushing event updated for resources: {'Port': ['ID=0498d218-118c-4f63-8878-08ad0bfd64fc,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:19:46.994443 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-a8fd144c-628b-4386-8464-a1409c07fae8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:19:47.001114 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8fd144c-628b-4386-8464-a1409c07fae8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:19:47.007089 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fd144c-628b-4386-8464-a1409c07fae8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'Port': ['ID=a1b5427b-d623-4a51-ae12-230ebda0a1af,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:19:47.075596 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a8fd144c-628b-4386-8464-a1409c07fae8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3686596'] for router_interface (a3457e37-d03f-4b78-a326-67f82d8db1a6), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:47.256629 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a8fd144c-628b-4386-8464-a1409c07fae8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (a1b5427b-d623-4a51-ae12-230ebda0a1af), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:47.566660 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 0498d218-118c-4f63-8878-08ad0bfd64fc up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:19:47.574436 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a8fd144c-628b-4386-8464-a1409c07fae8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for port (a1b5427b-d623-4a51-ae12-230ebda0a1af), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:47.581130 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a8fd144c-628b-4386-8464-a1409c07fae8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (a1b5427b-d623-4a51-ae12-230ebda0a1af), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:47.621186 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 0498d218-118c-4f63-8878-08ad0bfd64fc triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:19:47.621614 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (0498d218-118c-4f63-8878-08ad0bfd64fc), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:47.661229 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fd144c-628b-4386-8464-a1409c07fae8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'Port': ['ID=a1b5427b-d623-4a51-ae12-230ebda0a1af,revision_number=2']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:19:47.663804 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a8fd144c-628b-4386-8464-a1409c07fae8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3725889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3686480'] for router_interface (a3457e37-d03f-4b78-a326-67f82d8db1a6), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:47.707348 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 0498d218-118c-4f63-8878-08ad0bfd64fc is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:19:47.707745 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (0498d218-118c-4f63-8878-08ad0bfd64fc), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:47.743401 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] For port 0498d218-118c-4f63-8878-08ad0bfd64fc, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=0498d218-118c-4f63-8878-08ad0bfd64fc,segment=NetworkSegment(604d44f3-b07d-4572-9d65-9d25af71bf39),segment_id=604d44f3-b07d-4572-9d65-9d25af71bf39)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:19:47.749295 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (0498d218-118c-4f63-8878-08ad0bfd64fc), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:47.750097 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 2a6d2137-2217-4fb9-aa1f-8c5f4729f3fe up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:19:47.762412 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8fd144c-628b-4386-8464-a1409c07fae8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Network 5eeb5cfb-b2cf-4e59-88df-7962e36b1916 is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:19:47.763941 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-a8fd144c-628b-4386-8464-a1409c07fae8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:19:47.832303 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:47.854685 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Pushing event updated for resources: {'Port': ['ID=0498d218-118c-4f63-8878-08ad0bfd64fc,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:19:47.870324 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 2a6d2137-2217-4fb9-aa1f-8c5f4729f3fe triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:19:47.871063 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (2a6d2137-2217-4fb9-aa1f-8c5f4729f3fe), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:47.886605 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8fd144c-628b-4386-8464-a1409c07fae8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Router a3457e37-d03f-4b78-a326-67f82d8db1a6 has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:19:48.006357 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8fd144c-628b-4386-8464-a1409c07fae8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:19:48.012643 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-a8fd144c-628b-4386-8464-a1409c07fae8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "PUT /v2.0/routers/a3457e37-d03f-4b78-a326-67f82d8db1a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0321348 Mar 28 01:19:48.015233 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 57496) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:19:48.100154 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446eb164-a5ff-48e8-a7bc-9b8ad774f62c None None] Network 5eeb5cfb-b2cf-4e59-88df-7962e36b1916 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:19:48.156076 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 2a6d2137-2217-4fb9-aa1f-8c5f4729f3fe is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:19:48.156469 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (2a6d2137-2217-4fb9-aa1f-8c5f4729f3fe), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:48.185691 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf807e0-258f-40dd-8918-270ccc9a80b6 tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:19:48.186546 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf807e0-258f-40dd-8918-270ccc9a80b6 tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:19:48.186680 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf807e0-258f-40dd-8918-270ccc9a80b6 tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:19:48.187085 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf807e0-258f-40dd-8918-270ccc9a80b6 tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:19:48.188459 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] For port 2a6d2137-2217-4fb9-aa1f-8c5f4729f3fe, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=2a6d2137-2217-4fb9-aa1f-8c5f4729f3fe,segment=NetworkSegment(b6f00c62-aca5-4c73-8989-c04c396daeed),segment_id=b6f00c62-aca5-4c73-8989-c04c396daeed)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:19:48.188786 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-4cf807e0-258f-40dd-8918-270ccc9a80b6 tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2883 time: 0.1725411 Mar 28 01:19:48.191533 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 57498) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:19:48.202611 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (2a6d2137-2217-4fb9-aa1f-8c5f4729f3fe), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:48.248211 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48ac39d-bdf1-40cb-8a16-0ec467d9bd22 tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:19:48.248604 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48ac39d-bdf1-40cb-8a16-0ec467d9bd22 tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:19:48.249263 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48ac39d-bdf1-40cb-8a16-0ec467d9bd22 tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:19:48.249743 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48ac39d-bdf1-40cb-8a16-0ec467d9bd22 tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:19:48.254032 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-f48ac39d-bdf1-40cb-8a16-0ec467d9bd22 tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0589457 Mar 28 01:19:48.254957 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 57500) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:19:48.278503 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-6283fe9f-3db4-4ece-93a3-c35247e88714 None None] Provisioning complete for port 0498d218-118c-4f63-8878-08ad0bfd64fc triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:19:48.279037 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-6283fe9f-3db4-4ece-93a3-c35247e88714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (0498d218-118c-4f63-8878-08ad0bfd64fc), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:48.284396 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Pushing event updated for resources: {'Port': ['ID=2a6d2137-2217-4fb9-aa1f-8c5f4729f3fe,revision_number=4']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:19:48.381587 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-6283fe9f-3db4-4ece-93a3-c35247e88714 None None] Current status of the port 0498d218-118c-4f63-8878-08ad0bfd64fc is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:19:48.589859 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc1d199-8c25-4c95-91de-eb5db50ada52 None None] Sync routers for ids ['a3457e37-d03f-4b78-a326-67f82d8db1a6'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:19:48.603892 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc1d199-8c25-4c95-91de-eb5db50ada52 None None] Routers {'a3457e37-d03f-4b78-a326-67f82d8db1a6'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:19:48.607163 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-1dc1d199-8c25-4c95-91de-eb5db50ada52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:19:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['a3457e37-d03f-4b78-a326-67f82d8db1a6'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:19:48.608871 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-383075c1-3eb8-4282-b42c-20d1e83e90a2 None None] Provisioning complete for port 0498d218-118c-4f63-8878-08ad0bfd64fc triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:19:48.609577 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-383075c1-3eb8-4282-b42c-20d1e83e90a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (0498d218-118c-4f63-8878-08ad0bfd64fc), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:48.641798 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-82061c4a-6cdc-44b6-9081-cf6c8a97c274 tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.3856337 Mar 28 01:19:48.698718 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-383075c1-3eb8-4282-b42c-20d1e83e90a2 None None] Current status of the port 0498d218-118c-4f63-8878-08ad0bfd64fc is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:19:48.709923 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-383075c1-3eb8-4282-b42c-20d1e83e90a2 None None] Provisioning complete for port a1b5427b-d623-4a51-ae12-230ebda0a1af triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:19:48.710393 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-383075c1-3eb8-4282-b42c-20d1e83e90a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (a1b5427b-d623-4a51-ae12-230ebda0a1af), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:48.749307 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-383075c1-3eb8-4282-b42c-20d1e83e90a2 None None] Port a1b5427b-d623-4a51-ae12-230ebda0a1af cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:19:48.750331 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-1dc1d199-8c25-4c95-91de-eb5db50ada52 None None] Set router a3457e37-d03f-4b78-a326-67f82d8db1a6 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:19:48.870133 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-dcaabf9e-1898-4f2e-acb7-7c0073d6324b None None] Provisioning complete for port a1b5427b-d623-4a51-ae12-230ebda0a1af triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:19:48.870498 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-dcaabf9e-1898-4f2e-acb7-7c0073d6324b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (a1b5427b-d623-4a51-ae12-230ebda0a1af), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:48.879238 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 57504) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:19:48.883994 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-cad8769d-43f7-424d-a575-3c7ad9e2166c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-937683492', 'description': 'tempest-secgroup-smoke-937683492 description', 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:19:48.915766 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-cad8769d-43f7-424d-a575-3c7ad9e2166c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:48.919832 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-dcaabf9e-1898-4f2e-acb7-7c0073d6324b None None] Port a1b5427b-d623-4a51-ae12-230ebda0a1af cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:19:48.971586 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-1dc1d199-8c25-4c95-91de-eb5db50ada52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3457e37-d03f-4b78-a326-67f82d8db1a6', 'name': 'tempest-TestNetworkBasicOps-router-289678485', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.124'}], 'enable_snat': True}, 'gw_port_id': '2a6d2137-2217-4fb9-aa1f-8c5f4729f3fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:19:43Z', 'updated_at': '2022-03-28T01:19:47Z', 'revision_number': 4, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': '2a6d2137-2217-4fb9-aa1f-8c5f4729f3fe', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:21:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3457e37-d03f-4b78-a326-67f82d8db1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:19:44Z', 'updated_at': '2022-03-28T01:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': 'a1b5427b-d623-4a51-ae12-230ebda0a1af', 'name': '', 'network_id': '5eeb5cfb-b2cf-4e59-88df-7962e36b1916', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'mac_address': 'fa:16:3e:e9:00:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3457e37-d03f-4b78-a326-67f82d8db1a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': 'beaf6a48-35b8-4a61-b6d1-9a7bc5a769b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:19:46Z', 'updated_at': '2022-03-28T01:19:47Z', 'revision_number': 2, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'subnets': [{'id': 'beaf6a48-35b8-4a61-b6d1-9a7bc5a769b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:19:48.995629 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-cad8769d-43f7-424d-a575-3c7ad9e2166c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group (df29a027-a7f0-4bde-b992-b87dae5ef90c), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:48.999386 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc1d199-8c25-4c95-91de-eb5db50ada52 None None] Checking router: a3457e37-d03f-4b78-a326-67f82d8db1a6 for host: dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:19:48.999805 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc1d199-8c25-4c95-91de-eb5db50ada52 None None] Updating router a3457e37-d03f-4b78-a326-67f82d8db1a6 port a1b5427b-d623-4a51-ae12-230ebda0a1af binding host dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 01:19:49.000795 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-cad8769d-43f7-424d-a575-3c7ad9e2166c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (df29a027-a7f0-4bde-b992-b87dae5ef90c), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:49.028731 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad8769d-43f7-424d-a575-3c7ad9e2166c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df29a027-a7f0-4bde-b992-b87dae5ef90c,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:19:49.031267 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-1dc1d199-8c25-4c95-91de-eb5db50ada52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (a1b5427b-d623-4a51-ae12-230ebda0a1af), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:49.033636 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-cad8769d-43f7-424d-a575-3c7ad9e2166c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:49.037753 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-cad8769d-43f7-424d-a575-3c7ad9e2166c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1546040 Mar 28 01:19:49.038572 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 57506) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:19:49.043284 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-fc826151-6a7d-4b18-b5e8-39cc0f461e5e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'security_group_rule': {'security_group_id': 'df29a027-a7f0-4bde-b992-b87dae5ef90c', 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:19:49.058080 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-dc683573-ed36-45cf-bb31-ccd0fc962afe None None] Provisioning complete for port a1b5427b-d623-4a51-ae12-230ebda0a1af triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:19:49.058882 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-dc683573-ed36-45cf-bb31-ccd0fc962afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (a1b5427b-d623-4a51-ae12-230ebda0a1af), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:49.067710 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-fc826151-6a7d-4b18-b5e8-39cc0f461e5e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (1a579190-1e0d-4a44-befc-e18581afab45), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:49.099219 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-dc683573-ed36-45cf-bb31-ccd0fc962afe None None] Port a1b5427b-d623-4a51-ae12-230ebda0a1af cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:19:49.126772 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-fc826151-6a7d-4b18-b5e8-39cc0f461e5e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (1a579190-1e0d-4a44-befc-e18581afab45), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:49.130790 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-fc826151-6a7d-4b18-b5e8-39cc0f461e5e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (1a579190-1e0d-4a44-befc-e18581afab45), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:49.150308 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc826151-6a7d-4b18-b5e8-39cc0f461e5e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a579190-1e0d-4a44-befc-e18581afab45,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:19:49.156116 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-fc826151-6a7d-4b18-b5e8-39cc0f461e5e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:49.157569 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-fc826151-6a7d-4b18-b5e8-39cc0f461e5e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1181436 Mar 28 01:19:49.160359 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 57508) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:19:49.165259 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-ec69c505-05ef-4da1-b386-58f14dc29d40 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'security_group_rule': {'security_group_id': 'df29a027-a7f0-4bde-b992-b87dae5ef90c', 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:19:49.189483 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ec69c505-05ef-4da1-b386-58f14dc29d40 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (a80cdedd-bdf0-4ea0-8089-bc53d2d468f1), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:49.243552 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ec69c505-05ef-4da1-b386-58f14dc29d40 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (a80cdedd-bdf0-4ea0-8089-bc53d2d468f1), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:49.247134 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ec69c505-05ef-4da1-b386-58f14dc29d40 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (a80cdedd-bdf0-4ea0-8089-bc53d2d468f1), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:49.266593 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec69c505-05ef-4da1-b386-58f14dc29d40 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a80cdedd-bdf0-4ea0-8089-bc53d2d468f1,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:19:49.277306 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ec69c505-05ef-4da1-b386-58f14dc29d40 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:49.278486 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-ec69c505-05ef-4da1-b386-58f14dc29d40 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1171553 Mar 28 01:19:49.281303 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 57510) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:19:49.285846 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-0108d4af-a99c-4890-ad56-ac1168422a07 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'security_group_rule': {'security_group_id': 'df29a027-a7f0-4bde-b992-b87dae5ef90c', 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:19:49.300991 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-1dc1d199-8c25-4c95-91de-eb5db50ada52 None None] Publish callbacks [] for port (a1b5427b-d623-4a51-ae12-230ebda0a1af), precommit_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:49.306282 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-1dc1d199-8c25-4c95-91de-eb5db50ada52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (a1b5427b-d623-4a51-ae12-230ebda0a1af), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:49.309506 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0108d4af-a99c-4890-ad56-ac1168422a07 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (7d79460f-0c34-44e8-9dd0-bae94e8d6af0), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:49.368463 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0108d4af-a99c-4890-ad56-ac1168422a07 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (7d79460f-0c34-44e8-9dd0-bae94e8d6af0), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:49.373160 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0108d4af-a99c-4890-ad56-ac1168422a07 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (7d79460f-0c34-44e8-9dd0-bae94e8d6af0), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:49.391527 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0108d4af-a99c-4890-ad56-ac1168422a07 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d79460f-0c34-44e8-9dd0-bae94e8d6af0,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:19:49.403034 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0108d4af-a99c-4890-ad56-ac1168422a07 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:49.404310 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-0108d4af-a99c-4890-ad56-ac1168422a07 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1220841 Mar 28 01:19:49.407487 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7483ca-9f7a-4b26-9f5c-cd49f582212b None None] Pushing event updated for resources: {'Port': ['ID=a1b5427b-d623-4a51-ae12-230ebda0a1af,revision_number=3']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:19:49.407844 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 57512) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:19:49.410849 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [None req-1dc1d199-8c25-4c95-91de-eb5db50ada52 None None] Attempting to bind port a1b5427b-d623-4a51-ae12-230ebda0a1af on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:19:49.411217 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [None req-1dc1d199-8c25-4c95-91de-eb5db50ada52 None None] Attempting to bind port a1b5427b-d623-4a51-ae12-230ebda0a1af by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': '604d44f3-b07d-4572-9d65-9d25af71bf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '5eeb5cfb-b2cf-4e59-88df-7962e36b1916'}] {{(pid=104101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:19:49.411577 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc1d199-8c25-4c95-91de-eb5db50ada52 None None] Attempting to bind port a1b5427b-d623-4a51-ae12-230ebda0a1af on network 5eeb5cfb-b2cf-4e59-88df-7962e36b1916 {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:19:49.413979 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-e6cfbc45-d600-4772-8bba-e03080eab71c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'security_group_rule': {'security_group_id': 'df29a027-a7f0-4bde-b992-b87dae5ef90c', 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:19:49.418065 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7483ca-9f7a-4b26-9f5c-cd49f582212b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:19:49.418411 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7483ca-9f7a-4b26-9f5c-cd49f582212b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:19:49.418769 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7483ca-9f7a-4b26-9f5c-cd49f582212b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:19:49.419110 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7483ca-9f7a-4b26-9f5c-cd49f582212b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:19:49.419443 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7483ca-9f7a-4b26-9f5c-cd49f582212b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:19:49.419768 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7483ca-9f7a-4b26-9f5c-cd49f582212b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:19:49.420122 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7483ca-9f7a-4b26-9f5c-cd49f582212b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:19:49.420434 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7483ca-9f7a-4b26-9f5c-cd49f582212b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:19:49.420760 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7483ca-9f7a-4b26-9f5c-cd49f582212b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:19:49.421081 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7483ca-9f7a-4b26-9f5c-cd49f582212b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:19:49.421405 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7483ca-9f7a-4b26-9f5c-cd49f582212b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:19:49.421733 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7483ca-9f7a-4b26-9f5c-cd49f582212b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:19:49.422052 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7483ca-9f7a-4b26-9f5c-cd49f582212b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:19:49.422366 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7483ca-9f7a-4b26-9f5c-cd49f582212b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:19:49.422682 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7483ca-9f7a-4b26-9f5c-cd49f582212b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:19:49.429495 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc1d199-8c25-4c95-91de-eb5db50ada52 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:19:49.429759 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc1d199-8c25-4c95-91de-eb5db50ada52 None None] Checking segment: {'id': '604d44f3-b07d-4572-9d65-9d25af71bf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '5eeb5cfb-b2cf-4e59-88df-7962e36b1916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:19:49.430025 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-1dc1d199-8c25-4c95-91de-eb5db50ada52 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:49.430417 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc1d199-8c25-4c95-91de-eb5db50ada52 None None] Bound using segment: {'id': '604d44f3-b07d-4572-9d65-9d25af71bf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '5eeb5cfb-b2cf-4e59-88df-7962e36b1916'} {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:19:49.430875 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [None req-1dc1d199-8c25-4c95-91de-eb5db50ada52 None None] Bound port: a1b5427b-d623-4a51-ae12-230ebda0a1af, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '604d44f3-b07d-4572-9d65-9d25af71bf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '5eeb5cfb-b2cf-4e59-88df-7962e36b1916'}}] {{(pid=104101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:19:49.431342 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-1dc1d199-8c25-4c95-91de-eb5db50ada52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (a1b5427b-d623-4a51-ae12-230ebda0a1af), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:49.454181 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e6cfbc45-d600-4772-8bba-e03080eab71c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (e08ea5eb-9c68-482a-bc0e-8465c9e4088c), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:49.529404 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e6cfbc45-d600-4772-8bba-e03080eab71c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (e08ea5eb-9c68-482a-bc0e-8465c9e4088c), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:49.533930 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e6cfbc45-d600-4772-8bba-e03080eab71c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (e08ea5eb-9c68-482a-bc0e-8465c9e4088c), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:49.545028 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 0498d218-118c-4f63-8878-08ad0bfd64fc up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:19:49.559557 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cfbc45-d600-4772-8bba-e03080eab71c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e08ea5eb-9c68-482a-bc0e-8465c9e4088c,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:19:49.571264 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e6cfbc45-d600-4772-8bba-e03080eab71c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:49.574209 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-e6cfbc45-d600-4772-8bba-e03080eab71c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1627240 Mar 28 01:19:49.575553 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 57514) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:19:49.580951 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-74222755-1c09-4199-9f1e-b44420cc8262 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'security_group_rule': {'security_group_id': 'df29a027-a7f0-4bde-b992-b87dae5ef90c', 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:19:49.603058 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.securitygroups_db [None req-74222755-1c09-4199-9f1e-b44420cc8262 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Project cf1ee0ed9c204cc5bccbb38ebf185041 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 01:19:49.609476 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-74222755-1c09-4199-9f1e-b44420cc8262 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (e5fbf89f-c549-47f7-85e5-559fac7eaf8f), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:49.613785 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 0498d218-118c-4f63-8878-08ad0bfd64fc triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:19:49.614102 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (0498d218-118c-4f63-8878-08ad0bfd64fc), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:49.614778 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.db [None req-1dc1d199-8c25-4c95-91de-eb5db50ada52 None None] For port a1b5427b-d623-4a51-ae12-230ebda0a1af, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:19:49.617934 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.db [None req-1dc1d199-8c25-4c95-91de-eb5db50ada52 None None] For port a1b5427b-d623-4a51-ae12-230ebda0a1af, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=a1b5427b-d623-4a51-ae12-230ebda0a1af,segment=NetworkSegment(604d44f3-b07d-4572-9d65-9d25af71bf39),segment_id=604d44f3-b07d-4572-9d65-9d25af71bf39)] {{(pid=104101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:19:49.624574 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-1dc1d199-8c25-4c95-91de-eb5db50ada52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (a1b5427b-d623-4a51-ae12-230ebda0a1af), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:49.656138 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-61767e12-233b-405d-b740-cf7cc62d3203 None None] Provisioning complete for port a1b5427b-d623-4a51-ae12-230ebda0a1af triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:19:49.656902 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-61767e12-233b-405d-b740-cf7cc62d3203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (a1b5427b-d623-4a51-ae12-230ebda0a1af), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:49.681166 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7483ca-9f7a-4b26-9f5c-cd49f582212b None None] Pushing event updated for resources: {'Port': ['ID=a1b5427b-d623-4a51-ae12-230ebda0a1af,revision_number=4']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:19:49.684587 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-74222755-1c09-4199-9f1e-b44420cc8262 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (e5fbf89f-c549-47f7-85e5-559fac7eaf8f), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:49.690955 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-74222755-1c09-4199-9f1e-b44420cc8262 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (e5fbf89f-c549-47f7-85e5-559fac7eaf8f), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:49.694579 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc1d199-8c25-4c95-91de-eb5db50ada52 None None] Routers {'a3457e37-d03f-4b78-a326-67f82d8db1a6'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:19:49.695539 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-1dc1d199-8c25-4c95-91de-eb5db50ada52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:19:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['a3457e37-d03f-4b78-a326-67f82d8db1a6'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:19:49.713663 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74222755-1c09-4199-9f1e-b44420cc8262 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5fbf89f-c549-47f7-85e5-559fac7eaf8f,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:19:49.726389 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-74222755-1c09-4199-9f1e-b44420cc8262 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:49.727661 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-74222755-1c09-4199-9f1e-b44420cc8262 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1507037 Mar 28 01:19:49.730523 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 57516) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:19:49.738384 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-a7c6213f-47e0-431c-843a-fbc4af6672d8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'security_group_rule': {'security_group_id': 'df29a027-a7f0-4bde-b992-b87dae5ef90c', 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:19:49.772277 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.securitygroups_db [None req-a7c6213f-47e0-431c-843a-fbc4af6672d8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Project cf1ee0ed9c204cc5bccbb38ebf185041 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 01:19:49.779420 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a7c6213f-47e0-431c-843a-fbc4af6672d8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (5eb8346b-1511-46cf-92e8-dc7044805ac9), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:49.790867 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 0498d218-118c-4f63-8878-08ad0bfd64fc is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:19:49.792283 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 2a6d2137-2217-4fb9-aa1f-8c5f4729f3fe up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:19:49.824010 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-61767e12-233b-405d-b740-cf7cc62d3203 None None] Current status of the port a1b5427b-d623-4a51-ae12-230ebda0a1af is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:19:49.824732 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-61767e12-233b-405d-b740-cf7cc62d3203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (a1b5427b-d623-4a51-ae12-230ebda0a1af), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:49.829911 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-1dc1d199-8c25-4c95-91de-eb5db50ada52 None None] Set router a3457e37-d03f-4b78-a326-67f82d8db1a6 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:19:49.870545 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a7c6213f-47e0-431c-843a-fbc4af6672d8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (5eb8346b-1511-46cf-92e8-dc7044805ac9), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:49.876231 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a7c6213f-47e0-431c-843a-fbc4af6672d8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (5eb8346b-1511-46cf-92e8-dc7044805ac9), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:49.880378 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-61767e12-233b-405d-b740-cf7cc62d3203 None None] For port a1b5427b-d623-4a51-ae12-230ebda0a1af, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=a1b5427b-d623-4a51-ae12-230ebda0a1af,segment=NetworkSegment(604d44f3-b07d-4572-9d65-9d25af71bf39),segment_id=604d44f3-b07d-4572-9d65-9d25af71bf39)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:19:49.888623 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 2a6d2137-2217-4fb9-aa1f-8c5f4729f3fe triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:19:49.889435 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (2a6d2137-2217-4fb9-aa1f-8c5f4729f3fe), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:49.893325 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-61767e12-233b-405d-b740-cf7cc62d3203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (a1b5427b-d623-4a51-ae12-230ebda0a1af), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:49.904620 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a7c6213f-47e0-431c-843a-fbc4af6672d8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:49.905823 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-a7c6213f-47e0-431c-843a-fbc4af6672d8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1740129 Mar 28 01:19:49.906691 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c6213f-47e0-431c-843a-fbc4af6672d8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5eb8346b-1511-46cf-92e8-dc7044805ac9,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:19:49.989296 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61767e12-233b-405d-b740-cf7cc62d3203 None None] Pushing event updated for resources: {'Port': ['ID=a1b5427b-d623-4a51-ae12-230ebda0a1af,revision_number=5']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:19:50.043364 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 2a6d2137-2217-4fb9-aa1f-8c5f4729f3fe is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:19:50.045514 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-b52659c0-71a1-48f4-ad7b-e57edb9230e1 None None] Provisioning complete for port a1b5427b-d623-4a51-ae12-230ebda0a1af triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:19:50.045888 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-b52659c0-71a1-48f4-ad7b-e57edb9230e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (a1b5427b-d623-4a51-ae12-230ebda0a1af), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:50.062479 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-1dc1d199-8c25-4c95-91de-eb5db50ada52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3457e37-d03f-4b78-a326-67f82d8db1a6', 'name': 'tempest-TestNetworkBasicOps-router-289678485', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.124'}], 'enable_snat': True}, 'gw_port_id': '2a6d2137-2217-4fb9-aa1f-8c5f4729f3fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:19:43Z', 'updated_at': '2022-03-28T01:19:47Z', 'revision_number': 4, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': '2a6d2137-2217-4fb9-aa1f-8c5f4729f3fe', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:21:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3457e37-d03f-4b78-a326-67f82d8db1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:19:44Z', 'updated_at': '2022-03-28T01:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': 'a1b5427b-d623-4a51-ae12-230ebda0a1af', 'name': '', 'network_id': '5eeb5cfb-b2cf-4e59-88df-7962e36b1916', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'mac_address': 'fa:16:3e:e9:00:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3457e37-d03f-4b78-a326-67f82d8db1a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': 'beaf6a48-35b8-4a61-b6d1-9a7bc5a769b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:19:46Z', 'updated_at': '2022-03-28T01:19:49Z', 'revision_number': 4, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'subnets': [{'id': 'beaf6a48-35b8-4a61-b6d1-9a7bc5a769b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:19:50.093009 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc1d199-8c25-4c95-91de-eb5db50ada52 None None] The sync data for ids ['a3457e37-d03f-4b78-a326-67f82d8db1a6'] in dv-neutron-834874-6-hyperv is: [{'id': 'a3457e37-d03f-4b78-a326-67f82d8db1a6', 'name': 'tempest-TestNetworkBasicOps-router-289678485', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.124'}], 'enable_snat': True}, 'gw_port_id': '2a6d2137-2217-4fb9-aa1f-8c5f4729f3fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:19:43Z', 'updated_at': '2022-03-28T01:19:47Z', 'revision_number': 4, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': '2a6d2137-2217-4fb9-aa1f-8c5f4729f3fe', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:21:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3457e37-d03f-4b78-a326-67f82d8db1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:19:44Z', 'updated_at': '2022-03-28T01:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': 'a1b5427b-d623-4a51-ae12-230ebda0a1af', 'name': '', 'network_id': '5eeb5cfb-b2cf-4e59-88df-7962e36b1916', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'mac_address': 'fa:16:3e:e9:00:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3457e37-d03f-4b78-a326-67f82d8db1a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': 'beaf6a48-35b8-4a61-b6d1-9a7bc5a769b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:19:46Z', 'updated_at': '2022-03-28T01:19:49Z', 'revision_number': 4, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'subnets': [{'id': 'beaf6a48-35b8-4a61-b6d1-9a7bc5a769b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:19:50.132911 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-b52659c0-71a1-48f4-ad7b-e57edb9230e1 None None] Current status of the port a1b5427b-d623-4a51-ae12-230ebda0a1af is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:19:50.386495 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-4cd76322-cf6a-4a95-a164-b3a443af059e req-5dc7c7f4-9ac8-4745-ad5f-a87810604798 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-937683492&fields=id&tenant_id=cf1ee0ed9c204cc5bccbb38ebf185041 HTTP/1.1" status: 200 len: 267 time: 0.0480344 Mar 28 01:19:50.494669 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd76322-cf6a-4a95-a164-b3a443af059e req-7ad450a7-a758-4bab-93e1-b8f5190e636d tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:19:50.496193 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-4cd76322-cf6a-4a95-a164-b3a443af059e req-7ad450a7-a758-4bab-93e1-b8f5190e636d tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/networks?id=5eeb5cfb-b2cf-4e59-88df-7962e36b1916 HTTP/1.1" status: 200 len: 797 time: 0.1050198 Mar 28 01:19:50.511960 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-4cd76322-cf6a-4a95-a164-b3a443af059e req-957ebabe-717d-4ff2-a319-3296a7386a44 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/quotas/cf1ee0ed9c204cc5bccbb38ebf185041 HTTP/1.1" status: 200 len: 375 time: 0.0102968 Mar 28 01:19:50.569331 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-4cd76322-cf6a-4a95-a164-b3a443af059e req-b818d8f2-5ef9-44c9-8955-bbc4e71a47dc tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=cf1ee0ed9c204cc5bccbb38ebf185041&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0517054 Mar 28 01:19:50.632458 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [req-4cd76322-cf6a-4a95-a164-b3a443af059e req-88a2b8ca-116a-41ef-af22-37783c1e3712 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=104098) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 01:19:50.633511 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-4cd76322-cf6a-4a95-a164-b3a443af059e req-88a2b8ca-116a-41ef-af22-37783c1e3712 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0528402 Mar 28 01:19:50.726805 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-4cd76322-cf6a-4a95-a164-b3a443af059e req-f1a0b2fb-b9ca-4cbc-be75-df2be9e194ec service neutron] 10.222.0.24 "GET /v2.0/networks/5eeb5cfb-b2cf-4e59-88df-7962e36b1916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873504 Mar 28 01:19:50.821076 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-4cd76322-cf6a-4a95-a164-b3a443af059e req-3fc03159-f90b-4f30-902d-c99b92e5e51a service neutron] 10.222.0.24 "GET /v2.0/networks/5eeb5cfb-b2cf-4e59-88df-7962e36b1916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880039 Mar 28 01:19:51.010552 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [req-6ae58d3e-8666-4b3d-a186-5bf3a9265bf1 req-fbe74a13-62c3-41c1-a61d-bd12568ad154 service neutron] (104099) timed out ('10.222.0.10', 56037) {{(pid=104099) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 28 01:19:51.045428 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-fc8b91af-3fec-4b2c-b7f6-62b5770f41ad req-436f7b78-e4dd-4dec-852b-efaf218cf144 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=b75be80c-e295-449d-aad0-4836745ee0b8 HTTP/1.1" status: 200 len: 210 time: 0.0866759 Mar 28 01:19:51.520130 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device a1b5427b-d623-4a51-ae12-230ebda0a1af up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:19:51.569787 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port a1b5427b-d623-4a51-ae12-230ebda0a1af triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:19:51.570156 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (a1b5427b-d623-4a51-ae12-230ebda0a1af), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:51.645422 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port a1b5427b-d623-4a51-ae12-230ebda0a1af is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:19:52.121703 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-ada14b2d-10f4-4a5b-b828-daf34b726cc9 req-282174fd-a192-4d25-ad98-633b69d70dd0 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=b75be80c-e295-449d-aad0-4836745ee0b8 HTTP/1.1" status: 200 len: 210 time: 0.0265362 Mar 28 01:19:52.944920 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd76322-cf6a-4a95-a164-b3a443af059e req-8cdd12cd-cd7d-4db5-b38f-4bdb943187a1 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:19:52.946466 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-4cd76322-cf6a-4a95-a164-b3a443af059e req-8cdd12cd-cd7d-4db5-b38f-4bdb943187a1 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.10 "GET /v2.0/networks?id=5eeb5cfb-b2cf-4e59-88df-7962e36b1916 HTTP/1.1" status: 200 len: 797 time: 0.1016283 Mar 28 01:19:53.008990 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-4cd76322-cf6a-4a95-a164-b3a443af059e req-a291c9b4-3cf6-49c9-89df-81370e9f72cb tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf1ee0ed9c204cc5bccbb38ebf185041 HTTP/1.1" status: 200 len: 379 time: 0.0544422 Mar 28 01:19:53.017316 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [req-4cd76322-cf6a-4a95-a164-b3a443af059e req-9bedaf26-3d40-44d2-a466-3ae396cd3777 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'port': {'device_id': 'b75be80c-e295-449d-aad0-4836745ee0b8', 'network_id': '5eeb5cfb-b2cf-4e59-88df-7962e36b1916', 'admin_state_up': True, 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'security_groups': ['df29a027-a7f0-4bde-b992-b87dae5ef90c']}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:19:53.124042 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cd76322-cf6a-4a95-a164-b3a443af059e req-9bedaf26-3d40-44d2-a466-3ae396cd3777 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Made reservation on behalf of cf1ee0ed9c204cc5bccbb38ebf185041 for: {'port': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:19:53.127320 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-4cd76322-cf6a-4a95-a164-b3a443af059e req-9bedaf26-3d40-44d2-a466-3ae396cd3777 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:53.230039 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-de3eb012-a12d-465c-a90d-fd63886ee7e1 req-2686cea5-b0b4-4041-94b8-939cf4ccf067 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=b75be80c-e295-449d-aad0-4836745ee0b8 HTTP/1.1" status: 200 len: 210 time: 0.0393384 Mar 28 01:19:53.281476 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [req-4cd76322-cf6a-4a95-a164-b3a443af059e req-9bedaf26-3d40-44d2-a466-3ae396cd3777 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Allocated IP 172.20.0.5 (5eeb5cfb-b2cf-4e59-88df-7962e36b1916/beaf6a48-35b8-4a61-b6d1-9a7bc5a769b3/03461427-a983-4943-ba60-b0af7b05d08e) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:19:53.411835 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-4cd76322-cf6a-4a95-a164-b3a443af059e req-9bedaf26-3d40-44d2-a466-3ae396cd3777 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for port (03461427-a983-4943-ba60-b0af7b05d08e), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:53.449212 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-4cd76322-cf6a-4a95-a164-b3a443af059e req-9bedaf26-3d40-44d2-a466-3ae396cd3777 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (03461427-a983-4943-ba60-b0af7b05d08e), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:53.488122 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cd76322-cf6a-4a95-a164-b3a443af059e req-9bedaf26-3d40-44d2-a466-3ae396cd3777 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Network 5eeb5cfb-b2cf-4e59-88df-7962e36b1916 is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:19:53.491104 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [req-4cd76322-cf6a-4a95-a164-b3a443af059e req-9bedaf26-3d40-44d2-a466-3ae396cd3777 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:19:53.494852 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cd76322-cf6a-4a95-a164-b3a443af059e req-9bedaf26-3d40-44d2-a466-3ae396cd3777 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:19:53.531458 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bedaf26-3d40-44d2-a466-3ae396cd3777 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'Port': ['ID=03461427-a983-4943-ba60-b0af7b05d08e,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:19:53.554061 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd76322-cf6a-4a95-a164-b3a443af059e req-9bedaf26-3d40-44d2-a466-3ae396cd3777 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:19:53.554673 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-4cd76322-cf6a-4a95-a164-b3a443af059e req-9bedaf26-3d40-44d2-a466-3ae396cd3777 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:53.573505 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-4cd76322-cf6a-4a95-a164-b3a443af059e req-9bedaf26-3d40-44d2-a466-3ae396cd3777 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5596564 Mar 28 01:19:53.634505 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [req-4cd76322-cf6a-4a95-a164-b3a443af059e req-4942f7d2-42eb-4bcc-8a07-bd1a0f6c9a96 service neutron] Request body: {'port': {'device_id': 'b75be80c-e295-449d-aad0-4836745ee0b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8348'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:19:53.697012 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-4cd76322-cf6a-4a95-a164-b3a443af059e req-4942f7d2-42eb-4bcc-8a07-bd1a0f6c9a96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (03461427-a983-4943-ba60-b0af7b05d08e), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:53.774498 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-c2c636fb-2cc7-4760-b8f5-04befabe2110 None None] Provisioning complete for port 03461427-a983-4943-ba60-b0af7b05d08e triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:19:53.775429 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-c2c636fb-2cc7-4760-b8f5-04befabe2110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (03461427-a983-4943-ba60-b0af7b05d08e), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:53.817605 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-c2c636fb-2cc7-4760-b8f5-04befabe2110 None None] Port 03461427-a983-4943-ba60-b0af7b05d08e cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:19:53.950177 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [req-4cd76322-cf6a-4a95-a164-b3a443af059e req-4942f7d2-42eb-4bcc-8a07-bd1a0f6c9a96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03461427-a983-4943-ba60-b0af7b05d08e {{(pid=104099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 01:19:53.957373 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-4cd76322-cf6a-4a95-a164-b3a443af059e req-4942f7d2-42eb-4bcc-8a07-bd1a0f6c9a96 service neutron] Publish callbacks [] for port (03461427-a983-4943-ba60-b0af7b05d08e), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:53.968774 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [req-4cd76322-cf6a-4a95-a164-b3a443af059e req-4942f7d2-42eb-4bcc-8a07-bd1a0f6c9a96 service neutron] Transition to ACTIVE for port object 03461427-a983-4943-ba60-b0af7b05d08e will not be triggered until provisioned by entity L2. {{(pid=104099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 01:19:53.972547 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-4cd76322-cf6a-4a95-a164-b3a443af059e req-4942f7d2-42eb-4bcc-8a07-bd1a0f6c9a96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (03461427-a983-4943-ba60-b0af7b05d08e), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:54.023446 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4942f7d2-42eb-4bcc-8a07-bd1a0f6c9a96 service neutron] Pushing event updated for resources: {'Port': ['ID=03461427-a983-4943-ba60-b0af7b05d08e,revision_number=2']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:19:54.092216 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-4cd76322-cf6a-4a95-a164-b3a443af059e req-4942f7d2-42eb-4bcc-8a07-bd1a0f6c9a96 service neutron] Attempting to bind port 03461427-a983-4943-ba60-b0af7b05d08e on host hv-neutron-8348 for vnic_type normal with profile {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:19:54.092565 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-4cd76322-cf6a-4a95-a164-b3a443af059e req-4942f7d2-42eb-4bcc-8a07-bd1a0f6c9a96 service neutron] Attempting to bind port 03461427-a983-4943-ba60-b0af7b05d08e by drivers openvswitch,hyperv on host hv-neutron-8348 at level 0 using segments [{'id': '604d44f3-b07d-4572-9d65-9d25af71bf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '5eeb5cfb-b2cf-4e59-88df-7962e36b1916'}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:19:54.092891 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd76322-cf6a-4a95-a164-b3a443af059e req-4942f7d2-42eb-4bcc-8a07-bd1a0f6c9a96 service neutron] Attempting to bind port 03461427-a983-4943-ba60-b0af7b05d08e on network 5eeb5cfb-b2cf-4e59-88df-7962e36b1916 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:19:54.097450 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd76322-cf6a-4a95-a164-b3a443af059e req-4942f7d2-42eb-4bcc-8a07-bd1a0f6c9a96 service neutron] Port 03461427-a983-4943-ba60-b0af7b05d08e on network 5eeb5cfb-b2cf-4e59-88df-7962e36b1916 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8348 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 01:19:54.097765 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd76322-cf6a-4a95-a164-b3a443af059e req-4942f7d2-42eb-4bcc-8a07-bd1a0f6c9a96 service neutron] Attempting to bind port 03461427-a983-4943-ba60-b0af7b05d08e on network 5eeb5cfb-b2cf-4e59-88df-7962e36b1916 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:19:54.103276 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd76322-cf6a-4a95-a164-b3a443af059e req-4942f7d2-42eb-4bcc-8a07-bd1a0f6c9a96 service neutron] Checking agent: {'id': '287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8348', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 1, 2, 33), 'started_at': datetime.datetime(2022, 3, 28, 1, 2, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:19:54.103598 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd76322-cf6a-4a95-a164-b3a443af059e req-4942f7d2-42eb-4bcc-8a07-bd1a0f6c9a96 service neutron] Checking segment: {'id': '604d44f3-b07d-4572-9d65-9d25af71bf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '5eeb5cfb-b2cf-4e59-88df-7962e36b1916'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:19:54.103978 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd76322-cf6a-4a95-a164-b3a443af059e req-4942f7d2-42eb-4bcc-8a07-bd1a0f6c9a96 service neutron] Bound using segment: {'id': '604d44f3-b07d-4572-9d65-9d25af71bf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '5eeb5cfb-b2cf-4e59-88df-7962e36b1916'} {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:19:54.104440 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-4cd76322-cf6a-4a95-a164-b3a443af059e req-4942f7d2-42eb-4bcc-8a07-bd1a0f6c9a96 service neutron] Bound port: 03461427-a983-4943-ba60-b0af7b05d08e, host: hv-neutron-8348, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '604d44f3-b07d-4572-9d65-9d25af71bf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '5eeb5cfb-b2cf-4e59-88df-7962e36b1916'}}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:19:54.104779 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-4cd76322-cf6a-4a95-a164-b3a443af059e req-4942f7d2-42eb-4bcc-8a07-bd1a0f6c9a96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (03461427-a983-4943-ba60-b0af7b05d08e), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:54.176223 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-4cd76322-cf6a-4a95-a164-b3a443af059e req-4942f7d2-42eb-4bcc-8a07-bd1a0f6c9a96 service neutron] For port 03461427-a983-4943-ba60-b0af7b05d08e, host hv-neutron-8348, cleared binding levels {{(pid=104099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:19:54.179302 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-4cd76322-cf6a-4a95-a164-b3a443af059e req-4942f7d2-42eb-4bcc-8a07-bd1a0f6c9a96 service neutron] For port 03461427-a983-4943-ba60-b0af7b05d08e, host hv-neutron-8348, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=03461427-a983-4943-ba60-b0af7b05d08e,segment=NetworkSegment(604d44f3-b07d-4572-9d65-9d25af71bf39),segment_id=604d44f3-b07d-4572-9d65-9d25af71bf39)] {{(pid=104099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:19:54.185514 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-4cd76322-cf6a-4a95-a164-b3a443af059e req-4942f7d2-42eb-4bcc-8a07-bd1a0f6c9a96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (03461427-a983-4943-ba60-b0af7b05d08e), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:54.216229 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd76322-cf6a-4a95-a164-b3a443af059e req-4942f7d2-42eb-4bcc-8a07-bd1a0f6c9a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:19:54.216821 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-4cd76322-cf6a-4a95-a164-b3a443af059e req-4942f7d2-42eb-4bcc-8a07-bd1a0f6c9a96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:54.218210 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-4cd76322-cf6a-4a95-a164-b3a443af059e req-4942f7d2-42eb-4bcc-8a07-bd1a0f6c9a96 service neutron] 10.222.0.10 "PUT /v2.0/ports/03461427-a983-4943-ba60-b0af7b05d08e HTTP/1.1" status: 200 len: 1093 time: 0.6378636 Mar 28 01:19:54.218607 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b75be80c-e295-449d-aad0-4836745ee0b8', 'tag': '03461427-a983-4943-ba60-b0af7b05d08e'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:19:54.220833 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2af4b01a9fa8b1570ccf1d7859d693ad34c106b258078e9cfae86b97f35e3d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efa11f2e-4a51-442e-9a58-a16530f3ef3e" -d '{"events": [{"name": "network-changed", "server_uuid": "b75be80c-e295-449d-aad0-4836745ee0b8", "tag": "03461427-a983-4943-ba60-b0af7b05d08e"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:19:54.249665 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4942f7d2-42eb-4bcc-8a07-bd1a0f6c9a96 service neutron] Pushing event updated for resources: {'Port': ['ID=03461427-a983-4943-ba60-b0af7b05d08e,revision_number=3']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:19:54.670943 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 01:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a77f1c4-ccb8-44f7-8e4f-9b7589cacd43 x-openstack-request-id: req-6a77f1c4-ccb8-44f7-8e4f-9b7589cacd43 {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:19:54.671258 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b75be80c-e295-449d-aad0-4836745ee0b8", "tag": "03461427-a983-4943-ba60-b0af7b05d08e", "status": "completed", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:19:54.671458 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6a77f1c4-ccb8-44f7-8e4f-9b7589cacd43 {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:19:54.671848 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a77f1c4-ccb8-44f7-8e4f-9b7589cacd43'] response: {'name': 'network-changed', 'server_uuid': 'b75be80c-e295-449d-aad0-4836745ee0b8', 'tag': '03461427-a983-4943-ba60-b0af7b05d08e', 'status': 'completed', 'code': 200} Mar 28 01:19:54.689902 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd76322-cf6a-4a95-a164-b3a443af059e req-62dd2fd2-932c-48ca-84c9-9a5654f9b7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:19:54.691374 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-4cd76322-cf6a-4a95-a164-b3a443af059e req-62dd2fd2-932c-48ca-84c9-9a5654f9b7e4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cf1ee0ed9c204cc5bccbb38ebf185041&device_id=b75be80c-e295-449d-aad0-4836745ee0b8 HTTP/1.1" status: 200 len: 1127 time: 0.4127638 Mar 28 01:19:54.711387 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ebe26b-0c30-4acc-8844-5712565d821b req-4e5c66d3-cab7-4da4-abaf-cd0a61e7572c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:19:54.712778 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-61ebe26b-0c30-4acc-8844-5712565d821b req-4e5c66d3-cab7-4da4-abaf-cd0a61e7572c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=b75be80c-e295-449d-aad0-4836745ee0b8 HTTP/1.1" status: 200 len: 943 time: 0.4002204 Mar 28 01:19:54.746151 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-4cd76322-cf6a-4a95-a164-b3a443af059e req-298a64aa-05b6-4d8a-9e1d-0e366f557ff9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03461427-a983-4943-ba60-b0af7b05d08e HTTP/1.1" status: 200 len: 217 time: 0.0474305 Mar 28 01:19:54.814152 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd76322-cf6a-4a95-a164-b3a443af059e req-9b551857-1fad-43c1-aadb-dd637567391d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:19:54.815570 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-4cd76322-cf6a-4a95-a164-b3a443af059e req-9b551857-1fad-43c1-aadb-dd637567391d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=beaf6a48-35b8-4a61-b6d1-9a7bc5a769b3 HTTP/1.1" status: 200 len: 834 time: 0.0618095 Mar 28 01:19:54.819211 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-61ebe26b-0c30-4acc-8844-5712565d821b req-8d783fbe-2f39-4688-9d2f-201e7dea0e02 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?id=df29a027-a7f0-4bde-b992-b87dae5ef90c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799558 Mar 28 01:19:54.868011 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd76322-cf6a-4a95-a164-b3a443af059e req-55d6f36c-3e0b-412e-a32c-12e9546b8286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:19:54.869504 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-4cd76322-cf6a-4a95-a164-b3a443af059e req-55d6f36c-3e0b-412e-a32c-12e9546b8286 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5eeb5cfb-b2cf-4e59-88df-7962e36b1916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0483453 Mar 28 01:19:54.953125 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-4cd76322-cf6a-4a95-a164-b3a443af059e req-34156f5d-3b8f-4a93-9945-bd66992712e5 service neutron] 10.222.0.10 "GET /v2.0/networks/5eeb5cfb-b2cf-4e59-88df-7962e36b1916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0775883 Mar 28 01:19:55.042005 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-4cd76322-cf6a-4a95-a164-b3a443af059e req-f339a4cf-ea71-421b-9ab7-317a7f4282e0 service neutron] 10.222.0.10 "GET /v2.0/networks/5eeb5cfb-b2cf-4e59-88df-7962e36b1916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831845 Mar 28 01:19:55.128983 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa11f2e-4a51-442e-9a58-a16530f3ef3e req-9cfd1815-48fd-4888-9720-4a01e34c39dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:19:55.130367 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-efa11f2e-4a51-442e-9a58-a16530f3ef3e req-9cfd1815-48fd-4888-9720-4a01e34c39dc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cf1ee0ed9c204cc5bccbb38ebf185041&device_id=b75be80c-e295-449d-aad0-4836745ee0b8 HTTP/1.1" status: 200 len: 1127 time: 0.0447307 Mar 28 01:19:55.217225 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa11f2e-4a51-442e-9a58-a16530f3ef3e req-40012c91-f9a1-4bf5-aae7-c342307c9985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:19:55.218740 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-efa11f2e-4a51-442e-9a58-a16530f3ef3e req-40012c91-f9a1-4bf5-aae7-c342307c9985 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5eeb5cfb-b2cf-4e59-88df-7962e36b1916 HTTP/1.1" status: 200 len: 897 time: 0.0813372 Mar 28 01:19:55.261286 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-efa11f2e-4a51-442e-9a58-a16530f3ef3e req-20dae3d9-d10a-4f34-aa80-e9c96e519157 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03461427-a983-4943-ba60-b0af7b05d08e HTTP/1.1" status: 200 len: 217 time: 0.0365019 Mar 28 01:19:55.308003 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa11f2e-4a51-442e-9a58-a16530f3ef3e req-46b06777-044a-4910-9c2e-400965497a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:19:55.309393 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-efa11f2e-4a51-442e-9a58-a16530f3ef3e req-46b06777-044a-4910-9c2e-400965497a1d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=beaf6a48-35b8-4a61-b6d1-9a7bc5a769b3 HTTP/1.1" status: 200 len: 834 time: 0.0426545 Mar 28 01:19:55.356175 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa11f2e-4a51-442e-9a58-a16530f3ef3e req-2125ed0e-3c69-455a-89fa-3c946d9a7442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:19:55.357604 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-efa11f2e-4a51-442e-9a58-a16530f3ef3e req-2125ed0e-3c69-455a-89fa-3c946d9a7442 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5eeb5cfb-b2cf-4e59-88df-7962e36b1916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0422330 Mar 28 01:19:55.446093 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-efa11f2e-4a51-442e-9a58-a16530f3ef3e req-1435ee97-fd38-44ff-8526-df4e249c7459 service neutron] 10.222.0.10 "GET /v2.0/networks/5eeb5cfb-b2cf-4e59-88df-7962e36b1916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809147 Mar 28 01:19:55.530841 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-efa11f2e-4a51-442e-9a58-a16530f3ef3e req-82b32934-b106-44b3-ba66-4811497f88a3 service neutron] 10.222.0.10 "GET /v2.0/networks/5eeb5cfb-b2cf-4e59-88df-7962e36b1916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791152 Mar 28 01:19:55.941128 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a4790d-4bae-46e8-96b7-445e51acd982 req-3393cab1-5d94-4809-8aa0-996896d7e663 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:19:55.942591 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-75a4790d-4bae-46e8-96b7-445e51acd982 req-3393cab1-5d94-4809-8aa0-996896d7e663 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=b75be80c-e295-449d-aad0-4836745ee0b8 HTTP/1.1" status: 200 len: 943 time: 0.0567162 Mar 28 01:19:55.990624 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-75a4790d-4bae-46e8-96b7-445e51acd982 req-877313af-8672-452c-a452-78494453b28c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?id=df29a027-a7f0-4bde-b992-b87dae5ef90c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425301 Mar 28 01:19:57.110647 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cf90cc-4c41-4281-8ac7-23d0346c9988 req-a41d2aae-4ff7-460d-981f-292f2848178a tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:19:57.112128 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-34cf90cc-4c41-4281-8ac7-23d0346c9988 req-a41d2aae-4ff7-460d-981f-292f2848178a tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=b75be80c-e295-449d-aad0-4836745ee0b8 HTTP/1.1" status: 200 len: 943 time: 0.0564609 Mar 28 01:19:57.160343 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-34cf90cc-4c41-4281-8ac7-23d0346c9988 req-d30a82e1-0c3b-47d5-8dc7-8a61cd855e2c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?id=df29a027-a7f0-4bde-b992-b87dae5ef90c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427215 Mar 28 01:19:57.860814 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.agents_db [None req-9a1d863f-391a-42f4-9870-e8292b919beb None None] Agent healthcheck: found 6 active agents {{(pid=104101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 01:19:58.273167 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fc0442-e14e-40f9-ad27-839880627b6d req-c83cbcd4-1aee-4738-8771-ec9b63f9fb94 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:19:58.275160 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-37fc0442-e14e-40f9-ad27-839880627b6d req-c83cbcd4-1aee-4738-8771-ec9b63f9fb94 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=b75be80c-e295-449d-aad0-4836745ee0b8 HTTP/1.1" status: 200 len: 943 time: 0.0515661 Mar 28 01:19:58.323124 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-37fc0442-e14e-40f9-ad27-839880627b6d req-63f2982e-7d3b-4b00-9ea5-3e4583a1f1c3 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?id=df29a027-a7f0-4bde-b992-b87dae5ef90c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424595 Mar 28 01:19:58.960786 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device 03461427-a983-4943-ba60-b0af7b05d08e details requested by agent hyperv_hv-neutron-8348 with host hv-neutron-8348 {{(pid=104100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 01:19:59.056170 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port 03461427-a983-4943-ba60-b0af7b05d08e, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=03461427-a983-4943-ba60-b0af7b05d08e,segment=NetworkSegment(604d44f3-b07d-4572-9d65-9d25af71bf39),segment_id=604d44f3-b07d-4572-9d65-9d25af71bf39)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:19:59.067199 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Returning: {'device': '03461427-a983-4943-ba60-b0af7b05d08e', 'network_id': '5eeb5cfb-b2cf-4e59-88df-7962e36b1916', 'port_id': '03461427-a983-4943-ba60-b0af7b05d08e', 'mac_address': 'fa:16:3e:cc:08:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beaf6a48-35b8-4a61-b6d1-9a7bc5a769b3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 01:19:59.103988 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port 03461427-a983-4943-ba60-b0af7b05d08e is: DOWN; New status is: BUILD {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:19:59.104326 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (03461427-a983-4943-ba60-b0af7b05d08e), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:59.116513 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03461427-a983-4943-ba60-b0af7b05d08e {{(pid=104100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 01:19:59.135359 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port 03461427-a983-4943-ba60-b0af7b05d08e, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=03461427-a983-4943-ba60-b0af7b05d08e,segment=NetworkSegment(604d44f3-b07d-4572-9d65-9d25af71bf39),segment_id=604d44f3-b07d-4572-9d65-9d25af71bf39)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:19:59.139125 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (03461427-a983-4943-ba60-b0af7b05d08e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:19:59.183917 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Pushing event updated for resources: {'Port': ['ID=03461427-a983-4943-ba60-b0af7b05d08e,revision_number=4']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:19:59.382229 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] get_ports_and_sgs() called for port_ids ['03461427-a983-4943-ba60-b0af7b05d08e'] {{(pid=104100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 01:19:59.439503 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a385866f-ecf4-4c7d-b0b5-31f967716224 req-fd0909d8-d9f9-4fde-8cb6-39c2db494153 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:19:59.441011 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a385866f-ecf4-4c7d-b0b5-31f967716224 req-fd0909d8-d9f9-4fde-8cb6-39c2db494153 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=b75be80c-e295-449d-aad0-4836745ee0b8 HTTP/1.1" status: 200 len: 944 time: 0.0517290 Mar 28 01:19:59.490059 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a385866f-ecf4-4c7d-b0b5-31f967716224 req-9222b66b-1b74-4d94-851d-7a2e84ff6d48 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?id=df29a027-a7f0-4bde-b992-b87dae5ef90c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429709 Mar 28 01:20:00.606148 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff68eb-c5a1-44a0-8680-7cb8b4d65fff req-5f439d11-f020-4e1e-9787-e2b0e1bed972 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:20:00.607611 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-30ff68eb-c5a1-44a0-8680-7cb8b4d65fff req-5f439d11-f020-4e1e-9787-e2b0e1bed972 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=b75be80c-e295-449d-aad0-4836745ee0b8 HTTP/1.1" status: 200 len: 944 time: 0.0517340 Mar 28 01:20:00.658405 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-30ff68eb-c5a1-44a0-8680-7cb8b4d65fff req-a61d2761-5a5b-4439-9f92-7de2c5eb75d7 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?id=df29a027-a7f0-4bde-b992-b87dae5ef90c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453494 Mar 28 01:20:00.968637 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device 03461427-a983-4943-ba60-b0af7b05d08e up at agent hyperv_hv-neutron-8348 {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:20:01.020641 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Provisioning for port 03461427-a983-4943-ba60-b0af7b05d08e completed by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 01:20:01.024353 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Provisioning complete for port 03461427-a983-4943-ba60-b0af7b05d08e triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:20:01.025230 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (03461427-a983-4943-ba60-b0af7b05d08e), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:20:01.099758 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port 03461427-a983-4943-ba60-b0af7b05d08e is: BUILD; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:20:01.100080 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (03461427-a983-4943-ba60-b0af7b05d08e), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:20:01.122448 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b75be80c-e295-449d-aad0-4836745ee0b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03461427-a983-4943-ba60-b0af7b05d08e'}] {{(pid=104100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:20:01.124794 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd27896ebc78d0f7931321182ba9533a7b768b1c3fcddb3ff52a8aee6ddeaf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9884f195-7572-4375-8136-2dc312f79d38" -d '{"events": [{"server_uuid": "b75be80c-e295-449d-aad0-4836745ee0b8", "name": "network-vif-plugged", "status": "completed", "tag": "03461427-a983-4943-ba60-b0af7b05d08e"}]}' {{(pid=104100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:20:01.137325 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port 03461427-a983-4943-ba60-b0af7b05d08e, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=03461427-a983-4943-ba60-b0af7b05d08e,segment=NetworkSegment(604d44f3-b07d-4572-9d65-9d25af71bf39),segment_id=604d44f3-b07d-4572-9d65-9d25af71bf39)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:20:01.141233 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (03461427-a983-4943-ba60-b0af7b05d08e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:20:01.168002 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 01:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fb9a103-115c-4b4d-86c3-a790ab7ed8fc x-openstack-request-id: req-7fb9a103-115c-4b4d-86c3-a790ab7ed8fc {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:20:01.168323 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b75be80c-e295-449d-aad0-4836745ee0b8", "name": "network-vif-plugged", "status": "completed", "tag": "03461427-a983-4943-ba60-b0af7b05d08e", "code": 200}]} {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:20:01.168575 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7fb9a103-115c-4b4d-86c3-a790ab7ed8fc {{(pid=104100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:20:01.168965 dv-neutron-834874-6-hyperv neutron-server[104100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fb9a103-115c-4b4d-86c3-a790ab7ed8fc'] response: {'server_uuid': 'b75be80c-e295-449d-aad0-4836745ee0b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03461427-a983-4943-ba60-b0af7b05d08e', 'code': 200} Mar 28 01:20:01.194010 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Pushing event updated for resources: {'Port': ['ID=03461427-a983-4943-ba60-b0af7b05d08e,revision_number=5']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:20:01.324417 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3247d07a-e453-4a9f-bfd3-7a3efef2caa8 req-8e072729-0a52-4400-ae58-b0755157f3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:20:01.325883 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-3247d07a-e453-4a9f-bfd3-7a3efef2caa8 req-8e072729-0a52-4400-ae58-b0755157f3ae service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b75be80c-e295-449d-aad0-4836745ee0b8 HTTP/1.1" status: 200 len: 1129 time: 0.0424864 Mar 28 01:20:01.375357 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-3247d07a-e453-4a9f-bfd3-7a3efef2caa8 req-680c6a19-f4ed-4499-8aa2-6caa7629760d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=df29a027-a7f0-4bde-b992-b87dae5ef90c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436311 Mar 28 01:20:01.775408 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646b8ebf-eae8-4357-a7af-9982a2473dcd req-439765db-10f6-4ff8-bd77-0c803ad73847 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:20:01.776914 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-646b8ebf-eae8-4357-a7af-9982a2473dcd req-439765db-10f6-4ff8-bd77-0c803ad73847 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=b75be80c-e295-449d-aad0-4836745ee0b8 HTTP/1.1" status: 200 len: 945 time: 0.0517278 Mar 28 01:20:01.825418 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-646b8ebf-eae8-4357-a7af-9982a2473dcd req-cc89a697-f14a-4b7e-b13c-99c189b12cbd tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?id=df29a027-a7f0-4bde-b992-b87dae5ef90c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422573 Mar 28 01:20:02.823371 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:20:02.943271 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d42f38d-3794-46cf-8d5e-917c07087350 req-6c789242-b2e7-4481-b8fb-f3c3670534a2 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:20:02.944768 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-1d42f38d-3794-46cf-8d5e-917c07087350 req-6c789242-b2e7-4481-b8fb-f3c3670534a2 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=b75be80c-e295-449d-aad0-4836745ee0b8 HTTP/1.1" status: 200 len: 945 time: 0.0521519 Mar 28 01:20:02.992523 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-1d42f38d-3794-46cf-8d5e-917c07087350 req-78e10bab-4868-4efc-a775-b4e6d9ce1525 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?id=df29a027-a7f0-4bde-b992-b87dae5ef90c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416560 Mar 28 01:20:03.107371 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd557022-9a91-4280-9cf4-3267a7e6db25 req-5f90c8a0-6e89-492a-945d-7c77a0225ee6 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:20:03.108784 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-bd557022-9a91-4280-9cf4-3267a7e6db25 req-5f90c8a0-6e89-492a-945d-7c77a0225ee6 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=b75be80c-e295-449d-aad0-4836745ee0b8 HTTP/1.1" status: 200 len: 945 time: 0.0518219 Mar 28 01:20:03.156094 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-bd557022-9a91-4280-9cf4-3267a7e6db25 req-0ee9751d-1633-4c1c-8477-13747f067b57 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?id=df29a027-a7f0-4bde-b992-b87dae5ef90c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417047 Mar 28 01:20:03.177522 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 57588) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:20:03.378660 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa956f63-41c6-4ef3-a476-1523121e914b tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:20:03.380106 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-aa956f63-41c6-4ef3-a476-1523121e914b tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=b75be80c-e295-449d-aad0-4836745ee0b8 HTTP/1.1" status: 200 len: 1124 time: 0.2015617 Mar 28 01:20:03.382946 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 57592) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:20:03.387710 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-642f1e07-d8ae-413e-bee4-bec3fff2c333 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'floatingip': {'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'port_id': '03461427-a983-4943-ba60-b0af7b05d08e', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:20:03.409610 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-642f1e07-d8ae-413e-bee4-bec3fff2c333 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:20:03.507118 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-642f1e07-d8ae-413e-bee4-bec3fff2c333 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:20:03.605667 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-642f1e07-d8ae-413e-bee4-bec3fff2c333 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Allocated IP 172.26.1.193 (dea6548b-502b-42db-97fb-371e423e739a/cce6de65-d8c9-45b8-9970-0a277e8c1192/5fae0f64-5846-441b-a3e8-f38f9d56728b) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:20:03.706541 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-642f1e07-d8ae-413e-bee4-bec3fff2c333 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for port (5fae0f64-5846-441b-a3e8-f38f9d56728b), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:20:03.738695 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-642f1e07-d8ae-413e-bee4-bec3fff2c333 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (5fae0f64-5846-441b-a3e8-f38f9d56728b), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:20:03.771507 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642f1e07-d8ae-413e-bee4-bec3fff2c333 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Network dea6548b-502b-42db-97fb-371e423e739a is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:20:03.774294 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-642f1e07-d8ae-413e-bee4-bec3fff2c333 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:20:03.777720 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642f1e07-d8ae-413e-bee4-bec3fff2c333 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:20:03.806653 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642f1e07-d8ae-413e-bee4-bec3fff2c333 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'Port': ['ID=5fae0f64-5846-441b-a3e8-f38f9d56728b,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:20:03.817569 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642f1e07-d8ae-413e-bee4-bec3fff2c333 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:20:03.817922 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642f1e07-d8ae-413e-bee4-bec3fff2c333 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:20:03.818270 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642f1e07-d8ae-413e-bee4-bec3fff2c333 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:20:03.818616 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642f1e07-d8ae-413e-bee4-bec3fff2c333 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:20:03.818953 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642f1e07-d8ae-413e-bee4-bec3fff2c333 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:20:03.819286 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642f1e07-d8ae-413e-bee4-bec3fff2c333 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:20:03.819614 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642f1e07-d8ae-413e-bee4-bec3fff2c333 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:20:03.819938 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642f1e07-d8ae-413e-bee4-bec3fff2c333 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:20:03.820290 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642f1e07-d8ae-413e-bee4-bec3fff2c333 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:20:03.820617 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642f1e07-d8ae-413e-bee4-bec3fff2c333 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:20:03.820942 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642f1e07-d8ae-413e-bee4-bec3fff2c333 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:20:03.821269 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642f1e07-d8ae-413e-bee4-bec3fff2c333 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:20:03.821614 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642f1e07-d8ae-413e-bee4-bec3fff2c333 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:20:03.821941 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642f1e07-d8ae-413e-bee4-bec3fff2c333 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:20:03.822259 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642f1e07-d8ae-413e-bee4-bec3fff2c333 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:20:04.236805 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-642f1e07-d8ae-413e-bee4-bec3fff2c333 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for floatingip (d1a3fe2e-2308-438e-9d60-bad84eb33309), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:20:04.333528 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-642f1e07-d8ae-413e-bee4-bec3fff2c333 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (5fae0f64-5846-441b-a3e8-f38f9d56728b), before_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:20:04.487857 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-642f1e07-d8ae-413e-bee4-bec3fff2c333 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for port (5fae0f64-5846-441b-a3e8-f38f9d56728b), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:20:04.492138 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-642f1e07-d8ae-413e-bee4-bec3fff2c333 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126177159'] for port (5fae0f64-5846-441b-a3e8-f38f9d56728b), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:20:04.560591 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642f1e07-d8ae-413e-bee4-bec3fff2c333 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'Port': ['ID=5fae0f64-5846-441b-a3e8-f38f9d56728b,revision_number=2']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:20:04.567891 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-642f1e07-d8ae-413e-bee4-bec3fff2c333 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688063'] for floatingip (d1a3fe2e-2308-438e-9d60-bad84eb33309), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:20:04.665661 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.l3_db [None req-642f1e07-d8ae-413e-bee4-bec3fff2c333 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Floating IP d1a3fe2e-2308-438e-9d60-bad84eb33309 associated. External IP: 172.26.1.193, port: 03461427-a983-4943-ba60-b0af7b05d08e. Mar 28 01:20:05.103887 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-642f1e07-d8ae-413e-bee4-bec3fff2c333 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Router a3457e37-d03f-4b78-a326-67f82d8db1a6 has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:20:05.208336 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-642f1e07-d8ae-413e-bee4-bec3fff2c333 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:20:05.217645 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee92c8b5-5211-42e0-903a-adec261f7082 None None] Sync routers for ids ['a3457e37-d03f-4b78-a326-67f82d8db1a6'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:20:05.225710 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-642f1e07-d8ae-413e-bee4-bec3fff2c333 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for floatingip (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:20:05.226873 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee92c8b5-5211-42e0-903a-adec261f7082 None None] Routers {'a3457e37-d03f-4b78-a326-67f82d8db1a6'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:20:05.227482 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-ee92c8b5-5211-42e0-903a-adec261f7082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:19:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['a3457e37-d03f-4b78-a326-67f82d8db1a6'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:20:05.257816 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-642f1e07-d8ae-413e-bee4-bec3fff2c333 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8713830 Mar 28 01:20:05.257816 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b75be80c-e295-449d-aad0-4836745ee0b8', 'tag': '03461427-a983-4943-ba60-b0af7b05d08e'}] {{(pid=104098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:20:05.258481 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4026f4115fe834cbdc9db1f12734a6e5e5d2473de268e244354b04a11285341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c949be38-0151-4df0-b37d-fd3011ac9372" -d '{"events": [{"name": "network-changed", "server_uuid": "b75be80c-e295-449d-aad0-4836745ee0b8", "tag": "03461427-a983-4943-ba60-b0af7b05d08e"}]}' {{(pid=104098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:20:05.258616 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 57594) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:20:05.293935 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 01:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05fee5d6-c7ae-430f-aa8e-a6509cf0acc6 x-openstack-request-id: req-05fee5d6-c7ae-430f-aa8e-a6509cf0acc6 {{(pid=104098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:20:05.294214 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b75be80c-e295-449d-aad0-4836745ee0b8", "tag": "03461427-a983-4943-ba60-b0af7b05d08e", "status": "completed", "code": 200}]} {{(pid=104098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:20:05.294470 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-05fee5d6-c7ae-430f-aa8e-a6509cf0acc6 {{(pid=104098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:20:05.294966 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05fee5d6-c7ae-430f-aa8e-a6509cf0acc6'] response: {'name': 'network-changed', 'server_uuid': 'b75be80c-e295-449d-aad0-4836745ee0b8', 'tag': '03461427-a983-4943-ba60-b0af7b05d08e', 'status': 'completed', 'code': 200} Mar 28 01:20:05.307103 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17922555-37af-436a-915d-c42f69c781cb tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:20:05.308750 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-17922555-37af-436a-915d-c42f69c781cb tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=b75be80c-e295-449d-aad0-4836745ee0b8 HTTP/1.1" status: 200 len: 1124 time: 0.0495274 Mar 28 01:20:05.338698 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-ee92c8b5-5211-42e0-903a-adec261f7082 None None] Set router a3457e37-d03f-4b78-a326-67f82d8db1a6 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:20:05.365698 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c949be38-0151-4df0-b37d-fd3011ac9372 req-947c12cb-79d3-4c17-9082-550a56630b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:20:05.367164 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-c949be38-0151-4df0-b37d-fd3011ac9372 req-947c12cb-79d3-4c17-9082-550a56630b9f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cf1ee0ed9c204cc5bccbb38ebf185041&device_id=b75be80c-e295-449d-aad0-4836745ee0b8 HTTP/1.1" status: 200 len: 1129 time: 0.0500679 Mar 28 01:20:05.464695 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c949be38-0151-4df0-b37d-fd3011ac9372 req-5e92a805-2177-441f-97c0-b6a2cd8a5742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:20:05.466270 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-c949be38-0151-4df0-b37d-fd3011ac9372 req-5e92a805-2177-441f-97c0-b6a2cd8a5742 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5eeb5cfb-b2cf-4e59-88df-7962e36b1916 HTTP/1.1" status: 200 len: 897 time: 0.0925934 Mar 28 01:20:05.535279 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-c949be38-0151-4df0-b37d-fd3011ac9372 req-7faff1f4-9343-45c4-8fcb-c8e0a26f5657 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03461427-a983-4943-ba60-b0af7b05d08e HTTP/1.1" status: 200 len: 999 time: 0.0631204 Mar 28 01:20:05.571066 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-ee92c8b5-5211-42e0-903a-adec261f7082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3457e37-d03f-4b78-a326-67f82d8db1a6', 'name': 'tempest-TestNetworkBasicOps-router-289678485', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.124'}], 'enable_snat': True}, 'gw_port_id': '2a6d2137-2217-4fb9-aa1f-8c5f4729f3fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:19:43Z', 'updated_at': '2022-03-28T01:19:47Z', 'revision_number': 4, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': '2a6d2137-2217-4fb9-aa1f-8c5f4729f3fe', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:21:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3457e37-d03f-4b78-a326-67f82d8db1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:19:44Z', 'updated_at': '2022-03-28T01:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_floatingips': [{'id': 'd1a3fe2e-2308-438e-9d60-bad84eb33309', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'floating_ip_address': '172.26.1.193', 'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'router_id': 'a3457e37-d03f-4b78-a326-67f82d8db1a6', 'port_id': '03461427-a983-4943-ba60-b0af7b05d08e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5eeb5cfb-b2cf-4e59-88df-7962e36b1916', 'mac_address': 'fa:16:3e:cc:08:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75be80c-e295-449d-aad0-4836745ee0b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T01:20:04Z', 'updated_at': '2022-03-28T01:20:04Z', 'revision_number': 0, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1b5427b-d623-4a51-ae12-230ebda0a1af', 'name': '', 'network_id': '5eeb5cfb-b2cf-4e59-88df-7962e36b1916', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'mac_address': 'fa:16:3e:e9:00:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3457e37-d03f-4b78-a326-67f82d8db1a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': 'beaf6a48-35b8-4a61-b6d1-9a7bc5a769b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:19:46Z', 'updated_at': '2022-03-28T01:19:49Z', 'revision_number': 5, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'subnets': [{'id': 'beaf6a48-35b8-4a61-b6d1-9a7bc5a769b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:20:05.585989 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c949be38-0151-4df0-b37d-fd3011ac9372 req-1f4be249-d043-42c3-850a-1ece81ff57db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:20:05.588511 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-c949be38-0151-4df0-b37d-fd3011ac9372 req-1f4be249-d043-42c3-850a-1ece81ff57db service neutron] 10.222.0.10 "GET /v2.0/subnets?id=beaf6a48-35b8-4a61-b6d1-9a7bc5a769b3 HTTP/1.1" status: 200 len: 834 time: 0.0472777 Mar 28 01:20:05.602060 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee92c8b5-5211-42e0-903a-adec261f7082 None None] Checking router: a3457e37-d03f-4b78-a326-67f82d8db1a6 for host: dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:20:05.606123 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 57600) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:20:05.610481 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-8fdc8251-d081-4b53-9200-5bda2b79ba0c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1726557603', 'description': 'tempest-secgroup-smoke-1726557603 description', 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:20:05.615618 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee92c8b5-5211-42e0-903a-adec261f7082 None None] Routers {'a3457e37-d03f-4b78-a326-67f82d8db1a6'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:20:05.616320 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-ee92c8b5-5211-42e0-903a-adec261f7082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:19:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['a3457e37-d03f-4b78-a326-67f82d8db1a6'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:20:05.654850 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8fdc8251-d081-4b53-9200-5bda2b79ba0c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:20:05.659934 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c949be38-0151-4df0-b37d-fd3011ac9372 req-ddb6b158-f9ec-4f1c-bc94-0840c59398f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:20:05.661606 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-c949be38-0151-4df0-b37d-fd3011ac9372 req-ddb6b158-f9ec-4f1c-bc94-0840c59398f8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5eeb5cfb-b2cf-4e59-88df-7962e36b1916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0672178 Mar 28 01:20:05.807599 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-c949be38-0151-4df0-b37d-fd3011ac9372 req-925fa0a3-401e-4f31-8573-d35ee48a4a08 service neutron] 10.222.0.10 "GET /v2.0/networks/5eeb5cfb-b2cf-4e59-88df-7962e36b1916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387908 Mar 28 01:20:05.825384 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8fdc8251-d081-4b53-9200-5bda2b79ba0c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group (a6cd6fb1-da26-4c37-8d19-b1cfca8a8aa0), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:20:05.836233 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8fdc8251-d081-4b53-9200-5bda2b79ba0c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (a6cd6fb1-da26-4c37-8d19-b1cfca8a8aa0), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:20:05.873359 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-ee92c8b5-5211-42e0-903a-adec261f7082 None None] Set router a3457e37-d03f-4b78-a326-67f82d8db1a6 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:20:05.897324 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8fdc8251-d081-4b53-9200-5bda2b79ba0c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:20:05.898541 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-8fdc8251-d081-4b53-9200-5bda2b79ba0c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2914681 Mar 28 01:20:05.902039 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 57602) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:20:05.906565 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-69efb824-e5f5-4b3d-b269-4a09731508a7 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'security_group_rule': {'security_group_id': 'a6cd6fb1-da26-4c37-8d19-b1cfca8a8aa0', 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:20:05.927331 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdc8251-d081-4b53-9200-5bda2b79ba0c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6cd6fb1-da26-4c37-8d19-b1cfca8a8aa0,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:20:05.933042 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-69efb824-e5f5-4b3d-b269-4a09731508a7 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (3b01570d-a21e-4c32-9cb7-b6d7b4229970), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:20:05.945180 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-c949be38-0151-4df0-b37d-fd3011ac9372 req-4bbe5f55-0d4b-404b-9c55-b2e647e317e3 service neutron] 10.222.0.10 "GET /v2.0/networks/5eeb5cfb-b2cf-4e59-88df-7962e36b1916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289918 Mar 28 01:20:06.000138 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-69efb824-e5f5-4b3d-b269-4a09731508a7 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (3b01570d-a21e-4c32-9cb7-b6d7b4229970), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:20:06.003514 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-69efb824-e5f5-4b3d-b269-4a09731508a7 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (3b01570d-a21e-4c32-9cb7-b6d7b4229970), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:20:06.021125 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69efb824-e5f5-4b3d-b269-4a09731508a7 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b01570d-a21e-4c32-9cb7-b6d7b4229970,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:20:06.030241 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-69efb824-e5f5-4b3d-b269-4a09731508a7 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:20:06.034181 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-69efb824-e5f5-4b3d-b269-4a09731508a7 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1284227 Mar 28 01:20:06.034375 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 57604) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:20:06.038698 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-7bd7a487-f8d5-4425-b7c6-9ff44a9f8a2f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'security_group_rule': {'security_group_id': 'a6cd6fb1-da26-4c37-8d19-b1cfca8a8aa0', 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:20:06.062684 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7bd7a487-f8d5-4425-b7c6-9ff44a9f8a2f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (568e2a20-b1de-4980-ab86-b7edd46128e2), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:20:06.106810 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-ee92c8b5-5211-42e0-903a-adec261f7082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3457e37-d03f-4b78-a326-67f82d8db1a6', 'name': 'tempest-TestNetworkBasicOps-router-289678485', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.124'}], 'enable_snat': True}, 'gw_port_id': '2a6d2137-2217-4fb9-aa1f-8c5f4729f3fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:19:43Z', 'updated_at': '2022-03-28T01:19:47Z', 'revision_number': 4, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': '2a6d2137-2217-4fb9-aa1f-8c5f4729f3fe', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:21:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3457e37-d03f-4b78-a326-67f82d8db1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:19:44Z', 'updated_at': '2022-03-28T01:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_floatingips': [{'id': 'd1a3fe2e-2308-438e-9d60-bad84eb33309', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'floating_ip_address': '172.26.1.193', 'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'router_id': 'a3457e37-d03f-4b78-a326-67f82d8db1a6', 'port_id': '03461427-a983-4943-ba60-b0af7b05d08e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5eeb5cfb-b2cf-4e59-88df-7962e36b1916', 'mac_address': 'fa:16:3e:cc:08:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75be80c-e295-449d-aad0-4836745ee0b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T01:20:04Z', 'updated_at': '2022-03-28T01:20:04Z', 'revision_number': 0, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1b5427b-d623-4a51-ae12-230ebda0a1af', 'name': '', 'network_id': '5eeb5cfb-b2cf-4e59-88df-7962e36b1916', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'mac_address': 'fa:16:3e:e9:00:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3457e37-d03f-4b78-a326-67f82d8db1a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': 'beaf6a48-35b8-4a61-b6d1-9a7bc5a769b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:19:46Z', 'updated_at': '2022-03-28T01:19:49Z', 'revision_number': 5, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'subnets': [{'id': 'beaf6a48-35b8-4a61-b6d1-9a7bc5a769b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:20:06.131354 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7bd7a487-f8d5-4425-b7c6-9ff44a9f8a2f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (568e2a20-b1de-4980-ab86-b7edd46128e2), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:20:06.136548 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7bd7a487-f8d5-4425-b7c6-9ff44a9f8a2f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (568e2a20-b1de-4980-ab86-b7edd46128e2), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:20:06.143314 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee92c8b5-5211-42e0-903a-adec261f7082 None None] The sync data for ids ['a3457e37-d03f-4b78-a326-67f82d8db1a6'] in dv-neutron-834874-6-hyperv is: [{'id': 'a3457e37-d03f-4b78-a326-67f82d8db1a6', 'name': 'tempest-TestNetworkBasicOps-router-289678485', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.124'}], 'enable_snat': True}, 'gw_port_id': '2a6d2137-2217-4fb9-aa1f-8c5f4729f3fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:19:43Z', 'updated_at': '2022-03-28T01:19:47Z', 'revision_number': 4, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': '2a6d2137-2217-4fb9-aa1f-8c5f4729f3fe', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:21:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3457e37-d03f-4b78-a326-67f82d8db1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:19:44Z', 'updated_at': '2022-03-28T01:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_floatingips': [{'id': 'd1a3fe2e-2308-438e-9d60-bad84eb33309', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'floating_ip_address': '172.26.1.193', 'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'router_id': 'a3457e37-d03f-4b78-a326-67f82d8db1a6', 'port_id': '03461427-a983-4943-ba60-b0af7b05d08e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5eeb5cfb-b2cf-4e59-88df-7962e36b1916', 'mac_address': 'fa:16:3e:cc:08:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75be80c-e295-449d-aad0-4836745ee0b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T01:20:04Z', 'updated_at': '2022-03-28T01:20:04Z', 'revision_number': 0, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1b5427b-d623-4a51-ae12-230ebda0a1af', 'name': '', 'network_id': '5eeb5cfb-b2cf-4e59-88df-7962e36b1916', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'mac_address': 'fa:16:3e:e9:00:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3457e37-d03f-4b78-a326-67f82d8db1a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': 'beaf6a48-35b8-4a61-b6d1-9a7bc5a769b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:19:46Z', 'updated_at': '2022-03-28T01:19:49Z', 'revision_number': 5, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'subnets': [{'id': 'beaf6a48-35b8-4a61-b6d1-9a7bc5a769b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:20:06.160464 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd7a487-f8d5-4425-b7c6-9ff44a9f8a2f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=568e2a20-b1de-4980-ab86-b7edd46128e2,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:20:06.172796 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7bd7a487-f8d5-4425-b7c6-9ff44a9f8a2f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:20:06.174314 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-7bd7a487-f8d5-4425-b7c6-9ff44a9f8a2f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1388690 Mar 28 01:20:06.177644 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 57606) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:20:06.183262 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-f6c455e3-fb1d-445d-8601-dd7c6f47061d tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'security_group_rule': {'security_group_id': 'a6cd6fb1-da26-4c37-8d19-b1cfca8a8aa0', 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:20:06.209537 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f6c455e3-fb1d-445d-8601-dd7c6f47061d tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (c3dbc3ae-9cc5-42e1-9446-c584cfdc061d), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:20:06.266542 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f6c455e3-fb1d-445d-8601-dd7c6f47061d tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (c3dbc3ae-9cc5-42e1-9446-c584cfdc061d), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:20:06.271214 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f6c455e3-fb1d-445d-8601-dd7c6f47061d tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (c3dbc3ae-9cc5-42e1-9446-c584cfdc061d), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:20:06.289144 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c455e3-fb1d-445d-8601-dd7c6f47061d tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3dbc3ae-9cc5-42e1-9446-c584cfdc061d,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:20:06.298483 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f6c455e3-fb1d-445d-8601-dd7c6f47061d tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:20:06.299703 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-f6c455e3-fb1d-445d-8601-dd7c6f47061d tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1208529 Mar 28 01:20:06.302423 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 57608) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:20:06.307367 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-7eb869f4-4930-4ec1-aefc-e1b7994ad113 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'security_group_rule': {'security_group_id': 'a6cd6fb1-da26-4c37-8d19-b1cfca8a8aa0', 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:20:06.333446 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7eb869f4-4930-4ec1-aefc-e1b7994ad113 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (d032d780-24de-46d5-b28d-81374f45aac8), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:20:06.347802 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19130c6-73f8-4cc2-b0a9-3d6c6b8a34c5 None None] New status for floating IP d1a3fe2e-2308-438e-9d60-bad84eb33309: ACTIVE {{(pid=104101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 01:20:06.394439 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7eb869f4-4930-4ec1-aefc-e1b7994ad113 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (d032d780-24de-46d5-b28d-81374f45aac8), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:20:06.399046 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7eb869f4-4930-4ec1-aefc-e1b7994ad113 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (d032d780-24de-46d5-b28d-81374f45aac8), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:20:06.419933 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb869f4-4930-4ec1-aefc-e1b7994ad113 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d032d780-24de-46d5-b28d-81374f45aac8,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:20:06.431390 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7eb869f4-4930-4ec1-aefc-e1b7994ad113 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:20:06.432661 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-7eb869f4-4930-4ec1-aefc-e1b7994ad113 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1293154 Mar 28 01:20:06.435507 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 57610) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:20:06.440375 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-2f3a05d2-96c1-4638-88c6-c4dae3aa0cce tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'security_group_rule': {'security_group_id': 'a6cd6fb1-da26-4c37-8d19-b1cfca8a8aa0', 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:20:06.461106 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.securitygroups_db [None req-2f3a05d2-96c1-4638-88c6-c4dae3aa0cce tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Project cf1ee0ed9c204cc5bccbb38ebf185041 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 01:20:06.466257 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2f3a05d2-96c1-4638-88c6-c4dae3aa0cce tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (682148e7-9c1b-457f-8a21-460256e58395), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:20:06.527492 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2f3a05d2-96c1-4638-88c6-c4dae3aa0cce tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (682148e7-9c1b-457f-8a21-460256e58395), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:20:06.531391 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2f3a05d2-96c1-4638-88c6-c4dae3aa0cce tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (682148e7-9c1b-457f-8a21-460256e58395), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:20:06.548596 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3a05d2-96c1-4638-88c6-c4dae3aa0cce tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=682148e7-9c1b-457f-8a21-460256e58395,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:20:06.557443 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2f3a05d2-96c1-4638-88c6-c4dae3aa0cce tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:20:06.558636 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-2f3a05d2-96c1-4638-88c6-c4dae3aa0cce tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1218555 Mar 28 01:20:06.561417 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 57612) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:20:06.565652 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-46f2c982-4dfe-4a13-a9bd-9890d5c2acc7 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'security_group_rule': {'security_group_id': 'a6cd6fb1-da26-4c37-8d19-b1cfca8a8aa0', 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:20:06.584907 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.securitygroups_db [None req-46f2c982-4dfe-4a13-a9bd-9890d5c2acc7 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Project cf1ee0ed9c204cc5bccbb38ebf185041 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 01:20:06.589581 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-46f2c982-4dfe-4a13-a9bd-9890d5c2acc7 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (b6585351-c50d-494c-8cf7-2fe4ff94299b), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:20:06.647854 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-46f2c982-4dfe-4a13-a9bd-9890d5c2acc7 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (b6585351-c50d-494c-8cf7-2fe4ff94299b), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:20:06.650976 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-46f2c982-4dfe-4a13-a9bd-9890d5c2acc7 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (b6585351-c50d-494c-8cf7-2fe4ff94299b), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:20:06.665785 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f2c982-4dfe-4a13-a9bd-9890d5c2acc7 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6585351-c50d-494c-8cf7-2fe4ff94299b,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:20:06.675537 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-46f2c982-4dfe-4a13-a9bd-9890d5c2acc7 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:20:06.676758 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-46f2c982-4dfe-4a13-a9bd-9890d5c2acc7 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1144142 Mar 28 01:20:06.820483 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-5ba7bdf7-7a91-4c44-b2ff-bc7978e9126a req-7047803a-6dff-4687-a0d3-f6c88fd8faf0 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1726557603&fields=id&tenant_id=cf1ee0ed9c204cc5bccbb38ebf185041 HTTP/1.1" status: 200 len: 267 time: 0.0437083 Mar 28 01:20:06.923915 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba7bdf7-7a91-4c44-b2ff-bc7978e9126a req-997adab5-ea5a-4ff7-8137-3e7285dac907 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:20:06.925290 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-5ba7bdf7-7a91-4c44-b2ff-bc7978e9126a req-997adab5-ea5a-4ff7-8137-3e7285dac907 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/networks?id=5eeb5cfb-b2cf-4e59-88df-7962e36b1916 HTTP/1.1" status: 200 len: 797 time: 0.0984893 Mar 28 01:20:06.939800 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-5ba7bdf7-7a91-4c44-b2ff-bc7978e9126a req-fa1d9059-112e-4d21-ac2c-f8eb463940ff tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/quotas/cf1ee0ed9c204cc5bccbb38ebf185041 HTTP/1.1" status: 200 len: 375 time: 0.0091500 Mar 28 01:20:06.995188 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-5ba7bdf7-7a91-4c44-b2ff-bc7978e9126a req-3ed4775a-e6db-427e-b804-54a7f7c9620e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=cf1ee0ed9c204cc5bccbb38ebf185041&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0505819 Mar 28 01:20:07.092683 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-5ba7bdf7-7a91-4c44-b2ff-bc7978e9126a req-6fbe07c0-7328-414a-bb21-2abee5407cad service neutron] 10.222.0.24 "GET /v2.0/networks/5eeb5cfb-b2cf-4e59-88df-7962e36b1916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865097 Mar 28 01:20:07.179365 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-5ba7bdf7-7a91-4c44-b2ff-bc7978e9126a req-7fc64aad-b619-4a31-a6a9-d6492a79e3c5 service neutron] 10.222.0.24 "GET /v2.0/networks/5eeb5cfb-b2cf-4e59-88df-7962e36b1916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810678 Mar 28 01:20:07.337634 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-057163c5-7d7c-46ba-8c9a-a4fb3b12a325 req-5de9a7e1-b977-4bd6-a4d5-66997ff6d6af tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4feb28c-9005-4bdc-9511-87fb6a29183f HTTP/1.1" status: 200 len: 210 time: 0.0283298 Mar 28 01:20:08.244722 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba7bdf7-7a91-4c44-b2ff-bc7978e9126a req-2d4784e2-b31d-4467-843d-2d204367bd2e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:20:08.246164 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-5ba7bdf7-7a91-4c44-b2ff-bc7978e9126a req-2d4784e2-b31d-4467-843d-2d204367bd2e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.10 "GET /v2.0/networks?id=5eeb5cfb-b2cf-4e59-88df-7962e36b1916 HTTP/1.1" status: 200 len: 797 time: 0.1057076 Mar 28 01:20:08.322204 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-5ba7bdf7-7a91-4c44-b2ff-bc7978e9126a req-f9da6c61-720c-4169-855f-554077ccb030 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf1ee0ed9c204cc5bccbb38ebf185041 HTTP/1.1" status: 200 len: 472 time: 0.0681438 Mar 28 01:20:08.330546 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [req-5ba7bdf7-7a91-4c44-b2ff-bc7978e9126a req-73bf1b85-3f34-467c-bb56-2681cfe55a6a tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'port': {'device_id': 'e4feb28c-9005-4bdc-9511-87fb6a29183f', 'network_id': '5eeb5cfb-b2cf-4e59-88df-7962e36b1916', 'admin_state_up': True, 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'security_groups': ['a6cd6fb1-da26-4c37-8d19-b1cfca8a8aa0']}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:20:08.450515 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-1847748b-88c9-4d58-a6a4-bd3ad5fed712 req-9e29b410-3b77-4c05-88d4-ac8e6d54f475 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4feb28c-9005-4bdc-9511-87fb6a29183f HTTP/1.1" status: 200 len: 210 time: 0.0404670 Mar 28 01:20:08.464649 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ba7bdf7-7a91-4c44-b2ff-bc7978e9126a req-73bf1b85-3f34-467c-bb56-2681cfe55a6a tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Made reservation on behalf of cf1ee0ed9c204cc5bccbb38ebf185041 for: {'port': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:20:08.467926 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-5ba7bdf7-7a91-4c44-b2ff-bc7978e9126a req-73bf1b85-3f34-467c-bb56-2681cfe55a6a tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:20:08.591993 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [req-5ba7bdf7-7a91-4c44-b2ff-bc7978e9126a req-73bf1b85-3f34-467c-bb56-2681cfe55a6a tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Allocated IP 172.20.0.8 (5eeb5cfb-b2cf-4e59-88df-7962e36b1916/beaf6a48-35b8-4a61-b6d1-9a7bc5a769b3/dc43a31a-eb1e-445e-b0c6-696172d4ef14) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:20:08.729823 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-5ba7bdf7-7a91-4c44-b2ff-bc7978e9126a req-73bf1b85-3f34-467c-bb56-2681cfe55a6a tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for port (dc43a31a-eb1e-445e-b0c6-696172d4ef14), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:20:08.761833 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-5ba7bdf7-7a91-4c44-b2ff-bc7978e9126a req-73bf1b85-3f34-467c-bb56-2681cfe55a6a tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (dc43a31a-eb1e-445e-b0c6-696172d4ef14), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:20:08.801577 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ba7bdf7-7a91-4c44-b2ff-bc7978e9126a req-73bf1b85-3f34-467c-bb56-2681cfe55a6a tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Network 5eeb5cfb-b2cf-4e59-88df-7962e36b1916 is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:20:08.804561 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [req-5ba7bdf7-7a91-4c44-b2ff-bc7978e9126a req-73bf1b85-3f34-467c-bb56-2681cfe55a6a tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:20:08.808359 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ba7bdf7-7a91-4c44-b2ff-bc7978e9126a req-73bf1b85-3f34-467c-bb56-2681cfe55a6a tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:20:08.834885 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bf1b85-3f34-467c-bb56-2681cfe55a6a tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'Port': ['ID=dc43a31a-eb1e-445e-b0c6-696172d4ef14,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:20:08.867828 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba7bdf7-7a91-4c44-b2ff-bc7978e9126a req-73bf1b85-3f34-467c-bb56-2681cfe55a6a tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:20:08.868496 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-5ba7bdf7-7a91-4c44-b2ff-bc7978e9126a req-73bf1b85-3f34-467c-bb56-2681cfe55a6a tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:20:08.885286 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-5ba7bdf7-7a91-4c44-b2ff-bc7978e9126a req-73bf1b85-3f34-467c-bb56-2681cfe55a6a tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5582154 Mar 28 01:20:08.913123 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [req-5ba7bdf7-7a91-4c44-b2ff-bc7978e9126a req-a5bef18c-aaab-4ed4-98bc-9266792be56f service neutron] Request body: {'port': {'device_id': 'e4feb28c-9005-4bdc-9511-87fb6a29183f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8348'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:20:08.976967 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-5ba7bdf7-7a91-4c44-b2ff-bc7978e9126a req-a5bef18c-aaab-4ed4-98bc-9266792be56f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (dc43a31a-eb1e-445e-b0c6-696172d4ef14), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:20:09.074499 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-86491fbe-aa3c-40fb-9ed0-16c47621a686 None None] Provisioning complete for port dc43a31a-eb1e-445e-b0c6-696172d4ef14 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:20:09.075082 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-86491fbe-aa3c-40fb-9ed0-16c47621a686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (dc43a31a-eb1e-445e-b0c6-696172d4ef14), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:20:09.113750 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-86491fbe-aa3c-40fb-9ed0-16c47621a686 None None] Port dc43a31a-eb1e-445e-b0c6-696172d4ef14 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:20:09.233717 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [req-5ba7bdf7-7a91-4c44-b2ff-bc7978e9126a req-a5bef18c-aaab-4ed4-98bc-9266792be56f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc43a31a-eb1e-445e-b0c6-696172d4ef14 {{(pid=104099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 01:20:09.240986 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-5ba7bdf7-7a91-4c44-b2ff-bc7978e9126a req-a5bef18c-aaab-4ed4-98bc-9266792be56f service neutron] Publish callbacks [] for port (dc43a31a-eb1e-445e-b0c6-696172d4ef14), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:20:09.253083 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [req-5ba7bdf7-7a91-4c44-b2ff-bc7978e9126a req-a5bef18c-aaab-4ed4-98bc-9266792be56f service neutron] Transition to ACTIVE for port object dc43a31a-eb1e-445e-b0c6-696172d4ef14 will not be triggered until provisioned by entity L2. {{(pid=104099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 01:20:09.256941 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-5ba7bdf7-7a91-4c44-b2ff-bc7978e9126a req-a5bef18c-aaab-4ed4-98bc-9266792be56f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (dc43a31a-eb1e-445e-b0c6-696172d4ef14), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:20:09.326714 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bef18c-aaab-4ed4-98bc-9266792be56f service neutron] Pushing event updated for resources: {'Port': ['ID=dc43a31a-eb1e-445e-b0c6-696172d4ef14,revision_number=2']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:20:09.379199 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-5ba7bdf7-7a91-4c44-b2ff-bc7978e9126a req-a5bef18c-aaab-4ed4-98bc-9266792be56f service neutron] Attempting to bind port dc43a31a-eb1e-445e-b0c6-696172d4ef14 on host hv-neutron-8348 for vnic_type normal with profile {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:20:09.379529 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-5ba7bdf7-7a91-4c44-b2ff-bc7978e9126a req-a5bef18c-aaab-4ed4-98bc-9266792be56f service neutron] Attempting to bind port dc43a31a-eb1e-445e-b0c6-696172d4ef14 by drivers openvswitch,hyperv on host hv-neutron-8348 at level 0 using segments [{'id': '604d44f3-b07d-4572-9d65-9d25af71bf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '5eeb5cfb-b2cf-4e59-88df-7962e36b1916'}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:20:09.379851 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba7bdf7-7a91-4c44-b2ff-bc7978e9126a req-a5bef18c-aaab-4ed4-98bc-9266792be56f service neutron] Attempting to bind port dc43a31a-eb1e-445e-b0c6-696172d4ef14 on network 5eeb5cfb-b2cf-4e59-88df-7962e36b1916 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:20:09.385084 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba7bdf7-7a91-4c44-b2ff-bc7978e9126a req-a5bef18c-aaab-4ed4-98bc-9266792be56f service neutron] Port dc43a31a-eb1e-445e-b0c6-696172d4ef14 on network 5eeb5cfb-b2cf-4e59-88df-7962e36b1916 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8348 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 01:20:09.385407 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba7bdf7-7a91-4c44-b2ff-bc7978e9126a req-a5bef18c-aaab-4ed4-98bc-9266792be56f service neutron] Attempting to bind port dc43a31a-eb1e-445e-b0c6-696172d4ef14 on network 5eeb5cfb-b2cf-4e59-88df-7962e36b1916 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:20:09.390448 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba7bdf7-7a91-4c44-b2ff-bc7978e9126a req-a5bef18c-aaab-4ed4-98bc-9266792be56f service neutron] Checking agent: {'id': '287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8348', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 1, 2, 33), 'started_at': datetime.datetime(2022, 3, 28, 1, 2, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:20:09.390789 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba7bdf7-7a91-4c44-b2ff-bc7978e9126a req-a5bef18c-aaab-4ed4-98bc-9266792be56f service neutron] Checking segment: {'id': '604d44f3-b07d-4572-9d65-9d25af71bf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '5eeb5cfb-b2cf-4e59-88df-7962e36b1916'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:20:09.391175 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba7bdf7-7a91-4c44-b2ff-bc7978e9126a req-a5bef18c-aaab-4ed4-98bc-9266792be56f service neutron] Bound using segment: {'id': '604d44f3-b07d-4572-9d65-9d25af71bf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '5eeb5cfb-b2cf-4e59-88df-7962e36b1916'} {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:20:09.391607 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-5ba7bdf7-7a91-4c44-b2ff-bc7978e9126a req-a5bef18c-aaab-4ed4-98bc-9266792be56f service neutron] Bound port: dc43a31a-eb1e-445e-b0c6-696172d4ef14, host: hv-neutron-8348, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '604d44f3-b07d-4572-9d65-9d25af71bf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '5eeb5cfb-b2cf-4e59-88df-7962e36b1916'}}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:20:09.391962 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-5ba7bdf7-7a91-4c44-b2ff-bc7978e9126a req-a5bef18c-aaab-4ed4-98bc-9266792be56f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (dc43a31a-eb1e-445e-b0c6-696172d4ef14), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:20:09.461825 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-5ba7bdf7-7a91-4c44-b2ff-bc7978e9126a req-a5bef18c-aaab-4ed4-98bc-9266792be56f service neutron] For port dc43a31a-eb1e-445e-b0c6-696172d4ef14, host hv-neutron-8348, cleared binding levels {{(pid=104099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:20:09.465864 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-5ba7bdf7-7a91-4c44-b2ff-bc7978e9126a req-a5bef18c-aaab-4ed4-98bc-9266792be56f service neutron] For port dc43a31a-eb1e-445e-b0c6-696172d4ef14, host hv-neutron-8348, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=dc43a31a-eb1e-445e-b0c6-696172d4ef14,segment=NetworkSegment(604d44f3-b07d-4572-9d65-9d25af71bf39),segment_id=604d44f3-b07d-4572-9d65-9d25af71bf39)] {{(pid=104099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:20:09.471287 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-5ba7bdf7-7a91-4c44-b2ff-bc7978e9126a req-a5bef18c-aaab-4ed4-98bc-9266792be56f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (dc43a31a-eb1e-445e-b0c6-696172d4ef14), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:20:09.503676 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba7bdf7-7a91-4c44-b2ff-bc7978e9126a req-a5bef18c-aaab-4ed4-98bc-9266792be56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:20:09.504320 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-5ba7bdf7-7a91-4c44-b2ff-bc7978e9126a req-a5bef18c-aaab-4ed4-98bc-9266792be56f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:20:09.505698 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-5ba7bdf7-7a91-4c44-b2ff-bc7978e9126a req-a5bef18c-aaab-4ed4-98bc-9266792be56f service neutron] 10.222.0.10 "PUT /v2.0/ports/dc43a31a-eb1e-445e-b0c6-696172d4ef14 HTTP/1.1" status: 200 len: 1093 time: 0.5970297 Mar 28 01:20:09.506233 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4feb28c-9005-4bdc-9511-87fb6a29183f', 'tag': 'dc43a31a-eb1e-445e-b0c6-696172d4ef14'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:20:09.508888 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2af4b01a9fa8b1570ccf1d7859d693ad34c106b258078e9cfae86b97f35e3d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d03966d1-c1df-495b-94b2-0ab25c05dd67" -d '{"events": [{"name": "network-changed", "server_uuid": "e4feb28c-9005-4bdc-9511-87fb6a29183f", "tag": "dc43a31a-eb1e-445e-b0c6-696172d4ef14"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:20:09.557859 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bef18c-aaab-4ed4-98bc-9266792be56f service neutron] Pushing event updated for resources: {'Port': ['ID=dc43a31a-eb1e-445e-b0c6-696172d4ef14,revision_number=3']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:20:09.575969 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 01:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8583bcc6-8716-48bf-8b3b-1e3356da3a7a x-openstack-request-id: req-8583bcc6-8716-48bf-8b3b-1e3356da3a7a {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:20:09.576390 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4feb28c-9005-4bdc-9511-87fb6a29183f", "tag": "dc43a31a-eb1e-445e-b0c6-696172d4ef14", "status": "completed", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:20:09.576654 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8583bcc6-8716-48bf-8b3b-1e3356da3a7a {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:20:09.577071 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8583bcc6-8716-48bf-8b3b-1e3356da3a7a'] response: {'name': 'network-changed', 'server_uuid': 'e4feb28c-9005-4bdc-9511-87fb6a29183f', 'tag': 'dc43a31a-eb1e-445e-b0c6-696172d4ef14', 'status': 'completed', 'code': 200} Mar 28 01:20:09.589273 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e35a99-6f0b-4cad-908b-130a5d60dcfe req-ead3fa85-9b6b-41ae-a30a-7b4039d64940 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:20:09.596279 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-f7e35a99-6f0b-4cad-908b-130a5d60dcfe req-ead3fa85-9b6b-41ae-a30a-7b4039d64940 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4feb28c-9005-4bdc-9511-87fb6a29183f HTTP/1.1" status: 200 len: 943 time: 0.0724847 Mar 28 01:20:09.612913 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba7bdf7-7a91-4c44-b2ff-bc7978e9126a req-602aa6d5-0bfa-482a-bb50-f649ee8145e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:20:09.614439 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-5ba7bdf7-7a91-4c44-b2ff-bc7978e9126a req-602aa6d5-0bfa-482a-bb50-f649ee8145e4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cf1ee0ed9c204cc5bccbb38ebf185041&device_id=e4feb28c-9005-4bdc-9511-87fb6a29183f HTTP/1.1" status: 200 len: 1127 time: 0.0651948 Mar 28 01:20:09.644582 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-f7e35a99-6f0b-4cad-908b-130a5d60dcfe req-08097cbf-9332-4f76-a0b2-3ae800555703 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6cd6fb1-da26-4c37-8d19-b1cfca8a8aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473950 Mar 28 01:20:09.659468 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-5ba7bdf7-7a91-4c44-b2ff-bc7978e9126a req-d6075bcf-c996-4c02-b6b5-1157a9a99fab service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc43a31a-eb1e-445e-b0c6-696172d4ef14 HTTP/1.1" status: 200 len: 217 time: 0.0381026 Mar 28 01:20:09.709030 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba7bdf7-7a91-4c44-b2ff-bc7978e9126a req-7c958027-3cbe-4dfc-9745-be7c063e8ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:20:09.710526 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-5ba7bdf7-7a91-4c44-b2ff-bc7978e9126a req-7c958027-3cbe-4dfc-9745-be7c063e8ffa service neutron] 10.222.0.10 "GET /v2.0/subnets?id=beaf6a48-35b8-4a61-b6d1-9a7bc5a769b3 HTTP/1.1" status: 200 len: 834 time: 0.0455215 Mar 28 01:20:09.762701 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba7bdf7-7a91-4c44-b2ff-bc7978e9126a req-d2b25f8f-b1fc-47d0-bba3-fd41f9e71472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:20:09.764228 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-5ba7bdf7-7a91-4c44-b2ff-bc7978e9126a req-d2b25f8f-b1fc-47d0-bba3-fd41f9e71472 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5eeb5cfb-b2cf-4e59-88df-7962e36b1916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0474560 Mar 28 01:20:09.850574 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-5ba7bdf7-7a91-4c44-b2ff-bc7978e9126a req-0bd11cac-8cd6-4275-b423-9398fd61362b service neutron] 10.222.0.10 "GET /v2.0/networks/5eeb5cfb-b2cf-4e59-88df-7962e36b1916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806510 Mar 28 01:20:09.940202 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-5ba7bdf7-7a91-4c44-b2ff-bc7978e9126a req-353a22a3-a415-4d0e-9676-6292077a6855 service neutron] 10.222.0.10 "GET /v2.0/networks/5eeb5cfb-b2cf-4e59-88df-7962e36b1916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831704 Mar 28 01:20:10.024739 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03966d1-c1df-495b-94b2-0ab25c05dd67 req-c0d783a5-54b6-4da8-ac7a-42e48e097ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:20:10.026219 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-d03966d1-c1df-495b-94b2-0ab25c05dd67 req-c0d783a5-54b6-4da8-ac7a-42e48e097ea4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cf1ee0ed9c204cc5bccbb38ebf185041&device_id=e4feb28c-9005-4bdc-9511-87fb6a29183f HTTP/1.1" status: 200 len: 1127 time: 0.0447392 Mar 28 01:20:10.111050 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03966d1-c1df-495b-94b2-0ab25c05dd67 req-980efd24-cbf2-4e4b-841d-2cbc22d83c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:20:10.112506 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-d03966d1-c1df-495b-94b2-0ab25c05dd67 req-980efd24-cbf2-4e4b-841d-2cbc22d83c45 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5eeb5cfb-b2cf-4e59-88df-7962e36b1916 HTTP/1.1" status: 200 len: 897 time: 0.0794513 Mar 28 01:20:10.155082 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-d03966d1-c1df-495b-94b2-0ab25c05dd67 req-084b0097-c8b7-42ee-9d88-9c88653b62d4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc43a31a-eb1e-445e-b0c6-696172d4ef14 HTTP/1.1" status: 200 len: 217 time: 0.0355313 Mar 28 01:20:10.200952 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03966d1-c1df-495b-94b2-0ab25c05dd67 req-ad838956-1599-44f1-b69a-3b557efb8e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:20:10.202283 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-d03966d1-c1df-495b-94b2-0ab25c05dd67 req-ad838956-1599-44f1-b69a-3b557efb8e0b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=beaf6a48-35b8-4a61-b6d1-9a7bc5a769b3 HTTP/1.1" status: 200 len: 834 time: 0.0412991 Mar 28 01:20:10.248594 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03966d1-c1df-495b-94b2-0ab25c05dd67 req-ae9c7784-92f6-40f3-a4cf-1745a6f4afd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:20:10.250019 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-d03966d1-c1df-495b-94b2-0ab25c05dd67 req-ae9c7784-92f6-40f3-a4cf-1745a6f4afd5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5eeb5cfb-b2cf-4e59-88df-7962e36b1916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0416908 Mar 28 01:20:10.338612 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-d03966d1-c1df-495b-94b2-0ab25c05dd67 req-756367b0-69e9-409a-b4bb-cc7e40733e82 service neutron] 10.222.0.10 "GET /v2.0/networks/5eeb5cfb-b2cf-4e59-88df-7962e36b1916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817618 Mar 28 01:20:10.426545 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-d03966d1-c1df-495b-94b2-0ab25c05dd67 req-1d9c7ff1-c885-41d3-8703-b3c1e1398245 service neutron] 10.222.0.10 "GET /v2.0/networks/5eeb5cfb-b2cf-4e59-88df-7962e36b1916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822680 Mar 28 01:20:10.766165 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d820d7bc-0b99-4d5b-a5df-d87e2c3b28f5 req-9ac05278-62fe-42b8-9718-07a1ac930d72 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:20:10.767633 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-d820d7bc-0b99-4d5b-a5df-d87e2c3b28f5 req-9ac05278-62fe-42b8-9718-07a1ac930d72 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4feb28c-9005-4bdc-9511-87fb6a29183f HTTP/1.1" status: 200 len: 943 time: 0.0567424 Mar 28 01:20:10.815510 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-d820d7bc-0b99-4d5b-a5df-d87e2c3b28f5 req-575a1cdd-ceda-425d-aa97-a354948e7667 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6cd6fb1-da26-4c37-8d19-b1cfca8a8aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420070 Mar 28 01:20:11.414050 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f6a3a8e3-7c8f-4d23-b59f-868b6d77f376 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:20:11.930735 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0000e292-2136-4f75-9fb9-96d203d99d8c req-fd4ab5ab-d3d7-4b06-a5ea-5c138f6f1423 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:20:11.932239 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-0000e292-2136-4f75-9fb9-96d203d99d8c req-fd4ab5ab-d3d7-4b06-a5ea-5c138f6f1423 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4feb28c-9005-4bdc-9511-87fb6a29183f HTTP/1.1" status: 200 len: 943 time: 0.0517554 Mar 28 01:20:11.980193 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-0000e292-2136-4f75-9fb9-96d203d99d8c req-bb773c78-6c37-45ea-87be-916c8715d009 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6cd6fb1-da26-4c37-8d19-b1cfca8a8aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424342 Mar 28 01:20:13.024800 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device dc43a31a-eb1e-445e-b0c6-696172d4ef14 details requested by agent hyperv_hv-neutron-8348 with host hv-neutron-8348 {{(pid=104100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 01:20:13.099352 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c01c95a-507c-4150-bfc9-a3cf2d24c761 req-c9563475-7223-4e2c-9ca9-a7fdde5f679b tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:20:13.100767 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-2c01c95a-507c-4150-bfc9-a3cf2d24c761 req-c9563475-7223-4e2c-9ca9-a7fdde5f679b tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4feb28c-9005-4bdc-9511-87fb6a29183f HTTP/1.1" status: 200 len: 943 time: 0.0519786 Mar 28 01:20:13.126627 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port dc43a31a-eb1e-445e-b0c6-696172d4ef14, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=dc43a31a-eb1e-445e-b0c6-696172d4ef14,segment=NetworkSegment(604d44f3-b07d-4572-9d65-9d25af71bf39),segment_id=604d44f3-b07d-4572-9d65-9d25af71bf39)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:20:13.138160 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Returning: {'device': 'dc43a31a-eb1e-445e-b0c6-696172d4ef14', 'network_id': '5eeb5cfb-b2cf-4e59-88df-7962e36b1916', 'port_id': 'dc43a31a-eb1e-445e-b0c6-696172d4ef14', 'mac_address': 'fa:16:3e:08:f7:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beaf6a48-35b8-4a61-b6d1-9a7bc5a769b3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 01:20:13.148565 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-2c01c95a-507c-4150-bfc9-a3cf2d24c761 req-3f51c74e-6a19-4a0d-ac01-a8d7dfc75252 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6cd6fb1-da26-4c37-8d19-b1cfca8a8aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415676 Mar 28 01:20:13.176716 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port dc43a31a-eb1e-445e-b0c6-696172d4ef14 is: DOWN; New status is: BUILD {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:20:13.177111 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (dc43a31a-eb1e-445e-b0c6-696172d4ef14), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:20:13.189666 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc43a31a-eb1e-445e-b0c6-696172d4ef14 {{(pid=104100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 01:20:13.213011 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port dc43a31a-eb1e-445e-b0c6-696172d4ef14, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=dc43a31a-eb1e-445e-b0c6-696172d4ef14,segment=NetworkSegment(604d44f3-b07d-4572-9d65-9d25af71bf39),segment_id=604d44f3-b07d-4572-9d65-9d25af71bf39)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:20:13.216678 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (dc43a31a-eb1e-445e-b0c6-696172d4ef14), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:20:13.265913 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Pushing event updated for resources: {'Port': ['ID=dc43a31a-eb1e-445e-b0c6-696172d4ef14,revision_number=4']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:20:13.432823 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] get_ports_and_sgs() called for port_ids ['dc43a31a-eb1e-445e-b0c6-696172d4ef14'] {{(pid=104100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 01:20:13.598351 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-e3bcee81-363f-43b2-a260-258b28190387 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:20:14.271721 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71290f9-7d04-4bca-adc9-1f9263449ec6 req-3c415d1e-a7f7-4d73-b322-b6eaba20077e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:20:14.276692 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-e71290f9-7d04-4bca-adc9-1f9263449ec6 req-3c415d1e-a7f7-4d73-b322-b6eaba20077e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4feb28c-9005-4bdc-9511-87fb6a29183f HTTP/1.1" status: 200 len: 944 time: 0.0565720 Mar 28 01:20:14.322906 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-e71290f9-7d04-4bca-adc9-1f9263449ec6 req-07cf76fa-0763-4d1b-8cdb-7d7d6f9f4297 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6cd6fb1-da26-4c37-8d19-b1cfca8a8aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439322 Mar 28 01:20:14.787986 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:20:15.054327 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device dc43a31a-eb1e-445e-b0c6-696172d4ef14 up at agent hyperv_hv-neutron-8348 {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:20:15.102078 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Provisioning for port dc43a31a-eb1e-445e-b0c6-696172d4ef14 completed by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 01:20:15.105868 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Provisioning complete for port dc43a31a-eb1e-445e-b0c6-696172d4ef14 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:20:15.106401 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (dc43a31a-eb1e-445e-b0c6-696172d4ef14), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:20:15.182550 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port dc43a31a-eb1e-445e-b0c6-696172d4ef14 is: BUILD; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:20:15.182932 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (dc43a31a-eb1e-445e-b0c6-696172d4ef14), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:20:15.204460 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4feb28c-9005-4bdc-9511-87fb6a29183f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc43a31a-eb1e-445e-b0c6-696172d4ef14'}] {{(pid=104100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:20:15.206665 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd27896ebc78d0f7931321182ba9533a7b768b1c3fcddb3ff52a8aee6ddeaf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eff28f7-118b-4c4d-a2c8-92ed71e82143" -d '{"events": [{"server_uuid": "e4feb28c-9005-4bdc-9511-87fb6a29183f", "name": "network-vif-plugged", "status": "completed", "tag": "dc43a31a-eb1e-445e-b0c6-696172d4ef14"}]}' {{(pid=104100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:20:15.219982 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port dc43a31a-eb1e-445e-b0c6-696172d4ef14, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=dc43a31a-eb1e-445e-b0c6-696172d4ef14,segment=NetworkSegment(604d44f3-b07d-4572-9d65-9d25af71bf39),segment_id=604d44f3-b07d-4572-9d65-9d25af71bf39)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:20:15.223823 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (dc43a31a-eb1e-445e-b0c6-696172d4ef14), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:20:15.270443 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Pushing event updated for resources: {'Port': ['ID=dc43a31a-eb1e-445e-b0c6-696172d4ef14,revision_number=5']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:20:15.300638 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 01:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a481b6ed-da41-4e14-9d35-043259ede01a x-openstack-request-id: req-a481b6ed-da41-4e14-9d35-043259ede01a {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:20:15.300934 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4feb28c-9005-4bdc-9511-87fb6a29183f", "name": "network-vif-plugged", "status": "completed", "tag": "dc43a31a-eb1e-445e-b0c6-696172d4ef14", "code": 200}]} {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:20:15.301194 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a481b6ed-da41-4e14-9d35-043259ede01a {{(pid=104100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:20:15.301597 dv-neutron-834874-6-hyperv neutron-server[104100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a481b6ed-da41-4e14-9d35-043259ede01a'] response: {'server_uuid': 'e4feb28c-9005-4bdc-9511-87fb6a29183f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc43a31a-eb1e-445e-b0c6-696172d4ef14', 'code': 200} Mar 28 01:20:15.449802 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dd7df7-886b-4f3a-8eee-6b0d163c8237 req-1b37f4d9-6b1e-4aa1-ad18-c04b6c141cd4 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:20:15.451324 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-f0dd7df7-886b-4f3a-8eee-6b0d163c8237 req-1b37f4d9-6b1e-4aa1-ad18-c04b6c141cd4 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4feb28c-9005-4bdc-9511-87fb6a29183f HTTP/1.1" status: 200 len: 945 time: 0.0599821 Mar 28 01:20:15.502484 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-f0dd7df7-886b-4f3a-8eee-6b0d163c8237 req-2d260c3d-c6bc-4703-b9b3-ec3ca3226e09 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6cd6fb1-da26-4c37-8d19-b1cfca8a8aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447779 Mar 28 01:20:15.522361 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a898b7a-c1f8-41ae-ae4f-8a4f9e463c48 req-dcaf111a-7b6e-4daa-8b97-b344858a7451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:20:15.523972 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-4a898b7a-c1f8-41ae-ae4f-8a4f9e463c48 req-dcaf111a-7b6e-4daa-8b97-b344858a7451 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e4feb28c-9005-4bdc-9511-87fb6a29183f HTTP/1.1" status: 200 len: 1129 time: 0.0553615 Mar 28 01:20:15.573632 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-4a898b7a-c1f8-41ae-ae4f-8a4f9e463c48 req-c19eb206-e153-49fc-b524-dd9646a43ee4 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a6cd6fb1-da26-4c37-8d19-b1cfca8a8aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430138 Mar 28 01:20:16.241625 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:20:16.624058 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf544ce-0453-4bef-a4e7-837d8ef64dca req-b7311202-8d0f-4dbb-a6b2-3b2b276f1404 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:20:16.625772 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-2cf544ce-0453-4bef-a4e7-837d8ef64dca req-b7311202-8d0f-4dbb-a6b2-3b2b276f1404 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4feb28c-9005-4bdc-9511-87fb6a29183f HTTP/1.1" status: 200 len: 945 time: 0.0544577 Mar 28 01:20:16.677010 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-2cf544ce-0453-4bef-a4e7-837d8ef64dca req-fe88c2c5-80e0-4cac-9ccf-5884e073a759 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6cd6fb1-da26-4c37-8d19-b1cfca8a8aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454376 Mar 28 01:20:17.797457 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:20:17.805617 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2bd70f-6efe-42ed-ae4c-1c6ccd640aaa req-15242503-89a3-482c-98fd-5e0d1ba3081e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:20:17.807094 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-8d2bd70f-6efe-42ed-ae4c-1c6ccd640aaa req-15242503-89a3-482c-98fd-5e0d1ba3081e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4feb28c-9005-4bdc-9511-87fb6a29183f HTTP/1.1" status: 200 len: 945 time: 0.0631683 Mar 28 01:20:17.855050 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-8d2bd70f-6efe-42ed-ae4c-1c6ccd640aaa req-ab5d691b-5f68-45a3-a6b9-f58a084b4cbe tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6cd6fb1-da26-4c37-8d19-b1cfca8a8aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424592 Mar 28 01:20:17.969320 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34da22df-1653-4c76-a952-eac11bfc0a1e req-2dd59f8e-1fba-4535-9cb1-f5c38756b9ea tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:20:17.970697 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-34da22df-1653-4c76-a952-eac11bfc0a1e req-2dd59f8e-1fba-4535-9cb1-f5c38756b9ea tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4feb28c-9005-4bdc-9511-87fb6a29183f HTTP/1.1" status: 200 len: 945 time: 0.0513303 Mar 28 01:20:18.019321 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-34da22df-1653-4c76-a952-eac11bfc0a1e req-6e25c2a4-8d29-43d2-bbf0-05a8d10c14b7 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6cd6fb1-da26-4c37-8d19-b1cfca8a8aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426972 Mar 28 01:20:18.041345 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 57666) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:20:18.089718 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb31efd8-139d-443d-a67d-2b72a7cd398e tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:20:18.091218 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-bb31efd8-139d-443d-a67d-2b72a7cd398e tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e4feb28c-9005-4bdc-9511-87fb6a29183f HTTP/1.1" status: 200 len: 1124 time: 0.0488894 Mar 28 01:20:18.094123 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 57668) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:20:18.098198 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-e2501f58-41cd-4bba-871c-2587b9c8f27e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'floatingip': {'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'port_id': 'dc43a31a-eb1e-445e-b0c6-696172d4ef14', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:20:18.117472 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e2501f58-41cd-4bba-871c-2587b9c8f27e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:20:18.209823 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e2501f58-41cd-4bba-871c-2587b9c8f27e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:20:18.311400 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [None req-e2501f58-41cd-4bba-871c-2587b9c8f27e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Allocated IP 172.26.1.113 (dea6548b-502b-42db-97fb-371e423e739a/cce6de65-d8c9-45b8-9970-0a277e8c1192/aa719ad2-6cd1-48a4-a1f4-ad5e7738d8af) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:20:18.412052 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e2501f58-41cd-4bba-871c-2587b9c8f27e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for port (aa719ad2-6cd1-48a4-a1f4-ad5e7738d8af), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:20:18.444103 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e2501f58-41cd-4bba-871c-2587b9c8f27e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (aa719ad2-6cd1-48a4-a1f4-ad5e7738d8af), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:20:18.483128 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2501f58-41cd-4bba-871c-2587b9c8f27e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Network dea6548b-502b-42db-97fb-371e423e739a is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:20:18.485964 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-e2501f58-41cd-4bba-871c-2587b9c8f27e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:20:18.488389 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2501f58-41cd-4bba-871c-2587b9c8f27e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:20:18.515202 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2501f58-41cd-4bba-871c-2587b9c8f27e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'Port': ['ID=aa719ad2-6cd1-48a4-a1f4-ad5e7738d8af,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:20:18.832279 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e2501f58-41cd-4bba-871c-2587b9c8f27e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for floatingip (8791fe8a-d3b7-4b7e-a5bc-78398f8ad851), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:20:18.900787 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e2501f58-41cd-4bba-871c-2587b9c8f27e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (aa719ad2-6cd1-48a4-a1f4-ad5e7738d8af), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:20:19.046722 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e2501f58-41cd-4bba-871c-2587b9c8f27e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for port (aa719ad2-6cd1-48a4-a1f4-ad5e7738d8af), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:20:19.051113 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e2501f58-41cd-4bba-871c-2587b9c8f27e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (aa719ad2-6cd1-48a4-a1f4-ad5e7738d8af), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:20:19.117059 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2501f58-41cd-4bba-871c-2587b9c8f27e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'Port': ['ID=aa719ad2-6cd1-48a4-a1f4-ad5e7738d8af,revision_number=2']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:20:19.126564 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e2501f58-41cd-4bba-871c-2587b9c8f27e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688063'] for floatingip (8791fe8a-d3b7-4b7e-a5bc-78398f8ad851), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:20:19.225234 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.l3_db [None req-e2501f58-41cd-4bba-871c-2587b9c8f27e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Floating IP 8791fe8a-d3b7-4b7e-a5bc-78398f8ad851 associated. External IP: 172.26.1.113, port: dc43a31a-eb1e-445e-b0c6-696172d4ef14. Mar 28 01:20:19.737837 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2501f58-41cd-4bba-871c-2587b9c8f27e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Router a3457e37-d03f-4b78-a326-67f82d8db1a6 has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:20:19.845242 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2501f58-41cd-4bba-871c-2587b9c8f27e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:20:19.854846 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7cd3ff-651f-4e7b-a597-bbb10e1038f7 None None] Sync routers for ids ['a3457e37-d03f-4b78-a326-67f82d8db1a6'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:20:19.862267 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e2501f58-41cd-4bba-871c-2587b9c8f27e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for floatingip (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:20:19.865622 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7cd3ff-651f-4e7b-a597-bbb10e1038f7 None None] Routers {'a3457e37-d03f-4b78-a326-67f82d8db1a6'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:20:19.866025 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-0f7cd3ff-651f-4e7b-a597-bbb10e1038f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:20:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['a3457e37-d03f-4b78-a326-67f82d8db1a6'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:20:19.891544 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-e2501f58-41cd-4bba-871c-2587b9c8f27e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7964330 Mar 28 01:20:19.892152 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4feb28c-9005-4bdc-9511-87fb6a29183f', 'tag': 'dc43a31a-eb1e-445e-b0c6-696172d4ef14'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:20:19.894372 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2af4b01a9fa8b1570ccf1d7859d693ad34c106b258078e9cfae86b97f35e3d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4744bd56-1918-4faa-bebc-381d8bc01a92" -d '{"events": [{"name": "network-changed", "server_uuid": "e4feb28c-9005-4bdc-9511-87fb6a29183f", "tag": "dc43a31a-eb1e-445e-b0c6-696172d4ef14"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:20:19.930016 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 01:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-646960cc-f799-40ec-b5a5-872a1fbde761 x-openstack-request-id: req-646960cc-f799-40ec-b5a5-872a1fbde761 {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:20:19.930821 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4feb28c-9005-4bdc-9511-87fb6a29183f", "tag": "dc43a31a-eb1e-445e-b0c6-696172d4ef14", "status": "completed", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:20:19.931072 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-646960cc-f799-40ec-b5a5-872a1fbde761 {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:20:19.931476 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-646960cc-f799-40ec-b5a5-872a1fbde761'] response: {'name': 'network-changed', 'server_uuid': 'e4feb28c-9005-4bdc-9511-87fb6a29183f', 'tag': 'dc43a31a-eb1e-445e-b0c6-696172d4ef14', 'status': 'completed', 'code': 200} Mar 28 01:20:19.976459 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-0f7cd3ff-651f-4e7b-a597-bbb10e1038f7 None None] Set router a3457e37-d03f-4b78-a326-67f82d8db1a6 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:20:20.003666 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4744bd56-1918-4faa-bebc-381d8bc01a92 req-f102fa87-f92e-4323-a96b-d2517ca9cfde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:20:20.005157 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-4744bd56-1918-4faa-bebc-381d8bc01a92 req-f102fa87-f92e-4323-a96b-d2517ca9cfde service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cf1ee0ed9c204cc5bccbb38ebf185041&device_id=e4feb28c-9005-4bdc-9511-87fb6a29183f HTTP/1.1" status: 200 len: 1129 time: 0.0437675 Mar 28 01:20:20.092540 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4744bd56-1918-4faa-bebc-381d8bc01a92 req-70713d36-9c62-41d3-b60a-017e4911c8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:20:20.093993 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-4744bd56-1918-4faa-bebc-381d8bc01a92 req-70713d36-9c62-41d3-b60a-017e4911c8c1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5eeb5cfb-b2cf-4e59-88df-7962e36b1916 HTTP/1.1" status: 200 len: 897 time: 0.0812383 Mar 28 01:20:20.162206 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-4744bd56-1918-4faa-bebc-381d8bc01a92 req-80e58f40-be1e-48c9-97f0-756a256ad66c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc43a31a-eb1e-445e-b0c6-696172d4ef14 HTTP/1.1" status: 200 len: 999 time: 0.0606499 Mar 28 01:20:20.200681 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-0f7cd3ff-651f-4e7b-a597-bbb10e1038f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3457e37-d03f-4b78-a326-67f82d8db1a6', 'name': 'tempest-TestNetworkBasicOps-router-289678485', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.124'}], 'enable_snat': True}, 'gw_port_id': '2a6d2137-2217-4fb9-aa1f-8c5f4729f3fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:19:43Z', 'updated_at': '2022-03-28T01:19:47Z', 'revision_number': 4, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': '2a6d2137-2217-4fb9-aa1f-8c5f4729f3fe', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:21:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3457e37-d03f-4b78-a326-67f82d8db1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:19:44Z', 'updated_at': '2022-03-28T01:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_floatingips': [{'id': '8791fe8a-d3b7-4b7e-a5bc-78398f8ad851', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'floating_ip_address': '172.26.1.113', 'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'router_id': 'a3457e37-d03f-4b78-a326-67f82d8db1a6', 'port_id': 'dc43a31a-eb1e-445e-b0c6-696172d4ef14', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5eeb5cfb-b2cf-4e59-88df-7962e36b1916', 'mac_address': 'fa:16:3e:08:f7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4feb28c-9005-4bdc-9511-87fb6a29183f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T01:20:18Z', 'updated_at': '2022-03-28T01:20:18Z', 'revision_number': 0, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'fixed_ip_address_scope': None}, {'id': 'd1a3fe2e-2308-438e-9d60-bad84eb33309', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'floating_ip_address': '172.26.1.193', 'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'router_id': 'a3457e37-d03f-4b78-a326-67f82d8db1a6', 'port_id': '03461427-a983-4943-ba60-b0af7b05d08e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5eeb5cfb-b2cf-4e59-88df-7962e36b1916', 'mac_address': 'fa:16:3e:cc:08:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75be80c-e295-449d-aad0-4836745ee0b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T01:20:04Z', 'updated_at': '2022-03-28T01:20:06Z', 'revision_number': 1, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1b5427b-d623-4a51-ae12-230ebda0a1af', 'name': '', 'network_id': '5eeb5cfb-b2cf-4e59-88df-7962e36b1916', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'mac_address': 'fa:16:3e:e9:00:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3457e37-d03f-4b78-a326-67f82d8db1a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': 'beaf6a48-35b8-4a61-b6d1-9a7bc5a769b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:19:46Z', 'updated_at': '2022-03-28T01:19:49Z', 'revision_number': 5, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'subnets': [{'id': 'beaf6a48-35b8-4a61-b6d1-9a7bc5a769b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:20:20.210052 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4744bd56-1918-4faa-bebc-381d8bc01a92 req-eaf1b9da-6370-497c-aeff-d2b18f58dd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:20:20.211519 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-4744bd56-1918-4faa-bebc-381d8bc01a92 req-eaf1b9da-6370-497c-aeff-d2b18f58dd17 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=beaf6a48-35b8-4a61-b6d1-9a7bc5a769b3 HTTP/1.1" status: 200 len: 834 time: 0.0423901 Mar 28 01:20:20.230436 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7cd3ff-651f-4e7b-a597-bbb10e1038f7 None None] Checking router: a3457e37-d03f-4b78-a326-67f82d8db1a6 for host: dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:20:20.238705 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7cd3ff-651f-4e7b-a597-bbb10e1038f7 None None] Routers {'a3457e37-d03f-4b78-a326-67f82d8db1a6'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:20:20.239314 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-0f7cd3ff-651f-4e7b-a597-bbb10e1038f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:20:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['a3457e37-d03f-4b78-a326-67f82d8db1a6'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:20:20.259630 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4744bd56-1918-4faa-bebc-381d8bc01a92 req-4ea96ff7-9dcd-47f9-aba9-db444388bc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:20:20.261146 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-4744bd56-1918-4faa-bebc-381d8bc01a92 req-4ea96ff7-9dcd-47f9-aba9-db444388bc33 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5eeb5cfb-b2cf-4e59-88df-7962e36b1916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0437100 Mar 28 01:20:20.343499 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-0f7cd3ff-651f-4e7b-a597-bbb10e1038f7 None None] Set router a3457e37-d03f-4b78-a326-67f82d8db1a6 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:20:20.350440 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-4744bd56-1918-4faa-bebc-381d8bc01a92 req-18ebe655-82f0-4009-b784-53d24eb1263b service neutron] 10.222.0.10 "GET /v2.0/networks/5eeb5cfb-b2cf-4e59-88df-7962e36b1916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828781 Mar 28 01:20:20.442699 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-4744bd56-1918-4faa-bebc-381d8bc01a92 req-3e811b63-724f-470b-8eb6-02979f13acc7 service neutron] 10.222.0.10 "GET /v2.0/networks/5eeb5cfb-b2cf-4e59-88df-7962e36b1916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859072 Mar 28 01:20:20.567038 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-0f7cd3ff-651f-4e7b-a597-bbb10e1038f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3457e37-d03f-4b78-a326-67f82d8db1a6', 'name': 'tempest-TestNetworkBasicOps-router-289678485', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.124'}], 'enable_snat': True}, 'gw_port_id': '2a6d2137-2217-4fb9-aa1f-8c5f4729f3fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:19:43Z', 'updated_at': '2022-03-28T01:19:47Z', 'revision_number': 4, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': '2a6d2137-2217-4fb9-aa1f-8c5f4729f3fe', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:21:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3457e37-d03f-4b78-a326-67f82d8db1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:19:44Z', 'updated_at': '2022-03-28T01:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_floatingips': [{'id': '8791fe8a-d3b7-4b7e-a5bc-78398f8ad851', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'floating_ip_address': '172.26.1.113', 'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'router_id': 'a3457e37-d03f-4b78-a326-67f82d8db1a6', 'port_id': 'dc43a31a-eb1e-445e-b0c6-696172d4ef14', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5eeb5cfb-b2cf-4e59-88df-7962e36b1916', 'mac_address': 'fa:16:3e:08:f7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4feb28c-9005-4bdc-9511-87fb6a29183f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T01:20:18Z', 'updated_at': '2022-03-28T01:20:18Z', 'revision_number': 0, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'fixed_ip_address_scope': None}, {'id': 'd1a3fe2e-2308-438e-9d60-bad84eb33309', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'floating_ip_address': '172.26.1.193', 'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'router_id': 'a3457e37-d03f-4b78-a326-67f82d8db1a6', 'port_id': '03461427-a983-4943-ba60-b0af7b05d08e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5eeb5cfb-b2cf-4e59-88df-7962e36b1916', 'mac_address': 'fa:16:3e:cc:08:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75be80c-e295-449d-aad0-4836745ee0b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T01:20:04Z', 'updated_at': '2022-03-28T01:20:06Z', 'revision_number': 1, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1b5427b-d623-4a51-ae12-230ebda0a1af', 'name': '', 'network_id': '5eeb5cfb-b2cf-4e59-88df-7962e36b1916', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'mac_address': 'fa:16:3e:e9:00:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3457e37-d03f-4b78-a326-67f82d8db1a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': 'beaf6a48-35b8-4a61-b6d1-9a7bc5a769b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:19:46Z', 'updated_at': '2022-03-28T01:19:49Z', 'revision_number': 5, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'subnets': [{'id': 'beaf6a48-35b8-4a61-b6d1-9a7bc5a769b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:20:20.592491 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7cd3ff-651f-4e7b-a597-bbb10e1038f7 None None] The sync data for ids ['a3457e37-d03f-4b78-a326-67f82d8db1a6'] in dv-neutron-834874-6-hyperv is: [{'id': 'a3457e37-d03f-4b78-a326-67f82d8db1a6', 'name': 'tempest-TestNetworkBasicOps-router-289678485', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.124'}], 'enable_snat': True}, 'gw_port_id': '2a6d2137-2217-4fb9-aa1f-8c5f4729f3fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:19:43Z', 'updated_at': '2022-03-28T01:19:47Z', 'revision_number': 4, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': '2a6d2137-2217-4fb9-aa1f-8c5f4729f3fe', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:21:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3457e37-d03f-4b78-a326-67f82d8db1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:19:44Z', 'updated_at': '2022-03-28T01:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_floatingips': [{'id': '8791fe8a-d3b7-4b7e-a5bc-78398f8ad851', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'floating_ip_address': '172.26.1.113', 'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'router_id': 'a3457e37-d03f-4b78-a326-67f82d8db1a6', 'port_id': 'dc43a31a-eb1e-445e-b0c6-696172d4ef14', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5eeb5cfb-b2cf-4e59-88df-7962e36b1916', 'mac_address': 'fa:16:3e:08:f7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4feb28c-9005-4bdc-9511-87fb6a29183f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T01:20:18Z', 'updated_at': '2022-03-28T01:20:18Z', 'revision_number': 0, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'fixed_ip_address_scope': None}, {'id': 'd1a3fe2e-2308-438e-9d60-bad84eb33309', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'floating_ip_address': '172.26.1.193', 'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'router_id': 'a3457e37-d03f-4b78-a326-67f82d8db1a6', 'port_id': '03461427-a983-4943-ba60-b0af7b05d08e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5eeb5cfb-b2cf-4e59-88df-7962e36b1916', 'mac_address': 'fa:16:3e:cc:08:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75be80c-e295-449d-aad0-4836745ee0b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T01:20:04Z', 'updated_at': '2022-03-28T01:20:06Z', 'revision_number': 1, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1b5427b-d623-4a51-ae12-230ebda0a1af', 'name': '', 'network_id': '5eeb5cfb-b2cf-4e59-88df-7962e36b1916', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'mac_address': 'fa:16:3e:e9:00:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3457e37-d03f-4b78-a326-67f82d8db1a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': 'beaf6a48-35b8-4a61-b6d1-9a7bc5a769b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:19:46Z', 'updated_at': '2022-03-28T01:19:49Z', 'revision_number': 5, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'subnets': [{'id': 'beaf6a48-35b8-4a61-b6d1-9a7bc5a769b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:20:20.771883 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e636a025-4371-4a50-b67f-87a8da87d2e8 None None] New status for floating IP 8791fe8a-d3b7-4b7e-a5bc-78398f8ad851: ACTIVE {{(pid=104101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 01:20:32.833784 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:20:34.859343 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.agents_db [None req-9a1d863f-391a-42f4-9870-e8292b919beb None None] Agent healthcheck: found 6 active agents {{(pid=104101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 01:20:41.415746 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-3a438bb5-c91a-47b1-aaeb-0a4b1a04e8ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:20:43.580255 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-0c449f13-c5e0-4b1e-bd63-91d9a2e9ec09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:20:44.790649 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:20:46.243291 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:20:46.704589 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-af1f6d72-5d20-49fe-9577-dbc86654c9cc req-e9956e66-d872-4d49-a4c6-b7d07eaeb389 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b75be80c-e295-449d-aad0-4836745ee0b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0478215 Mar 28 01:20:46.785677 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1f6d72-5d20-49fe-9577-dbc86654c9cc req-821f8818-3d9b-4df5-8a2e-67f4ad8288db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:20:46.787148 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-af1f6d72-5d20-49fe-9577-dbc86654c9cc req-821f8818-3d9b-4df5-8a2e-67f4ad8288db service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cf1ee0ed9c204cc5bccbb38ebf185041&device_id=b75be80c-e295-449d-aad0-4836745ee0b8 HTTP/1.1" status: 200 len: 1129 time: 0.0436172 Mar 28 01:20:46.884396 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1f6d72-5d20-49fe-9577-dbc86654c9cc req-57a8b43d-3153-4484-9dff-a3ad32edb4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:20:46.885848 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-af1f6d72-5d20-49fe-9577-dbc86654c9cc req-57a8b43d-3153-4484-9dff-a3ad32edb4ba service neutron] 10.222.0.10 "GET /v2.0/networks?id=5eeb5cfb-b2cf-4e59-88df-7962e36b1916 HTTP/1.1" status: 200 len: 897 time: 0.0808458 Mar 28 01:20:46.954806 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-af1f6d72-5d20-49fe-9577-dbc86654c9cc req-d4a0db07-4e31-4a61-80d4-1359f65b9bcd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03461427-a983-4943-ba60-b0af7b05d08e HTTP/1.1" status: 200 len: 1001 time: 0.0603004 Mar 28 01:20:47.002490 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1f6d72-5d20-49fe-9577-dbc86654c9cc req-bd412fce-a7a4-4233-a759-423685605feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:20:47.003917 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-af1f6d72-5d20-49fe-9577-dbc86654c9cc req-bd412fce-a7a4-4233-a759-423685605feb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=beaf6a48-35b8-4a61-b6d1-9a7bc5a769b3 HTTP/1.1" status: 200 len: 834 time: 0.0418806 Mar 28 01:20:47.050661 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1f6d72-5d20-49fe-9577-dbc86654c9cc req-232bd408-806e-4c75-8e4c-85c3210adf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:20:47.052125 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-af1f6d72-5d20-49fe-9577-dbc86654c9cc req-232bd408-806e-4c75-8e4c-85c3210adf2a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5eeb5cfb-b2cf-4e59-88df-7962e36b1916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0427997 Mar 28 01:20:47.142716 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-af1f6d72-5d20-49fe-9577-dbc86654c9cc req-03439233-40f0-4200-8a40-fee60a8714f3 service neutron] 10.222.0.10 "GET /v2.0/networks/5eeb5cfb-b2cf-4e59-88df-7962e36b1916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831463 Mar 28 01:20:47.230671 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-af1f6d72-5d20-49fe-9577-dbc86654c9cc req-0876543f-2990-4daa-94c2-8581b5e8455c service neutron] 10.222.0.10 "GET /v2.0/networks/5eeb5cfb-b2cf-4e59-88df-7962e36b1916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811470 Mar 28 01:20:47.798829 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:20:54.666545 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 57684) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:20:54.724078 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-942a56fc-855a-4739-9eb0-398737bb0002 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/floatingips/d1a3fe2e-2308-438e-9d60-bad84eb33309 HTTP/1.1" status: 200 len: 993 time: 0.0563881 Mar 28 01:20:55.499116 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 57692) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:20:55.504372 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-d40caf63-0279-4f41-b518-191b6dc07cc2 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'port': {'admin_state_up': False}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:20:55.572416 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d40caf63-0279-4f41-b518-191b6dc07cc2 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (03461427-a983-4943-ba60-b0af7b05d08e), before_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:20:55.716087 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.db [None req-d40caf63-0279-4f41-b518-191b6dc07cc2 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] For port 03461427-a983-4943-ba60-b0af7b05d08e, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=03461427-a983-4943-ba60-b0af7b05d08e,segment=NetworkSegment(604d44f3-b07d-4572-9d65-9d25af71bf39),segment_id=604d44f3-b07d-4572-9d65-9d25af71bf39)] {{(pid=104098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:20:55.744815 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d40caf63-0279-4f41-b518-191b6dc07cc2 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for port (03461427-a983-4943-ba60-b0af7b05d08e), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:20:55.749155 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d40caf63-0279-4f41-b518-191b6dc07cc2 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126177159'] for port (03461427-a983-4943-ba60-b0af7b05d08e), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:20:55.793072 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40caf63-0279-4f41-b518-191b6dc07cc2 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:20:55.793700 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d40caf63-0279-4f41-b518-191b6dc07cc2 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:20:55.799395 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-d40caf63-0279-4f41-b518-191b6dc07cc2 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "PUT /v2.0/ports/03461427-a983-4943-ba60-b0af7b05d08e HTTP/1.1" status: 200 len: 938 time: 0.2949996 Mar 28 01:20:55.799395 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b75be80c-e295-449d-aad0-4836745ee0b8', 'tag': '03461427-a983-4943-ba60-b0af7b05d08e'}] {{(pid=104098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:20:55.799395 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4026f4115fe834cbdc9db1f12734a6e5e5d2473de268e244354b04a11285341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-592c420d-85f6-49cd-aa7a-a9b67e2f4ec2" -d '{"events": [{"name": "network-changed", "server_uuid": "b75be80c-e295-449d-aad0-4836745ee0b8", "tag": "03461427-a983-4943-ba60-b0af7b05d08e"}]}' {{(pid=104098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:20:55.818466 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40caf63-0279-4f41-b518-191b6dc07cc2 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'Port': ['ID=03461427-a983-4943-ba60-b0af7b05d08e,revision_number=6']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:20:55.836122 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 01:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af631322-2cb0-4a49-94b2-5fed1edff4b7 x-openstack-request-id: req-af631322-2cb0-4a49-94b2-5fed1edff4b7 {{(pid=104098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:20:55.836430 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b75be80c-e295-449d-aad0-4836745ee0b8", "tag": "03461427-a983-4943-ba60-b0af7b05d08e", "status": "completed", "code": 200}]} {{(pid=104098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:20:55.836691 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-af631322-2cb0-4a49-94b2-5fed1edff4b7 {{(pid=104098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:20:55.837118 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af631322-2cb0-4a49-94b2-5fed1edff4b7'] response: {'name': 'network-changed', 'server_uuid': 'b75be80c-e295-449d-aad0-4836745ee0b8', 'tag': '03461427-a983-4943-ba60-b0af7b05d08e', 'status': 'completed', 'code': 200} Mar 28 01:20:55.912949 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592c420d-85f6-49cd-aa7a-a9b67e2f4ec2 req-43aa61ab-1fec-474a-870a-aaa6c573a0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:20:55.915070 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-592c420d-85f6-49cd-aa7a-a9b67e2f4ec2 req-43aa61ab-1fec-474a-870a-aaa6c573a0df service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cf1ee0ed9c204cc5bccbb38ebf185041&device_id=b75be80c-e295-449d-aad0-4836745ee0b8 HTTP/1.1" status: 200 len: 1130 time: 0.0524507 Mar 28 01:20:56.003845 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592c420d-85f6-49cd-aa7a-a9b67e2f4ec2 req-062a6192-18ca-4f8a-96e0-9a2bf5ce769d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:20:56.005356 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-592c420d-85f6-49cd-aa7a-a9b67e2f4ec2 req-062a6192-18ca-4f8a-96e0-9a2bf5ce769d service neutron] 10.222.0.10 "GET /v2.0/networks?id=5eeb5cfb-b2cf-4e59-88df-7962e36b1916 HTTP/1.1" status: 200 len: 897 time: 0.0836687 Mar 28 01:20:56.070380 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-4deefc73-cb2b-4225-8114-7bbd30e0e671 None None] Provisioning complete for port 03461427-a983-4943-ba60-b0af7b05d08e triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:20:56.070962 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-4deefc73-cb2b-4225-8114-7bbd30e0e671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (03461427-a983-4943-ba60-b0af7b05d08e), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:20:56.073730 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-592c420d-85f6-49cd-aa7a-a9b67e2f4ec2 req-fd1970b7-fc8e-40d6-988a-6e3cc68871e1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03461427-a983-4943-ba60-b0af7b05d08e HTTP/1.1" status: 200 len: 1002 time: 0.0622692 Mar 28 01:20:56.114000 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-4deefc73-cb2b-4225-8114-7bbd30e0e671 None None] Port 03461427-a983-4943-ba60-b0af7b05d08e is administratively disabled so it will not transition to active. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:357}} Mar 28 01:20:56.122559 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592c420d-85f6-49cd-aa7a-a9b67e2f4ec2 req-98515359-2457-4598-a323-0441d9c68695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:20:56.124007 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-592c420d-85f6-49cd-aa7a-a9b67e2f4ec2 req-98515359-2457-4598-a323-0441d9c68695 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=beaf6a48-35b8-4a61-b6d1-9a7bc5a769b3 HTTP/1.1" status: 200 len: 834 time: 0.0439112 Mar 28 01:20:56.171856 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592c420d-85f6-49cd-aa7a-a9b67e2f4ec2 req-476fad25-369b-424c-bd0e-8f0d381770fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:20:56.173362 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-592c420d-85f6-49cd-aa7a-a9b67e2f4ec2 req-476fad25-369b-424c-bd0e-8f0d381770fc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5eeb5cfb-b2cf-4e59-88df-7962e36b1916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0437620 Mar 28 01:20:56.262045 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-592c420d-85f6-49cd-aa7a-a9b67e2f4ec2 req-d147e77f-2fd7-4a15-94b6-0b6af142ac0e service neutron] 10.222.0.10 "GET /v2.0/networks/5eeb5cfb-b2cf-4e59-88df-7962e36b1916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829864 Mar 28 01:20:56.349569 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-592c420d-85f6-49cd-aa7a-a9b67e2f4ec2 req-e79195d7-19c6-458b-92c6-43d513159ddc service neutron] 10.222.0.10 "GET /v2.0/networks/5eeb5cfb-b2cf-4e59-88df-7962e36b1916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818446 Mar 28 01:20:59.184206 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 57700) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:20:59.189369 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-b251cb8e-e823-49b2-b491-9391f5100f85 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'port': {'admin_state_up': True}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:20:59.258333 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b251cb8e-e823-49b2-b491-9391f5100f85 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (03461427-a983-4943-ba60-b0af7b05d08e), before_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:20:59.397447 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.db [None req-b251cb8e-e823-49b2-b491-9391f5100f85 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] For port 03461427-a983-4943-ba60-b0af7b05d08e, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=03461427-a983-4943-ba60-b0af7b05d08e,segment=NetworkSegment(604d44f3-b07d-4572-9d65-9d25af71bf39),segment_id=604d44f3-b07d-4572-9d65-9d25af71bf39)] {{(pid=104098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:20:59.426119 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b251cb8e-e823-49b2-b491-9391f5100f85 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for port (03461427-a983-4943-ba60-b0af7b05d08e), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:20:59.431269 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b251cb8e-e823-49b2-b491-9391f5100f85 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126177159'] for port (03461427-a983-4943-ba60-b0af7b05d08e), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:20:59.471540 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b251cb8e-e823-49b2-b491-9391f5100f85 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:20:59.472190 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b251cb8e-e823-49b2-b491-9391f5100f85 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:20:59.473571 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-b251cb8e-e823-49b2-b491-9391f5100f85 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "PUT /v2.0/ports/03461427-a983-4943-ba60-b0af7b05d08e HTTP/1.1" status: 200 len: 937 time: 0.2884355 Mar 28 01:20:59.474126 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b75be80c-e295-449d-aad0-4836745ee0b8', 'tag': '03461427-a983-4943-ba60-b0af7b05d08e'}] {{(pid=104098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:20:59.476915 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4026f4115fe834cbdc9db1f12734a6e5e5d2473de268e244354b04a11285341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ac9cd33-28b5-409a-8928-a43e2d9a9303" -d '{"events": [{"name": "network-changed", "server_uuid": "b75be80c-e295-449d-aad0-4836745ee0b8", "tag": "03461427-a983-4943-ba60-b0af7b05d08e"}]}' {{(pid=104098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:20:59.477175 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 57702) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:20:59.504244 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b251cb8e-e823-49b2-b491-9391f5100f85 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'Port': ['ID=03461427-a983-4943-ba60-b0af7b05d08e,revision_number=7']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:20:59.542660 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 01:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d013d6b6-40e7-40dd-91a1-2f98ac3fbd5e x-openstack-request-id: req-d013d6b6-40e7-40dd-91a1-2f98ac3fbd5e {{(pid=104098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:20:59.542961 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b75be80c-e295-449d-aad0-4836745ee0b8", "tag": "03461427-a983-4943-ba60-b0af7b05d08e", "status": "completed", "code": 200}]} {{(pid=104098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:20:59.543217 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d013d6b6-40e7-40dd-91a1-2f98ac3fbd5e {{(pid=104098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:20:59.543624 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d013d6b6-40e7-40dd-91a1-2f98ac3fbd5e'] response: {'name': 'network-changed', 'server_uuid': 'b75be80c-e295-449d-aad0-4836745ee0b8', 'tag': '03461427-a983-4943-ba60-b0af7b05d08e', 'status': 'completed', 'code': 200} Mar 28 01:20:59.555834 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-0ecec7c9-52d5-40c8-97cc-4cfdd0a0c274 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/floatingips/d1a3fe2e-2308-438e-9d60-bad84eb33309 HTTP/1.1" status: 200 len: 993 time: 0.0774832 Mar 28 01:20:59.614208 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac9cd33-28b5-409a-8928-a43e2d9a9303 req-a3f0b7ae-7f94-4d5f-a11a-95d32c9e7b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:20:59.615729 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7ac9cd33-28b5-409a-8928-a43e2d9a9303 req-a3f0b7ae-7f94-4d5f-a11a-95d32c9e7b1c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cf1ee0ed9c204cc5bccbb38ebf185041&device_id=b75be80c-e295-449d-aad0-4836745ee0b8 HTTP/1.1" status: 200 len: 1129 time: 0.0474973 Mar 28 01:20:59.706542 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac9cd33-28b5-409a-8928-a43e2d9a9303 req-d9e95a40-87eb-4e85-829b-22c431b0b73e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:20:59.708018 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7ac9cd33-28b5-409a-8928-a43e2d9a9303 req-d9e95a40-87eb-4e85-829b-22c431b0b73e service neutron] 10.222.0.10 "GET /v2.0/networks?id=5eeb5cfb-b2cf-4e59-88df-7962e36b1916 HTTP/1.1" status: 200 len: 897 time: 0.0846317 Mar 28 01:20:59.710085 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] get_ports_and_sgs() called for port_ids ['03461427-a983-4943-ba60-b0af7b05d08e'] {{(pid=104100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 01:20:59.766457 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-4548e5e7-2797-464f-9593-8b7ebe3fc124 None None] Provisioning complete for port 03461427-a983-4943-ba60-b0af7b05d08e triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:20:59.766831 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-4548e5e7-2797-464f-9593-8b7ebe3fc124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (03461427-a983-4943-ba60-b0af7b05d08e), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:20:59.778701 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7ac9cd33-28b5-409a-8928-a43e2d9a9303 req-d9c409b5-a236-4b99-bcb1-905f48a0480f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03461427-a983-4943-ba60-b0af7b05d08e HTTP/1.1" status: 200 len: 1001 time: 0.0647247 Mar 28 01:20:59.827882 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac9cd33-28b5-409a-8928-a43e2d9a9303 req-f641a4ab-218c-46ff-869d-9d2292930575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:20:59.829375 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7ac9cd33-28b5-409a-8928-a43e2d9a9303 req-f641a4ab-218c-46ff-869d-9d2292930575 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=beaf6a48-35b8-4a61-b6d1-9a7bc5a769b3 HTTP/1.1" status: 200 len: 834 time: 0.0436475 Mar 28 01:20:59.880840 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac9cd33-28b5-409a-8928-a43e2d9a9303 req-709025bd-eb96-4f35-9c76-212e428949e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:20:59.882910 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7ac9cd33-28b5-409a-8928-a43e2d9a9303 req-709025bd-eb96-4f35-9c76-212e428949e2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5eeb5cfb-b2cf-4e59-88df-7962e36b1916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0460320 Mar 28 01:20:59.978066 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7ac9cd33-28b5-409a-8928-a43e2d9a9303 req-94727be1-8788-441c-92eb-ebe9754a251c service neutron] 10.222.0.10 "GET /v2.0/networks/5eeb5cfb-b2cf-4e59-88df-7962e36b1916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891519 Mar 28 01:21:00.053023 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-4548e5e7-2797-464f-9593-8b7ebe3fc124 None None] Current status of the port 03461427-a983-4943-ba60-b0af7b05d08e is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:21:00.066050 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7ac9cd33-28b5-409a-8928-a43e2d9a9303 req-c861dd82-de1c-41a1-b4f3-e4aa415614fa service neutron] 10.222.0.10 "GET /v2.0/networks/5eeb5cfb-b2cf-4e59-88df-7962e36b1916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819573 Mar 28 01:21:02.083858 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 57712) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:21:02.238255 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-067a7b53-a3d8-4f0d-90aa-5d31adc6abdd tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Deleting port aa719ad2-6cd1-48a4-a1f4-ad5e7738d8af {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:21:02.238588 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-067a7b53-a3d8-4f0d-90aa-5d31adc6abdd tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (aa719ad2-6cd1-48a4-a1f4-ad5e7738d8af), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:02.310147 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-067a7b53-a3d8-4f0d-90aa-5d31adc6abdd tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (aa719ad2-6cd1-48a4-a1f4-ad5e7738d8af), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:02.310470 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-067a7b53-a3d8-4f0d-90aa-5d31adc6abdd tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for floatingip (aa719ad2-6cd1-48a4-a1f4-ad5e7738d8af), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:02.321656 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-067a7b53-a3d8-4f0d-90aa-5d31adc6abdd tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Calling delete_port for aa719ad2-6cd1-48a4-a1f4-ad5e7738d8af owned by network:floatingip {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:21:02.463009 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-067a7b53-a3d8-4f0d-90aa-5d31adc6abdd tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (aa719ad2-6cd1-48a4-a1f4-ad5e7738d8af), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:02.487090 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067a7b53-a3d8-4f0d-90aa-5d31adc6abdd tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event deleted for resources: {'Port': ['ID=aa719ad2-6cd1-48a4-a1f4-ad5e7738d8af,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:21:02.511284 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067a7b53-a3d8-4f0d-90aa-5d31adc6abdd tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:21:02.511627 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067a7b53-a3d8-4f0d-90aa-5d31adc6abdd tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:21:02.511964 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067a7b53-a3d8-4f0d-90aa-5d31adc6abdd tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:21:02.512324 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067a7b53-a3d8-4f0d-90aa-5d31adc6abdd tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:21:02.512652 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067a7b53-a3d8-4f0d-90aa-5d31adc6abdd tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:21:02.512979 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067a7b53-a3d8-4f0d-90aa-5d31adc6abdd tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:21:02.513303 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067a7b53-a3d8-4f0d-90aa-5d31adc6abdd tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:21:02.513622 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067a7b53-a3d8-4f0d-90aa-5d31adc6abdd tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:21:02.513941 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067a7b53-a3d8-4f0d-90aa-5d31adc6abdd tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:21:02.514258 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067a7b53-a3d8-4f0d-90aa-5d31adc6abdd tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:21:02.514582 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067a7b53-a3d8-4f0d-90aa-5d31adc6abdd tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:21:02.514908 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067a7b53-a3d8-4f0d-90aa-5d31adc6abdd tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:21:02.515222 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067a7b53-a3d8-4f0d-90aa-5d31adc6abdd tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:21:02.515534 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067a7b53-a3d8-4f0d-90aa-5d31adc6abdd tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:21:02.515850 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067a7b53-a3d8-4f0d-90aa-5d31adc6abdd tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:21:02.556269 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-067a7b53-a3d8-4f0d-90aa-5d31adc6abdd tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for floatingip (8791fe8a-d3b7-4b7e-a5bc-78398f8ad851), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:02.556791 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.l3_db [None req-067a7b53-a3d8-4f0d-90aa-5d31adc6abdd tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Floating IP 8791fe8a-d3b7-4b7e-a5bc-78398f8ad851 disassociated (deleted). External IP: 172.26.1.113, port: dc43a31a-eb1e-445e-b0c6-696172d4ef14. Mar 28 01:21:02.762353 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-067a7b53-a3d8-4f0d-90aa-5d31adc6abdd tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Router a3457e37-d03f-4b78-a326-67f82d8db1a6 has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:21:02.831597 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:02.871197 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-067a7b53-a3d8-4f0d-90aa-5d31adc6abdd tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:21:02.875897 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-067a7b53-a3d8-4f0d-90aa-5d31adc6abdd tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for floatingip (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:02.880804 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0610b6f-59d1-44c2-a607-46cede3bad21 None None] Sync routers for ids ['a3457e37-d03f-4b78-a326-67f82d8db1a6'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:21:02.893933 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0610b6f-59d1-44c2-a607-46cede3bad21 None None] Routers {'a3457e37-d03f-4b78-a326-67f82d8db1a6'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:21:02.894556 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-d0610b6f-59d1-44c2-a607-46cede3bad21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:20:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['a3457e37-d03f-4b78-a326-67f82d8db1a6'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:21:02.906796 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-067a7b53-a3d8-4f0d-90aa-5d31adc6abdd tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "DELETE /v2.0/floatingips/8791fe8a-d3b7-4b7e-a5bc-78398f8ad851 HTTP/1.1" status: 204 len: 168 time: 0.8218226 Mar 28 01:21:02.907748 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4feb28c-9005-4bdc-9511-87fb6a29183f', 'tag': 'dc43a31a-eb1e-445e-b0c6-696172d4ef14'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:21:02.910019 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2af4b01a9fa8b1570ccf1d7859d693ad34c106b258078e9cfae86b97f35e3d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44a3f494-f5ce-4fcf-89e1-d7e9d04c1c79" -d '{"events": [{"name": "network-changed", "server_uuid": "e4feb28c-9005-4bdc-9511-87fb6a29183f", "tag": "dc43a31a-eb1e-445e-b0c6-696172d4ef14"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:21:02.948820 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 01:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99cbf224-36e0-42dc-9c45-5c069477501e x-openstack-request-id: req-99cbf224-36e0-42dc-9c45-5c069477501e {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:21:02.949121 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4feb28c-9005-4bdc-9511-87fb6a29183f", "tag": "dc43a31a-eb1e-445e-b0c6-696172d4ef14", "status": "completed", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:21:02.949360 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-99cbf224-36e0-42dc-9c45-5c069477501e {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:21:02.949768 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99cbf224-36e0-42dc-9c45-5c069477501e'] response: {'name': 'network-changed', 'server_uuid': 'e4feb28c-9005-4bdc-9511-87fb6a29183f', 'tag': 'dc43a31a-eb1e-445e-b0c6-696172d4ef14', 'status': 'completed', 'code': 200} Mar 28 01:21:03.010888 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-d0610b6f-59d1-44c2-a607-46cede3bad21 None None] Set router a3457e37-d03f-4b78-a326-67f82d8db1a6 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:21:03.035153 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a3f494-f5ce-4fcf-89e1-d7e9d04c1c79 req-61b4f584-d2d0-4d63-aaf4-1cf38d20685a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:21:03.036762 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-44a3f494-f5ce-4fcf-89e1-d7e9d04c1c79 req-61b4f584-d2d0-4d63-aaf4-1cf38d20685a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cf1ee0ed9c204cc5bccbb38ebf185041&device_id=e4feb28c-9005-4bdc-9511-87fb6a29183f HTTP/1.1" status: 200 len: 1129 time: 0.0650699 Mar 28 01:21:03.169831 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523cce66-9291-4931-bdf7-413d88309bda req-a015b25d-5e28-4349-a6dc-2110bd72c76b tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:21:03.171452 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-523cce66-9291-4931-bdf7-413d88309bda req-a015b25d-5e28-4349-a6dc-2110bd72c76b tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4feb28c-9005-4bdc-9511-87fb6a29183f HTTP/1.1" status: 200 len: 945 time: 0.0803027 Mar 28 01:21:03.176269 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a3f494-f5ce-4fcf-89e1-d7e9d04c1c79 req-a07409b2-e5f0-4a73-abd9-9b90e88b5a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:21:03.177679 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-44a3f494-f5ce-4fcf-89e1-d7e9d04c1c79 req-a07409b2-e5f0-4a73-abd9-9b90e88b5a33 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5eeb5cfb-b2cf-4e59-88df-7962e36b1916 HTTP/1.1" status: 200 len: 897 time: 0.1339273 Mar 28 01:21:03.230097 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-44a3f494-f5ce-4fcf-89e1-d7e9d04c1c79 req-ab7205b7-fab6-4f94-a72e-1218358eb4f4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc43a31a-eb1e-445e-b0c6-696172d4ef14 HTTP/1.1" status: 200 len: 217 time: 0.0447869 Mar 28 01:21:03.245725 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-d0610b6f-59d1-44c2-a607-46cede3bad21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3457e37-d03f-4b78-a326-67f82d8db1a6', 'name': 'tempest-TestNetworkBasicOps-router-289678485', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.124'}], 'enable_snat': True}, 'gw_port_id': '2a6d2137-2217-4fb9-aa1f-8c5f4729f3fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:19:43Z', 'updated_at': '2022-03-28T01:19:47Z', 'revision_number': 4, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': '2a6d2137-2217-4fb9-aa1f-8c5f4729f3fe', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:21:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3457e37-d03f-4b78-a326-67f82d8db1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:19:44Z', 'updated_at': '2022-03-28T01:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_floatingips': [{'id': 'd1a3fe2e-2308-438e-9d60-bad84eb33309', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'floating_ip_address': '172.26.1.193', 'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'router_id': 'a3457e37-d03f-4b78-a326-67f82d8db1a6', 'port_id': '03461427-a983-4943-ba60-b0af7b05d08e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5eeb5cfb-b2cf-4e59-88df-7962e36b1916', 'mac_address': 'fa:16:3e:cc:08:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75be80c-e295-449d-aad0-4836745ee0b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T01:20:04Z', 'updated_at': '2022-03-28T01:20:06Z', 'revision_number': 1, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1b5427b-d623-4a51-ae12-230ebda0a1af', 'name': '', 'network_id': '5eeb5cfb-b2cf-4e59-88df-7962e36b1916', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'mac_address': 'fa:16:3e:e9:00:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3457e37-d03f-4b78-a326-67f82d8db1a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': 'beaf6a48-35b8-4a61-b6d1-9a7bc5a769b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:19:46Z', 'updated_at': '2022-03-28T01:19:49Z', 'revision_number': 5, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'subnets': [{'id': 'beaf6a48-35b8-4a61-b6d1-9a7bc5a769b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:21:03.275565 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0610b6f-59d1-44c2-a607-46cede3bad21 None None] Checking router: a3457e37-d03f-4b78-a326-67f82d8db1a6 for host: dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:21:03.284115 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0610b6f-59d1-44c2-a607-46cede3bad21 None None] Routers {'a3457e37-d03f-4b78-a326-67f82d8db1a6'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:21:03.284656 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-d0610b6f-59d1-44c2-a607-46cede3bad21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:20:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['a3457e37-d03f-4b78-a326-67f82d8db1a6'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:21:03.289646 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-523cce66-9291-4931-bdf7-413d88309bda req-6e08bda5-d016-4499-8964-b036230c57f5 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6cd6fb1-da26-4c37-8d19-b1cfca8a8aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110358 Mar 28 01:21:03.299630 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a3f494-f5ce-4fcf-89e1-d7e9d04c1c79 req-2277811d-3538-4b46-8558-c00190da628b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:21:03.301297 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-44a3f494-f5ce-4fcf-89e1-d7e9d04c1c79 req-2277811d-3538-4b46-8558-c00190da628b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=beaf6a48-35b8-4a61-b6d1-9a7bc5a769b3 HTTP/1.1" status: 200 len: 834 time: 0.0602958 Mar 28 01:21:03.350592 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a3f494-f5ce-4fcf-89e1-d7e9d04c1c79 req-d6dff000-f8c2-42a3-8a2b-d3f1ce163d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:21:03.352157 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-44a3f494-f5ce-4fcf-89e1-d7e9d04c1c79 req-d6dff000-f8c2-42a3-8a2b-d3f1ce163d55 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5eeb5cfb-b2cf-4e59-88df-7962e36b1916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0450907 Mar 28 01:21:03.392272 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-d0610b6f-59d1-44c2-a607-46cede3bad21 None None] Set router a3457e37-d03f-4b78-a326-67f82d8db1a6 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:21:03.443769 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-44a3f494-f5ce-4fcf-89e1-d7e9d04c1c79 req-a8659995-d1d6-449b-be1c-92029c97e754 service neutron] 10.222.0.10 "GET /v2.0/networks/5eeb5cfb-b2cf-4e59-88df-7962e36b1916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854747 Mar 28 01:21:03.531235 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-44a3f494-f5ce-4fcf-89e1-d7e9d04c1c79 req-0cdf707b-f972-4b31-a816-bf0217dc79f9 service neutron] 10.222.0.10 "GET /v2.0/networks/5eeb5cfb-b2cf-4e59-88df-7962e36b1916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812013 Mar 28 01:21:03.614320 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-d0610b6f-59d1-44c2-a607-46cede3bad21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3457e37-d03f-4b78-a326-67f82d8db1a6', 'name': 'tempest-TestNetworkBasicOps-router-289678485', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.124'}], 'enable_snat': True}, 'gw_port_id': '2a6d2137-2217-4fb9-aa1f-8c5f4729f3fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:19:43Z', 'updated_at': '2022-03-28T01:19:47Z', 'revision_number': 4, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': '2a6d2137-2217-4fb9-aa1f-8c5f4729f3fe', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:21:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3457e37-d03f-4b78-a326-67f82d8db1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:19:44Z', 'updated_at': '2022-03-28T01:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_floatingips': [{'id': 'd1a3fe2e-2308-438e-9d60-bad84eb33309', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'floating_ip_address': '172.26.1.193', 'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'router_id': 'a3457e37-d03f-4b78-a326-67f82d8db1a6', 'port_id': '03461427-a983-4943-ba60-b0af7b05d08e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5eeb5cfb-b2cf-4e59-88df-7962e36b1916', 'mac_address': 'fa:16:3e:cc:08:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75be80c-e295-449d-aad0-4836745ee0b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T01:20:04Z', 'updated_at': '2022-03-28T01:20:06Z', 'revision_number': 1, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1b5427b-d623-4a51-ae12-230ebda0a1af', 'name': '', 'network_id': '5eeb5cfb-b2cf-4e59-88df-7962e36b1916', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'mac_address': 'fa:16:3e:e9:00:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3457e37-d03f-4b78-a326-67f82d8db1a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': 'beaf6a48-35b8-4a61-b6d1-9a7bc5a769b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:19:46Z', 'updated_at': '2022-03-28T01:19:49Z', 'revision_number': 5, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'subnets': [{'id': 'beaf6a48-35b8-4a61-b6d1-9a7bc5a769b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:21:03.640359 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0610b6f-59d1-44c2-a607-46cede3bad21 None None] The sync data for ids ['a3457e37-d03f-4b78-a326-67f82d8db1a6'] in dv-neutron-834874-6-hyperv is: [{'id': 'a3457e37-d03f-4b78-a326-67f82d8db1a6', 'name': 'tempest-TestNetworkBasicOps-router-289678485', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.124'}], 'enable_snat': True}, 'gw_port_id': '2a6d2137-2217-4fb9-aa1f-8c5f4729f3fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:19:43Z', 'updated_at': '2022-03-28T01:19:47Z', 'revision_number': 4, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': '2a6d2137-2217-4fb9-aa1f-8c5f4729f3fe', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:21:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3457e37-d03f-4b78-a326-67f82d8db1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:19:44Z', 'updated_at': '2022-03-28T01:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_floatingips': [{'id': 'd1a3fe2e-2308-438e-9d60-bad84eb33309', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'floating_ip_address': '172.26.1.193', 'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'router_id': 'a3457e37-d03f-4b78-a326-67f82d8db1a6', 'port_id': '03461427-a983-4943-ba60-b0af7b05d08e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5eeb5cfb-b2cf-4e59-88df-7962e36b1916', 'mac_address': 'fa:16:3e:cc:08:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75be80c-e295-449d-aad0-4836745ee0b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T01:20:04Z', 'updated_at': '2022-03-28T01:20:06Z', 'revision_number': 1, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1b5427b-d623-4a51-ae12-230ebda0a1af', 'name': '', 'network_id': '5eeb5cfb-b2cf-4e59-88df-7962e36b1916', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'mac_address': 'fa:16:3e:e9:00:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3457e37-d03f-4b78-a326-67f82d8db1a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': 'beaf6a48-35b8-4a61-b6d1-9a7bc5a769b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:19:46Z', 'updated_at': '2022-03-28T01:19:49Z', 'revision_number': 5, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'subnets': [{'id': 'beaf6a48-35b8-4a61-b6d1-9a7bc5a769b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:21:03.852411 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f91912-884b-45e4-b92f-85f2c28d1e83 None None] New status for floating IP 8791fe8a-d3b7-4b7e-a5bc-78398f8ad851: DOWN {{(pid=104101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 01:21:04.412417 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9369caa7-c81f-4320-893a-6a373d96bd41 req-48f165be-5662-4eeb-9f4a-53b6890ef126 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:21:04.414047 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-9369caa7-c81f-4320-893a-6a373d96bd41 req-48f165be-5662-4eeb-9f4a-53b6890ef126 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4feb28c-9005-4bdc-9511-87fb6a29183f HTTP/1.1" status: 200 len: 945 time: 0.0539536 Mar 28 01:21:04.448188 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b6e083-f70c-4059-8468-feef3b9143af req-14ba73b7-3523-41d7-80b6-a7c07d9d4905 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:21:04.449736 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-85b6e083-f70c-4059-8468-feef3b9143af req-14ba73b7-3523-41d7-80b6-a7c07d9d4905 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4feb28c-9005-4bdc-9511-87fb6a29183f HTTP/1.1" status: 200 len: 945 time: 0.0568357 Mar 28 01:21:04.463302 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-9369caa7-c81f-4320-893a-6a373d96bd41 req-e2717541-10fc-4741-b878-d138856ca2aa tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6cd6fb1-da26-4c37-8d19-b1cfca8a8aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432372 Mar 28 01:21:04.539484 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [req-85b6e083-f70c-4059-8468-feef3b9143af req-11545e19-6dd6-4408-9adf-6577bcb6f336 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Deleting port dc43a31a-eb1e-445e-b0c6-696172d4ef14 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:21:04.539822 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-85b6e083-f70c-4059-8468-feef3b9143af req-11545e19-6dd6-4408-9adf-6577bcb6f336 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (dc43a31a-eb1e-445e-b0c6-696172d4ef14), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:04.630308 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-85b6e083-f70c-4059-8468-feef3b9143af req-11545e19-6dd6-4408-9adf-6577bcb6f336 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] For port dc43a31a-eb1e-445e-b0c6-696172d4ef14, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=dc43a31a-eb1e-445e-b0c6-696172d4ef14,segment=NetworkSegment(604d44f3-b07d-4572-9d65-9d25af71bf39),segment_id=604d44f3-b07d-4572-9d65-9d25af71bf39)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:21:04.630592 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-85b6e083-f70c-4059-8468-feef3b9143af req-11545e19-6dd6-4408-9adf-6577bcb6f336 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (dc43a31a-eb1e-445e-b0c6-696172d4ef14), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:04.643496 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [req-85b6e083-f70c-4059-8468-feef3b9143af req-11545e19-6dd6-4408-9adf-6577bcb6f336 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Calling delete_port for dc43a31a-eb1e-445e-b0c6-696172d4ef14 owned by compute:nova {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:21:04.765537 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-85b6e083-f70c-4059-8468-feef3b9143af req-11545e19-6dd6-4408-9adf-6577bcb6f336 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (dc43a31a-eb1e-445e-b0c6-696172d4ef14), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:04.794829 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11545e19-6dd6-4408-9adf-6577bcb6f336 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event deleted for resources: {'Port': ['ID=dc43a31a-eb1e-445e-b0c6-696172d4ef14,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:21:04.839104 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [req-85b6e083-f70c-4059-8468-feef3b9143af req-11545e19-6dd6-4408-9adf-6577bcb6f336 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] No DVR routers for this DVR port dc43a31a-eb1e-445e-b0c6-696172d4ef14 on host hv-neutron-8348 {{(pid=104099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:21:04.841531 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-85b6e083-f70c-4059-8468-feef3b9143af req-11545e19-6dd6-4408-9adf-6577bcb6f336 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:04.844876 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-85b6e083-f70c-4059-8468-feef3b9143af req-11545e19-6dd6-4408-9adf-6577bcb6f336 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.10 "DELETE /v2.0/ports/dc43a31a-eb1e-445e-b0c6-696172d4ef14 HTTP/1.1" status: 204 len: 173 time: 0.3894970 Mar 28 01:21:04.950776 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4feb28c-9005-4bdc-9511-87fb6a29183f', 'name': 'network-vif-deleted', 'tag': 'dc43a31a-eb1e-445e-b0c6-696172d4ef14'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:21:04.953138 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2af4b01a9fa8b1570ccf1d7859d693ad34c106b258078e9cfae86b97f35e3d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a140e2d1-25f6-4a1c-856d-a47d05cebf74" -d '{"events": [{"server_uuid": "e4feb28c-9005-4bdc-9511-87fb6a29183f", "name": "network-vif-deleted", "tag": "dc43a31a-eb1e-445e-b0c6-696172d4ef14"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:21:04.987251 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 01:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97bd2d5f-9904-4709-ab07-d9a02e70e3ce x-openstack-request-id: req-97bd2d5f-9904-4709-ab07-d9a02e70e3ce {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:21:04.987540 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4feb28c-9005-4bdc-9511-87fb6a29183f", "name": "network-vif-deleted", "tag": "dc43a31a-eb1e-445e-b0c6-696172d4ef14", "status": "completed", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:21:04.987839 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-97bd2d5f-9904-4709-ab07-d9a02e70e3ce {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:21:04.988278 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97bd2d5f-9904-4709-ab07-d9a02e70e3ce'] response: {'server_uuid': 'e4feb28c-9005-4bdc-9511-87fb6a29183f', 'name': 'network-vif-deleted', 'tag': 'dc43a31a-eb1e-445e-b0c6-696172d4ef14', 'status': 'completed', 'code': 200} Mar 28 01:21:05.518638 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 57726) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:21:05.573336 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b95b7022-0442-4968-ba18-d3384353fc8c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group (a6cd6fb1-da26-4c37-8d19-b1cfca8a8aa0), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:05.597645 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b95b7022-0442-4968-ba18-d3384353fc8c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group (a6cd6fb1-da26-4c37-8d19-b1cfca8a8aa0), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:05.659872 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b95b7022-0442-4968-ba18-d3384353fc8c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (a6cd6fb1-da26-4c37-8d19-b1cfca8a8aa0), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:05.662472 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b95b7022-0442-4968-ba18-d3384353fc8c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:05.663776 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-b95b7022-0442-4968-ba18-d3384353fc8c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "DELETE /v2.0/security-groups/a6cd6fb1-da26-4c37-8d19-b1cfca8a8aa0 HTTP/1.1" status: 204 len: 168 time: 0.1441617 Mar 28 01:21:05.672778 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95b7022-0442-4968-ba18-d3384353fc8c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6cd6fb1-da26-4c37-8d19-b1cfca8a8aa0,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:21:05.680178 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95b7022-0442-4968-ba18-d3384353fc8c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:21:05.680529 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95b7022-0442-4968-ba18-d3384353fc8c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:21:05.680876 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95b7022-0442-4968-ba18-d3384353fc8c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:21:05.681220 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95b7022-0442-4968-ba18-d3384353fc8c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:21:05.681556 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95b7022-0442-4968-ba18-d3384353fc8c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:21:05.681889 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95b7022-0442-4968-ba18-d3384353fc8c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:21:05.682222 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95b7022-0442-4968-ba18-d3384353fc8c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:21:05.682549 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95b7022-0442-4968-ba18-d3384353fc8c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:21:05.682877 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95b7022-0442-4968-ba18-d3384353fc8c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:21:05.683211 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95b7022-0442-4968-ba18-d3384353fc8c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:21:05.683541 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95b7022-0442-4968-ba18-d3384353fc8c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:21:05.683890 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95b7022-0442-4968-ba18-d3384353fc8c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:21:05.684225 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95b7022-0442-4968-ba18-d3384353fc8c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:21:05.684740 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95b7022-0442-4968-ba18-d3384353fc8c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:21:05.684971 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95b7022-0442-4968-ba18-d3384353fc8c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:21:05.695501 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 57730) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:21:05.848331 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-579f4479-7d13-42b1-a9a7-16ff9f1b458b tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Deleting port 5fae0f64-5846-441b-a3e8-f38f9d56728b {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:21:05.848676 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-579f4479-7d13-42b1-a9a7-16ff9f1b458b tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (5fae0f64-5846-441b-a3e8-f38f9d56728b), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:05.920649 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-579f4479-7d13-42b1-a9a7-16ff9f1b458b tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (5fae0f64-5846-441b-a3e8-f38f9d56728b), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:05.920975 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-579f4479-7d13-42b1-a9a7-16ff9f1b458b tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for floatingip (5fae0f64-5846-441b-a3e8-f38f9d56728b), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:05.932816 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-579f4479-7d13-42b1-a9a7-16ff9f1b458b tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Calling delete_port for 5fae0f64-5846-441b-a3e8-f38f9d56728b owned by network:floatingip {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:21:06.074789 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-579f4479-7d13-42b1-a9a7-16ff9f1b458b tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (5fae0f64-5846-441b-a3e8-f38f9d56728b), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:06.098625 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579f4479-7d13-42b1-a9a7-16ff9f1b458b tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event deleted for resources: {'Port': ['ID=5fae0f64-5846-441b-a3e8-f38f9d56728b,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:21:06.160667 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-579f4479-7d13-42b1-a9a7-16ff9f1b458b tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for floatingip (d1a3fe2e-2308-438e-9d60-bad84eb33309), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:06.161031 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.l3_db [None req-579f4479-7d13-42b1-a9a7-16ff9f1b458b tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Floating IP d1a3fe2e-2308-438e-9d60-bad84eb33309 disassociated (deleted). External IP: 172.26.1.193, port: 03461427-a983-4943-ba60-b0af7b05d08e. Mar 28 01:21:06.370769 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-579f4479-7d13-42b1-a9a7-16ff9f1b458b tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Router a3457e37-d03f-4b78-a326-67f82d8db1a6 has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:21:06.477959 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-579f4479-7d13-42b1-a9a7-16ff9f1b458b tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:21:06.483098 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-579f4479-7d13-42b1-a9a7-16ff9f1b458b tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for floatingip (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:06.487541 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9219e35-7d1c-4914-8442-d7ec2f8e337c None None] Sync routers for ids ['a3457e37-d03f-4b78-a326-67f82d8db1a6'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:21:06.497162 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9219e35-7d1c-4914-8442-d7ec2f8e337c None None] Routers {'a3457e37-d03f-4b78-a326-67f82d8db1a6'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:21:06.497778 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-b9219e35-7d1c-4914-8442-d7ec2f8e337c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:20:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['a3457e37-d03f-4b78-a326-67f82d8db1a6'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:21:06.511323 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-579f4479-7d13-42b1-a9a7-16ff9f1b458b tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "DELETE /v2.0/floatingips/d1a3fe2e-2308-438e-9d60-bad84eb33309 HTTP/1.1" status: 204 len: 168 time: 0.8147228 Mar 28 01:21:06.511911 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b75be80c-e295-449d-aad0-4836745ee0b8', 'tag': '03461427-a983-4943-ba60-b0af7b05d08e'}] {{(pid=104098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:21:06.514159 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4026f4115fe834cbdc9db1f12734a6e5e5d2473de268e244354b04a11285341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-664042d1-12a8-4566-be08-6828f0a16a0f" -d '{"events": [{"name": "network-changed", "server_uuid": "b75be80c-e295-449d-aad0-4836745ee0b8", "tag": "03461427-a983-4943-ba60-b0af7b05d08e"}]}' {{(pid=104098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:21:06.554160 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 01:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dc847cf-768b-406f-b33a-f3290223c01e x-openstack-request-id: req-3dc847cf-768b-406f-b33a-f3290223c01e {{(pid=104098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:21:06.554773 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b75be80c-e295-449d-aad0-4836745ee0b8", "tag": "03461427-a983-4943-ba60-b0af7b05d08e", "status": "completed", "code": 200}]} {{(pid=104098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:21:06.554891 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3dc847cf-768b-406f-b33a-f3290223c01e {{(pid=104098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:21:06.555299 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3dc847cf-768b-406f-b33a-f3290223c01e'] response: {'name': 'network-changed', 'server_uuid': 'b75be80c-e295-449d-aad0-4836745ee0b8', 'tag': '03461427-a983-4943-ba60-b0af7b05d08e', 'status': 'completed', 'code': 200} Mar 28 01:21:06.611340 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-b9219e35-7d1c-4914-8442-d7ec2f8e337c None None] Set router a3457e37-d03f-4b78-a326-67f82d8db1a6 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:21:06.629785 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664042d1-12a8-4566-be08-6828f0a16a0f req-33452595-1488-4b58-9129-761243369575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:21:06.631251 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-664042d1-12a8-4566-be08-6828f0a16a0f req-33452595-1488-4b58-9129-761243369575 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cf1ee0ed9c204cc5bccbb38ebf185041&device_id=b75be80c-e295-449d-aad0-4836745ee0b8 HTTP/1.1" status: 200 len: 1129 time: 0.0549965 Mar 28 01:21:06.770213 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664042d1-12a8-4566-be08-6828f0a16a0f req-ed9b2b8d-dd48-4ddd-8516-3b9effb17291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:21:06.771694 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-664042d1-12a8-4566-be08-6828f0a16a0f req-ed9b2b8d-dd48-4ddd-8516-3b9effb17291 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5eeb5cfb-b2cf-4e59-88df-7962e36b1916 HTTP/1.1" status: 200 len: 897 time: 0.1306407 Mar 28 01:21:06.820646 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-664042d1-12a8-4566-be08-6828f0a16a0f req-8bff4208-b6be-4955-abd7-7db5a224ce97 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03461427-a983-4943-ba60-b0af7b05d08e HTTP/1.1" status: 200 len: 217 time: 0.0418823 Mar 28 01:21:06.824263 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-b9219e35-7d1c-4914-8442-d7ec2f8e337c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3457e37-d03f-4b78-a326-67f82d8db1a6', 'name': 'tempest-TestNetworkBasicOps-router-289678485', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.124'}], 'enable_snat': True}, 'gw_port_id': '2a6d2137-2217-4fb9-aa1f-8c5f4729f3fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:19:43Z', 'updated_at': '2022-03-28T01:19:47Z', 'revision_number': 4, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': '2a6d2137-2217-4fb9-aa1f-8c5f4729f3fe', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:21:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3457e37-d03f-4b78-a326-67f82d8db1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:19:44Z', 'updated_at': '2022-03-28T01:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': 'a1b5427b-d623-4a51-ae12-230ebda0a1af', 'name': '', 'network_id': '5eeb5cfb-b2cf-4e59-88df-7962e36b1916', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'mac_address': 'fa:16:3e:e9:00:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3457e37-d03f-4b78-a326-67f82d8db1a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': 'beaf6a48-35b8-4a61-b6d1-9a7bc5a769b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:19:46Z', 'updated_at': '2022-03-28T01:19:49Z', 'revision_number': 5, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'subnets': [{'id': 'beaf6a48-35b8-4a61-b6d1-9a7bc5a769b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:21:06.827585 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d56771-1c31-4ca8-b0d2-2586c7bd7294 req-cca08052-f115-45e2-a614-46f5b88c03f9 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:21:06.829025 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-10d56771-1c31-4ca8-b0d2-2586c7bd7294 req-cca08052-f115-45e2-a614-46f5b88c03f9 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=b75be80c-e295-449d-aad0-4836745ee0b8 HTTP/1.1" status: 200 len: 945 time: 0.1109660 Mar 28 01:21:06.849579 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9219e35-7d1c-4914-8442-d7ec2f8e337c None None] Checking router: a3457e37-d03f-4b78-a326-67f82d8db1a6 for host: dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:21:06.858548 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9219e35-7d1c-4914-8442-d7ec2f8e337c None None] Routers {'a3457e37-d03f-4b78-a326-67f82d8db1a6'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:21:06.859153 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-b9219e35-7d1c-4914-8442-d7ec2f8e337c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:20:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['a3457e37-d03f-4b78-a326-67f82d8db1a6'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:21:06.902487 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664042d1-12a8-4566-be08-6828f0a16a0f req-cb9100d0-5093-4378-a04d-1267bdda407e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:21:06.903855 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-664042d1-12a8-4566-be08-6828f0a16a0f req-cb9100d0-5093-4378-a04d-1267bdda407e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=beaf6a48-35b8-4a61-b6d1-9a7bc5a769b3 HTTP/1.1" status: 200 len: 834 time: 0.0739815 Mar 28 01:21:06.912613 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-10d56771-1c31-4ca8-b0d2-2586c7bd7294 req-e25ee6dd-ddb1-4710-9183-dff844feba03 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?id=df29a027-a7f0-4bde-b992-b87dae5ef90c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747747 Mar 28 01:21:06.965064 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-b9219e35-7d1c-4914-8442-d7ec2f8e337c None None] Set router a3457e37-d03f-4b78-a326-67f82d8db1a6 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:21:06.965320 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664042d1-12a8-4566-be08-6828f0a16a0f req-c69fda76-657b-4429-a2fc-0ab9481e7843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:21:06.966805 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-664042d1-12a8-4566-be08-6828f0a16a0f req-c69fda76-657b-4429-a2fc-0ab9481e7843 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5eeb5cfb-b2cf-4e59-88df-7962e36b1916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0533659 Mar 28 01:21:07.059363 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-664042d1-12a8-4566-be08-6828f0a16a0f req-c712f783-b884-480d-bc88-35737fa7aa9e service neutron] 10.222.0.10 "GET /v2.0/networks/5eeb5cfb-b2cf-4e59-88df-7962e36b1916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852921 Mar 28 01:21:07.147430 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-664042d1-12a8-4566-be08-6828f0a16a0f req-fdc5a3f3-631f-488a-b2c6-a0aad199f255 service neutron] 10.222.0.10 "GET /v2.0/networks/5eeb5cfb-b2cf-4e59-88df-7962e36b1916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812504 Mar 28 01:21:07.166806 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-b9219e35-7d1c-4914-8442-d7ec2f8e337c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3457e37-d03f-4b78-a326-67f82d8db1a6', 'name': 'tempest-TestNetworkBasicOps-router-289678485', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.124'}], 'enable_snat': True}, 'gw_port_id': '2a6d2137-2217-4fb9-aa1f-8c5f4729f3fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:19:43Z', 'updated_at': '2022-03-28T01:19:47Z', 'revision_number': 4, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': '2a6d2137-2217-4fb9-aa1f-8c5f4729f3fe', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:21:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3457e37-d03f-4b78-a326-67f82d8db1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:19:44Z', 'updated_at': '2022-03-28T01:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': 'a1b5427b-d623-4a51-ae12-230ebda0a1af', 'name': '', 'network_id': '5eeb5cfb-b2cf-4e59-88df-7962e36b1916', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'mac_address': 'fa:16:3e:e9:00:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3457e37-d03f-4b78-a326-67f82d8db1a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': 'beaf6a48-35b8-4a61-b6d1-9a7bc5a769b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:19:46Z', 'updated_at': '2022-03-28T01:19:49Z', 'revision_number': 5, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'subnets': [{'id': 'beaf6a48-35b8-4a61-b6d1-9a7bc5a769b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:21:07.192251 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9219e35-7d1c-4914-8442-d7ec2f8e337c None None] The sync data for ids ['a3457e37-d03f-4b78-a326-67f82d8db1a6'] in dv-neutron-834874-6-hyperv is: [{'id': 'a3457e37-d03f-4b78-a326-67f82d8db1a6', 'name': 'tempest-TestNetworkBasicOps-router-289678485', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.124'}], 'enable_snat': True}, 'gw_port_id': '2a6d2137-2217-4fb9-aa1f-8c5f4729f3fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:19:43Z', 'updated_at': '2022-03-28T01:19:47Z', 'revision_number': 4, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': '2a6d2137-2217-4fb9-aa1f-8c5f4729f3fe', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:21:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3457e37-d03f-4b78-a326-67f82d8db1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:19:44Z', 'updated_at': '2022-03-28T01:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': 'a1b5427b-d623-4a51-ae12-230ebda0a1af', 'name': '', 'network_id': '5eeb5cfb-b2cf-4e59-88df-7962e36b1916', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'mac_address': 'fa:16:3e:e9:00:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3457e37-d03f-4b78-a326-67f82d8db1a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': 'beaf6a48-35b8-4a61-b6d1-9a7bc5a769b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:19:46Z', 'updated_at': '2022-03-28T01:19:49Z', 'revision_number': 5, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'subnets': [{'id': 'beaf6a48-35b8-4a61-b6d1-9a7bc5a769b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:21:07.417055 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ff90e1-4c64-44a3-9515-e9d10e96487b None None] New status for floating IP d1a3fe2e-2308-438e-9d60-bad84eb33309: DOWN {{(pid=104101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 01:21:08.044522 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0ca0a2-5f28-4a8f-8612-bd497b88cf84 req-54e613a7-0756-43be-a2f9-ac9d6e546d9f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:21:08.045999 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-0b0ca0a2-5f28-4a8f-8612-bd497b88cf84 req-54e613a7-0756-43be-a2f9-ac9d6e546d9f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=b75be80c-e295-449d-aad0-4836745ee0b8 HTTP/1.1" status: 200 len: 945 time: 0.0562391 Mar 28 01:21:08.094719 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-0b0ca0a2-5f28-4a8f-8612-bd497b88cf84 req-66742c58-f970-4aa0-956d-8e4acfe95348 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?id=df29a027-a7f0-4bde-b992-b87dae5ef90c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430396 Mar 28 01:21:08.166454 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7487d1d-eb29-4df7-9332-2e7da04cd44d req-325d7870-d58b-46ed-9459-a81adbea5f75 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:21:08.167914 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-b7487d1d-eb29-4df7-9332-2e7da04cd44d req-325d7870-d58b-46ed-9459-a81adbea5f75 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.10 "GET /v2.0/ports?device_id=b75be80c-e295-449d-aad0-4836745ee0b8 HTTP/1.1" status: 200 len: 945 time: 0.0558865 Mar 28 01:21:08.255779 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [req-b7487d1d-eb29-4df7-9332-2e7da04cd44d req-4e892b3b-9194-4b38-91f6-386a82aa25c3 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Deleting port 03461427-a983-4943-ba60-b0af7b05d08e {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:21:08.256144 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-b7487d1d-eb29-4df7-9332-2e7da04cd44d req-4e892b3b-9194-4b38-91f6-386a82aa25c3 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (03461427-a983-4943-ba60-b0af7b05d08e), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:08.345078 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-b7487d1d-eb29-4df7-9332-2e7da04cd44d req-4e892b3b-9194-4b38-91f6-386a82aa25c3 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] For port 03461427-a983-4943-ba60-b0af7b05d08e, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=03461427-a983-4943-ba60-b0af7b05d08e,segment=NetworkSegment(604d44f3-b07d-4572-9d65-9d25af71bf39),segment_id=604d44f3-b07d-4572-9d65-9d25af71bf39)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:21:08.345350 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-b7487d1d-eb29-4df7-9332-2e7da04cd44d req-4e892b3b-9194-4b38-91f6-386a82aa25c3 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (03461427-a983-4943-ba60-b0af7b05d08e), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:08.358272 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [req-b7487d1d-eb29-4df7-9332-2e7da04cd44d req-4e892b3b-9194-4b38-91f6-386a82aa25c3 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Calling delete_port for 03461427-a983-4943-ba60-b0af7b05d08e owned by compute:nova {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:21:08.480355 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-b7487d1d-eb29-4df7-9332-2e7da04cd44d req-4e892b3b-9194-4b38-91f6-386a82aa25c3 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (03461427-a983-4943-ba60-b0af7b05d08e), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:08.511355 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e892b3b-9194-4b38-91f6-386a82aa25c3 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event deleted for resources: {'Port': ['ID=03461427-a983-4943-ba60-b0af7b05d08e,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:21:08.556680 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7487d1d-eb29-4df7-9332-2e7da04cd44d req-4e892b3b-9194-4b38-91f6-386a82aa25c3 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] No DVR routers for this DVR port 03461427-a983-4943-ba60-b0af7b05d08e on host hv-neutron-8348 {{(pid=104099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:21:08.559215 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-b7487d1d-eb29-4df7-9332-2e7da04cd44d req-4e892b3b-9194-4b38-91f6-386a82aa25c3 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:08.562570 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-b7487d1d-eb29-4df7-9332-2e7da04cd44d req-4e892b3b-9194-4b38-91f6-386a82aa25c3 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.10 "DELETE /v2.0/ports/03461427-a983-4943-ba60-b0af7b05d08e HTTP/1.1" status: 204 len: 173 time: 0.3894346 Mar 28 01:21:08.563007 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b75be80c-e295-449d-aad0-4836745ee0b8', 'name': 'network-vif-deleted', 'tag': '03461427-a983-4943-ba60-b0af7b05d08e'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:21:08.565273 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2af4b01a9fa8b1570ccf1d7859d693ad34c106b258078e9cfae86b97f35e3d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c32317db-0a59-42d3-a3ef-4e356aaea5cd" -d '{"events": [{"server_uuid": "b75be80c-e295-449d-aad0-4836745ee0b8", "name": "network-vif-deleted", "tag": "03461427-a983-4943-ba60-b0af7b05d08e"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:21:08.604505 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 01:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32727ddd-c251-414a-bdb0-240742515daa x-openstack-request-id: req-32727ddd-c251-414a-bdb0-240742515daa {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:21:08.604797 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b75be80c-e295-449d-aad0-4836745ee0b8", "name": "network-vif-deleted", "tag": "03461427-a983-4943-ba60-b0af7b05d08e", "status": "completed", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:21:08.605058 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-32727ddd-c251-414a-bdb0-240742515daa {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:21:08.605467 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32727ddd-c251-414a-bdb0-240742515daa'] response: {'server_uuid': 'b75be80c-e295-449d-aad0-4836745ee0b8', 'name': 'network-vif-deleted', 'tag': '03461427-a983-4943-ba60-b0af7b05d08e', 'status': 'completed', 'code': 200} Mar 28 01:21:09.148715 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 57744) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:21:09.207559 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-eefce861-a295-4396-b7d5-e8bd7a7cf9d9 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group (df29a027-a7f0-4bde-b992-b87dae5ef90c), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:09.232299 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-eefce861-a295-4396-b7d5-e8bd7a7cf9d9 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group (df29a027-a7f0-4bde-b992-b87dae5ef90c), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:09.288654 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-eefce861-a295-4396-b7d5-e8bd7a7cf9d9 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (df29a027-a7f0-4bde-b992-b87dae5ef90c), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:09.291189 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-eefce861-a295-4396-b7d5-e8bd7a7cf9d9 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:09.292342 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-eefce861-a295-4396-b7d5-e8bd7a7cf9d9 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "DELETE /v2.0/security-groups/df29a027-a7f0-4bde-b992-b87dae5ef90c HTTP/1.1" status: 204 len: 168 time: 0.1426070 Mar 28 01:21:09.300945 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefce861-a295-4396-b7d5-e8bd7a7cf9d9 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df29a027-a7f0-4bde-b992-b87dae5ef90c,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:21:09.318465 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device dc43a31a-eb1e-445e-b0c6-696172d4ef14 no longer exists at agent hyperv_hv-neutron-8348 {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:21:09.322748 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 57748) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:21:09.341763 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] No Port match for: dc43a31a-eb1e-445e-b0c6-696172d4ef14 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:21:09.342105 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device dc43a31a-eb1e-445e-b0c6-696172d4ef14 not bound to the agent host hv-neutron-8348 {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:21:09.675985 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a9c49bbf-b34e-47f2-8e1e-6901f71e3471 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3686527'] for router_interface (a3457e37-d03f-4b78-a326-67f82d8db1a6), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:10.234529 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-a9c49bbf-b34e-47f2-8e1e-6901f71e3471 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Deleting port a1b5427b-d623-4a51-ae12-230ebda0a1af {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:21:10.234776 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a9c49bbf-b34e-47f2-8e1e-6901f71e3471 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (a1b5427b-d623-4a51-ae12-230ebda0a1af), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:10.317809 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-a9c49bbf-b34e-47f2-8e1e-6901f71e3471 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] For port a1b5427b-d623-4a51-ae12-230ebda0a1af, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=a1b5427b-d623-4a51-ae12-230ebda0a1af,segment=NetworkSegment(604d44f3-b07d-4572-9d65-9d25af71bf39),segment_id=604d44f3-b07d-4572-9d65-9d25af71bf39)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:21:10.318148 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a9c49bbf-b34e-47f2-8e1e-6901f71e3471 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (a1b5427b-d623-4a51-ae12-230ebda0a1af), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:10.332094 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-a9c49bbf-b34e-47f2-8e1e-6901f71e3471 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Calling delete_port for a1b5427b-d623-4a51-ae12-230ebda0a1af owned by network:router_interface {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:21:10.513395 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a9c49bbf-b34e-47f2-8e1e-6901f71e3471 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (a1b5427b-d623-4a51-ae12-230ebda0a1af), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:10.546668 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c49bbf-b34e-47f2-8e1e-6901f71e3471 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event deleted for resources: {'Port': ['ID=a1b5427b-d623-4a51-ae12-230ebda0a1af,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:21:10.722819 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a9c49bbf-b34e-47f2-8e1e-6901f71e3471 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3725912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3690191'] for router_interface (a3457e37-d03f-4b78-a326-67f82d8db1a6), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:10.940587 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9c49bbf-b34e-47f2-8e1e-6901f71e3471 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Router a3457e37-d03f-4b78-a326-67f82d8db1a6 has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:21:11.050323 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9c49bbf-b34e-47f2-8e1e-6901f71e3471 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:21:11.056455 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-a9c49bbf-b34e-47f2-8e1e-6901f71e3471 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "PUT /v2.0/routers/a3457e37-d03f-4b78-a326-67f82d8db1a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7315233 Mar 28 01:21:11.058084 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 57750) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:21:11.060658 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542d2939-7bfa-4d3a-b19a-aed43470cefc None None] Sync routers for ids ['a3457e37-d03f-4b78-a326-67f82d8db1a6'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:21:11.070704 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542d2939-7bfa-4d3a-b19a-aed43470cefc None None] Routers {'a3457e37-d03f-4b78-a326-67f82d8db1a6'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:21:11.071305 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-542d2939-7bfa-4d3a-b19a-aed43470cefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:20:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['a3457e37-d03f-4b78-a326-67f82d8db1a6'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:21:11.111762 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca04a24f-9244-41a5-8443-9531fa1497a7 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Deleting subnet beaf6a48-35b8-4a61-b6d1-9a7bc5a769b3 {{(pid=104098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:21:11.114739 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ca04a24f-9244-41a5-8443-9531fa1497a7 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for subnet (beaf6a48-35b8-4a61-b6d1-9a7bc5a769b3), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:11.154452 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ca04a24f-9244-41a5-8443-9531fa1497a7 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126443526'] for subnet (beaf6a48-35b8-4a61-b6d1-9a7bc5a769b3), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:11.175169 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-542d2939-7bfa-4d3a-b19a-aed43470cefc None None] Set router a3457e37-d03f-4b78-a326-67f82d8db1a6 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:21:11.238234 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ca04a24f-9244-41a5-8443-9531fa1497a7 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (beaf6a48-35b8-4a61-b6d1-9a7bc5a769b3), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:11.303361 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ca04a24f-9244-41a5-8443-9531fa1497a7 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126175041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126112438'] for subnet (beaf6a48-35b8-4a61-b6d1-9a7bc5a769b3), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:11.328668 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca04a24f-9244-41a5-8443-9531fa1497a7 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event deleted for resources: {'Subnet': ['ID=beaf6a48-35b8-4a61-b6d1-9a7bc5a769b3,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:21:11.334611 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ca04a24f-9244-41a5-8443-9531fa1497a7 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:11.338487 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-ca04a24f-9244-41a5-8443-9531fa1497a7 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "DELETE /v2.0/subnets/beaf6a48-35b8-4a61-b6d1-9a7bc5a769b3 HTTP/1.1" status: 204 len: 168 time: 0.2793412 Mar 28 01:21:11.341046 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 57752) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:21:11.357002 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c7ea8a-0f6f-473a-9c98-e446e8b74d03 None None] Network 5eeb5cfb-b2cf-4e59-88df-7962e36b1916 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:21:11.447515 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9ecb3a0f-b87e-46ea-b753-83a36f769c2d tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for router (a3457e37-d03f-4b78-a326-67f82d8db1a6), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:11.489306 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f32560fb-3c4a-4abd-bb0d-152a2aa2a83a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:11.565875 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9ecb3a0f-b87e-46ea-b753-83a36f769c2d tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for router_gateway (a3457e37-d03f-4b78-a326-67f82d8db1a6), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:11.610168 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-542d2939-7bfa-4d3a-b19a-aed43470cefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3457e37-d03f-4b78-a326-67f82d8db1a6', 'name': 'tempest-TestNetworkBasicOps-router-289678485', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.124'}], 'enable_snat': True}, 'gw_port_id': '2a6d2137-2217-4fb9-aa1f-8c5f4729f3fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:19:43Z', 'updated_at': '2022-03-28T01:21:10Z', 'revision_number': 5, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': '2a6d2137-2217-4fb9-aa1f-8c5f4729f3fe', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:21:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3457e37-d03f-4b78-a326-67f82d8db1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:19:44Z', 'updated_at': '2022-03-28T01:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:21:11.626565 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-9ecb3a0f-b87e-46ea-b753-83a36f769c2d tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Deleting port 2a6d2137-2217-4fb9-aa1f-8c5f4729f3fe {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:21:11.626815 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9ecb3a0f-b87e-46ea-b753-83a36f769c2d tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (2a6d2137-2217-4fb9-aa1f-8c5f4729f3fe), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:11.639651 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6523774-d1f8-466f-ad82-413a2d2b29ce None None] DHCP port deletion for 5eeb5cfb-b2cf-4e59-88df-7962e36b1916 request from dv-neutron-834874-6-hyperv {{(pid=104100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 01:21:11.642735 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542d2939-7bfa-4d3a-b19a-aed43470cefc None None] Checking router: a3457e37-d03f-4b78-a326-67f82d8db1a6 for host: dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:21:11.670985 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542d2939-7bfa-4d3a-b19a-aed43470cefc None None] Routers {'a3457e37-d03f-4b78-a326-67f82d8db1a6'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:21:11.671617 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-542d2939-7bfa-4d3a-b19a-aed43470cefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:20:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['a3457e37-d03f-4b78-a326-67f82d8db1a6'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:21:11.704815 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.db [None req-9ecb3a0f-b87e-46ea-b753-83a36f769c2d tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] For port 2a6d2137-2217-4fb9-aa1f-8c5f4729f3fe, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=2a6d2137-2217-4fb9-aa1f-8c5f4729f3fe,segment=NetworkSegment(b6f00c62-aca5-4c73-8989-c04c396daeed),segment_id=b6f00c62-aca5-4c73-8989-c04c396daeed)] {{(pid=104098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:21:11.705101 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9ecb3a0f-b87e-46ea-b753-83a36f769c2d tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (2a6d2137-2217-4fb9-aa1f-8c5f4729f3fe), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:11.717384 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-9ecb3a0f-b87e-46ea-b753-83a36f769c2d tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Calling delete_port for 2a6d2137-2217-4fb9-aa1f-8c5f4729f3fe owned by network:router_gateway {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:21:11.774808 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-542d2939-7bfa-4d3a-b19a-aed43470cefc None None] Set router a3457e37-d03f-4b78-a326-67f82d8db1a6 gateway port host: None {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:21:11.801275 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-e6523774-d1f8-466f-ad82-413a2d2b29ce None None] Deleting port 0498d218-118c-4f63-8878-08ad0bfd64fc {{(pid=104100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:21:11.801645 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-e6523774-d1f8-466f-ad82-413a2d2b29ce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (0498d218-118c-4f63-8878-08ad0bfd64fc), before_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:11.829911 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-542d2939-7bfa-4d3a-b19a-aed43470cefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3457e37-d03f-4b78-a326-67f82d8db1a6', 'name': 'tempest-TestNetworkBasicOps-router-289678485', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:19:43Z', 'updated_at': '2022-03-28T01:21:11Z', 'revision_number': 6, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port_host': None}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:21:11.858950 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.agents_db [None req-9a1d863f-391a-42f4-9870-e8292b919beb None None] Agent healthcheck: found 6 active agents {{(pid=104101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 01:21:11.888090 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9ecb3a0f-b87e-46ea-b753-83a36f769c2d tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (2a6d2137-2217-4fb9-aa1f-8c5f4729f3fe), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:11.889976 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542d2939-7bfa-4d3a-b19a-aed43470cefc None None] The sync data for ids ['a3457e37-d03f-4b78-a326-67f82d8db1a6'] in dv-neutron-834874-6-hyperv is: [{'id': 'a3457e37-d03f-4b78-a326-67f82d8db1a6', 'name': 'tempest-TestNetworkBasicOps-router-289678485', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:19:43Z', 'updated_at': '2022-03-28T01:21:11Z', 'revision_number': 6, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port_host': None}] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:21:11.917441 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-e6523774-d1f8-466f-ad82-413a2d2b29ce None None] For port 0498d218-118c-4f63-8878-08ad0bfd64fc, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=0498d218-118c-4f63-8878-08ad0bfd64fc,segment=NetworkSegment(604d44f3-b07d-4572-9d65-9d25af71bf39),segment_id=604d44f3-b07d-4572-9d65-9d25af71bf39)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:21:11.917840 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-e6523774-d1f8-466f-ad82-413a2d2b29ce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (0498d218-118c-4f63-8878-08ad0bfd64fc), precommit_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:11.918030 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecb3a0f-b87e-46ea-b753-83a36f769c2d tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event deleted for resources: {'Port': ['ID=2a6d2137-2217-4fb9-aa1f-8c5f4729f3fe,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:21:11.939896 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-e6523774-d1f8-466f-ad82-413a2d2b29ce None None] Calling delete_port for 0498d218-118c-4f63-8878-08ad0bfd64fc owned by network:dhcp {{(pid=104100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:21:11.979926 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9ecb3a0f-b87e-46ea-b753-83a36f769c2d tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3687989'] for router_gateway (a3457e37-d03f-4b78-a326-67f82d8db1a6), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:12.018155 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-e6523774-d1f8-466f-ad82-413a2d2b29ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886'] for port (0498d218-118c-4f63-8878-08ad0bfd64fc), after_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:12.049529 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6523774-d1f8-466f-ad82-413a2d2b29ce None None] Pushing event deleted for resources: {'Port': ['ID=0498d218-118c-4f63-8878-08ad0bfd64fc,revision_number=None']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:21:12.052071 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6523774-d1f8-466f-ad82-413a2d2b29ce None None] No DVR routers for this DVR port 0498d218-118c-4f63-8878-08ad0bfd64fc on host dv-neutron-834874-6-hyperv {{(pid=104100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:21:12.060232 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6523774-d1f8-466f-ad82-413a2d2b29ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:21:12.060584 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6523774-d1f8-466f-ad82-413a2d2b29ce None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:21:12.060933 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6523774-d1f8-466f-ad82-413a2d2b29ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:21:12.061494 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6523774-d1f8-466f-ad82-413a2d2b29ce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:21:12.062028 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6523774-d1f8-466f-ad82-413a2d2b29ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:21:12.062028 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6523774-d1f8-466f-ad82-413a2d2b29ce None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:21:12.062222 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6523774-d1f8-466f-ad82-413a2d2b29ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:21:12.062546 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6523774-d1f8-466f-ad82-413a2d2b29ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:21:12.062873 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6523774-d1f8-466f-ad82-413a2d2b29ce None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:21:12.063199 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6523774-d1f8-466f-ad82-413a2d2b29ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:21:12.063546 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6523774-d1f8-466f-ad82-413a2d2b29ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:21:12.064230 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6523774-d1f8-466f-ad82-413a2d2b29ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:21:12.064230 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6523774-d1f8-466f-ad82-413a2d2b29ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:21:12.064582 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6523774-d1f8-466f-ad82-413a2d2b29ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:21:12.064817 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6523774-d1f8-466f-ad82-413a2d2b29ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:21:12.075146 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9ecb3a0f-b87e-46ea-b753-83a36f769c2d tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7151'] for router (a3457e37-d03f-4b78-a326-67f82d8db1a6), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:12.077327 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9ecb3a0f-b87e-46ea-b753-83a36f769c2d tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for router_controller (a3457e37-d03f-4b78-a326-67f82d8db1a6), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:12.122058 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9ecb3a0f-b87e-46ea-b753-83a36f769c2d tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689686'] for router (a3457e37-d03f-4b78-a326-67f82d8db1a6), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:12.122614 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ecb3a0f-b87e-46ea-b753-83a36f769c2d tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Fanout notify agent at l3_agent the message router_deleted on router a3457e37-d03f-4b78-a326-67f82d8db1a6 {{(pid=104098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 01:21:12.129201 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9ecb3a0f-b87e-46ea-b753-83a36f769c2d tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for router (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:12.130328 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-9ecb3a0f-b87e-46ea-b753-83a36f769c2d tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "DELETE /v2.0/routers/a3457e37-d03f-4b78-a326-67f82d8db1a6 HTTP/1.1" status: 204 len: 168 time: 0.7883482 Mar 28 01:21:12.132922 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 57754) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:21:12.205594 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-17342a65-f65e-4cce-861c-581ef0189bbb tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (5eeb5cfb-b2cf-4e59-88df-7962e36b1916), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:12.295068 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-17342a65-f65e-4cce-861c-581ef0189bbb tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (5eeb5cfb-b2cf-4e59-88df-7962e36b1916), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:12.315375 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-17342a65-f65e-4cce-861c-581ef0189bbb tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5eeb5cfb-b2cf-4e59-88df-7962e36b1916']}} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:21:12.327784 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-17342a65-f65e-4cce-861c-581ef0189bbb tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '604d44f3-b07d-4572-9d65-9d25af71bf39') {'for_net_delete': True} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:21:12.328269 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-17342a65-f65e-4cce-861c-581ef0189bbb tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '604d44f3-b07d-4572-9d65-9d25af71bf39') {} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:21:12.338423 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-17342a65-f65e-4cce-861c-581ef0189bbb tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126443583'] for segment (604d44f3-b07d-4572-9d65-9d25af71bf39), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:12.351725 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-17342a65-f65e-4cce-861c-581ef0189bbb tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (604d44f3-b07d-4572-9d65-9d25af71bf39), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:12.357813 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17342a65-f65e-4cce-861c-581ef0189bbb tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=104098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:21:12.358194 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-17342a65-f65e-4cce-861c-581ef0189bbb tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126177251'] for segment (604d44f3-b07d-4572-9d65-9d25af71bf39), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:12.361550 dv-neutron-834874-6-hyperv neutron-server[104098]: Traceback (most recent call last): Mar 28 01:21:12.361550 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:21:12.361550 dv-neutron-834874-6-hyperv neutron-server[104098]: timer() Mar 28 01:21:12.361550 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:21:12.361550 dv-neutron-834874-6-hyperv neutron-server[104098]: cb(*args, **kw) Mar 28 01:21:12.361550 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:21:12.361550 dv-neutron-834874-6-hyperv neutron-server[104098]: return func(*args, **kwargs) Mar 28 01:21:12.361550 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:21:12.361550 dv-neutron-834874-6-hyperv neutron-server[104098]: self._notify() Mar 28 01:21:12.361550 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:21:12.361550 dv-neutron-834874-6-hyperv neutron-server[104098]: self.callback(batched_events) Mar 28 01:21:12.361550 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:21:12.361550 dv-neutron-834874-6-hyperv neutron-server[104098]: event.method(event) Mar 28 01:21:12.361550 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:21:12.361550 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:21:12.361550 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:21:12.361550 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:21:12.361550 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:21:12.361550 dv-neutron-834874-6-hyperv neutron-server[104098]: return f(self, *a, **k) Mar 28 01:21:12.361550 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:21:12.361550 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._get(url).json() Mar 28 01:21:12.361550 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:21:12.361550 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:21:12.361550 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:21:12.361550 dv-neutron-834874-6-hyperv neutron-server[104098]: return self.request(url, 'GET', **kwargs) Mar 28 01:21:12.361550 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:21:12.361550 dv-neutron-834874-6-hyperv neutron-server[104098]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:21:12.361550 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:21:12.361550 dv-neutron-834874-6-hyperv neutron-server[104098]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:21:12.361550 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:21:12.361550 dv-neutron-834874-6-hyperv neutron-server[104098]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:21:12.361550 dv-neutron-834874-6-hyperv neutron-server[104098]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:21:12.415655 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-17342a65-f65e-4cce-861c-581ef0189bbb tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (5eeb5cfb-b2cf-4e59-88df-7962e36b1916), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:12.422525 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-17342a65-f65e-4cce-861c-581ef0189bbb tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:12.425646 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-17342a65-f65e-4cce-861c-581ef0189bbb tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "DELETE /v2.0/networks/5eeb5cfb-b2cf-4e59-88df-7962e36b1916 HTTP/1.1" status: 204 len: 168 time: 0.2918050 Mar 28 01:21:12.436791 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17342a65-f65e-4cce-861c-581ef0189bbb tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event deleted for resources: {'Network': ['ID=5eeb5cfb-b2cf-4e59-88df-7962e36b1916,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:21:12.451213 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 57756) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:21:12.456263 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-31c37bc8-1775-42fc-b933-5ed09f3d5bd3 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'network': {'name': 'tempest-network-smoke--1218213071', 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'port_security_enabled': True}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:21:12.474902 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31c37bc8-1775-42fc-b933-5ed09f3d5bd3 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Made reservation on behalf of cf1ee0ed9c204cc5bccbb38ebf185041 for: {'network': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:21:12.478794 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-31c37bc8-1775-42fc-b933-5ed09f3d5bd3 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:12.500992 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31c37bc8-1775-42fc-b933-5ed09f3d5bd3 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=104098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:21:12.509598 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-31c37bc8-1775-42fc-b933-5ed09f3d5bd3 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (d22caa61-041d-4235-b8c1-3988aaa3f363), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:12.509945 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.segments_db [None req-31c37bc8-1775-42fc-b933-5ed09f3d5bd3 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Added segment d22caa61-041d-4235-b8c1-3988aaa3f363 of type vlan for network cef01df6-95b0-4b92-b998-ecd5f7c70397 Mar 28 01:21:12.554006 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-31c37bc8-1775-42fc-b933-5ed09f3d5bd3 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (cef01df6-95b0-4b92-b998-ecd5f7c70397), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:12.577075 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-31c37bc8-1775-42fc-b933-5ed09f3d5bd3 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (cef01df6-95b0-4b92-b998-ecd5f7c70397), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:12.582117 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c37bc8-1775-42fc-b933-5ed09f3d5bd3 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:21:12.582644 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-31c37bc8-1775-42fc-b933-5ed09f3d5bd3 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:12.635685 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-31c37bc8-1775-42fc-b933-5ed09f3d5bd3 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1833465 Mar 28 01:21:12.638575 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 57758) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:21:12.643355 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-65a88987-162e-4cae-a9f1-480359ef9673 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1335558859', 'admin_state_up': True, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'}}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:21:12.653412 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c37bc8-1775-42fc-b933-5ed09f3d5bd3 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'Network': ['ID=cef01df6-95b0-4b92-b998-ecd5f7c70397,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:21:12.665015 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network cef01df6-95b0-4b92-b998-ecd5f7c70397 details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:21:12.670161 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-65a88987-162e-4cae-a9f1-480359ef9673 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7069'] for router (770e3b46-431a-468e-b3f1-2a823a6be73f), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:12.671239 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-65a88987-162e-4cae-a9f1-480359ef9673 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4188952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7062'] for router (770e3b46-431a-468e-b3f1-2a823a6be73f), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:12.726342 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-65a88987-162e-4cae-a9f1-480359ef9673 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for router_controller (770e3b46-431a-468e-b3f1-2a823a6be73f), precommit_add_association {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:12.870354 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-65a88987-162e-4cae-a9f1-480359ef9673 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for router_gateway (770e3b46-431a-468e-b3f1-2a823a6be73f), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:13.067955 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-65a88987-162e-4cae-a9f1-480359ef9673 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for router_gateway (770e3b46-431a-468e-b3f1-2a823a6be73f), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:13.090258 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-65a88987-162e-4cae-a9f1-480359ef9673 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:13.188644 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [None req-65a88987-162e-4cae-a9f1-480359ef9673 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Allocated IP 172.26.1.251 (dea6548b-502b-42db-97fb-371e423e739a/cce6de65-d8c9-45b8-9970-0a277e8c1192/7dfc666f-cb8f-4941-a7ba-060fabd0f8a3) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:21:13.286359 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-65a88987-162e-4cae-a9f1-480359ef9673 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for port (7dfc666f-cb8f-4941-a7ba-060fabd0f8a3), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:13.320367 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device 03461427-a983-4943-ba60-b0af7b05d08e no longer exists at agent hyperv_hv-neutron-8348 {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:21:13.323877 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-65a88987-162e-4cae-a9f1-480359ef9673 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (7dfc666f-cb8f-4941-a7ba-060fabd0f8a3), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:13.344861 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] No Port match for: 03461427-a983-4943-ba60-b0af7b05d08e {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:21:13.345211 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device 03461427-a983-4943-ba60-b0af7b05d08e not bound to the agent host hv-neutron-8348 {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:21:13.360383 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a88987-162e-4cae-a9f1-480359ef9673 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Network dea6548b-502b-42db-97fb-371e423e739a is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:21:13.363284 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-65a88987-162e-4cae-a9f1-480359ef9673 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:21:13.369376 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a88987-162e-4cae-a9f1-480359ef9673 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:21:13.374821 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a88987-162e-4cae-a9f1-480359ef9673 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'Port': ['ID=7dfc666f-cb8f-4941-a7ba-060fabd0f8a3,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:21:13.547799 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device a1b5427b-d623-4a51-ae12-230ebda0a1af no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:21:13.572144 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: a1b5427b-d623-4a51-ae12-230ebda0a1af {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:21:13.572406 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device a1b5427b-d623-4a51-ae12-230ebda0a1af not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:21:13.572817 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 0498d218-118c-4f63-8878-08ad0bfd64fc no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:21:13.597263 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: 0498d218-118c-4f63-8878-08ad0bfd64fc {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:21:13.597611 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 0498d218-118c-4f63-8878-08ad0bfd64fc not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:21:13.598024 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 2a6d2137-2217-4fb9-aa1f-8c5f4729f3fe no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:21:13.618773 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-65a88987-162e-4cae-a9f1-480359ef9673 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for router_gateway (770e3b46-431a-468e-b3f1-2a823a6be73f), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:13.619469 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ed007768-f005-470c-827d-f53f7b18028e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:13.620756 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: 2a6d2137-2217-4fb9-aa1f-8c5f4729f3fe {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:21:13.621103 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 2a6d2137-2217-4fb9-aa1f-8c5f4729f3fe not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:21:13.814482 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-65a88987-162e-4cae-a9f1-480359ef9673 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687953'] for router (770e3b46-431a-468e-b3f1-2a823a6be73f), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:13.938819 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65a88987-162e-4cae-a9f1-480359ef9673 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Router 770e3b46-431a-468e-b3f1-2a823a6be73f is scheduled to L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 with binding_index 1 {{(pid=104099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 01:21:14.042795 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65a88987-162e-4cae-a9f1-480359ef9673 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:21:14.051856 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37de8449-239b-49de-8397-cbd6c9ed298d None None] Sync routers for ids ['770e3b46-431a-468e-b3f1-2a823a6be73f'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:21:14.061583 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37de8449-239b-49de-8397-cbd6c9ed298d None None] Routers {'770e3b46-431a-468e-b3f1-2a823a6be73f'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:21:14.062190 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-37de8449-239b-49de-8397-cbd6c9ed298d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:21:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['770e3b46-431a-468e-b3f1-2a823a6be73f'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:21:14.062820 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-65a88987-162e-4cae-a9f1-480359ef9673 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for router (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:14.064053 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-65a88987-162e-4cae-a9f1-480359ef9673 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.4242468 Mar 28 01:21:14.067201 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 57760) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:21:14.094616 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-c9866b90-47a4-4673-84c6-5918cd591691 tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=cf1ee0ed9c204cc5bccbb38ebf185041&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262909 Mar 28 01:21:14.097081 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 57762) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:21:14.168303 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-37de8449-239b-49de-8397-cbd6c9ed298d None None] Set router 770e3b46-431a-468e-b3f1-2a823a6be73f gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:21:14.182638 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0401691b-4345-417f-8920-eeaa3e83402c tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:21:14.186858 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-0401691b-4345-417f-8920-eeaa3e83402c tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0861955 Mar 28 01:21:14.187180 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 57764) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:21:14.226041 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-70db060f-4e63-479e-aba5-0bd57b18f5f2 tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=dea6548b-502b-42db-97fb-371e423e739a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376937 Mar 28 01:21:14.228539 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 57766) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:21:14.233202 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-b1b15f16-867e-4668-8db1-d4450eacfe12 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-417999000', 'network_id': 'cef01df6-95b0-4b92-b998-ecd5f7c70397', 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:21:14.318319 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1b15f16-867e-4668-8db1-d4450eacfe12 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Made reservation on behalf of cf1ee0ed9c204cc5bccbb38ebf185041 for: {'subnet': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:21:14.323714 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b1b15f16-867e-4668-8db1-d4450eacfe12 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126112411'] for subnet (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:14.352563 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-37de8449-239b-49de-8397-cbd6c9ed298d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '770e3b46-431a-468e-b3f1-2a823a6be73f', 'name': 'tempest-TestNetworkBasicOps-router-1335558859', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.251'}], 'enable_snat': True}, 'gw_port_id': '7dfc666f-cb8f-4941-a7ba-060fabd0f8a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:21:12Z', 'updated_at': '2022-03-28T01:21:13Z', 'revision_number': 3, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': '7dfc666f-cb8f-4941-a7ba-060fabd0f8a3', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:38:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '770e3b46-431a-468e-b3f1-2a823a6be73f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:21:13Z', 'updated_at': '2022-03-28T01:21:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:21:14.383146 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37de8449-239b-49de-8397-cbd6c9ed298d None None] Checking router: 770e3b46-431a-468e-b3f1-2a823a6be73f for host: dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:21:14.383490 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37de8449-239b-49de-8397-cbd6c9ed298d None None] Updating router 770e3b46-431a-468e-b3f1-2a823a6be73f port 7dfc666f-cb8f-4941-a7ba-060fabd0f8a3 binding host dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 01:21:14.417083 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-37de8449-239b-49de-8397-cbd6c9ed298d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (7dfc666f-cb8f-4941-a7ba-060fabd0f8a3), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:14.690129 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-37de8449-239b-49de-8397-cbd6c9ed298d None None] Publish callbacks [] for port (7dfc666f-cb8f-4941-a7ba-060fabd0f8a3), precommit_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:14.695933 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-37de8449-239b-49de-8397-cbd6c9ed298d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (7dfc666f-cb8f-4941-a7ba-060fabd0f8a3), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:14.747303 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [None req-37de8449-239b-49de-8397-cbd6c9ed298d None None] Attempting to bind port 7dfc666f-cb8f-4941-a7ba-060fabd0f8a3 on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:21:14.747671 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [None req-37de8449-239b-49de-8397-cbd6c9ed298d None None] Attempting to bind port 7dfc666f-cb8f-4941-a7ba-060fabd0f8a3 by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': 'b6f00c62-aca5-4c73-8989-c04c396daeed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'}] {{(pid=104101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:21:14.748048 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37de8449-239b-49de-8397-cbd6c9ed298d None None] Attempting to bind port 7dfc666f-cb8f-4941-a7ba-060fabd0f8a3 on network dea6548b-502b-42db-97fb-371e423e739a {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:21:14.754870 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9218de7-ed7b-462f-b0d0-09ee650796b1 None None] Pushing event updated for resources: {'Port': ['ID=7dfc666f-cb8f-4941-a7ba-060fabd0f8a3,revision_number=2']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:21:14.758637 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37de8449-239b-49de-8397-cbd6c9ed298d None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:21:14.759004 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37de8449-239b-49de-8397-cbd6c9ed298d None None] Checking segment: {'id': 'b6f00c62-aca5-4c73-8989-c04c396daeed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:21:14.759399 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-37de8449-239b-49de-8397-cbd6c9ed298d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:14.759787 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37de8449-239b-49de-8397-cbd6c9ed298d None None] Bound using segment: {'id': 'b6f00c62-aca5-4c73-8989-c04c396daeed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'} {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:21:14.760264 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [None req-37de8449-239b-49de-8397-cbd6c9ed298d None None] Bound port: 7dfc666f-cb8f-4941-a7ba-060fabd0f8a3, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6f00c62-aca5-4c73-8989-c04c396daeed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'}}] {{(pid=104101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:21:14.760636 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-37de8449-239b-49de-8397-cbd6c9ed298d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (7dfc666f-cb8f-4941-a7ba-060fabd0f8a3), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:14.766545 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9218de7-ed7b-462f-b0d0-09ee650796b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:21:14.766892 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9218de7-ed7b-462f-b0d0-09ee650796b1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:21:14.767237 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9218de7-ed7b-462f-b0d0-09ee650796b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:21:14.767581 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9218de7-ed7b-462f-b0d0-09ee650796b1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:21:14.767908 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9218de7-ed7b-462f-b0d0-09ee650796b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:21:14.768264 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9218de7-ed7b-462f-b0d0-09ee650796b1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:21:14.768590 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9218de7-ed7b-462f-b0d0-09ee650796b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:21:14.768920 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9218de7-ed7b-462f-b0d0-09ee650796b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:21:14.769237 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9218de7-ed7b-462f-b0d0-09ee650796b1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:21:14.769559 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9218de7-ed7b-462f-b0d0-09ee650796b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:21:14.769884 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9218de7-ed7b-462f-b0d0-09ee650796b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:21:14.770210 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9218de7-ed7b-462f-b0d0-09ee650796b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:21:14.770530 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9218de7-ed7b-462f-b0d0-09ee650796b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:21:14.770845 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9218de7-ed7b-462f-b0d0-09ee650796b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:21:14.771160 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9218de7-ed7b-462f-b0d0-09ee650796b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:21:14.782856 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b1b15f16-867e-4668-8db1-d4450eacfe12 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126174976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126112397'] for subnet (085b1b19-2441-49d8-b645-4f5670b7f78e), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:14.802392 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:14.823464 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.db [None req-37de8449-239b-49de-8397-cbd6c9ed298d None None] For port 7dfc666f-cb8f-4941-a7ba-060fabd0f8a3, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:21:14.826725 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.db [None req-37de8449-239b-49de-8397-cbd6c9ed298d None None] For port 7dfc666f-cb8f-4941-a7ba-060fabd0f8a3, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=7dfc666f-cb8f-4941-a7ba-060fabd0f8a3,segment=NetworkSegment(b6f00c62-aca5-4c73-8989-c04c396daeed),segment_id=b6f00c62-aca5-4c73-8989-c04c396daeed)] {{(pid=104101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:21:14.832332 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-37de8449-239b-49de-8397-cbd6c9ed298d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (7dfc666f-cb8f-4941-a7ba-060fabd0f8a3), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:14.849514 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b15f16-867e-4668-8db1-d4450eacfe12 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'Subnet': ['ID=085b1b19-2441-49d8-b645-4f5670b7f78e,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:21:14.854501 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b15f16-867e-4668-8db1-d4450eacfe12 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Checking segment: {'id': 'd22caa61-041d-4235-b8c1-3988aaa3f363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cef01df6-95b0-4b92-b998-ecd5f7c70397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:21:14.854860 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b15f16-867e-4668-8db1-d4450eacfe12 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Network hostable DHCP agents. Network: cef01df6-95b0-4b92-b998-ecd5f7c70397, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:21:14.872572 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b15f16-867e-4668-8db1-d4450eacfe12 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Network cef01df6-95b0-4b92-b998-ecd5f7c70397 is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:21:14.880970 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-b1b15f16-867e-4668-8db1-d4450eacfe12 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, cef01df6-95b0-4b92-b998-ecd5f7c70397) {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:21:14.885123 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b15f16-867e-4668-8db1-d4450eacfe12 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:21:14.885717 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b1b15f16-867e-4668-8db1-d4450eacfe12 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:14.887754 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37de8449-239b-49de-8397-cbd6c9ed298d None None] Routers {'770e3b46-431a-468e-b3f1-2a823a6be73f'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:21:14.888446 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-37de8449-239b-49de-8397-cbd6c9ed298d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:21:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['770e3b46-431a-468e-b3f1-2a823a6be73f'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:21:14.892304 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e37e6e-f23c-498d-9a14-de74f615ba7e None None] Network cef01df6-95b0-4b92-b998-ecd5f7c70397 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:21:14.904946 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-b1b15f16-867e-4668-8db1-d4450eacfe12 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6728582 Mar 28 01:21:14.905669 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 57768) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:21:15.004485 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ac5665-d107-4a5b-9ee6-a605b1a16bcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-cef01df6-95b0-4b92-b998-ecd5f7c70397', 'network_id': 'cef01df6-95b0-4b92-b998-ecd5f7c70397', 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'fixed_ips': [{'subnet_id': '085b1b19-2441-49d8-b645-4f5670b7f78e'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:21:15.005344 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-47ac5665-d107-4a5b-9ee6-a605b1a16bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:15.038439 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9218de7-ed7b-462f-b0d0-09ee650796b1 None None] Pushing event updated for resources: {'Port': ['ID=7dfc666f-cb8f-4941-a7ba-060fabd0f8a3,revision_number=3']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:21:15.092216 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-37de8449-239b-49de-8397-cbd6c9ed298d None None] Set router 770e3b46-431a-468e-b3f1-2a823a6be73f gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:21:15.150445 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-47ac5665-d107-4a5b-9ee6-a605b1a16bcf None None] Allocated IP 172.20.0.2 (cef01df6-95b0-4b92-b998-ecd5f7c70397/085b1b19-2441-49d8-b645-4f5670b7f78e/a6c059c6-e57b-473e-be1e-5c2e0fc604d2) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:21:15.282253 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-37de8449-239b-49de-8397-cbd6c9ed298d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '770e3b46-431a-468e-b3f1-2a823a6be73f', 'name': 'tempest-TestNetworkBasicOps-router-1335558859', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.251'}], 'enable_snat': True}, 'gw_port_id': '7dfc666f-cb8f-4941-a7ba-060fabd0f8a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:21:12Z', 'updated_at': '2022-03-28T01:21:13Z', 'revision_number': 3, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': '7dfc666f-cb8f-4941-a7ba-060fabd0f8a3', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:38:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '770e3b46-431a-468e-b3f1-2a823a6be73f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:21:13Z', 'updated_at': '2022-03-28T01:21:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:21:15.308045 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-47ac5665-d107-4a5b-9ee6-a605b1a16bcf None None] Publish callbacks [] for port (a6c059c6-e57b-473e-be1e-5c2e0fc604d2), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:15.310659 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37de8449-239b-49de-8397-cbd6c9ed298d None None] The sync data for ids ['770e3b46-431a-468e-b3f1-2a823a6be73f'] in dv-neutron-834874-6-hyperv is: [{'id': '770e3b46-431a-468e-b3f1-2a823a6be73f', 'name': 'tempest-TestNetworkBasicOps-router-1335558859', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.251'}], 'enable_snat': True}, 'gw_port_id': '7dfc666f-cb8f-4941-a7ba-060fabd0f8a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:21:12Z', 'updated_at': '2022-03-28T01:21:13Z', 'revision_number': 3, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': '7dfc666f-cb8f-4941-a7ba-060fabd0f8a3', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:38:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '770e3b46-431a-468e-b3f1-2a823a6be73f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:21:13Z', 'updated_at': '2022-03-28T01:21:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:21:15.315817 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-47ac5665-d107-4a5b-9ee6-a605b1a16bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (a6c059c6-e57b-473e-be1e-5c2e0fc604d2), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:15.356759 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ac5665-d107-4a5b-9ee6-a605b1a16bcf None None] Network cef01df6-95b0-4b92-b998-ecd5f7c70397 is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:21:15.364829 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-47ac5665-d107-4a5b-9ee6-a605b1a16bcf None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:21:15.369993 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ac5665-d107-4a5b-9ee6-a605b1a16bcf None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:21:15.373403 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ac5665-d107-4a5b-9ee6-a605b1a16bcf None None] Pushing event updated for resources: {'Port': ['ID=a6c059c6-e57b-473e-be1e-5c2e0fc604d2,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:21:15.430154 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-47ac5665-d107-4a5b-9ee6-a605b1a16bcf None None] Attempting to bind port a6c059c6-e57b-473e-be1e-5c2e0fc604d2 on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:21:15.430528 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-47ac5665-d107-4a5b-9ee6-a605b1a16bcf None None] Attempting to bind port a6c059c6-e57b-473e-be1e-5c2e0fc604d2 by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': 'd22caa61-041d-4235-b8c1-3988aaa3f363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cef01df6-95b0-4b92-b998-ecd5f7c70397'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:21:15.430908 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ac5665-d107-4a5b-9ee6-a605b1a16bcf None None] Attempting to bind port a6c059c6-e57b-473e-be1e-5c2e0fc604d2 on network cef01df6-95b0-4b92-b998-ecd5f7c70397 {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:21:15.437313 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ac5665-d107-4a5b-9ee6-a605b1a16bcf None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:21:15.437786 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ac5665-d107-4a5b-9ee6-a605b1a16bcf None None] Checking segment: {'id': 'd22caa61-041d-4235-b8c1-3988aaa3f363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cef01df6-95b0-4b92-b998-ecd5f7c70397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:21:15.438199 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-47ac5665-d107-4a5b-9ee6-a605b1a16bcf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:15.438592 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ac5665-d107-4a5b-9ee6-a605b1a16bcf None None] Bound using segment: {'id': 'd22caa61-041d-4235-b8c1-3988aaa3f363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cef01df6-95b0-4b92-b998-ecd5f7c70397'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:21:15.439060 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-47ac5665-d107-4a5b-9ee6-a605b1a16bcf None None] Bound port: a6c059c6-e57b-473e-be1e-5c2e0fc604d2, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd22caa61-041d-4235-b8c1-3988aaa3f363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cef01df6-95b0-4b92-b998-ecd5f7c70397'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:21:15.439442 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-47ac5665-d107-4a5b-9ee6-a605b1a16bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (a6c059c6-e57b-473e-be1e-5c2e0fc604d2), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:15.516201 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-47ac5665-d107-4a5b-9ee6-a605b1a16bcf None None] For port a6c059c6-e57b-473e-be1e-5c2e0fc604d2, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:21:15.520565 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-47ac5665-d107-4a5b-9ee6-a605b1a16bcf None None] For port a6c059c6-e57b-473e-be1e-5c2e0fc604d2, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=a6c059c6-e57b-473e-be1e-5c2e0fc604d2,segment=NetworkSegment(d22caa61-041d-4235-b8c1-3988aaa3f363),segment_id=d22caa61-041d-4235-b8c1-3988aaa3f363)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:21:15.527736 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-47ac5665-d107-4a5b-9ee6-a605b1a16bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (a6c059c6-e57b-473e-be1e-5c2e0fc604d2), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:15.626578 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ac5665-d107-4a5b-9ee6-a605b1a16bcf None None] Pushing event updated for resources: {'Port': ['ID=a6c059c6-e57b-473e-be1e-5c2e0fc604d2,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:21:15.762772 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f270a6ed-cfb5-4ec7-b63a-2379e777c432 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:16.102556 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [None req-f270a6ed-cfb5-4ec7-b63a-2379e777c432 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Allocated IP 172.20.0.1 (cef01df6-95b0-4b92-b998-ecd5f7c70397/085b1b19-2441-49d8-b645-4f5670b7f78e/70cabb81-46d1-44b8-b0e8-ff0f45d00d32) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:21:16.231549 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f270a6ed-cfb5-4ec7-b63a-2379e777c432 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for port (70cabb81-46d1-44b8-b0e8-ff0f45d00d32), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:16.252518 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:16.269141 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f270a6ed-cfb5-4ec7-b63a-2379e777c432 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (70cabb81-46d1-44b8-b0e8-ff0f45d00d32), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:16.310209 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f270a6ed-cfb5-4ec7-b63a-2379e777c432 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Network cef01df6-95b0-4b92-b998-ecd5f7c70397 is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:21:16.318275 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-f270a6ed-cfb5-4ec7-b63a-2379e777c432 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:21:16.323726 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f270a6ed-cfb5-4ec7-b63a-2379e777c432 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:21:16.333673 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f270a6ed-cfb5-4ec7-b63a-2379e777c432 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'Port': ['ID=70cabb81-46d1-44b8-b0e8-ff0f45d00d32,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:21:16.393398 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f270a6ed-cfb5-4ec7-b63a-2379e777c432 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3686596'] for router_interface (770e3b46-431a-468e-b3f1-2a823a6be73f), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:16.538530 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f270a6ed-cfb5-4ec7-b63a-2379e777c432 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (70cabb81-46d1-44b8-b0e8-ff0f45d00d32), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:16.690569 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b7be6a-1d26-463b-876e-059469917646 None None] Network cef01df6-95b0-4b92-b998-ecd5f7c70397 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:21:16.819721 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-f88f7e7c-163d-4fa5-9fd8-525e5a5295b5 None None] Provisioning complete for port a6c059c6-e57b-473e-be1e-5c2e0fc604d2 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:21:16.820156 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f88f7e7c-163d-4fa5-9fd8-525e5a5295b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (a6c059c6-e57b-473e-be1e-5c2e0fc604d2), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:16.861876 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f270a6ed-cfb5-4ec7-b63a-2379e777c432 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for port (70cabb81-46d1-44b8-b0e8-ff0f45d00d32), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:16.868051 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f270a6ed-cfb5-4ec7-b63a-2379e777c432 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (70cabb81-46d1-44b8-b0e8-ff0f45d00d32), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:16.929947 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-f88f7e7c-163d-4fa5-9fd8-525e5a5295b5 None None] Current status of the port a6c059c6-e57b-473e-be1e-5c2e0fc604d2 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:21:16.930614 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f88f7e7c-163d-4fa5-9fd8-525e5a5295b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (a6c059c6-e57b-473e-be1e-5c2e0fc604d2), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:16.983242 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-f88f7e7c-163d-4fa5-9fd8-525e5a5295b5 None None] For port a6c059c6-e57b-473e-be1e-5c2e0fc604d2, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=a6c059c6-e57b-473e-be1e-5c2e0fc604d2,segment=NetworkSegment(d22caa61-041d-4235-b8c1-3988aaa3f363),segment_id=d22caa61-041d-4235-b8c1-3988aaa3f363)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:21:16.983523 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f270a6ed-cfb5-4ec7-b63a-2379e777c432 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'Port': ['ID=70cabb81-46d1-44b8-b0e8-ff0f45d00d32,revision_number=2']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:21:16.986555 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f270a6ed-cfb5-4ec7-b63a-2379e777c432 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3725889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3686480'] for router_interface (770e3b46-431a-468e-b3f1-2a823a6be73f), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:16.992881 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f88f7e7c-163d-4fa5-9fd8-525e5a5295b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (a6c059c6-e57b-473e-be1e-5c2e0fc604d2), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:17.058882 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88f7e7c-163d-4fa5-9fd8-525e5a5295b5 None None] Pushing event updated for resources: {'Port': ['ID=a6c059c6-e57b-473e-be1e-5c2e0fc604d2,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:21:17.112509 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f270a6ed-cfb5-4ec7-b63a-2379e777c432 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Network cef01df6-95b0-4b92-b998-ecd5f7c70397 is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:21:17.114612 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-f270a6ed-cfb5-4ec7-b63a-2379e777c432 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:21:17.221641 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-eb471ef8-64b1-43df-b298-d3bc0d952e39 None None] Provisioning complete for port 70cabb81-46d1-44b8-b0e8-ff0f45d00d32 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:21:17.222005 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-eb471ef8-64b1-43df-b298-d3bc0d952e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (70cabb81-46d1-44b8-b0e8-ff0f45d00d32), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:17.261986 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f270a6ed-cfb5-4ec7-b63a-2379e777c432 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Router 770e3b46-431a-468e-b3f1-2a823a6be73f has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:21:17.279687 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-eb471ef8-64b1-43df-b298-d3bc0d952e39 None None] Port 70cabb81-46d1-44b8-b0e8-ff0f45d00d32 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:21:17.295370 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-eb471ef8-64b1-43df-b298-d3bc0d952e39 None None] Provisioning complete for port a6c059c6-e57b-473e-be1e-5c2e0fc604d2 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:21:17.295992 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-eb471ef8-64b1-43df-b298-d3bc0d952e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (a6c059c6-e57b-473e-be1e-5c2e0fc604d2), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:17.405654 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-eb471ef8-64b1-43df-b298-d3bc0d952e39 None None] Current status of the port a6c059c6-e57b-473e-be1e-5c2e0fc604d2 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:21:17.440604 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f270a6ed-cfb5-4ec7-b63a-2379e777c432 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:21:17.448372 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 57770) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:21:17.448900 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-f270a6ed-cfb5-4ec7-b63a-2379e777c432 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "PUT /v2.0/routers/770e3b46-431a-468e-b3f1-2a823a6be73f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5414712 Mar 28 01:21:17.450301 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f471bd6-e3e9-46b8-8012-5c29ecf4e6e3 None None] Sync routers for ids ['770e3b46-431a-468e-b3f1-2a823a6be73f'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:21:17.465523 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f471bd6-e3e9-46b8-8012-5c29ecf4e6e3 None None] Routers {'770e3b46-431a-468e-b3f1-2a823a6be73f'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:21:17.466264 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-5f471bd6-e3e9-46b8-8012-5c29ecf4e6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:21:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['770e3b46-431a-468e-b3f1-2a823a6be73f'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:21:17.620760 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a203af8-0a11-4542-95fb-a9dbb3dc9bb2 tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:21:17.621663 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a203af8-0a11-4542-95fb-a9dbb3dc9bb2 tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:21:17.622461 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a203af8-0a11-4542-95fb-a9dbb3dc9bb2 tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:21:17.623436 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a203af8-0a11-4542-95fb-a9dbb3dc9bb2 tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:21:17.625457 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-7a203af8-0a11-4542-95fb-a9dbb3dc9bb2 tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2883 time: 0.1760352 Mar 28 01:21:17.628841 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 57772) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:21:17.702566 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b05d57-98f9-4637-af25-a29bc2edaa9e tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:21:17.703150 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b05d57-98f9-4637-af25-a29bc2edaa9e tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:21:17.703605 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b05d57-98f9-4637-af25-a29bc2edaa9e tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:21:17.704764 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b05d57-98f9-4637-af25-a29bc2edaa9e tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:21:17.707289 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 7dfc666f-cb8f-4941-a7ba-060fabd0f8a3 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:21:17.708758 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 57774) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:21:17.709229 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-a9b05d57-98f9-4637-af25-a29bc2edaa9e tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0792954 Mar 28 01:21:17.761297 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-e768b931-f3b8-48cb-bad0-cd2f2ca5a693 None None] Provisioning complete for port 70cabb81-46d1-44b8-b0e8-ff0f45d00d32 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:21:17.761669 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-e768b931-f3b8-48cb-bad0-cd2f2ca5a693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (70cabb81-46d1-44b8-b0e8-ff0f45d00d32), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:17.834643 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-5f471bd6-e3e9-46b8-8012-5c29ecf4e6e3 None None] Set router 770e3b46-431a-468e-b3f1-2a823a6be73f gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:21:17.837274 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:17.851791 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-107d8871-386c-4c1f-baea-8cd2b33e4e6e tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1369171 Mar 28 01:21:17.865369 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-e768b931-f3b8-48cb-bad0-cd2f2ca5a693 None None] Port 70cabb81-46d1-44b8-b0e8-ff0f45d00d32 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:21:17.878857 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 7dfc666f-cb8f-4941-a7ba-060fabd0f8a3 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:21:17.879284 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (7dfc666f-cb8f-4941-a7ba-060fabd0f8a3), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:18.024585 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-415bd5ea-f549-4a06-95a0-53e8a735edce None None] Provisioning complete for port 70cabb81-46d1-44b8-b0e8-ff0f45d00d32 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:21:18.024961 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-415bd5ea-f549-4a06-95a0-53e8a735edce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (70cabb81-46d1-44b8-b0e8-ff0f45d00d32), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:18.031651 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 57778) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:21:18.036871 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-f688ffb1-7401-4b24-af0d-55537667550c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-453159442', 'description': 'tempest-secgroup-smoke-453159442 description', 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:21:18.057237 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f688ffb1-7401-4b24-af0d-55537667550c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:18.117373 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-415bd5ea-f549-4a06-95a0-53e8a735edce None None] Port 70cabb81-46d1-44b8-b0e8-ff0f45d00d32 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:21:18.124866 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f688ffb1-7401-4b24-af0d-55537667550c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group (07e19e5f-537b-46db-804b-4c2e0cf47720), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:18.128804 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 7dfc666f-cb8f-4941-a7ba-060fabd0f8a3 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:21:18.129168 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f688ffb1-7401-4b24-af0d-55537667550c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (07e19e5f-537b-46db-804b-4c2e0cf47720), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:18.129348 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (7dfc666f-cb8f-4941-a7ba-060fabd0f8a3), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:18.157435 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f688ffb1-7401-4b24-af0d-55537667550c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:18.158484 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] For port 7dfc666f-cb8f-4941-a7ba-060fabd0f8a3, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=7dfc666f-cb8f-4941-a7ba-060fabd0f8a3,segment=NetworkSegment(b6f00c62-aca5-4c73-8989-c04c396daeed),segment_id=b6f00c62-aca5-4c73-8989-c04c396daeed)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:21:18.158686 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-f688ffb1-7401-4b24-af0d-55537667550c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1256647 Mar 28 01:21:18.162163 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 57780) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:21:18.162788 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f688ffb1-7401-4b24-af0d-55537667550c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07e19e5f-537b-46db-804b-4c2e0cf47720,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:21:18.166037 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (7dfc666f-cb8f-4941-a7ba-060fabd0f8a3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:18.166832 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device a6c059c6-e57b-473e-be1e-5c2e0fc604d2 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:21:18.174228 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-586125dd-e580-4c94-8b0d-d0fe6a38a866 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'security_group_rule': {'security_group_id': '07e19e5f-537b-46db-804b-4c2e0cf47720', 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:21:18.198888 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-586125dd-e580-4c94-8b0d-d0fe6a38a866 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (1444b38f-17a6-4b46-a88b-757d62c0cd0e), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:18.235702 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-5f471bd6-e3e9-46b8-8012-5c29ecf4e6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '770e3b46-431a-468e-b3f1-2a823a6be73f', 'name': 'tempest-TestNetworkBasicOps-router-1335558859', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.251'}], 'enable_snat': True}, 'gw_port_id': '7dfc666f-cb8f-4941-a7ba-060fabd0f8a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:21:12Z', 'updated_at': '2022-03-28T01:21:16Z', 'revision_number': 4, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': '7dfc666f-cb8f-4941-a7ba-060fabd0f8a3', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:38:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '770e3b46-431a-468e-b3f1-2a823a6be73f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:21:13Z', 'updated_at': '2022-03-28T01:21:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': '70cabb81-46d1-44b8-b0e8-ff0f45d00d32', 'name': '', 'network_id': 'cef01df6-95b0-4b92-b998-ecd5f7c70397', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'mac_address': 'fa:16:3e:e0:70:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '770e3b46-431a-468e-b3f1-2a823a6be73f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': '085b1b19-2441-49d8-b645-4f5670b7f78e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:21:15Z', 'updated_at': '2022-03-28T01:21:16Z', 'revision_number': 2, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'subnets': [{'id': '085b1b19-2441-49d8-b645-4f5670b7f78e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:21:18.259345 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-586125dd-e580-4c94-8b0d-d0fe6a38a866 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (1444b38f-17a6-4b46-a88b-757d62c0cd0e), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:18.262913 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-586125dd-e580-4c94-8b0d-d0fe6a38a866 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (1444b38f-17a6-4b46-a88b-757d62c0cd0e), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:18.273256 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f471bd6-e3e9-46b8-8012-5c29ecf4e6e3 None None] Checking router: 770e3b46-431a-468e-b3f1-2a823a6be73f for host: dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:21:18.273612 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f471bd6-e3e9-46b8-8012-5c29ecf4e6e3 None None] Updating router 770e3b46-431a-468e-b3f1-2a823a6be73f port 70cabb81-46d1-44b8-b0e8-ff0f45d00d32 binding host dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 01:21:18.280915 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586125dd-e580-4c94-8b0d-d0fe6a38a866 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1444b38f-17a6-4b46-a88b-757d62c0cd0e,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:21:18.289383 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-586125dd-e580-4c94-8b0d-d0fe6a38a866 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:18.290598 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-586125dd-e580-4c94-8b0d-d0fe6a38a866 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1267951 Mar 28 01:21:18.293399 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 57782) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:21:18.294540 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Pushing event updated for resources: {'Port': ['ID=7dfc666f-cb8f-4941-a7ba-060fabd0f8a3,revision_number=4']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:21:18.297751 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-52a0d39e-a7df-45f3-bc0f-13e0b350bd19 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'security_group_rule': {'security_group_id': '07e19e5f-537b-46db-804b-4c2e0cf47720', 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:21:18.309866 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5f471bd6-e3e9-46b8-8012-5c29ecf4e6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (70cabb81-46d1-44b8-b0e8-ff0f45d00d32), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:18.321385 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port a6c059c6-e57b-473e-be1e-5c2e0fc604d2 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:21:18.321749 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (a6c059c6-e57b-473e-be1e-5c2e0fc604d2), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:18.323033 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-52a0d39e-a7df-45f3-bc0f-13e0b350bd19 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (e9e04fb4-b4dc-4d45-91f1-08a93c81109c), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:18.378174 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-52a0d39e-a7df-45f3-bc0f-13e0b350bd19 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (e9e04fb4-b4dc-4d45-91f1-08a93c81109c), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:18.382397 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-52a0d39e-a7df-45f3-bc0f-13e0b350bd19 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (e9e04fb4-b4dc-4d45-91f1-08a93c81109c), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:18.397207 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a0d39e-a7df-45f3-bc0f-13e0b350bd19 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9e04fb4-b4dc-4d45-91f1-08a93c81109c,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:21:18.408657 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-52a0d39e-a7df-45f3-bc0f-13e0b350bd19 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:18.412719 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 57784) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:21:18.412881 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-52a0d39e-a7df-45f3-bc0f-13e0b350bd19 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1183505 Mar 28 01:21:18.417289 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-edbfbf1c-6698-4cbb-bb96-0139c8b8fa9c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'security_group_rule': {'security_group_id': '07e19e5f-537b-46db-804b-4c2e0cf47720', 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:21:18.442544 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-edbfbf1c-6698-4cbb-bb96-0139c8b8fa9c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (c346f724-40c3-44c0-a221-048a90500199), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:18.502005 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-edbfbf1c-6698-4cbb-bb96-0139c8b8fa9c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (c346f724-40c3-44c0-a221-048a90500199), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:18.505963 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-edbfbf1c-6698-4cbb-bb96-0139c8b8fa9c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (c346f724-40c3-44c0-a221-048a90500199), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:18.524780 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port a6c059c6-e57b-473e-be1e-5c2e0fc604d2 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:21:18.525530 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbfbf1c-6698-4cbb-bb96-0139c8b8fa9c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c346f724-40c3-44c0-a221-048a90500199,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:21:18.531873 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-edbfbf1c-6698-4cbb-bb96-0139c8b8fa9c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:18.536311 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 57786) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:21:18.536452 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-edbfbf1c-6698-4cbb-bb96-0139c8b8fa9c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1225209 Mar 28 01:21:18.540899 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-5a36466e-dc1f-4278-98a2-84a291394b51 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'security_group_rule': {'security_group_id': '07e19e5f-537b-46db-804b-4c2e0cf47720', 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:21:18.565151 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5a36466e-dc1f-4278-98a2-84a291394b51 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (39b74ef3-2857-4a6d-ae73-2a48fa613711), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:18.624256 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5a36466e-dc1f-4278-98a2-84a291394b51 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (39b74ef3-2857-4a6d-ae73-2a48fa613711), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:18.627984 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5a36466e-dc1f-4278-98a2-84a291394b51 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (39b74ef3-2857-4a6d-ae73-2a48fa613711), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:18.639956 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5f471bd6-e3e9-46b8-8012-5c29ecf4e6e3 None None] Publish callbacks [] for port (70cabb81-46d1-44b8-b0e8-ff0f45d00d32), precommit_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:18.645368 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a36466e-dc1f-4278-98a2-84a291394b51 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39b74ef3-2857-4a6d-ae73-2a48fa613711,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:21:18.645922 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5f471bd6-e3e9-46b8-8012-5c29ecf4e6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (70cabb81-46d1-44b8-b0e8-ff0f45d00d32), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:18.652440 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5a36466e-dc1f-4278-98a2-84a291394b51 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:18.653971 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-5a36466e-dc1f-4278-98a2-84a291394b51 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1163003 Mar 28 01:21:18.656391 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 57788) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:21:18.660922 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-5abfbceb-0f58-4804-a7f5-f1c54ae54269 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'security_group_rule': {'security_group_id': '07e19e5f-537b-46db-804b-4c2e0cf47720', 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:21:18.683703 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.securitygroups_db [None req-5abfbceb-0f58-4804-a7f5-f1c54ae54269 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Project cf1ee0ed9c204cc5bccbb38ebf185041 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 01:21:18.688817 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5abfbceb-0f58-4804-a7f5-f1c54ae54269 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (29a2544c-8068-49d9-ac43-978e42b054f4), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:18.701324 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfdd20c-46bf-4b08-86a5-8c7a91057e28 None None] Pushing event updated for resources: {'Port': ['ID=70cabb81-46d1-44b8-b0e8-ff0f45d00d32,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:21:18.752947 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5abfbceb-0f58-4804-a7f5-f1c54ae54269 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (29a2544c-8068-49d9-ac43-978e42b054f4), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:18.755369 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-5f471bd6-e3e9-46b8-8012-5c29ecf4e6e3 None None] Attempting to bind port 70cabb81-46d1-44b8-b0e8-ff0f45d00d32 on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:21:18.755768 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-5f471bd6-e3e9-46b8-8012-5c29ecf4e6e3 None None] Attempting to bind port 70cabb81-46d1-44b8-b0e8-ff0f45d00d32 by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': 'd22caa61-041d-4235-b8c1-3988aaa3f363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cef01df6-95b0-4b92-b998-ecd5f7c70397'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:21:18.756165 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f471bd6-e3e9-46b8-8012-5c29ecf4e6e3 None None] Attempting to bind port 70cabb81-46d1-44b8-b0e8-ff0f45d00d32 on network cef01df6-95b0-4b92-b998-ecd5f7c70397 {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:21:18.757482 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5abfbceb-0f58-4804-a7f5-f1c54ae54269 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (29a2544c-8068-49d9-ac43-978e42b054f4), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:18.761728 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f471bd6-e3e9-46b8-8012-5c29ecf4e6e3 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:21:18.762135 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f471bd6-e3e9-46b8-8012-5c29ecf4e6e3 None None] Checking segment: {'id': 'd22caa61-041d-4235-b8c1-3988aaa3f363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cef01df6-95b0-4b92-b998-ecd5f7c70397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:21:18.762660 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5f471bd6-e3e9-46b8-8012-5c29ecf4e6e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:18.763045 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f471bd6-e3e9-46b8-8012-5c29ecf4e6e3 None None] Bound using segment: {'id': 'd22caa61-041d-4235-b8c1-3988aaa3f363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cef01df6-95b0-4b92-b998-ecd5f7c70397'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:21:18.763512 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-5f471bd6-e3e9-46b8-8012-5c29ecf4e6e3 None None] Bound port: 70cabb81-46d1-44b8-b0e8-ff0f45d00d32, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd22caa61-041d-4235-b8c1-3988aaa3f363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cef01df6-95b0-4b92-b998-ecd5f7c70397'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:21:18.763887 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5f471bd6-e3e9-46b8-8012-5c29ecf4e6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (70cabb81-46d1-44b8-b0e8-ff0f45d00d32), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:18.786173 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abfbceb-0f58-4804-a7f5-f1c54ae54269 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29a2544c-8068-49d9-ac43-978e42b054f4,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:21:18.792952 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5abfbceb-0f58-4804-a7f5-f1c54ae54269 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:18.796789 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-5abfbceb-0f58-4804-a7f5-f1c54ae54269 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1369541 Mar 28 01:21:18.797305 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 57790) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:21:18.801822 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-86beb5f9-f5ac-4b74-a71d-69c23a814d91 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'security_group_rule': {'security_group_id': '07e19e5f-537b-46db-804b-4c2e0cf47720', 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:21:18.823525 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.securitygroups_db [None req-86beb5f9-f5ac-4b74-a71d-69c23a814d91 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Project cf1ee0ed9c204cc5bccbb38ebf185041 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 01:21:18.829287 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-86beb5f9-f5ac-4b74-a71d-69c23a814d91 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (034c2c9f-bbc7-4220-b976-670bcc6b8229), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:18.837609 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-5f471bd6-e3e9-46b8-8012-5c29ecf4e6e3 None None] For port 70cabb81-46d1-44b8-b0e8-ff0f45d00d32, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:21:18.840901 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-5f471bd6-e3e9-46b8-8012-5c29ecf4e6e3 None None] For port 70cabb81-46d1-44b8-b0e8-ff0f45d00d32, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=70cabb81-46d1-44b8-b0e8-ff0f45d00d32,segment=NetworkSegment(d22caa61-041d-4235-b8c1-3988aaa3f363),segment_id=d22caa61-041d-4235-b8c1-3988aaa3f363)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:21:18.848205 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5f471bd6-e3e9-46b8-8012-5c29ecf4e6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (70cabb81-46d1-44b8-b0e8-ff0f45d00d32), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:18.904896 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f471bd6-e3e9-46b8-8012-5c29ecf4e6e3 None None] Routers {'770e3b46-431a-468e-b3f1-2a823a6be73f'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:21:18.905515 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-5f471bd6-e3e9-46b8-8012-5c29ecf4e6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:21:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['770e3b46-431a-468e-b3f1-2a823a6be73f'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:21:18.908285 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-86beb5f9-f5ac-4b74-a71d-69c23a814d91 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (034c2c9f-bbc7-4220-b976-670bcc6b8229), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:18.913748 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-86beb5f9-f5ac-4b74-a71d-69c23a814d91 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (034c2c9f-bbc7-4220-b976-670bcc6b8229), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:18.932365 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86beb5f9-f5ac-4b74-a71d-69c23a814d91 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=034c2c9f-bbc7-4220-b976-670bcc6b8229,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:21:18.948517 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-86beb5f9-f5ac-4b74-a71d-69c23a814d91 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:18.949748 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-86beb5f9-f5ac-4b74-a71d-69c23a814d91 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1515863 Mar 28 01:21:18.988500 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfdd20c-46bf-4b08-86a5-8c7a91057e28 None None] Pushing event updated for resources: {'Port': ['ID=70cabb81-46d1-44b8-b0e8-ff0f45d00d32,revision_number=4']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:21:19.017530 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-7c0e790b-a85a-48b6-b1ee-4c7b8896297d None None] Provisioning complete for port 70cabb81-46d1-44b8-b0e8-ff0f45d00d32 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:21:19.017991 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-7c0e790b-a85a-48b6-b1ee-4c7b8896297d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (70cabb81-46d1-44b8-b0e8-ff0f45d00d32), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:19.084258 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-5f471bd6-e3e9-46b8-8012-5c29ecf4e6e3 None None] Set router 770e3b46-431a-468e-b3f1-2a823a6be73f gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:21:19.115458 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-b96cc021-5c2e-495a-a62d-fa41667662aa req-188db454-e5b8-4f3a-a61a-b16294fd936b tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-453159442&fields=id&tenant_id=cf1ee0ed9c204cc5bccbb38ebf185041 HTTP/1.1" status: 200 len: 267 time: 0.0503416 Mar 28 01:21:19.186192 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-7c0e790b-a85a-48b6-b1ee-4c7b8896297d None None] Current status of the port 70cabb81-46d1-44b8-b0e8-ff0f45d00d32 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:21:19.186504 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-7c0e790b-a85a-48b6-b1ee-4c7b8896297d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (70cabb81-46d1-44b8-b0e8-ff0f45d00d32), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:19.219508 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96cc021-5c2e-495a-a62d-fa41667662aa req-2a46e9cf-75f7-4a4c-b6bc-8277e4023e18 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:21:19.221014 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-b96cc021-5c2e-495a-a62d-fa41667662aa req-2a46e9cf-75f7-4a4c-b6bc-8277e4023e18 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/networks?id=cef01df6-95b0-4b92-b998-ecd5f7c70397 HTTP/1.1" status: 200 len: 797 time: 0.0986722 Mar 28 01:21:19.235161 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-b96cc021-5c2e-495a-a62d-fa41667662aa req-d263f749-5502-43c1-bbe4-717d819abcdd tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/quotas/cf1ee0ed9c204cc5bccbb38ebf185041 HTTP/1.1" status: 200 len: 375 time: 0.0087924 Mar 28 01:21:19.264388 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-7c0e790b-a85a-48b6-b1ee-4c7b8896297d None None] For port 70cabb81-46d1-44b8-b0e8-ff0f45d00d32, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=70cabb81-46d1-44b8-b0e8-ff0f45d00d32,segment=NetworkSegment(d22caa61-041d-4235-b8c1-3988aaa3f363),segment_id=d22caa61-041d-4235-b8c1-3988aaa3f363)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:21:19.271481 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-7c0e790b-a85a-48b6-b1ee-4c7b8896297d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (70cabb81-46d1-44b8-b0e8-ff0f45d00d32), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:19.295000 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-b96cc021-5c2e-495a-a62d-fa41667662aa req-d6446cc0-333a-4f0f-9fd2-da69d61cbf97 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=cf1ee0ed9c204cc5bccbb38ebf185041&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0543687 Mar 28 01:21:19.353778 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0e790b-a85a-48b6-b1ee-4c7b8896297d None None] Pushing event updated for resources: {'Port': ['ID=70cabb81-46d1-44b8-b0e8-ff0f45d00d32,revision_number=5']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:21:19.383526 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-5f471bd6-e3e9-46b8-8012-5c29ecf4e6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '770e3b46-431a-468e-b3f1-2a823a6be73f', 'name': 'tempest-TestNetworkBasicOps-router-1335558859', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.251'}], 'enable_snat': True}, 'gw_port_id': '7dfc666f-cb8f-4941-a7ba-060fabd0f8a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:21:12Z', 'updated_at': '2022-03-28T01:21:16Z', 'revision_number': 4, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': '7dfc666f-cb8f-4941-a7ba-060fabd0f8a3', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:38:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770e3b46-431a-468e-b3f1-2a823a6be73f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:21:13Z', 'updated_at': '2022-03-28T01:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': '70cabb81-46d1-44b8-b0e8-ff0f45d00d32', 'name': '', 'network_id': 'cef01df6-95b0-4b92-b998-ecd5f7c70397', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'mac_address': 'fa:16:3e:e0:70:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '770e3b46-431a-468e-b3f1-2a823a6be73f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': '085b1b19-2441-49d8-b645-4f5670b7f78e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:21:15Z', 'updated_at': '2022-03-28T01:21:18Z', 'revision_number': 4, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'subnets': [{'id': '085b1b19-2441-49d8-b645-4f5670b7f78e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:21:19.393494 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-b96cc021-5c2e-495a-a62d-fa41667662aa req-10e0e5af-5683-43f6-8a1e-d31e2848f87f service neutron] 10.222.0.24 "GET /v2.0/networks/cef01df6-95b0-4b92-b998-ecd5f7c70397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861225 Mar 28 01:21:19.417350 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f471bd6-e3e9-46b8-8012-5c29ecf4e6e3 None None] The sync data for ids ['770e3b46-431a-468e-b3f1-2a823a6be73f'] in dv-neutron-834874-6-hyperv is: [{'id': '770e3b46-431a-468e-b3f1-2a823a6be73f', 'name': 'tempest-TestNetworkBasicOps-router-1335558859', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.251'}], 'enable_snat': True}, 'gw_port_id': '7dfc666f-cb8f-4941-a7ba-060fabd0f8a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:21:12Z', 'updated_at': '2022-03-28T01:21:16Z', 'revision_number': 4, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': '7dfc666f-cb8f-4941-a7ba-060fabd0f8a3', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:38:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770e3b46-431a-468e-b3f1-2a823a6be73f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:21:13Z', 'updated_at': '2022-03-28T01:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': '70cabb81-46d1-44b8-b0e8-ff0f45d00d32', 'name': '', 'network_id': 'cef01df6-95b0-4b92-b998-ecd5f7c70397', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'mac_address': 'fa:16:3e:e0:70:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '770e3b46-431a-468e-b3f1-2a823a6be73f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': '085b1b19-2441-49d8-b645-4f5670b7f78e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:21:15Z', 'updated_at': '2022-03-28T01:21:18Z', 'revision_number': 4, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'subnets': [{'id': '085b1b19-2441-49d8-b645-4f5670b7f78e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:21:19.423519 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-e2e56b21-26ca-42de-b763-7cb63e0654a1 None None] Provisioning complete for port 70cabb81-46d1-44b8-b0e8-ff0f45d00d32 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:21:19.423889 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-e2e56b21-26ca-42de-b763-7cb63e0654a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (70cabb81-46d1-44b8-b0e8-ff0f45d00d32), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:19.508437 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-b96cc021-5c2e-495a-a62d-fa41667662aa req-ac728ac6-6503-45af-b8b0-72beef6628ad service neutron] 10.222.0.24 "GET /v2.0/networks/cef01df6-95b0-4b92-b998-ecd5f7c70397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074185 Mar 28 01:21:19.523801 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-e2e56b21-26ca-42de-b763-7cb63e0654a1 None None] Current status of the port 70cabb81-46d1-44b8-b0e8-ff0f45d00d32 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:21:19.675944 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 70cabb81-46d1-44b8-b0e8-ff0f45d00d32 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:21:19.686929 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-a0b61922-1a60-400b-97d9-d3e1eba9cd62 req-5f20ab82-5626-404c-a81d-0ce9a366a17b tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=10200f97-cbd2-4379-9bed-787590a1fed6 HTTP/1.1" status: 200 len: 210 time: 0.0394459 Mar 28 01:21:19.728402 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 70cabb81-46d1-44b8-b0e8-ff0f45d00d32 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:21:19.729161 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (70cabb81-46d1-44b8-b0e8-ff0f45d00d32), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:19.822214 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 70cabb81-46d1-44b8-b0e8-ff0f45d00d32 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:21:19.823325 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 7dfc666f-cb8f-4941-a7ba-060fabd0f8a3 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:21:19.881540 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 7dfc666f-cb8f-4941-a7ba-060fabd0f8a3 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:21:19.882716 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (7dfc666f-cb8f-4941-a7ba-060fabd0f8a3), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:19.970243 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 7dfc666f-cb8f-4941-a7ba-060fabd0f8a3 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:21:20.783111 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-5ffcb515-bd53-4f5c-8dfb-1f5c0be8395f req-a6792695-91a8-4883-aba5-d80416d6db35 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=10200f97-cbd2-4379-9bed-787590a1fed6 HTTP/1.1" status: 200 len: 210 time: 0.0341530 Mar 28 01:21:20.798659 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96cc021-5c2e-495a-a62d-fa41667662aa req-b362063e-a540-4667-a62d-5bba559ebb12 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:21:20.800177 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-b96cc021-5c2e-495a-a62d-fa41667662aa req-b362063e-a540-4667-a62d-5bba559ebb12 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.10 "GET /v2.0/networks?id=cef01df6-95b0-4b92-b998-ecd5f7c70397 HTTP/1.1" status: 200 len: 797 time: 0.1328564 Mar 28 01:21:20.868272 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-b96cc021-5c2e-495a-a62d-fa41667662aa req-4c93d90a-bfd8-4713-a060-e229b68ef866 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf1ee0ed9c204cc5bccbb38ebf185041 HTTP/1.1" status: 200 len: 379 time: 0.0581527 Mar 28 01:21:20.876522 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [req-b96cc021-5c2e-495a-a62d-fa41667662aa req-10304ef9-0d3c-4c0b-b14b-9c3c1c2aae7d tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'port': {'device_id': '10200f97-cbd2-4379-9bed-787590a1fed6', 'network_id': 'cef01df6-95b0-4b92-b998-ecd5f7c70397', 'admin_state_up': True, 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'security_groups': ['07e19e5f-537b-46db-804b-4c2e0cf47720']}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:21:20.977560 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b96cc021-5c2e-495a-a62d-fa41667662aa req-10304ef9-0d3c-4c0b-b14b-9c3c1c2aae7d tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Made reservation on behalf of cf1ee0ed9c204cc5bccbb38ebf185041 for: {'port': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:21:20.980753 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-b96cc021-5c2e-495a-a62d-fa41667662aa req-10304ef9-0d3c-4c0b-b14b-9c3c1c2aae7d tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:21.104580 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [req-b96cc021-5c2e-495a-a62d-fa41667662aa req-10304ef9-0d3c-4c0b-b14b-9c3c1c2aae7d tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Allocated IP 172.20.0.9 (cef01df6-95b0-4b92-b998-ecd5f7c70397/085b1b19-2441-49d8-b645-4f5670b7f78e/fdab2457-ab1f-427a-9344-a9d57db82334) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:21:21.234435 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-b96cc021-5c2e-495a-a62d-fa41667662aa req-10304ef9-0d3c-4c0b-b14b-9c3c1c2aae7d tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for port (fdab2457-ab1f-427a-9344-a9d57db82334), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:21.267403 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-b96cc021-5c2e-495a-a62d-fa41667662aa req-10304ef9-0d3c-4c0b-b14b-9c3c1c2aae7d tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (fdab2457-ab1f-427a-9344-a9d57db82334), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:21.311041 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b96cc021-5c2e-495a-a62d-fa41667662aa req-10304ef9-0d3c-4c0b-b14b-9c3c1c2aae7d tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Network cef01df6-95b0-4b92-b998-ecd5f7c70397 is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:21:21.313999 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [req-b96cc021-5c2e-495a-a62d-fa41667662aa req-10304ef9-0d3c-4c0b-b14b-9c3c1c2aae7d tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:21:21.316332 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [req-b96cc021-5c2e-495a-a62d-fa41667662aa req-10304ef9-0d3c-4c0b-b14b-9c3c1c2aae7d tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:21:21.346944 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10304ef9-0d3c-4c0b-b14b-9c3c1c2aae7d tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'Port': ['ID=fdab2457-ab1f-427a-9344-a9d57db82334,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:21:21.372487 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96cc021-5c2e-495a-a62d-fa41667662aa req-10304ef9-0d3c-4c0b-b14b-9c3c1c2aae7d tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:21:21.373102 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-b96cc021-5c2e-495a-a62d-fa41667662aa req-10304ef9-0d3c-4c0b-b14b-9c3c1c2aae7d tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:21.390088 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-b96cc021-5c2e-495a-a62d-fa41667662aa req-10304ef9-0d3c-4c0b-b14b-9c3c1c2aae7d tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5170636 Mar 28 01:21:21.401865 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [req-b96cc021-5c2e-495a-a62d-fa41667662aa req-820a2a30-a4d7-49eb-b00b-19807442f7f3 service neutron] Request body: {'port': {'device_id': '10200f97-cbd2-4379-9bed-787590a1fed6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8348'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:21:21.464734 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-b96cc021-5c2e-495a-a62d-fa41667662aa req-820a2a30-a4d7-49eb-b00b-19807442f7f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (fdab2457-ab1f-427a-9344-a9d57db82334), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:21.556042 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-dd23ff44-86b4-4cd6-b35a-b8c33940f4b7 None None] Provisioning complete for port fdab2457-ab1f-427a-9344-a9d57db82334 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:21:21.556641 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-dd23ff44-86b4-4cd6-b35a-b8c33940f4b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (fdab2457-ab1f-427a-9344-a9d57db82334), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:21.591941 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-dd23ff44-86b4-4cd6-b35a-b8c33940f4b7 None None] Port fdab2457-ab1f-427a-9344-a9d57db82334 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:21:21.734000 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [req-b96cc021-5c2e-495a-a62d-fa41667662aa req-820a2a30-a4d7-49eb-b00b-19807442f7f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdab2457-ab1f-427a-9344-a9d57db82334 {{(pid=104099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 01:21:21.741319 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-b96cc021-5c2e-495a-a62d-fa41667662aa req-820a2a30-a4d7-49eb-b00b-19807442f7f3 service neutron] Publish callbacks [] for port (fdab2457-ab1f-427a-9344-a9d57db82334), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:21.752822 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [req-b96cc021-5c2e-495a-a62d-fa41667662aa req-820a2a30-a4d7-49eb-b00b-19807442f7f3 service neutron] Transition to ACTIVE for port object fdab2457-ab1f-427a-9344-a9d57db82334 will not be triggered until provisioned by entity L2. {{(pid=104099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 01:21:21.756189 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-b96cc021-5c2e-495a-a62d-fa41667662aa req-820a2a30-a4d7-49eb-b00b-19807442f7f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (fdab2457-ab1f-427a-9344-a9d57db82334), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:21.804062 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820a2a30-a4d7-49eb-b00b-19807442f7f3 service neutron] Pushing event updated for resources: {'Port': ['ID=fdab2457-ab1f-427a-9344-a9d57db82334,revision_number=2']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:21:21.880457 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-b96cc021-5c2e-495a-a62d-fa41667662aa req-820a2a30-a4d7-49eb-b00b-19807442f7f3 service neutron] Attempting to bind port fdab2457-ab1f-427a-9344-a9d57db82334 on host hv-neutron-8348 for vnic_type normal with profile {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:21:21.880914 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-b96cc021-5c2e-495a-a62d-fa41667662aa req-820a2a30-a4d7-49eb-b00b-19807442f7f3 service neutron] Attempting to bind port fdab2457-ab1f-427a-9344-a9d57db82334 by drivers openvswitch,hyperv on host hv-neutron-8348 at level 0 using segments [{'id': 'd22caa61-041d-4235-b8c1-3988aaa3f363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cef01df6-95b0-4b92-b998-ecd5f7c70397'}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:21:21.881350 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96cc021-5c2e-495a-a62d-fa41667662aa req-820a2a30-a4d7-49eb-b00b-19807442f7f3 service neutron] Attempting to bind port fdab2457-ab1f-427a-9344-a9d57db82334 on network cef01df6-95b0-4b92-b998-ecd5f7c70397 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:21:21.886523 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96cc021-5c2e-495a-a62d-fa41667662aa req-820a2a30-a4d7-49eb-b00b-19807442f7f3 service neutron] Port fdab2457-ab1f-427a-9344-a9d57db82334 on network cef01df6-95b0-4b92-b998-ecd5f7c70397 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8348 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 01:21:21.886942 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96cc021-5c2e-495a-a62d-fa41667662aa req-820a2a30-a4d7-49eb-b00b-19807442f7f3 service neutron] Attempting to bind port fdab2457-ab1f-427a-9344-a9d57db82334 on network cef01df6-95b0-4b92-b998-ecd5f7c70397 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:21:21.892777 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96cc021-5c2e-495a-a62d-fa41667662aa req-820a2a30-a4d7-49eb-b00b-19807442f7f3 service neutron] Checking agent: {'id': '287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8348', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 1, 2, 33), 'started_at': datetime.datetime(2022, 3, 28, 1, 2, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:21:21.893415 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96cc021-5c2e-495a-a62d-fa41667662aa req-820a2a30-a4d7-49eb-b00b-19807442f7f3 service neutron] Checking segment: {'id': 'd22caa61-041d-4235-b8c1-3988aaa3f363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cef01df6-95b0-4b92-b998-ecd5f7c70397'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:21:21.893804 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96cc021-5c2e-495a-a62d-fa41667662aa req-820a2a30-a4d7-49eb-b00b-19807442f7f3 service neutron] Bound using segment: {'id': 'd22caa61-041d-4235-b8c1-3988aaa3f363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cef01df6-95b0-4b92-b998-ecd5f7c70397'} {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:21:21.894243 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-b96cc021-5c2e-495a-a62d-fa41667662aa req-820a2a30-a4d7-49eb-b00b-19807442f7f3 service neutron] Bound port: fdab2457-ab1f-427a-9344-a9d57db82334, host: hv-neutron-8348, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd22caa61-041d-4235-b8c1-3988aaa3f363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cef01df6-95b0-4b92-b998-ecd5f7c70397'}}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:21:21.895247 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-b96cc021-5c2e-495a-a62d-fa41667662aa req-820a2a30-a4d7-49eb-b00b-19807442f7f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (fdab2457-ab1f-427a-9344-a9d57db82334), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:21.915717 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc35871-f63c-4e28-b15c-de357e91d091 req-72fa9129-ae45-47de-b65a-d2a88740e272 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:21:21.917506 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-3fc35871-f63c-4e28-b15c-de357e91d091 req-72fa9129-ae45-47de-b65a-d2a88740e272 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=10200f97-cbd2-4379-9bed-787590a1fed6 HTTP/1.1" status: 200 len: 943 time: 0.0576279 Mar 28 01:21:21.964277 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-b96cc021-5c2e-495a-a62d-fa41667662aa req-820a2a30-a4d7-49eb-b00b-19807442f7f3 service neutron] For port fdab2457-ab1f-427a-9344-a9d57db82334, host hv-neutron-8348, cleared binding levels {{(pid=104099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:21:21.967696 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-b96cc021-5c2e-495a-a62d-fa41667662aa req-820a2a30-a4d7-49eb-b00b-19807442f7f3 service neutron] For port fdab2457-ab1f-427a-9344-a9d57db82334, host hv-neutron-8348, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=fdab2457-ab1f-427a-9344-a9d57db82334,segment=NetworkSegment(d22caa61-041d-4235-b8c1-3988aaa3f363),segment_id=d22caa61-041d-4235-b8c1-3988aaa3f363)] {{(pid=104099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:21:21.971004 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-3fc35871-f63c-4e28-b15c-de357e91d091 req-deffa96b-36c2-45bb-9da1-2807c308fde5 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?id=07e19e5f-537b-46db-804b-4c2e0cf47720&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476313 Mar 28 01:21:21.975224 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-b96cc021-5c2e-495a-a62d-fa41667662aa req-820a2a30-a4d7-49eb-b00b-19807442f7f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (fdab2457-ab1f-427a-9344-a9d57db82334), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:22.010911 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96cc021-5c2e-495a-a62d-fa41667662aa req-820a2a30-a4d7-49eb-b00b-19807442f7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:21:22.011574 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-b96cc021-5c2e-495a-a62d-fa41667662aa req-820a2a30-a4d7-49eb-b00b-19807442f7f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:22.012941 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-b96cc021-5c2e-495a-a62d-fa41667662aa req-820a2a30-a4d7-49eb-b00b-19807442f7f3 service neutron] 10.222.0.10 "PUT /v2.0/ports/fdab2457-ab1f-427a-9344-a9d57db82334 HTTP/1.1" status: 200 len: 1093 time: 0.6156905 Mar 28 01:21:22.013394 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10200f97-cbd2-4379-9bed-787590a1fed6', 'tag': 'fdab2457-ab1f-427a-9344-a9d57db82334'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:21:22.015562 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2af4b01a9fa8b1570ccf1d7859d693ad34c106b258078e9cfae86b97f35e3d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b26d4db2-9b8d-4926-ad5f-144edb664214" -d '{"events": [{"name": "network-changed", "server_uuid": "10200f97-cbd2-4379-9bed-787590a1fed6", "tag": "fdab2457-ab1f-427a-9344-a9d57db82334"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:21:22.040941 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820a2a30-a4d7-49eb-b00b-19807442f7f3 service neutron] Pushing event updated for resources: {'Port': ['ID=fdab2457-ab1f-427a-9344-a9d57db82334,revision_number=3']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:21:22.064133 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 01:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c836eae1-59e7-49de-96f6-510b6c469690 x-openstack-request-id: req-c836eae1-59e7-49de-96f6-510b6c469690 {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:21:22.064528 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10200f97-cbd2-4379-9bed-787590a1fed6", "tag": "fdab2457-ab1f-427a-9344-a9d57db82334", "status": "completed", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:21:22.064880 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c836eae1-59e7-49de-96f6-510b6c469690 {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:21:22.065412 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c836eae1-59e7-49de-96f6-510b6c469690'] response: {'name': 'network-changed', 'server_uuid': '10200f97-cbd2-4379-9bed-787590a1fed6', 'tag': 'fdab2457-ab1f-427a-9344-a9d57db82334', 'status': 'completed', 'code': 200} Mar 28 01:21:22.121560 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96cc021-5c2e-495a-a62d-fa41667662aa req-6ac098e6-3847-4d41-bdd4-bf2534639f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:21:22.123089 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-b96cc021-5c2e-495a-a62d-fa41667662aa req-6ac098e6-3847-4d41-bdd4-bf2534639f22 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cf1ee0ed9c204cc5bccbb38ebf185041&device_id=10200f97-cbd2-4379-9bed-787590a1fed6 HTTP/1.1" status: 200 len: 1127 time: 0.0519190 Mar 28 01:21:22.170428 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-b96cc021-5c2e-495a-a62d-fa41667662aa req-e81d1cbb-7f41-42f3-95bc-e090720bf82b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fdab2457-ab1f-427a-9344-a9d57db82334 HTTP/1.1" status: 200 len: 217 time: 0.0388601 Mar 28 01:21:22.222226 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96cc021-5c2e-495a-a62d-fa41667662aa req-e7d05475-cd1a-4349-b0d1-69c9c62dd5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:21:22.223694 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-b96cc021-5c2e-495a-a62d-fa41667662aa req-e7d05475-cd1a-4349-b0d1-69c9c62dd5f3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=085b1b19-2441-49d8-b645-4f5670b7f78e HTTP/1.1" status: 200 len: 834 time: 0.0460713 Mar 28 01:21:22.271865 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96cc021-5c2e-495a-a62d-fa41667662aa req-00db124f-7382-46e8-98d0-6d5dd227cdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:21:22.273325 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-b96cc021-5c2e-495a-a62d-fa41667662aa req-00db124f-7382-46e8-98d0-6d5dd227cdb1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cef01df6-95b0-4b92-b998-ecd5f7c70397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0438316 Mar 28 01:21:22.362154 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-b96cc021-5c2e-495a-a62d-fa41667662aa req-bdc5736c-7c21-45db-bac7-2221ff531cec service neutron] 10.222.0.10 "GET /v2.0/networks/cef01df6-95b0-4b92-b998-ecd5f7c70397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828843 Mar 28 01:21:22.447321 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-b96cc021-5c2e-495a-a62d-fa41667662aa req-25003018-c069-4d52-86f2-e5c81c3acea2 service neutron] 10.222.0.10 "GET /v2.0/networks/cef01df6-95b0-4b92-b998-ecd5f7c70397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797637 Mar 28 01:21:22.538883 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26d4db2-9b8d-4926-ad5f-144edb664214 req-7148f677-605b-4e22-8780-ad89c6f188c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:21:22.540280 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-b26d4db2-9b8d-4926-ad5f-144edb664214 req-7148f677-605b-4e22-8780-ad89c6f188c4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cf1ee0ed9c204cc5bccbb38ebf185041&device_id=10200f97-cbd2-4379-9bed-787590a1fed6 HTTP/1.1" status: 200 len: 1127 time: 0.0481248 Mar 28 01:21:22.626795 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26d4db2-9b8d-4926-ad5f-144edb664214 req-c20f5982-6a50-4ba3-9c1c-f2ec0d1cc351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:21:22.628474 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-b26d4db2-9b8d-4926-ad5f-144edb664214 req-c20f5982-6a50-4ba3-9c1c-f2ec0d1cc351 service neutron] 10.222.0.10 "GET /v2.0/networks?id=cef01df6-95b0-4b92-b998-ecd5f7c70397 HTTP/1.1" status: 200 len: 897 time: 0.0825541 Mar 28 01:21:22.668069 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-b26d4db2-9b8d-4926-ad5f-144edb664214 req-874112d1-9483-4d8f-8f4c-9b5ef440692d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fdab2457-ab1f-427a-9344-a9d57db82334 HTTP/1.1" status: 200 len: 217 time: 0.0333266 Mar 28 01:21:22.717929 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26d4db2-9b8d-4926-ad5f-144edb664214 req-cc85fd10-26a3-4a3d-b29e-11a3c58055d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:21:22.719590 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-b26d4db2-9b8d-4926-ad5f-144edb664214 req-cc85fd10-26a3-4a3d-b29e-11a3c58055d0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=085b1b19-2441-49d8-b645-4f5670b7f78e HTTP/1.1" status: 200 len: 834 time: 0.0451915 Mar 28 01:21:22.768678 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26d4db2-9b8d-4926-ad5f-144edb664214 req-f3dd2f7a-b9c8-4d13-9d3e-6c4d4637f738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:21:22.770199 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-b26d4db2-9b8d-4926-ad5f-144edb664214 req-f3dd2f7a-b9c8-4d13-9d3e-6c4d4637f738 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cef01df6-95b0-4b92-b998-ecd5f7c70397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0441160 Mar 28 01:21:22.856898 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-b26d4db2-9b8d-4926-ad5f-144edb664214 req-9dc2e5ef-9b79-4970-9b36-c5f75ed8b62a service neutron] 10.222.0.10 "GET /v2.0/networks/cef01df6-95b0-4b92-b998-ecd5f7c70397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800762 Mar 28 01:21:22.948336 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-b26d4db2-9b8d-4926-ad5f-144edb664214 req-fb647324-9523-4419-842f-1cdcf97dccc7 service neutron] 10.222.0.10 "GET /v2.0/networks/cef01df6-95b0-4b92-b998-ecd5f7c70397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837376 Mar 28 01:21:23.092264 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15acb8c-ebf7-445f-b06f-2a773f68bc06 req-13297131-1b6a-4469-b44a-7c5f843fdfce tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:21:23.093726 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-d15acb8c-ebf7-445f-b06f-2a773f68bc06 req-13297131-1b6a-4469-b44a-7c5f843fdfce tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=10200f97-cbd2-4379-9bed-787590a1fed6 HTTP/1.1" status: 200 len: 943 time: 0.0531657 Mar 28 01:21:23.140953 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-d15acb8c-ebf7-445f-b06f-2a773f68bc06 req-e4a10977-bf3d-4d16-8d8a-66a7da312efc tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?id=07e19e5f-537b-46db-804b-4c2e0cf47720&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415215 Mar 28 01:21:24.258500 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6d41ee-8695-490b-95be-437ff96fc0f8 req-8d34e4d3-ad97-4688-b41a-ab9526e7b53e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:21:24.259952 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-5d6d41ee-8695-490b-95be-437ff96fc0f8 req-8d34e4d3-ad97-4688-b41a-ab9526e7b53e tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=10200f97-cbd2-4379-9bed-787590a1fed6 HTTP/1.1" status: 200 len: 943 time: 0.0523212 Mar 28 01:21:24.307334 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-5d6d41ee-8695-490b-95be-437ff96fc0f8 req-933bb53e-2b04-420d-8765-2482a93a5517 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?id=07e19e5f-537b-46db-804b-4c2e0cf47720&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418613 Mar 28 01:21:25.347500 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device fdab2457-ab1f-427a-9344-a9d57db82334 details requested by agent hyperv_hv-neutron-8348 with host hv-neutron-8348 {{(pid=104100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 01:21:25.422270 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed183c8-3917-4c4c-ad03-aa889b30142c req-7541fac6-9ed8-45fb-9463-a6598d57fd57 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:21:25.423737 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-7ed183c8-3917-4c4c-ad03-aa889b30142c req-7541fac6-9ed8-45fb-9463-a6598d57fd57 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=10200f97-cbd2-4379-9bed-787590a1fed6 HTTP/1.1" status: 200 len: 943 time: 0.0517566 Mar 28 01:21:25.445936 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port fdab2457-ab1f-427a-9344-a9d57db82334, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=fdab2457-ab1f-427a-9344-a9d57db82334,segment=NetworkSegment(d22caa61-041d-4235-b8c1-3988aaa3f363),segment_id=d22caa61-041d-4235-b8c1-3988aaa3f363)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:21:25.456920 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Returning: {'device': 'fdab2457-ab1f-427a-9344-a9d57db82334', 'network_id': 'cef01df6-95b0-4b92-b998-ecd5f7c70397', 'port_id': 'fdab2457-ab1f-427a-9344-a9d57db82334', 'mac_address': 'fa:16:3e:31:a2:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '085b1b19-2441-49d8-b645-4f5670b7f78e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 01:21:25.475041 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-7ed183c8-3917-4c4c-ad03-aa889b30142c req-5ed1fdb4-ea5f-4477-8454-75d88c7c8a42 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?id=07e19e5f-537b-46db-804b-4c2e0cf47720&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457571 Mar 28 01:21:25.493730 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port fdab2457-ab1f-427a-9344-a9d57db82334 is: DOWN; New status is: BUILD {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:21:25.494556 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (fdab2457-ab1f-427a-9344-a9d57db82334), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:25.507875 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdab2457-ab1f-427a-9344-a9d57db82334 {{(pid=104100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 01:21:25.528580 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port fdab2457-ab1f-427a-9344-a9d57db82334, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=fdab2457-ab1f-427a-9344-a9d57db82334,segment=NetworkSegment(d22caa61-041d-4235-b8c1-3988aaa3f363),segment_id=d22caa61-041d-4235-b8c1-3988aaa3f363)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:21:25.533481 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (fdab2457-ab1f-427a-9344-a9d57db82334), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:25.727573 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Pushing event updated for resources: {'Port': ['ID=fdab2457-ab1f-427a-9344-a9d57db82334,revision_number=4']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:21:25.766288 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] get_ports_and_sgs() called for port_ids ['fdab2457-ab1f-427a-9344-a9d57db82334'] {{(pid=104100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 01:21:26.594767 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c247e-8c0c-4f1f-8175-c36ce219f310 req-e9e0a12a-fb70-43f2-a9ee-c7415d0b3a81 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:21:26.596257 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-d96c247e-8c0c-4f1f-8175-c36ce219f310 req-e9e0a12a-fb70-43f2-a9ee-c7415d0b3a81 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=10200f97-cbd2-4379-9bed-787590a1fed6 HTTP/1.1" status: 200 len: 944 time: 0.0560298 Mar 28 01:21:26.645727 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-d96c247e-8c0c-4f1f-8175-c36ce219f310 req-2098c2c3-a58c-4fbd-b2ff-40bd92281e93 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?id=07e19e5f-537b-46db-804b-4c2e0cf47720&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432870 Mar 28 01:21:27.348758 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device fdab2457-ab1f-427a-9344-a9d57db82334 up at agent hyperv_hv-neutron-8348 {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:21:27.396092 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Provisioning for port fdab2457-ab1f-427a-9344-a9d57db82334 completed by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 01:21:27.399835 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Provisioning complete for port fdab2457-ab1f-427a-9344-a9d57db82334 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:21:27.400236 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (fdab2457-ab1f-427a-9344-a9d57db82334), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:27.477892 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port fdab2457-ab1f-427a-9344-a9d57db82334 is: BUILD; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:21:27.478269 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (fdab2457-ab1f-427a-9344-a9d57db82334), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:27.501074 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10200f97-cbd2-4379-9bed-787590a1fed6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdab2457-ab1f-427a-9344-a9d57db82334'}] {{(pid=104100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:21:27.503327 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd27896ebc78d0f7931321182ba9533a7b768b1c3fcddb3ff52a8aee6ddeaf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-111c7505-c7f0-4d7e-a27a-c2ba81f98000" -d '{"events": [{"server_uuid": "10200f97-cbd2-4379-9bed-787590a1fed6", "name": "network-vif-plugged", "status": "completed", "tag": "fdab2457-ab1f-427a-9344-a9d57db82334"}]}' {{(pid=104100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:21:27.515488 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port fdab2457-ab1f-427a-9344-a9d57db82334, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=fdab2457-ab1f-427a-9344-a9d57db82334,segment=NetworkSegment(d22caa61-041d-4235-b8c1-3988aaa3f363),segment_id=d22caa61-041d-4235-b8c1-3988aaa3f363)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:21:27.519472 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (fdab2457-ab1f-427a-9344-a9d57db82334), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:27.543181 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 01:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-148fae4f-6765-4888-a2dc-1d0f8f88318d x-openstack-request-id: req-148fae4f-6765-4888-a2dc-1d0f8f88318d {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:21:27.543475 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10200f97-cbd2-4379-9bed-787590a1fed6", "name": "network-vif-plugged", "status": "completed", "tag": "fdab2457-ab1f-427a-9344-a9d57db82334", "code": 200}]} {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:21:27.543749 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-148fae4f-6765-4888-a2dc-1d0f8f88318d {{(pid=104100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:21:27.544179 dv-neutron-834874-6-hyperv neutron-server[104100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-148fae4f-6765-4888-a2dc-1d0f8f88318d'] response: {'server_uuid': '10200f97-cbd2-4379-9bed-787590a1fed6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdab2457-ab1f-427a-9344-a9d57db82334', 'code': 200} Mar 28 01:21:27.569550 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Pushing event updated for resources: {'Port': ['ID=fdab2457-ab1f-427a-9344-a9d57db82334,revision_number=5']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:21:27.698262 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9c6fe7-572b-49df-ba22-a420ca907d2e req-75ceb357-0ce7-432f-a1aa-d1b3cd2009fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:21:27.699814 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-ca9c6fe7-572b-49df-ba22-a420ca907d2e req-75ceb357-0ce7-432f-a1aa-d1b3cd2009fe service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=10200f97-cbd2-4379-9bed-787590a1fed6 HTTP/1.1" status: 200 len: 1129 time: 0.0447760 Mar 28 01:21:27.776214 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-ca9c6fe7-572b-49df-ba22-a420ca907d2e req-aafc4510-8498-4947-b8f4-d3bcf5d0f601 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=07e19e5f-537b-46db-804b-4c2e0cf47720&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694339 Mar 28 01:21:27.787845 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b260d308-2739-4a3c-afb0-ad3e489d5141 req-b87f370c-3640-4234-9ee0-347b70db6d53 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:21:27.789303 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-b260d308-2739-4a3c-afb0-ad3e489d5141 req-b87f370c-3640-4234-9ee0-347b70db6d53 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=10200f97-cbd2-4379-9bed-787590a1fed6 HTTP/1.1" status: 200 len: 945 time: 0.0758064 Mar 28 01:21:27.840022 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-b260d308-2739-4a3c-afb0-ad3e489d5141 req-2932447d-37d9-4e3c-b5f6-7fdfdf4a5313 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?id=07e19e5f-537b-46db-804b-4c2e0cf47720&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451555 Mar 28 01:21:28.957160 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c38437-a820-483b-8c14-c24705b11ad8 req-975ac6af-b8aa-452d-919f-d68463d73f4c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:21:28.958622 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-10c38437-a820-483b-8c14-c24705b11ad8 req-975ac6af-b8aa-452d-919f-d68463d73f4c tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=10200f97-cbd2-4379-9bed-787590a1fed6 HTTP/1.1" status: 200 len: 945 time: 0.0509603 Mar 28 01:21:29.011200 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-10c38437-a820-483b-8c14-c24705b11ad8 req-c9b242f3-58e8-4072-b6a3-be435ec2ee2b tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?id=07e19e5f-537b-46db-804b-4c2e0cf47720&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465436 Mar 28 01:21:29.127631 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcc4565-c7c0-4439-9034-49153c7d0668 req-b838ce1d-79c5-4f3b-b6c6-399762f7841d tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:21:29.129026 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-3fcc4565-c7c0-4439-9034-49153c7d0668 req-b838ce1d-79c5-4f3b-b6c6-399762f7841d tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=10200f97-cbd2-4379-9bed-787590a1fed6 HTTP/1.1" status: 200 len: 945 time: 0.0517511 Mar 28 01:21:29.178032 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-3fcc4565-c7c0-4439-9034-49153c7d0668 req-b526c29c-712b-46bc-a546-c3c89de15085 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?id=07e19e5f-537b-46db-804b-4c2e0cf47720&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429125 Mar 28 01:21:29.199709 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 57844) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:21:29.241713 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fdd0af1-75a9-494b-a27c-b086f1bb5cdd tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:21:29.243214 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-5fdd0af1-75a9-494b-a27c-b086f1bb5cdd tempest-TestNetworkBasicOps-1022030797 tempest-TestNetworkBasicOps-1022030797-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=10200f97-cbd2-4379-9bed-787590a1fed6 HTTP/1.1" status: 200 len: 1124 time: 0.0424883 Mar 28 01:21:29.245945 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 57846) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:21:29.250088 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-05a639bd-699d-4950-b260-7c974251b9a7 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'floatingip': {'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'port_id': 'fdab2457-ab1f-427a-9344-a9d57db82334', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:21:29.269235 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-05a639bd-699d-4950-b260-7c974251b9a7 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:29.364429 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-05a639bd-699d-4950-b260-7c974251b9a7 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:29.462113 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-05a639bd-699d-4950-b260-7c974251b9a7 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Allocated IP 172.26.1.130 (dea6548b-502b-42db-97fb-371e423e739a/cce6de65-d8c9-45b8-9970-0a277e8c1192/067e68ec-365c-4dde-8e5b-3b5c6f269831) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:21:29.561737 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-05a639bd-699d-4950-b260-7c974251b9a7 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for port (067e68ec-365c-4dde-8e5b-3b5c6f269831), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:29.595960 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-05a639bd-699d-4950-b260-7c974251b9a7 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (067e68ec-365c-4dde-8e5b-3b5c6f269831), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:29.628984 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a639bd-699d-4950-b260-7c974251b9a7 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Network dea6548b-502b-42db-97fb-371e423e739a is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:21:29.631739 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-05a639bd-699d-4950-b260-7c974251b9a7 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:21:29.635702 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a639bd-699d-4950-b260-7c974251b9a7 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:21:29.666143 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a639bd-699d-4950-b260-7c974251b9a7 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'Port': ['ID=067e68ec-365c-4dde-8e5b-3b5c6f269831,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:21:29.981312 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-05a639bd-699d-4950-b260-7c974251b9a7 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for floatingip (9356b5a4-f9af-458f-a7f4-562b1ba20742), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:30.048791 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-05a639bd-699d-4950-b260-7c974251b9a7 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (067e68ec-365c-4dde-8e5b-3b5c6f269831), before_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:30.204662 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-05a639bd-699d-4950-b260-7c974251b9a7 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for port (067e68ec-365c-4dde-8e5b-3b5c6f269831), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:30.208780 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-05a639bd-699d-4950-b260-7c974251b9a7 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126177159'] for port (067e68ec-365c-4dde-8e5b-3b5c6f269831), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:30.278471 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a639bd-699d-4950-b260-7c974251b9a7 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event updated for resources: {'Port': ['ID=067e68ec-365c-4dde-8e5b-3b5c6f269831,revision_number=2']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:21:30.289225 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-05a639bd-699d-4950-b260-7c974251b9a7 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688063'] for floatingip (9356b5a4-f9af-458f-a7f4-562b1ba20742), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:30.386154 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.l3_db [None req-05a639bd-699d-4950-b260-7c974251b9a7 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Floating IP 9356b5a4-f9af-458f-a7f4-562b1ba20742 associated. External IP: 172.26.1.130, port: fdab2457-ab1f-427a-9344-a9d57db82334. Mar 28 01:21:30.586269 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05a639bd-699d-4950-b260-7c974251b9a7 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Router 770e3b46-431a-468e-b3f1-2a823a6be73f has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:21:30.693335 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05a639bd-699d-4950-b260-7c974251b9a7 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:21:30.703224 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcdd0269-7083-456f-9dc0-a36d406a4a16 None None] Sync routers for ids ['770e3b46-431a-468e-b3f1-2a823a6be73f'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:21:30.714457 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcdd0269-7083-456f-9dc0-a36d406a4a16 None None] Routers {'770e3b46-431a-468e-b3f1-2a823a6be73f'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:21:30.715075 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-bcdd0269-7083-456f-9dc0-a36d406a4a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:21:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['770e3b46-431a-468e-b3f1-2a823a6be73f'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:21:30.716547 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-05a639bd-699d-4950-b260-7c974251b9a7 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for floatingip (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:30.746566 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-05a639bd-699d-4950-b260-7c974251b9a7 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4996064 Mar 28 01:21:30.747275 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10200f97-cbd2-4379-9bed-787590a1fed6', 'tag': 'fdab2457-ab1f-427a-9344-a9d57db82334'}] {{(pid=104098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:21:30.749337 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 57848) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:21:30.749816 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4026f4115fe834cbdc9db1f12734a6e5e5d2473de268e244354b04a11285341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d0ec4c8-449c-4022-913e-015cafd1b083" -d '{"events": [{"name": "network-changed", "server_uuid": "10200f97-cbd2-4379-9bed-787590a1fed6", "tag": "fdab2457-ab1f-427a-9344-a9d57db82334"}]}' {{(pid=104098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:21:30.790069 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 01:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09d8ce37-8293-4b17-9871-f5fb40c39f20 x-openstack-request-id: req-09d8ce37-8293-4b17-9871-f5fb40c39f20 {{(pid=104098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:21:30.790368 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10200f97-cbd2-4379-9bed-787590a1fed6", "tag": "fdab2457-ab1f-427a-9344-a9d57db82334", "status": "completed", "code": 200}]} {{(pid=104098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:21:30.790625 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-09d8ce37-8293-4b17-9871-f5fb40c39f20 {{(pid=104098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:21:30.791041 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09d8ce37-8293-4b17-9871-f5fb40c39f20'] response: {'name': 'network-changed', 'server_uuid': '10200f97-cbd2-4379-9bed-787590a1fed6', 'tag': 'fdab2457-ab1f-427a-9344-a9d57db82334', 'status': 'completed', 'code': 200} Mar 28 01:21:30.825412 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-bcdd0269-7083-456f-9dc0-a36d406a4a16 None None] Set router 770e3b46-431a-468e-b3f1-2a823a6be73f gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:21:30.826279 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-19337c08-93ce-4922-8eca-d265beae9f9f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/floatingips/9356b5a4-f9af-458f-a7f4-562b1ba20742 HTTP/1.1" status: 200 len: 991 time: 0.0751441 Mar 28 01:21:30.859701 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0ec4c8-449c-4022-913e-015cafd1b083 req-60c2f53b-951e-4973-b8d3-bb99ddb54047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:21:30.861234 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7d0ec4c8-449c-4022-913e-015cafd1b083 req-60c2f53b-951e-4973-b8d3-bb99ddb54047 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cf1ee0ed9c204cc5bccbb38ebf185041&device_id=10200f97-cbd2-4379-9bed-787590a1fed6 HTTP/1.1" status: 200 len: 1129 time: 0.0477576 Mar 28 01:21:30.948045 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0ec4c8-449c-4022-913e-015cafd1b083 req-839ed2c6-1e9a-4183-aff3-f19e99a5bd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:21:30.949544 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7d0ec4c8-449c-4022-913e-015cafd1b083 req-839ed2c6-1e9a-4183-aff3-f19e99a5bd8b service neutron] 10.222.0.10 "GET /v2.0/networks?id=cef01df6-95b0-4b92-b998-ecd5f7c70397 HTTP/1.1" status: 200 len: 897 time: 0.0818524 Mar 28 01:21:31.017639 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7d0ec4c8-449c-4022-913e-015cafd1b083 req-2d40568e-39ad-453f-ad87-97449b2625bc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fdab2457-ab1f-427a-9344-a9d57db82334 HTTP/1.1" status: 200 len: 999 time: 0.0626032 Mar 28 01:21:31.047528 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-bcdd0269-7083-456f-9dc0-a36d406a4a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '770e3b46-431a-468e-b3f1-2a823a6be73f', 'name': 'tempest-TestNetworkBasicOps-router-1335558859', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.251'}], 'enable_snat': True}, 'gw_port_id': '7dfc666f-cb8f-4941-a7ba-060fabd0f8a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:21:12Z', 'updated_at': '2022-03-28T01:21:16Z', 'revision_number': 4, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': '7dfc666f-cb8f-4941-a7ba-060fabd0f8a3', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:38:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770e3b46-431a-468e-b3f1-2a823a6be73f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:21:13Z', 'updated_at': '2022-03-28T01:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_floatingips': [{'id': '9356b5a4-f9af-458f-a7f4-562b1ba20742', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'floating_ip_address': '172.26.1.130', 'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'router_id': '770e3b46-431a-468e-b3f1-2a823a6be73f', 'port_id': 'fdab2457-ab1f-427a-9344-a9d57db82334', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cef01df6-95b0-4b92-b998-ecd5f7c70397', 'mac_address': 'fa:16:3e:31:a2:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10200f97-cbd2-4379-9bed-787590a1fed6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T01:21:29Z', 'updated_at': '2022-03-28T01:21:29Z', 'revision_number': 0, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70cabb81-46d1-44b8-b0e8-ff0f45d00d32', 'name': '', 'network_id': 'cef01df6-95b0-4b92-b998-ecd5f7c70397', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'mac_address': 'fa:16:3e:e0:70:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770e3b46-431a-468e-b3f1-2a823a6be73f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': '085b1b19-2441-49d8-b645-4f5670b7f78e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:21:15Z', 'updated_at': '2022-03-28T01:21:19Z', 'revision_number': 5, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'subnets': [{'id': '085b1b19-2441-49d8-b645-4f5670b7f78e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:21:31.065127 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0ec4c8-449c-4022-913e-015cafd1b083 req-959e1181-4e74-4fed-97f2-8bb0c99d70ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:21:31.066586 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7d0ec4c8-449c-4022-913e-015cafd1b083 req-959e1181-4e74-4fed-97f2-8bb0c99d70ea service neutron] 10.222.0.10 "GET /v2.0/subnets?id=085b1b19-2441-49d8-b645-4f5670b7f78e HTTP/1.1" status: 200 len: 834 time: 0.0436151 Mar 28 01:21:31.074539 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcdd0269-7083-456f-9dc0-a36d406a4a16 None None] Checking router: 770e3b46-431a-468e-b3f1-2a823a6be73f for host: dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:21:31.084772 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcdd0269-7083-456f-9dc0-a36d406a4a16 None None] Routers {'770e3b46-431a-468e-b3f1-2a823a6be73f'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:21:31.085410 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-bcdd0269-7083-456f-9dc0-a36d406a4a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:21:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['770e3b46-431a-468e-b3f1-2a823a6be73f'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:21:31.114974 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0ec4c8-449c-4022-913e-015cafd1b083 req-5cbeace1-6998-4949-99b3-0c71b2e8af39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:21:31.116949 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7d0ec4c8-449c-4022-913e-015cafd1b083 req-5cbeace1-6998-4949-99b3-0c71b2e8af39 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cef01df6-95b0-4b92-b998-ecd5f7c70397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0443158 Mar 28 01:21:31.197873 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-bcdd0269-7083-456f-9dc0-a36d406a4a16 None None] Set router 770e3b46-431a-468e-b3f1-2a823a6be73f gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:21:31.206590 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7d0ec4c8-449c-4022-913e-015cafd1b083 req-a3d94e2e-e5fa-4e57-bc37-1accb093ce80 service neutron] 10.222.0.10 "GET /v2.0/networks/cef01df6-95b0-4b92-b998-ecd5f7c70397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837684 Mar 28 01:21:31.292790 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7d0ec4c8-449c-4022-913e-015cafd1b083 req-144ac266-ca73-4139-8f52-4482f498a86b service neutron] 10.222.0.10 "GET /v2.0/networks/cef01df6-95b0-4b92-b998-ecd5f7c70397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804031 Mar 28 01:21:31.418293 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-bcdd0269-7083-456f-9dc0-a36d406a4a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '770e3b46-431a-468e-b3f1-2a823a6be73f', 'name': 'tempest-TestNetworkBasicOps-router-1335558859', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.251'}], 'enable_snat': True}, 'gw_port_id': '7dfc666f-cb8f-4941-a7ba-060fabd0f8a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:21:12Z', 'updated_at': '2022-03-28T01:21:16Z', 'revision_number': 4, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': '7dfc666f-cb8f-4941-a7ba-060fabd0f8a3', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:38:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770e3b46-431a-468e-b3f1-2a823a6be73f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:21:13Z', 'updated_at': '2022-03-28T01:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_floatingips': [{'id': '9356b5a4-f9af-458f-a7f4-562b1ba20742', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'floating_ip_address': '172.26.1.130', 'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'router_id': '770e3b46-431a-468e-b3f1-2a823a6be73f', 'port_id': 'fdab2457-ab1f-427a-9344-a9d57db82334', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cef01df6-95b0-4b92-b998-ecd5f7c70397', 'mac_address': 'fa:16:3e:31:a2:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10200f97-cbd2-4379-9bed-787590a1fed6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T01:21:29Z', 'updated_at': '2022-03-28T01:21:29Z', 'revision_number': 0, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70cabb81-46d1-44b8-b0e8-ff0f45d00d32', 'name': '', 'network_id': 'cef01df6-95b0-4b92-b998-ecd5f7c70397', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'mac_address': 'fa:16:3e:e0:70:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770e3b46-431a-468e-b3f1-2a823a6be73f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': '085b1b19-2441-49d8-b645-4f5670b7f78e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:21:15Z', 'updated_at': '2022-03-28T01:21:19Z', 'revision_number': 5, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'subnets': [{'id': '085b1b19-2441-49d8-b645-4f5670b7f78e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:21:31.443191 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcdd0269-7083-456f-9dc0-a36d406a4a16 None None] The sync data for ids ['770e3b46-431a-468e-b3f1-2a823a6be73f'] in dv-neutron-834874-6-hyperv is: [{'id': '770e3b46-431a-468e-b3f1-2a823a6be73f', 'name': 'tempest-TestNetworkBasicOps-router-1335558859', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.251'}], 'enable_snat': True}, 'gw_port_id': '7dfc666f-cb8f-4941-a7ba-060fabd0f8a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:21:12Z', 'updated_at': '2022-03-28T01:21:16Z', 'revision_number': 4, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': '7dfc666f-cb8f-4941-a7ba-060fabd0f8a3', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:38:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770e3b46-431a-468e-b3f1-2a823a6be73f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:21:13Z', 'updated_at': '2022-03-28T01:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_floatingips': [{'id': '9356b5a4-f9af-458f-a7f4-562b1ba20742', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'floating_ip_address': '172.26.1.130', 'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'router_id': '770e3b46-431a-468e-b3f1-2a823a6be73f', 'port_id': 'fdab2457-ab1f-427a-9344-a9d57db82334', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cef01df6-95b0-4b92-b998-ecd5f7c70397', 'mac_address': 'fa:16:3e:31:a2:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10200f97-cbd2-4379-9bed-787590a1fed6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T01:21:29Z', 'updated_at': '2022-03-28T01:21:29Z', 'revision_number': 0, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70cabb81-46d1-44b8-b0e8-ff0f45d00d32', 'name': '', 'network_id': 'cef01df6-95b0-4b92-b998-ecd5f7c70397', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'mac_address': 'fa:16:3e:e0:70:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770e3b46-431a-468e-b3f1-2a823a6be73f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': '085b1b19-2441-49d8-b645-4f5670b7f78e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:21:15Z', 'updated_at': '2022-03-28T01:21:19Z', 'revision_number': 5, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'subnets': [{'id': '085b1b19-2441-49d8-b645-4f5670b7f78e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:21:31.632397 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed80c2f-9c11-4449-9835-f14a32a8dc91 None None] New status for floating IP 9356b5a4-f9af-458f-a7f4-562b1ba20742: ACTIVE {{(pid=104100) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 01:21:31.829997 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 57852) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:21:31.893187 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-d423c3e4-d957-47e7-bb1a-978ef38ec854 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/floatingips/9356b5a4-f9af-458f-a7f4-562b1ba20742 HTTP/1.1" status: 200 len: 993 time: 0.0620553 Mar 28 01:21:32.853906 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:41.421614 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-a67ee314-b6a8-4291-9d24-021cf3c955ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:43.580393 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-289bb870-fcfd-474a-95d8-97e8eef92576 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:44.797177 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:46.246884 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:47.802350 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:21:48.856555 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.agents_db [None req-9a1d863f-391a-42f4-9870-e8292b919beb None None] Agent healthcheck: found 6 active agents {{(pid=104101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 01:22:00.407628 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 57862) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:22:00.412958 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-43d312b5-e37f-4f62-8a07-b5b8399787d2 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'router': {'admin_state_up': False}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:22:00.705591 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-43d312b5-e37f-4f62-8a07-b5b8399787d2 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3688170', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3689605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7136'] for router (770e3b46-431a-468e-b3f1-2a823a6be73f), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:00.716831 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-43d312b5-e37f-4f62-8a07-b5b8399787d2 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3688163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3687960', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3689650'] for router (770e3b46-431a-468e-b3f1-2a823a6be73f), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:00.825737 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43d312b5-e37f-4f62-8a07-b5b8399787d2 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Router 770e3b46-431a-468e-b3f1-2a823a6be73f has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:22:01.171813 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43d312b5-e37f-4f62-8a07-b5b8399787d2 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:22:01.178377 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-43d312b5-e37f-4f62-8a07-b5b8399787d2 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for router (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:01.179542 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-43d312b5-e37f-4f62-8a07-b5b8399787d2 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "PUT /v2.0/routers/770e3b46-431a-468e-b3f1-2a823a6be73f HTTP/1.1" status: 200 len: 889 time: 0.7708972 Mar 28 01:22:01.183847 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c215395e-a8cb-4b4a-a46e-703bc5e58c83 None None] Sync routers for ids ['770e3b46-431a-468e-b3f1-2a823a6be73f'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:22:01.193863 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c215395e-a8cb-4b4a-a46e-703bc5e58c83 None None] Routers {'770e3b46-431a-468e-b3f1-2a823a6be73f'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:22:01.194465 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-c215395e-a8cb-4b4a-a46e-703bc5e58c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:21:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['770e3b46-431a-468e-b3f1-2a823a6be73f'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:22:01.229830 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-c215395e-a8cb-4b4a-a46e-703bc5e58c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:22:01.238182 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c215395e-a8cb-4b4a-a46e-703bc5e58c83 None None] Routers {'770e3b46-431a-468e-b3f1-2a823a6be73f'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:22:01.238758 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-c215395e-a8cb-4b4a-a46e-703bc5e58c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:21:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['770e3b46-431a-468e-b3f1-2a823a6be73f'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:22:01.270347 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-c215395e-a8cb-4b4a-a46e-703bc5e58c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:22:01.271278 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c215395e-a8cb-4b4a-a46e-703bc5e58c83 None None] The sync data for ids ['770e3b46-431a-468e-b3f1-2a823a6be73f'] in dv-neutron-834874-6-hyperv is: [] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:22:01.660636 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 70cabb81-46d1-44b8-b0e8-ff0f45d00d32 no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:22:01.741138 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 70cabb81-46d1-44b8-b0e8-ff0f45d00d32 is: ACTIVE; New status is: DOWN {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:22:01.741527 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (70cabb81-46d1-44b8-b0e8-ff0f45d00d32), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:01.772537 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] For port 70cabb81-46d1-44b8-b0e8-ff0f45d00d32, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=70cabb81-46d1-44b8-b0e8-ff0f45d00d32,segment=NetworkSegment(d22caa61-041d-4235-b8c1-3988aaa3f363),segment_id=d22caa61-041d-4235-b8c1-3988aaa3f363)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:22:01.776699 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (70cabb81-46d1-44b8-b0e8-ff0f45d00d32), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:01.822857 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Pushing event updated for resources: {'Port': ['ID=70cabb81-46d1-44b8-b0e8-ff0f45d00d32,revision_number=6']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:22:02.015204 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bc10b8-d324-44d6-ad18-8bb38af777e3 None None] New status for floating IP 9356b5a4-f9af-458f-a7f4-562b1ba20742: DOWN {{(pid=104100) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 01:22:02.890557 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:03.298070 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 57866) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:22:03.302706 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-8e0a93e4-7479-4d6e-9119-0f8c4b0c1c93 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Request body: {'router': {'admin_state_up': True}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:22:03.566024 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 7dfc666f-cb8f-4941-a7ba-060fabd0f8a3 no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:22:03.602660 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-8e0a93e4-7479-4d6e-9119-0f8c4b0c1c93 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3688170', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3689605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7136'] for router (770e3b46-431a-468e-b3f1-2a823a6be73f), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:03.613204 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-8e0a93e4-7479-4d6e-9119-0f8c4b0c1c93 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3688163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3687960', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3689650'] for router (770e3b46-431a-468e-b3f1-2a823a6be73f), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:03.641391 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 7dfc666f-cb8f-4941-a7ba-060fabd0f8a3 is: ACTIVE; New status is: DOWN {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:22:03.641784 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (7dfc666f-cb8f-4941-a7ba-060fabd0f8a3), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:03.663022 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] For port 7dfc666f-cb8f-4941-a7ba-060fabd0f8a3, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=7dfc666f-cb8f-4941-a7ba-060fabd0f8a3,segment=NetworkSegment(b6f00c62-aca5-4c73-8989-c04c396daeed),segment_id=b6f00c62-aca5-4c73-8989-c04c396daeed)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:22:03.668386 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (7dfc666f-cb8f-4941-a7ba-060fabd0f8a3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:03.716989 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Pushing event updated for resources: {'Port': ['ID=7dfc666f-cb8f-4941-a7ba-060fabd0f8a3,revision_number=5']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:22:03.725756 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e0a93e4-7479-4d6e-9119-0f8c4b0c1c93 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Router 770e3b46-431a-468e-b3f1-2a823a6be73f has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:22:03.834609 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e0a93e4-7479-4d6e-9119-0f8c4b0c1c93 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:22:03.841748 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-8e0a93e4-7479-4d6e-9119-0f8c4b0c1c93 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for router (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:03.843168 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-8e0a93e4-7479-4d6e-9119-0f8c4b0c1c93 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "PUT /v2.0/routers/770e3b46-431a-468e-b3f1-2a823a6be73f HTTP/1.1" status: 200 len: 888 time: 0.5438423 Mar 28 01:22:03.844476 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94128314-e948-41f7-8ac1-044d405b1fe0 None None] Sync routers for ids ['770e3b46-431a-468e-b3f1-2a823a6be73f'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:22:03.845990 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 57868) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:22:03.855992 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94128314-e948-41f7-8ac1-044d405b1fe0 None None] Routers {'770e3b46-431a-468e-b3f1-2a823a6be73f'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:22:03.856623 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-94128314-e948-41f7-8ac1-044d405b1fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:21:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['770e3b46-431a-468e-b3f1-2a823a6be73f'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:22:03.904959 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-a3c006b9-3ae7-4218-98bd-3024e380c528 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/floatingips/9356b5a4-f9af-458f-a7f4-562b1ba20742 HTTP/1.1" status: 200 len: 991 time: 0.0577383 Mar 28 01:22:03.963730 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-94128314-e948-41f7-8ac1-044d405b1fe0 None None] Set router 770e3b46-431a-468e-b3f1-2a823a6be73f gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:22:04.261018 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-94128314-e948-41f7-8ac1-044d405b1fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '770e3b46-431a-468e-b3f1-2a823a6be73f', 'name': 'tempest-TestNetworkBasicOps-router-1335558859', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.251'}], 'enable_snat': True}, 'gw_port_id': '7dfc666f-cb8f-4941-a7ba-060fabd0f8a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:21:12Z', 'updated_at': '2022-03-28T01:22:03Z', 'revision_number': 6, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': '7dfc666f-cb8f-4941-a7ba-060fabd0f8a3', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:38:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '770e3b46-431a-468e-b3f1-2a823a6be73f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:21:13Z', 'updated_at': '2022-03-28T01:22:03Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_floatingips': [{'id': '9356b5a4-f9af-458f-a7f4-562b1ba20742', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'floating_ip_address': '172.26.1.130', 'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'router_id': '770e3b46-431a-468e-b3f1-2a823a6be73f', 'port_id': 'fdab2457-ab1f-427a-9344-a9d57db82334', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cef01df6-95b0-4b92-b998-ecd5f7c70397', 'mac_address': 'fa:16:3e:31:a2:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10200f97-cbd2-4379-9bed-787590a1fed6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T01:21:29Z', 'updated_at': '2022-03-28T01:22:02Z', 'revision_number': 2, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70cabb81-46d1-44b8-b0e8-ff0f45d00d32', 'name': '', 'network_id': 'cef01df6-95b0-4b92-b998-ecd5f7c70397', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'mac_address': 'fa:16:3e:e0:70:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '770e3b46-431a-468e-b3f1-2a823a6be73f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': '085b1b19-2441-49d8-b645-4f5670b7f78e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:21:15Z', 'updated_at': '2022-03-28T01:22:01Z', 'revision_number': 6, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'subnets': [{'id': '085b1b19-2441-49d8-b645-4f5670b7f78e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:22:04.286536 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94128314-e948-41f7-8ac1-044d405b1fe0 None None] Checking router: 770e3b46-431a-468e-b3f1-2a823a6be73f for host: dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:22:04.294492 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94128314-e948-41f7-8ac1-044d405b1fe0 None None] Routers {'770e3b46-431a-468e-b3f1-2a823a6be73f'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:22:04.295076 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-94128314-e948-41f7-8ac1-044d405b1fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:21:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['770e3b46-431a-468e-b3f1-2a823a6be73f'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:22:04.396391 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-94128314-e948-41f7-8ac1-044d405b1fe0 None None] Set router 770e3b46-431a-468e-b3f1-2a823a6be73f gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:22:04.608633 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-94128314-e948-41f7-8ac1-044d405b1fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '770e3b46-431a-468e-b3f1-2a823a6be73f', 'name': 'tempest-TestNetworkBasicOps-router-1335558859', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.251'}], 'enable_snat': True}, 'gw_port_id': '7dfc666f-cb8f-4941-a7ba-060fabd0f8a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:21:12Z', 'updated_at': '2022-03-28T01:22:03Z', 'revision_number': 6, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': '7dfc666f-cb8f-4941-a7ba-060fabd0f8a3', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:38:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '770e3b46-431a-468e-b3f1-2a823a6be73f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:21:13Z', 'updated_at': '2022-03-28T01:22:03Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_floatingips': [{'id': '9356b5a4-f9af-458f-a7f4-562b1ba20742', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'floating_ip_address': '172.26.1.130', 'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'router_id': '770e3b46-431a-468e-b3f1-2a823a6be73f', 'port_id': 'fdab2457-ab1f-427a-9344-a9d57db82334', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cef01df6-95b0-4b92-b998-ecd5f7c70397', 'mac_address': 'fa:16:3e:31:a2:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10200f97-cbd2-4379-9bed-787590a1fed6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T01:21:29Z', 'updated_at': '2022-03-28T01:22:02Z', 'revision_number': 2, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70cabb81-46d1-44b8-b0e8-ff0f45d00d32', 'name': '', 'network_id': 'cef01df6-95b0-4b92-b998-ecd5f7c70397', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'mac_address': 'fa:16:3e:e0:70:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '770e3b46-431a-468e-b3f1-2a823a6be73f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': '085b1b19-2441-49d8-b645-4f5670b7f78e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:21:15Z', 'updated_at': '2022-03-28T01:22:01Z', 'revision_number': 6, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'subnets': [{'id': '085b1b19-2441-49d8-b645-4f5670b7f78e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:22:04.633488 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94128314-e948-41f7-8ac1-044d405b1fe0 None None] The sync data for ids ['770e3b46-431a-468e-b3f1-2a823a6be73f'] in dv-neutron-834874-6-hyperv is: [{'id': '770e3b46-431a-468e-b3f1-2a823a6be73f', 'name': 'tempest-TestNetworkBasicOps-router-1335558859', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.251'}], 'enable_snat': True}, 'gw_port_id': '7dfc666f-cb8f-4941-a7ba-060fabd0f8a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:21:12Z', 'updated_at': '2022-03-28T01:22:03Z', 'revision_number': 6, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': '7dfc666f-cb8f-4941-a7ba-060fabd0f8a3', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:38:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '770e3b46-431a-468e-b3f1-2a823a6be73f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:21:13Z', 'updated_at': '2022-03-28T01:22:03Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_floatingips': [{'id': '9356b5a4-f9af-458f-a7f4-562b1ba20742', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'floating_ip_address': '172.26.1.130', 'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'router_id': '770e3b46-431a-468e-b3f1-2a823a6be73f', 'port_id': 'fdab2457-ab1f-427a-9344-a9d57db82334', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cef01df6-95b0-4b92-b998-ecd5f7c70397', 'mac_address': 'fa:16:3e:31:a2:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10200f97-cbd2-4379-9bed-787590a1fed6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T01:21:29Z', 'updated_at': '2022-03-28T01:22:02Z', 'revision_number': 2, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70cabb81-46d1-44b8-b0e8-ff0f45d00d32', 'name': '', 'network_id': 'cef01df6-95b0-4b92-b998-ecd5f7c70397', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'mac_address': 'fa:16:3e:e0:70:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '770e3b46-431a-468e-b3f1-2a823a6be73f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': '085b1b19-2441-49d8-b645-4f5670b7f78e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:21:15Z', 'updated_at': '2022-03-28T01:22:01Z', 'revision_number': 6, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'subnets': [{'id': '085b1b19-2441-49d8-b645-4f5670b7f78e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:22:04.908951 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 57870) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:22:04.973958 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-7951587d-12ca-40f6-84a6-a475f19a66f9 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/floatingips/9356b5a4-f9af-458f-a7f4-562b1ba20742 HTTP/1.1" status: 200 len: 991 time: 0.0637491 Mar 28 01:22:05.613927 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 70cabb81-46d1-44b8-b0e8-ff0f45d00d32 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:22:05.663566 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 70cabb81-46d1-44b8-b0e8-ff0f45d00d32 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:22:05.663946 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (70cabb81-46d1-44b8-b0e8-ff0f45d00d32), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:05.743783 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 70cabb81-46d1-44b8-b0e8-ff0f45d00d32 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:22:05.744219 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (70cabb81-46d1-44b8-b0e8-ff0f45d00d32), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:05.777903 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] For port 70cabb81-46d1-44b8-b0e8-ff0f45d00d32, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=70cabb81-46d1-44b8-b0e8-ff0f45d00d32,segment=NetworkSegment(d22caa61-041d-4235-b8c1-3988aaa3f363),segment_id=d22caa61-041d-4235-b8c1-3988aaa3f363)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:22:05.783069 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (70cabb81-46d1-44b8-b0e8-ff0f45d00d32), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:05.783875 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 7dfc666f-cb8f-4941-a7ba-060fabd0f8a3 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:22:05.858725 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Pushing event updated for resources: {'Port': ['ID=70cabb81-46d1-44b8-b0e8-ff0f45d00d32,revision_number=7']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:22:05.869286 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 7dfc666f-cb8f-4941-a7ba-060fabd0f8a3 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:22:05.869655 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (7dfc666f-cb8f-4941-a7ba-060fabd0f8a3), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:05.945142 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 7dfc666f-cb8f-4941-a7ba-060fabd0f8a3 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:22:05.946021 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (7dfc666f-cb8f-4941-a7ba-060fabd0f8a3), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:05.964649 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] For port 7dfc666f-cb8f-4941-a7ba-060fabd0f8a3, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=7dfc666f-cb8f-4941-a7ba-060fabd0f8a3,segment=NetworkSegment(b6f00c62-aca5-4c73-8989-c04c396daeed),segment_id=b6f00c62-aca5-4c73-8989-c04c396daeed)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:22:05.968523 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (7dfc666f-cb8f-4941-a7ba-060fabd0f8a3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:05.977492 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 57872) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:22:06.016976 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Pushing event updated for resources: {'Port': ['ID=7dfc666f-cb8f-4941-a7ba-060fabd0f8a3,revision_number=6']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:22:06.039073 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-89bce2bb-0175-4ab7-a0c9-105ed6be88b8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/floatingips/9356b5a4-f9af-458f-a7f4-562b1ba20742 HTTP/1.1" status: 200 len: 991 time: 0.0603817 Mar 28 01:22:06.259267 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccf9c39-f048-48f1-a804-f68e1c0809b6 None None] New status for floating IP 9356b5a4-f9af-458f-a7f4-562b1ba20742: ACTIVE {{(pid=104100) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 01:22:07.042925 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 57874) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:22:07.103762 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-917c6968-f269-45a2-940f-5a0960a224de tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/floatingips/9356b5a4-f9af-458f-a7f4-562b1ba20742 HTTP/1.1" status: 200 len: 993 time: 0.0597265 Mar 28 01:22:07.348886 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 57880) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:22:07.502179 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-a3567ef4-7275-47b4-aa28-2024f9571ba1 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Deleting port 067e68ec-365c-4dde-8e5b-3b5c6f269831 {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:22:07.502513 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a3567ef4-7275-47b4-aa28-2024f9571ba1 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (067e68ec-365c-4dde-8e5b-3b5c6f269831), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:07.577167 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a3567ef4-7275-47b4-aa28-2024f9571ba1 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (067e68ec-365c-4dde-8e5b-3b5c6f269831), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:07.577411 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a3567ef4-7275-47b4-aa28-2024f9571ba1 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for floatingip (067e68ec-365c-4dde-8e5b-3b5c6f269831), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:07.588907 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-a3567ef4-7275-47b4-aa28-2024f9571ba1 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Calling delete_port for 067e68ec-365c-4dde-8e5b-3b5c6f269831 owned by network:floatingip {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:22:07.591058 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 70cabb81-46d1-44b8-b0e8-ff0f45d00d32 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:22:07.641621 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 70cabb81-46d1-44b8-b0e8-ff0f45d00d32 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:22:07.641992 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (70cabb81-46d1-44b8-b0e8-ff0f45d00d32), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:07.717066 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 70cabb81-46d1-44b8-b0e8-ff0f45d00d32 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:22:07.718122 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 7dfc666f-cb8f-4941-a7ba-060fabd0f8a3 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:22:07.735014 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a3567ef4-7275-47b4-aa28-2024f9571ba1 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (067e68ec-365c-4dde-8e5b-3b5c6f269831), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:07.760998 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3567ef4-7275-47b4-aa28-2024f9571ba1 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event deleted for resources: {'Port': ['ID=067e68ec-365c-4dde-8e5b-3b5c6f269831,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:22:07.763434 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 7dfc666f-cb8f-4941-a7ba-060fabd0f8a3 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:22:07.763808 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (7dfc666f-cb8f-4941-a7ba-060fabd0f8a3), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:07.771311 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3567ef4-7275-47b4-aa28-2024f9571ba1 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:22:07.771665 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3567ef4-7275-47b4-aa28-2024f9571ba1 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:22:07.771999 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3567ef4-7275-47b4-aa28-2024f9571ba1 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:22:07.772363 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3567ef4-7275-47b4-aa28-2024f9571ba1 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:22:07.776532 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3567ef4-7275-47b4-aa28-2024f9571ba1 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:22:07.776532 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3567ef4-7275-47b4-aa28-2024f9571ba1 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:22:07.776532 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3567ef4-7275-47b4-aa28-2024f9571ba1 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:22:07.776532 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3567ef4-7275-47b4-aa28-2024f9571ba1 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:22:07.776532 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3567ef4-7275-47b4-aa28-2024f9571ba1 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:22:07.776532 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3567ef4-7275-47b4-aa28-2024f9571ba1 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:22:07.776532 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3567ef4-7275-47b4-aa28-2024f9571ba1 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:22:07.776532 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3567ef4-7275-47b4-aa28-2024f9571ba1 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:22:07.776532 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3567ef4-7275-47b4-aa28-2024f9571ba1 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:22:07.776532 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3567ef4-7275-47b4-aa28-2024f9571ba1 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:22:07.776532 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3567ef4-7275-47b4-aa28-2024f9571ba1 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:22:07.833993 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a3567ef4-7275-47b4-aa28-2024f9571ba1 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for floatingip (9356b5a4-f9af-458f-a7f4-562b1ba20742), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:07.834251 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.l3_db [None req-a3567ef4-7275-47b4-aa28-2024f9571ba1 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Floating IP 9356b5a4-f9af-458f-a7f4-562b1ba20742 disassociated (deleted). External IP: 172.26.1.130, port: fdab2457-ab1f-427a-9344-a9d57db82334. Mar 28 01:22:07.842608 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 7dfc666f-cb8f-4941-a7ba-060fabd0f8a3 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:22:08.036700 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3567ef4-7275-47b4-aa28-2024f9571ba1 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Router 770e3b46-431a-468e-b3f1-2a823a6be73f has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:22:08.142936 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3567ef4-7275-47b4-aa28-2024f9571ba1 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:22:08.147125 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a3567ef4-7275-47b4-aa28-2024f9571ba1 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for floatingip (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:08.153557 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b880f4c-9c16-4bb0-80f1-c09fa5cdc6e0 None None] Sync routers for ids ['770e3b46-431a-468e-b3f1-2a823a6be73f'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:22:08.163048 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b880f4c-9c16-4bb0-80f1-c09fa5cdc6e0 None None] Routers {'770e3b46-431a-468e-b3f1-2a823a6be73f'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:22:08.163715 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-1b880f4c-9c16-4bb0-80f1-c09fa5cdc6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:21:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['770e3b46-431a-468e-b3f1-2a823a6be73f'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:22:08.177836 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-a3567ef4-7275-47b4-aa28-2024f9571ba1 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "DELETE /v2.0/floatingips/9356b5a4-f9af-458f-a7f4-562b1ba20742 HTTP/1.1" status: 204 len: 168 time: 0.8278506 Mar 28 01:22:08.178418 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10200f97-cbd2-4379-9bed-787590a1fed6', 'tag': 'fdab2457-ab1f-427a-9344-a9d57db82334'}] {{(pid=104098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:22:08.180693 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4026f4115fe834cbdc9db1f12734a6e5e5d2473de268e244354b04a11285341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee0fd1da-0e06-4a38-a304-07d8c13058e4" -d '{"events": [{"name": "network-changed", "server_uuid": "10200f97-cbd2-4379-9bed-787590a1fed6", "tag": "fdab2457-ab1f-427a-9344-a9d57db82334"}]}' {{(pid=104098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:22:08.277385 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-1b880f4c-9c16-4bb0-80f1-c09fa5cdc6e0 None None] Set router 770e3b46-431a-468e-b3f1-2a823a6be73f gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:22:08.283107 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 01:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3ba9a7e-831d-4ade-b7f6-11bf00b3ec02 x-openstack-request-id: req-d3ba9a7e-831d-4ade-b7f6-11bf00b3ec02 {{(pid=104098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:22:08.283400 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10200f97-cbd2-4379-9bed-787590a1fed6", "tag": "fdab2457-ab1f-427a-9344-a9d57db82334", "status": "completed", "code": 200}]} {{(pid=104098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:22:08.283657 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d3ba9a7e-831d-4ade-b7f6-11bf00b3ec02 {{(pid=104098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:22:08.284101 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3ba9a7e-831d-4ade-b7f6-11bf00b3ec02'] response: {'name': 'network-changed', 'server_uuid': '10200f97-cbd2-4379-9bed-787590a1fed6', 'tag': 'fdab2457-ab1f-427a-9344-a9d57db82334', 'status': 'completed', 'code': 200} Mar 28 01:22:08.361297 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0fd1da-0e06-4a38-a304-07d8c13058e4 req-436f1484-2014-4fca-abfd-86a69512740a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:22:08.363422 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-ee0fd1da-0e06-4a38-a304-07d8c13058e4 req-436f1484-2014-4fca-abfd-86a69512740a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cf1ee0ed9c204cc5bccbb38ebf185041&device_id=10200f97-cbd2-4379-9bed-787590a1fed6 HTTP/1.1" status: 200 len: 1129 time: 0.0515380 Mar 28 01:22:08.482575 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-1b880f4c-9c16-4bb0-80f1-c09fa5cdc6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '770e3b46-431a-468e-b3f1-2a823a6be73f', 'name': 'tempest-TestNetworkBasicOps-router-1335558859', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.251'}], 'enable_snat': True}, 'gw_port_id': '7dfc666f-cb8f-4941-a7ba-060fabd0f8a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:21:12Z', 'updated_at': '2022-03-28T01:22:03Z', 'revision_number': 6, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': '7dfc666f-cb8f-4941-a7ba-060fabd0f8a3', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:38:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770e3b46-431a-468e-b3f1-2a823a6be73f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:21:13Z', 'updated_at': '2022-03-28T01:22:05Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': '70cabb81-46d1-44b8-b0e8-ff0f45d00d32', 'name': '', 'network_id': 'cef01df6-95b0-4b92-b998-ecd5f7c70397', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'mac_address': 'fa:16:3e:e0:70:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770e3b46-431a-468e-b3f1-2a823a6be73f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': '085b1b19-2441-49d8-b645-4f5670b7f78e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:21:15Z', 'updated_at': '2022-03-28T01:22:05Z', 'revision_number': 7, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'subnets': [{'id': '085b1b19-2441-49d8-b645-4f5670b7f78e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:22:08.514077 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b880f4c-9c16-4bb0-80f1-c09fa5cdc6e0 None None] Checking router: 770e3b46-431a-468e-b3f1-2a823a6be73f for host: dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:22:08.522903 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b880f4c-9c16-4bb0-80f1-c09fa5cdc6e0 None None] Routers {'770e3b46-431a-468e-b3f1-2a823a6be73f'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:22:08.523607 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-1b880f4c-9c16-4bb0-80f1-c09fa5cdc6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:21:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['770e3b46-431a-468e-b3f1-2a823a6be73f'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:22:08.636944 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-1b880f4c-9c16-4bb0-80f1-c09fa5cdc6e0 None None] Set router 770e3b46-431a-468e-b3f1-2a823a6be73f gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:22:08.791361 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc778b47-b59a-447e-b847-8f7463366c52 req-4cb38fd2-4c1b-47cc-8977-efc7172283cd tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:22:08.792848 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-cc778b47-b59a-447e-b847-8f7463366c52 req-4cb38fd2-4c1b-47cc-8977-efc7172283cd tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=10200f97-cbd2-4379-9bed-787590a1fed6 HTTP/1.1" status: 200 len: 945 time: 0.4285679 Mar 28 01:22:08.821934 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0fd1da-0e06-4a38-a304-07d8c13058e4 req-a82b64d1-5181-4ec2-b0d6-19efc793ac62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:22:08.823358 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-ee0fd1da-0e06-4a38-a304-07d8c13058e4 req-a82b64d1-5181-4ec2-b0d6-19efc793ac62 service neutron] 10.222.0.10 "GET /v2.0/networks?id=cef01df6-95b0-4b92-b998-ecd5f7c70397 HTTP/1.1" status: 200 len: 897 time: 0.4511256 Mar 28 01:22:08.840279 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-1b880f4c-9c16-4bb0-80f1-c09fa5cdc6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '770e3b46-431a-468e-b3f1-2a823a6be73f', 'name': 'tempest-TestNetworkBasicOps-router-1335558859', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.251'}], 'enable_snat': True}, 'gw_port_id': '7dfc666f-cb8f-4941-a7ba-060fabd0f8a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:21:12Z', 'updated_at': '2022-03-28T01:22:03Z', 'revision_number': 6, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': '7dfc666f-cb8f-4941-a7ba-060fabd0f8a3', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:38:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770e3b46-431a-468e-b3f1-2a823a6be73f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:21:13Z', 'updated_at': '2022-03-28T01:22:05Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': '70cabb81-46d1-44b8-b0e8-ff0f45d00d32', 'name': '', 'network_id': 'cef01df6-95b0-4b92-b998-ecd5f7c70397', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'mac_address': 'fa:16:3e:e0:70:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770e3b46-431a-468e-b3f1-2a823a6be73f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': '085b1b19-2441-49d8-b645-4f5670b7f78e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:21:15Z', 'updated_at': '2022-03-28T01:22:05Z', 'revision_number': 7, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'subnets': [{'id': '085b1b19-2441-49d8-b645-4f5670b7f78e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:22:08.869577 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b880f4c-9c16-4bb0-80f1-c09fa5cdc6e0 None None] The sync data for ids ['770e3b46-431a-468e-b3f1-2a823a6be73f'] in dv-neutron-834874-6-hyperv is: [{'id': '770e3b46-431a-468e-b3f1-2a823a6be73f', 'name': 'tempest-TestNetworkBasicOps-router-1335558859', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.251'}], 'enable_snat': True}, 'gw_port_id': '7dfc666f-cb8f-4941-a7ba-060fabd0f8a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:21:12Z', 'updated_at': '2022-03-28T01:22:03Z', 'revision_number': 6, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': '7dfc666f-cb8f-4941-a7ba-060fabd0f8a3', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:38:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770e3b46-431a-468e-b3f1-2a823a6be73f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:21:13Z', 'updated_at': '2022-03-28T01:22:05Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': '70cabb81-46d1-44b8-b0e8-ff0f45d00d32', 'name': '', 'network_id': 'cef01df6-95b0-4b92-b998-ecd5f7c70397', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'mac_address': 'fa:16:3e:e0:70:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770e3b46-431a-468e-b3f1-2a823a6be73f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': '085b1b19-2441-49d8-b645-4f5670b7f78e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:21:15Z', 'updated_at': '2022-03-28T01:22:05Z', 'revision_number': 7, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'subnets': [{'id': '085b1b19-2441-49d8-b645-4f5670b7f78e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:22:08.871521 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-ee0fd1da-0e06-4a38-a304-07d8c13058e4 req-a433fc53-4959-4b5a-8c1f-c97b7f646c22 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fdab2457-ab1f-427a-9344-a9d57db82334 HTTP/1.1" status: 200 len: 217 time: 0.0408194 Mar 28 01:22:08.913067 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-cc778b47-b59a-447e-b847-8f7463366c52 req-0a1801ad-d719-4db3-97ba-cc7cabeb43f4 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/security-groups?id=07e19e5f-537b-46db-804b-4c2e0cf47720&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136205 Mar 28 01:22:08.931058 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0fd1da-0e06-4a38-a304-07d8c13058e4 req-277f61b9-4f59-4bc9-b730-db63a42197fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:22:08.932513 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-ee0fd1da-0e06-4a38-a304-07d8c13058e4 req-277f61b9-4f59-4bc9-b730-db63a42197fc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=085b1b19-2441-49d8-b645-4f5670b7f78e HTTP/1.1" status: 200 len: 834 time: 0.0522578 Mar 28 01:22:08.985328 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0fd1da-0e06-4a38-a304-07d8c13058e4 req-0b457dd4-d8da-401a-8288-d5d1cd51a9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:22:08.986871 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-ee0fd1da-0e06-4a38-a304-07d8c13058e4 req-0b457dd4-d8da-401a-8288-d5d1cd51a9c5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cef01df6-95b0-4b92-b998-ecd5f7c70397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0467048 Mar 28 01:22:09.077768 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-ee0fd1da-0e06-4a38-a304-07d8c13058e4 req-33f94f9f-5d21-46c9-965f-89670b45865a service neutron] 10.222.0.10 "GET /v2.0/networks/cef01df6-95b0-4b92-b998-ecd5f7c70397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837622 Mar 28 01:22:09.173217 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-ee0fd1da-0e06-4a38-a304-07d8c13058e4 req-c7966591-4f6a-404b-9331-24d75c846be3 service neutron] 10.222.0.10 "GET /v2.0/networks/cef01df6-95b0-4b92-b998-ecd5f7c70397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875168 Mar 28 01:22:09.531224 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb9cc81-83bb-4683-9f0c-f62c26f5ee01 None None] New status for floating IP 9356b5a4-f9af-458f-a7f4-562b1ba20742: DOWN {{(pid=104100) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 01:22:09.673850 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c7f412-fb57-4549-bcb5-35cdc0e5ce9c req-c7b27024-3142-4d4f-bc55-7ad80d4fc536 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:22:09.675259 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-f3c7f412-fb57-4549-bcb5-35cdc0e5ce9c req-c7b27024-3142-4d4f-bc55-7ad80d4fc536 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.10 "GET /v2.0/ports?device_id=10200f97-cbd2-4379-9bed-787590a1fed6 HTTP/1.1" status: 200 len: 945 time: 0.0510831 Mar 28 01:22:09.766434 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [req-f3c7f412-fb57-4549-bcb5-35cdc0e5ce9c req-49945d75-9925-4a7b-b66e-c9d976f800b8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Deleting port fdab2457-ab1f-427a-9344-a9d57db82334 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:22:09.766763 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-f3c7f412-fb57-4549-bcb5-35cdc0e5ce9c req-49945d75-9925-4a7b-b66e-c9d976f800b8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (fdab2457-ab1f-427a-9344-a9d57db82334), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:09.851609 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-f3c7f412-fb57-4549-bcb5-35cdc0e5ce9c req-49945d75-9925-4a7b-b66e-c9d976f800b8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] For port fdab2457-ab1f-427a-9344-a9d57db82334, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=fdab2457-ab1f-427a-9344-a9d57db82334,segment=NetworkSegment(d22caa61-041d-4235-b8c1-3988aaa3f363),segment_id=d22caa61-041d-4235-b8c1-3988aaa3f363)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:22:09.851970 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-f3c7f412-fb57-4549-bcb5-35cdc0e5ce9c req-49945d75-9925-4a7b-b66e-c9d976f800b8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (fdab2457-ab1f-427a-9344-a9d57db82334), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:09.864270 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [req-f3c7f412-fb57-4549-bcb5-35cdc0e5ce9c req-49945d75-9925-4a7b-b66e-c9d976f800b8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Calling delete_port for fdab2457-ab1f-427a-9344-a9d57db82334 owned by compute:nova {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:22:09.994284 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-f3c7f412-fb57-4549-bcb5-35cdc0e5ce9c req-49945d75-9925-4a7b-b66e-c9d976f800b8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (fdab2457-ab1f-427a-9344-a9d57db82334), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:10.012713 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-d73d8d4f-78fc-47e5-b85d-a867b6345956 req-e50f4d09-37cd-48ec-9b78-5be1faf69f99 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "GET /v2.0/ports?device_id=10200f97-cbd2-4379-9bed-787590a1fed6 HTTP/1.1" status: 200 len: 210 time: 0.0290711 Mar 28 01:22:10.025827 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49945d75-9925-4a7b-b66e-c9d976f800b8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event deleted for resources: {'Port': ['ID=fdab2457-ab1f-427a-9344-a9d57db82334,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:22:10.037652 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49945d75-9925-4a7b-b66e-c9d976f800b8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:22:10.038004 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49945d75-9925-4a7b-b66e-c9d976f800b8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:22:10.038349 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49945d75-9925-4a7b-b66e-c9d976f800b8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:22:10.038691 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49945d75-9925-4a7b-b66e-c9d976f800b8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:22:10.039562 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49945d75-9925-4a7b-b66e-c9d976f800b8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:22:10.039899 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49945d75-9925-4a7b-b66e-c9d976f800b8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:22:10.040254 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49945d75-9925-4a7b-b66e-c9d976f800b8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:22:10.040586 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49945d75-9925-4a7b-b66e-c9d976f800b8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:22:10.040918 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49945d75-9925-4a7b-b66e-c9d976f800b8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:22:10.041247 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49945d75-9925-4a7b-b66e-c9d976f800b8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:22:10.041910 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49945d75-9925-4a7b-b66e-c9d976f800b8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:22:10.041910 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49945d75-9925-4a7b-b66e-c9d976f800b8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:22:10.042204 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49945d75-9925-4a7b-b66e-c9d976f800b8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:22:10.042524 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49945d75-9925-4a7b-b66e-c9d976f800b8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:22:10.042845 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49945d75-9925-4a7b-b66e-c9d976f800b8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:22:10.083837 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3c7f412-fb57-4549-bcb5-35cdc0e5ce9c req-49945d75-9925-4a7b-b66e-c9d976f800b8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] No DVR routers for this DVR port fdab2457-ab1f-427a-9344-a9d57db82334 on host hv-neutron-8348 {{(pid=104099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:22:10.086389 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-f3c7f412-fb57-4549-bcb5-35cdc0e5ce9c req-49945d75-9925-4a7b-b66e-c9d976f800b8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:10.089769 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-f3c7f412-fb57-4549-bcb5-35cdc0e5ce9c req-49945d75-9925-4a7b-b66e-c9d976f800b8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.10 "DELETE /v2.0/ports/fdab2457-ab1f-427a-9344-a9d57db82334 HTTP/1.1" status: 204 len: 173 time: 0.4088233 Mar 28 01:22:10.090211 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10200f97-cbd2-4379-9bed-787590a1fed6', 'name': 'network-vif-deleted', 'tag': 'fdab2457-ab1f-427a-9344-a9d57db82334'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:22:10.092505 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2af4b01a9fa8b1570ccf1d7859d693ad34c106b258078e9cfae86b97f35e3d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ebf435a-87c9-425d-acd9-40ce226329b6" -d '{"events": [{"server_uuid": "10200f97-cbd2-4379-9bed-787590a1fed6", "name": "network-vif-deleted", "tag": "fdab2457-ab1f-427a-9344-a9d57db82334"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:22:10.129633 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 01:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-508ffdd5-b242-4807-b731-2773b3103bb8 x-openstack-request-id: req-508ffdd5-b242-4807-b731-2773b3103bb8 {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:22:10.129947 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10200f97-cbd2-4379-9bed-787590a1fed6", "name": "network-vif-deleted", "tag": "fdab2457-ab1f-427a-9344-a9d57db82334", "status": "completed", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:22:10.130206 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-508ffdd5-b242-4807-b731-2773b3103bb8 {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:22:10.130614 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-508ffdd5-b242-4807-b731-2773b3103bb8'] response: {'server_uuid': '10200f97-cbd2-4379-9bed-787590a1fed6', 'name': 'network-vif-deleted', 'tag': 'fdab2457-ab1f-427a-9344-a9d57db82334', 'status': 'completed', 'code': 200} Mar 28 01:22:11.067885 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 57896) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:22:11.127080 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-df01c1d6-e226-429f-8716-228365c6b2b2 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group (07e19e5f-537b-46db-804b-4c2e0cf47720), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:11.151828 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-df01c1d6-e226-429f-8716-228365c6b2b2 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group (07e19e5f-537b-46db-804b-4c2e0cf47720), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:11.210085 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-df01c1d6-e226-429f-8716-228365c6b2b2 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (07e19e5f-537b-46db-804b-4c2e0cf47720), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:11.212785 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-df01c1d6-e226-429f-8716-228365c6b2b2 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:11.213931 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-df01c1d6-e226-429f-8716-228365c6b2b2 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "DELETE /v2.0/security-groups/07e19e5f-537b-46db-804b-4c2e0cf47720 HTTP/1.1" status: 204 len: 168 time: 0.1450310 Mar 28 01:22:11.223612 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df01c1d6-e226-429f-8716-228365c6b2b2 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07e19e5f-537b-46db-804b-4c2e0cf47720,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:22:11.249479 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 57900) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:22:11.422983 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-95ff75ad-0a4e-48c5-b183-f4faeaae6438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:11.617827 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-06b4c554-816c-417f-af1d-a3364c1d59f8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3686527'] for router_interface (770e3b46-431a-468e-b3f1-2a823a6be73f), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:11.868320 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-06b4c554-816c-417f-af1d-a3364c1d59f8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Deleting port 70cabb81-46d1-44b8-b0e8-ff0f45d00d32 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:22:11.868662 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-06b4c554-816c-417f-af1d-a3364c1d59f8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (70cabb81-46d1-44b8-b0e8-ff0f45d00d32), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:11.957809 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-06b4c554-816c-417f-af1d-a3364c1d59f8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] For port 70cabb81-46d1-44b8-b0e8-ff0f45d00d32, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=70cabb81-46d1-44b8-b0e8-ff0f45d00d32,segment=NetworkSegment(d22caa61-041d-4235-b8c1-3988aaa3f363),segment_id=d22caa61-041d-4235-b8c1-3988aaa3f363)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:22:11.958170 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-06b4c554-816c-417f-af1d-a3364c1d59f8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (70cabb81-46d1-44b8-b0e8-ff0f45d00d32), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:11.971274 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-06b4c554-816c-417f-af1d-a3364c1d59f8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Calling delete_port for 70cabb81-46d1-44b8-b0e8-ff0f45d00d32 owned by network:router_interface {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:22:12.153083 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-06b4c554-816c-417f-af1d-a3364c1d59f8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (70cabb81-46d1-44b8-b0e8-ff0f45d00d32), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:12.184702 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b4c554-816c-417f-af1d-a3364c1d59f8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event deleted for resources: {'Port': ['ID=70cabb81-46d1-44b8-b0e8-ff0f45d00d32,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:22:12.352985 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-06b4c554-816c-417f-af1d-a3364c1d59f8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3725912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3690191'] for router_interface (770e3b46-431a-468e-b3f1-2a823a6be73f), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:12.562306 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06b4c554-816c-417f-af1d-a3364c1d59f8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Router 770e3b46-431a-468e-b3f1-2a823a6be73f has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:22:12.671364 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06b4c554-816c-417f-af1d-a3364c1d59f8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:22:12.676622 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-06b4c554-816c-417f-af1d-a3364c1d59f8 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "PUT /v2.0/routers/770e3b46-431a-468e-b3f1-2a823a6be73f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4262872 Mar 28 01:22:12.680179 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 57902) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:22:12.681415 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43523754-d115-45e2-a53e-9a1d12849e1f None None] Sync routers for ids ['770e3b46-431a-468e-b3f1-2a823a6be73f'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:22:12.691658 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43523754-d115-45e2-a53e-9a1d12849e1f None None] Routers {'770e3b46-431a-468e-b3f1-2a823a6be73f'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:22:12.692217 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-43523754-d115-45e2-a53e-9a1d12849e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:21:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['770e3b46-431a-468e-b3f1-2a823a6be73f'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:22:12.729610 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_v2 [None req-014ca87b-a65a-4a44-a05c-06d3d2797af9 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Deleting subnet 085b1b19-2441-49d8-b645-4f5670b7f78e {{(pid=104098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:22:12.732686 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-014ca87b-a65a-4a44-a05c-06d3d2797af9 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for subnet (085b1b19-2441-49d8-b645-4f5670b7f78e), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:12.777267 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-014ca87b-a65a-4a44-a05c-06d3d2797af9 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126443526'] for subnet (085b1b19-2441-49d8-b645-4f5670b7f78e), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:12.805364 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-43523754-d115-45e2-a53e-9a1d12849e1f None None] Set router 770e3b46-431a-468e-b3f1-2a823a6be73f gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:22:12.860448 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-014ca87b-a65a-4a44-a05c-06d3d2797af9 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (085b1b19-2441-49d8-b645-4f5670b7f78e), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:12.917493 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-014ca87b-a65a-4a44-a05c-06d3d2797af9 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126175041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126112438'] for subnet (085b1b19-2441-49d8-b645-4f5670b7f78e), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:12.955284 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014ca87b-a65a-4a44-a05c-06d3d2797af9 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event deleted for resources: {'Subnet': ['ID=085b1b19-2441-49d8-b645-4f5670b7f78e,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:22:12.957840 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-014ca87b-a65a-4a44-a05c-06d3d2797af9 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:12.961213 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-014ca87b-a65a-4a44-a05c-06d3d2797af9 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "DELETE /v2.0/subnets/085b1b19-2441-49d8-b645-4f5670b7f78e HTTP/1.1" status: 204 len: 168 time: 0.2799857 Mar 28 01:22:12.964062 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 57904) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:22:12.966911 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ea5cef-6693-40d5-83ae-36b63feaff54 None None] Network cef01df6-95b0-4b92-b998-ecd5f7c70397 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:22:13.083739 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-43523754-d115-45e2-a53e-9a1d12849e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '770e3b46-431a-468e-b3f1-2a823a6be73f', 'name': 'tempest-TestNetworkBasicOps-router-1335558859', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.251'}], 'enable_snat': True}, 'gw_port_id': '7dfc666f-cb8f-4941-a7ba-060fabd0f8a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:21:12Z', 'updated_at': '2022-03-28T01:22:12Z', 'revision_number': 7, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': '7dfc666f-cb8f-4941-a7ba-060fabd0f8a3', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:38:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770e3b46-431a-468e-b3f1-2a823a6be73f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:21:13Z', 'updated_at': '2022-03-28T01:22:05Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:22:13.110538 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43523754-d115-45e2-a53e-9a1d12849e1f None None] Checking router: 770e3b46-431a-468e-b3f1-2a823a6be73f for host: dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:22:13.120153 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43523754-d115-45e2-a53e-9a1d12849e1f None None] Routers {'770e3b46-431a-468e-b3f1-2a823a6be73f'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:22:13.120771 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-43523754-d115-45e2-a53e-9a1d12849e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:21:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['770e3b46-431a-468e-b3f1-2a823a6be73f'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:22:13.121892 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b4c6da2a-53f3-40c9-952e-752e39332e0f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for router (770e3b46-431a-468e-b3f1-2a823a6be73f), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:13.189999 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f2f646-830c-42a6-8058-45fe07ad5d77 None None] DHCP port deletion for cef01df6-95b0-4b92-b998-ecd5f7c70397 request from dv-neutron-834874-6-hyperv {{(pid=104100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 01:22:13.232523 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-43523754-d115-45e2-a53e-9a1d12849e1f None None] Set router 770e3b46-431a-468e-b3f1-2a823a6be73f gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:22:13.237813 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b4c6da2a-53f3-40c9-952e-752e39332e0f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for router_gateway (770e3b46-431a-468e-b3f1-2a823a6be73f), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:13.238325 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-40f2f646-830c-42a6-8058-45fe07ad5d77 None None] Deleting port a6c059c6-e57b-473e-be1e-5c2e0fc604d2 {{(pid=104100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:22:13.238325 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-40f2f646-830c-42a6-8058-45fe07ad5d77 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (a6c059c6-e57b-473e-be1e-5c2e0fc604d2), before_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:13.302586 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-b4c6da2a-53f3-40c9-952e-752e39332e0f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Deleting port 7dfc666f-cb8f-4941-a7ba-060fabd0f8a3 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:22:13.302915 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b4c6da2a-53f3-40c9-952e-752e39332e0f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (7dfc666f-cb8f-4941-a7ba-060fabd0f8a3), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:13.392358 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-b4c6da2a-53f3-40c9-952e-752e39332e0f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] For port 7dfc666f-cb8f-4941-a7ba-060fabd0f8a3, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=7dfc666f-cb8f-4941-a7ba-060fabd0f8a3,segment=NetworkSegment(b6f00c62-aca5-4c73-8989-c04c396daeed),segment_id=b6f00c62-aca5-4c73-8989-c04c396daeed)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:22:13.392892 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b4c6da2a-53f3-40c9-952e-752e39332e0f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (7dfc666f-cb8f-4941-a7ba-060fabd0f8a3), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:13.407729 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-b4c6da2a-53f3-40c9-952e-752e39332e0f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Calling delete_port for 7dfc666f-cb8f-4941-a7ba-060fabd0f8a3 owned by network:router_gateway {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:22:13.438936 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-43523754-d115-45e2-a53e-9a1d12849e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '770e3b46-431a-468e-b3f1-2a823a6be73f', 'name': 'tempest-TestNetworkBasicOps-router-1335558859', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.251'}], 'enable_snat': True}, 'gw_port_id': '7dfc666f-cb8f-4941-a7ba-060fabd0f8a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:21:12Z', 'updated_at': '2022-03-28T01:22:12Z', 'revision_number': 7, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': '7dfc666f-cb8f-4941-a7ba-060fabd0f8a3', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:38:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770e3b46-431a-468e-b3f1-2a823a6be73f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:21:13Z', 'updated_at': '2022-03-28T01:22:05Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:22:13.457410 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-40f2f646-830c-42a6-8058-45fe07ad5d77 None None] For port a6c059c6-e57b-473e-be1e-5c2e0fc604d2, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=a6c059c6-e57b-473e-be1e-5c2e0fc604d2,segment=NetworkSegment(d22caa61-041d-4235-b8c1-3988aaa3f363),segment_id=d22caa61-041d-4235-b8c1-3988aaa3f363)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:22:13.457811 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-40f2f646-830c-42a6-8058-45fe07ad5d77 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (a6c059c6-e57b-473e-be1e-5c2e0fc604d2), precommit_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:13.469789 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43523754-d115-45e2-a53e-9a1d12849e1f None None] The sync data for ids ['770e3b46-431a-468e-b3f1-2a823a6be73f'] in dv-neutron-834874-6-hyperv is: [{'id': '770e3b46-431a-468e-b3f1-2a823a6be73f', 'name': 'tempest-TestNetworkBasicOps-router-1335558859', 'tenant_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.251'}], 'enable_snat': True}, 'gw_port_id': '7dfc666f-cb8f-4941-a7ba-060fabd0f8a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:21:12Z', 'updated_at': '2022-03-28T01:22:12Z', 'revision_number': 7, 'project_id': 'cf1ee0ed9c204cc5bccbb38ebf185041', 'gw_port': {'id': '7dfc666f-cb8f-4941-a7ba-060fabd0f8a3', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:38:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770e3b46-431a-468e-b3f1-2a823a6be73f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:21:13Z', 'updated_at': '2022-03-28T01:22:05Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:22:13.470924 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-40f2f646-830c-42a6-8058-45fe07ad5d77 None None] Calling delete_port for a6c059c6-e57b-473e-be1e-5c2e0fc604d2 owned by network:dhcp {{(pid=104100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:22:13.553299 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-40f2f646-830c-42a6-8058-45fe07ad5d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886'] for port (a6c059c6-e57b-473e-be1e-5c2e0fc604d2), after_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:13.583870 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f2f646-830c-42a6-8058-45fe07ad5d77 None None] Pushing event deleted for resources: {'Port': ['ID=a6c059c6-e57b-473e-be1e-5c2e0fc604d2,revision_number=None']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:22:13.584404 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b4c6da2a-53f3-40c9-952e-752e39332e0f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (7dfc666f-cb8f-4941-a7ba-060fabd0f8a3), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:13.591020 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f2f646-830c-42a6-8058-45fe07ad5d77 None None] No DVR routers for this DVR port a6c059c6-e57b-473e-be1e-5c2e0fc604d2 on host dv-neutron-834874-6-hyperv {{(pid=104100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:22:13.606757 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device fdab2457-ab1f-427a-9344-a9d57db82334 no longer exists at agent hyperv_hv-neutron-8348 {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:22:13.611424 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c6da2a-53f3-40c9-952e-752e39332e0f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event deleted for resources: {'Port': ['ID=7dfc666f-cb8f-4941-a7ba-060fabd0f8a3,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:22:13.632327 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f2f646-830c-42a6-8058-45fe07ad5d77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:22:13.632734 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f2f646-830c-42a6-8058-45fe07ad5d77 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:22:13.633078 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f2f646-830c-42a6-8058-45fe07ad5d77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:22:13.633416 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f2f646-830c-42a6-8058-45fe07ad5d77 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:22:13.633738 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f2f646-830c-42a6-8058-45fe07ad5d77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:22:13.634062 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f2f646-830c-42a6-8058-45fe07ad5d77 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:22:13.634388 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f2f646-830c-42a6-8058-45fe07ad5d77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:22:13.634712 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f2f646-830c-42a6-8058-45fe07ad5d77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:22:13.635035 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f2f646-830c-42a6-8058-45fe07ad5d77 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:22:13.635362 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f2f646-830c-42a6-8058-45fe07ad5d77 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:22:13.635683 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f2f646-830c-42a6-8058-45fe07ad5d77 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:22:13.636003 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f2f646-830c-42a6-8058-45fe07ad5d77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:22:13.636347 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f2f646-830c-42a6-8058-45fe07ad5d77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:22:13.636664 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f2f646-830c-42a6-8058-45fe07ad5d77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:22:13.636979 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f2f646-830c-42a6-8058-45fe07ad5d77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:22:13.642072 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-fe20db55-b0c2-4e6c-a72d-74ec92115588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:13.643969 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] No Port match for: fdab2457-ab1f-427a-9344-a9d57db82334 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:22:13.644346 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device fdab2457-ab1f-427a-9344-a9d57db82334 not bound to the agent host hv-neutron-8348 {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:22:13.671876 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b4c6da2a-53f3-40c9-952e-752e39332e0f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3687989'] for router_gateway (770e3b46-431a-468e-b3f1-2a823a6be73f), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:13.762703 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b4c6da2a-53f3-40c9-952e-752e39332e0f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7151'] for router (770e3b46-431a-468e-b3f1-2a823a6be73f), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:13.764740 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b4c6da2a-53f3-40c9-952e-752e39332e0f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for router_controller (770e3b46-431a-468e-b3f1-2a823a6be73f), precommit_delete_associations {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:13.814304 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b4c6da2a-53f3-40c9-952e-752e39332e0f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689686'] for router (770e3b46-431a-468e-b3f1-2a823a6be73f), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:13.815105 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4c6da2a-53f3-40c9-952e-752e39332e0f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Fanout notify agent at l3_agent the message router_deleted on router 770e3b46-431a-468e-b3f1-2a823a6be73f {{(pid=104099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 01:22:13.823550 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b4c6da2a-53f3-40c9-952e-752e39332e0f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for router (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:13.827621 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-b4c6da2a-53f3-40c9-952e-752e39332e0f tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "DELETE /v2.0/routers/770e3b46-431a-468e-b3f1-2a823a6be73f HTTP/1.1" status: 204 len: 168 time: 0.8596838 Mar 28 01:22:13.827835 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 57906) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:22:13.919782 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9dece726-206d-4c04-a5b4-9e0b317d4b87 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (cef01df6-95b0-4b92-b998-ecd5f7c70397), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:13.953281 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 70cabb81-46d1-44b8-b0e8-ff0f45d00d32 no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:22:13.974296 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: 70cabb81-46d1-44b8-b0e8-ff0f45d00d32 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:22:13.975022 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 70cabb81-46d1-44b8-b0e8-ff0f45d00d32 not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:22:13.975195 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device a6c059c6-e57b-473e-be1e-5c2e0fc604d2 no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:22:13.996003 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: a6c059c6-e57b-473e-be1e-5c2e0fc604d2 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:22:13.996420 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device a6c059c6-e57b-473e-be1e-5c2e0fc604d2 not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:22:14.011678 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9dece726-206d-4c04-a5b4-9e0b317d4b87 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (cef01df6-95b0-4b92-b998-ecd5f7c70397), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:14.031390 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-9dece726-206d-4c04-a5b4-9e0b317d4b87 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cef01df6-95b0-4b92-b998-ecd5f7c70397']}} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:22:14.041717 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-9dece726-206d-4c04-a5b4-9e0b317d4b87 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd22caa61-041d-4235-b8c1-3988aaa3f363') {'for_net_delete': True} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:22:14.042013 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-9dece726-206d-4c04-a5b4-9e0b317d4b87 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd22caa61-041d-4235-b8c1-3988aaa3f363') {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:22:14.051607 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9dece726-206d-4c04-a5b4-9e0b317d4b87 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126946678'] for segment (d22caa61-041d-4235-b8c1-3988aaa3f363), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:14.065739 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9dece726-206d-4c04-a5b4-9e0b317d4b87 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (d22caa61-041d-4235-b8c1-3988aaa3f363), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:14.072241 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dece726-206d-4c04-a5b4-9e0b317d4b87 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=104099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:22:14.072686 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9dece726-206d-4c04-a5b4-9e0b317d4b87 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127280876'] for segment (d22caa61-041d-4235-b8c1-3988aaa3f363), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:14.075878 dv-neutron-834874-6-hyperv neutron-server[104099]: Traceback (most recent call last): Mar 28 01:22:14.075878 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:22:14.075878 dv-neutron-834874-6-hyperv neutron-server[104099]: timer() Mar 28 01:22:14.075878 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:22:14.075878 dv-neutron-834874-6-hyperv neutron-server[104099]: cb(*args, **kw) Mar 28 01:22:14.075878 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:22:14.075878 dv-neutron-834874-6-hyperv neutron-server[104099]: return func(*args, **kwargs) Mar 28 01:22:14.075878 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:22:14.075878 dv-neutron-834874-6-hyperv neutron-server[104099]: self._notify() Mar 28 01:22:14.075878 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:22:14.075878 dv-neutron-834874-6-hyperv neutron-server[104099]: self.callback(batched_events) Mar 28 01:22:14.075878 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:22:14.075878 dv-neutron-834874-6-hyperv neutron-server[104099]: event.method(event) Mar 28 01:22:14.075878 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:22:14.075878 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:22:14.075878 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:22:14.075878 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:22:14.075878 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:22:14.075878 dv-neutron-834874-6-hyperv neutron-server[104099]: return f(self, *a, **k) Mar 28 01:22:14.075878 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:22:14.075878 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._get(url).json() Mar 28 01:22:14.075878 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:22:14.075878 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:22:14.075878 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:22:14.075878 dv-neutron-834874-6-hyperv neutron-server[104099]: return self.request(url, 'GET', **kwargs) Mar 28 01:22:14.075878 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:22:14.075878 dv-neutron-834874-6-hyperv neutron-server[104099]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:22:14.075878 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:22:14.075878 dv-neutron-834874-6-hyperv neutron-server[104099]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:22:14.075878 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:22:14.075878 dv-neutron-834874-6-hyperv neutron-server[104099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:22:14.075878 dv-neutron-834874-6-hyperv neutron-server[104099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:22:14.137075 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9dece726-206d-4c04-a5b4-9e0b317d4b87 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (cef01df6-95b0-4b92-b998-ecd5f7c70397), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:14.146865 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9dece726-206d-4c04-a5b4-9e0b317d4b87 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Publish callbacks [] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:14.151145 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-9dece726-206d-4c04-a5b4-9e0b317d4b87 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] 10.222.0.24 "DELETE /v2.0/networks/cef01df6-95b0-4b92-b998-ecd5f7c70397 HTTP/1.1" status: 204 len: 168 time: 0.3222470 Mar 28 01:22:14.172240 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dece726-206d-4c04-a5b4-9e0b317d4b87 tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] Pushing event deleted for resources: {'Network': ['ID=cef01df6-95b0-4b92-b998-ecd5f7c70397,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:22:14.412526 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 57912) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:22:14.547540 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-875e636c-bcf1-47c9-b9bd-90f150e3fa71 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cf1ee0ed9c204cc5bccbb38ebf185041&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1337705 Mar 28 01:22:14.549988 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 57916) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:22:14.597616 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0cefaebc-47f5-4909-bab3-08dedde5b5d9 admin admin] Publish callbacks [] for security_group (65f46ee6-9f03-43da-af69-3993af63648c), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:14.617846 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0cefaebc-47f5-4909-bab3-08dedde5b5d9 admin admin] Publish callbacks [] for security_group (65f46ee6-9f03-43da-af69-3993af63648c), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:14.668276 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0cefaebc-47f5-4909-bab3-08dedde5b5d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (65f46ee6-9f03-43da-af69-3993af63648c), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:14.671050 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0cefaebc-47f5-4909-bab3-08dedde5b5d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:14.674658 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-0cefaebc-47f5-4909-bab3-08dedde5b5d9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/65f46ee6-9f03-43da-af69-3993af63648c HTTP/1.1" status: 204 len: 168 time: 0.1213684 Mar 28 01:22:14.684184 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cefaebc-47f5-4909-bab3-08dedde5b5d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65f46ee6-9f03-43da-af69-3993af63648c,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:22:14.805728 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:14.948684 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 57922) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:22:14.961805 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-6927992a-404e-4ace-82f1-90df5b1c366c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:15.034363 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-6927992a-404e-4ace-82f1-90df5b1c366c admin admin] Publish callbacks [] for security_group (6396624f-03fb-462c-8464-98dbaa81ca39), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:15.037723 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-6927992a-404e-4ace-82f1-90df5b1c366c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (6396624f-03fb-462c-8464-98dbaa81ca39), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:15.078134 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-6927992a-404e-4ace-82f1-90df5b1c366c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6e964fbdf1304fb9b487bee0648b343e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1283035 Mar 28 01:22:15.079164 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6927992a-404e-4ace-82f1-90df5b1c366c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6396624f-03fb-462c-8464-98dbaa81ca39,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:22:15.080708 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 57924) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:22:15.127424 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e30f5ec2-72b2-4a70-8eae-f418dc2132a4 admin admin] Publish callbacks [] for security_group (6396624f-03fb-462c-8464-98dbaa81ca39), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:15.148122 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e30f5ec2-72b2-4a70-8eae-f418dc2132a4 admin admin] Publish callbacks [] for security_group (6396624f-03fb-462c-8464-98dbaa81ca39), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:15.192638 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e30f5ec2-72b2-4a70-8eae-f418dc2132a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (6396624f-03fb-462c-8464-98dbaa81ca39), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:15.195233 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e30f5ec2-72b2-4a70-8eae-f418dc2132a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:15.196938 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-e30f5ec2-72b2-4a70-8eae-f418dc2132a4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6396624f-03fb-462c-8464-98dbaa81ca39 HTTP/1.1" status: 204 len: 168 time: 0.1147194 Mar 28 01:22:15.204326 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30f5ec2-72b2-4a70-8eae-f418dc2132a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6396624f-03fb-462c-8464-98dbaa81ca39,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:22:15.536743 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 7dfc666f-cb8f-4941-a7ba-060fabd0f8a3 no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:22:15.561980 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: 7dfc666f-cb8f-4941-a7ba-060fabd0f8a3 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:22:15.562322 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 7dfc666f-cb8f-4941-a7ba-060fabd0f8a3 not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:22:15.884918 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 57946) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:22:15.980381 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-e937c0c6-a955-477a-a82b-0c21074fda2d admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1213922103-network', 'tenant_id': '8dd423249fc948429fbc136474d7cf3d'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:22:16.000466 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e937c0c6-a955-477a-a82b-0c21074fda2d admin admin] Made reservation on behalf of 8dd423249fc948429fbc136474d7cf3d for: {'network': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:22:16.002935 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e937c0c6-a955-477a-a82b-0c21074fda2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:16.011900 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e937c0c6-a955-477a-a82b-0c21074fda2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:16.087217 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e937c0c6-a955-477a-a82b-0c21074fda2d admin admin] Publish callbacks [] for security_group (82b0987a-169e-4a18-9ae2-2f245657c30a), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:16.091121 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e937c0c6-a955-477a-a82b-0c21074fda2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (82b0987a-169e-4a18-9ae2-2f245657c30a), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:16.117308 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e937c0c6-a955-477a-a82b-0c21074fda2d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=104098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:22:16.123594 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e937c0c6-a955-477a-a82b-0c21074fda2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82b0987a-169e-4a18-9ae2-2f245657c30a,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:22:16.130127 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e937c0c6-a955-477a-a82b-0c21074fda2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (c46313a9-c158-4a40-a5b8-d00bfd866796), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:16.130468 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.segments_db [None req-e937c0c6-a955-477a-a82b-0c21074fda2d admin admin] Added segment c46313a9-c158-4a40-a5b8-d00bfd866796 of type vlan for network 6df2eb26-373e-4b31-925f-b784bcbc0038 Mar 28 01:22:16.173411 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e937c0c6-a955-477a-a82b-0c21074fda2d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (6df2eb26-373e-4b31-925f-b784bcbc0038), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:16.198136 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e937c0c6-a955-477a-a82b-0c21074fda2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (6df2eb26-373e-4b31-925f-b784bcbc0038), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:16.199175 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e937c0c6-a955-477a-a82b-0c21074fda2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:22:16.199751 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e937c0c6-a955-477a-a82b-0c21074fda2d admin admin] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:16.249208 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:16.265379 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-e937c0c6-a955-477a-a82b-0c21074fda2d admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3778076 Mar 28 01:22:16.267178 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 57950) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:22:16.274072 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-dfa6f76a-92dd-4efb-bc98-e6944776bc2a admin admin] Request body: {'subnet': {'network_id': '6df2eb26-373e-4b31-925f-b784bcbc0038', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1213922103-subnet', 'tenant_id': '8dd423249fc948429fbc136474d7cf3d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:22:16.294013 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfa6f76a-92dd-4efb-bc98-e6944776bc2a admin admin] Made reservation on behalf of 8dd423249fc948429fbc136474d7cf3d for: {'subnet': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:22:16.295466 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e937c0c6-a955-477a-a82b-0c21074fda2d admin admin] Pushing event updated for resources: {'Network': ['ID=6df2eb26-373e-4b31-925f-b784bcbc0038,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:22:16.297343 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-dfa6f76a-92dd-4efb-bc98-e6944776bc2a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126757772'] for subnet (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:16.306429 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network 6df2eb26-373e-4b31-925f-b784bcbc0038 details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:22:16.464850 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-dfa6f76a-92dd-4efb-bc98-e6944776bc2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127282703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126757786'] for subnet (dc912b6b-eaed-4753-945b-4f4aa32102c0), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:16.525175 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa6f76a-92dd-4efb-bc98-e6944776bc2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc912b6b-eaed-4753-945b-4f4aa32102c0,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:22:16.530771 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa6f76a-92dd-4efb-bc98-e6944776bc2a admin admin] Checking segment: {'id': 'c46313a9-c158-4a40-a5b8-d00bfd866796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6df2eb26-373e-4b31-925f-b784bcbc0038'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:22:16.531280 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa6f76a-92dd-4efb-bc98-e6944776bc2a admin admin] Network hostable DHCP agents. Network: 6df2eb26-373e-4b31-925f-b784bcbc0038, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:22:16.549156 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa6f76a-92dd-4efb-bc98-e6944776bc2a admin admin] Network 6df2eb26-373e-4b31-925f-b784bcbc0038 is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:22:16.558991 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-dfa6f76a-92dd-4efb-bc98-e6944776bc2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, 6df2eb26-373e-4b31-925f-b784bcbc0038) {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:22:16.563467 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa6f76a-92dd-4efb-bc98-e6944776bc2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:22:16.563922 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-dfa6f76a-92dd-4efb-bc98-e6944776bc2a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:16.570829 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca58445-823e-43cf-89d2-711554a68177 None None] Network 6df2eb26-373e-4b31-925f-b784bcbc0038 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:22:16.581938 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-dfa6f76a-92dd-4efb-bc98-e6944776bc2a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3128903 Mar 28 01:22:16.673927 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7bb79af-80a0-43ff-9db6-f0056b646f4d None None] Network 6df2eb26-373e-4b31-925f-b784bcbc0038 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:22:17.064625 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 57966) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:22:17.069426 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-bb5910b8-855e-421f-88c0-b01fa27cbed1 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-890783063-network', 'tenant_id': '21a3fb30d54b44d1995cad117a09a54a'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:22:17.089722 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb5910b8-855e-421f-88c0-b01fa27cbed1 admin admin] Made reservation on behalf of 21a3fb30d54b44d1995cad117a09a54a for: {'network': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:22:17.092283 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-bb5910b8-855e-421f-88c0-b01fa27cbed1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:17.100561 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-bb5910b8-855e-421f-88c0-b01fa27cbed1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:17.180086 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-bb5910b8-855e-421f-88c0-b01fa27cbed1 admin admin] Publish callbacks [] for security_group (ab51da1f-688b-4a13-8bdc-cb6b86209707), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:17.183661 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-bb5910b8-855e-421f-88c0-b01fa27cbed1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (ab51da1f-688b-4a13-8bdc-cb6b86209707), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:17.207632 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb5910b8-855e-421f-88c0-b01fa27cbed1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=104098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:22:17.218024 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5910b8-855e-421f-88c0-b01fa27cbed1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab51da1f-688b-4a13-8bdc-cb6b86209707,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:22:17.223946 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-bb5910b8-855e-421f-88c0-b01fa27cbed1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (a9ab40b5-5c09-454c-bca8-bfdf6461d5d1), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:17.224325 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.segments_db [None req-bb5910b8-855e-421f-88c0-b01fa27cbed1 admin admin] Added segment a9ab40b5-5c09-454c-bca8-bfdf6461d5d1 of type vlan for network 1170c6f3-5d6d-40d3-9174-544874fbdf5a Mar 28 01:22:17.265257 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-bb5910b8-855e-421f-88c0-b01fa27cbed1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (1170c6f3-5d6d-40d3-9174-544874fbdf5a), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:17.291451 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-bb5910b8-855e-421f-88c0-b01fa27cbed1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (1170c6f3-5d6d-40d3-9174-544874fbdf5a), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:17.292493 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb5910b8-855e-421f-88c0-b01fa27cbed1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:22:17.294150 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-bb5910b8-855e-421f-88c0-b01fa27cbed1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:17.347716 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-bb5910b8-855e-421f-88c0-b01fa27cbed1 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2819796 Mar 28 01:22:17.350554 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 57968) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:22:17.355989 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-067ac222-acc4-4284-bcc3-f07d6dac6146 admin admin] Request body: {'subnet': {'network_id': '1170c6f3-5d6d-40d3-9174-544874fbdf5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-890783063-subnet', 'tenant_id': '21a3fb30d54b44d1995cad117a09a54a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:22:17.359357 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5910b8-855e-421f-88c0-b01fa27cbed1 admin admin] Pushing event updated for resources: {'Network': ['ID=1170c6f3-5d6d-40d3-9174-544874fbdf5a,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:22:17.370564 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network 1170c6f3-5d6d-40d3-9174-544874fbdf5a details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:22:17.380354 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-067ac222-acc4-4284-bcc3-f07d6dac6146 admin admin] Made reservation on behalf of 21a3fb30d54b44d1995cad117a09a54a for: {'subnet': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:22:17.382663 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-067ac222-acc4-4284-bcc3-f07d6dac6146 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126757772'] for subnet (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:17.555709 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-067ac222-acc4-4284-bcc3-f07d6dac6146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127282703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126757786'] for subnet (54b474c1-814c-409f-bb69-5b0da2573e34), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:17.611046 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067ac222-acc4-4284-bcc3-f07d6dac6146 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54b474c1-814c-409f-bb69-5b0da2573e34,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:22:17.618892 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067ac222-acc4-4284-bcc3-f07d6dac6146 admin admin] Checking segment: {'id': 'a9ab40b5-5c09-454c-bca8-bfdf6461d5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '1170c6f3-5d6d-40d3-9174-544874fbdf5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:22:17.619261 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067ac222-acc4-4284-bcc3-f07d6dac6146 admin admin] Network hostable DHCP agents. Network: 1170c6f3-5d6d-40d3-9174-544874fbdf5a, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:22:17.638872 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067ac222-acc4-4284-bcc3-f07d6dac6146 admin admin] Network 1170c6f3-5d6d-40d3-9174-544874fbdf5a is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:22:17.649088 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-067ac222-acc4-4284-bcc3-f07d6dac6146 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, 1170c6f3-5d6d-40d3-9174-544874fbdf5a) {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:22:17.653885 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067ac222-acc4-4284-bcc3-f07d6dac6146 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:22:17.655148 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-067ac222-acc4-4284-bcc3-f07d6dac6146 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:17.660778 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3a72ad-3e50-41b0-92a4-df3a7d685e91 None None] Network 1170c6f3-5d6d-40d3-9174-544874fbdf5a requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:22:17.674177 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-067ac222-acc4-4284-bcc3-f07d6dac6146 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3224983 Mar 28 01:22:17.767261 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4575bd23-a099-4009-b192-1433212fd82a None None] Network 1170c6f3-5d6d-40d3-9174-544874fbdf5a requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:22:17.836273 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:18.139336 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea9a1ed-5bdd-4292-b794-ce1df05d9829 req-3f9a9891-eb33-496b-a46e-7825cfbf8a69 tempest-TestServerAdvancedOps-669267692 tempest-TestServerAdvancedOps-669267692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:22:18.140810 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-9ea9a1ed-5bdd-4292-b794-ce1df05d9829 req-3f9a9891-eb33-496b-a46e-7825cfbf8a69 tempest-TestServerAdvancedOps-669267692 tempest-TestServerAdvancedOps-669267692-project] 10.222.0.24 "GET /v2.0/networks?id=6df2eb26-373e-4b31-925f-b784bcbc0038 HTTP/1.1" status: 200 len: 812 time: 0.0966971 Mar 28 01:22:18.154516 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-9ea9a1ed-5bdd-4292-b794-ce1df05d9829 req-379ada32-3e18-450b-8ad8-3780991bad78 tempest-TestServerAdvancedOps-669267692 tempest-TestServerAdvancedOps-669267692-project] 10.222.0.24 "GET /v2.0/quotas/8dd423249fc948429fbc136474d7cf3d HTTP/1.1" status: 200 len: 375 time: 0.0085845 Mar 28 01:22:18.186621 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-9ea9a1ed-5bdd-4292-b794-ce1df05d9829 req-d45d4614-38ae-4ccf-ac6b-55bfdd41ba48 tempest-TestServerAdvancedOps-669267692 tempest-TestServerAdvancedOps-669267692-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8dd423249fc948429fbc136474d7cf3d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272586 Mar 28 01:22:18.274563 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-9ea9a1ed-5bdd-4292-b794-ce1df05d9829 req-f2ed67ad-93fc-4449-b8a9-0fd62d890a71 service neutron] 10.222.0.24 "GET /v2.0/networks/6df2eb26-373e-4b31-925f-b784bcbc0038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815768 Mar 28 01:22:18.358495 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-9ea9a1ed-5bdd-4292-b794-ce1df05d9829 req-19a2d9d7-8c64-4512-aba6-b941458081c2 service neutron] 10.222.0.24 "GET /v2.0/networks/6df2eb26-373e-4b31-925f-b784bcbc0038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0783973 Mar 28 01:22:18.511123 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-c440024b-fa92-4655-916f-8332316e10ac req-04874399-f1d9-4196-8ea7-65947befe005 tempest-TestServerAdvancedOps-669267692 tempest-TestServerAdvancedOps-669267692-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa0f4e9b-864e-4a5d-8990-cbdfbc2e2464 HTTP/1.1" status: 200 len: 210 time: 0.0268509 Mar 28 01:22:19.397457 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea9a1ed-5bdd-4292-b794-ce1df05d9829 req-005892a4-072c-479a-8718-f2c953aedb45 tempest-TestServerAdvancedOps-669267692 tempest-TestServerAdvancedOps-669267692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:22:19.398959 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-9ea9a1ed-5bdd-4292-b794-ce1df05d9829 req-005892a4-072c-479a-8718-f2c953aedb45 tempest-TestServerAdvancedOps-669267692 tempest-TestServerAdvancedOps-669267692-project] 10.222.0.10 "GET /v2.0/networks?id=6df2eb26-373e-4b31-925f-b784bcbc0038 HTTP/1.1" status: 200 len: 812 time: 0.1057770 Mar 28 01:22:19.411033 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [req-9ea9a1ed-5bdd-4292-b794-ce1df05d9829 req-92deeae8-4026-49fe-8949-b164f2e17f7b tempest-TestServerAdvancedOps-669267692 tempest-TestServerAdvancedOps-669267692-project] Request body: {'port': {'device_id': 'aa0f4e9b-864e-4a5d-8990-cbdfbc2e2464', 'network_id': '6df2eb26-373e-4b31-925f-b784bcbc0038', 'admin_state_up': True, 'tenant_id': '8dd423249fc948429fbc136474d7cf3d'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:22:19.516928 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ea9a1ed-5bdd-4292-b794-ce1df05d9829 req-92deeae8-4026-49fe-8949-b164f2e17f7b tempest-TestServerAdvancedOps-669267692 tempest-TestServerAdvancedOps-669267692-project] Made reservation on behalf of 8dd423249fc948429fbc136474d7cf3d for: {'port': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:22:19.520175 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-9ea9a1ed-5bdd-4292-b794-ce1df05d9829 req-92deeae8-4026-49fe-8949-b164f2e17f7b tempest-TestServerAdvancedOps-669267692 tempest-TestServerAdvancedOps-669267692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:19.608161 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-e2c475c4-9981-4cbc-bd11-81adb3d1a1ac req-d0dcbf13-3fba-4729-ab88-1c5873b42228 tempest-TestServerAdvancedOps-669267692 tempest-TestServerAdvancedOps-669267692-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa0f4e9b-864e-4a5d-8990-cbdfbc2e2464 HTTP/1.1" status: 200 len: 210 time: 0.0319128 Mar 28 01:22:19.647898 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [req-9ea9a1ed-5bdd-4292-b794-ce1df05d9829 req-92deeae8-4026-49fe-8949-b164f2e17f7b tempest-TestServerAdvancedOps-669267692 tempest-TestServerAdvancedOps-669267692-project] Allocated IP 172.20.0.4 (6df2eb26-373e-4b31-925f-b784bcbc0038/dc912b6b-eaed-4753-945b-4f4aa32102c0/4753425a-429d-4dfd-910a-004029c97b4c) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:22:19.790587 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-9ea9a1ed-5bdd-4292-b794-ce1df05d9829 req-92deeae8-4026-49fe-8949-b164f2e17f7b tempest-TestServerAdvancedOps-669267692 tempest-TestServerAdvancedOps-669267692-project] Publish callbacks [] for port (4753425a-429d-4dfd-910a-004029c97b4c), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:19.822776 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-9ea9a1ed-5bdd-4292-b794-ce1df05d9829 req-92deeae8-4026-49fe-8949-b164f2e17f7b tempest-TestServerAdvancedOps-669267692 tempest-TestServerAdvancedOps-669267692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (4753425a-429d-4dfd-910a-004029c97b4c), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:19.863182 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ea9a1ed-5bdd-4292-b794-ce1df05d9829 req-92deeae8-4026-49fe-8949-b164f2e17f7b tempest-TestServerAdvancedOps-669267692 tempest-TestServerAdvancedOps-669267692-project] Network 6df2eb26-373e-4b31-925f-b784bcbc0038 is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:22:19.866288 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [req-9ea9a1ed-5bdd-4292-b794-ce1df05d9829 req-92deeae8-4026-49fe-8949-b164f2e17f7b tempest-TestServerAdvancedOps-669267692 tempest-TestServerAdvancedOps-669267692-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:22:19.873135 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ea9a1ed-5bdd-4292-b794-ce1df05d9829 req-92deeae8-4026-49fe-8949-b164f2e17f7b tempest-TestServerAdvancedOps-669267692 tempest-TestServerAdvancedOps-669267692-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:22:19.879435 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92deeae8-4026-49fe-8949-b164f2e17f7b tempest-TestServerAdvancedOps-669267692 tempest-TestServerAdvancedOps-669267692-project] Pushing event updated for resources: {'Port': ['ID=4753425a-429d-4dfd-910a-004029c97b4c,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:22:19.922914 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea9a1ed-5bdd-4292-b794-ce1df05d9829 req-92deeae8-4026-49fe-8949-b164f2e17f7b tempest-TestServerAdvancedOps-669267692 tempest-TestServerAdvancedOps-669267692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:22:19.923444 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-9ea9a1ed-5bdd-4292-b794-ce1df05d9829 req-92deeae8-4026-49fe-8949-b164f2e17f7b tempest-TestServerAdvancedOps-669267692 tempest-TestServerAdvancedOps-669267692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:19.938701 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-9ea9a1ed-5bdd-4292-b794-ce1df05d9829 req-92deeae8-4026-49fe-8949-b164f2e17f7b tempest-TestServerAdvancedOps-669267692 tempest-TestServerAdvancedOps-669267692-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5320663 Mar 28 01:22:19.949142 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [req-9ea9a1ed-5bdd-4292-b794-ce1df05d9829 req-7bbbaef6-37af-4a2b-bd16-556001f3f9b7 service neutron] Request body: {'port': {'device_id': 'aa0f4e9b-864e-4a5d-8990-cbdfbc2e2464', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8348'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:22:20.009473 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-9ea9a1ed-5bdd-4292-b794-ce1df05d9829 req-7bbbaef6-37af-4a2b-bd16-556001f3f9b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (4753425a-429d-4dfd-910a-004029c97b4c), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:20.266433 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [req-9ea9a1ed-5bdd-4292-b794-ce1df05d9829 req-7bbbaef6-37af-4a2b-bd16-556001f3f9b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4753425a-429d-4dfd-910a-004029c97b4c {{(pid=104099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 01:22:20.274249 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-9ea9a1ed-5bdd-4292-b794-ce1df05d9829 req-7bbbaef6-37af-4a2b-bd16-556001f3f9b7 service neutron] Publish callbacks [] for port (4753425a-429d-4dfd-910a-004029c97b4c), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:20.285819 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [req-9ea9a1ed-5bdd-4292-b794-ce1df05d9829 req-7bbbaef6-37af-4a2b-bd16-556001f3f9b7 service neutron] Transition to ACTIVE for port object 4753425a-429d-4dfd-910a-004029c97b4c will not be triggered until provisioned by entity L2. {{(pid=104099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 01:22:20.290112 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-9ea9a1ed-5bdd-4292-b794-ce1df05d9829 req-7bbbaef6-37af-4a2b-bd16-556001f3f9b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (4753425a-429d-4dfd-910a-004029c97b4c), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:20.338894 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbbaef6-37af-4a2b-bd16-556001f3f9b7 service neutron] Pushing event updated for resources: {'Port': ['ID=4753425a-429d-4dfd-910a-004029c97b4c,revision_number=2']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:22:20.403316 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-9ea9a1ed-5bdd-4292-b794-ce1df05d9829 req-7bbbaef6-37af-4a2b-bd16-556001f3f9b7 service neutron] Attempting to bind port 4753425a-429d-4dfd-910a-004029c97b4c on host hv-neutron-8348 for vnic_type normal with profile {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:22:20.403650 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-9ea9a1ed-5bdd-4292-b794-ce1df05d9829 req-7bbbaef6-37af-4a2b-bd16-556001f3f9b7 service neutron] Attempting to bind port 4753425a-429d-4dfd-910a-004029c97b4c by drivers openvswitch,hyperv on host hv-neutron-8348 at level 0 using segments [{'id': 'c46313a9-c158-4a40-a5b8-d00bfd866796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6df2eb26-373e-4b31-925f-b784bcbc0038'}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:22:20.403976 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea9a1ed-5bdd-4292-b794-ce1df05d9829 req-7bbbaef6-37af-4a2b-bd16-556001f3f9b7 service neutron] Attempting to bind port 4753425a-429d-4dfd-910a-004029c97b4c on network 6df2eb26-373e-4b31-925f-b784bcbc0038 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:22:20.408490 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea9a1ed-5bdd-4292-b794-ce1df05d9829 req-7bbbaef6-37af-4a2b-bd16-556001f3f9b7 service neutron] Port 4753425a-429d-4dfd-910a-004029c97b4c on network 6df2eb26-373e-4b31-925f-b784bcbc0038 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8348 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 01:22:20.408810 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea9a1ed-5bdd-4292-b794-ce1df05d9829 req-7bbbaef6-37af-4a2b-bd16-556001f3f9b7 service neutron] Attempting to bind port 4753425a-429d-4dfd-910a-004029c97b4c on network 6df2eb26-373e-4b31-925f-b784bcbc0038 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:22:20.413628 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea9a1ed-5bdd-4292-b794-ce1df05d9829 req-7bbbaef6-37af-4a2b-bd16-556001f3f9b7 service neutron] Checking agent: {'id': '287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8348', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 1, 2, 33), 'started_at': datetime.datetime(2022, 3, 28, 1, 2, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:22:20.414468 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea9a1ed-5bdd-4292-b794-ce1df05d9829 req-7bbbaef6-37af-4a2b-bd16-556001f3f9b7 service neutron] Checking segment: {'id': 'c46313a9-c158-4a40-a5b8-d00bfd866796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6df2eb26-373e-4b31-925f-b784bcbc0038'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:22:20.414846 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea9a1ed-5bdd-4292-b794-ce1df05d9829 req-7bbbaef6-37af-4a2b-bd16-556001f3f9b7 service neutron] Bound using segment: {'id': 'c46313a9-c158-4a40-a5b8-d00bfd866796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6df2eb26-373e-4b31-925f-b784bcbc0038'} {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:22:20.415263 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-9ea9a1ed-5bdd-4292-b794-ce1df05d9829 req-7bbbaef6-37af-4a2b-bd16-556001f3f9b7 service neutron] Bound port: 4753425a-429d-4dfd-910a-004029c97b4c, host: hv-neutron-8348, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c46313a9-c158-4a40-a5b8-d00bfd866796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6df2eb26-373e-4b31-925f-b784bcbc0038'}}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:22:20.415607 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-9ea9a1ed-5bdd-4292-b794-ce1df05d9829 req-7bbbaef6-37af-4a2b-bd16-556001f3f9b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (4753425a-429d-4dfd-910a-004029c97b4c), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:20.474653 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-9ea9a1ed-5bdd-4292-b794-ce1df05d9829 req-7bbbaef6-37af-4a2b-bd16-556001f3f9b7 service neutron] For port 4753425a-429d-4dfd-910a-004029c97b4c, host hv-neutron-8348, cleared binding levels {{(pid=104099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:22:20.478144 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-9ea9a1ed-5bdd-4292-b794-ce1df05d9829 req-7bbbaef6-37af-4a2b-bd16-556001f3f9b7 service neutron] For port 4753425a-429d-4dfd-910a-004029c97b4c, host hv-neutron-8348, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=4753425a-429d-4dfd-910a-004029c97b4c,segment=NetworkSegment(c46313a9-c158-4a40-a5b8-d00bfd866796),segment_id=c46313a9-c158-4a40-a5b8-d00bfd866796)] {{(pid=104099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:22:20.483859 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-9ea9a1ed-5bdd-4292-b794-ce1df05d9829 req-7bbbaef6-37af-4a2b-bd16-556001f3f9b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (4753425a-429d-4dfd-910a-004029c97b4c), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:20.515022 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea9a1ed-5bdd-4292-b794-ce1df05d9829 req-7bbbaef6-37af-4a2b-bd16-556001f3f9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:22:20.515704 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-9ea9a1ed-5bdd-4292-b794-ce1df05d9829 req-7bbbaef6-37af-4a2b-bd16-556001f3f9b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:20.517235 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-9ea9a1ed-5bdd-4292-b794-ce1df05d9829 req-7bbbaef6-37af-4a2b-bd16-556001f3f9b7 service neutron] 10.222.0.10 "PUT /v2.0/ports/4753425a-429d-4dfd-910a-004029c97b4c HTTP/1.1" status: 200 len: 1093 time: 0.5718496 Mar 28 01:22:20.517803 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa0f4e9b-864e-4a5d-8990-cbdfbc2e2464', 'tag': '4753425a-429d-4dfd-910a-004029c97b4c'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:22:20.519821 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2af4b01a9fa8b1570ccf1d7859d693ad34c106b258078e9cfae86b97f35e3d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba9d5267-5e89-4464-899b-327d25fbd257" -d '{"events": [{"name": "network-changed", "server_uuid": "aa0f4e9b-864e-4a5d-8990-cbdfbc2e2464", "tag": "4753425a-429d-4dfd-910a-004029c97b4c"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:22:20.547867 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbbaef6-37af-4a2b-bd16-556001f3f9b7 service neutron] Pushing event updated for resources: {'Port': ['ID=4753425a-429d-4dfd-910a-004029c97b4c,revision_number=3']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:22:20.557348 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 01:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b12b8f6-de65-45dc-ba86-9bbd2fea8d0d x-openstack-request-id: req-8b12b8f6-de65-45dc-ba86-9bbd2fea8d0d {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:22:20.557634 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa0f4e9b-864e-4a5d-8990-cbdfbc2e2464", "tag": "4753425a-429d-4dfd-910a-004029c97b4c", "status": "completed", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:22:20.557883 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8b12b8f6-de65-45dc-ba86-9bbd2fea8d0d {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:22:20.558281 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b12b8f6-de65-45dc-ba86-9bbd2fea8d0d'] response: {'name': 'network-changed', 'server_uuid': 'aa0f4e9b-864e-4a5d-8990-cbdfbc2e2464', 'tag': '4753425a-429d-4dfd-910a-004029c97b4c', 'status': 'completed', 'code': 200} Mar 28 01:22:20.614195 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea9a1ed-5bdd-4292-b794-ce1df05d9829 req-a25c094c-2fca-4e07-b789-70e5af0fc9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:22:20.615683 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-9ea9a1ed-5bdd-4292-b794-ce1df05d9829 req-a25c094c-2fca-4e07-b789-70e5af0fc9ce service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8dd423249fc948429fbc136474d7cf3d&device_id=aa0f4e9b-864e-4a5d-8990-cbdfbc2e2464 HTTP/1.1" status: 200 len: 1127 time: 0.0528195 Mar 28 01:22:20.656771 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-9ea9a1ed-5bdd-4292-b794-ce1df05d9829 req-c46ad76c-ed0d-47b8-8879-05b888d9faa8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4753425a-429d-4dfd-910a-004029c97b4c HTTP/1.1" status: 200 len: 217 time: 0.0343561 Mar 28 01:22:20.705341 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea9a1ed-5bdd-4292-b794-ce1df05d9829 req-97fa1957-1b59-4434-8a0c-f3124d40607d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:22:20.706808 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-9ea9a1ed-5bdd-4292-b794-ce1df05d9829 req-97fa1957-1b59-4434-8a0c-f3124d40607d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dc912b6b-eaed-4753-945b-4f4aa32102c0 HTTP/1.1" status: 200 len: 852 time: 0.0442727 Mar 28 01:22:20.728365 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd9cf1e-2d8d-4007-8246-64b7db8ad581 req-c3225501-ab0d-4a4b-9823-fdb220a84308 tempest-TestServerAdvancedOps-669267692 tempest-TestServerAdvancedOps-669267692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:22:20.729851 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-2dd9cf1e-2d8d-4007-8246-64b7db8ad581 req-c3225501-ab0d-4a4b-9823-fdb220a84308 tempest-TestServerAdvancedOps-669267692 tempest-TestServerAdvancedOps-669267692-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa0f4e9b-864e-4a5d-8990-cbdfbc2e2464 HTTP/1.1" status: 200 len: 943 time: 0.0531297 Mar 28 01:22:20.737398 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-9ea9a1ed-5bdd-4292-b794-ce1df05d9829 req-f6ec30dc-abc5-43a1-91cf-7f864c3872c6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6df2eb26-373e-4b31-925f-b784bcbc0038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245979 Mar 28 01:22:20.776783 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-2dd9cf1e-2d8d-4007-8246-64b7db8ad581 req-ac0a14a3-87bb-46b3-92db-f6b35010366a tempest-TestServerAdvancedOps-669267692 tempest-TestServerAdvancedOps-669267692-project] 10.222.0.24 "GET /v2.0/security-groups?id=82b0987a-169e-4a18-9ae2-2f245657c30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407422 Mar 28 01:22:20.829117 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-9ea9a1ed-5bdd-4292-b794-ce1df05d9829 req-df01c945-0870-4f2d-a3c3-e8c9006ea11f service neutron] 10.222.0.10 "GET /v2.0/networks/6df2eb26-373e-4b31-925f-b784bcbc0038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851862 Mar 28 01:22:20.919733 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-9ea9a1ed-5bdd-4292-b794-ce1df05d9829 req-02940140-10b4-4d84-93de-f081cb823abd service neutron] 10.222.0.10 "GET /v2.0/networks/6df2eb26-373e-4b31-925f-b784bcbc0038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849087 Mar 28 01:22:21.009646 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9d5267-5e89-4464-899b-327d25fbd257 req-177f8895-fe24-41d9-8a10-b1825011c58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:22:21.011120 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-ba9d5267-5e89-4464-899b-327d25fbd257 req-177f8895-fe24-41d9-8a10-b1825011c58b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8dd423249fc948429fbc136474d7cf3d&device_id=aa0f4e9b-864e-4a5d-8990-cbdfbc2e2464 HTTP/1.1" status: 200 len: 1127 time: 0.0492990 Mar 28 01:22:21.097788 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9d5267-5e89-4464-899b-327d25fbd257 req-e5c6a8c7-4495-4857-b579-9cfa43d8fe3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:22:21.099164 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-ba9d5267-5e89-4464-899b-327d25fbd257 req-e5c6a8c7-4495-4857-b579-9cfa43d8fe3c service neutron] 10.222.0.10 "GET /v2.0/networks?id=6df2eb26-373e-4b31-925f-b784bcbc0038 HTTP/1.1" status: 200 len: 912 time: 0.0818620 Mar 28 01:22:21.143484 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-ba9d5267-5e89-4464-899b-327d25fbd257 req-074a745c-61b0-4aab-b114-3d22534d4f25 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4753425a-429d-4dfd-910a-004029c97b4c HTTP/1.1" status: 200 len: 217 time: 0.0380502 Mar 28 01:22:21.190038 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9d5267-5e89-4464-899b-327d25fbd257 req-e1e64e09-30e0-4abd-a833-cee6567cc979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:22:21.191437 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-ba9d5267-5e89-4464-899b-327d25fbd257 req-e1e64e09-30e0-4abd-a833-cee6567cc979 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dc912b6b-eaed-4753-945b-4f4aa32102c0 HTTP/1.1" status: 200 len: 852 time: 0.0426278 Mar 28 01:22:21.221794 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-ba9d5267-5e89-4464-899b-327d25fbd257 req-996a0c5e-aef1-4e22-a157-b74a79c04a09 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6df2eb26-373e-4b31-925f-b784bcbc0038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241613 Mar 28 01:22:21.307712 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-ba9d5267-5e89-4464-899b-327d25fbd257 req-a3f3ab62-ef95-498b-be43-37fccb059454 service neutron] 10.222.0.10 "GET /v2.0/networks/6df2eb26-373e-4b31-925f-b784bcbc0038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797105 Mar 28 01:22:21.396846 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-ba9d5267-5e89-4464-899b-327d25fbd257 req-89227517-29eb-478f-ad92-9614dfbf56f6 service neutron] 10.222.0.10 "GET /v2.0/networks/6df2eb26-373e-4b31-925f-b784bcbc0038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828776 Mar 28 01:22:21.893298 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf69310-feaa-48f6-8341-9141d887135a req-ed3cca4b-8deb-490a-a696-90a02b3ada92 tempest-TestServerAdvancedOps-669267692 tempest-TestServerAdvancedOps-669267692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:22:21.894761 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-bcf69310-feaa-48f6-8341-9141d887135a req-ed3cca4b-8deb-490a-a696-90a02b3ada92 tempest-TestServerAdvancedOps-669267692 tempest-TestServerAdvancedOps-669267692-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa0f4e9b-864e-4a5d-8990-cbdfbc2e2464 HTTP/1.1" status: 200 len: 943 time: 0.0522130 Mar 28 01:22:21.940868 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-bcf69310-feaa-48f6-8341-9141d887135a req-b1fc3b2c-4b9e-4b88-9433-2739d5eb1ea8 tempest-TestServerAdvancedOps-669267692 tempest-TestServerAdvancedOps-669267692-project] 10.222.0.24 "GET /v2.0/security-groups?id=82b0987a-169e-4a18-9ae2-2f245657c30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400398 Mar 28 01:22:23.053600 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0a303f-8f11-4530-80d3-35efaedf5deb req-9987ffb5-3cf2-408f-a6f6-b3482d73d42b tempest-TestServerAdvancedOps-669267692 tempest-TestServerAdvancedOps-669267692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:22:23.055692 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-7e0a303f-8f11-4530-80d3-35efaedf5deb req-9987ffb5-3cf2-408f-a6f6-b3482d73d42b tempest-TestServerAdvancedOps-669267692 tempest-TestServerAdvancedOps-669267692-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa0f4e9b-864e-4a5d-8990-cbdfbc2e2464 HTTP/1.1" status: 200 len: 943 time: 0.0512030 Mar 28 01:22:23.100207 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-7e0a303f-8f11-4530-80d3-35efaedf5deb req-3b21d2bc-60cb-4299-b600-16a1aeac1fe8 tempest-TestServerAdvancedOps-669267692 tempest-TestServerAdvancedOps-669267692-project] 10.222.0.24 "GET /v2.0/security-groups?id=82b0987a-169e-4a18-9ae2-2f245657c30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388134 Mar 28 01:22:23.645450 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device 4753425a-429d-4dfd-910a-004029c97b4c details requested by agent hyperv_hv-neutron-8348 with host hv-neutron-8348 {{(pid=104100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 01:22:23.742512 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port 4753425a-429d-4dfd-910a-004029c97b4c, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=4753425a-429d-4dfd-910a-004029c97b4c,segment=NetworkSegment(c46313a9-c158-4a40-a5b8-d00bfd866796),segment_id=c46313a9-c158-4a40-a5b8-d00bfd866796)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:22:23.753391 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Returning: {'device': '4753425a-429d-4dfd-910a-004029c97b4c', 'network_id': '6df2eb26-373e-4b31-925f-b784bcbc0038', 'port_id': '4753425a-429d-4dfd-910a-004029c97b4c', 'mac_address': 'fa:16:3e:56:4f:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc912b6b-eaed-4753-945b-4f4aa32102c0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 01:22:23.790101 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port 4753425a-429d-4dfd-910a-004029c97b4c is: DOWN; New status is: BUILD {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:22:23.790423 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (4753425a-429d-4dfd-910a-004029c97b4c), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:23.803037 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4753425a-429d-4dfd-910a-004029c97b4c {{(pid=104100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 01:22:23.822329 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port 4753425a-429d-4dfd-910a-004029c97b4c, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=4753425a-429d-4dfd-910a-004029c97b4c,segment=NetworkSegment(c46313a9-c158-4a40-a5b8-d00bfd866796),segment_id=c46313a9-c158-4a40-a5b8-d00bfd866796)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:22:23.826411 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (4753425a-429d-4dfd-910a-004029c97b4c), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:23.875949 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Pushing event updated for resources: {'Port': ['ID=4753425a-429d-4dfd-910a-004029c97b4c,revision_number=4']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:22:24.036407 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] get_ports_and_sgs() called for port_ids ['4753425a-429d-4dfd-910a-004029c97b4c'] {{(pid=104100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 01:22:24.221443 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c5345b-d5cb-413a-b6c6-ad5344c65fda req-1ce4fe55-5b22-4688-9166-35ec335a72b6 tempest-TestServerAdvancedOps-669267692 tempest-TestServerAdvancedOps-669267692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:22:24.222905 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-96c5345b-d5cb-413a-b6c6-ad5344c65fda req-1ce4fe55-5b22-4688-9166-35ec335a72b6 tempest-TestServerAdvancedOps-669267692 tempest-TestServerAdvancedOps-669267692-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa0f4e9b-864e-4a5d-8990-cbdfbc2e2464 HTTP/1.1" status: 200 len: 944 time: 0.0576971 Mar 28 01:22:24.270742 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-96c5345b-d5cb-413a-b6c6-ad5344c65fda req-881e3515-c063-42a1-af1e-9d6b393f127f tempest-TestServerAdvancedOps-669267692 tempest-TestServerAdvancedOps-669267692-project] 10.222.0.24 "GET /v2.0/security-groups?id=82b0987a-169e-4a18-9ae2-2f245657c30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417008 Mar 28 01:22:25.388685 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2020b2e2-d9e3-481d-a578-d7eb3e2acca4 req-e95b85ed-346a-403d-81d0-edd4a52ba1b2 tempest-TestServerAdvancedOps-669267692 tempest-TestServerAdvancedOps-669267692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:22:25.390119 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-2020b2e2-d9e3-481d-a578-d7eb3e2acca4 req-e95b85ed-346a-403d-81d0-edd4a52ba1b2 tempest-TestServerAdvancedOps-669267692 tempest-TestServerAdvancedOps-669267692-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa0f4e9b-864e-4a5d-8990-cbdfbc2e2464 HTTP/1.1" status: 200 len: 944 time: 0.0547614 Mar 28 01:22:25.434445 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-2020b2e2-d9e3-481d-a578-d7eb3e2acca4 req-9ade5c3e-aa41-4c07-aabd-32dd1d585a5b tempest-TestServerAdvancedOps-669267692 tempest-TestServerAdvancedOps-669267692-project] 10.222.0.24 "GET /v2.0/security-groups?id=82b0987a-169e-4a18-9ae2-2f245657c30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388756 Mar 28 01:22:25.660905 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device 4753425a-429d-4dfd-910a-004029c97b4c up at agent hyperv_hv-neutron-8348 {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:22:25.711067 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Provisioning for port 4753425a-429d-4dfd-910a-004029c97b4c completed by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 01:22:25.714951 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Provisioning complete for port 4753425a-429d-4dfd-910a-004029c97b4c triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:22:25.715323 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (4753425a-429d-4dfd-910a-004029c97b4c), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:25.789395 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port 4753425a-429d-4dfd-910a-004029c97b4c is: BUILD; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:22:25.789773 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (4753425a-429d-4dfd-910a-004029c97b4c), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:25.811327 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa0f4e9b-864e-4a5d-8990-cbdfbc2e2464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4753425a-429d-4dfd-910a-004029c97b4c'}] {{(pid=104100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:22:25.813907 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd27896ebc78d0f7931321182ba9533a7b768b1c3fcddb3ff52a8aee6ddeaf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13c5bfc8-5440-44de-9b71-122334a11451" -d '{"events": [{"server_uuid": "aa0f4e9b-864e-4a5d-8990-cbdfbc2e2464", "name": "network-vif-plugged", "status": "completed", "tag": "4753425a-429d-4dfd-910a-004029c97b4c"}]}' {{(pid=104100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:22:25.826583 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port 4753425a-429d-4dfd-910a-004029c97b4c, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=4753425a-429d-4dfd-910a-004029c97b4c,segment=NetworkSegment(c46313a9-c158-4a40-a5b8-d00bfd866796),segment_id=c46313a9-c158-4a40-a5b8-d00bfd866796)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:22:25.830831 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (4753425a-429d-4dfd-910a-004029c97b4c), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:25.855615 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.agents_db [None req-9a1d863f-391a-42f4-9870-e8292b919beb None None] Agent healthcheck: found 6 active agents {{(pid=104101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 01:22:25.857326 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 01:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33c06c2a-36eb-49c3-89a9-58fffa53d405 x-openstack-request-id: req-33c06c2a-36eb-49c3-89a9-58fffa53d405 {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:22:25.857616 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa0f4e9b-864e-4a5d-8990-cbdfbc2e2464", "name": "network-vif-plugged", "status": "completed", "tag": "4753425a-429d-4dfd-910a-004029c97b4c", "code": 200}]} {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:22:25.857873 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-33c06c2a-36eb-49c3-89a9-58fffa53d405 {{(pid=104100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:22:25.858268 dv-neutron-834874-6-hyperv neutron-server[104100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33c06c2a-36eb-49c3-89a9-58fffa53d405'] response: {'server_uuid': 'aa0f4e9b-864e-4a5d-8990-cbdfbc2e2464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4753425a-429d-4dfd-910a-004029c97b4c', 'code': 200} Mar 28 01:22:25.884068 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Pushing event updated for resources: {'Port': ['ID=4753425a-429d-4dfd-910a-004029c97b4c,revision_number=5']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:22:26.019971 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980c6e89-ed27-4476-a7f1-3994c7df54cf req-b4f4c8e6-4611-4061-9e67-04bf8290388b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:22:26.021455 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-980c6e89-ed27-4476-a7f1-3994c7df54cf req-b4f4c8e6-4611-4061-9e67-04bf8290388b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=aa0f4e9b-864e-4a5d-8990-cbdfbc2e2464 HTTP/1.1" status: 200 len: 1129 time: 0.0423834 Mar 28 01:22:26.062503 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-980c6e89-ed27-4476-a7f1-3994c7df54cf req-f8395fed-6ab1-48f3-bf19-b17e1fd2ad6f service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=82b0987a-169e-4a18-9ae2-2f245657c30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352294 Mar 28 01:22:26.548874 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5ff366-044a-40cc-bb80-1f0041a1868f req-99eb3fca-2ce3-431e-8db6-b19366050fa0 tempest-TestServerAdvancedOps-669267692 tempest-TestServerAdvancedOps-669267692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:22:26.550326 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-aa5ff366-044a-40cc-bb80-1f0041a1868f req-99eb3fca-2ce3-431e-8db6-b19366050fa0 tempest-TestServerAdvancedOps-669267692 tempest-TestServerAdvancedOps-669267692-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa0f4e9b-864e-4a5d-8990-cbdfbc2e2464 HTTP/1.1" status: 200 len: 945 time: 0.0507021 Mar 28 01:22:26.601357 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-aa5ff366-044a-40cc-bb80-1f0041a1868f req-a140797f-887b-4b89-a990-2a42820d563a tempest-TestServerAdvancedOps-669267692 tempest-TestServerAdvancedOps-669267692-project] 10.222.0.24 "GET /v2.0/security-groups?id=82b0987a-169e-4a18-9ae2-2f245657c30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434093 Mar 28 01:22:27.717981 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425c2031-eab9-41ee-ae23-bd88d7e13007 req-6676ffeb-f820-4364-8ff9-326b8f98e1df tempest-TestServerAdvancedOps-669267692 tempest-TestServerAdvancedOps-669267692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:22:27.719455 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-425c2031-eab9-41ee-ae23-bd88d7e13007 req-6676ffeb-f820-4364-8ff9-326b8f98e1df tempest-TestServerAdvancedOps-669267692 tempest-TestServerAdvancedOps-669267692-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa0f4e9b-864e-4a5d-8990-cbdfbc2e2464 HTTP/1.1" status: 200 len: 945 time: 0.0515950 Mar 28 01:22:28.078886 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-425c2031-eab9-41ee-ae23-bd88d7e13007 req-17df03cb-7492-4bd6-b1dc-e93c401e6c63 tempest-TestServerAdvancedOps-669267692 tempest-TestServerAdvancedOps-669267692-project] 10.222.0.24 "GET /v2.0/security-groups?id=82b0987a-169e-4a18-9ae2-2f245657c30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3539884 Mar 28 01:22:28.192247 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076f505a-778b-4727-9858-73e495b8eb8e req-8848a540-2323-4a34-a2cb-ca22dca0c0c3 tempest-TestServerAdvancedOps-669267692 tempest-TestServerAdvancedOps-669267692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:22:28.193702 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-076f505a-778b-4727-9858-73e495b8eb8e req-8848a540-2323-4a34-a2cb-ca22dca0c0c3 tempest-TestServerAdvancedOps-669267692 tempest-TestServerAdvancedOps-669267692-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa0f4e9b-864e-4a5d-8990-cbdfbc2e2464 HTTP/1.1" status: 200 len: 945 time: 0.0509863 Mar 28 01:22:28.243623 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-076f505a-778b-4727-9858-73e495b8eb8e req-8db0f31c-ee37-4821-b5cd-d9b4f3580574 tempest-TestServerAdvancedOps-669267692 tempest-TestServerAdvancedOps-669267692-project] 10.222.0.24 "GET /v2.0/security-groups?id=82b0987a-169e-4a18-9ae2-2f245657c30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444443 Mar 28 01:22:28.494588 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7e93bb-5005-401b-ad44-489b7ce68ea9 req-ad2876c2-1102-47b1-984a-4f5d62c1f93d tempest-TestServerAdvancedOps-669267692 tempest-TestServerAdvancedOps-669267692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:22:28.496050 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-2d7e93bb-5005-401b-ad44-489b7ce68ea9 req-ad2876c2-1102-47b1-984a-4f5d62c1f93d tempest-TestServerAdvancedOps-669267692 tempest-TestServerAdvancedOps-669267692-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa0f4e9b-864e-4a5d-8990-cbdfbc2e2464 HTTP/1.1" status: 200 len: 945 time: 0.0511348 Mar 28 01:22:28.541119 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-2d7e93bb-5005-401b-ad44-489b7ce68ea9 req-aa0261cc-78cf-49d9-b5bf-380b4b3c99e5 tempest-TestServerAdvancedOps-669267692 tempest-TestServerAdvancedOps-669267692-project] 10.222.0.24 "GET /v2.0/security-groups?id=82b0987a-169e-4a18-9ae2-2f245657c30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396845 Mar 28 01:22:29.658555 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4036bd5-9986-4e36-8566-84c78dc7aa0b req-c97a40f2-6792-40a4-a4bf-96125ae01d97 tempest-TestServerAdvancedOps-669267692 tempest-TestServerAdvancedOps-669267692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:22:29.660019 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a4036bd5-9986-4e36-8566-84c78dc7aa0b req-c97a40f2-6792-40a4-a4bf-96125ae01d97 tempest-TestServerAdvancedOps-669267692 tempest-TestServerAdvancedOps-669267692-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa0f4e9b-864e-4a5d-8990-cbdfbc2e2464 HTTP/1.1" status: 200 len: 945 time: 0.0515230 Mar 28 01:22:29.705433 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a4036bd5-9986-4e36-8566-84c78dc7aa0b req-0569833a-b864-456e-a4c2-656413ee01bc tempest-TestServerAdvancedOps-669267692 tempest-TestServerAdvancedOps-669267692-project] 10.222.0.24 "GET /v2.0/security-groups?id=82b0987a-169e-4a18-9ae2-2f245657c30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393796 Mar 28 01:22:29.936709 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c234d5-a4fc-4b80-a856-69f00d756fa5 req-364fda28-2273-4841-9148-699f6350a3bc tempest-TestServerAdvancedOps-669267692 tempest-TestServerAdvancedOps-669267692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:22:29.938230 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-68c234d5-a4fc-4b80-a856-69f00d756fa5 req-364fda28-2273-4841-9148-699f6350a3bc tempest-TestServerAdvancedOps-669267692 tempest-TestServerAdvancedOps-669267692-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa0f4e9b-864e-4a5d-8990-cbdfbc2e2464 HTTP/1.1" status: 200 len: 945 time: 0.0824091 Mar 28 01:22:29.953200 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb3fa2a-a05d-4ec2-8f62-54db1a490e4b req-84fca50a-c2a0-4b25-b59f-15856f36be28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:22:29.954647 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7eb3fa2a-a05d-4ec2-8f62-54db1a490e4b req-84fca50a-c2a0-4b25-b59f-15856f36be28 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8dd423249fc948429fbc136474d7cf3d&device_id=aa0f4e9b-864e-4a5d-8990-cbdfbc2e2464 HTTP/1.1" status: 200 len: 1129 time: 0.0717113 Mar 28 01:22:30.036866 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-68c234d5-a4fc-4b80-a856-69f00d756fa5 req-ca091286-de48-43d6-87d8-a24f430dddef tempest-TestServerAdvancedOps-669267692 tempest-TestServerAdvancedOps-669267692-project] 10.222.0.24 "GET /v2.0/security-groups?id=82b0987a-169e-4a18-9ae2-2f245657c30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914149 Mar 28 01:22:30.064416 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb3fa2a-a05d-4ec2-8f62-54db1a490e4b req-716723b8-40b9-4e9d-a9a7-8d4ed415ed79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:22:30.065912 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7eb3fa2a-a05d-4ec2-8f62-54db1a490e4b req-716723b8-40b9-4e9d-a9a7-8d4ed415ed79 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6df2eb26-373e-4b31-925f-b784bcbc0038 HTTP/1.1" status: 200 len: 912 time: 0.1032958 Mar 28 01:22:30.109243 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7eb3fa2a-a05d-4ec2-8f62-54db1a490e4b req-b44f1411-9bad-4578-b581-08340908d01f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4753425a-429d-4dfd-910a-004029c97b4c HTTP/1.1" status: 200 len: 217 time: 0.0378752 Mar 28 01:22:30.155724 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb3fa2a-a05d-4ec2-8f62-54db1a490e4b req-7eb1c613-e865-4ffa-aacf-1d126b36e806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:22:30.157400 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7eb3fa2a-a05d-4ec2-8f62-54db1a490e4b req-7eb1c613-e865-4ffa-aacf-1d126b36e806 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dc912b6b-eaed-4753-945b-4f4aa32102c0 HTTP/1.1" status: 200 len: 852 time: 0.0424511 Mar 28 01:22:30.187022 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7eb3fa2a-a05d-4ec2-8f62-54db1a490e4b req-591ff64d-3a3f-43f2-ac70-bdce7a8491b2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6df2eb26-373e-4b31-925f-b784bcbc0038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242140 Mar 28 01:22:30.274727 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7eb3fa2a-a05d-4ec2-8f62-54db1a490e4b req-c7b2fe36-577a-48da-9459-143b682a2d61 service neutron] 10.222.0.10 "GET /v2.0/networks/6df2eb26-373e-4b31-925f-b784bcbc0038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819378 Mar 28 01:22:30.358711 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7eb3fa2a-a05d-4ec2-8f62-54db1a490e4b req-70cf3e5e-7549-4d93-a2e6-c2a2c4f64cde service neutron] 10.222.0.10 "GET /v2.0/networks/6df2eb26-373e-4b31-925f-b784bcbc0038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785913 Mar 28 01:22:31.153262 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3549e196-5086-42b6-9987-a089fdae4cd6 req-b16fddc3-800e-4674-bf0e-46ddf5a7e21d tempest-TestServerAdvancedOps-669267692 tempest-TestServerAdvancedOps-669267692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:22:31.154631 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-3549e196-5086-42b6-9987-a089fdae4cd6 req-b16fddc3-800e-4674-bf0e-46ddf5a7e21d tempest-TestServerAdvancedOps-669267692 tempest-TestServerAdvancedOps-669267692-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa0f4e9b-864e-4a5d-8990-cbdfbc2e2464 HTTP/1.1" status: 200 len: 945 time: 0.0503199 Mar 28 01:22:31.203547 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-3549e196-5086-42b6-9987-a089fdae4cd6 req-693303fa-d992-4702-8d31-a3e6749b4739 tempest-TestServerAdvancedOps-669267692 tempest-TestServerAdvancedOps-669267692-project] 10.222.0.24 "GET /v2.0/security-groups?id=82b0987a-169e-4a18-9ae2-2f245657c30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400186 Mar 28 01:22:31.420854 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd262a0-c8ab-4153-b04a-8cd55f6ab7cc req-c79d37c3-bb14-4898-848c-9d6a56444de4 tempest-TestServerAdvancedOps-669267692 tempest-TestServerAdvancedOps-669267692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:22:31.422215 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-4dd262a0-c8ab-4153-b04a-8cd55f6ab7cc req-c79d37c3-bb14-4898-848c-9d6a56444de4 tempest-TestServerAdvancedOps-669267692 tempest-TestServerAdvancedOps-669267692-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa0f4e9b-864e-4a5d-8990-cbdfbc2e2464 HTTP/1.1" status: 200 len: 945 time: 0.0543463 Mar 28 01:22:31.470372 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-4dd262a0-c8ab-4153-b04a-8cd55f6ab7cc req-5edfc3ac-d69d-45e5-99de-d5e16d105bb8 tempest-TestServerAdvancedOps-669267692 tempest-TestServerAdvancedOps-669267692-project] 10.222.0.24 "GET /v2.0/security-groups?id=82b0987a-169e-4a18-9ae2-2f245657c30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426652 Mar 28 01:22:32.588116 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ae4bae-6ba5-4abd-8927-ad3a20f32dc2 req-1b421d37-cfa2-4081-99f4-79f2a5627ace tempest-TestServerAdvancedOps-669267692 tempest-TestServerAdvancedOps-669267692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:22:32.589553 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-16ae4bae-6ba5-4abd-8927-ad3a20f32dc2 req-1b421d37-cfa2-4081-99f4-79f2a5627ace tempest-TestServerAdvancedOps-669267692 tempest-TestServerAdvancedOps-669267692-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa0f4e9b-864e-4a5d-8990-cbdfbc2e2464 HTTP/1.1" status: 200 len: 945 time: 0.0525134 Mar 28 01:22:32.636765 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-16ae4bae-6ba5-4abd-8927-ad3a20f32dc2 req-65c94151-a5cd-4ea2-be5f-3a16fc86ebdd tempest-TestServerAdvancedOps-669267692 tempest-TestServerAdvancedOps-669267692-project] 10.222.0.24 "GET /v2.0/security-groups?id=82b0987a-169e-4a18-9ae2-2f245657c30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411918 Mar 28 01:22:32.869538 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709577ee-6175-49c0-886e-dfa7b22b3c4e req-ac722170-b17b-4cd9-aa0e-886c0c43ae25 tempest-TestServerAdvancedOps-669267692 tempest-TestServerAdvancedOps-669267692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:22:32.871017 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-709577ee-6175-49c0-886e-dfa7b22b3c4e req-ac722170-b17b-4cd9-aa0e-886c0c43ae25 tempest-TestServerAdvancedOps-669267692 tempest-TestServerAdvancedOps-669267692-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa0f4e9b-864e-4a5d-8990-cbdfbc2e2464 HTTP/1.1" status: 200 len: 945 time: 0.0853009 Mar 28 01:22:32.877111 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e9c559-bef4-4314-9640-c76218379705 req-69d14ee0-0b62-4106-b4f4-4a93f9cede70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:22:32.878477 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-47e9c559-bef4-4314-9640-c76218379705 req-69d14ee0-0b62-4106-b4f4-4a93f9cede70 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8dd423249fc948429fbc136474d7cf3d&device_id=aa0f4e9b-864e-4a5d-8990-cbdfbc2e2464 HTTP/1.1" status: 200 len: 1129 time: 0.0624719 Mar 28 01:22:32.912340 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:32.976935 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-709577ee-6175-49c0-886e-dfa7b22b3c4e req-476795f4-d7aa-439f-b77f-778c980d3663 tempest-TestServerAdvancedOps-669267692 tempest-TestServerAdvancedOps-669267692-project] 10.222.0.24 "GET /v2.0/security-groups?id=82b0987a-169e-4a18-9ae2-2f245657c30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975232 Mar 28 01:22:33.000173 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e9c559-bef4-4314-9640-c76218379705 req-6f6172f1-ae83-45ed-918f-ee2694348740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:22:33.001723 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-47e9c559-bef4-4314-9640-c76218379705 req-6f6172f1-ae83-45ed-918f-ee2694348740 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6df2eb26-373e-4b31-925f-b784bcbc0038 HTTP/1.1" status: 200 len: 912 time: 0.1168630 Mar 28 01:22:33.043268 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-47e9c559-bef4-4314-9640-c76218379705 req-32930948-c9cd-4152-a9f3-d7e6671aaf3f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4753425a-429d-4dfd-910a-004029c97b4c HTTP/1.1" status: 200 len: 217 time: 0.0355117 Mar 28 01:22:33.090752 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e9c559-bef4-4314-9640-c76218379705 req-70bd71f1-8b5c-4496-896a-64ec9684fa8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:22:33.092173 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-47e9c559-bef4-4314-9640-c76218379705 req-70bd71f1-8b5c-4496-896a-64ec9684fa8d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dc912b6b-eaed-4753-945b-4f4aa32102c0 HTTP/1.1" status: 200 len: 852 time: 0.0419717 Mar 28 01:22:33.122507 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-47e9c559-bef4-4314-9640-c76218379705 req-2c448998-5054-439d-9d0f-4d8d8689ea26 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6df2eb26-373e-4b31-925f-b784bcbc0038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243976 Mar 28 01:22:33.221108 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-47e9c559-bef4-4314-9640-c76218379705 req-1a1967b2-4387-4e5a-8ecb-c120038d9505 service neutron] 10.222.0.10 "GET /v2.0/networks/6df2eb26-373e-4b31-925f-b784bcbc0038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916080 Mar 28 01:22:33.307212 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-47e9c559-bef4-4314-9640-c76218379705 req-3e58645a-6a7c-4693-8e3f-cc71217c9ff0 service neutron] 10.222.0.10 "GET /v2.0/networks/6df2eb26-373e-4b31-925f-b784bcbc0038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801678 Mar 28 01:22:34.092975 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e843aed4-2516-406a-a4bf-526d5d723b48 req-66d40828-7947-4c52-978b-810bb058b026 tempest-TestServerAdvancedOps-669267692 tempest-TestServerAdvancedOps-669267692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:22:34.094497 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-e843aed4-2516-406a-a4bf-526d5d723b48 req-66d40828-7947-4c52-978b-810bb058b026 tempest-TestServerAdvancedOps-669267692 tempest-TestServerAdvancedOps-669267692-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa0f4e9b-864e-4a5d-8990-cbdfbc2e2464 HTTP/1.1" status: 200 len: 945 time: 0.0506709 Mar 28 01:22:34.143162 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-e843aed4-2516-406a-a4bf-526d5d723b48 req-66c82194-e63d-4e65-b68c-ebd0371342cc tempest-TestServerAdvancedOps-669267692 tempest-TestServerAdvancedOps-669267692-project] 10.222.0.24 "GET /v2.0/security-groups?id=82b0987a-169e-4a18-9ae2-2f245657c30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406275 Mar 28 01:22:34.382363 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd29c6f0-2d15-42fd-8be6-a6215ecc7756 req-18672d43-2aa2-4a85-8988-803d46cf1654 tempest-TestServerAdvancedOps-669267692 tempest-TestServerAdvancedOps-669267692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:22:34.383760 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-dd29c6f0-2d15-42fd-8be6-a6215ecc7756 req-18672d43-2aa2-4a85-8988-803d46cf1654 tempest-TestServerAdvancedOps-669267692 tempest-TestServerAdvancedOps-669267692-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa0f4e9b-864e-4a5d-8990-cbdfbc2e2464 HTTP/1.1" status: 200 len: 945 time: 0.0565302 Mar 28 01:22:34.678886 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-dd29c6f0-2d15-42fd-8be6-a6215ecc7756 req-847c6025-9a6e-4d75-a506-9dd80f28a0b1 tempest-TestServerAdvancedOps-669267692 tempest-TestServerAdvancedOps-669267692-project] 10.222.0.24 "GET /v2.0/security-groups?id=82b0987a-169e-4a18-9ae2-2f245657c30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2894907 Mar 28 01:22:35.801901 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6271a8-2aa5-4590-bb87-762b33c8249f req-4ccd32e8-29c2-45dd-8434-76daaac9d60e tempest-TestServerAdvancedOps-669267692 tempest-TestServerAdvancedOps-669267692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:22:35.803285 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-9a6271a8-2aa5-4590-bb87-762b33c8249f req-4ccd32e8-29c2-45dd-8434-76daaac9d60e tempest-TestServerAdvancedOps-669267692 tempest-TestServerAdvancedOps-669267692-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa0f4e9b-864e-4a5d-8990-cbdfbc2e2464 HTTP/1.1" status: 200 len: 945 time: 0.0566893 Mar 28 01:22:35.849177 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-9a6271a8-2aa5-4590-bb87-762b33c8249f req-169031cb-8936-40ff-af0b-7b1c943102b7 tempest-TestServerAdvancedOps-669267692 tempest-TestServerAdvancedOps-669267692-project] 10.222.0.24 "GET /v2.0/security-groups?id=82b0987a-169e-4a18-9ae2-2f245657c30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397658 Mar 28 01:22:36.131999 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78084902-295b-4742-a3ba-cab54df5130e req-1d5d5ce9-8faa-4156-a810-1474059713a6 tempest-TestServerAdvancedOps-669267692 tempest-TestServerAdvancedOps-669267692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:22:36.133379 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-78084902-295b-4742-a3ba-cab54df5130e req-1d5d5ce9-8faa-4156-a810-1474059713a6 tempest-TestServerAdvancedOps-669267692 tempest-TestServerAdvancedOps-669267692-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa0f4e9b-864e-4a5d-8990-cbdfbc2e2464 HTTP/1.1" status: 200 len: 945 time: 0.0512960 Mar 28 01:22:36.226385 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [req-78084902-295b-4742-a3ba-cab54df5130e req-f347b5e8-7251-41fc-a1dd-46cb7dd0d59b tempest-TestServerAdvancedOps-669267692 tempest-TestServerAdvancedOps-669267692-project] Deleting port 4753425a-429d-4dfd-910a-004029c97b4c {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:22:36.226724 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-78084902-295b-4742-a3ba-cab54df5130e req-f347b5e8-7251-41fc-a1dd-46cb7dd0d59b tempest-TestServerAdvancedOps-669267692 tempest-TestServerAdvancedOps-669267692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (4753425a-429d-4dfd-910a-004029c97b4c), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:36.311502 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-78084902-295b-4742-a3ba-cab54df5130e req-f347b5e8-7251-41fc-a1dd-46cb7dd0d59b tempest-TestServerAdvancedOps-669267692 tempest-TestServerAdvancedOps-669267692-project] For port 4753425a-429d-4dfd-910a-004029c97b4c, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=4753425a-429d-4dfd-910a-004029c97b4c,segment=NetworkSegment(c46313a9-c158-4a40-a5b8-d00bfd866796),segment_id=c46313a9-c158-4a40-a5b8-d00bfd866796)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:22:36.311858 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-78084902-295b-4742-a3ba-cab54df5130e req-f347b5e8-7251-41fc-a1dd-46cb7dd0d59b tempest-TestServerAdvancedOps-669267692 tempest-TestServerAdvancedOps-669267692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (4753425a-429d-4dfd-910a-004029c97b4c), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:36.324966 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [req-78084902-295b-4742-a3ba-cab54df5130e req-f347b5e8-7251-41fc-a1dd-46cb7dd0d59b tempest-TestServerAdvancedOps-669267692 tempest-TestServerAdvancedOps-669267692-project] Calling delete_port for 4753425a-429d-4dfd-910a-004029c97b4c owned by compute:nova {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:22:36.451263 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-78084902-295b-4742-a3ba-cab54df5130e req-f347b5e8-7251-41fc-a1dd-46cb7dd0d59b tempest-TestServerAdvancedOps-669267692 tempest-TestServerAdvancedOps-669267692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (4753425a-429d-4dfd-910a-004029c97b4c), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:36.463041 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] get_ports_and_sgs() called for port_ids ['4753425a-429d-4dfd-910a-004029c97b4c'] {{(pid=104100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 01:22:36.479081 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f347b5e8-7251-41fc-a1dd-46cb7dd0d59b tempest-TestServerAdvancedOps-669267692 tempest-TestServerAdvancedOps-669267692-project] Pushing event deleted for resources: {'Port': ['ID=4753425a-429d-4dfd-910a-004029c97b4c,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:22:36.519433 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [req-78084902-295b-4742-a3ba-cab54df5130e req-f347b5e8-7251-41fc-a1dd-46cb7dd0d59b tempest-TestServerAdvancedOps-669267692 tempest-TestServerAdvancedOps-669267692-project] No DVR routers for this DVR port 4753425a-429d-4dfd-910a-004029c97b4c on host hv-neutron-8348 {{(pid=104099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:22:36.521875 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-78084902-295b-4742-a3ba-cab54df5130e req-f347b5e8-7251-41fc-a1dd-46cb7dd0d59b tempest-TestServerAdvancedOps-669267692 tempest-TestServerAdvancedOps-669267692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:36.525828 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-78084902-295b-4742-a3ba-cab54df5130e req-f347b5e8-7251-41fc-a1dd-46cb7dd0d59b tempest-TestServerAdvancedOps-669267692 tempest-TestServerAdvancedOps-669267692-project] 10.222.0.10 "DELETE /v2.0/ports/4753425a-429d-4dfd-910a-004029c97b4c HTTP/1.1" status: 204 len: 173 time: 0.3872650 Mar 28 01:22:36.526267 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa0f4e9b-864e-4a5d-8990-cbdfbc2e2464', 'name': 'network-vif-deleted', 'tag': '4753425a-429d-4dfd-910a-004029c97b4c'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:22:36.528551 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2af4b01a9fa8b1570ccf1d7859d693ad34c106b258078e9cfae86b97f35e3d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de18ce09-01c8-4670-b2f9-5dbb03dd1183" -d '{"events": [{"server_uuid": "aa0f4e9b-864e-4a5d-8990-cbdfbc2e2464", "name": "network-vif-deleted", "tag": "4753425a-429d-4dfd-910a-004029c97b4c"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:22:36.563361 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 01:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b281a3ac-4a81-4cb9-a82c-8b3f41eb2b8b x-openstack-request-id: req-b281a3ac-4a81-4cb9-a82c-8b3f41eb2b8b {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:22:36.563652 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa0f4e9b-864e-4a5d-8990-cbdfbc2e2464", "name": "network-vif-deleted", "tag": "4753425a-429d-4dfd-910a-004029c97b4c", "status": "completed", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:22:36.563905 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b281a3ac-4a81-4cb9-a82c-8b3f41eb2b8b {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:22:36.564344 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b281a3ac-4a81-4cb9-a82c-8b3f41eb2b8b'] response: {'server_uuid': 'aa0f4e9b-864e-4a5d-8990-cbdfbc2e2464', 'name': 'network-vif-deleted', 'tag': '4753425a-429d-4dfd-910a-004029c97b4c', 'status': 'completed', 'code': 200} Mar 28 01:22:36.967129 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-aed16a1c-d109-4ffd-9f3a-7e2b5d7d4a19 req-349d0d13-9f52-4a10-b9c8-52f339364f68 tempest-TestServerAdvancedOps-669267692 tempest-TestServerAdvancedOps-669267692-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa0f4e9b-864e-4a5d-8990-cbdfbc2e2464 HTTP/1.1" status: 200 len: 210 time: 0.0312064 Mar 28 01:22:38.028539 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 58060) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:22:38.070680 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_v2 [None req-13493df3-0ebc-4255-8b19-5320e6178fb0 admin admin] Deleting subnet dc912b6b-eaed-4753-945b-4f4aa32102c0 {{(pid=104098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:22:38.073591 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-13493df3-0ebc-4255-8b19-5320e6178fb0 admin admin] Publish callbacks [] for subnet (dc912b6b-eaed-4753-945b-4f4aa32102c0), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:38.105861 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-13493df3-0ebc-4255-8b19-5320e6178fb0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126443526'] for subnet (dc912b6b-eaed-4753-945b-4f4aa32102c0), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:38.143082 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-13493df3-0ebc-4255-8b19-5320e6178fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (dc912b6b-eaed-4753-945b-4f4aa32102c0), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:38.197948 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-13493df3-0ebc-4255-8b19-5320e6178fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126175041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126112438'] for subnet (dc912b6b-eaed-4753-945b-4f4aa32102c0), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:38.223468 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13493df3-0ebc-4255-8b19-5320e6178fb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc912b6b-eaed-4753-945b-4f4aa32102c0,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:22:38.225425 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-13493df3-0ebc-4255-8b19-5320e6178fb0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:38.228554 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-13493df3-0ebc-4255-8b19-5320e6178fb0 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/dc912b6b-eaed-4753-945b-4f4aa32102c0 HTTP/1.1" status: 204 len: 168 time: 0.1990287 Mar 28 01:22:38.231049 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 58062) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:22:38.295751 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3ee2fbc8-0e45-4aef-9368-ee87d049b279 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (6df2eb26-373e-4b31-925f-b784bcbc0038), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:38.373617 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3ee2fbc8-0e45-4aef-9368-ee87d049b279 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (6df2eb26-373e-4b31-925f-b784bcbc0038), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:38.392966 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-3ee2fbc8-0e45-4aef-9368-ee87d049b279 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6df2eb26-373e-4b31-925f-b784bcbc0038']}} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:22:38.401864 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-3ee2fbc8-0e45-4aef-9368-ee87d049b279 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c46313a9-c158-4a40-a5b8-d00bfd866796') {'for_net_delete': True} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:22:38.402162 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-3ee2fbc8-0e45-4aef-9368-ee87d049b279 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c46313a9-c158-4a40-a5b8-d00bfd866796') {} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:22:38.411394 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3ee2fbc8-0e45-4aef-9368-ee87d049b279 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126443583'] for segment (c46313a9-c158-4a40-a5b8-d00bfd866796), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:38.424049 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3ee2fbc8-0e45-4aef-9368-ee87d049b279 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (c46313a9-c158-4a40-a5b8-d00bfd866796), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:38.430271 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ee2fbc8-0e45-4aef-9368-ee87d049b279 admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=104098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:22:38.430645 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3ee2fbc8-0e45-4aef-9368-ee87d049b279 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126177251'] for segment (c46313a9-c158-4a40-a5b8-d00bfd866796), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:38.432255 dv-neutron-834874-6-hyperv neutron-server[104098]: Traceback (most recent call last): Mar 28 01:22:38.432255 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:22:38.432255 dv-neutron-834874-6-hyperv neutron-server[104098]: timer() Mar 28 01:22:38.432255 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:22:38.432255 dv-neutron-834874-6-hyperv neutron-server[104098]: cb(*args, **kw) Mar 28 01:22:38.432255 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:22:38.432255 dv-neutron-834874-6-hyperv neutron-server[104098]: return func(*args, **kwargs) Mar 28 01:22:38.432255 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:22:38.432255 dv-neutron-834874-6-hyperv neutron-server[104098]: self._notify() Mar 28 01:22:38.432255 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:22:38.432255 dv-neutron-834874-6-hyperv neutron-server[104098]: self.callback(batched_events) Mar 28 01:22:38.432255 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:22:38.432255 dv-neutron-834874-6-hyperv neutron-server[104098]: event.method(event) Mar 28 01:22:38.432255 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:22:38.432255 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:22:38.432255 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:22:38.432255 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:22:38.432255 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:22:38.432255 dv-neutron-834874-6-hyperv neutron-server[104098]: return f(self, *a, **k) Mar 28 01:22:38.432255 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:22:38.432255 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._get(url).json() Mar 28 01:22:38.432255 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:22:38.432255 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:22:38.432255 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:22:38.432255 dv-neutron-834874-6-hyperv neutron-server[104098]: return self.request(url, 'GET', **kwargs) Mar 28 01:22:38.432255 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:22:38.432255 dv-neutron-834874-6-hyperv neutron-server[104098]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:22:38.432255 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:22:38.432255 dv-neutron-834874-6-hyperv neutron-server[104098]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:22:38.432255 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:22:38.432255 dv-neutron-834874-6-hyperv neutron-server[104098]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:22:38.432255 dv-neutron-834874-6-hyperv neutron-server[104098]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:22:38.483756 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3ee2fbc8-0e45-4aef-9368-ee87d049b279 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (6df2eb26-373e-4b31-925f-b784bcbc0038), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:38.488941 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3ee2fbc8-0e45-4aef-9368-ee87d049b279 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:38.492673 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-3ee2fbc8-0e45-4aef-9368-ee87d049b279 admin admin] 10.222.0.24 "DELETE /v2.0/networks/6df2eb26-373e-4b31-925f-b784bcbc0038 HTTP/1.1" status: 204 len: 168 time: 0.2607026 Mar 28 01:22:38.495494 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 58064) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:22:38.503247 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee2fbc8-0e45-4aef-9368-ee87d049b279 admin admin] Pushing event deleted for resources: {'Network': ['ID=6df2eb26-373e-4b31-925f-b784bcbc0038,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:22:38.540976 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_v2 [None req-37abc78f-5c7c-495f-af3b-3a6fcd55ed46 admin admin] Deleting subnet 54b474c1-814c-409f-bb69-5b0da2573e34 {{(pid=104099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:22:38.544191 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-37abc78f-5c7c-495f-af3b-3a6fcd55ed46 admin admin] Publish callbacks [] for subnet (54b474c1-814c-409f-bb69-5b0da2573e34), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:38.577830 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-37abc78f-5c7c-495f-af3b-3a6fcd55ed46 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126946639'] for subnet (54b474c1-814c-409f-bb69-5b0da2573e34), precommit_delete_associations {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:38.616419 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-37abc78f-5c7c-495f-af3b-3a6fcd55ed46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (54b474c1-814c-409f-bb69-5b0da2573e34), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:38.666091 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-37abc78f-5c7c-495f-af3b-3a6fcd55ed46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127282766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126757793'] for subnet (54b474c1-814c-409f-bb69-5b0da2573e34), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:38.696144 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37abc78f-5c7c-495f-af3b-3a6fcd55ed46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54b474c1-814c-409f-bb69-5b0da2573e34,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:22:38.698090 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-37abc78f-5c7c-495f-af3b-3a6fcd55ed46 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:38.701247 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-37abc78f-5c7c-495f-af3b-3a6fcd55ed46 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/54b474c1-814c-409f-bb69-5b0da2573e34 HTTP/1.1" status: 204 len: 168 time: 0.2047009 Mar 28 01:22:38.703642 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 58066) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:22:38.770330 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c0c36e0e-a127-441f-b3ee-511e04f0619f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (1170c6f3-5d6d-40d3-9174-544874fbdf5a), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:38.851037 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c0c36e0e-a127-441f-b3ee-511e04f0619f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (1170c6f3-5d6d-40d3-9174-544874fbdf5a), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:38.870894 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-c0c36e0e-a127-441f-b3ee-511e04f0619f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1170c6f3-5d6d-40d3-9174-544874fbdf5a']}} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:22:38.879844 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-c0c36e0e-a127-441f-b3ee-511e04f0619f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9ab40b5-5c09-454c-bca8-bfdf6461d5d1') {'for_net_delete': True} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:22:38.880172 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-c0c36e0e-a127-441f-b3ee-511e04f0619f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9ab40b5-5c09-454c-bca8-bfdf6461d5d1') {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:22:38.889895 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c0c36e0e-a127-441f-b3ee-511e04f0619f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126946678'] for segment (a9ab40b5-5c09-454c-bca8-bfdf6461d5d1), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:38.902635 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c0c36e0e-a127-441f-b3ee-511e04f0619f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (a9ab40b5-5c09-454c-bca8-bfdf6461d5d1), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:38.908599 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0c36e0e-a127-441f-b3ee-511e04f0619f admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=104099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:22:38.908981 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c0c36e0e-a127-441f-b3ee-511e04f0619f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127280876'] for segment (a9ab40b5-5c09-454c-bca8-bfdf6461d5d1), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:38.910563 dv-neutron-834874-6-hyperv neutron-server[104099]: Traceback (most recent call last): Mar 28 01:22:38.910563 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:22:38.910563 dv-neutron-834874-6-hyperv neutron-server[104099]: timer() Mar 28 01:22:38.910563 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:22:38.910563 dv-neutron-834874-6-hyperv neutron-server[104099]: cb(*args, **kw) Mar 28 01:22:38.910563 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:22:38.910563 dv-neutron-834874-6-hyperv neutron-server[104099]: return func(*args, **kwargs) Mar 28 01:22:38.910563 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:22:38.910563 dv-neutron-834874-6-hyperv neutron-server[104099]: self._notify() Mar 28 01:22:38.910563 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:22:38.910563 dv-neutron-834874-6-hyperv neutron-server[104099]: self.callback(batched_events) Mar 28 01:22:38.910563 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:22:38.910563 dv-neutron-834874-6-hyperv neutron-server[104099]: event.method(event) Mar 28 01:22:38.910563 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:22:38.910563 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:22:38.910563 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:22:38.910563 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:22:38.910563 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:22:38.910563 dv-neutron-834874-6-hyperv neutron-server[104099]: return f(self, *a, **k) Mar 28 01:22:38.910563 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:22:38.910563 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._get(url).json() Mar 28 01:22:38.910563 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:22:38.910563 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:22:38.910563 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:22:38.910563 dv-neutron-834874-6-hyperv neutron-server[104099]: return self.request(url, 'GET', **kwargs) Mar 28 01:22:38.910563 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:22:38.910563 dv-neutron-834874-6-hyperv neutron-server[104099]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:22:38.910563 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:22:38.910563 dv-neutron-834874-6-hyperv neutron-server[104099]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:22:38.910563 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:22:38.910563 dv-neutron-834874-6-hyperv neutron-server[104099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:22:38.910563 dv-neutron-834874-6-hyperv neutron-server[104099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:22:38.965383 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c0c36e0e-a127-441f-b3ee-511e04f0619f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (1170c6f3-5d6d-40d3-9174-544874fbdf5a), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:38.970477 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c0c36e0e-a127-441f-b3ee-511e04f0619f admin admin] Publish callbacks [] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:38.973668 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-c0c36e0e-a127-441f-b3ee-511e04f0619f admin admin] 10.222.0.24 "DELETE /v2.0/networks/1170c6f3-5d6d-40d3-9174-544874fbdf5a HTTP/1.1" status: 204 len: 168 time: 0.2690821 Mar 28 01:22:38.984392 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c36e0e-a127-441f-b3ee-511e04f0619f admin admin] Pushing event deleted for resources: {'Network': ['ID=1170c6f3-5d6d-40d3-9174-544874fbdf5a,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:22:39.123081 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 58070) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:22:39.166300 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-2d009df8-5b73-41b3-8c48-c6b4ebc1d97e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8dd423249fc948429fbc136474d7cf3d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0420220 Mar 28 01:22:39.168783 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 58072) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:22:39.216745 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-18aa1a4a-a2d0-42ec-bc40-5f66bd863058 admin admin] Publish callbacks [] for security_group (82b0987a-169e-4a18-9ae2-2f245657c30a), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:39.237538 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-18aa1a4a-a2d0-42ec-bc40-5f66bd863058 admin admin] Publish callbacks [] for security_group (82b0987a-169e-4a18-9ae2-2f245657c30a), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:39.282028 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-18aa1a4a-a2d0-42ec-bc40-5f66bd863058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (82b0987a-169e-4a18-9ae2-2f245657c30a), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:39.284885 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-18aa1a4a-a2d0-42ec-bc40-5f66bd863058 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:39.286045 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-18aa1a4a-a2d0-42ec-bc40-5f66bd863058 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/82b0987a-169e-4a18-9ae2-2f245657c30a HTTP/1.1" status: 204 len: 168 time: 0.1163888 Mar 28 01:22:39.294213 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aa1a4a-a2d0-42ec-bc40-5f66bd863058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b0987a-169e-4a18-9ae2-2f245657c30a,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:22:39.585837 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 58078) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:22:39.625346 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-f103825b-d457-4145-a44c-c40b112a885c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=21a3fb30d54b44d1995cad117a09a54a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383642 Mar 28 01:22:39.627744 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 58080) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:22:39.672499 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5ce58aa4-eb76-4428-8278-7df5178bef94 admin admin] Publish callbacks [] for security_group (ab51da1f-688b-4a13-8bdc-cb6b86209707), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:39.692994 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5ce58aa4-eb76-4428-8278-7df5178bef94 admin admin] Publish callbacks [] for security_group (ab51da1f-688b-4a13-8bdc-cb6b86209707), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:39.739911 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5ce58aa4-eb76-4428-8278-7df5178bef94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (ab51da1f-688b-4a13-8bdc-cb6b86209707), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:39.743009 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5ce58aa4-eb76-4428-8278-7df5178bef94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:39.744159 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-5ce58aa4-eb76-4428-8278-7df5178bef94 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ab51da1f-688b-4a13-8bdc-cb6b86209707 HTTP/1.1" status: 204 len: 168 time: 0.1154845 Mar 28 01:22:39.751868 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce58aa4-eb76-4428-8278-7df5178bef94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab51da1f-688b-4a13-8bdc-cb6b86209707,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:22:39.774201 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device 4753425a-429d-4dfd-910a-004029c97b4c no longer exists at agent hyperv_hv-neutron-8348 {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:22:39.796713 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] No Port match for: 4753425a-429d-4dfd-910a-004029c97b4c {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:22:39.797068 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device 4753425a-429d-4dfd-910a-004029c97b4c not bound to the agent host hv-neutron-8348 {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:22:41.424623 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ccae6ec7-8df8-4ad6-9ec0-fe5152b5fd29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:43.583224 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-e6947fad-cc26-4347-9bc2-646bb56ba72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:44.804140 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:46.248421 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:47.120104 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6986e066-d984-4e1c-b305-f1e28b4c1403 req-888e97b3-490c-429a-aad1-210bfafbccbc tempest-ServersAdminNegativeTestJSON-974053252 tempest-ServersAdminNegativeTestJSON-974053252-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=415781fa44ed48de832898c43b07b4f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282125 Mar 28 01:22:47.304498 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6986e066-d984-4e1c-b305-f1e28b4c1403 req-4606cc2f-e6d3-492f-9d95-a0ea8f61a719 tempest-ServersAdminNegativeTestJSON-974053252 tempest-ServersAdminNegativeTestJSON-974053252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:22:47.305870 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6986e066-d984-4e1c-b305-f1e28b4c1403 req-4606cc2f-e6d3-492f-9d95-a0ea8f61a719 tempest-ServersAdminNegativeTestJSON-974053252 tempest-ServersAdminNegativeTestJSON-974053252-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1809616 Mar 28 01:22:47.320309 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6986e066-d984-4e1c-b305-f1e28b4c1403 req-888a54e0-4bd9-4977-bb01-695e5d0e6bee tempest-ServersAdminNegativeTestJSON-974053252 tempest-ServersAdminNegativeTestJSON-974053252-project] 10.222.0.24 "GET /v2.0/quotas/415781fa44ed48de832898c43b07b4f5 HTTP/1.1" status: 200 len: 375 time: 0.0091026 Mar 28 01:22:47.349418 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6986e066-d984-4e1c-b305-f1e28b4c1403 req-072a0cf3-3f43-4dbb-8fd6-94d4d224b21c tempest-ServersAdminNegativeTestJSON-974053252 tempest-ServersAdminNegativeTestJSON-974053252-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=415781fa44ed48de832898c43b07b4f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0244560 Mar 28 01:22:47.502392 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-62ca7947-4b76-42d4-8cdb-65d70d4485a5 req-dc4170b3-f052-4b71-8b2e-5508aad52173 tempest-ServersAdminNegativeTestJSON-974053252 tempest-ServersAdminNegativeTestJSON-974053252-project] 10.222.0.24 "GET /v2.0/ports?device_id=09340563-870c-4394-9744-f1dfc39e4ded HTTP/1.1" status: 200 len: 210 time: 0.0274234 Mar 28 01:22:47.809441 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:48.302227 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6986e066-d984-4e1c-b305-f1e28b4c1403 req-5bbf471c-8a49-4197-b998-59d4727ded4f tempest-ServersAdminNegativeTestJSON-974053252 tempest-ServersAdminNegativeTestJSON-974053252-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=415781fa44ed48de832898c43b07b4f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0206449 Mar 28 01:22:48.408944 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6986e066-d984-4e1c-b305-f1e28b4c1403 req-4de91f6b-9a5a-4e37-adb8-068a9c83269e tempest-ServersAdminNegativeTestJSON-974053252 tempest-ServersAdminNegativeTestJSON-974053252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:22:48.410384 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6986e066-d984-4e1c-b305-f1e28b4c1403 req-4de91f6b-9a5a-4e37-adb8-068a9c83269e tempest-ServersAdminNegativeTestJSON-974053252 tempest-ServersAdminNegativeTestJSON-974053252-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1037297 Mar 28 01:22:48.421091 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [req-6986e066-d984-4e1c-b305-f1e28b4c1403 req-44c8eb98-a68c-4d56-b18a-b99ef0ff8d53 tempest-ServersAdminNegativeTestJSON-974053252 tempest-ServersAdminNegativeTestJSON-974053252-project] Request body: {'port': {'device_id': '09340563-870c-4394-9744-f1dfc39e4ded', 'network_id': '0a203b38-980f-4028-821a-e7ccb430f58f', 'admin_state_up': True, 'tenant_id': '415781fa44ed48de832898c43b07b4f5'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:22:48.523017 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6986e066-d984-4e1c-b305-f1e28b4c1403 req-44c8eb98-a68c-4d56-b18a-b99ef0ff8d53 tempest-ServersAdminNegativeTestJSON-974053252 tempest-ServersAdminNegativeTestJSON-974053252-project] Made reservation on behalf of 415781fa44ed48de832898c43b07b4f5 for: {'port': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:22:48.526625 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-6986e066-d984-4e1c-b305-f1e28b4c1403 req-44c8eb98-a68c-4d56-b18a-b99ef0ff8d53 tempest-ServersAdminNegativeTestJSON-974053252 tempest-ServersAdminNegativeTestJSON-974053252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:48.536130 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-6986e066-d984-4e1c-b305-f1e28b4c1403 req-44c8eb98-a68c-4d56-b18a-b99ef0ff8d53 tempest-ServersAdminNegativeTestJSON-974053252 tempest-ServersAdminNegativeTestJSON-974053252-project] Publish callbacks [] for security_group (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:48.604222 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-1fe838e8-a79d-42f4-900c-86441af1db3b req-a050a966-9bae-4c7d-88ae-2ef7137e5f33 tempest-ServersAdminNegativeTestJSON-974053252 tempest-ServersAdminNegativeTestJSON-974053252-project] 10.222.0.24 "GET /v2.0/ports?device_id=09340563-870c-4394-9744-f1dfc39e4ded HTTP/1.1" status: 200 len: 210 time: 0.0310605 Mar 28 01:22:48.646724 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-6986e066-d984-4e1c-b305-f1e28b4c1403 req-44c8eb98-a68c-4d56-b18a-b99ef0ff8d53 tempest-ServersAdminNegativeTestJSON-974053252 tempest-ServersAdminNegativeTestJSON-974053252-project] Publish callbacks [] for security_group (61cc2577-a371-4f55-b614-c0e39189a2df), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:48.650199 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-6986e066-d984-4e1c-b305-f1e28b4c1403 req-44c8eb98-a68c-4d56-b18a-b99ef0ff8d53 tempest-ServersAdminNegativeTestJSON-974053252 tempest-ServersAdminNegativeTestJSON-974053252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (61cc2577-a371-4f55-b614-c0e39189a2df), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:48.711494 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c8eb98-a68c-4d56-b18a-b99ef0ff8d53 tempest-ServersAdminNegativeTestJSON-974053252 tempest-ServersAdminNegativeTestJSON-974053252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61cc2577-a371-4f55-b614-c0e39189a2df,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:22:48.782247 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [req-6986e066-d984-4e1c-b305-f1e28b4c1403 req-44c8eb98-a68c-4d56-b18a-b99ef0ff8d53 tempest-ServersAdminNegativeTestJSON-974053252 tempest-ServersAdminNegativeTestJSON-974053252-project] Allocated IP 192.168.233.182 (0a203b38-980f-4028-821a-e7ccb430f58f/e00ec400-90fd-4fde-b0dc-683c35c3e8e2/27d23c69-c982-474d-87f6-9738ee180c48) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:22:48.921529 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-6986e066-d984-4e1c-b305-f1e28b4c1403 req-44c8eb98-a68c-4d56-b18a-b99ef0ff8d53 tempest-ServersAdminNegativeTestJSON-974053252 tempest-ServersAdminNegativeTestJSON-974053252-project] Publish callbacks [] for port (27d23c69-c982-474d-87f6-9738ee180c48), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:48.954543 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-6986e066-d984-4e1c-b305-f1e28b4c1403 req-44c8eb98-a68c-4d56-b18a-b99ef0ff8d53 tempest-ServersAdminNegativeTestJSON-974053252 tempest-ServersAdminNegativeTestJSON-974053252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (27d23c69-c982-474d-87f6-9738ee180c48), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:49.002279 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6986e066-d984-4e1c-b305-f1e28b4c1403 req-44c8eb98-a68c-4d56-b18a-b99ef0ff8d53 tempest-ServersAdminNegativeTestJSON-974053252 tempest-ServersAdminNegativeTestJSON-974053252-project] Network 0a203b38-980f-4028-821a-e7ccb430f58f is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:22:49.005421 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [req-6986e066-d984-4e1c-b305-f1e28b4c1403 req-44c8eb98-a68c-4d56-b18a-b99ef0ff8d53 tempest-ServersAdminNegativeTestJSON-974053252 tempest-ServersAdminNegativeTestJSON-974053252-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:22:49.011622 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [req-6986e066-d984-4e1c-b305-f1e28b4c1403 req-44c8eb98-a68c-4d56-b18a-b99ef0ff8d53 tempest-ServersAdminNegativeTestJSON-974053252 tempest-ServersAdminNegativeTestJSON-974053252-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:22:49.017429 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c8eb98-a68c-4d56-b18a-b99ef0ff8d53 tempest-ServersAdminNegativeTestJSON-974053252 tempest-ServersAdminNegativeTestJSON-974053252-project] Pushing event updated for resources: {'Port': ['ID=27d23c69-c982-474d-87f6-9738ee180c48,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:22:49.063585 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6986e066-d984-4e1c-b305-f1e28b4c1403 req-44c8eb98-a68c-4d56-b18a-b99ef0ff8d53 tempest-ServersAdminNegativeTestJSON-974053252 tempest-ServersAdminNegativeTestJSON-974053252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:22:49.064222 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-6986e066-d984-4e1c-b305-f1e28b4c1403 req-44c8eb98-a68c-4d56-b18a-b99ef0ff8d53 tempest-ServersAdminNegativeTestJSON-974053252 tempest-ServersAdminNegativeTestJSON-974053252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:49.080305 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6986e066-d984-4e1c-b305-f1e28b4c1403 req-44c8eb98-a68c-4d56-b18a-b99ef0ff8d53 tempest-ServersAdminNegativeTestJSON-974053252 tempest-ServersAdminNegativeTestJSON-974053252-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6626928 Mar 28 01:22:49.091306 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [req-6986e066-d984-4e1c-b305-f1e28b4c1403 req-957ea051-d04f-4145-a144-10c741e26749 service neutron] Request body: {'port': {'device_id': '09340563-870c-4394-9744-f1dfc39e4ded', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8348'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:22:49.151300 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-6986e066-d984-4e1c-b305-f1e28b4c1403 req-957ea051-d04f-4145-a144-10c741e26749 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (27d23c69-c982-474d-87f6-9738ee180c48), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:49.274975 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-8b0cc4bf-ce76-4a61-8329-e6fbe248ce84 None None] Provisioning complete for port 27d23c69-c982-474d-87f6-9738ee180c48 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:22:49.275557 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-8b0cc4bf-ce76-4a61-8329-e6fbe248ce84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (27d23c69-c982-474d-87f6-9738ee180c48), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:49.309274 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-8b0cc4bf-ce76-4a61-8329-e6fbe248ce84 None None] Port 27d23c69-c982-474d-87f6-9738ee180c48 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:22:49.408343 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [req-6986e066-d984-4e1c-b305-f1e28b4c1403 req-957ea051-d04f-4145-a144-10c741e26749 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27d23c69-c982-474d-87f6-9738ee180c48 {{(pid=104099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 01:22:49.416291 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-6986e066-d984-4e1c-b305-f1e28b4c1403 req-957ea051-d04f-4145-a144-10c741e26749 service neutron] Publish callbacks [] for port (27d23c69-c982-474d-87f6-9738ee180c48), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:49.427810 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [req-6986e066-d984-4e1c-b305-f1e28b4c1403 req-957ea051-d04f-4145-a144-10c741e26749 service neutron] Transition to ACTIVE for port object 27d23c69-c982-474d-87f6-9738ee180c48 will not be triggered until provisioned by entity L2. {{(pid=104099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 01:22:49.431399 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-6986e066-d984-4e1c-b305-f1e28b4c1403 req-957ea051-d04f-4145-a144-10c741e26749 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (27d23c69-c982-474d-87f6-9738ee180c48), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:49.482292 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957ea051-d04f-4145-a144-10c741e26749 service neutron] Pushing event updated for resources: {'Port': ['ID=27d23c69-c982-474d-87f6-9738ee180c48,revision_number=2']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:22:49.548419 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-6986e066-d984-4e1c-b305-f1e28b4c1403 req-957ea051-d04f-4145-a144-10c741e26749 service neutron] Attempting to bind port 27d23c69-c982-474d-87f6-9738ee180c48 on host hv-neutron-8348 for vnic_type normal with profile {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:22:49.548746 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-6986e066-d984-4e1c-b305-f1e28b4c1403 req-957ea051-d04f-4145-a144-10c741e26749 service neutron] Attempting to bind port 27d23c69-c982-474d-87f6-9738ee180c48 by drivers openvswitch,hyperv on host hv-neutron-8348 at level 0 using segments [{'id': '44757c57-924d-4236-bdb7-9b39533066a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0a203b38-980f-4028-821a-e7ccb430f58f'}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:22:49.549068 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6986e066-d984-4e1c-b305-f1e28b4c1403 req-957ea051-d04f-4145-a144-10c741e26749 service neutron] Attempting to bind port 27d23c69-c982-474d-87f6-9738ee180c48 on network 0a203b38-980f-4028-821a-e7ccb430f58f {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:22:49.553670 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6986e066-d984-4e1c-b305-f1e28b4c1403 req-957ea051-d04f-4145-a144-10c741e26749 service neutron] Port 27d23c69-c982-474d-87f6-9738ee180c48 on network 0a203b38-980f-4028-821a-e7ccb430f58f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8348 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 01:22:49.553996 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6986e066-d984-4e1c-b305-f1e28b4c1403 req-957ea051-d04f-4145-a144-10c741e26749 service neutron] Attempting to bind port 27d23c69-c982-474d-87f6-9738ee180c48 on network 0a203b38-980f-4028-821a-e7ccb430f58f {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:22:49.559038 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6986e066-d984-4e1c-b305-f1e28b4c1403 req-957ea051-d04f-4145-a144-10c741e26749 service neutron] Checking agent: {'id': '287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8348', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 1, 2, 33), 'started_at': datetime.datetime(2022, 3, 28, 1, 2, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 22, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:22:49.559375 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6986e066-d984-4e1c-b305-f1e28b4c1403 req-957ea051-d04f-4145-a144-10c741e26749 service neutron] Checking segment: {'id': '44757c57-924d-4236-bdb7-9b39533066a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0a203b38-980f-4028-821a-e7ccb430f58f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:22:49.559748 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6986e066-d984-4e1c-b305-f1e28b4c1403 req-957ea051-d04f-4145-a144-10c741e26749 service neutron] Bound using segment: {'id': '44757c57-924d-4236-bdb7-9b39533066a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0a203b38-980f-4028-821a-e7ccb430f58f'} {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:22:49.560209 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-6986e066-d984-4e1c-b305-f1e28b4c1403 req-957ea051-d04f-4145-a144-10c741e26749 service neutron] Bound port: 27d23c69-c982-474d-87f6-9738ee180c48, host: hv-neutron-8348, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44757c57-924d-4236-bdb7-9b39533066a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0a203b38-980f-4028-821a-e7ccb430f58f'}}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:22:49.560558 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-6986e066-d984-4e1c-b305-f1e28b4c1403 req-957ea051-d04f-4145-a144-10c741e26749 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (27d23c69-c982-474d-87f6-9738ee180c48), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:49.628695 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-6986e066-d984-4e1c-b305-f1e28b4c1403 req-957ea051-d04f-4145-a144-10c741e26749 service neutron] For port 27d23c69-c982-474d-87f6-9738ee180c48, host hv-neutron-8348, cleared binding levels {{(pid=104099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:22:49.631878 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-6986e066-d984-4e1c-b305-f1e28b4c1403 req-957ea051-d04f-4145-a144-10c741e26749 service neutron] For port 27d23c69-c982-474d-87f6-9738ee180c48, host hv-neutron-8348, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=27d23c69-c982-474d-87f6-9738ee180c48,segment=NetworkSegment(44757c57-924d-4236-bdb7-9b39533066a4),segment_id=44757c57-924d-4236-bdb7-9b39533066a4)] {{(pid=104099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:22:49.639262 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-6986e066-d984-4e1c-b305-f1e28b4c1403 req-957ea051-d04f-4145-a144-10c741e26749 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (27d23c69-c982-474d-87f6-9738ee180c48), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:49.656435 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6986e066-d984-4e1c-b305-f1e28b4c1403 req-957ea051-d04f-4145-a144-10c741e26749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:22:49.657594 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-6986e066-d984-4e1c-b305-f1e28b4c1403 req-957ea051-d04f-4145-a144-10c741e26749 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:49.659483 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6986e066-d984-4e1c-b305-f1e28b4c1403 req-957ea051-d04f-4145-a144-10c741e26749 service neutron] 10.222.0.10 "PUT /v2.0/ports/27d23c69-c982-474d-87f6-9738ee180c48 HTTP/1.1" status: 200 len: 1098 time: 0.5722005 Mar 28 01:22:49.681617 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09340563-870c-4394-9744-f1dfc39e4ded', 'tag': '27d23c69-c982-474d-87f6-9738ee180c48'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:22:49.684473 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2af4b01a9fa8b1570ccf1d7859d693ad34c106b258078e9cfae86b97f35e3d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6c4229a-eb1f-4d97-a335-247e5892a9e4" -d '{"events": [{"name": "network-changed", "server_uuid": "09340563-870c-4394-9744-f1dfc39e4ded", "tag": "27d23c69-c982-474d-87f6-9738ee180c48"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:22:49.743212 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 01:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31ab2b5b-7ddf-4938-8206-e56b4af327de x-openstack-request-id: req-31ab2b5b-7ddf-4938-8206-e56b4af327de {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:22:49.743563 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09340563-870c-4394-9744-f1dfc39e4ded", "tag": "27d23c69-c982-474d-87f6-9738ee180c48", "status": "completed", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:22:49.743891 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-31ab2b5b-7ddf-4938-8206-e56b4af327de {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:22:49.744387 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31ab2b5b-7ddf-4938-8206-e56b4af327de'] response: {'name': 'network-changed', 'server_uuid': '09340563-870c-4394-9744-f1dfc39e4ded', 'tag': '27d23c69-c982-474d-87f6-9738ee180c48', 'status': 'completed', 'code': 200} Mar 28 01:22:49.752106 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957ea051-d04f-4145-a144-10c741e26749 service neutron] Pushing event updated for resources: {'Port': ['ID=27d23c69-c982-474d-87f6-9738ee180c48,revision_number=3']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:22:49.755043 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4f66fe-2f22-47ac-acf6-1fa7d621b90d req-d926f5dc-576a-4a8e-a9d1-dbb6e7d0b469 tempest-ServersAdminNegativeTestJSON-974053252 tempest-ServersAdminNegativeTestJSON-974053252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:22:49.757983 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-bf4f66fe-2f22-47ac-acf6-1fa7d621b90d req-d926f5dc-576a-4a8e-a9d1-dbb6e7d0b469 tempest-ServersAdminNegativeTestJSON-974053252 tempest-ServersAdminNegativeTestJSON-974053252-project] 10.222.0.24 "GET /v2.0/ports?device_id=09340563-870c-4394-9744-f1dfc39e4ded HTTP/1.1" status: 200 len: 948 time: 0.0769904 Mar 28 01:22:49.773598 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6986e066-d984-4e1c-b305-f1e28b4c1403 req-a8352de1-97ce-4638-9d4b-066ac332e1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:22:49.775105 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6986e066-d984-4e1c-b305-f1e28b4c1403 req-a8352de1-97ce-4638-9d4b-066ac332e1bf service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=415781fa44ed48de832898c43b07b4f5&device_id=09340563-870c-4394-9744-f1dfc39e4ded HTTP/1.1" status: 200 len: 1132 time: 0.0762377 Mar 28 01:22:49.816155 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-bf4f66fe-2f22-47ac-acf6-1fa7d621b90d req-cdc4ecb9-2e58-4082-a0c2-1a2a3a929e41 tempest-ServersAdminNegativeTestJSON-974053252 tempest-ServersAdminNegativeTestJSON-974053252-project] 10.222.0.24 "GET /v2.0/security-groups?id=61cc2577-a371-4f55-b614-c0e39189a2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458663 Mar 28 01:22:49.824751 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6986e066-d984-4e1c-b305-f1e28b4c1403 req-5e19557b-ba56-4ed6-acce-0044198b0326 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=27d23c69-c982-474d-87f6-9738ee180c48 HTTP/1.1" status: 200 len: 217 time: 0.0413134 Mar 28 01:22:49.876018 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6986e066-d984-4e1c-b305-f1e28b4c1403 req-929b03bb-0b41-4dd6-8200-17136c9c31c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:22:49.877613 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6986e066-d984-4e1c-b305-f1e28b4c1403 req-929b03bb-0b41-4dd6-8200-17136c9c31c3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e00ec400-90fd-4fde-b0dc-683c35c3e8e2 HTTP/1.1" status: 200 len: 843 time: 0.0450034 Mar 28 01:22:49.926995 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6986e066-d984-4e1c-b305-f1e28b4c1403 req-8cf2a242-004c-4038-ad40-e49e5da26a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:22:49.928532 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6986e066-d984-4e1c-b305-f1e28b4c1403 req-8cf2a242-004c-4038-ad40-e49e5da26a0f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0a203b38-980f-4028-821a-e7ccb430f58f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1217 time: 0.0450280 Mar 28 01:22:50.018771 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6986e066-d984-4e1c-b305-f1e28b4c1403 req-d12a1af5-b8a6-4e29-b2ad-05426af80fbc service neutron] 10.222.0.10 "GET /v2.0/networks/0a203b38-980f-4028-821a-e7ccb430f58f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846107 Mar 28 01:22:50.104634 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6986e066-d984-4e1c-b305-f1e28b4c1403 req-7e0ea44a-cb70-477b-be64-713d43d4265e service neutron] 10.222.0.10 "GET /v2.0/networks/0a203b38-980f-4028-821a-e7ccb430f58f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794437 Mar 28 01:22:50.195756 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c4229a-eb1f-4d97-a335-247e5892a9e4 req-aa934bf7-aab6-4eef-b90a-986871b19348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:22:50.197331 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a6c4229a-eb1f-4d97-a335-247e5892a9e4 req-aa934bf7-aab6-4eef-b90a-986871b19348 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=415781fa44ed48de832898c43b07b4f5&device_id=09340563-870c-4394-9744-f1dfc39e4ded HTTP/1.1" status: 200 len: 1132 time: 0.0455499 Mar 28 01:22:50.286864 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c4229a-eb1f-4d97-a335-247e5892a9e4 req-bdf996de-d83e-4dbb-8e7d-16eb00a62204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:22:50.288368 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a6c4229a-eb1f-4d97-a335-247e5892a9e4 req-bdf996de-d83e-4dbb-8e7d-16eb00a62204 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0a203b38-980f-4028-821a-e7ccb430f58f HTTP/1.1" status: 200 len: 869 time: 0.0848308 Mar 28 01:22:50.329097 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a6c4229a-eb1f-4d97-a335-247e5892a9e4 req-81d7ee65-7d64-458b-b4cc-60cb77436f23 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=27d23c69-c982-474d-87f6-9738ee180c48 HTTP/1.1" status: 200 len: 217 time: 0.0334589 Mar 28 01:22:50.375148 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c4229a-eb1f-4d97-a335-247e5892a9e4 req-193acd23-8c4b-4b59-a080-97b4de5a9e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:22:50.376552 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a6c4229a-eb1f-4d97-a335-247e5892a9e4 req-193acd23-8c4b-4b59-a080-97b4de5a9e8e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e00ec400-90fd-4fde-b0dc-683c35c3e8e2 HTTP/1.1" status: 200 len: 843 time: 0.0415113 Mar 28 01:22:50.426116 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c4229a-eb1f-4d97-a335-247e5892a9e4 req-3017636a-2c99-41ff-b073-7fce72b9565d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:22:50.427551 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a6c4229a-eb1f-4d97-a335-247e5892a9e4 req-3017636a-2c99-41ff-b073-7fce72b9565d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0a203b38-980f-4028-821a-e7ccb430f58f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1217 time: 0.0447879 Mar 28 01:22:50.513694 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a6c4229a-eb1f-4d97-a335-247e5892a9e4 req-d7e404d7-006f-4744-8cdd-6c79107a3893 service neutron] 10.222.0.10 "GET /v2.0/networks/0a203b38-980f-4028-821a-e7ccb430f58f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789735 Mar 28 01:22:50.606397 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a6c4229a-eb1f-4d97-a335-247e5892a9e4 req-c851a7cb-53dd-4b19-b43c-88f5a4d1b269 service neutron] 10.222.0.10 "GET /v2.0/networks/0a203b38-980f-4028-821a-e7ccb430f58f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846395 Mar 28 01:22:50.939843 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7895119b-6478-4b50-bf79-d46e8f09ccb6 req-80c8f231-91fe-4af2-b7de-1bf80af79c6f tempest-ServersAdminNegativeTestJSON-974053252 tempest-ServersAdminNegativeTestJSON-974053252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:22:50.941313 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7895119b-6478-4b50-bf79-d46e8f09ccb6 req-80c8f231-91fe-4af2-b7de-1bf80af79c6f tempest-ServersAdminNegativeTestJSON-974053252 tempest-ServersAdminNegativeTestJSON-974053252-project] 10.222.0.24 "GET /v2.0/ports?device_id=09340563-870c-4394-9744-f1dfc39e4ded HTTP/1.1" status: 200 len: 948 time: 0.0529885 Mar 28 01:22:50.990623 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7895119b-6478-4b50-bf79-d46e8f09ccb6 req-496ec600-ee23-4b60-b1a2-a793a19613cb tempest-ServersAdminNegativeTestJSON-974053252 tempest-ServersAdminNegativeTestJSON-974053252-project] 10.222.0.24 "GET /v2.0/security-groups?id=61cc2577-a371-4f55-b614-c0e39189a2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438476 Mar 28 01:22:51.817750 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device 27d23c69-c982-474d-87f6-9738ee180c48 details requested by agent hyperv_hv-neutron-8348 with host hv-neutron-8348 {{(pid=104100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 01:22:51.913100 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port 27d23c69-c982-474d-87f6-9738ee180c48, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=27d23c69-c982-474d-87f6-9738ee180c48,segment=NetworkSegment(44757c57-924d-4236-bdb7-9b39533066a4),segment_id=44757c57-924d-4236-bdb7-9b39533066a4)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:22:51.924104 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Returning: {'device': '27d23c69-c982-474d-87f6-9738ee180c48', 'network_id': '0a203b38-980f-4028-821a-e7ccb430f58f', 'port_id': '27d23c69-c982-474d-87f6-9738ee180c48', 'mac_address': 'fa:16:3e:6b:bc:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e00ec400-90fd-4fde-b0dc-683c35c3e8e2', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 01:22:51.967497 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port 27d23c69-c982-474d-87f6-9738ee180c48 is: DOWN; New status is: BUILD {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:22:51.967888 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (27d23c69-c982-474d-87f6-9738ee180c48), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:51.980844 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27d23c69-c982-474d-87f6-9738ee180c48 {{(pid=104100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 01:22:52.000230 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port 27d23c69-c982-474d-87f6-9738ee180c48, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=27d23c69-c982-474d-87f6-9738ee180c48,segment=NetworkSegment(44757c57-924d-4236-bdb7-9b39533066a4),segment_id=44757c57-924d-4236-bdb7-9b39533066a4)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:22:52.003925 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (27d23c69-c982-474d-87f6-9738ee180c48), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:52.052624 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Pushing event updated for resources: {'Port': ['ID=27d23c69-c982-474d-87f6-9738ee180c48,revision_number=4']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:22:52.108208 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036b7e26-fac6-44b7-9fc8-0aadcb94a8c7 req-ff873396-b912-4d46-988c-e3f979f0d6a2 tempest-ServersAdminNegativeTestJSON-974053252 tempest-ServersAdminNegativeTestJSON-974053252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:22:52.109583 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-036b7e26-fac6-44b7-9fc8-0aadcb94a8c7 req-ff873396-b912-4d46-988c-e3f979f0d6a2 tempest-ServersAdminNegativeTestJSON-974053252 tempest-ServersAdminNegativeTestJSON-974053252-project] 10.222.0.24 "GET /v2.0/ports?device_id=09340563-870c-4394-9744-f1dfc39e4ded HTTP/1.1" status: 200 len: 949 time: 0.0546820 Mar 28 01:22:52.155282 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-036b7e26-fac6-44b7-9fc8-0aadcb94a8c7 req-14617ab8-cc9c-4030-94cb-ba19a4aea6a6 tempest-ServersAdminNegativeTestJSON-974053252 tempest-ServersAdminNegativeTestJSON-974053252-project] 10.222.0.24 "GET /v2.0/security-groups?id=61cc2577-a371-4f55-b614-c0e39189a2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402510 Mar 28 01:22:52.195470 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] get_ports_and_sgs() called for port_ids ['27d23c69-c982-474d-87f6-9738ee180c48'] {{(pid=104100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 01:22:53.270029 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21c3c20-f06c-4c60-a423-0346a5751148 req-d32cb472-0c34-4af8-a168-3563558af8a5 tempest-ServersAdminNegativeTestJSON-974053252 tempest-ServersAdminNegativeTestJSON-974053252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:22:53.271475 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a21c3c20-f06c-4c60-a423-0346a5751148 req-d32cb472-0c34-4af8-a168-3563558af8a5 tempest-ServersAdminNegativeTestJSON-974053252 tempest-ServersAdminNegativeTestJSON-974053252-project] 10.222.0.24 "GET /v2.0/ports?device_id=09340563-870c-4394-9744-f1dfc39e4ded HTTP/1.1" status: 200 len: 949 time: 0.0509074 Mar 28 01:22:53.322434 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a21c3c20-f06c-4c60-a423-0346a5751148 req-e563021f-4a1d-4257-bb6c-89599d20d2bd tempest-ServersAdminNegativeTestJSON-974053252 tempest-ServersAdminNegativeTestJSON-974053252-project] 10.222.0.24 "GET /v2.0/security-groups?id=61cc2577-a371-4f55-b614-c0e39189a2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454352 Mar 28 01:22:53.818459 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device 27d23c69-c982-474d-87f6-9738ee180c48 up at agent hyperv_hv-neutron-8348 {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:22:53.869881 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Provisioning for port 27d23c69-c982-474d-87f6-9738ee180c48 completed by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 01:22:53.873649 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Provisioning complete for port 27d23c69-c982-474d-87f6-9738ee180c48 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:22:53.874006 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (27d23c69-c982-474d-87f6-9738ee180c48), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:53.946661 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port 27d23c69-c982-474d-87f6-9738ee180c48 is: BUILD; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:22:53.947032 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (27d23c69-c982-474d-87f6-9738ee180c48), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:53.967997 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09340563-870c-4394-9744-f1dfc39e4ded', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27d23c69-c982-474d-87f6-9738ee180c48'}] {{(pid=104100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:22:53.970192 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd27896ebc78d0f7931321182ba9533a7b768b1c3fcddb3ff52a8aee6ddeaf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96fffa73-7cbc-46e4-83d3-1e68979ce4a2" -d '{"events": [{"server_uuid": "09340563-870c-4394-9744-f1dfc39e4ded", "name": "network-vif-plugged", "status": "completed", "tag": "27d23c69-c982-474d-87f6-9738ee180c48"}]}' {{(pid=104100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:22:53.982298 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port 27d23c69-c982-474d-87f6-9738ee180c48, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=27d23c69-c982-474d-87f6-9738ee180c48,segment=NetworkSegment(44757c57-924d-4236-bdb7-9b39533066a4),segment_id=44757c57-924d-4236-bdb7-9b39533066a4)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:22:53.986370 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (27d23c69-c982-474d-87f6-9738ee180c48), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:54.013822 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 01:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae2fbca8-dd29-4626-bd15-ffc861edb1c2 x-openstack-request-id: req-ae2fbca8-dd29-4626-bd15-ffc861edb1c2 {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:22:54.014117 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09340563-870c-4394-9744-f1dfc39e4ded", "name": "network-vif-plugged", "status": "completed", "tag": "27d23c69-c982-474d-87f6-9738ee180c48", "code": 200}]} {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:22:54.014366 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ae2fbca8-dd29-4626-bd15-ffc861edb1c2 {{(pid=104100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:22:54.014752 dv-neutron-834874-6-hyperv neutron-server[104100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae2fbca8-dd29-4626-bd15-ffc861edb1c2'] response: {'server_uuid': '09340563-870c-4394-9744-f1dfc39e4ded', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27d23c69-c982-474d-87f6-9738ee180c48', 'code': 200} Mar 28 01:22:54.042076 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Pushing event updated for resources: {'Port': ['ID=27d23c69-c982-474d-87f6-9738ee180c48,revision_number=5']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:22:54.166569 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19be2763-7d49-4a1b-b5e5-ef4e0ac4e539 req-1822eba3-0dc2-4438-bd9d-519e21a2e293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:22:54.167940 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-19be2763-7d49-4a1b-b5e5-ef4e0ac4e539 req-1822eba3-0dc2-4438-bd9d-519e21a2e293 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=09340563-870c-4394-9744-f1dfc39e4ded HTTP/1.1" status: 200 len: 1134 time: 0.0424054 Mar 28 01:22:54.212060 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-19be2763-7d49-4a1b-b5e5-ef4e0ac4e539 req-29592e27-b317-442d-b90d-77f7c4f1902b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=61cc2577-a371-4f55-b614-c0e39189a2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365593 Mar 28 01:22:54.437539 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c56b7d-f916-47bd-9604-dafc929ded92 req-d3014eae-36a7-44e9-b230-93bac8def783 tempest-ServersAdminNegativeTestJSON-974053252 tempest-ServersAdminNegativeTestJSON-974053252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:22:54.438890 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e6c56b7d-f916-47bd-9604-dafc929ded92 req-d3014eae-36a7-44e9-b230-93bac8def783 tempest-ServersAdminNegativeTestJSON-974053252 tempest-ServersAdminNegativeTestJSON-974053252-project] 10.222.0.24 "GET /v2.0/ports?device_id=09340563-870c-4394-9744-f1dfc39e4ded HTTP/1.1" status: 200 len: 950 time: 0.0509229 Mar 28 01:22:54.483360 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e6c56b7d-f916-47bd-9604-dafc929ded92 req-0a815a25-a4fe-46b9-9162-698ebb4d6689 tempest-ServersAdminNegativeTestJSON-974053252 tempest-ServersAdminNegativeTestJSON-974053252-project] 10.222.0.24 "GET /v2.0/security-groups?id=61cc2577-a371-4f55-b614-c0e39189a2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388694 Mar 28 01:22:55.599031 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e514012-abda-461d-a9f9-7e8e5c6522d2 req-670b2be6-d390-4d15-b85c-b6ed7397023e tempest-ServersAdminNegativeTestJSON-974053252 tempest-ServersAdminNegativeTestJSON-974053252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:22:55.600516 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-6e514012-abda-461d-a9f9-7e8e5c6522d2 req-670b2be6-d390-4d15-b85c-b6ed7397023e tempest-ServersAdminNegativeTestJSON-974053252 tempest-ServersAdminNegativeTestJSON-974053252-project] 10.222.0.24 "GET /v2.0/ports?device_id=09340563-870c-4394-9744-f1dfc39e4ded HTTP/1.1" status: 200 len: 950 time: 0.0517385 Mar 28 01:22:55.647348 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-6e514012-abda-461d-a9f9-7e8e5c6522d2 req-21ae5544-dd2f-43be-b91f-735757ba6ab8 tempest-ServersAdminNegativeTestJSON-974053252 tempest-ServersAdminNegativeTestJSON-974053252-project] 10.222.0.24 "GET /v2.0/security-groups?id=61cc2577-a371-4f55-b614-c0e39189a2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413265 Mar 28 01:22:56.011854 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [req-e75d7765-548f-41c9-ae8d-41882d9ab4a7 req-a30c3ffc-ee8c-44ce-962a-11cebd4e43bf service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=104099) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 01:22:56.012845 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e75d7765-548f-41c9-ae8d-41882d9ab4a7 req-a30c3ffc-ee8c-44ce-962a-11cebd4e43bf service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0955694 Mar 28 01:22:56.375555 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [req-930e975c-9e80-46aa-adbf-247edb633546 req-50ffe51b-d72d-4045-a029-93c3e340c189 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=104098) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 01:22:56.376583 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-930e975c-9e80-46aa-adbf-247edb633546 req-50ffe51b-d72d-4045-a029-93c3e340c189 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054731 Mar 28 01:22:56.727237 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325cb605-eba1-47d3-8726-2f25b595dbef req-ff5b4e77-48db-4a86-9586-b8e36c0adde7 tempest-ServersAdminNegativeTestJSON-974053252 tempest-ServersAdminNegativeTestJSON-974053252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:22:56.728729 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-325cb605-eba1-47d3-8726-2f25b595dbef req-ff5b4e77-48db-4a86-9586-b8e36c0adde7 tempest-ServersAdminNegativeTestJSON-974053252 tempest-ServersAdminNegativeTestJSON-974053252-project] 10.222.0.24 "GET /v2.0/ports?device_id=09340563-870c-4394-9744-f1dfc39e4ded HTTP/1.1" status: 200 len: 950 time: 0.0518939 Mar 28 01:22:56.777929 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-325cb605-eba1-47d3-8726-2f25b595dbef req-056a473a-d3fe-4b0d-be52-02f438948e79 tempest-ServersAdminNegativeTestJSON-974053252 tempest-ServersAdminNegativeTestJSON-974053252-project] 10.222.0.24 "GET /v2.0/security-groups?id=61cc2577-a371-4f55-b614-c0e39189a2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435786 Mar 28 01:22:57.901807 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c9d702-b9c9-4cbc-baad-ce3270f3bed5 req-d6f60c14-0e96-48fe-98f0-81846624f607 tempest-ServersAdminNegativeTestJSON-974053252 tempest-ServersAdminNegativeTestJSON-974053252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:22:57.903294 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a2c9d702-b9c9-4cbc-baad-ce3270f3bed5 req-d6f60c14-0e96-48fe-98f0-81846624f607 tempest-ServersAdminNegativeTestJSON-974053252 tempest-ServersAdminNegativeTestJSON-974053252-project] 10.222.0.24 "GET /v2.0/ports?device_id=09340563-870c-4394-9744-f1dfc39e4ded HTTP/1.1" status: 200 len: 950 time: 0.0549703 Mar 28 01:22:57.973803 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a2c9d702-b9c9-4cbc-baad-ce3270f3bed5 req-1a84576e-3eb1-45b7-b36f-50a1bd5c18f3 tempest-ServersAdminNegativeTestJSON-974053252 tempest-ServersAdminNegativeTestJSON-974053252-project] 10.222.0.24 "GET /v2.0/security-groups?id=61cc2577-a371-4f55-b614-c0e39189a2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647628 Mar 28 01:22:57.997266 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c63b676-d1e7-4601-87b8-588ce277156c req-dde9e638-0477-4ca7-a1c1-0da6569b981d tempest-ServersAdminNegativeTestJSON-974053252 tempest-ServersAdminNegativeTestJSON-974053252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:22:57.998685 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-8c63b676-d1e7-4601-87b8-588ce277156c req-dde9e638-0477-4ca7-a1c1-0da6569b981d tempest-ServersAdminNegativeTestJSON-974053252 tempest-ServersAdminNegativeTestJSON-974053252-project] 10.222.0.10 "GET /v2.0/ports?device_id=09340563-870c-4394-9744-f1dfc39e4ded HTTP/1.1" status: 200 len: 950 time: 0.0597456 Mar 28 01:22:58.091320 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [req-8c63b676-d1e7-4601-87b8-588ce277156c req-ef529b09-571f-4d47-bdf8-f1c55d1f2704 tempest-ServersAdminNegativeTestJSON-974053252 tempest-ServersAdminNegativeTestJSON-974053252-project] Deleting port 27d23c69-c982-474d-87f6-9738ee180c48 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:22:58.091583 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-8c63b676-d1e7-4601-87b8-588ce277156c req-ef529b09-571f-4d47-bdf8-f1c55d1f2704 tempest-ServersAdminNegativeTestJSON-974053252 tempest-ServersAdminNegativeTestJSON-974053252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (27d23c69-c982-474d-87f6-9738ee180c48), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:58.176794 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-8c63b676-d1e7-4601-87b8-588ce277156c req-ef529b09-571f-4d47-bdf8-f1c55d1f2704 tempest-ServersAdminNegativeTestJSON-974053252 tempest-ServersAdminNegativeTestJSON-974053252-project] For port 27d23c69-c982-474d-87f6-9738ee180c48, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=27d23c69-c982-474d-87f6-9738ee180c48,segment=NetworkSegment(44757c57-924d-4236-bdb7-9b39533066a4),segment_id=44757c57-924d-4236-bdb7-9b39533066a4)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:22:58.177148 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-8c63b676-d1e7-4601-87b8-588ce277156c req-ef529b09-571f-4d47-bdf8-f1c55d1f2704 tempest-ServersAdminNegativeTestJSON-974053252 tempest-ServersAdminNegativeTestJSON-974053252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (27d23c69-c982-474d-87f6-9738ee180c48), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:58.189483 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [req-8c63b676-d1e7-4601-87b8-588ce277156c req-ef529b09-571f-4d47-bdf8-f1c55d1f2704 tempest-ServersAdminNegativeTestJSON-974053252 tempest-ServersAdminNegativeTestJSON-974053252-project] Calling delete_port for 27d23c69-c982-474d-87f6-9738ee180c48 owned by compute:nova {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:22:58.314982 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-8c63b676-d1e7-4601-87b8-588ce277156c req-ef529b09-571f-4d47-bdf8-f1c55d1f2704 tempest-ServersAdminNegativeTestJSON-974053252 tempest-ServersAdminNegativeTestJSON-974053252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (27d23c69-c982-474d-87f6-9738ee180c48), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:58.327067 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] get_ports_and_sgs() called for port_ids ['27d23c69-c982-474d-87f6-9738ee180c48'] {{(pid=104100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 01:22:58.341297 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef529b09-571f-4d47-bdf8-f1c55d1f2704 tempest-ServersAdminNegativeTestJSON-974053252 tempest-ServersAdminNegativeTestJSON-974053252-project] Pushing event deleted for resources: {'Port': ['ID=27d23c69-c982-474d-87f6-9738ee180c48,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:22:58.387374 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c63b676-d1e7-4601-87b8-588ce277156c req-ef529b09-571f-4d47-bdf8-f1c55d1f2704 tempest-ServersAdminNegativeTestJSON-974053252 tempest-ServersAdminNegativeTestJSON-974053252-project] No DVR routers for this DVR port 27d23c69-c982-474d-87f6-9738ee180c48 on host hv-neutron-8348 {{(pid=104099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:22:58.390058 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-8c63b676-d1e7-4601-87b8-588ce277156c req-ef529b09-571f-4d47-bdf8-f1c55d1f2704 tempest-ServersAdminNegativeTestJSON-974053252 tempest-ServersAdminNegativeTestJSON-974053252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:58.393492 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-8c63b676-d1e7-4601-87b8-588ce277156c req-ef529b09-571f-4d47-bdf8-f1c55d1f2704 tempest-ServersAdminNegativeTestJSON-974053252 tempest-ServersAdminNegativeTestJSON-974053252-project] 10.222.0.10 "DELETE /v2.0/ports/27d23c69-c982-474d-87f6-9738ee180c48 HTTP/1.1" status: 204 len: 173 time: 0.3886199 Mar 28 01:22:58.393972 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09340563-870c-4394-9744-f1dfc39e4ded', 'name': 'network-vif-deleted', 'tag': '27d23c69-c982-474d-87f6-9738ee180c48'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:22:58.396338 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2af4b01a9fa8b1570ccf1d7859d693ad34c106b258078e9cfae86b97f35e3d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1806b21-109f-48e7-8d07-3b6cfbf53ec4" -d '{"events": [{"server_uuid": "09340563-870c-4394-9744-f1dfc39e4ded", "name": "network-vif-deleted", "tag": "27d23c69-c982-474d-87f6-9738ee180c48"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:22:58.435582 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 01:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b9e510b-7887-4706-bd6b-d635ea8939af x-openstack-request-id: req-6b9e510b-7887-4706-bd6b-d635ea8939af {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:22:58.435879 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09340563-870c-4394-9744-f1dfc39e4ded", "name": "network-vif-deleted", "tag": "27d23c69-c982-474d-87f6-9738ee180c48", "status": "completed", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:22:58.436171 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6b9e510b-7887-4706-bd6b-d635ea8939af {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:22:58.436641 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b9e510b-7887-4706-bd6b-d635ea8939af'] response: {'server_uuid': '09340563-870c-4394-9744-f1dfc39e4ded', 'name': 'network-vif-deleted', 'tag': '27d23c69-c982-474d-87f6-9738ee180c48', 'status': 'completed', 'code': 200} Mar 28 01:22:59.258300 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 58208) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:22:59.384670 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-8af2e7e7-2190-49e9-9450-3afe7a41169f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=415781fa44ed48de832898c43b07b4f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1250648 Mar 28 01:22:59.387109 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 58212) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:22:59.433152 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-227a52d0-5f48-42ea-9d70-d4308edcb63f admin admin] Publish callbacks [] for security_group (61cc2577-a371-4f55-b614-c0e39189a2df), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:59.453651 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-227a52d0-5f48-42ea-9d70-d4308edcb63f admin admin] Publish callbacks [] for security_group (61cc2577-a371-4f55-b614-c0e39189a2df), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:59.499015 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-227a52d0-5f48-42ea-9d70-d4308edcb63f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (61cc2577-a371-4f55-b614-c0e39189a2df), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:59.501642 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-227a52d0-5f48-42ea-9d70-d4308edcb63f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:59.503770 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-227a52d0-5f48-42ea-9d70-d4308edcb63f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/61cc2577-a371-4f55-b614-c0e39189a2df HTTP/1.1" status: 204 len: 168 time: 0.1148205 Mar 28 01:22:59.510645 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227a52d0-5f48-42ea-9d70-d4308edcb63f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61cc2577-a371-4f55-b614-c0e39189a2df,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:22:59.755782 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 58218) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:22:59.769273 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-1ed6d84c-b562-425f-8a01-8d7c0ad98500 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:59.848023 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-1ed6d84c-b562-425f-8a01-8d7c0ad98500 admin admin] Publish callbacks [] for security_group (21679757-e97c-423d-a907-6cb45b2de7e4), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:59.851891 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-1ed6d84c-b562-425f-8a01-8d7c0ad98500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (21679757-e97c-423d-a907-6cb45b2de7e4), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:59.889892 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-1ed6d84c-b562-425f-8a01-8d7c0ad98500 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a796ab0117d2433facbcc2eb00c7bf83&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1325338 Mar 28 01:22:59.890757 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed6d84c-b562-425f-8a01-8d7c0ad98500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21679757-e97c-423d-a907-6cb45b2de7e4,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:22:59.893226 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 58220) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:22:59.939715 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-aee276be-9028-4607-a742-9193f46c3678 admin admin] Publish callbacks [] for security_group (21679757-e97c-423d-a907-6cb45b2de7e4), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:22:59.960718 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-aee276be-9028-4607-a742-9193f46c3678 admin admin] Publish callbacks [] for security_group (21679757-e97c-423d-a907-6cb45b2de7e4), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:23:00.008806 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-aee276be-9028-4607-a742-9193f46c3678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (21679757-e97c-423d-a907-6cb45b2de7e4), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:23:00.011307 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-aee276be-9028-4607-a742-9193f46c3678 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:23:00.012481 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-aee276be-9028-4607-a742-9193f46c3678 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/21679757-e97c-423d-a907-6cb45b2de7e4 HTTP/1.1" status: 204 len: 168 time: 0.1186659 Mar 28 01:23:00.019773 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee276be-9028-4607-a742-9193f46c3678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21679757-e97c-423d-a907-6cb45b2de7e4,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:23:00.648844 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 58242) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:23:00.740829 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-af86cdd7-5987-47df-8ddc-f156237626c6 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-417865766-network', 'tenant_id': '8217c70dab6a460da2f5a8728e6c6796'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:23:00.760070 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af86cdd7-5987-47df-8ddc-f156237626c6 admin admin] Made reservation on behalf of 8217c70dab6a460da2f5a8728e6c6796 for: {'network': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:23:00.762322 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-af86cdd7-5987-47df-8ddc-f156237626c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:23:00.770518 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-af86cdd7-5987-47df-8ddc-f156237626c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:23:00.842540 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-af86cdd7-5987-47df-8ddc-f156237626c6 admin admin] Publish callbacks [] for security_group (720acadf-af2c-4026-8d54-a935ee5c835e), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:23:00.846347 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-af86cdd7-5987-47df-8ddc-f156237626c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (720acadf-af2c-4026-8d54-a935ee5c835e), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:23:00.870687 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af86cdd7-5987-47df-8ddc-f156237626c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=104098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:23:00.879231 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af86cdd7-5987-47df-8ddc-f156237626c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=720acadf-af2c-4026-8d54-a935ee5c835e,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:23:00.885202 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-af86cdd7-5987-47df-8ddc-f156237626c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (8da41c00-0c96-4651-81fc-1d23e726fd76), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:23:00.885613 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.segments_db [None req-af86cdd7-5987-47df-8ddc-f156237626c6 admin admin] Added segment 8da41c00-0c96-4651-81fc-1d23e726fd76 of type vlan for network c048a4a3-0750-478b-aa55-8f5a53b13487 Mar 28 01:23:00.925303 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-af86cdd7-5987-47df-8ddc-f156237626c6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (c048a4a3-0750-478b-aa55-8f5a53b13487), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:23:00.947757 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-af86cdd7-5987-47df-8ddc-f156237626c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (c048a4a3-0750-478b-aa55-8f5a53b13487), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:23:00.948789 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af86cdd7-5987-47df-8ddc-f156237626c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:23:00.949375 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-af86cdd7-5987-47df-8ddc-f156237626c6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:23:01.005589 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-af86cdd7-5987-47df-8ddc-f156237626c6 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3555889 Mar 28 01:23:01.009040 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 58246) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:23:01.014006 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-6a6c8563-0d4f-4849-8c15-332f70c140a7 admin admin] Request body: {'subnet': {'network_id': 'c048a4a3-0750-478b-aa55-8f5a53b13487', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-417865766-subnet', 'tenant_id': '8217c70dab6a460da2f5a8728e6c6796', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:23:01.015117 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af86cdd7-5987-47df-8ddc-f156237626c6 admin admin] Pushing event updated for resources: {'Network': ['ID=c048a4a3-0750-478b-aa55-8f5a53b13487,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:23:01.026196 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network c048a4a3-0750-478b-aa55-8f5a53b13487 details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:23:01.034669 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a6c8563-0d4f-4849-8c15-332f70c140a7 admin admin] Made reservation on behalf of 8217c70dab6a460da2f5a8728e6c6796 for: {'subnet': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:23:01.037137 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-6a6c8563-0d4f-4849-8c15-332f70c140a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126757772'] for subnet (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:23:01.196320 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-6a6c8563-0d4f-4849-8c15-332f70c140a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127282703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126757786'] for subnet (7351b3ce-3a1d-42dd-bca8-74e62720cf7d), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:23:01.249172 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6c8563-0d4f-4849-8c15-332f70c140a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7351b3ce-3a1d-42dd-bca8-74e62720cf7d,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:23:01.257925 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6c8563-0d4f-4849-8c15-332f70c140a7 admin admin] Checking segment: {'id': '8da41c00-0c96-4651-81fc-1d23e726fd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c048a4a3-0750-478b-aa55-8f5a53b13487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:23:01.258281 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6c8563-0d4f-4849-8c15-332f70c140a7 admin admin] Network hostable DHCP agents. Network: c048a4a3-0750-478b-aa55-8f5a53b13487, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:23:01.274443 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6c8563-0d4f-4849-8c15-332f70c140a7 admin admin] Network c048a4a3-0750-478b-aa55-8f5a53b13487 is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:23:01.283121 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-6a6c8563-0d4f-4849-8c15-332f70c140a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, c048a4a3-0750-478b-aa55-8f5a53b13487) {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:23:01.287649 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6c8563-0d4f-4849-8c15-332f70c140a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:23:01.288893 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-6a6c8563-0d4f-4849-8c15-332f70c140a7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:23:01.292068 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a23c1b-72ce-4d5f-b081-2ffc20883f16 None None] Network c048a4a3-0750-478b-aa55-8f5a53b13487 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:23:01.305507 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-6a6c8563-0d4f-4849-8c15-332f70c140a7 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.2953746 Mar 28 01:23:01.387259 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26be8557-b3b3-4730-8d37-aa47699a2eb6 None None] Network c048a4a3-0750-478b-aa55-8f5a53b13487 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:23:01.718903 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c5625-fe0a-471e-a109-ab843537aa8e req-a104bd44-0157-4f30-9ada-6b8a14aa5c77 tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:23:01.720299 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-652c5625-fe0a-471e-a109-ab843537aa8e req-a104bd44-0157-4f30-9ada-6b8a14aa5c77 tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] 10.222.0.24 "GET /v2.0/networks?id=c048a4a3-0750-478b-aa55-8f5a53b13487 HTTP/1.1" status: 200 len: 811 time: 0.1035409 Mar 28 01:23:01.735223 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-652c5625-fe0a-471e-a109-ab843537aa8e req-be1cbbf5-ea2a-4596-a7b2-66010c44644a tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] 10.222.0.24 "GET /v2.0/quotas/8217c70dab6a460da2f5a8728e6c6796 HTTP/1.1" status: 200 len: 375 time: 0.0089326 Mar 28 01:23:01.770538 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-652c5625-fe0a-471e-a109-ab843537aa8e req-ee7095f0-0cdf-43e2-9a82-506b8c15b034 tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8217c70dab6a460da2f5a8728e6c6796&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306063 Mar 28 01:23:01.858672 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-652c5625-fe0a-471e-a109-ab843537aa8e req-1516dca0-d004-4209-83de-888ce6b2ff9a service neutron] 10.222.0.24 "GET /v2.0/networks/c048a4a3-0750-478b-aa55-8f5a53b13487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810056 Mar 28 01:23:01.864134 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device 27d23c69-c982-474d-87f6-9738ee180c48 no longer exists at agent hyperv_hv-neutron-8348 {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:23:01.888343 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] No Port match for: 27d23c69-c982-474d-87f6-9738ee180c48 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:23:01.888750 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device 27d23c69-c982-474d-87f6-9738ee180c48 not bound to the agent host hv-neutron-8348 {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:23:01.949319 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-652c5625-fe0a-471e-a109-ab843537aa8e req-8ae34591-b6f3-4a1a-b5a5-a2a9cd5a80ea service neutron] 10.222.0.24 "GET /v2.0/networks/c048a4a3-0750-478b-aa55-8f5a53b13487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849738 Mar 28 01:23:02.100761 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-5d7ed67f-7386-4eac-a91d-ecdb33bdcc75 req-700f1741-f554-46b1-a32d-ccc41c730213 tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a6445f8-9f75-46ce-93f0-290cb9ede798 HTTP/1.1" status: 200 len: 210 time: 0.0269969 Mar 28 01:23:02.857499 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.agents_db [None req-9a1d863f-391a-42f4-9870-e8292b919beb None None] Agent healthcheck: found 6 active agents {{(pid=104101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 01:23:02.909137 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:23:03.016066 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c5625-fe0a-471e-a109-ab843537aa8e req-ddb068da-4c62-4036-beea-091d0669364c tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:23:03.017538 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-652c5625-fe0a-471e-a109-ab843537aa8e req-ddb068da-4c62-4036-beea-091d0669364c tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] 10.222.0.10 "GET /v2.0/networks?id=c048a4a3-0750-478b-aa55-8f5a53b13487 HTTP/1.1" status: 200 len: 811 time: 0.1052179 Mar 28 01:23:03.028701 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [req-652c5625-fe0a-471e-a109-ab843537aa8e req-812b7b07-8a02-44a6-af40-3df55dccd285 tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] Request body: {'port': {'device_id': '3a6445f8-9f75-46ce-93f0-290cb9ede798', 'network_id': 'c048a4a3-0750-478b-aa55-8f5a53b13487', 'admin_state_up': True, 'tenant_id': '8217c70dab6a460da2f5a8728e6c6796'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:23:03.132430 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-652c5625-fe0a-471e-a109-ab843537aa8e req-812b7b07-8a02-44a6-af40-3df55dccd285 tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] Made reservation on behalf of 8217c70dab6a460da2f5a8728e6c6796 for: {'port': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:23:03.135879 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-652c5625-fe0a-471e-a109-ab843537aa8e req-812b7b07-8a02-44a6-af40-3df55dccd285 tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:23:03.198806 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-6eb1238a-32f4-423c-99c2-7adcfd7a73d7 req-738099e2-3f56-45dc-8a43-e53a79a1b6aa tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a6445f8-9f75-46ce-93f0-290cb9ede798 HTTP/1.1" status: 200 len: 210 time: 0.0316238 Mar 28 01:23:03.576914 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [req-652c5625-fe0a-471e-a109-ab843537aa8e req-812b7b07-8a02-44a6-af40-3df55dccd285 tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] Allocated IP 172.20.0.13 (c048a4a3-0750-478b-aa55-8f5a53b13487/7351b3ce-3a1d-42dd-bca8-74e62720cf7d/2a6a5b32-1831-4379-ab65-82b6ae781889) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:23:03.717578 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-652c5625-fe0a-471e-a109-ab843537aa8e req-812b7b07-8a02-44a6-af40-3df55dccd285 tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] Publish callbacks [] for port (2a6a5b32-1831-4379-ab65-82b6ae781889), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:23:03.750152 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-652c5625-fe0a-471e-a109-ab843537aa8e req-812b7b07-8a02-44a6-af40-3df55dccd285 tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (2a6a5b32-1831-4379-ab65-82b6ae781889), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:23:03.791315 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-652c5625-fe0a-471e-a109-ab843537aa8e req-812b7b07-8a02-44a6-af40-3df55dccd285 tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] Network c048a4a3-0750-478b-aa55-8f5a53b13487 is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:23:03.794435 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [req-652c5625-fe0a-471e-a109-ab843537aa8e req-812b7b07-8a02-44a6-af40-3df55dccd285 tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:23:03.800434 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [req-652c5625-fe0a-471e-a109-ab843537aa8e req-812b7b07-8a02-44a6-af40-3df55dccd285 tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:23:03.806836 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812b7b07-8a02-44a6-af40-3df55dccd285 tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] Pushing event updated for resources: {'Port': ['ID=2a6a5b32-1831-4379-ab65-82b6ae781889,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:23:03.851022 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c5625-fe0a-471e-a109-ab843537aa8e req-812b7b07-8a02-44a6-af40-3df55dccd285 tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:23:03.851630 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-652c5625-fe0a-471e-a109-ab843537aa8e req-812b7b07-8a02-44a6-af40-3df55dccd285 tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:23:03.867223 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-652c5625-fe0a-471e-a109-ab843537aa8e req-812b7b07-8a02-44a6-af40-3df55dccd285 tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8422475 Mar 28 01:23:03.878155 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [req-652c5625-fe0a-471e-a109-ab843537aa8e req-ce68b8fd-24e2-4e36-bb0e-977ef88cf3ff service neutron] Request body: {'port': {'device_id': '3a6445f8-9f75-46ce-93f0-290cb9ede798', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8348'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:23:03.937728 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-652c5625-fe0a-471e-a109-ab843537aa8e req-ce68b8fd-24e2-4e36-bb0e-977ef88cf3ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (2a6a5b32-1831-4379-ab65-82b6ae781889), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:23:04.187824 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [req-652c5625-fe0a-471e-a109-ab843537aa8e req-ce68b8fd-24e2-4e36-bb0e-977ef88cf3ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a6a5b32-1831-4379-ab65-82b6ae781889 {{(pid=104099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 01:23:04.195218 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-652c5625-fe0a-471e-a109-ab843537aa8e req-ce68b8fd-24e2-4e36-bb0e-977ef88cf3ff service neutron] Publish callbacks [] for port (2a6a5b32-1831-4379-ab65-82b6ae781889), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:23:04.207674 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [req-652c5625-fe0a-471e-a109-ab843537aa8e req-ce68b8fd-24e2-4e36-bb0e-977ef88cf3ff service neutron] Transition to ACTIVE for port object 2a6a5b32-1831-4379-ab65-82b6ae781889 will not be triggered until provisioned by entity L2. {{(pid=104099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 01:23:04.211222 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-652c5625-fe0a-471e-a109-ab843537aa8e req-ce68b8fd-24e2-4e36-bb0e-977ef88cf3ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (2a6a5b32-1831-4379-ab65-82b6ae781889), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:23:04.290469 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce68b8fd-24e2-4e36-bb0e-977ef88cf3ff service neutron] Pushing event updated for resources: {'Port': ['ID=2a6a5b32-1831-4379-ab65-82b6ae781889,revision_number=2']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:23:04.359062 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-652c5625-fe0a-471e-a109-ab843537aa8e req-ce68b8fd-24e2-4e36-bb0e-977ef88cf3ff service neutron] Attempting to bind port 2a6a5b32-1831-4379-ab65-82b6ae781889 on host hv-neutron-8348 for vnic_type normal with profile {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:23:04.359389 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-652c5625-fe0a-471e-a109-ab843537aa8e req-ce68b8fd-24e2-4e36-bb0e-977ef88cf3ff service neutron] Attempting to bind port 2a6a5b32-1831-4379-ab65-82b6ae781889 by drivers openvswitch,hyperv on host hv-neutron-8348 at level 0 using segments [{'id': '8da41c00-0c96-4651-81fc-1d23e726fd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c048a4a3-0750-478b-aa55-8f5a53b13487'}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:23:04.359711 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-652c5625-fe0a-471e-a109-ab843537aa8e req-ce68b8fd-24e2-4e36-bb0e-977ef88cf3ff service neutron] Attempting to bind port 2a6a5b32-1831-4379-ab65-82b6ae781889 on network c048a4a3-0750-478b-aa55-8f5a53b13487 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:23:04.366575 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-652c5625-fe0a-471e-a109-ab843537aa8e req-ce68b8fd-24e2-4e36-bb0e-977ef88cf3ff service neutron] Port 2a6a5b32-1831-4379-ab65-82b6ae781889 on network c048a4a3-0750-478b-aa55-8f5a53b13487 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8348 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 01:23:04.366891 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-652c5625-fe0a-471e-a109-ab843537aa8e req-ce68b8fd-24e2-4e36-bb0e-977ef88cf3ff service neutron] Attempting to bind port 2a6a5b32-1831-4379-ab65-82b6ae781889 on network c048a4a3-0750-478b-aa55-8f5a53b13487 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:23:04.378078 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647f5ae5-396c-4b82-b5af-fa7eccc659c1 req-627e576a-d443-4184-9a3e-4b9c46712b6e tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:23:04.379530 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-647f5ae5-396c-4b82-b5af-fa7eccc659c1 req-627e576a-d443-4184-9a3e-4b9c46712b6e tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a6445f8-9f75-46ce-93f0-290cb9ede798 HTTP/1.1" status: 200 len: 944 time: 0.1036413 Mar 28 01:23:04.380674 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-652c5625-fe0a-471e-a109-ab843537aa8e req-ce68b8fd-24e2-4e36-bb0e-977ef88cf3ff service neutron] Checking agent: {'id': '287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8348', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 1, 2, 33), 'started_at': datetime.datetime(2022, 3, 28, 1, 2, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:23:04.381044 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-652c5625-fe0a-471e-a109-ab843537aa8e req-ce68b8fd-24e2-4e36-bb0e-977ef88cf3ff service neutron] Checking segment: {'id': '8da41c00-0c96-4651-81fc-1d23e726fd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c048a4a3-0750-478b-aa55-8f5a53b13487'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:23:04.381419 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-652c5625-fe0a-471e-a109-ab843537aa8e req-ce68b8fd-24e2-4e36-bb0e-977ef88cf3ff service neutron] Bound using segment: {'id': '8da41c00-0c96-4651-81fc-1d23e726fd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c048a4a3-0750-478b-aa55-8f5a53b13487'} {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:23:04.381835 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-652c5625-fe0a-471e-a109-ab843537aa8e req-ce68b8fd-24e2-4e36-bb0e-977ef88cf3ff service neutron] Bound port: 2a6a5b32-1831-4379-ab65-82b6ae781889, host: hv-neutron-8348, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8da41c00-0c96-4651-81fc-1d23e726fd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c048a4a3-0750-478b-aa55-8f5a53b13487'}}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:23:04.382182 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-652c5625-fe0a-471e-a109-ab843537aa8e req-ce68b8fd-24e2-4e36-bb0e-977ef88cf3ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (2a6a5b32-1831-4379-ab65-82b6ae781889), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:23:04.472256 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-647f5ae5-396c-4b82-b5af-fa7eccc659c1 req-dcbbc0e7-8629-40e3-b40b-7d7a416beba1 tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] 10.222.0.24 "GET /v2.0/security-groups?id=720acadf-af2c-4026-8d54-a935ee5c835e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869181 Mar 28 01:23:04.478478 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-652c5625-fe0a-471e-a109-ab843537aa8e req-ce68b8fd-24e2-4e36-bb0e-977ef88cf3ff service neutron] For port 2a6a5b32-1831-4379-ab65-82b6ae781889, host hv-neutron-8348, cleared binding levels {{(pid=104099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:23:04.481823 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-652c5625-fe0a-471e-a109-ab843537aa8e req-ce68b8fd-24e2-4e36-bb0e-977ef88cf3ff service neutron] For port 2a6a5b32-1831-4379-ab65-82b6ae781889, host hv-neutron-8348, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=2a6a5b32-1831-4379-ab65-82b6ae781889,segment=NetworkSegment(8da41c00-0c96-4651-81fc-1d23e726fd76),segment_id=8da41c00-0c96-4651-81fc-1d23e726fd76)] {{(pid=104099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:23:04.487033 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-652c5625-fe0a-471e-a109-ab843537aa8e req-ce68b8fd-24e2-4e36-bb0e-977ef88cf3ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (2a6a5b32-1831-4379-ab65-82b6ae781889), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:23:04.520144 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c5625-fe0a-471e-a109-ab843537aa8e req-ce68b8fd-24e2-4e36-bb0e-977ef88cf3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:23:04.520759 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-652c5625-fe0a-471e-a109-ab843537aa8e req-ce68b8fd-24e2-4e36-bb0e-977ef88cf3ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:23:04.522643 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-652c5625-fe0a-471e-a109-ab843537aa8e req-ce68b8fd-24e2-4e36-bb0e-977ef88cf3ff service neutron] 10.222.0.10 "PUT /v2.0/ports/2a6a5b32-1831-4379-ab65-82b6ae781889 HTTP/1.1" status: 200 len: 1094 time: 0.6486421 Mar 28 01:23:04.523077 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a6445f8-9f75-46ce-93f0-290cb9ede798', 'tag': '2a6a5b32-1831-4379-ab65-82b6ae781889'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:23:04.525299 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2af4b01a9fa8b1570ccf1d7859d693ad34c106b258078e9cfae86b97f35e3d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f31ad79-a3dc-4277-a743-9930ac3cef29" -d '{"events": [{"name": "network-changed", "server_uuid": "3a6445f8-9f75-46ce-93f0-290cb9ede798", "tag": "2a6a5b32-1831-4379-ab65-82b6ae781889"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:23:04.549234 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce68b8fd-24e2-4e36-bb0e-977ef88cf3ff service neutron] Pushing event updated for resources: {'Port': ['ID=2a6a5b32-1831-4379-ab65-82b6ae781889,revision_number=3']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:23:04.562523 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 01:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ae1d79d-a021-4adc-962c-1a0ec903e7c6 x-openstack-request-id: req-4ae1d79d-a021-4adc-962c-1a0ec903e7c6 {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:23:04.562817 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a6445f8-9f75-46ce-93f0-290cb9ede798", "tag": "2a6a5b32-1831-4379-ab65-82b6ae781889", "status": "completed", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:23:04.563073 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4ae1d79d-a021-4adc-962c-1a0ec903e7c6 {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:23:04.563485 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ae1d79d-a021-4adc-962c-1a0ec903e7c6'] response: {'name': 'network-changed', 'server_uuid': '3a6445f8-9f75-46ce-93f0-290cb9ede798', 'tag': '2a6a5b32-1831-4379-ab65-82b6ae781889', 'status': 'completed', 'code': 200} Mar 28 01:23:04.612571 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c5625-fe0a-471e-a109-ab843537aa8e req-e1f8774e-5aed-4e16-9be4-f2ac99716e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:23:04.614064 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-652c5625-fe0a-471e-a109-ab843537aa8e req-e1f8774e-5aed-4e16-9be4-f2ac99716e09 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8217c70dab6a460da2f5a8728e6c6796&device_id=3a6445f8-9f75-46ce-93f0-290cb9ede798 HTTP/1.1" status: 200 len: 1128 time: 0.0451906 Mar 28 01:23:04.657709 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-652c5625-fe0a-471e-a109-ab843537aa8e req-f74d279d-ddee-473a-b04d-97f139438736 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2a6a5b32-1831-4379-ab65-82b6ae781889 HTTP/1.1" status: 200 len: 217 time: 0.0368276 Mar 28 01:23:04.703736 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c5625-fe0a-471e-a109-ab843537aa8e req-1bd8bca2-4fc3-4caf-a487-538cd3a581a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:23:04.705188 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-652c5625-fe0a-471e-a109-ab843537aa8e req-1bd8bca2-4fc3-4caf-a487-538cd3a581a6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7351b3ce-3a1d-42dd-bca8-74e62720cf7d HTTP/1.1" status: 200 len: 851 time: 0.0418165 Mar 28 01:23:04.735637 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-652c5625-fe0a-471e-a109-ab843537aa8e req-1df7f743-e0db-4f03-af30-ef669ad10abb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c048a4a3-0750-478b-aa55-8f5a53b13487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246017 Mar 28 01:23:04.821220 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-652c5625-fe0a-471e-a109-ab843537aa8e req-ed63c22d-4fc2-4d06-a27b-437ada032e2c service neutron] 10.222.0.10 "GET /v2.0/networks/c048a4a3-0750-478b-aa55-8f5a53b13487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799389 Mar 28 01:23:04.911464 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-652c5625-fe0a-471e-a109-ab843537aa8e req-729f28a8-39b4-4985-8b0f-0650920a5529 service neutron] 10.222.0.10 "GET /v2.0/networks/c048a4a3-0750-478b-aa55-8f5a53b13487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844564 Mar 28 01:23:04.995467 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f31ad79-a3dc-4277-a743-9930ac3cef29 req-6aa38272-de0b-49b3-8676-94ccc6341974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:23:04.997021 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-0f31ad79-a3dc-4277-a743-9930ac3cef29 req-6aa38272-de0b-49b3-8676-94ccc6341974 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8217c70dab6a460da2f5a8728e6c6796&device_id=3a6445f8-9f75-46ce-93f0-290cb9ede798 HTTP/1.1" status: 200 len: 1128 time: 0.0445757 Mar 28 01:23:05.089900 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f31ad79-a3dc-4277-a743-9930ac3cef29 req-5a59403d-065f-4572-95e2-aa1eefb6a389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:23:05.091354 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-0f31ad79-a3dc-4277-a743-9930ac3cef29 req-5a59403d-065f-4572-95e2-aa1eefb6a389 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c048a4a3-0750-478b-aa55-8f5a53b13487 HTTP/1.1" status: 200 len: 911 time: 0.0866992 Mar 28 01:23:05.132267 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-0f31ad79-a3dc-4277-a743-9930ac3cef29 req-873fcfff-28c2-4bb8-88a4-3cd118b1dca3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2a6a5b32-1831-4379-ab65-82b6ae781889 HTTP/1.1" status: 200 len: 217 time: 0.0342305 Mar 28 01:23:05.177223 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f31ad79-a3dc-4277-a743-9930ac3cef29 req-7fd99cdf-d76f-4e85-8c69-17e88c23c05b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:23:05.179131 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-0f31ad79-a3dc-4277-a743-9930ac3cef29 req-7fd99cdf-d76f-4e85-8c69-17e88c23c05b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7351b3ce-3a1d-42dd-bca8-74e62720cf7d HTTP/1.1" status: 200 len: 851 time: 0.0415955 Mar 28 01:23:05.214048 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-0f31ad79-a3dc-4277-a743-9930ac3cef29 req-6c395812-0b01-4623-a9b2-6aec18686db3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c048a4a3-0750-478b-aa55-8f5a53b13487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288012 Mar 28 01:23:05.301113 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-0f31ad79-a3dc-4277-a743-9930ac3cef29 req-87b794da-4701-422a-8998-26af42d2969f service neutron] 10.222.0.10 "GET /v2.0/networks/c048a4a3-0750-478b-aa55-8f5a53b13487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795929 Mar 28 01:23:05.390258 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-0f31ad79-a3dc-4277-a743-9930ac3cef29 req-b9bc7dee-9966-4597-a217-d0bc749f9283 service neutron] 10.222.0.10 "GET /v2.0/networks/c048a4a3-0750-478b-aa55-8f5a53b13487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832384 Mar 28 01:23:05.587380 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d421d57-a87c-426b-868a-c4580dd904ba req-cb1c0d7a-7b00-44fa-b1f2-e45e1b73f3c1 tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:23:05.588884 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-8d421d57-a87c-426b-868a-c4580dd904ba req-cb1c0d7a-7b00-44fa-b1f2-e45e1b73f3c1 tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a6445f8-9f75-46ce-93f0-290cb9ede798 HTTP/1.1" status: 200 len: 944 time: 0.0525935 Mar 28 01:23:05.635211 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-8d421d57-a87c-426b-868a-c4580dd904ba req-6d8dccca-1c31-4ab9-930a-dcb3ed442fb6 tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] 10.222.0.24 "GET /v2.0/security-groups?id=720acadf-af2c-4026-8d54-a935ee5c835e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404959 Mar 28 01:23:06.752931 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690cc23f-9b3d-41ae-9603-4dd278dfb402 req-dfd6797b-5ed6-48a6-ad50-9349e663f136 tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:23:06.754393 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-690cc23f-9b3d-41ae-9603-4dd278dfb402 req-dfd6797b-5ed6-48a6-ad50-9349e663f136 tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a6445f8-9f75-46ce-93f0-290cb9ede798 HTTP/1.1" status: 200 len: 944 time: 0.0506291 Mar 28 01:23:06.800374 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-690cc23f-9b3d-41ae-9603-4dd278dfb402 req-f9ddf0d7-7b74-4c75-8531-0f49479a2a70 tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] 10.222.0.24 "GET /v2.0/security-groups?id=720acadf-af2c-4026-8d54-a935ee5c835e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397983 Mar 28 01:23:07.878546 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device 2a6a5b32-1831-4379-ab65-82b6ae781889 details requested by agent hyperv_hv-neutron-8348 with host hv-neutron-8348 {{(pid=104100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 01:23:07.920332 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d32b93-5e12-49ef-9b7f-bc57d6e0de89 req-3f090598-21f3-4566-8046-c5521bc183f3 tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:23:07.921825 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-f5d32b93-5e12-49ef-9b7f-bc57d6e0de89 req-3f090598-21f3-4566-8046-c5521bc183f3 tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a6445f8-9f75-46ce-93f0-290cb9ede798 HTTP/1.1" status: 200 len: 944 time: 0.0526943 Mar 28 01:23:07.968588 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-f5d32b93-5e12-49ef-9b7f-bc57d6e0de89 req-c57f8b09-b302-4bc8-b51b-f96e29b79711 tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] 10.222.0.24 "GET /v2.0/security-groups?id=720acadf-af2c-4026-8d54-a935ee5c835e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411868 Mar 28 01:23:08.118388 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port 2a6a5b32-1831-4379-ab65-82b6ae781889, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=2a6a5b32-1831-4379-ab65-82b6ae781889,segment=NetworkSegment(8da41c00-0c96-4651-81fc-1d23e726fd76),segment_id=8da41c00-0c96-4651-81fc-1d23e726fd76)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:23:08.128730 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Returning: {'device': '2a6a5b32-1831-4379-ab65-82b6ae781889', 'network_id': 'c048a4a3-0750-478b-aa55-8f5a53b13487', 'port_id': '2a6a5b32-1831-4379-ab65-82b6ae781889', 'mac_address': 'fa:16:3e:e6:75:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7351b3ce-3a1d-42dd-bca8-74e62720cf7d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 01:23:08.165635 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port 2a6a5b32-1831-4379-ab65-82b6ae781889 is: DOWN; New status is: BUILD {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:23:08.166016 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (2a6a5b32-1831-4379-ab65-82b6ae781889), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:23:08.177888 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a6a5b32-1831-4379-ab65-82b6ae781889 {{(pid=104100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 01:23:08.196513 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port 2a6a5b32-1831-4379-ab65-82b6ae781889, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=2a6a5b32-1831-4379-ab65-82b6ae781889,segment=NetworkSegment(8da41c00-0c96-4651-81fc-1d23e726fd76),segment_id=8da41c00-0c96-4651-81fc-1d23e726fd76)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:23:08.200207 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (2a6a5b32-1831-4379-ab65-82b6ae781889), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:23:08.245606 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Pushing event updated for resources: {'Port': ['ID=2a6a5b32-1831-4379-ab65-82b6ae781889,revision_number=4']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:23:08.390958 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] get_ports_and_sgs() called for port_ids ['2a6a5b32-1831-4379-ab65-82b6ae781889'] {{(pid=104100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 01:23:09.083946 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4144eb7a-8ac8-4945-89d8-b1af5408cfde req-07b6c0b7-f3f3-4045-bd2a-4990a2ca2765 tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:23:09.085426 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-4144eb7a-8ac8-4945-89d8-b1af5408cfde req-07b6c0b7-f3f3-4045-bd2a-4990a2ca2765 tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a6445f8-9f75-46ce-93f0-290cb9ede798 HTTP/1.1" status: 200 len: 945 time: 0.0508678 Mar 28 01:23:09.134964 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-4144eb7a-8ac8-4945-89d8-b1af5408cfde req-a7644214-c100-4324-9cc1-4f48ba9eab35 tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] 10.222.0.24 "GET /v2.0/security-groups?id=720acadf-af2c-4026-8d54-a935ee5c835e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440810 Mar 28 01:23:09.895566 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device 2a6a5b32-1831-4379-ab65-82b6ae781889 up at agent hyperv_hv-neutron-8348 {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:23:09.943619 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Provisioning for port 2a6a5b32-1831-4379-ab65-82b6ae781889 completed by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 01:23:09.948109 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Provisioning complete for port 2a6a5b32-1831-4379-ab65-82b6ae781889 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:23:09.948490 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (2a6a5b32-1831-4379-ab65-82b6ae781889), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:23:10.025449 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port 2a6a5b32-1831-4379-ab65-82b6ae781889 is: BUILD; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:23:10.025831 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (2a6a5b32-1831-4379-ab65-82b6ae781889), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:23:10.047109 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a6445f8-9f75-46ce-93f0-290cb9ede798', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a6a5b32-1831-4379-ab65-82b6ae781889'}] {{(pid=104100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:23:10.049335 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd27896ebc78d0f7931321182ba9533a7b768b1c3fcddb3ff52a8aee6ddeaf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61cfc6ac-67b5-4a7b-948c-71c129efb86b" -d '{"events": [{"server_uuid": "3a6445f8-9f75-46ce-93f0-290cb9ede798", "name": "network-vif-plugged", "status": "completed", "tag": "2a6a5b32-1831-4379-ab65-82b6ae781889"}]}' {{(pid=104100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:23:10.061771 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port 2a6a5b32-1831-4379-ab65-82b6ae781889, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=2a6a5b32-1831-4379-ab65-82b6ae781889,segment=NetworkSegment(8da41c00-0c96-4651-81fc-1d23e726fd76),segment_id=8da41c00-0c96-4651-81fc-1d23e726fd76)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:23:10.065867 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (2a6a5b32-1831-4379-ab65-82b6ae781889), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:23:10.089062 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 01:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-452ef9ae-7cc0-41b9-b0f6-12770edb0997 x-openstack-request-id: req-452ef9ae-7cc0-41b9-b0f6-12770edb0997 {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:23:10.089352 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a6445f8-9f75-46ce-93f0-290cb9ede798", "name": "network-vif-plugged", "status": "completed", "tag": "2a6a5b32-1831-4379-ab65-82b6ae781889", "code": 200}]} {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:23:10.089603 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-452ef9ae-7cc0-41b9-b0f6-12770edb0997 {{(pid=104100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:23:10.089994 dv-neutron-834874-6-hyperv neutron-server[104100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-452ef9ae-7cc0-41b9-b0f6-12770edb0997'] response: {'server_uuid': '3a6445f8-9f75-46ce-93f0-290cb9ede798', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a6a5b32-1831-4379-ab65-82b6ae781889', 'code': 200} Mar 28 01:23:10.116103 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Pushing event updated for resources: {'Port': ['ID=2a6a5b32-1831-4379-ab65-82b6ae781889,revision_number=5']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:23:10.249325 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088bd6d3-0fcf-4f2b-8679-a56fbe9d82ad req-5826edae-3f90-4166-9601-6d5c3f477a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:23:10.250827 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-088bd6d3-0fcf-4f2b-8679-a56fbe9d82ad req-5826edae-3f90-4166-9601-6d5c3f477a55 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3a6445f8-9f75-46ce-93f0-290cb9ede798 HTTP/1.1" status: 200 len: 1130 time: 0.0465167 Mar 28 01:23:10.252644 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a79b94d-8619-4ad0-9a9f-d52954870685 req-7e731e56-0383-487b-969f-5f8653170f68 tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:23:10.254107 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-5a79b94d-8619-4ad0-9a9f-d52954870685 req-7e731e56-0383-487b-969f-5f8653170f68 tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a6445f8-9f75-46ce-93f0-290cb9ede798 HTTP/1.1" status: 200 len: 946 time: 0.0516024 Mar 28 01:23:10.295850 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-088bd6d3-0fcf-4f2b-8679-a56fbe9d82ad req-05ef20fc-fc82-44f1-b578-09b88bb97258 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=720acadf-af2c-4026-8d54-a935ee5c835e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386183 Mar 28 01:23:10.301341 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-5a79b94d-8619-4ad0-9a9f-d52954870685 req-a162c1c9-d003-4105-86b1-70e54874a7d1 tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] 10.222.0.24 "GET /v2.0/security-groups?id=720acadf-af2c-4026-8d54-a935ee5c835e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412292 Mar 28 01:23:11.424739 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd502e0-ec6f-4e8c-a766-3c1e3cbfe94e req-cac75cc0-36b3-4961-8d61-d094af808131 tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:23:11.426369 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-25adf10e-3977-4500-91f4-4fc98e45a64e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:23:11.426786 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-cfd502e0-ec6f-4e8c-a766-3c1e3cbfe94e req-cac75cc0-36b3-4961-8d61-d094af808131 tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a6445f8-9f75-46ce-93f0-290cb9ede798 HTTP/1.1" status: 200 len: 946 time: 0.0576050 Mar 28 01:23:11.473302 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-cfd502e0-ec6f-4e8c-a766-3c1e3cbfe94e req-7d6428ca-ee75-4ca0-abdc-262cafc40ba4 tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] 10.222.0.24 "GET /v2.0/security-groups?id=720acadf-af2c-4026-8d54-a935ee5c835e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405977 Mar 28 01:23:12.588274 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c0bc25-7e9d-4eaa-b727-d6bb010ce860 req-195c5cca-1c36-4cc2-bc8e-c930f42d162c tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:23:12.590035 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-e7c0bc25-7e9d-4eaa-b727-d6bb010ce860 req-195c5cca-1c36-4cc2-bc8e-c930f42d162c tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a6445f8-9f75-46ce-93f0-290cb9ede798 HTTP/1.1" status: 200 len: 946 time: 0.0511608 Mar 28 01:23:12.638816 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-e7c0bc25-7e9d-4eaa-b727-d6bb010ce860 req-9666eb3a-e71e-43a3-a266-cc75acf7321a tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] 10.222.0.24 "GET /v2.0/security-groups?id=720acadf-af2c-4026-8d54-a935ee5c835e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435808 Mar 28 01:23:12.973020 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faeb5ba-bc25-4b94-801c-246c7add8583 req-4627a0e0-d32b-49b1-bc3e-b1fd2c5afabf tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:23:12.974548 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-7faeb5ba-bc25-4b94-801c-246c7add8583 req-4627a0e0-d32b-49b1-bc3e-b1fd2c5afabf tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a6445f8-9f75-46ce-93f0-290cb9ede798 HTTP/1.1" status: 200 len: 946 time: 0.0602748 Mar 28 01:23:12.991227 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 58308) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:23:13.022537 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-7faeb5ba-bc25-4b94-801c-246c7add8583 req-f960a055-c295-4baa-937b-dd581da2e626 tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] 10.222.0.24 "GET /v2.0/security-groups?id=720acadf-af2c-4026-8d54-a935ee5c835e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419035 Mar 28 01:23:13.086128 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-25dd5d2b-b2db-4da8-8451-ba5f32d13222 req-90af9c4f-c5a9-4942-b550-093575f1226d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3a6445f8-9f75-46ce-93f0-290cb9ede798&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0937011 Mar 28 01:23:13.094563 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [req-25dd5d2b-b2db-4da8-8451-ba5f32d13222 req-27670989-83fd-4c7b-b63c-45b9395d9a46 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=104099) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 01:23:13.095507 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-25dd5d2b-b2db-4da8-8451-ba5f32d13222 req-27670989-83fd-4c7b-b63c-45b9395d9a46 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048568 Mar 28 01:23:13.547818 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dd5d2b-b2db-4da8-8451-ba5f32d13222 req-9749db32-8ba8-4ba8-b6b2-84daf85405bf tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:23:13.549128 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-25dd5d2b-b2db-4da8-8451-ba5f32d13222 req-9749db32-8ba8-4ba8-b6b2-84daf85405bf tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] 10.222.0.24 "GET /v2.0/ports/2a6a5b32-1831-4379-ab65-82b6ae781889 HTTP/1.1" status: 200 len: 943 time: 0.0929196 Mar 28 01:23:13.584261 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-fa092db6-1b0d-48ea-83de-7646dead74a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:23:14.148643 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9702490b-4ac5-44e5-8928-c53cfdbd5990 req-64c5465a-5a03-49e6-9748-440dae4b6f28 tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:23:14.150014 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-9702490b-4ac5-44e5-8928-c53cfdbd5990 req-64c5465a-5a03-49e6-9748-440dae4b6f28 tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a6445f8-9f75-46ce-93f0-290cb9ede798 HTTP/1.1" status: 200 len: 946 time: 0.0551612 Mar 28 01:23:14.196367 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-9702490b-4ac5-44e5-8928-c53cfdbd5990 req-ce4c79f3-918d-43d9-9c10-95d23adc1724 tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] 10.222.0.24 "GET /v2.0/security-groups?id=720acadf-af2c-4026-8d54-a935ee5c835e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406828 Mar 28 01:23:14.337259 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dd5d2b-b2db-4da8-8451-ba5f32d13222 req-816d326c-a0d9-415b-b5b3-8632862adf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:23:14.338783 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-25dd5d2b-b2db-4da8-8451-ba5f32d13222 req-816d326c-a0d9-415b-b5b3-8632862adf5f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8217c70dab6a460da2f5a8728e6c6796&device_id=3a6445f8-9f75-46ce-93f0-290cb9ede798 HTTP/1.1" status: 200 len: 1130 time: 0.0444992 Mar 28 01:23:14.429445 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dd5d2b-b2db-4da8-8451-ba5f32d13222 req-2bed0e9e-078e-4f28-b91f-6808551ee3de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:23:14.430809 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-25dd5d2b-b2db-4da8-8451-ba5f32d13222 req-2bed0e9e-078e-4f28-b91f-6808551ee3de service neutron] 10.222.0.10 "GET /v2.0/networks?id=c048a4a3-0750-478b-aa55-8f5a53b13487 HTTP/1.1" status: 200 len: 911 time: 0.0861886 Mar 28 01:23:14.471446 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-25dd5d2b-b2db-4da8-8451-ba5f32d13222 req-04a773fd-abf5-4a22-b3be-157267b87b6b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2a6a5b32-1831-4379-ab65-82b6ae781889 HTTP/1.1" status: 200 len: 217 time: 0.0347555 Mar 28 01:23:14.516878 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dd5d2b-b2db-4da8-8451-ba5f32d13222 req-8c390cf8-e572-4db2-af04-966a9085f1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:23:14.518244 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-25dd5d2b-b2db-4da8-8451-ba5f32d13222 req-8c390cf8-e572-4db2-af04-966a9085f1cf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7351b3ce-3a1d-42dd-bca8-74e62720cf7d HTTP/1.1" status: 200 len: 851 time: 0.0413575 Mar 28 01:23:14.547942 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-25dd5d2b-b2db-4da8-8451-ba5f32d13222 req-a81d5c3a-1971-4a30-bfaa-260d671ac6a8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c048a4a3-0750-478b-aa55-8f5a53b13487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243330 Mar 28 01:23:14.642420 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-25dd5d2b-b2db-4da8-8451-ba5f32d13222 req-cac454e0-d814-41e0-8674-604538e61257 service neutron] 10.222.0.10 "GET /v2.0/networks/c048a4a3-0750-478b-aa55-8f5a53b13487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883157 Mar 28 01:23:14.727861 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-25dd5d2b-b2db-4da8-8451-ba5f32d13222 req-89342267-79d0-415c-93a7-ef051ca0264e service neutron] 10.222.0.10 "GET /v2.0/networks/c048a4a3-0750-478b-aa55-8f5a53b13487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795467 Mar 28 01:23:14.806469 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:23:15.313141 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4b6c8f-d112-4f63-884a-5ba74a41e402 req-68e26c15-5576-4583-8dc1-0b3f7b2962bf tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:23:15.314624 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-0d4b6c8f-d112-4f63-884a-5ba74a41e402 req-68e26c15-5576-4583-8dc1-0b3f7b2962bf tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a6445f8-9f75-46ce-93f0-290cb9ede798 HTTP/1.1" status: 200 len: 946 time: 0.0514534 Mar 28 01:23:15.364876 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-0d4b6c8f-d112-4f63-884a-5ba74a41e402 req-46590ff8-6cab-45de-9453-c1c5b4119bef tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] 10.222.0.24 "GET /v2.0/security-groups?id=720acadf-af2c-4026-8d54-a935ee5c835e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448413 Mar 28 01:23:16.260260 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:23:16.488012 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad116d13-ae9e-490a-8e3d-f66ba3210fe7 req-75724e5b-7556-4c0c-982a-4b241a28345a tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:23:16.489645 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-ad116d13-ae9e-490a-8e3d-f66ba3210fe7 req-75724e5b-7556-4c0c-982a-4b241a28345a tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a6445f8-9f75-46ce-93f0-290cb9ede798 HTTP/1.1" status: 200 len: 946 time: 0.0596197 Mar 28 01:23:16.539174 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-ad116d13-ae9e-490a-8e3d-f66ba3210fe7 req-65fb01e2-f8fd-4dcc-a259-a94e8de078fe tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] 10.222.0.24 "GET /v2.0/security-groups?id=720acadf-af2c-4026-8d54-a935ee5c835e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433333 Mar 28 01:23:17.659209 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f59f4d-2f26-4dd4-8d62-cc66d3cc843e req-d2e62fdc-c869-45ca-9fa0-873b42f9ac97 tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:23:17.660701 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-d9f59f4d-2f26-4dd4-8d62-cc66d3cc843e req-d2e62fdc-c869-45ca-9fa0-873b42f9ac97 tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a6445f8-9f75-46ce-93f0-290cb9ede798 HTTP/1.1" status: 200 len: 946 time: 0.0522001 Mar 28 01:23:17.705543 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-d9f59f4d-2f26-4dd4-8d62-cc66d3cc843e req-f26f9aff-7243-4cc5-9dd7-e31177988c55 tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] 10.222.0.24 "GET /v2.0/security-groups?id=720acadf-af2c-4026-8d54-a935ee5c835e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394599 Mar 28 01:23:17.811447 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:23:18.983112 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2083575b-eb93-4582-a068-f71e533a784f req-62122394-4b85-483e-8ad0-fd8a3550fe09 tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:23:18.984576 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-2083575b-eb93-4582-a068-f71e533a784f req-62122394-4b85-483e-8ad0-fd8a3550fe09 tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a6445f8-9f75-46ce-93f0-290cb9ede798 HTTP/1.1" status: 200 len: 946 time: 0.0522571 Mar 28 01:23:19.029583 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-2083575b-eb93-4582-a068-f71e533a784f req-56f2e2de-ffb3-4c02-9c36-501c2a646bdb tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] 10.222.0.24 "GET /v2.0/security-groups?id=720acadf-af2c-4026-8d54-a935ee5c835e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396268 Mar 28 01:23:20.146282 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b6074f-a772-4f40-a67c-d00053b212da req-37b18661-1474-4dc4-b5c7-95eb6e4992f5 tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:23:20.147654 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-d0b6074f-a772-4f40-a67c-d00053b212da req-37b18661-1474-4dc4-b5c7-95eb6e4992f5 tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a6445f8-9f75-46ce-93f0-290cb9ede798 HTTP/1.1" status: 200 len: 946 time: 0.0525284 Mar 28 01:23:20.192972 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-d0b6074f-a772-4f40-a67c-d00053b212da req-1917d6e0-fd62-4f2f-8366-74973fd76483 tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] 10.222.0.24 "GET /v2.0/security-groups?id=720acadf-af2c-4026-8d54-a935ee5c835e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396657 Mar 28 01:23:21.318882 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840d8232-565f-49b9-836d-58c71693094a req-c0e5b8f2-1c5c-4d40-bf06-b05a64156753 tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:23:21.320369 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-840d8232-565f-49b9-836d-58c71693094a req-c0e5b8f2-1c5c-4d40-bf06-b05a64156753 tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a6445f8-9f75-46ce-93f0-290cb9ede798 HTTP/1.1" status: 200 len: 946 time: 0.0551970 Mar 28 01:23:21.365141 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-840d8232-565f-49b9-836d-58c71693094a req-c8a571f7-45c9-46e8-9124-d78b658cad8b tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] 10.222.0.24 "GET /v2.0/security-groups?id=720acadf-af2c-4026-8d54-a935ee5c835e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393014 Mar 28 01:23:22.482931 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7b871b-497b-40c5-8fa8-c73a20d7fb91 req-81d080a5-3c52-48c2-8d79-f8ea4f39f93b tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:23:22.484399 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-1a7b871b-497b-40c5-8fa8-c73a20d7fb91 req-81d080a5-3c52-48c2-8d79-f8ea4f39f93b tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a6445f8-9f75-46ce-93f0-290cb9ede798 HTTP/1.1" status: 200 len: 946 time: 0.0546966 Mar 28 01:23:22.529574 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-1a7b871b-497b-40c5-8fa8-c73a20d7fb91 req-4254c979-faf5-440d-a952-60b2c053414c tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] 10.222.0.24 "GET /v2.0/security-groups?id=720acadf-af2c-4026-8d54-a935ee5c835e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396612 Mar 28 01:23:23.646042 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac96015-50f2-48d6-a5dd-1131fd4094f8 req-5cfc82b3-ca3a-4804-8047-354ae171d419 tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:23:23.648171 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-9ac96015-50f2-48d6-a5dd-1131fd4094f8 req-5cfc82b3-ca3a-4804-8047-354ae171d419 tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a6445f8-9f75-46ce-93f0-290cb9ede798 HTTP/1.1" status: 200 len: 946 time: 0.0522177 Mar 28 01:23:23.692668 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-9ac96015-50f2-48d6-a5dd-1131fd4094f8 req-376f7c1d-66f2-464c-aef3-45d15fbba069 tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] 10.222.0.24 "GET /v2.0/security-groups?id=720acadf-af2c-4026-8d54-a935ee5c835e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390701 Mar 28 01:23:24.808654 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb42764c-0fb4-482e-851a-062a1b6e79ee req-2465f684-b00c-4993-af1f-e72fc0303e68 tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:23:24.810095 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-eb42764c-0fb4-482e-851a-062a1b6e79ee req-2465f684-b00c-4993-af1f-e72fc0303e68 tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a6445f8-9f75-46ce-93f0-290cb9ede798 HTTP/1.1" status: 200 len: 946 time: 0.0510306 Mar 28 01:23:24.855028 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-eb42764c-0fb4-482e-851a-062a1b6e79ee req-10c07ede-f12d-409c-9be3-7291210f8b66 tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] 10.222.0.24 "GET /v2.0/security-groups?id=720acadf-af2c-4026-8d54-a935ee5c835e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394464 Mar 28 01:23:25.970498 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1ac6bf-0689-4ce5-ad52-3178b07a1141 req-005a2f96-23c5-40e1-9cee-34ea0080e962 tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:23:25.971942 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-8c1ac6bf-0689-4ce5-ad52-3178b07a1141 req-005a2f96-23c5-40e1-9cee-34ea0080e962 tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a6445f8-9f75-46ce-93f0-290cb9ede798 HTTP/1.1" status: 200 len: 946 time: 0.0508053 Mar 28 01:23:26.020911 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-8c1ac6bf-0689-4ce5-ad52-3178b07a1141 req-61c6f460-c47d-4f67-940a-43aa88ed5073 tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] 10.222.0.24 "GET /v2.0/security-groups?id=720acadf-af2c-4026-8d54-a935ee5c835e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434709 Mar 28 01:23:27.142011 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ecc63a-6437-47f5-a67c-0f2c98b118f7 req-428acd72-cb81-46e2-a691-d400a7e4d121 tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:23:27.143509 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-06ecc63a-6437-47f5-a67c-0f2c98b118f7 req-428acd72-cb81-46e2-a691-d400a7e4d121 tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a6445f8-9f75-46ce-93f0-290cb9ede798 HTTP/1.1" status: 200 len: 946 time: 0.0514884 Mar 28 01:23:27.194467 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-06ecc63a-6437-47f5-a67c-0f2c98b118f7 req-bbb7b356-37f7-4215-a5f4-f29658657923 tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] 10.222.0.24 "GET /v2.0/security-groups?id=720acadf-af2c-4026-8d54-a935ee5c835e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453005 Mar 28 01:23:28.319652 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f42ada-0187-4367-9091-5c56e0596257 req-5ef9e1b3-8e60-4b9f-8184-b2ef533d7b48 tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:23:28.321170 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-42f42ada-0187-4367-9091-5c56e0596257 req-5ef9e1b3-8e60-4b9f-8184-b2ef533d7b48 tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a6445f8-9f75-46ce-93f0-290cb9ede798 HTTP/1.1" status: 200 len: 946 time: 0.0600255 Mar 28 01:23:28.367662 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-42f42ada-0187-4367-9091-5c56e0596257 req-ddc2a5ca-b1ba-46b5-ba7d-4c8c467f29ee tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] 10.222.0.24 "GET /v2.0/security-groups?id=720acadf-af2c-4026-8d54-a935ee5c835e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409708 Mar 28 01:23:29.483837 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f7c432-9f68-49ed-b6ab-71b52f2b300f req-e9db8d49-76cc-4719-ac91-99abeba4c714 tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:23:29.485312 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-c7f7c432-9f68-49ed-b6ab-71b52f2b300f req-e9db8d49-76cc-4719-ac91-99abeba4c714 tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a6445f8-9f75-46ce-93f0-290cb9ede798 HTTP/1.1" status: 200 len: 946 time: 0.0519724 Mar 28 01:23:29.530647 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-c7f7c432-9f68-49ed-b6ab-71b52f2b300f req-050bf934-fdd2-4f8e-a2f7-4281427ba7e2 tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] 10.222.0.24 "GET /v2.0/security-groups?id=720acadf-af2c-4026-8d54-a935ee5c835e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397985 Mar 28 01:23:30.649401 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63a9ca1-25b5-484a-bce9-da558c38e2df req-5481a889-35cc-4aef-8e0f-48eea339c687 tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:23:30.650861 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a63a9ca1-25b5-484a-bce9-da558c38e2df req-5481a889-35cc-4aef-8e0f-48eea339c687 tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a6445f8-9f75-46ce-93f0-290cb9ede798 HTTP/1.1" status: 200 len: 946 time: 0.0521302 Mar 28 01:23:30.696111 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a63a9ca1-25b5-484a-bce9-da558c38e2df req-9e901067-122f-4e4d-8290-c866e0f73bb9 tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] 10.222.0.24 "GET /v2.0/security-groups?id=720acadf-af2c-4026-8d54-a935ee5c835e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397587 Mar 28 01:23:31.813881 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65a8798-c2ca-4bc0-a872-35fff03c13a9 req-5745bceb-fef6-408f-8375-de013033e286 tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:23:31.815266 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-b65a8798-c2ca-4bc0-a872-35fff03c13a9 req-5745bceb-fef6-408f-8375-de013033e286 tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a6445f8-9f75-46ce-93f0-290cb9ede798 HTTP/1.1" status: 200 len: 946 time: 0.0519462 Mar 28 01:23:31.862980 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-b65a8798-c2ca-4bc0-a872-35fff03c13a9 req-f0fa778d-1120-43d3-932e-fa6e38577e73 tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] 10.222.0.24 "GET /v2.0/security-groups?id=720acadf-af2c-4026-8d54-a935ee5c835e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422003 Mar 28 01:23:32.925367 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:23:32.991688 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52288f23-9947-41e3-acdd-56876486ea36 req-b789292e-fb77-41a7-abd6-3948299df79a tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:23:32.993173 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-52288f23-9947-41e3-acdd-56876486ea36 req-b789292e-fb77-41a7-abd6-3948299df79a tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a6445f8-9f75-46ce-93f0-290cb9ede798 HTTP/1.1" status: 200 len: 946 time: 0.0583396 Mar 28 01:23:33.039258 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-52288f23-9947-41e3-acdd-56876486ea36 req-c71e13be-7061-4504-8d5b-e3ed429ae8a4 tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] 10.222.0.24 "GET /v2.0/security-groups?id=720acadf-af2c-4026-8d54-a935ee5c835e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405388 Mar 28 01:23:34.315686 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c2a3f8-5a14-4d38-af1c-9166a754ab0a req-c85328cd-db6f-4372-a514-4c2d7ec00e82 tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:23:34.317187 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-91c2a3f8-5a14-4d38-af1c-9166a754ab0a req-c85328cd-db6f-4372-a514-4c2d7ec00e82 tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a6445f8-9f75-46ce-93f0-290cb9ede798 HTTP/1.1" status: 200 len: 946 time: 0.0586784 Mar 28 01:23:34.363248 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-91c2a3f8-5a14-4d38-af1c-9166a754ab0a req-0753b07d-1cee-481e-9f91-afbe53a4db0c tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] 10.222.0.24 "GET /v2.0/security-groups?id=720acadf-af2c-4026-8d54-a935ee5c835e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402884 Mar 28 01:23:35.480826 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34969222-f2cd-4f2d-9a0e-71c0ddb6f1fb req-1eee71d8-55c0-486e-a91e-860e5f9de50b tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:23:35.482308 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-34969222-f2cd-4f2d-9a0e-71c0ddb6f1fb req-1eee71d8-55c0-486e-a91e-860e5f9de50b tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a6445f8-9f75-46ce-93f0-290cb9ede798 HTTP/1.1" status: 200 len: 946 time: 0.0529201 Mar 28 01:23:35.529342 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-34969222-f2cd-4f2d-9a0e-71c0ddb6f1fb req-0c21b03a-0dd9-42b9-ac20-ffb70876ae29 tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] 10.222.0.24 "GET /v2.0/security-groups?id=720acadf-af2c-4026-8d54-a935ee5c835e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414779 Mar 28 01:23:36.651372 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b4a881-8423-4861-8a69-bd92567df791 req-6090dea7-0dcb-43d0-adad-8ce5c04edb4d tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:23:36.652912 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-54b4a881-8423-4861-8a69-bd92567df791 req-6090dea7-0dcb-43d0-adad-8ce5c04edb4d tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a6445f8-9f75-46ce-93f0-290cb9ede798 HTTP/1.1" status: 200 len: 946 time: 0.0519552 Mar 28 01:23:36.699864 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-54b4a881-8423-4861-8a69-bd92567df791 req-e7ddb7cc-e664-4938-919e-47e6c2db9c72 tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] 10.222.0.24 "GET /v2.0/security-groups?id=720acadf-af2c-4026-8d54-a935ee5c835e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407014 Mar 28 01:23:37.815933 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5a99f2-e6c6-4a98-a618-02dbf5303236 req-73d36855-88cf-4232-b011-992089c7efc9 tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:23:37.817358 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-1f5a99f2-e6c6-4a98-a618-02dbf5303236 req-73d36855-88cf-4232-b011-992089c7efc9 tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a6445f8-9f75-46ce-93f0-290cb9ede798 HTTP/1.1" status: 200 len: 946 time: 0.0519147 Mar 28 01:23:37.866643 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-1f5a99f2-e6c6-4a98-a618-02dbf5303236 req-f7e1d42c-2471-4a75-bb2a-14756ce99cde tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] 10.222.0.24 "GET /v2.0/security-groups?id=720acadf-af2c-4026-8d54-a935ee5c835e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438290 Mar 28 01:23:38.985991 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca70a9f-a49f-4a75-bb05-28dff85f65c0 req-4c031c4a-29b7-4e2a-af1e-cf073cd546e6 tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:23:38.987462 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-9ca70a9f-a49f-4a75-bb05-28dff85f65c0 req-4c031c4a-29b7-4e2a-af1e-cf073cd546e6 tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a6445f8-9f75-46ce-93f0-290cb9ede798 HTTP/1.1" status: 200 len: 946 time: 0.0556736 Mar 28 01:23:39.033262 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-9ca70a9f-a49f-4a75-bb05-28dff85f65c0 req-e4f39d43-15d6-4d59-9ead-757a162f2c30 tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] 10.222.0.24 "GET /v2.0/security-groups?id=720acadf-af2c-4026-8d54-a935ee5c835e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400851 Mar 28 01:23:39.856208 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.agents_db [None req-9a1d863f-391a-42f4-9870-e8292b919beb None None] Agent healthcheck: found 6 active agents {{(pid=104101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 01:23:40.149847 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5f294c-ef32-4c25-80b9-044c925595eb req-735c9079-108b-4398-8108-8a4639933d61 tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:23:40.151225 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7b5f294c-ef32-4c25-80b9-044c925595eb req-735c9079-108b-4398-8108-8a4639933d61 tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a6445f8-9f75-46ce-93f0-290cb9ede798 HTTP/1.1" status: 200 len: 946 time: 0.0527565 Mar 28 01:23:40.197605 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7b5f294c-ef32-4c25-80b9-044c925595eb req-7a8168c4-2db2-4f6f-8b9e-60ab25939c0a tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] 10.222.0.24 "GET /v2.0/security-groups?id=720acadf-af2c-4026-8d54-a935ee5c835e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409038 Mar 28 01:23:41.313488 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59fa723-89d3-4201-b934-d616603fccb9 req-0e3d0f8f-041f-4989-83f0-e66741a9958d tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:23:41.314919 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-c59fa723-89d3-4201-b934-d616603fccb9 req-0e3d0f8f-041f-4989-83f0-e66741a9958d tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a6445f8-9f75-46ce-93f0-290cb9ede798 HTTP/1.1" status: 200 len: 946 time: 0.0506487 Mar 28 01:23:41.360949 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-c59fa723-89d3-4201-b934-d616603fccb9 req-f2dd8c1b-f255-4c48-ad2c-90779c0660a2 tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] 10.222.0.24 "GET /v2.0/security-groups?id=720acadf-af2c-4026-8d54-a935ee5c835e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399272 Mar 28 01:23:41.378098 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-25dd5d2b-b2db-4da8-8451-ba5f32d13222 req-c93c84df-c7fd-4aae-aa26-e6a4f2a01aeb service neutron] 10.222.0.10 "GET /v2.0/ports/2a6a5b32-1831-4379-ab65-82b6ae781889/bindings/hv-neutron-8348 HTTP/1.1" status: 200 len: 384 time: 0.0537639 Mar 28 01:23:41.429056 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-57846011-f521-416e-9800-a45f96bf8efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:23:41.613951 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dd5d2b-b2db-4da8-8451-ba5f32d13222 req-627b1fd7-971c-44fb-be7c-e315afe40180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:23:41.616091 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-25dd5d2b-b2db-4da8-8451-ba5f32d13222 req-627b1fd7-971c-44fb-be7c-e315afe40180 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3a6445f8-9f75-46ce-93f0-290cb9ede798&tenant_id=8217c70dab6a460da2f5a8728e6c6796 HTTP/1.1" status: 200 len: 1130 time: 0.0799096 Mar 28 01:23:41.678687 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dd5d2b-b2db-4da8-8451-ba5f32d13222 req-7e48c977-6099-4741-8419-d7a8f6205bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:23:41.680220 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-25dd5d2b-b2db-4da8-8451-ba5f32d13222 req-7e48c977-6099-4741-8419-d7a8f6205bfa service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8217c70dab6a460da2f5a8728e6c6796&device_id=3a6445f8-9f75-46ce-93f0-290cb9ede798 HTTP/1.1" status: 200 len: 1130 time: 0.0448680 Mar 28 01:23:41.767497 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dd5d2b-b2db-4da8-8451-ba5f32d13222 req-2bde6347-45f5-4623-a1d0-9b459beab92b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:23:41.769021 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-25dd5d2b-b2db-4da8-8451-ba5f32d13222 req-2bde6347-45f5-4623-a1d0-9b459beab92b service neutron] 10.222.0.10 "GET /v2.0/networks?id=c048a4a3-0750-478b-aa55-8f5a53b13487 HTTP/1.1" status: 200 len: 911 time: 0.0834479 Mar 28 01:23:41.809225 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-25dd5d2b-b2db-4da8-8451-ba5f32d13222 req-65fd2d7d-37b6-4e2b-9474-50f9b83127b3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2a6a5b32-1831-4379-ab65-82b6ae781889 HTTP/1.1" status: 200 len: 217 time: 0.0344663 Mar 28 01:23:41.855684 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dd5d2b-b2db-4da8-8451-ba5f32d13222 req-3779d0b5-af0c-49c8-98f2-e19eeccc2d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:23:41.857147 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-25dd5d2b-b2db-4da8-8451-ba5f32d13222 req-3779d0b5-af0c-49c8-98f2-e19eeccc2d02 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7351b3ce-3a1d-42dd-bca8-74e62720cf7d HTTP/1.1" status: 200 len: 851 time: 0.0423901 Mar 28 01:23:41.887717 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-25dd5d2b-b2db-4da8-8451-ba5f32d13222 req-69d00ac5-2316-43dc-b23a-7d80c7f8beb5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c048a4a3-0750-478b-aa55-8f5a53b13487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237179 Mar 28 01:23:41.977106 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-25dd5d2b-b2db-4da8-8451-ba5f32d13222 req-f932053b-9a72-44a7-8eab-84d610353b4f service neutron] 10.222.0.10 "GET /v2.0/networks/c048a4a3-0750-478b-aa55-8f5a53b13487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828233 Mar 28 01:23:42.061911 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-25dd5d2b-b2db-4da8-8451-ba5f32d13222 req-fcafd3ca-bb89-49a8-a7e6-713fa3f4ab17 service neutron] 10.222.0.10 "GET /v2.0/networks/c048a4a3-0750-478b-aa55-8f5a53b13487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789218 Mar 28 01:23:42.480924 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e190ca4-1534-4870-a59f-73058157de9b req-fe3a1e46-33d2-495b-83ba-b4bb213c95fc tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:23:42.482281 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-5e190ca4-1534-4870-a59f-73058157de9b req-fe3a1e46-33d2-495b-83ba-b4bb213c95fc tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a6445f8-9f75-46ce-93f0-290cb9ede798 HTTP/1.1" status: 200 len: 946 time: 0.0553098 Mar 28 01:23:42.526743 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-5e190ca4-1534-4870-a59f-73058157de9b req-d9411a69-821d-4d0c-bf91-200211cf9e1e tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] 10.222.0.24 "GET /v2.0/security-groups?id=720acadf-af2c-4026-8d54-a935ee5c835e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390248 Mar 28 01:23:43.588364 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-e90d9d5b-7252-4eb0-995d-8de325aae831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:23:43.657216 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b879a95-3275-4f29-97e3-f1e88a594ecb req-3c04c181-bf77-4793-94a2-467c4a7f7430 tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:23:43.658729 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-1b879a95-3275-4f29-97e3-f1e88a594ecb req-3c04c181-bf77-4793-94a2-467c4a7f7430 tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a6445f8-9f75-46ce-93f0-290cb9ede798 HTTP/1.1" status: 200 len: 946 time: 0.0578701 Mar 28 01:23:43.710993 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-1b879a95-3275-4f29-97e3-f1e88a594ecb req-d7554534-f71a-4e77-8e35-b24748c89b98 tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] 10.222.0.24 "GET /v2.0/security-groups?id=720acadf-af2c-4026-8d54-a935ee5c835e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467634 Mar 28 01:23:44.812176 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:23:44.827071 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f18656-c4bc-4d86-93f6-bc91bd94f43f req-830a5035-09ab-484e-8c1f-b46414c04976 tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:23:44.828572 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-91f18656-c4bc-4d86-93f6-bc91bd94f43f req-830a5035-09ab-484e-8c1f-b46414c04976 tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a6445f8-9f75-46ce-93f0-290cb9ede798 HTTP/1.1" status: 200 len: 946 time: 0.0526752 Mar 28 01:23:44.874271 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-91f18656-c4bc-4d86-93f6-bc91bd94f43f req-724a76bc-3f27-403f-a553-a73f20984b14 tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] 10.222.0.24 "GET /v2.0/security-groups?id=720acadf-af2c-4026-8d54-a935ee5c835e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395410 Mar 28 01:23:45.180835 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f9f23a-5618-4911-b75b-bca999f82ee2 req-7a31b324-be5f-4339-ab13-cf2c84e10a48 tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:23:45.182265 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-31f9f23a-5618-4911-b75b-bca999f82ee2 req-7a31b324-be5f-4339-ab13-cf2c84e10a48 tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a6445f8-9f75-46ce-93f0-290cb9ede798&tenant_id=8217c70dab6a460da2f5a8728e6c6796&binding%3Ahost_id=hv-neutron-8348 HTTP/1.1" status: 200 len: 946 time: 0.0923996 Mar 28 01:23:45.293612 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f9f23a-5618-4911-b75b-bca999f82ee2 req-ffcc9777-3aa9-4ac1-b061-b37d033e9426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:23:45.295046 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-31f9f23a-5618-4911-b75b-bca999f82ee2 req-ffcc9777-3aa9-4ac1-b061-b37d033e9426 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8217c70dab6a460da2f5a8728e6c6796&device_id=3a6445f8-9f75-46ce-93f0-290cb9ede798 HTTP/1.1" status: 200 len: 1130 time: 0.0469120 Mar 28 01:23:45.390444 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f9f23a-5618-4911-b75b-bca999f82ee2 req-dc9f1fef-0724-4f7d-b1c4-ec1eda6bda74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:23:45.391890 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-31f9f23a-5618-4911-b75b-bca999f82ee2 req-dc9f1fef-0724-4f7d-b1c4-ec1eda6bda74 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c048a4a3-0750-478b-aa55-8f5a53b13487 HTTP/1.1" status: 200 len: 911 time: 0.0908065 Mar 28 01:23:45.429628 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-31f9f23a-5618-4911-b75b-bca999f82ee2 req-f5662046-ebbd-481d-a460-a323ba6ac6d8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2a6a5b32-1831-4379-ab65-82b6ae781889 HTTP/1.1" status: 200 len: 217 time: 0.0320525 Mar 28 01:23:45.474491 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f9f23a-5618-4911-b75b-bca999f82ee2 req-08808a33-3fe9-4fed-96a2-9a07b55b8284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:23:45.475892 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-31f9f23a-5618-4911-b75b-bca999f82ee2 req-08808a33-3fe9-4fed-96a2-9a07b55b8284 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7351b3ce-3a1d-42dd-bca8-74e62720cf7d HTTP/1.1" status: 200 len: 851 time: 0.0413339 Mar 28 01:23:45.505575 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-31f9f23a-5618-4911-b75b-bca999f82ee2 req-eeedcf14-1d75-4623-b9f6-7be0f743c0fe service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c048a4a3-0750-478b-aa55-8f5a53b13487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235522 Mar 28 01:23:45.593272 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-31f9f23a-5618-4911-b75b-bca999f82ee2 req-2f6652a9-9ddf-4192-b61d-627ed844814a service neutron] 10.222.0.10 "GET /v2.0/networks/c048a4a3-0750-478b-aa55-8f5a53b13487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821564 Mar 28 01:23:45.689029 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-31f9f23a-5618-4911-b75b-bca999f82ee2 req-5fd48542-2d60-4bad-ac2b-5440fe1c778d service neutron] 10.222.0.10 "GET /v2.0/networks/c048a4a3-0750-478b-aa55-8f5a53b13487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896819 Mar 28 01:23:46.253804 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:23:46.414404 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2313dc-431f-4b90-b2df-651cefa42635 req-7a1e2370-a979-45d2-a838-2fba1bc7e31f tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:23:46.415619 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-0c2313dc-431f-4b90-b2df-651cefa42635 req-7a1e2370-a979-45d2-a838-2fba1bc7e31f tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a6445f8-9f75-46ce-93f0-290cb9ede798 HTTP/1.1" status: 200 len: 946 time: 0.0528982 Mar 28 01:23:46.464981 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-0c2313dc-431f-4b90-b2df-651cefa42635 req-f813fe32-4d2c-47da-a8a2-ed91365f99f0 tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] 10.222.0.24 "GET /v2.0/security-groups?id=720acadf-af2c-4026-8d54-a935ee5c835e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397100 Mar 28 01:23:47.580812 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129caa93-52bf-4b96-b282-c87e52b7809a req-52d1c55f-eeef-456e-bbca-6285580ba179 tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:23:47.582274 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-129caa93-52bf-4b96-b282-c87e52b7809a req-52d1c55f-eeef-456e-bbca-6285580ba179 tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a6445f8-9f75-46ce-93f0-290cb9ede798 HTTP/1.1" status: 200 len: 946 time: 0.0510919 Mar 28 01:23:47.628278 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-129caa93-52bf-4b96-b282-c87e52b7809a req-7938003e-4118-4cdd-81f0-f162782ae6bd tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] 10.222.0.24 "GET /v2.0/security-groups?id=720acadf-af2c-4026-8d54-a935ee5c835e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396669 Mar 28 01:23:47.812521 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:23:48.046560 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f9f23a-5618-4911-b75b-bca999f82ee2 req-c26ed514-7f13-4dc5-b0fc-1fbd32277ac6 tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:23:48.047961 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-31f9f23a-5618-4911-b75b-bca999f82ee2 req-c26ed514-7f13-4dc5-b0fc-1fbd32277ac6 tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a6445f8-9f75-46ce-93f0-290cb9ede798 HTTP/1.1" status: 200 len: 946 time: 0.0496733 Mar 28 01:23:48.137194 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [req-31f9f23a-5618-4911-b75b-bca999f82ee2 req-91a3f6d6-ca10-44c8-ab3a-4472774dda48 tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] Deleting port 2a6a5b32-1831-4379-ab65-82b6ae781889 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:23:48.137447 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-31f9f23a-5618-4911-b75b-bca999f82ee2 req-91a3f6d6-ca10-44c8-ab3a-4472774dda48 tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (2a6a5b32-1831-4379-ab65-82b6ae781889), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:23:48.222229 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-31f9f23a-5618-4911-b75b-bca999f82ee2 req-91a3f6d6-ca10-44c8-ab3a-4472774dda48 tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] For port 2a6a5b32-1831-4379-ab65-82b6ae781889, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=2a6a5b32-1831-4379-ab65-82b6ae781889,segment=NetworkSegment(8da41c00-0c96-4651-81fc-1d23e726fd76),segment_id=8da41c00-0c96-4651-81fc-1d23e726fd76)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:23:48.222585 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-31f9f23a-5618-4911-b75b-bca999f82ee2 req-91a3f6d6-ca10-44c8-ab3a-4472774dda48 tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (2a6a5b32-1831-4379-ab65-82b6ae781889), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:23:48.235374 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [req-31f9f23a-5618-4911-b75b-bca999f82ee2 req-91a3f6d6-ca10-44c8-ab3a-4472774dda48 tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] Calling delete_port for 2a6a5b32-1831-4379-ab65-82b6ae781889 owned by compute:nova {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:23:48.367847 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-31f9f23a-5618-4911-b75b-bca999f82ee2 req-91a3f6d6-ca10-44c8-ab3a-4472774dda48 tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (2a6a5b32-1831-4379-ab65-82b6ae781889), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:23:48.380982 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] get_ports_and_sgs() called for port_ids ['2a6a5b32-1831-4379-ab65-82b6ae781889'] {{(pid=104100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 01:23:48.396818 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a3f6d6-ca10-44c8-ab3a-4472774dda48 tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] Pushing event deleted for resources: {'Port': ['ID=2a6a5b32-1831-4379-ab65-82b6ae781889,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:23:48.408694 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a3f6d6-ca10-44c8-ab3a-4472774dda48 tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:23:48.409047 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a3f6d6-ca10-44c8-ab3a-4472774dda48 tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:23:48.409392 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a3f6d6-ca10-44c8-ab3a-4472774dda48 tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:23:48.409732 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a3f6d6-ca10-44c8-ab3a-4472774dda48 tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:23:48.410064 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a3f6d6-ca10-44c8-ab3a-4472774dda48 tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:23:48.410402 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a3f6d6-ca10-44c8-ab3a-4472774dda48 tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:23:48.410732 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a3f6d6-ca10-44c8-ab3a-4472774dda48 tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:23:48.411591 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a3f6d6-ca10-44c8-ab3a-4472774dda48 tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:23:48.411901 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a3f6d6-ca10-44c8-ab3a-4472774dda48 tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:23:48.412251 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a3f6d6-ca10-44c8-ab3a-4472774dda48 tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:23:48.412579 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a3f6d6-ca10-44c8-ab3a-4472774dda48 tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:23:48.413056 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a3f6d6-ca10-44c8-ab3a-4472774dda48 tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:23:48.413256 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a3f6d6-ca10-44c8-ab3a-4472774dda48 tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:23:48.413575 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a3f6d6-ca10-44c8-ab3a-4472774dda48 tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:23:48.413893 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a3f6d6-ca10-44c8-ab3a-4472774dda48 tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:23:48.451108 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [req-31f9f23a-5618-4911-b75b-bca999f82ee2 req-91a3f6d6-ca10-44c8-ab3a-4472774dda48 tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] No DVR routers for this DVR port 2a6a5b32-1831-4379-ab65-82b6ae781889 on host hv-neutron-8348 {{(pid=104099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:23:48.453494 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-31f9f23a-5618-4911-b75b-bca999f82ee2 req-91a3f6d6-ca10-44c8-ab3a-4472774dda48 tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:23:48.456725 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-31f9f23a-5618-4911-b75b-bca999f82ee2 req-91a3f6d6-ca10-44c8-ab3a-4472774dda48 tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] 10.222.0.10 "DELETE /v2.0/ports/2a6a5b32-1831-4379-ab65-82b6ae781889 HTTP/1.1" status: 204 len: 173 time: 0.4035935 Mar 28 01:23:48.457149 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a6445f8-9f75-46ce-93f0-290cb9ede798', 'name': 'network-vif-deleted', 'tag': '2a6a5b32-1831-4379-ab65-82b6ae781889'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:23:48.459380 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2af4b01a9fa8b1570ccf1d7859d693ad34c106b258078e9cfae86b97f35e3d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fde98d1-fc56-42cf-8f6a-39a00ae9ee48" -d '{"events": [{"server_uuid": "3a6445f8-9f75-46ce-93f0-290cb9ede798", "name": "network-vif-deleted", "tag": "2a6a5b32-1831-4379-ab65-82b6ae781889"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:23:48.498084 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 01:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c47abde2-6de1-436e-a9e6-668cc70c2b6d x-openstack-request-id: req-c47abde2-6de1-436e-a9e6-668cc70c2b6d {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:23:48.498373 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a6445f8-9f75-46ce-93f0-290cb9ede798", "name": "network-vif-deleted", "tag": "2a6a5b32-1831-4379-ab65-82b6ae781889", "status": "completed", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:23:48.498629 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c47abde2-6de1-436e-a9e6-668cc70c2b6d {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:23:48.499105 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c47abde2-6de1-436e-a9e6-668cc70c2b6d'] response: {'server_uuid': '3a6445f8-9f75-46ce-93f0-290cb9ede798', 'name': 'network-vif-deleted', 'tag': '2a6a5b32-1831-4379-ab65-82b6ae781889', 'status': 'completed', 'code': 200} Mar 28 01:23:48.677857 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-aed3a721-5715-442a-8d2b-cb6670ef6bdf req-e8a6be53-b076-4c42-ad66-e2d900055d9a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3a6445f8-9f75-46ce-93f0-290cb9ede798&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0278125 Mar 28 01:23:48.734946 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-8c1c627e-507a-4444-a246-5045b875dfe0 req-70091bf6-cb69-49fe-bb49-8b0f1bc32c4e tempest-DeleteServersTestJSON-1036363388 tempest-DeleteServersTestJSON-1036363388-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a6445f8-9f75-46ce-93f0-290cb9ede798 HTTP/1.1" status: 200 len: 210 time: 0.0284781 Mar 28 01:23:48.742171 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-aed3a721-5715-442a-8d2b-cb6670ef6bdf req-8944cced-a5fc-484e-9928-a59ccc773fdb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8217c70dab6a460da2f5a8728e6c6796&device_id=3a6445f8-9f75-46ce-93f0-290cb9ede798 HTTP/1.1" status: 200 len: 210 time: 0.0252717 Mar 28 01:23:48.914582 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed3a721-5715-442a-8d2b-cb6670ef6bdf req-67121b43-73e6-4f02-a51d-a4062674aff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:23:48.916051 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-aed3a721-5715-442a-8d2b-cb6670ef6bdf req-67121b43-73e6-4f02-a51d-a4062674aff8 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=8217c70dab6a460da2f5a8728e6c6796&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1554222 Mar 28 01:23:49.095329 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed3a721-5715-442a-8d2b-cb6670ef6bdf req-0a3e8098-d624-4c8a-9320-8853e3a033e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:23:49.096836 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-aed3a721-5715-442a-8d2b-cb6670ef6bdf req-0a3e8098-d624-4c8a-9320-8853e3a033e8 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1743603 Mar 28 01:23:49.863342 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 58412) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:23:49.912333 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_v2 [None req-f271ba85-e017-4f35-9ddb-b1e66f1791fa admin admin] Deleting subnet 7351b3ce-3a1d-42dd-bca8-74e62720cf7d {{(pid=104099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:23:49.915379 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f271ba85-e017-4f35-9ddb-b1e66f1791fa admin admin] Publish callbacks [] for subnet (7351b3ce-3a1d-42dd-bca8-74e62720cf7d), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:23:50.256426 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f271ba85-e017-4f35-9ddb-b1e66f1791fa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126946639'] for subnet (7351b3ce-3a1d-42dd-bca8-74e62720cf7d), precommit_delete_associations {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:23:50.294075 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f271ba85-e017-4f35-9ddb-b1e66f1791fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (7351b3ce-3a1d-42dd-bca8-74e62720cf7d), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:23:50.343044 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f271ba85-e017-4f35-9ddb-b1e66f1791fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127282766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126757793'] for subnet (7351b3ce-3a1d-42dd-bca8-74e62720cf7d), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:23:50.369733 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f271ba85-e017-4f35-9ddb-b1e66f1791fa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:23:50.372834 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-f271ba85-e017-4f35-9ddb-b1e66f1791fa admin admin] 10.222.0.24 "DELETE /v2.0/subnets/7351b3ce-3a1d-42dd-bca8-74e62720cf7d HTTP/1.1" status: 204 len: 168 time: 0.5085096 Mar 28 01:23:50.373791 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f271ba85-e017-4f35-9ddb-b1e66f1791fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7351b3ce-3a1d-42dd-bca8-74e62720cf7d,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:23:50.375492 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 58414) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:23:50.445142 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-8ce0ad90-25a5-4799-a921-631315f435b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (c048a4a3-0750-478b-aa55-8f5a53b13487), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:23:50.519108 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-8ce0ad90-25a5-4799-a921-631315f435b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (c048a4a3-0750-478b-aa55-8f5a53b13487), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:23:50.538939 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-8ce0ad90-25a5-4799-a921-631315f435b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c048a4a3-0750-478b-aa55-8f5a53b13487']}} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:23:50.547595 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-8ce0ad90-25a5-4799-a921-631315f435b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8da41c00-0c96-4651-81fc-1d23e726fd76') {'for_net_delete': True} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:23:50.547887 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-8ce0ad90-25a5-4799-a921-631315f435b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8da41c00-0c96-4651-81fc-1d23e726fd76') {} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:23:50.556754 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-8ce0ad90-25a5-4799-a921-631315f435b1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126443583'] for segment (8da41c00-0c96-4651-81fc-1d23e726fd76), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:23:50.570592 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-8ce0ad90-25a5-4799-a921-631315f435b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (8da41c00-0c96-4651-81fc-1d23e726fd76), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:23:50.576453 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ce0ad90-25a5-4799-a921-631315f435b1 admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=104098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:23:50.576856 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-8ce0ad90-25a5-4799-a921-631315f435b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126177251'] for segment (8da41c00-0c96-4651-81fc-1d23e726fd76), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:23:50.578532 dv-neutron-834874-6-hyperv neutron-server[104098]: Traceback (most recent call last): Mar 28 01:23:50.578532 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:23:50.578532 dv-neutron-834874-6-hyperv neutron-server[104098]: timer() Mar 28 01:23:50.578532 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:23:50.578532 dv-neutron-834874-6-hyperv neutron-server[104098]: cb(*args, **kw) Mar 28 01:23:50.578532 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:23:50.578532 dv-neutron-834874-6-hyperv neutron-server[104098]: return func(*args, **kwargs) Mar 28 01:23:50.578532 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:23:50.578532 dv-neutron-834874-6-hyperv neutron-server[104098]: self._notify() Mar 28 01:23:50.578532 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:23:50.578532 dv-neutron-834874-6-hyperv neutron-server[104098]: self.callback(batched_events) Mar 28 01:23:50.578532 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:23:50.578532 dv-neutron-834874-6-hyperv neutron-server[104098]: event.method(event) Mar 28 01:23:50.578532 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:23:50.578532 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:23:50.578532 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:23:50.578532 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:23:50.578532 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:23:50.578532 dv-neutron-834874-6-hyperv neutron-server[104098]: return f(self, *a, **k) Mar 28 01:23:50.578532 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:23:50.578532 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._get(url).json() Mar 28 01:23:50.578532 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:23:50.578532 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:23:50.578532 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:23:50.578532 dv-neutron-834874-6-hyperv neutron-server[104098]: return self.request(url, 'GET', **kwargs) Mar 28 01:23:50.578532 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:23:50.578532 dv-neutron-834874-6-hyperv neutron-server[104098]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:23:50.578532 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:23:50.578532 dv-neutron-834874-6-hyperv neutron-server[104098]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:23:50.578532 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:23:50.578532 dv-neutron-834874-6-hyperv neutron-server[104098]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:23:50.578532 dv-neutron-834874-6-hyperv neutron-server[104098]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:23:50.634176 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-8ce0ad90-25a5-4799-a921-631315f435b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (c048a4a3-0750-478b-aa55-8f5a53b13487), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:23:50.639482 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-8ce0ad90-25a5-4799-a921-631315f435b1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:23:50.643243 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-8ce0ad90-25a5-4799-a921-631315f435b1 admin admin] 10.222.0.24 "DELETE /v2.0/networks/c048a4a3-0750-478b-aa55-8f5a53b13487 HTTP/1.1" status: 204 len: 168 time: 0.2667363 Mar 28 01:23:50.662569 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce0ad90-25a5-4799-a921-631315f435b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=c048a4a3-0750-478b-aa55-8f5a53b13487,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:23:50.669712 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce0ad90-25a5-4799-a921-631315f435b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:23:50.670061 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce0ad90-25a5-4799-a921-631315f435b1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:23:50.670406 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce0ad90-25a5-4799-a921-631315f435b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:23:50.670749 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce0ad90-25a5-4799-a921-631315f435b1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:23:50.671083 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce0ad90-25a5-4799-a921-631315f435b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:23:50.671413 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce0ad90-25a5-4799-a921-631315f435b1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:23:50.671744 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce0ad90-25a5-4799-a921-631315f435b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:23:50.672100 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce0ad90-25a5-4799-a921-631315f435b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:23:50.672426 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce0ad90-25a5-4799-a921-631315f435b1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:23:50.672752 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce0ad90-25a5-4799-a921-631315f435b1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:23:50.673075 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce0ad90-25a5-4799-a921-631315f435b1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:23:50.673397 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce0ad90-25a5-4799-a921-631315f435b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:23:50.673720 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce0ad90-25a5-4799-a921-631315f435b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:23:50.674044 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce0ad90-25a5-4799-a921-631315f435b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:23:50.674361 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce0ad90-25a5-4799-a921-631315f435b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:23:50.748459 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 58418) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:23:50.788087 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-6579acc2-d0d6-4491-a585-c03487194308 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8217c70dab6a460da2f5a8728e6c6796&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383122 Mar 28 01:23:50.790344 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 58420) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:23:50.835723 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-40bdb3bb-9671-41ad-b86e-c8e1c895d7c0 admin admin] Publish callbacks [] for security_group (720acadf-af2c-4026-8d54-a935ee5c835e), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:23:50.856525 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-40bdb3bb-9671-41ad-b86e-c8e1c895d7c0 admin admin] Publish callbacks [] for security_group (720acadf-af2c-4026-8d54-a935ee5c835e), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:23:50.902020 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-40bdb3bb-9671-41ad-b86e-c8e1c895d7c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (720acadf-af2c-4026-8d54-a935ee5c835e), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:23:50.904676 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-40bdb3bb-9671-41ad-b86e-c8e1c895d7c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:23:50.905821 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-40bdb3bb-9671-41ad-b86e-c8e1c895d7c0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/720acadf-af2c-4026-8d54-a935ee5c835e HTTP/1.1" status: 204 len: 168 time: 0.1146085 Mar 28 01:23:50.914243 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bdb3bb-9671-41ad-b86e-c8e1c895d7c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=720acadf-af2c-4026-8d54-a935ee5c835e,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:23:51.549375 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 58442) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:23:51.642313 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-0149b88d-46fc-4ba0-ad84-af58d19a6f37 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1205226085-network', 'tenant_id': '1cc495376d1a4a4c9b43a1cc0c13992f'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:23:51.666391 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0149b88d-46fc-4ba0-ad84-af58d19a6f37 admin admin] Made reservation on behalf of 1cc495376d1a4a4c9b43a1cc0c13992f for: {'network': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:23:51.668622 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0149b88d-46fc-4ba0-ad84-af58d19a6f37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:23:51.676733 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0149b88d-46fc-4ba0-ad84-af58d19a6f37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:23:51.747805 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0149b88d-46fc-4ba0-ad84-af58d19a6f37 admin admin] Publish callbacks [] for security_group (20235abc-3342-4400-ae5d-f41404392615), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:23:51.751427 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0149b88d-46fc-4ba0-ad84-af58d19a6f37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (20235abc-3342-4400-ae5d-f41404392615), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:23:51.776364 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0149b88d-46fc-4ba0-ad84-af58d19a6f37 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=104098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:23:51.787103 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0149b88d-46fc-4ba0-ad84-af58d19a6f37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20235abc-3342-4400-ae5d-f41404392615,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:23:51.792319 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0149b88d-46fc-4ba0-ad84-af58d19a6f37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (8cf3bfd9-2d57-4fa9-b8b4-a3f5dcaab4b7), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:23:51.792661 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.segments_db [None req-0149b88d-46fc-4ba0-ad84-af58d19a6f37 admin admin] Added segment 8cf3bfd9-2d57-4fa9-b8b4-a3f5dcaab4b7 of type vlan for network 4cde4328-76f3-4ac7-97d3-ba99bc9e119a Mar 28 01:23:51.831004 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0149b88d-46fc-4ba0-ad84-af58d19a6f37 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (4cde4328-76f3-4ac7-97d3-ba99bc9e119a), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:23:51.856323 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0149b88d-46fc-4ba0-ad84-af58d19a6f37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (4cde4328-76f3-4ac7-97d3-ba99bc9e119a), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:23:51.857281 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0149b88d-46fc-4ba0-ad84-af58d19a6f37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:23:51.857863 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0149b88d-46fc-4ba0-ad84-af58d19a6f37 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:23:51.913990 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-0149b88d-46fc-4ba0-ad84-af58d19a6f37 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3634012 Mar 28 01:23:51.917240 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 58446) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:23:51.922928 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-8f761ceb-872e-4ca2-beed-44c559ed50f9 admin admin] Request body: {'subnet': {'network_id': '4cde4328-76f3-4ac7-97d3-ba99bc9e119a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1205226085-subnet', 'tenant_id': '1cc495376d1a4a4c9b43a1cc0c13992f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:23:51.923320 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0149b88d-46fc-4ba0-ad84-af58d19a6f37 admin admin] Pushing event updated for resources: {'Network': ['ID=4cde4328-76f3-4ac7-97d3-ba99bc9e119a,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:23:51.933011 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network 4cde4328-76f3-4ac7-97d3-ba99bc9e119a details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:23:51.942016 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f761ceb-872e-4ca2-beed-44c559ed50f9 admin admin] Made reservation on behalf of 1cc495376d1a4a4c9b43a1cc0c13992f for: {'subnet': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:23:51.944943 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8f761ceb-872e-4ca2-beed-44c559ed50f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126757772'] for subnet (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:23:52.066987 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device 2a6a5b32-1831-4379-ab65-82b6ae781889 no longer exists at agent hyperv_hv-neutron-8348 {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:23:52.087802 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] No Port match for: 2a6a5b32-1831-4379-ab65-82b6ae781889 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:23:52.088185 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device 2a6a5b32-1831-4379-ab65-82b6ae781889 not bound to the agent host hv-neutron-8348 {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:23:52.106684 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8f761ceb-872e-4ca2-beed-44c559ed50f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127282703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126757786'] for subnet (9508f478-2125-41fe-8bee-5e83b8e7ae30), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:23:52.166612 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f761ceb-872e-4ca2-beed-44c559ed50f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9508f478-2125-41fe-8bee-5e83b8e7ae30,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:23:52.174415 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f761ceb-872e-4ca2-beed-44c559ed50f9 admin admin] Checking segment: {'id': '8cf3bfd9-2d57-4fa9-b8b4-a3f5dcaab4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4cde4328-76f3-4ac7-97d3-ba99bc9e119a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:23:52.174770 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f761ceb-872e-4ca2-beed-44c559ed50f9 admin admin] Network hostable DHCP agents. Network: 4cde4328-76f3-4ac7-97d3-ba99bc9e119a, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:23:52.191083 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f761ceb-872e-4ca2-beed-44c559ed50f9 admin admin] Network 4cde4328-76f3-4ac7-97d3-ba99bc9e119a is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:23:52.201917 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-8f761ceb-872e-4ca2-beed-44c559ed50f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, 4cde4328-76f3-4ac7-97d3-ba99bc9e119a) {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:23:52.204662 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f761ceb-872e-4ca2-beed-44c559ed50f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:23:52.205318 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8f761ceb-872e-4ca2-beed-44c559ed50f9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:23:52.211050 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b3c5430-68f0-4167-b68a-5a7b74f072cc None None] Network 4cde4328-76f3-4ac7-97d3-ba99bc9e119a requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:23:52.221596 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-8f761ceb-872e-4ca2-beed-44c559ed50f9 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3028052 Mar 28 01:23:52.307147 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27578eba-6bd2-485f-b36d-13d3525745b6 None None] Network 4cde4328-76f3-4ac7-97d3-ba99bc9e119a requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:23:52.624099 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d0e1eb-2d2a-4729-990c-189ab933c0a6 req-087511f8-a0f3-4641-9cdd-6e161aa3c97a tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:23:52.625530 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-41d0e1eb-2d2a-4729-990c-189ab933c0a6 req-087511f8-a0f3-4641-9cdd-6e161aa3c97a tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/networks?id=4cde4328-76f3-4ac7-97d3-ba99bc9e119a HTTP/1.1" status: 200 len: 815 time: 0.0980530 Mar 28 01:23:52.640122 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-41d0e1eb-2d2a-4729-990c-189ab933c0a6 req-7f1ce22b-bb1c-4721-8557-9e6ca12ea6e8 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/quotas/1cc495376d1a4a4c9b43a1cc0c13992f HTTP/1.1" status: 200 len: 375 time: 0.0086801 Mar 28 01:23:52.670423 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-41d0e1eb-2d2a-4729-990c-189ab933c0a6 req-cbc20103-5a40-4a38-8ad0-f224801e3de5 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1cc495376d1a4a4c9b43a1cc0c13992f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256968 Mar 28 01:23:52.758634 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-41d0e1eb-2d2a-4729-990c-189ab933c0a6 req-80731bca-1aca-437d-9861-7575c8497da2 service neutron] 10.222.0.24 "GET /v2.0/networks/4cde4328-76f3-4ac7-97d3-ba99bc9e119a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817339 Mar 28 01:23:52.843037 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-41d0e1eb-2d2a-4729-990c-189ab933c0a6 req-c27fbba5-95da-4599-b1fc-a3c5e36ebb70 service neutron] 10.222.0.24 "GET /v2.0/networks/4cde4328-76f3-4ac7-97d3-ba99bc9e119a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786870 Mar 28 01:23:52.997230 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-05835950-cfd6-4b94-9886-e4b65ab43afc req-8f586a0d-5827-4e1f-a6db-f54478468c67 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b307781-8f83-4905-9a6e-001c364cb193 HTTP/1.1" status: 200 len: 210 time: 0.0273349 Mar 28 01:23:53.891986 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d0e1eb-2d2a-4729-990c-189ab933c0a6 req-ecf69c37-bb96-47e8-9ca0-156f69a402ad tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:23:53.893443 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-41d0e1eb-2d2a-4729-990c-189ab933c0a6 req-ecf69c37-bb96-47e8-9ca0-156f69a402ad tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.10 "GET /v2.0/networks?id=4cde4328-76f3-4ac7-97d3-ba99bc9e119a HTTP/1.1" status: 200 len: 815 time: 0.1044817 Mar 28 01:23:53.904756 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [req-41d0e1eb-2d2a-4729-990c-189ab933c0a6 req-76ea58ef-f6cf-44e4-93da-26877fd0223e tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Request body: {'port': {'device_id': '9b307781-8f83-4905-9a6e-001c364cb193', 'network_id': '4cde4328-76f3-4ac7-97d3-ba99bc9e119a', 'admin_state_up': True, 'tenant_id': '1cc495376d1a4a4c9b43a1cc0c13992f'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:23:54.009686 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41d0e1eb-2d2a-4729-990c-189ab933c0a6 req-76ea58ef-f6cf-44e4-93da-26877fd0223e tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Made reservation on behalf of 1cc495376d1a4a4c9b43a1cc0c13992f for: {'port': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:23:54.013750 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-41d0e1eb-2d2a-4729-990c-189ab933c0a6 req-76ea58ef-f6cf-44e4-93da-26877fd0223e tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:23:54.093462 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-d99b7ea3-515e-470b-8d60-65ebd5f20fd9 req-1298fba2-67ba-4f12-a044-32973280996d tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b307781-8f83-4905-9a6e-001c364cb193 HTTP/1.1" status: 200 len: 210 time: 0.0314543 Mar 28 01:23:54.141482 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [req-41d0e1eb-2d2a-4729-990c-189ab933c0a6 req-76ea58ef-f6cf-44e4-93da-26877fd0223e tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Allocated IP 172.20.0.13 (4cde4328-76f3-4ac7-97d3-ba99bc9e119a/9508f478-2125-41fe-8bee-5e83b8e7ae30/a3e3e1c4-15dc-4d18-8d6b-6cf991df259c) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:23:54.283585 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-41d0e1eb-2d2a-4729-990c-189ab933c0a6 req-76ea58ef-f6cf-44e4-93da-26877fd0223e tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Publish callbacks [] for port (a3e3e1c4-15dc-4d18-8d6b-6cf991df259c), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:23:54.317275 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-41d0e1eb-2d2a-4729-990c-189ab933c0a6 req-76ea58ef-f6cf-44e4-93da-26877fd0223e tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (a3e3e1c4-15dc-4d18-8d6b-6cf991df259c), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:23:54.356131 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41d0e1eb-2d2a-4729-990c-189ab933c0a6 req-76ea58ef-f6cf-44e4-93da-26877fd0223e tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Network 4cde4328-76f3-4ac7-97d3-ba99bc9e119a is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:23:54.358994 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [req-41d0e1eb-2d2a-4729-990c-189ab933c0a6 req-76ea58ef-f6cf-44e4-93da-26877fd0223e tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:23:54.362674 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [req-41d0e1eb-2d2a-4729-990c-189ab933c0a6 req-76ea58ef-f6cf-44e4-93da-26877fd0223e tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:23:54.389200 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ea58ef-f6cf-44e4-93da-26877fd0223e tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Pushing event updated for resources: {'Port': ['ID=a3e3e1c4-15dc-4d18-8d6b-6cf991df259c,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:23:54.415691 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d0e1eb-2d2a-4729-990c-189ab933c0a6 req-76ea58ef-f6cf-44e4-93da-26877fd0223e tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:23:54.416322 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-41d0e1eb-2d2a-4729-990c-189ab933c0a6 req-76ea58ef-f6cf-44e4-93da-26877fd0223e tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:23:54.431516 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-41d0e1eb-2d2a-4729-990c-189ab933c0a6 req-76ea58ef-f6cf-44e4-93da-26877fd0223e tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5303245 Mar 28 01:23:54.443754 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [req-41d0e1eb-2d2a-4729-990c-189ab933c0a6 req-21bc208c-ca8c-400c-873f-36f06f2bc813 service neutron] Request body: {'port': {'device_id': '9b307781-8f83-4905-9a6e-001c364cb193', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8348'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:23:54.502017 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-41d0e1eb-2d2a-4729-990c-189ab933c0a6 req-21bc208c-ca8c-400c-873f-36f06f2bc813 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (a3e3e1c4-15dc-4d18-8d6b-6cf991df259c), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:23:54.750618 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [req-41d0e1eb-2d2a-4729-990c-189ab933c0a6 req-21bc208c-ca8c-400c-873f-36f06f2bc813 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3e3e1c4-15dc-4d18-8d6b-6cf991df259c {{(pid=104099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 01:23:54.757977 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-41d0e1eb-2d2a-4729-990c-189ab933c0a6 req-21bc208c-ca8c-400c-873f-36f06f2bc813 service neutron] Publish callbacks [] for port (a3e3e1c4-15dc-4d18-8d6b-6cf991df259c), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:23:54.769270 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [req-41d0e1eb-2d2a-4729-990c-189ab933c0a6 req-21bc208c-ca8c-400c-873f-36f06f2bc813 service neutron] Transition to ACTIVE for port object a3e3e1c4-15dc-4d18-8d6b-6cf991df259c will not be triggered until provisioned by entity L2. {{(pid=104099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 01:23:54.774316 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-41d0e1eb-2d2a-4729-990c-189ab933c0a6 req-21bc208c-ca8c-400c-873f-36f06f2bc813 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (a3e3e1c4-15dc-4d18-8d6b-6cf991df259c), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:23:54.824331 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bc208c-ca8c-400c-873f-36f06f2bc813 service neutron] Pushing event updated for resources: {'Port': ['ID=a3e3e1c4-15dc-4d18-8d6b-6cf991df259c,revision_number=2']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:23:54.889637 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-41d0e1eb-2d2a-4729-990c-189ab933c0a6 req-21bc208c-ca8c-400c-873f-36f06f2bc813 service neutron] Attempting to bind port a3e3e1c4-15dc-4d18-8d6b-6cf991df259c on host hv-neutron-8348 for vnic_type normal with profile {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:23:54.889974 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-41d0e1eb-2d2a-4729-990c-189ab933c0a6 req-21bc208c-ca8c-400c-873f-36f06f2bc813 service neutron] Attempting to bind port a3e3e1c4-15dc-4d18-8d6b-6cf991df259c by drivers openvswitch,hyperv on host hv-neutron-8348 at level 0 using segments [{'id': '8cf3bfd9-2d57-4fa9-b8b4-a3f5dcaab4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4cde4328-76f3-4ac7-97d3-ba99bc9e119a'}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:23:54.890304 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d0e1eb-2d2a-4729-990c-189ab933c0a6 req-21bc208c-ca8c-400c-873f-36f06f2bc813 service neutron] Attempting to bind port a3e3e1c4-15dc-4d18-8d6b-6cf991df259c on network 4cde4328-76f3-4ac7-97d3-ba99bc9e119a {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:23:54.894543 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d0e1eb-2d2a-4729-990c-189ab933c0a6 req-21bc208c-ca8c-400c-873f-36f06f2bc813 service neutron] Port a3e3e1c4-15dc-4d18-8d6b-6cf991df259c on network 4cde4328-76f3-4ac7-97d3-ba99bc9e119a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8348 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 01:23:54.894860 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d0e1eb-2d2a-4729-990c-189ab933c0a6 req-21bc208c-ca8c-400c-873f-36f06f2bc813 service neutron] Attempting to bind port a3e3e1c4-15dc-4d18-8d6b-6cf991df259c on network 4cde4328-76f3-4ac7-97d3-ba99bc9e119a {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:23:54.900235 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d0e1eb-2d2a-4729-990c-189ab933c0a6 req-21bc208c-ca8c-400c-873f-36f06f2bc813 service neutron] Checking agent: {'id': '287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8348', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 1, 2, 33), 'started_at': datetime.datetime(2022, 3, 28, 1, 2, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:23:54.900571 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d0e1eb-2d2a-4729-990c-189ab933c0a6 req-21bc208c-ca8c-400c-873f-36f06f2bc813 service neutron] Checking segment: {'id': '8cf3bfd9-2d57-4fa9-b8b4-a3f5dcaab4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4cde4328-76f3-4ac7-97d3-ba99bc9e119a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:23:54.900952 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d0e1eb-2d2a-4729-990c-189ab933c0a6 req-21bc208c-ca8c-400c-873f-36f06f2bc813 service neutron] Bound using segment: {'id': '8cf3bfd9-2d57-4fa9-b8b4-a3f5dcaab4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4cde4328-76f3-4ac7-97d3-ba99bc9e119a'} {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:23:54.901371 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-41d0e1eb-2d2a-4729-990c-189ab933c0a6 req-21bc208c-ca8c-400c-873f-36f06f2bc813 service neutron] Bound port: a3e3e1c4-15dc-4d18-8d6b-6cf991df259c, host: hv-neutron-8348, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cf3bfd9-2d57-4fa9-b8b4-a3f5dcaab4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4cde4328-76f3-4ac7-97d3-ba99bc9e119a'}}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:23:54.901738 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-41d0e1eb-2d2a-4729-990c-189ab933c0a6 req-21bc208c-ca8c-400c-873f-36f06f2bc813 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (a3e3e1c4-15dc-4d18-8d6b-6cf991df259c), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:23:54.963481 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-41d0e1eb-2d2a-4729-990c-189ab933c0a6 req-21bc208c-ca8c-400c-873f-36f06f2bc813 service neutron] For port a3e3e1c4-15dc-4d18-8d6b-6cf991df259c, host hv-neutron-8348, cleared binding levels {{(pid=104099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:23:54.966510 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-41d0e1eb-2d2a-4729-990c-189ab933c0a6 req-21bc208c-ca8c-400c-873f-36f06f2bc813 service neutron] For port a3e3e1c4-15dc-4d18-8d6b-6cf991df259c, host hv-neutron-8348, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=a3e3e1c4-15dc-4d18-8d6b-6cf991df259c,segment=NetworkSegment(8cf3bfd9-2d57-4fa9-b8b4-a3f5dcaab4b7),segment_id=8cf3bfd9-2d57-4fa9-b8b4-a3f5dcaab4b7)] {{(pid=104099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:23:54.972364 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-41d0e1eb-2d2a-4729-990c-189ab933c0a6 req-21bc208c-ca8c-400c-873f-36f06f2bc813 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (a3e3e1c4-15dc-4d18-8d6b-6cf991df259c), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:23:55.005157 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d0e1eb-2d2a-4729-990c-189ab933c0a6 req-21bc208c-ca8c-400c-873f-36f06f2bc813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:23:55.005774 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-41d0e1eb-2d2a-4729-990c-189ab933c0a6 req-21bc208c-ca8c-400c-873f-36f06f2bc813 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:23:55.007138 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-41d0e1eb-2d2a-4729-990c-189ab933c0a6 req-21bc208c-ca8c-400c-873f-36f06f2bc813 service neutron] 10.222.0.10 "PUT /v2.0/ports/a3e3e1c4-15dc-4d18-8d6b-6cf991df259c HTTP/1.1" status: 200 len: 1094 time: 0.5672784 Mar 28 01:23:55.007574 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b307781-8f83-4905-9a6e-001c364cb193', 'tag': 'a3e3e1c4-15dc-4d18-8d6b-6cf991df259c'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:23:55.009836 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2af4b01a9fa8b1570ccf1d7859d693ad34c106b258078e9cfae86b97f35e3d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6583a1db-0414-41ec-8f59-c3945a7f5eae" -d '{"events": [{"name": "network-changed", "server_uuid": "9b307781-8f83-4905-9a6e-001c364cb193", "tag": "a3e3e1c4-15dc-4d18-8d6b-6cf991df259c"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:23:55.038223 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bc208c-ca8c-400c-873f-36f06f2bc813 service neutron] Pushing event updated for resources: {'Port': ['ID=a3e3e1c4-15dc-4d18-8d6b-6cf991df259c,revision_number=3']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:23:55.054981 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 01:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31f3cb20-8448-4e9b-9443-a8f62a02a51f x-openstack-request-id: req-31f3cb20-8448-4e9b-9443-a8f62a02a51f {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:23:55.055265 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b307781-8f83-4905-9a6e-001c364cb193", "tag": "a3e3e1c4-15dc-4d18-8d6b-6cf991df259c", "status": "completed", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:23:55.055518 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-31f3cb20-8448-4e9b-9443-a8f62a02a51f {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:23:55.055920 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31f3cb20-8448-4e9b-9443-a8f62a02a51f'] response: {'name': 'network-changed', 'server_uuid': '9b307781-8f83-4905-9a6e-001c364cb193', 'tag': 'a3e3e1c4-15dc-4d18-8d6b-6cf991df259c', 'status': 'completed', 'code': 200} Mar 28 01:23:55.089151 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d0e1eb-2d2a-4729-990c-189ab933c0a6 req-5d9fadcc-475a-451b-99bf-5c96b917449c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:23:55.090636 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-41d0e1eb-2d2a-4729-990c-189ab933c0a6 req-5d9fadcc-475a-451b-99bf-5c96b917449c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1cc495376d1a4a4c9b43a1cc0c13992f&device_id=9b307781-8f83-4905-9a6e-001c364cb193 HTTP/1.1" status: 200 len: 1128 time: 0.0454454 Mar 28 01:23:55.135525 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-41d0e1eb-2d2a-4729-990c-189ab933c0a6 req-408fbbb2-3c72-4e15-83a9-a7f557a29dfd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a3e3e1c4-15dc-4d18-8d6b-6cf991df259c HTTP/1.1" status: 200 len: 217 time: 0.0368891 Mar 28 01:23:55.185416 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d0e1eb-2d2a-4729-990c-189ab933c0a6 req-76aa84be-0444-482e-b359-d0111f3f6a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:23:55.186877 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-41d0e1eb-2d2a-4729-990c-189ab933c0a6 req-76aa84be-0444-482e-b359-d0111f3f6a35 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9508f478-2125-41fe-8bee-5e83b8e7ae30 HTTP/1.1" status: 200 len: 855 time: 0.0450106 Mar 28 01:23:55.213013 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef247ad0-f809-46ad-897f-8f81e1bf4833 req-e4ed8e67-9e46-4de4-a7be-8a357257e177 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:23:55.214492 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-ef247ad0-f809-46ad-897f-8f81e1bf4833 req-e4ed8e67-9e46-4de4-a7be-8a357257e177 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b307781-8f83-4905-9a6e-001c364cb193 HTTP/1.1" status: 200 len: 944 time: 0.0549064 Mar 28 01:23:55.218330 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-41d0e1eb-2d2a-4729-990c-189ab933c0a6 req-56939140-8b91-4e76-aa6e-34ed89b0f5db service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4cde4328-76f3-4ac7-97d3-ba99bc9e119a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251064 Mar 28 01:23:55.260830 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-ef247ad0-f809-46ad-897f-8f81e1bf4833 req-2c38ec3f-ae5c-4e64-83af-597365931ddb tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/security-groups?id=20235abc-3342-4400-ae5d-f41404392615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404878 Mar 28 01:23:55.308299 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-41d0e1eb-2d2a-4729-990c-189ab933c0a6 req-d5d8f03e-95bc-49bf-86c5-8e533771a10f service neutron] 10.222.0.10 "GET /v2.0/networks/4cde4328-76f3-4ac7-97d3-ba99bc9e119a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838518 Mar 28 01:23:55.394788 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-41d0e1eb-2d2a-4729-990c-189ab933c0a6 req-d85e303f-fab7-4db4-a701-78e59442baf6 service neutron] 10.222.0.10 "GET /v2.0/networks/4cde4328-76f3-4ac7-97d3-ba99bc9e119a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800185 Mar 28 01:23:55.482572 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6583a1db-0414-41ec-8f59-c3945a7f5eae req-07c193f5-dff9-4e27-b248-afffd14b9354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:23:55.484056 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6583a1db-0414-41ec-8f59-c3945a7f5eae req-07c193f5-dff9-4e27-b248-afffd14b9354 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1cc495376d1a4a4c9b43a1cc0c13992f&device_id=9b307781-8f83-4905-9a6e-001c364cb193 HTTP/1.1" status: 200 len: 1128 time: 0.0478172 Mar 28 01:23:55.570638 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6583a1db-0414-41ec-8f59-c3945a7f5eae req-ff9ed8f2-2bf6-4f7b-929d-53e20b5fe528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:23:55.572071 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6583a1db-0414-41ec-8f59-c3945a7f5eae req-ff9ed8f2-2bf6-4f7b-929d-53e20b5fe528 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4cde4328-76f3-4ac7-97d3-ba99bc9e119a HTTP/1.1" status: 200 len: 915 time: 0.0817921 Mar 28 01:23:55.613455 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6583a1db-0414-41ec-8f59-c3945a7f5eae req-21ca9ba6-bfaf-4dda-a07f-5d592861dd46 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a3e3e1c4-15dc-4d18-8d6b-6cf991df259c HTTP/1.1" status: 200 len: 217 time: 0.0337944 Mar 28 01:23:55.663904 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6583a1db-0414-41ec-8f59-c3945a7f5eae req-62269a30-1f29-43ba-991b-b4fb9e63395e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:23:55.665314 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6583a1db-0414-41ec-8f59-c3945a7f5eae req-62269a30-1f29-43ba-991b-b4fb9e63395e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9508f478-2125-41fe-8bee-5e83b8e7ae30 HTTP/1.1" status: 200 len: 855 time: 0.0457671 Mar 28 01:23:55.697086 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6583a1db-0414-41ec-8f59-c3945a7f5eae req-accf40fe-80a2-448f-ad97-4622104df042 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4cde4328-76f3-4ac7-97d3-ba99bc9e119a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249262 Mar 28 01:23:55.788431 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6583a1db-0414-41ec-8f59-c3945a7f5eae req-353a6f94-3c7a-496f-aec0-a037c30796fa service neutron] 10.222.0.10 "GET /v2.0/networks/4cde4328-76f3-4ac7-97d3-ba99bc9e119a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846241 Mar 28 01:23:55.878290 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6583a1db-0414-41ec-8f59-c3945a7f5eae req-5e8ee7e3-ac21-4f15-ae1b-4006c1290d3f service neutron] 10.222.0.10 "GET /v2.0/networks/4cde4328-76f3-4ac7-97d3-ba99bc9e119a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840573 Mar 28 01:23:56.377859 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8217f39a-6819-44ff-a85e-4726b01e7a31 req-72a55138-d32b-46e6-878f-9b134f2238e2 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:23:56.379318 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-8217f39a-6819-44ff-a85e-4726b01e7a31 req-72a55138-d32b-46e6-878f-9b134f2238e2 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b307781-8f83-4905-9a6e-001c364cb193 HTTP/1.1" status: 200 len: 944 time: 0.0523155 Mar 28 01:23:56.425268 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-8217f39a-6819-44ff-a85e-4726b01e7a31 req-daa24b8e-ed31-47a4-8bed-6ce20ee17fac tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/security-groups?id=20235abc-3342-4400-ae5d-f41404392615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404048 Mar 28 01:23:57.539665 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefa2bf2-9647-4d07-b1cd-54d80deeebe2 req-aabfb50b-0010-4f3b-974e-5dcee9c32d99 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:23:57.541185 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-eefa2bf2-9647-4d07-b1cd-54d80deeebe2 req-aabfb50b-0010-4f3b-974e-5dcee9c32d99 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b307781-8f83-4905-9a6e-001c364cb193 HTTP/1.1" status: 200 len: 944 time: 0.0503342 Mar 28 01:23:57.586325 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-eefa2bf2-9647-4d07-b1cd-54d80deeebe2 req-c659c551-c083-476d-b4c0-a91e9a7bc730 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/security-groups?id=20235abc-3342-4400-ae5d-f41404392615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397773 Mar 28 01:23:58.097203 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device a3e3e1c4-15dc-4d18-8d6b-6cf991df259c details requested by agent hyperv_hv-neutron-8348 with host hv-neutron-8348 {{(pid=104100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 01:23:58.191256 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port a3e3e1c4-15dc-4d18-8d6b-6cf991df259c, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=a3e3e1c4-15dc-4d18-8d6b-6cf991df259c,segment=NetworkSegment(8cf3bfd9-2d57-4fa9-b8b4-a3f5dcaab4b7),segment_id=8cf3bfd9-2d57-4fa9-b8b4-a3f5dcaab4b7)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:23:58.202761 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Returning: {'device': 'a3e3e1c4-15dc-4d18-8d6b-6cf991df259c', 'network_id': '4cde4328-76f3-4ac7-97d3-ba99bc9e119a', 'port_id': 'a3e3e1c4-15dc-4d18-8d6b-6cf991df259c', 'mac_address': 'fa:16:3e:b6:75:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9508f478-2125-41fe-8bee-5e83b8e7ae30', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 01:23:58.238205 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port a3e3e1c4-15dc-4d18-8d6b-6cf991df259c is: DOWN; New status is: BUILD {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:23:58.238643 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (a3e3e1c4-15dc-4d18-8d6b-6cf991df259c), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:23:58.252061 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3e3e1c4-15dc-4d18-8d6b-6cf991df259c {{(pid=104100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 01:23:58.271604 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port a3e3e1c4-15dc-4d18-8d6b-6cf991df259c, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=a3e3e1c4-15dc-4d18-8d6b-6cf991df259c,segment=NetworkSegment(8cf3bfd9-2d57-4fa9-b8b4-a3f5dcaab4b7),segment_id=8cf3bfd9-2d57-4fa9-b8b4-a3f5dcaab4b7)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:23:58.276344 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (a3e3e1c4-15dc-4d18-8d6b-6cf991df259c), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:23:58.324040 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Pushing event updated for resources: {'Port': ['ID=a3e3e1c4-15dc-4d18-8d6b-6cf991df259c,revision_number=4']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:23:58.330801 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:23:58.331144 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:23:58.331482 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:23:58.331818 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:23:58.332178 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:23:58.332504 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:23:58.333440 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:23:58.333766 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:23:58.334090 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:23:58.334417 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:23:58.334743 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:23:58.335063 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:23:58.335380 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:23:58.335696 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:23:58.336012 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:23:58.479601 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] get_ports_and_sgs() called for port_ids ['a3e3e1c4-15dc-4d18-8d6b-6cf991df259c'] {{(pid=104100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 01:23:58.714898 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fbc0ed-5a1d-4179-bbfd-16a61975c273 req-8fa89752-0c9f-45f4-9eac-82aa1729036d tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:23:58.716371 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-b6fbc0ed-5a1d-4179-bbfd-16a61975c273 req-8fa89752-0c9f-45f4-9eac-82aa1729036d tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b307781-8f83-4905-9a6e-001c364cb193 HTTP/1.1" status: 200 len: 945 time: 0.0555170 Mar 28 01:23:58.761567 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-b6fbc0ed-5a1d-4179-bbfd-16a61975c273 req-b44f0fb1-2e5c-49cf-b26f-5845693eeae9 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/security-groups?id=20235abc-3342-4400-ae5d-f41404392615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397582 Mar 28 01:23:59.879646 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97d9bb3-69e3-4a61-8b1b-22013dd95c9c req-802c0b73-d39b-4197-8bf2-fbb5565d7334 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:23:59.881126 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-c97d9bb3-69e3-4a61-8b1b-22013dd95c9c req-802c0b73-d39b-4197-8bf2-fbb5565d7334 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b307781-8f83-4905-9a6e-001c364cb193 HTTP/1.1" status: 200 len: 945 time: 0.0550034 Mar 28 01:23:59.926411 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-c97d9bb3-69e3-4a61-8b1b-22013dd95c9c req-31a72d9a-3e80-4f17-880e-2830036f46e1 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/security-groups?id=20235abc-3342-4400-ae5d-f41404392615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398033 Mar 28 01:24:00.112506 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device a3e3e1c4-15dc-4d18-8d6b-6cf991df259c up at agent hyperv_hv-neutron-8348 {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:24:00.159616 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Provisioning for port a3e3e1c4-15dc-4d18-8d6b-6cf991df259c completed by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 01:24:00.163964 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Provisioning complete for port a3e3e1c4-15dc-4d18-8d6b-6cf991df259c triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:24:00.164359 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (a3e3e1c4-15dc-4d18-8d6b-6cf991df259c), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:24:00.241068 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port a3e3e1c4-15dc-4d18-8d6b-6cf991df259c is: BUILD; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:24:00.241450 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (a3e3e1c4-15dc-4d18-8d6b-6cf991df259c), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:24:00.263410 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b307781-8f83-4905-9a6e-001c364cb193', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3e3e1c4-15dc-4d18-8d6b-6cf991df259c'}] {{(pid=104100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:24:00.265612 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd27896ebc78d0f7931321182ba9533a7b768b1c3fcddb3ff52a8aee6ddeaf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6b17e02-9f58-414a-81b0-b7cd54f492d6" -d '{"events": [{"server_uuid": "9b307781-8f83-4905-9a6e-001c364cb193", "name": "network-vif-plugged", "status": "completed", "tag": "a3e3e1c4-15dc-4d18-8d6b-6cf991df259c"}]}' {{(pid=104100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:24:00.278800 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port a3e3e1c4-15dc-4d18-8d6b-6cf991df259c, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=a3e3e1c4-15dc-4d18-8d6b-6cf991df259c,segment=NetworkSegment(8cf3bfd9-2d57-4fa9-b8b4-a3f5dcaab4b7),segment_id=8cf3bfd9-2d57-4fa9-b8b4-a3f5dcaab4b7)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:24:00.282958 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (a3e3e1c4-15dc-4d18-8d6b-6cf991df259c), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:24:00.305147 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 01:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6046b234-0538-4129-a60c-031b8e0ee939 x-openstack-request-id: req-6046b234-0538-4129-a60c-031b8e0ee939 {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:24:00.305439 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b307781-8f83-4905-9a6e-001c364cb193", "name": "network-vif-plugged", "status": "completed", "tag": "a3e3e1c4-15dc-4d18-8d6b-6cf991df259c", "code": 200}]} {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:24:00.305696 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6046b234-0538-4129-a60c-031b8e0ee939 {{(pid=104100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:24:00.306091 dv-neutron-834874-6-hyperv neutron-server[104100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6046b234-0538-4129-a60c-031b8e0ee939'] response: {'server_uuid': '9b307781-8f83-4905-9a6e-001c364cb193', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3e3e1c4-15dc-4d18-8d6b-6cf991df259c', 'code': 200} Mar 28 01:24:00.331699 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Pushing event updated for resources: {'Port': ['ID=a3e3e1c4-15dc-4d18-8d6b-6cf991df259c,revision_number=5']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:24:00.458503 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aaa600-5201-46d7-b71c-ec177ddbf207 req-7e0e9cec-f2dd-4c5b-8d63-f1f9b6961f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:24:00.459880 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-59aaa600-5201-46d7-b71c-ec177ddbf207 req-7e0e9cec-f2dd-4c5b-8d63-f1f9b6961f6f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9b307781-8f83-4905-9a6e-001c364cb193 HTTP/1.1" status: 200 len: 1130 time: 0.0430336 Mar 28 01:24:00.500818 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-59aaa600-5201-46d7-b71c-ec177ddbf207 req-d5adb7b1-25cd-4c56-9bf9-c5724a0ae617 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=20235abc-3342-4400-ae5d-f41404392615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352182 Mar 28 01:24:01.043509 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200b39e0-9748-4a2d-beb5-b1039cba7a4a req-3edb8de1-7303-4429-99d3-71efd16ed159 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:24:01.044975 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-200b39e0-9748-4a2d-beb5-b1039cba7a4a req-3edb8de1-7303-4429-99d3-71efd16ed159 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b307781-8f83-4905-9a6e-001c364cb193 HTTP/1.1" status: 200 len: 946 time: 0.0504706 Mar 28 01:24:01.090344 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-200b39e0-9748-4a2d-beb5-b1039cba7a4a req-c2faf1fa-5f34-400c-a566-da2f12c6804b tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/security-groups?id=20235abc-3342-4400-ae5d-f41404392615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399125 Mar 28 01:24:02.206883 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ff9883-79a6-4410-978e-ec97a9b4d73b req-71475615-89ab-417a-a534-a77f1f215870 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:24:02.208892 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-14ff9883-79a6-4410-978e-ec97a9b4d73b req-71475615-89ab-417a-a534-a77f1f215870 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b307781-8f83-4905-9a6e-001c364cb193 HTTP/1.1" status: 200 len: 946 time: 0.0512886 Mar 28 01:24:02.257100 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-14ff9883-79a6-4410-978e-ec97a9b4d73b req-6d880b9d-232e-44b7-a06b-fd2a951ac24c tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/security-groups?id=20235abc-3342-4400-ae5d-f41404392615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428195 Mar 28 01:24:02.370784 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1059979d-296b-408c-a059-928dffcf9b0e req-96900dc6-d9da-4e2d-9713-ef5943dfa6d4 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:24:02.372198 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-1059979d-296b-408c-a059-928dffcf9b0e req-96900dc6-d9da-4e2d-9713-ef5943dfa6d4 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b307781-8f83-4905-9a6e-001c364cb193 HTTP/1.1" status: 200 len: 946 time: 0.0516038 Mar 28 01:24:02.421331 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-1059979d-296b-408c-a059-928dffcf9b0e req-aeb9ccbd-db84-47be-b80e-e7231881f1ab tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/security-groups?id=20235abc-3342-4400-ae5d-f41404392615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434923 Mar 28 01:24:02.620612 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f563c5d2-7ce1-4bd9-8613-813b2bd80e44 req-20905c67-f318-4472-a6aa-9c10b691c87a tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:24:02.622108 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-f563c5d2-7ce1-4bd9-8613-813b2bd80e44 req-20905c67-f318-4472-a6aa-9c10b691c87a tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b307781-8f83-4905-9a6e-001c364cb193 HTTP/1.1" status: 200 len: 946 time: 0.0513332 Mar 28 01:24:02.668270 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-f563c5d2-7ce1-4bd9-8613-813b2bd80e44 req-80d1e6b6-cf54-423b-baa6-f578d24de3d0 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/security-groups?id=20235abc-3342-4400-ae5d-f41404392615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406585 Mar 28 01:24:02.781307 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21df2b80-c6ae-4e59-87b4-4b288a6497f4 req-aeca9c6c-9de5-4f96-973a-c101a7bd6e9c tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:24:02.783029 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-21df2b80-c6ae-4e59-87b4-4b288a6497f4 req-aeca9c6c-9de5-4f96-973a-c101a7bd6e9c tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b307781-8f83-4905-9a6e-001c364cb193 HTTP/1.1" status: 200 len: 946 time: 0.0519335 Mar 28 01:24:02.828096 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-21df2b80-c6ae-4e59-87b4-4b288a6497f4 req-037f4246-5462-4972-a79f-7cd311872365 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/security-groups?id=20235abc-3342-4400-ae5d-f41404392615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395689 Mar 28 01:24:02.929189 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:24:03.169169 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-fac72117-3a99-49ed-96c7-7c5af6d071ed req-ea0a80c4-a84c-4c11-b6be-ac8828ef9128 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9b307781-8f83-4905-9a6e-001c364cb193&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0755415 Mar 28 01:24:03.180793 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f56efe-2c2a-4524-8c21-2dc700d82d98 req-fc8e45c9-577d-4779-a456-d866b34cc9a5 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:24:03.182223 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-86f56efe-2c2a-4524-8c21-2dc700d82d98 req-fc8e45c9-577d-4779-a456-d866b34cc9a5 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b307781-8f83-4905-9a6e-001c364cb193 HTTP/1.1" status: 200 len: 946 time: 0.0798566 Mar 28 01:24:03.232349 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-86f56efe-2c2a-4524-8c21-2dc700d82d98 req-ab3e2890-78e5-443a-bb5f-71673c90f41c tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/security-groups?id=20235abc-3342-4400-ae5d-f41404392615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435905 Mar 28 01:24:03.554975 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac72117-3a99-49ed-96c7-7c5af6d071ed req-b5c2b97c-1c31-4876-8785-7b6265a048c2 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:24:03.556340 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-fac72117-3a99-49ed-96c7-7c5af6d071ed req-b5c2b97c-1c31-4876-8785-7b6265a048c2 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/ports/a3e3e1c4-15dc-4d18-8d6b-6cf991df259c HTTP/1.1" status: 200 len: 943 time: 0.0450103 Mar 28 01:24:04.301848 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac72117-3a99-49ed-96c7-7c5af6d071ed req-da689d63-5094-41bd-a6d4-493e59d7239a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:24:04.303335 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-fac72117-3a99-49ed-96c7-7c5af6d071ed req-da689d63-5094-41bd-a6d4-493e59d7239a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1cc495376d1a4a4c9b43a1cc0c13992f&device_id=9b307781-8f83-4905-9a6e-001c364cb193 HTTP/1.1" status: 200 len: 1130 time: 0.0452759 Mar 28 01:24:04.355824 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb13a168-5aa5-4047-89ba-1408e74acac1 req-d7a56ab3-b1cc-4cca-a3a6-7c8c4322e096 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:24:04.357371 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-bb13a168-5aa5-4047-89ba-1408e74acac1 req-d7a56ab3-b1cc-4cca-a3a6-7c8c4322e096 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b307781-8f83-4905-9a6e-001c364cb193 HTTP/1.1" status: 200 len: 946 time: 0.0560181 Mar 28 01:24:04.394769 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac72117-3a99-49ed-96c7-7c5af6d071ed req-85c70807-2408-49fb-b037-ecd4589c107d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:24:04.396265 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-fac72117-3a99-49ed-96c7-7c5af6d071ed req-85c70807-2408-49fb-b037-ecd4589c107d service neutron] 10.222.0.10 "GET /v2.0/networks?id=4cde4328-76f3-4ac7-97d3-ba99bc9e119a HTTP/1.1" status: 200 len: 915 time: 0.0872157 Mar 28 01:24:04.403403 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-bb13a168-5aa5-4047-89ba-1408e74acac1 req-c361b21b-30f2-4fc7-93a2-c198193cfa82 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/security-groups?id=20235abc-3342-4400-ae5d-f41404392615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404236 Mar 28 01:24:04.436673 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-fac72117-3a99-49ed-96c7-7c5af6d071ed req-57ae0de5-08b5-403e-a6b6-35c8ee84838f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a3e3e1c4-15dc-4d18-8d6b-6cf991df259c HTTP/1.1" status: 200 len: 217 time: 0.0344362 Mar 28 01:24:04.482657 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac72117-3a99-49ed-96c7-7c5af6d071ed req-1b9a0d0f-f0af-41e5-be5c-89ce25f7b34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:24:04.484114 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-fac72117-3a99-49ed-96c7-7c5af6d071ed req-1b9a0d0f-f0af-41e5-be5c-89ce25f7b34d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9508f478-2125-41fe-8bee-5e83b8e7ae30 HTTP/1.1" status: 200 len: 855 time: 0.0418761 Mar 28 01:24:04.514339 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-fac72117-3a99-49ed-96c7-7c5af6d071ed req-456db947-227f-4ba4-9054-79a086cfdce3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4cde4328-76f3-4ac7-97d3-ba99bc9e119a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242882 Mar 28 01:24:04.604318 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-fac72117-3a99-49ed-96c7-7c5af6d071ed req-dc6b31d7-dec5-417a-a3ed-6668b50a6e84 service neutron] 10.222.0.10 "GET /v2.0/networks/4cde4328-76f3-4ac7-97d3-ba99bc9e119a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835540 Mar 28 01:24:04.691064 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-fac72117-3a99-49ed-96c7-7c5af6d071ed req-1decad9b-2e91-495f-a578-0e9d6498c5a9 service neutron] 10.222.0.10 "GET /v2.0/networks/4cde4328-76f3-4ac7-97d3-ba99bc9e119a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804842 Mar 28 01:24:05.524108 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a67052-c109-4704-96d7-07842a08e54b req-6c31a58d-bfb7-403c-9372-d369448c622a tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:24:05.525583 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-f3a67052-c109-4704-96d7-07842a08e54b req-6c31a58d-bfb7-403c-9372-d369448c622a tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b307781-8f83-4905-9a6e-001c364cb193 HTTP/1.1" status: 200 len: 946 time: 0.0562160 Mar 28 01:24:05.570693 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-f3a67052-c109-4704-96d7-07842a08e54b req-be800d2e-0375-4a76-9144-4da263b893e6 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/security-groups?id=20235abc-3342-4400-ae5d-f41404392615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397055 Mar 28 01:24:06.687763 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fdb06f-3b2f-426a-823a-02ecfdee48bc req-1f24a1f4-317f-4afc-b84d-db8387e933d5 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:24:06.689260 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-92fdb06f-3b2f-426a-823a-02ecfdee48bc req-1f24a1f4-317f-4afc-b84d-db8387e933d5 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b307781-8f83-4905-9a6e-001c364cb193 HTTP/1.1" status: 200 len: 946 time: 0.0519638 Mar 28 01:24:06.734286 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-92fdb06f-3b2f-426a-823a-02ecfdee48bc req-4837b78c-550d-4f8c-bc2f-d6860e231eb3 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/security-groups?id=20235abc-3342-4400-ae5d-f41404392615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389321 Mar 28 01:24:07.850182 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d095d9a9-398b-4c90-9c47-b6a2104e3bcf req-dff072d5-383c-4817-9d33-e8fea5448411 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:24:07.851720 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-d095d9a9-398b-4c90-9c47-b6a2104e3bcf req-dff072d5-383c-4817-9d33-e8fea5448411 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b307781-8f83-4905-9a6e-001c364cb193 HTTP/1.1" status: 200 len: 946 time: 0.0516267 Mar 28 01:24:07.897168 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-d095d9a9-398b-4c90-9c47-b6a2104e3bcf req-69e89839-82cc-4be3-b501-0c7a3529b575 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/security-groups?id=20235abc-3342-4400-ae5d-f41404392615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399222 Mar 28 01:24:09.010565 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b328fae9-b64d-408a-b6d4-7333daf60ca9 req-22a4e2c9-4767-4f61-acda-cef5c9aa2b9c tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:24:09.012023 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-b328fae9-b64d-408a-b6d4-7333daf60ca9 req-22a4e2c9-4767-4f61-acda-cef5c9aa2b9c tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b307781-8f83-4905-9a6e-001c364cb193 HTTP/1.1" status: 200 len: 946 time: 0.0505784 Mar 28 01:24:09.061384 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-b328fae9-b64d-408a-b6d4-7333daf60ca9 req-23a618b6-1a1f-4805-a816-34a14c0e574e tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/security-groups?id=20235abc-3342-4400-ae5d-f41404392615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439947 Mar 28 01:24:10.179430 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce1bc2d-c0ef-4aae-9261-d08a6a6faa2d req-42551ee4-2aaa-40c0-96d5-0171790284b9 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:24:10.180909 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-0ce1bc2d-c0ef-4aae-9261-d08a6a6faa2d req-42551ee4-2aaa-40c0-96d5-0171790284b9 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b307781-8f83-4905-9a6e-001c364cb193 HTTP/1.1" status: 200 len: 946 time: 0.0552709 Mar 28 01:24:10.225873 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-0ce1bc2d-c0ef-4aae-9261-d08a6a6faa2d req-c20c9646-02d4-4f23-a825-d41ac4b9d4bf tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/security-groups?id=20235abc-3342-4400-ae5d-f41404392615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395117 Mar 28 01:24:11.343277 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785316fd-9ae4-4c58-8781-e54e9c16bc02 req-3ba2c00e-8641-46fc-9358-159a1fa8491a tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:24:11.344729 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-785316fd-9ae4-4c58-8781-e54e9c16bc02 req-3ba2c00e-8641-46fc-9358-159a1fa8491a tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b307781-8f83-4905-9a6e-001c364cb193 HTTP/1.1" status: 200 len: 946 time: 0.0510445 Mar 28 01:24:11.390556 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-785316fd-9ae4-4c58-8781-e54e9c16bc02 req-23f93fcf-fc8d-4c81-9087-d09919fa818a tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/security-groups?id=20235abc-3342-4400-ae5d-f41404392615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403576 Mar 28 01:24:11.431037 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-4b56f12e-ea50-405b-8a45-66797bd32e79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:24:12.506170 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c93f6b9-da3d-444d-8e2e-4ba4abde61d6 req-aea8a792-d2c0-4f05-b6a9-bc3a93e74f47 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:24:12.507609 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6c93f6b9-da3d-444d-8e2e-4ba4abde61d6 req-aea8a792-d2c0-4f05-b6a9-bc3a93e74f47 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b307781-8f83-4905-9a6e-001c364cb193 HTTP/1.1" status: 200 len: 946 time: 0.0511851 Mar 28 01:24:12.553086 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6c93f6b9-da3d-444d-8e2e-4ba4abde61d6 req-fc88001f-8dab-47d5-a2b2-36de37b56c6c tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/security-groups?id=20235abc-3342-4400-ae5d-f41404392615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398686 Mar 28 01:24:13.591017 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d4c17956-cdba-4b03-bcd5-72b4a7f233ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:24:13.673443 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b07b7f-7175-4d2b-a429-30d0fcc58731 req-33d32c96-1ffe-450d-83e0-de61b84e840b tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:24:13.674894 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-38b07b7f-7175-4d2b-a429-30d0fcc58731 req-33d32c96-1ffe-450d-83e0-de61b84e840b tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b307781-8f83-4905-9a6e-001c364cb193 HTTP/1.1" status: 200 len: 946 time: 0.0516078 Mar 28 01:24:13.720087 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-38b07b7f-7175-4d2b-a429-30d0fcc58731 req-0f4487ad-ff8a-4901-9208-c0f1ea7ed319 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/security-groups?id=20235abc-3342-4400-ae5d-f41404392615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390220 Mar 28 01:24:14.812410 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:24:14.838983 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d107388-e22e-43b7-a58d-430dbcefcf22 req-a1d8ca5e-0d32-4f96-a306-8bc3152f1d29 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:24:14.840720 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-2d107388-e22e-43b7-a58d-430dbcefcf22 req-a1d8ca5e-0d32-4f96-a306-8bc3152f1d29 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b307781-8f83-4905-9a6e-001c364cb193 HTTP/1.1" status: 200 len: 946 time: 0.0520678 Mar 28 01:24:14.890697 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-2d107388-e22e-43b7-a58d-430dbcefcf22 req-423193f6-7149-4b1a-9c9b-8f90b0fb8e60 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/security-groups?id=20235abc-3342-4400-ae5d-f41404392615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444417 Mar 28 01:24:16.009701 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dadb39-3a96-473a-b37d-f2cd3754add9 req-4290b7b5-7c02-4539-8596-63800149d813 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:24:16.011157 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-33dadb39-3a96-473a-b37d-f2cd3754add9 req-4290b7b5-7c02-4539-8596-63800149d813 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b307781-8f83-4905-9a6e-001c364cb193 HTTP/1.1" status: 200 len: 946 time: 0.0548604 Mar 28 01:24:16.056345 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-33dadb39-3a96-473a-b37d-f2cd3754add9 req-849fdffe-8283-4dfb-a840-3ec26e5a0d96 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/security-groups?id=20235abc-3342-4400-ae5d-f41404392615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394795 Mar 28 01:24:16.257948 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:24:16.855852 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.agents_db [None req-9a1d863f-391a-42f4-9870-e8292b919beb None None] Agent healthcheck: found 6 active agents {{(pid=104101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 01:24:17.171430 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d2a762-f5b5-48bf-be51-1fcc6009677e req-3891b16c-d96e-40e6-b2cb-120c9e4af174 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:24:17.172804 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e0d2a762-f5b5-48bf-be51-1fcc6009677e req-3891b16c-d96e-40e6-b2cb-120c9e4af174 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b307781-8f83-4905-9a6e-001c364cb193 HTTP/1.1" status: 200 len: 946 time: 0.0513630 Mar 28 01:24:17.217708 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e0d2a762-f5b5-48bf-be51-1fcc6009677e req-463f32be-003c-4ac6-af3d-08ceb31addea tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/security-groups?id=20235abc-3342-4400-ae5d-f41404392615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392909 Mar 28 01:24:17.814217 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:24:18.334150 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afd1b35-e37c-402a-92e8-527f2f4dda72 req-9ca1f544-c6b3-4e31-83ff-9d2bbbebfea5 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:24:18.335617 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-6afd1b35-e37c-402a-92e8-527f2f4dda72 req-9ca1f544-c6b3-4e31-83ff-9d2bbbebfea5 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b307781-8f83-4905-9a6e-001c364cb193 HTTP/1.1" status: 200 len: 946 time: 0.0524390 Mar 28 01:24:18.381126 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-6afd1b35-e37c-402a-92e8-527f2f4dda72 req-e8622235-028c-4448-8421-b7a2b80d84d1 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/security-groups?id=20235abc-3342-4400-ae5d-f41404392615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399737 Mar 28 01:24:19.494369 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4b81a0-8d54-476d-b6b4-e498f6929ff9 req-c94f1109-fbca-4982-9676-fa6c56bb060b tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:24:19.495825 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7c4b81a0-8d54-476d-b6b4-e498f6929ff9 req-c94f1109-fbca-4982-9676-fa6c56bb060b tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b307781-8f83-4905-9a6e-001c364cb193 HTTP/1.1" status: 200 len: 946 time: 0.0505009 Mar 28 01:24:19.540686 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7c4b81a0-8d54-476d-b6b4-e498f6929ff9 req-283cf6e4-c1b2-4a8e-a0f2-b690272c2449 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/security-groups?id=20235abc-3342-4400-ae5d-f41404392615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394306 Mar 28 01:24:20.656051 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc5e0cf-c92c-4de7-9f0a-03c762fac4b9 req-998c309a-b52a-428e-8e2f-49ee0bc31a51 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:24:20.657782 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-0cc5e0cf-c92c-4de7-9f0a-03c762fac4b9 req-998c309a-b52a-428e-8e2f-49ee0bc31a51 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b307781-8f83-4905-9a6e-001c364cb193 HTTP/1.1" status: 200 len: 946 time: 0.0511768 Mar 28 01:24:20.706211 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-0cc5e0cf-c92c-4de7-9f0a-03c762fac4b9 req-7a80a451-97f2-4e69-959f-074bee8ae487 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/security-groups?id=20235abc-3342-4400-ae5d-f41404392615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427716 Mar 28 01:24:21.829881 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3492849e-3aab-4674-b871-73b4a74952b5 req-5ffef6e7-daca-495d-b34a-0f8ee578833f tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:24:21.831344 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-3492849e-3aab-4674-b871-73b4a74952b5 req-5ffef6e7-daca-495d-b34a-0f8ee578833f tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b307781-8f83-4905-9a6e-001c364cb193 HTTP/1.1" status: 200 len: 946 time: 0.0590746 Mar 28 01:24:21.877593 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-3492849e-3aab-4674-b871-73b4a74952b5 req-2e406cd6-b2e1-4a4d-a43d-3fe05ca96456 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/security-groups?id=20235abc-3342-4400-ae5d-f41404392615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402422 Mar 28 01:24:22.993859 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686d4551-fb87-4985-bbca-73f5672592fe req-6dd29590-6784-49e4-b8ff-3c9d512d3818 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:24:22.995327 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-686d4551-fb87-4985-bbca-73f5672592fe req-6dd29590-6784-49e4-b8ff-3c9d512d3818 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b307781-8f83-4905-9a6e-001c364cb193 HTTP/1.1" status: 200 len: 946 time: 0.0519247 Mar 28 01:24:23.040667 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-686d4551-fb87-4985-bbca-73f5672592fe req-218fcbac-1d4f-4e1f-84f5-24e00eb25a8e tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/security-groups?id=20235abc-3342-4400-ae5d-f41404392615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398207 Mar 28 01:24:24.156561 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f5790a-72a8-4a92-a3f4-40bbd1aedbaa req-138c3ee1-d69c-4677-8abe-217d1cf5576b tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:24:24.157952 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-28f5790a-72a8-4a92-a3f4-40bbd1aedbaa req-138c3ee1-d69c-4677-8abe-217d1cf5576b tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b307781-8f83-4905-9a6e-001c364cb193 HTTP/1.1" status: 200 len: 946 time: 0.0515325 Mar 28 01:24:24.203524 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-28f5790a-72a8-4a92-a3f4-40bbd1aedbaa req-f037397f-5347-44ce-9081-8027dc863e7e tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/security-groups?id=20235abc-3342-4400-ae5d-f41404392615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400860 Mar 28 01:24:25.320574 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ce7d3a-c375-4d58-9b13-34d686c042ef req-b5844721-f95b-4de3-828a-030271508ad2 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:24:25.322021 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-71ce7d3a-c375-4d58-9b13-34d686c042ef req-b5844721-f95b-4de3-828a-030271508ad2 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b307781-8f83-4905-9a6e-001c364cb193 HTTP/1.1" status: 200 len: 946 time: 0.0515823 Mar 28 01:24:25.367212 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-71ce7d3a-c375-4d58-9b13-34d686c042ef req-bd0cdb7f-9915-4fc9-b875-1643891ff5de tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/security-groups?id=20235abc-3342-4400-ae5d-f41404392615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397589 Mar 28 01:24:26.484043 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44d8385-9aa4-4709-9a8d-af2489c910c2 req-a81cb00d-3b49-4082-95b3-49598b88f90c tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:24:26.485504 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a44d8385-9aa4-4709-9a8d-af2489c910c2 req-a81cb00d-3b49-4082-95b3-49598b88f90c tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b307781-8f83-4905-9a6e-001c364cb193 HTTP/1.1" status: 200 len: 946 time: 0.0536070 Mar 28 01:24:26.534780 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a44d8385-9aa4-4709-9a8d-af2489c910c2 req-56520f73-5171-466f-8078-27b85b90f34a tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/security-groups?id=20235abc-3342-4400-ae5d-f41404392615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431325 Mar 28 01:24:27.654435 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce8f8f3-4ee1-4000-b242-e4c306b02b3e req-cd56edf1-4626-4e4e-8faf-b26521a179e5 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:24:27.655894 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-6ce8f8f3-4ee1-4000-b242-e4c306b02b3e req-cd56edf1-4626-4e4e-8faf-b26521a179e5 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b307781-8f83-4905-9a6e-001c364cb193 HTTP/1.1" status: 200 len: 946 time: 0.0541236 Mar 28 01:24:27.700642 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-6ce8f8f3-4ee1-4000-b242-e4c306b02b3e req-efef9e3a-f8c8-4e69-ac48-4b023b21265a tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/security-groups?id=20235abc-3342-4400-ae5d-f41404392615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383987 Mar 28 01:24:28.815704 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b775d2-9405-412c-b182-967ec6d7b063 req-172d8b47-757c-4234-86b8-bb733a9dbaa1 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:24:28.817187 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-41b775d2-9405-412c-b182-967ec6d7b063 req-172d8b47-757c-4234-86b8-bb733a9dbaa1 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b307781-8f83-4905-9a6e-001c364cb193 HTTP/1.1" status: 200 len: 946 time: 0.0519629 Mar 28 01:24:28.861922 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-41b775d2-9405-412c-b182-967ec6d7b063 req-3b108aab-be2b-4f8c-b3df-1497e7a7773b tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/security-groups?id=20235abc-3342-4400-ae5d-f41404392615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392668 Mar 28 01:24:29.978674 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6827a7-ffc9-4b2a-b4d2-96bb34fca4ec req-7aae9231-a3f6-47eb-a036-7b1f3659cb06 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:24:29.980567 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-1f6827a7-ffc9-4b2a-b4d2-96bb34fca4ec req-7aae9231-a3f6-47eb-a036-7b1f3659cb06 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b307781-8f83-4905-9a6e-001c364cb193 HTTP/1.1" status: 200 len: 946 time: 0.0530710 Mar 28 01:24:30.030254 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-1f6827a7-ffc9-4b2a-b4d2-96bb34fca4ec req-50f142ad-a7fb-4e21-84f4-e8aa1aff9209 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/security-groups?id=20235abc-3342-4400-ae5d-f41404392615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425358 Mar 28 01:24:31.145946 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2f30a4-4d2c-4ca3-9bd2-04e73e93b3c5 req-4ebb1667-7770-48e4-91cc-7647ce298ea6 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:24:31.147308 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-de2f30a4-4d2c-4ca3-9bd2-04e73e93b3c5 req-4ebb1667-7770-48e4-91cc-7647ce298ea6 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b307781-8f83-4905-9a6e-001c364cb193 HTTP/1.1" status: 200 len: 946 time: 0.0507863 Mar 28 01:24:31.196262 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-de2f30a4-4d2c-4ca3-9bd2-04e73e93b3c5 req-8b5dd870-1106-4e60-9e60-b58dbbf17e09 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/security-groups?id=20235abc-3342-4400-ae5d-f41404392615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431952 Mar 28 01:24:31.285937 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-fac72117-3a99-49ed-96c7-7c5af6d071ed req-5518ffd5-e436-4f06-b4b7-dec726c74234 service neutron] 10.222.0.10 "GET /v2.0/ports/a3e3e1c4-15dc-4d18-8d6b-6cf991df259c/bindings/hv-neutron-8348 HTTP/1.1" status: 200 len: 384 time: 0.0567589 Mar 28 01:24:31.483241 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac72117-3a99-49ed-96c7-7c5af6d071ed req-06d43d0a-ccb1-4389-9f1e-5c9024ee9d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:24:31.484650 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-fac72117-3a99-49ed-96c7-7c5af6d071ed req-06d43d0a-ccb1-4389-9f1e-5c9024ee9d80 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9b307781-8f83-4905-9a6e-001c364cb193&tenant_id=1cc495376d1a4a4c9b43a1cc0c13992f HTTP/1.1" status: 200 len: 1130 time: 0.0438073 Mar 28 01:24:31.549442 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac72117-3a99-49ed-96c7-7c5af6d071ed req-5db4c745-c174-4bc7-b10d-6ecf79f9efbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:24:31.552458 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-fac72117-3a99-49ed-96c7-7c5af6d071ed req-5db4c745-c174-4bc7-b10d-6ecf79f9efbf service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1cc495376d1a4a4c9b43a1cc0c13992f&device_id=9b307781-8f83-4905-9a6e-001c364cb193 HTTP/1.1" status: 200 len: 1130 time: 0.0473359 Mar 28 01:24:31.642644 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac72117-3a99-49ed-96c7-7c5af6d071ed req-d1222233-b6a0-494d-aee0-e5eb1b241a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:24:31.644122 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-fac72117-3a99-49ed-96c7-7c5af6d071ed req-d1222233-b6a0-494d-aee0-e5eb1b241a5f service neutron] 10.222.0.10 "GET /v2.0/networks?id=4cde4328-76f3-4ac7-97d3-ba99bc9e119a HTTP/1.1" status: 200 len: 915 time: 0.0865328 Mar 28 01:24:31.682757 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-fac72117-3a99-49ed-96c7-7c5af6d071ed req-21813d3f-8c8c-45fd-ae8f-7eb94f177e55 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a3e3e1c4-15dc-4d18-8d6b-6cf991df259c HTTP/1.1" status: 200 len: 217 time: 0.0330970 Mar 28 01:24:31.729369 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac72117-3a99-49ed-96c7-7c5af6d071ed req-f626697e-07cc-41c6-8e2c-f077530cfa82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:24:31.730726 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-fac72117-3a99-49ed-96c7-7c5af6d071ed req-f626697e-07cc-41c6-8e2c-f077530cfa82 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9508f478-2125-41fe-8bee-5e83b8e7ae30 HTTP/1.1" status: 200 len: 855 time: 0.0413485 Mar 28 01:24:31.765432 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-fac72117-3a99-49ed-96c7-7c5af6d071ed req-e40e2cb9-1d4b-44c0-96bf-88d3a5750e4a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4cde4328-76f3-4ac7-97d3-ba99bc9e119a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279083 Mar 28 01:24:31.854630 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-fac72117-3a99-49ed-96c7-7c5af6d071ed req-055e3e10-f6dc-4ada-a7e8-4e4acd1e9dda service neutron] 10.222.0.10 "GET /v2.0/networks/4cde4328-76f3-4ac7-97d3-ba99bc9e119a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835466 Mar 28 01:24:31.946672 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-fac72117-3a99-49ed-96c7-7c5af6d071ed req-2f946759-a1ef-48ae-bfaf-489c5c4274a4 service neutron] 10.222.0.10 "GET /v2.0/networks/4cde4328-76f3-4ac7-97d3-ba99bc9e119a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852785 Mar 28 01:24:32.319627 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cb7798-90fe-43da-bf53-f1ef616ef587 req-ea484b9c-cc1a-47ad-80dd-988c412f68f5 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:24:32.321012 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-21cb7798-90fe-43da-bf53-f1ef616ef587 req-ea484b9c-cc1a-47ad-80dd-988c412f68f5 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b307781-8f83-4905-9a6e-001c364cb193 HTTP/1.1" status: 200 len: 946 time: 0.0557442 Mar 28 01:24:32.366220 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-21cb7798-90fe-43da-bf53-f1ef616ef587 req-646e75ee-5d4c-48c7-8059-9dc33b007ccf tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/security-groups?id=20235abc-3342-4400-ae5d-f41404392615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397222 Mar 28 01:24:32.926162 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:24:33.488945 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141e2759-2583-4fb1-91b7-7e5aa9768fec req-a5a8f0e7-6492-464a-8932-81b6e9d5b7aa tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:24:33.490413 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-141e2759-2583-4fb1-91b7-7e5aa9768fec req-a5a8f0e7-6492-464a-8932-81b6e9d5b7aa tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b307781-8f83-4905-9a6e-001c364cb193 HTTP/1.1" status: 200 len: 946 time: 0.0535777 Mar 28 01:24:33.536214 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-141e2759-2583-4fb1-91b7-7e5aa9768fec req-562a625e-03e4-4fac-bc4b-774c09d5facd tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/security-groups?id=20235abc-3342-4400-ae5d-f41404392615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402923 Mar 28 01:24:34.252952 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device a3e3e1c4-15dc-4d18-8d6b-6cf991df259c details requested by agent hyperv_hv-neutron-8348 with host hv-neutron-8348 {{(pid=104100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 01:24:34.350800 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port a3e3e1c4-15dc-4d18-8d6b-6cf991df259c, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=a3e3e1c4-15dc-4d18-8d6b-6cf991df259c,segment=NetworkSegment(8cf3bfd9-2d57-4fa9-b8b4-a3f5dcaab4b7),segment_id=8cf3bfd9-2d57-4fa9-b8b4-a3f5dcaab4b7)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:24:34.361845 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Returning: {'device': 'a3e3e1c4-15dc-4d18-8d6b-6cf991df259c', 'network_id': '4cde4328-76f3-4ac7-97d3-ba99bc9e119a', 'port_id': 'a3e3e1c4-15dc-4d18-8d6b-6cf991df259c', 'mac_address': 'fa:16:3e:b6:75:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9508f478-2125-41fe-8bee-5e83b8e7ae30', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 01:24:34.397624 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port a3e3e1c4-15dc-4d18-8d6b-6cf991df259c is: ACTIVE; New status is: BUILD {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:24:34.398009 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (a3e3e1c4-15dc-4d18-8d6b-6cf991df259c), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:24:34.410461 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a3e3e1c4-15dc-4d18-8d6b-6cf991df259c {{(pid=104100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 01:24:34.429375 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port a3e3e1c4-15dc-4d18-8d6b-6cf991df259c, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=a3e3e1c4-15dc-4d18-8d6b-6cf991df259c,segment=NetworkSegment(8cf3bfd9-2d57-4fa9-b8b4-a3f5dcaab4b7),segment_id=8cf3bfd9-2d57-4fa9-b8b4-a3f5dcaab4b7)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:24:34.433949 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (a3e3e1c4-15dc-4d18-8d6b-6cf991df259c), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:24:34.485304 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Pushing event updated for resources: {'Port': ['ID=a3e3e1c4-15dc-4d18-8d6b-6cf991df259c,revision_number=6']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:24:34.493094 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] get_ports_and_sgs() called for port_ids ['a3e3e1c4-15dc-4d18-8d6b-6cf991df259c'] {{(pid=104100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 01:24:34.653230 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3056e88f-cea6-42c5-b48b-8156a94a2304 req-899d7a4a-acf0-4f36-a0b8-00c5646baa52 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:24:34.654709 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-3056e88f-cea6-42c5-b48b-8156a94a2304 req-899d7a4a-acf0-4f36-a0b8-00c5646baa52 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b307781-8f83-4905-9a6e-001c364cb193 HTTP/1.1" status: 200 len: 945 time: 0.0526588 Mar 28 01:24:34.700360 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-3056e88f-cea6-42c5-b48b-8156a94a2304 req-34500d9e-895f-44d1-b885-10ca8839e416 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/security-groups?id=20235abc-3342-4400-ae5d-f41404392615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397942 Mar 28 01:24:34.899349 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e1c519-34c0-4fe6-b244-8e7e9fb049eb req-544c2ae4-7291-4f6c-a5a5-08b12536ef5b tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:24:34.900871 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-33e1c519-34c0-4fe6-b244-8e7e9fb049eb req-544c2ae4-7291-4f6c-a5a5-08b12536ef5b tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b307781-8f83-4905-9a6e-001c364cb193 HTTP/1.1" status: 200 len: 945 time: 0.0534124 Mar 28 01:24:34.913003 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bee4b4-9574-4dd3-a95b-bea003efdbaf req-ccbc9cb7-bf18-4364-9293-118662ef4263 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:24:34.914502 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-98bee4b4-9574-4dd3-a95b-bea003efdbaf req-ccbc9cb7-bf18-4364-9293-118662ef4263 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.10 "GET /v2.0/ports?device_id=9b307781-8f83-4905-9a6e-001c364cb193&tenant_id=1cc495376d1a4a4c9b43a1cc0c13992f&binding%3Ahost_id=hv-neutron-8348 HTTP/1.1" status: 200 len: 945 time: 0.0553713 Mar 28 01:24:34.952315 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-33e1c519-34c0-4fe6-b244-8e7e9fb049eb req-a6e4794e-deae-4149-aec6-c7a9360b767f tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/security-groups?id=20235abc-3342-4400-ae5d-f41404392615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459137 Mar 28 01:24:34.999610 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bee4b4-9574-4dd3-a95b-bea003efdbaf req-9df3f4ee-e509-4f94-90b1-f35b54c2a299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:24:35.001123 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-98bee4b4-9574-4dd3-a95b-bea003efdbaf req-9df3f4ee-e509-4f94-90b1-f35b54c2a299 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1cc495376d1a4a4c9b43a1cc0c13992f&device_id=9b307781-8f83-4905-9a6e-001c364cb193 HTTP/1.1" status: 200 len: 1129 time: 0.0442364 Mar 28 01:24:35.091375 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bee4b4-9574-4dd3-a95b-bea003efdbaf req-fbbc3675-2c8c-4891-9e6e-ec815ca6a7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:24:35.092792 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-98bee4b4-9574-4dd3-a95b-bea003efdbaf req-fbbc3675-2c8c-4891-9e6e-ec815ca6a7bf service neutron] 10.222.0.10 "GET /v2.0/networks?id=4cde4328-76f3-4ac7-97d3-ba99bc9e119a HTTP/1.1" status: 200 len: 915 time: 0.0856829 Mar 28 01:24:35.131928 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-98bee4b4-9574-4dd3-a95b-bea003efdbaf req-1b841be2-47c4-4837-b8a8-a032a9fb452c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a3e3e1c4-15dc-4d18-8d6b-6cf991df259c HTTP/1.1" status: 200 len: 217 time: 0.0329957 Mar 28 01:24:35.415356 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bee4b4-9574-4dd3-a95b-bea003efdbaf req-e019cdeb-27fa-44de-b215-794b03d5d824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:24:35.416765 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-98bee4b4-9574-4dd3-a95b-bea003efdbaf req-e019cdeb-27fa-44de-b215-794b03d5d824 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9508f478-2125-41fe-8bee-5e83b8e7ae30 HTTP/1.1" status: 200 len: 855 time: 0.2792768 Mar 28 01:24:35.448373 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-98bee4b4-9574-4dd3-a95b-bea003efdbaf req-9ab3316f-b2d8-46da-aee1-4319e796e7e8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4cde4328-76f3-4ac7-97d3-ba99bc9e119a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250728 Mar 28 01:24:35.533711 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-98bee4b4-9574-4dd3-a95b-bea003efdbaf req-239c71aa-5eb0-46b1-a4fa-0dd97b79ce87 service neutron] 10.222.0.10 "GET /v2.0/networks/4cde4328-76f3-4ac7-97d3-ba99bc9e119a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792201 Mar 28 01:24:35.623436 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-98bee4b4-9574-4dd3-a95b-bea003efdbaf req-b2c55e88-dd5e-46b2-802e-c3fe76599b1f service neutron] 10.222.0.10 "GET /v2.0/networks/4cde4328-76f3-4ac7-97d3-ba99bc9e119a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840123 Mar 28 01:24:36.077226 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4144ca-21a1-4352-afca-ead7d5a14a03 req-f6545660-f3ce-4701-9935-92cd7bfa3558 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:24:36.078689 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-9e4144ca-21a1-4352-afca-ead7d5a14a03 req-f6545660-f3ce-4701-9935-92cd7bfa3558 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b307781-8f83-4905-9a6e-001c364cb193 HTTP/1.1" status: 200 len: 945 time: 0.0524914 Mar 28 01:24:36.127742 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-9e4144ca-21a1-4352-afca-ead7d5a14a03 req-58214922-0510-4975-855d-44413ce8c4c4 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/security-groups?id=20235abc-3342-4400-ae5d-f41404392615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428333 Mar 28 01:24:36.247035 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f02276f-fca8-48e5-ac27-2accbd28640b req-721709e7-8999-4d3c-880e-271a3f9b2da0 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:24:36.248531 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-1f02276f-fca8-48e5-ac27-2accbd28640b req-721709e7-8999-4d3c-880e-271a3f9b2da0 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b307781-8f83-4905-9a6e-001c364cb193 HTTP/1.1" status: 200 len: 945 time: 0.0524385 Mar 28 01:24:36.294298 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device a3e3e1c4-15dc-4d18-8d6b-6cf991df259c up at agent hyperv_hv-neutron-8348 {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:24:36.295656 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-1f02276f-fca8-48e5-ac27-2accbd28640b req-aea38b42-dc7b-43b7-a128-2bd839f753a8 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/security-groups?id=20235abc-3342-4400-ae5d-f41404392615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409114 Mar 28 01:24:36.347802 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Provisioning complete for port a3e3e1c4-15dc-4d18-8d6b-6cf991df259c triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:24:36.348470 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (a3e3e1c4-15dc-4d18-8d6b-6cf991df259c), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:24:36.423734 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2c959a-af65-49b7-ad4f-bf41c3996ff6 req-38a61722-91bc-4d60-a897-f76d86ef033d tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:24:36.425486 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6e2c959a-af65-49b7-ad4f-bf41c3996ff6 req-38a61722-91bc-4d60-a897-f76d86ef033d tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b307781-8f83-4905-9a6e-001c364cb193 HTTP/1.1" status: 200 len: 945 time: 0.0624118 Mar 28 01:24:36.433747 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port a3e3e1c4-15dc-4d18-8d6b-6cf991df259c is: BUILD; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:24:36.434124 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (a3e3e1c4-15dc-4d18-8d6b-6cf991df259c), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:24:36.458733 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b307781-8f83-4905-9a6e-001c364cb193', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3e3e1c4-15dc-4d18-8d6b-6cf991df259c'}] {{(pid=104100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:24:36.460998 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd27896ebc78d0f7931321182ba9533a7b768b1c3fcddb3ff52a8aee6ddeaf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af0739fa-8dc4-4855-9d31-1b8814f13a46" -d '{"events": [{"server_uuid": "9b307781-8f83-4905-9a6e-001c364cb193", "name": "network-vif-plugged", "status": "completed", "tag": "a3e3e1c4-15dc-4d18-8d6b-6cf991df259c"}]}' {{(pid=104100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:24:36.473995 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port a3e3e1c4-15dc-4d18-8d6b-6cf991df259c, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=a3e3e1c4-15dc-4d18-8d6b-6cf991df259c,segment=NetworkSegment(8cf3bfd9-2d57-4fa9-b8b4-a3f5dcaab4b7),segment_id=8cf3bfd9-2d57-4fa9-b8b4-a3f5dcaab4b7)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:24:36.479354 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (a3e3e1c4-15dc-4d18-8d6b-6cf991df259c), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:24:36.479837 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6e2c959a-af65-49b7-ad4f-bf41c3996ff6 req-097701a2-a0a1-462a-bf6a-398f2809156d tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/security-groups?id=20235abc-3342-4400-ae5d-f41404392615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449476 Mar 28 01:24:36.507556 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 01:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60cafc02-f746-44f6-adc0-e35b733ef452 x-openstack-request-id: req-60cafc02-f746-44f6-adc0-e35b733ef452 {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:24:36.507849 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b307781-8f83-4905-9a6e-001c364cb193", "name": "network-vif-plugged", "status": "completed", "tag": "a3e3e1c4-15dc-4d18-8d6b-6cf991df259c", "code": 200}]} {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:24:36.508133 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-60cafc02-f746-44f6-adc0-e35b733ef452 {{(pid=104100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:24:36.508527 dv-neutron-834874-6-hyperv neutron-server[104100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60cafc02-f746-44f6-adc0-e35b733ef452'] response: {'server_uuid': '9b307781-8f83-4905-9a6e-001c364cb193', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3e3e1c4-15dc-4d18-8d6b-6cf991df259c', 'code': 200} Mar 28 01:24:36.536305 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Pushing event updated for resources: {'Port': ['ID=a3e3e1c4-15dc-4d18-8d6b-6cf991df259c,revision_number=7']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:24:36.868616 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d05de3-6635-4662-9e0f-23f209e4bb96 req-53b6bf2d-41d0-4492-8e62-f975da62823f tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:24:36.870076 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-a0d05de3-6635-4662-9e0f-23f209e4bb96 req-53b6bf2d-41d0-4492-8e62-f975da62823f tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/networks?id=4cde4328-76f3-4ac7-97d3-ba99bc9e119a HTTP/1.1" status: 200 len: 815 time: 0.1007581 Mar 28 01:24:36.884847 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-a0d05de3-6635-4662-9e0f-23f209e4bb96 req-db7fb7ba-7d20-4089-b6d9-40c9dc73a628 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/quotas/1cc495376d1a4a4c9b43a1cc0c13992f HTTP/1.1" status: 200 len: 375 time: 0.0093968 Mar 28 01:24:36.935170 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-a0d05de3-6635-4662-9e0f-23f209e4bb96 req-766aca74-9cd7-4eb7-9964-c46ad861ae04 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1cc495376d1a4a4c9b43a1cc0c13992f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0456357 Mar 28 01:24:37.020373 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-a0d05de3-6635-4662-9e0f-23f209e4bb96 req-a6e526a2-2a27-4f3c-922f-69b83e77eeba service neutron] 10.222.0.24 "GET /v2.0/networks/4cde4328-76f3-4ac7-97d3-ba99bc9e119a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0779626 Mar 28 01:24:37.109097 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-a0d05de3-6635-4662-9e0f-23f209e4bb96 req-309905e5-020c-419b-81bd-0ebacdc769c0 service neutron] 10.222.0.24 "GET /v2.0/networks/4cde4328-76f3-4ac7-97d3-ba99bc9e119a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832713 Mar 28 01:24:37.261592 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a06c19b3-d7ed-4940-b650-e8b9653a091a req-5aabc103-f93d-4fbf-b94b-626fa582b86f tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/ports?device_id=de90b77a-a262-477c-89c0-40de86e4bf6d HTTP/1.1" status: 200 len: 210 time: 0.0266895 Mar 28 01:24:38.151037 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d05de3-6635-4662-9e0f-23f209e4bb96 req-f06f492d-1dd7-4132-8149-2ea6fe48be85 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:24:38.152432 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a0d05de3-6635-4662-9e0f-23f209e4bb96 req-f06f492d-1dd7-4132-8149-2ea6fe48be85 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.10 "GET /v2.0/networks?id=4cde4328-76f3-4ac7-97d3-ba99bc9e119a HTTP/1.1" status: 200 len: 815 time: 0.1092780 Mar 28 01:24:38.165562 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [req-a0d05de3-6635-4662-9e0f-23f209e4bb96 req-8fc0804e-4632-4dc7-aa5f-8bd34546824a tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Request body: {'port': {'device_id': 'de90b77a-a262-477c-89c0-40de86e4bf6d', 'network_id': '4cde4328-76f3-4ac7-97d3-ba99bc9e119a', 'admin_state_up': True, 'tenant_id': '1cc495376d1a4a4c9b43a1cc0c13992f'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:24:38.270535 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0d05de3-6635-4662-9e0f-23f209e4bb96 req-8fc0804e-4632-4dc7-aa5f-8bd34546824a tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Made reservation on behalf of 1cc495376d1a4a4c9b43a1cc0c13992f for: {'port': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:24:38.273930 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-a0d05de3-6635-4662-9e0f-23f209e4bb96 req-8fc0804e-4632-4dc7-aa5f-8bd34546824a tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:24:38.354250 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-ad7890c1-1f0d-429a-8a76-74358cb65829 req-62c698e5-0005-4007-a4ce-2f20d1f1fae0 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/ports?device_id=de90b77a-a262-477c-89c0-40de86e4bf6d HTTP/1.1" status: 200 len: 210 time: 0.0269206 Mar 28 01:24:38.427861 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [req-a0d05de3-6635-4662-9e0f-23f209e4bb96 req-8fc0804e-4632-4dc7-aa5f-8bd34546824a tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Allocated IP 172.20.0.5 (4cde4328-76f3-4ac7-97d3-ba99bc9e119a/9508f478-2125-41fe-8bee-5e83b8e7ae30/9911f80e-b8db-46ae-b8ab-5779a0bf2f5c) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:24:38.450910 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89c1543-8a65-44fa-af96-6c69f9adef09 req-7fd4704e-5bdb-4176-8659-e40a426e29b5 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:24:38.452450 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-f89c1543-8a65-44fa-af96-6c69f9adef09 req-7fd4704e-5bdb-4176-8659-e40a426e29b5 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.10 "GET /v2.0/ports?device_id=9b307781-8f83-4905-9a6e-001c364cb193 HTTP/1.1" status: 200 len: 946 time: 0.0944228 Mar 28 01:24:38.639444 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [req-f89c1543-8a65-44fa-af96-6c69f9adef09 req-56031191-ddef-460e-adde-53bed6b2df51 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Deleting port a3e3e1c4-15dc-4d18-8d6b-6cf991df259c {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:24:38.639778 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-f89c1543-8a65-44fa-af96-6c69f9adef09 req-56031191-ddef-460e-adde-53bed6b2df51 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (a3e3e1c4-15dc-4d18-8d6b-6cf991df259c), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:24:38.693620 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-a0d05de3-6635-4662-9e0f-23f209e4bb96 req-8fc0804e-4632-4dc7-aa5f-8bd34546824a tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Publish callbacks [] for port (9911f80e-b8db-46ae-b8ab-5779a0bf2f5c), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:24:38.757739 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-f89c1543-8a65-44fa-af96-6c69f9adef09 req-56031191-ddef-460e-adde-53bed6b2df51 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] For port a3e3e1c4-15dc-4d18-8d6b-6cf991df259c, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=a3e3e1c4-15dc-4d18-8d6b-6cf991df259c,segment=NetworkSegment(8cf3bfd9-2d57-4fa9-b8b4-a3f5dcaab4b7),segment_id=8cf3bfd9-2d57-4fa9-b8b4-a3f5dcaab4b7)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:24:38.758090 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-f89c1543-8a65-44fa-af96-6c69f9adef09 req-56031191-ddef-460e-adde-53bed6b2df51 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (a3e3e1c4-15dc-4d18-8d6b-6cf991df259c), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:24:38.771640 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [req-f89c1543-8a65-44fa-af96-6c69f9adef09 req-56031191-ddef-460e-adde-53bed6b2df51 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Calling delete_port for a3e3e1c4-15dc-4d18-8d6b-6cf991df259c owned by compute:nova {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:24:38.776105 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-a0d05de3-6635-4662-9e0f-23f209e4bb96 req-8fc0804e-4632-4dc7-aa5f-8bd34546824a tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (9911f80e-b8db-46ae-b8ab-5779a0bf2f5c), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:24:38.788392 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] get_ports_and_sgs() called for port_ids ['a3e3e1c4-15dc-4d18-8d6b-6cf991df259c'] {{(pid=104100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 01:24:38.861567 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0d05de3-6635-4662-9e0f-23f209e4bb96 req-8fc0804e-4632-4dc7-aa5f-8bd34546824a tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Network 4cde4328-76f3-4ac7-97d3-ba99bc9e119a is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:24:38.869996 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [req-a0d05de3-6635-4662-9e0f-23f209e4bb96 req-8fc0804e-4632-4dc7-aa5f-8bd34546824a tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:24:38.872557 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0d05de3-6635-4662-9e0f-23f209e4bb96 req-8fc0804e-4632-4dc7-aa5f-8bd34546824a tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:24:38.899282 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc0804e-4632-4dc7-aa5f-8bd34546824a tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Pushing event updated for resources: {'Port': ['ID=9911f80e-b8db-46ae-b8ab-5779a0bf2f5c,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:24:38.938449 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d05de3-6635-4662-9e0f-23f209e4bb96 req-8fc0804e-4632-4dc7-aa5f-8bd34546824a tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:24:38.939047 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-a0d05de3-6635-4662-9e0f-23f209e4bb96 req-8fc0804e-4632-4dc7-aa5f-8bd34546824a tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:24:38.962611 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a0d05de3-6635-4662-9e0f-23f209e4bb96 req-8fc0804e-4632-4dc7-aa5f-8bd34546824a tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8007901 Mar 28 01:24:38.989832 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [req-a0d05de3-6635-4662-9e0f-23f209e4bb96 req-807f0788-8f3d-4043-ad21-c30c78e16031 service neutron] Request body: {'port': {'device_id': 'de90b77a-a262-477c-89c0-40de86e4bf6d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8348'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:24:39.057207 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-f89c1543-8a65-44fa-af96-6c69f9adef09 req-56031191-ddef-460e-adde-53bed6b2df51 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (a3e3e1c4-15dc-4d18-8d6b-6cf991df259c), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:24:39.091560 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56031191-ddef-460e-adde-53bed6b2df51 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Pushing event deleted for resources: {'Port': ['ID=a3e3e1c4-15dc-4d18-8d6b-6cf991df259c,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:24:39.102197 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-a0d05de3-6635-4662-9e0f-23f209e4bb96 req-807f0788-8f3d-4043-ad21-c30c78e16031 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (9911f80e-b8db-46ae-b8ab-5779a0bf2f5c), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:24:39.143236 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [req-f89c1543-8a65-44fa-af96-6c69f9adef09 req-56031191-ddef-460e-adde-53bed6b2df51 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] No DVR routers for this DVR port a3e3e1c4-15dc-4d18-8d6b-6cf991df259c on host hv-neutron-8348 {{(pid=104099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:24:39.146459 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-f89c1543-8a65-44fa-af96-6c69f9adef09 req-56031191-ddef-460e-adde-53bed6b2df51 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:24:39.149822 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-f89c1543-8a65-44fa-af96-6c69f9adef09 req-56031191-ddef-460e-adde-53bed6b2df51 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.10 "DELETE /v2.0/ports/a3e3e1c4-15dc-4d18-8d6b-6cf991df259c HTTP/1.1" status: 204 len: 173 time: 0.6925256 Mar 28 01:24:39.174226 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b307781-8f83-4905-9a6e-001c364cb193', 'name': 'network-vif-deleted', 'tag': 'a3e3e1c4-15dc-4d18-8d6b-6cf991df259c'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:24:39.177255 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2af4b01a9fa8b1570ccf1d7859d693ad34c106b258078e9cfae86b97f35e3d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce7ea9ba-2cc0-45e9-997a-cb8fddf1f8d5" -d '{"events": [{"server_uuid": "9b307781-8f83-4905-9a6e-001c364cb193", "name": "network-vif-deleted", "tag": "a3e3e1c4-15dc-4d18-8d6b-6cf991df259c"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:24:39.255871 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 01:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ac44fb6-43b4-48a4-99eb-ab7e73ce1467 x-openstack-request-id: req-1ac44fb6-43b4-48a4-99eb-ab7e73ce1467 {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:24:39.256187 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b307781-8f83-4905-9a6e-001c364cb193", "name": "network-vif-deleted", "tag": "a3e3e1c4-15dc-4d18-8d6b-6cf991df259c", "status": "completed", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:24:39.256441 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1ac44fb6-43b4-48a4-99eb-ab7e73ce1467 {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:24:39.256846 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ac44fb6-43b4-48a4-99eb-ab7e73ce1467'] response: {'server_uuid': '9b307781-8f83-4905-9a6e-001c364cb193', 'name': 'network-vif-deleted', 'tag': 'a3e3e1c4-15dc-4d18-8d6b-6cf991df259c', 'status': 'completed', 'code': 200} Mar 28 01:24:39.418923 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [req-a0d05de3-6635-4662-9e0f-23f209e4bb96 req-807f0788-8f3d-4043-ad21-c30c78e16031 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9911f80e-b8db-46ae-b8ab-5779a0bf2f5c {{(pid=104099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 01:24:39.426541 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-a0d05de3-6635-4662-9e0f-23f209e4bb96 req-807f0788-8f3d-4043-ad21-c30c78e16031 service neutron] Publish callbacks [] for port (9911f80e-b8db-46ae-b8ab-5779a0bf2f5c), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:24:39.438568 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [req-a0d05de3-6635-4662-9e0f-23f209e4bb96 req-807f0788-8f3d-4043-ad21-c30c78e16031 service neutron] Transition to ACTIVE for port object 9911f80e-b8db-46ae-b8ab-5779a0bf2f5c will not be triggered until provisioned by entity L2. {{(pid=104099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 01:24:39.442343 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-a0d05de3-6635-4662-9e0f-23f209e4bb96 req-807f0788-8f3d-4043-ad21-c30c78e16031 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (9911f80e-b8db-46ae-b8ab-5779a0bf2f5c), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:24:39.472198 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d43028-164a-4823-9fc0-835535f9d326 req-e65559f4-9a86-408c-b3f7-ac86599ce158 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:24:39.476196 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-80d43028-164a-4823-9fc0-835535f9d326 req-e65559f4-9a86-408c-b3f7-ac86599ce158 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/ports?device_id=de90b77a-a262-477c-89c0-40de86e4bf6d HTTP/1.1" status: 200 len: 931 time: 0.0536268 Mar 28 01:24:39.495932 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807f0788-8f3d-4043-ad21-c30c78e16031 service neutron] Pushing event updated for resources: {'Port': ['ID=9911f80e-b8db-46ae-b8ab-5779a0bf2f5c,revision_number=2']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:24:39.526679 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-80d43028-164a-4823-9fc0-835535f9d326 req-e6c80714-388c-4b3e-82ed-e0eaeda4ab8d tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/security-groups?id=20235abc-3342-4400-ae5d-f41404392615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469241 Mar 28 01:24:39.571120 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-a0d05de3-6635-4662-9e0f-23f209e4bb96 req-807f0788-8f3d-4043-ad21-c30c78e16031 service neutron] Attempting to bind port 9911f80e-b8db-46ae-b8ab-5779a0bf2f5c on host hv-neutron-8348 for vnic_type normal with profile {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:24:39.571497 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-a0d05de3-6635-4662-9e0f-23f209e4bb96 req-807f0788-8f3d-4043-ad21-c30c78e16031 service neutron] Attempting to bind port 9911f80e-b8db-46ae-b8ab-5779a0bf2f5c by drivers openvswitch,hyperv on host hv-neutron-8348 at level 0 using segments [{'id': '8cf3bfd9-2d57-4fa9-b8b4-a3f5dcaab4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4cde4328-76f3-4ac7-97d3-ba99bc9e119a'}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:24:39.571777 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d05de3-6635-4662-9e0f-23f209e4bb96 req-807f0788-8f3d-4043-ad21-c30c78e16031 service neutron] Attempting to bind port 9911f80e-b8db-46ae-b8ab-5779a0bf2f5c on network 4cde4328-76f3-4ac7-97d3-ba99bc9e119a {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:24:39.576189 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d05de3-6635-4662-9e0f-23f209e4bb96 req-807f0788-8f3d-4043-ad21-c30c78e16031 service neutron] Port 9911f80e-b8db-46ae-b8ab-5779a0bf2f5c on network 4cde4328-76f3-4ac7-97d3-ba99bc9e119a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8348 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 01:24:39.576505 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d05de3-6635-4662-9e0f-23f209e4bb96 req-807f0788-8f3d-4043-ad21-c30c78e16031 service neutron] Attempting to bind port 9911f80e-b8db-46ae-b8ab-5779a0bf2f5c on network 4cde4328-76f3-4ac7-97d3-ba99bc9e119a {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:24:39.581298 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d05de3-6635-4662-9e0f-23f209e4bb96 req-807f0788-8f3d-4043-ad21-c30c78e16031 service neutron] Checking agent: {'id': '287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8348', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 1, 2, 33), 'started_at': datetime.datetime(2022, 3, 28, 1, 2, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:24:39.582238 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d05de3-6635-4662-9e0f-23f209e4bb96 req-807f0788-8f3d-4043-ad21-c30c78e16031 service neutron] Checking segment: {'id': '8cf3bfd9-2d57-4fa9-b8b4-a3f5dcaab4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4cde4328-76f3-4ac7-97d3-ba99bc9e119a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:24:39.582634 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d05de3-6635-4662-9e0f-23f209e4bb96 req-807f0788-8f3d-4043-ad21-c30c78e16031 service neutron] Bound using segment: {'id': '8cf3bfd9-2d57-4fa9-b8b4-a3f5dcaab4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4cde4328-76f3-4ac7-97d3-ba99bc9e119a'} {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:24:39.583056 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-a0d05de3-6635-4662-9e0f-23f209e4bb96 req-807f0788-8f3d-4043-ad21-c30c78e16031 service neutron] Bound port: 9911f80e-b8db-46ae-b8ab-5779a0bf2f5c, host: hv-neutron-8348, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cf3bfd9-2d57-4fa9-b8b4-a3f5dcaab4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4cde4328-76f3-4ac7-97d3-ba99bc9e119a'}}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:24:39.583407 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-a0d05de3-6635-4662-9e0f-23f209e4bb96 req-807f0788-8f3d-4043-ad21-c30c78e16031 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (9911f80e-b8db-46ae-b8ab-5779a0bf2f5c), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:24:39.652309 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-a0d05de3-6635-4662-9e0f-23f209e4bb96 req-807f0788-8f3d-4043-ad21-c30c78e16031 service neutron] For port 9911f80e-b8db-46ae-b8ab-5779a0bf2f5c, host hv-neutron-8348, cleared binding levels {{(pid=104099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:24:39.656628 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-a0d05de3-6635-4662-9e0f-23f209e4bb96 req-807f0788-8f3d-4043-ad21-c30c78e16031 service neutron] For port 9911f80e-b8db-46ae-b8ab-5779a0bf2f5c, host hv-neutron-8348, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=9911f80e-b8db-46ae-b8ab-5779a0bf2f5c,segment=NetworkSegment(8cf3bfd9-2d57-4fa9-b8b4-a3f5dcaab4b7),segment_id=8cf3bfd9-2d57-4fa9-b8b4-a3f5dcaab4b7)] {{(pid=104099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:24:39.662439 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-a0d05de3-6635-4662-9e0f-23f209e4bb96 req-807f0788-8f3d-4043-ad21-c30c78e16031 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (9911f80e-b8db-46ae-b8ab-5779a0bf2f5c), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:24:39.694632 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d05de3-6635-4662-9e0f-23f209e4bb96 req-807f0788-8f3d-4043-ad21-c30c78e16031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:24:39.695252 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-a0d05de3-6635-4662-9e0f-23f209e4bb96 req-807f0788-8f3d-4043-ad21-c30c78e16031 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:24:39.696617 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a0d05de3-6635-4662-9e0f-23f209e4bb96 req-807f0788-8f3d-4043-ad21-c30c78e16031 service neutron] 10.222.0.10 "PUT /v2.0/ports/9911f80e-b8db-46ae-b8ab-5779a0bf2f5c HTTP/1.1" status: 200 len: 1093 time: 0.7108157 Mar 28 01:24:39.720403 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807f0788-8f3d-4043-ad21-c30c78e16031 service neutron] Pushing event updated for resources: {'Port': ['ID=9911f80e-b8db-46ae-b8ab-5779a0bf2f5c,revision_number=3']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:24:39.776799 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d05de3-6635-4662-9e0f-23f209e4bb96 req-9a98a604-7519-4c8c-a9dd-d99e439a6a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:24:39.778287 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a0d05de3-6635-4662-9e0f-23f209e4bb96 req-9a98a604-7519-4c8c-a9dd-d99e439a6a10 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1cc495376d1a4a4c9b43a1cc0c13992f&device_id=de90b77a-a262-477c-89c0-40de86e4bf6d HTTP/1.1" status: 200 len: 1127 time: 0.0445044 Mar 28 01:24:39.822085 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a0d05de3-6635-4662-9e0f-23f209e4bb96 req-564c9814-18de-48d7-a8f0-a7f82cd0c325 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9911f80e-b8db-46ae-b8ab-5779a0bf2f5c HTTP/1.1" status: 200 len: 217 time: 0.0372128 Mar 28 01:24:39.868291 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d05de3-6635-4662-9e0f-23f209e4bb96 req-78b2817b-b57f-40d9-84c0-9e72b65d0bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:24:39.869712 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a0d05de3-6635-4662-9e0f-23f209e4bb96 req-78b2817b-b57f-40d9-84c0-9e72b65d0bc3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9508f478-2125-41fe-8bee-5e83b8e7ae30 HTTP/1.1" status: 200 len: 855 time: 0.0418515 Mar 28 01:24:39.901606 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a0d05de3-6635-4662-9e0f-23f209e4bb96 req-d6e65ae1-3ae5-43da-8338-09d8b4c736c7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4cde4328-76f3-4ac7-97d3-ba99bc9e119a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243566 Mar 28 01:24:39.990699 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a0d05de3-6635-4662-9e0f-23f209e4bb96 req-3d35c62c-7625-4ea0-958e-097a5c5f0257 service neutron] 10.222.0.10 "GET /v2.0/networks/4cde4328-76f3-4ac7-97d3-ba99bc9e119a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827148 Mar 28 01:24:40.074735 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a0d05de3-6635-4662-9e0f-23f209e4bb96 req-ef3c3179-8067-4076-be12-b9d6731ba3e8 service neutron] 10.222.0.10 "GET /v2.0/networks/4cde4328-76f3-4ac7-97d3-ba99bc9e119a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786150 Mar 28 01:24:40.645243 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2257d7e-e834-4758-99c5-dee480bc7e18 req-101472a4-c35d-4985-83e6-a986bd25f5fe tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:24:40.646705 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e2257d7e-e834-4758-99c5-dee480bc7e18 req-101472a4-c35d-4985-83e6-a986bd25f5fe tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/ports?device_id=de90b77a-a262-477c-89c0-40de86e4bf6d HTTP/1.1" status: 200 len: 943 time: 0.0527642 Mar 28 01:24:40.697503 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e2257d7e-e834-4758-99c5-dee480bc7e18 req-4d4b4b01-9bfb-4359-ba4e-40d44ec2b3b5 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/security-groups?id=20235abc-3342-4400-ae5d-f41404392615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452912 Mar 28 01:24:41.258024 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de90b77a-a262-477c-89c0-40de86e4bf6d', 'tag': '9911f80e-b8db-46ae-b8ab-5779a0bf2f5c'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:24:41.260424 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2af4b01a9fa8b1570ccf1d7859d693ad34c106b258078e9cfae86b97f35e3d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0185a14d-1fe3-4256-bdfe-e690d8f23314" -d '{"events": [{"name": "network-changed", "server_uuid": "de90b77a-a262-477c-89c0-40de86e4bf6d", "tag": "9911f80e-b8db-46ae-b8ab-5779a0bf2f5c"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:24:41.294052 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 01:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c8549ad-2626-4b55-829c-018828cd506f x-openstack-request-id: req-7c8549ad-2626-4b55-829c-018828cd506f {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:24:41.294349 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de90b77a-a262-477c-89c0-40de86e4bf6d", "tag": "9911f80e-b8db-46ae-b8ab-5779a0bf2f5c", "status": "completed", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:24:41.294607 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7c8549ad-2626-4b55-829c-018828cd506f {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:24:41.295029 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c8549ad-2626-4b55-829c-018828cd506f'] response: {'name': 'network-changed', 'server_uuid': 'de90b77a-a262-477c-89c0-40de86e4bf6d', 'tag': '9911f80e-b8db-46ae-b8ab-5779a0bf2f5c', 'status': 'completed', 'code': 200} Mar 28 01:24:41.360265 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0185a14d-1fe3-4256-bdfe-e690d8f23314 req-934c1cc1-f6ee-42df-8ebb-c6442f58e141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:24:41.361774 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-0185a14d-1fe3-4256-bdfe-e690d8f23314 req-934c1cc1-f6ee-42df-8ebb-c6442f58e141 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1cc495376d1a4a4c9b43a1cc0c13992f&device_id=de90b77a-a262-477c-89c0-40de86e4bf6d HTTP/1.1" status: 200 len: 1127 time: 0.0440590 Mar 28 01:24:41.432817 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-62dc619a-b0e7-4d76-92fa-c1075b11fd32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:24:41.451102 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0185a14d-1fe3-4256-bdfe-e690d8f23314 req-8b0b4767-fff8-4bc1-9465-d36d6098e0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:24:41.452601 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-0185a14d-1fe3-4256-bdfe-e690d8f23314 req-8b0b4767-fff8-4bc1-9465-d36d6098e0d5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4cde4328-76f3-4ac7-97d3-ba99bc9e119a HTTP/1.1" status: 200 len: 915 time: 0.0855517 Mar 28 01:24:41.496243 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-0185a14d-1fe3-4256-bdfe-e690d8f23314 req-e6f62868-1e65-4428-9e16-6f99f5052f57 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9911f80e-b8db-46ae-b8ab-5779a0bf2f5c HTTP/1.1" status: 200 len: 217 time: 0.0379729 Mar 28 01:24:41.544765 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0185a14d-1fe3-4256-bdfe-e690d8f23314 req-6227bd2c-d562-444c-929d-2ad9f6d59280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:24:41.546150 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-0185a14d-1fe3-4256-bdfe-e690d8f23314 req-6227bd2c-d562-444c-929d-2ad9f6d59280 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9508f478-2125-41fe-8bee-5e83b8e7ae30 HTTP/1.1" status: 200 len: 855 time: 0.0439181 Mar 28 01:24:41.576711 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-0185a14d-1fe3-4256-bdfe-e690d8f23314 req-0810a7e1-519d-47a8-b85e-1a3e5c2f06b7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4cde4328-76f3-4ac7-97d3-ba99bc9e119a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250359 Mar 28 01:24:41.586858 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [req-0185a14d-1fe3-4256-bdfe-e690d8f23314 req-cb87c993-a8c9-4ca8-a15a-2e2ebc3090cc service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=104099) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 01:24:41.587788 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-0185a14d-1fe3-4256-bdfe-e690d8f23314 req-cb87c993-a8c9-4ca8-a15a-2e2ebc3090cc service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047696 Mar 28 01:24:41.678758 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-0185a14d-1fe3-4256-bdfe-e690d8f23314 req-5f4f4499-b8c5-42e1-a50e-ee51cd5f30ae service neutron] 10.222.0.10 "GET /v2.0/networks/4cde4328-76f3-4ac7-97d3-ba99bc9e119a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839829 Mar 28 01:24:41.776803 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-0185a14d-1fe3-4256-bdfe-e690d8f23314 req-49426295-298a-4048-a506-56fe703eb6d8 service neutron] 10.222.0.10 "GET /v2.0/networks/4cde4328-76f3-4ac7-97d3-ba99bc9e119a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921767 Mar 28 01:24:41.817869 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b1fbb8-0c76-45bc-95ae-35af57f57e5a req-80a4b666-1684-409e-ae05-7fb5332e841a tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:24:41.819324 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-b6b1fbb8-0c76-45bc-95ae-35af57f57e5a req-80a4b666-1684-409e-ae05-7fb5332e841a tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/ports?device_id=de90b77a-a262-477c-89c0-40de86e4bf6d HTTP/1.1" status: 200 len: 943 time: 0.0574872 Mar 28 01:24:41.870136 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-b6b1fbb8-0c76-45bc-95ae-35af57f57e5a req-284d09a1-8e25-43b2-959c-d165cc39bfde tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/security-groups?id=20235abc-3342-4400-ae5d-f41404392615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452905 Mar 28 01:24:42.331633 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device 9911f80e-b8db-46ae-b8ab-5779a0bf2f5c details requested by agent hyperv_hv-neutron-8348 with host hv-neutron-8348 {{(pid=104100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 01:24:42.334714 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device a3e3e1c4-15dc-4d18-8d6b-6cf991df259c no longer exists at agent hyperv_hv-neutron-8348 {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:24:42.364108 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] No Port match for: a3e3e1c4-15dc-4d18-8d6b-6cf991df259c {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:24:42.364442 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device a3e3e1c4-15dc-4d18-8d6b-6cf991df259c not bound to the agent host hv-neutron-8348 {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:24:42.446035 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port 9911f80e-b8db-46ae-b8ab-5779a0bf2f5c, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=9911f80e-b8db-46ae-b8ab-5779a0bf2f5c,segment=NetworkSegment(8cf3bfd9-2d57-4fa9-b8b4-a3f5dcaab4b7),segment_id=8cf3bfd9-2d57-4fa9-b8b4-a3f5dcaab4b7)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:24:42.456908 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Returning: {'device': '9911f80e-b8db-46ae-b8ab-5779a0bf2f5c', 'network_id': '4cde4328-76f3-4ac7-97d3-ba99bc9e119a', 'port_id': '9911f80e-b8db-46ae-b8ab-5779a0bf2f5c', 'mac_address': 'fa:16:3e:88:d4:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9508f478-2125-41fe-8bee-5e83b8e7ae30', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 01:24:42.495643 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port 9911f80e-b8db-46ae-b8ab-5779a0bf2f5c is: DOWN; New status is: BUILD {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:24:42.496026 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (9911f80e-b8db-46ae-b8ab-5779a0bf2f5c), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:24:42.508097 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9911f80e-b8db-46ae-b8ab-5779a0bf2f5c {{(pid=104100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 01:24:42.525937 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port 9911f80e-b8db-46ae-b8ab-5779a0bf2f5c, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=9911f80e-b8db-46ae-b8ab-5779a0bf2f5c,segment=NetworkSegment(8cf3bfd9-2d57-4fa9-b8b4-a3f5dcaab4b7),segment_id=8cf3bfd9-2d57-4fa9-b8b4-a3f5dcaab4b7)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:24:42.529690 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (9911f80e-b8db-46ae-b8ab-5779a0bf2f5c), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:24:42.575478 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Pushing event updated for resources: {'Port': ['ID=9911f80e-b8db-46ae-b8ab-5779a0bf2f5c,revision_number=4']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:24:42.721413 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] get_ports_and_sgs() called for port_ids ['9911f80e-b8db-46ae-b8ab-5779a0bf2f5c'] {{(pid=104100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 01:24:42.992493 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e808866d-3fdf-46f8-8169-27dea7d53bee req-7d507e86-6cc3-4645-b913-c8ae895a9712 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:24:42.993937 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-e808866d-3fdf-46f8-8169-27dea7d53bee req-7d507e86-6cc3-4645-b913-c8ae895a9712 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/ports?device_id=de90b77a-a262-477c-89c0-40de86e4bf6d HTTP/1.1" status: 200 len: 944 time: 0.0553565 Mar 28 01:24:43.041025 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-e808866d-3fdf-46f8-8169-27dea7d53bee req-6a8f5ba1-6d04-49f5-91ff-7196e42c11b9 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/security-groups?id=20235abc-3342-4400-ae5d-f41404392615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413847 Mar 28 01:24:43.591810 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f1dba011-a347-45b9-aaab-f7c0803893e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:24:44.154572 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738318db-eef2-4aa8-b12e-de42cad946c7 req-bdb1ae6c-4c69-47a1-a559-c013b2ed4f89 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:24:44.155958 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-738318db-eef2-4aa8-b12e-de42cad946c7 req-bdb1ae6c-4c69-47a1-a559-c013b2ed4f89 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/ports?device_id=de90b77a-a262-477c-89c0-40de86e4bf6d HTTP/1.1" status: 200 len: 944 time: 0.0511944 Mar 28 01:24:44.201678 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-738318db-eef2-4aa8-b12e-de42cad946c7 req-40bec800-c5ed-4518-806f-29c977735ed0 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/security-groups?id=20235abc-3342-4400-ae5d-f41404392615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393462 Mar 28 01:24:44.330767 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device 9911f80e-b8db-46ae-b8ab-5779a0bf2f5c up at agent hyperv_hv-neutron-8348 {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:24:44.378588 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Provisioning for port 9911f80e-b8db-46ae-b8ab-5779a0bf2f5c completed by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 01:24:44.382446 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Provisioning complete for port 9911f80e-b8db-46ae-b8ab-5779a0bf2f5c triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:24:44.382809 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (9911f80e-b8db-46ae-b8ab-5779a0bf2f5c), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:24:44.458264 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port 9911f80e-b8db-46ae-b8ab-5779a0bf2f5c is: BUILD; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:24:44.458573 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (9911f80e-b8db-46ae-b8ab-5779a0bf2f5c), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:24:44.483163 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de90b77a-a262-477c-89c0-40de86e4bf6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9911f80e-b8db-46ae-b8ab-5779a0bf2f5c'}] {{(pid=104100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:24:44.485439 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd27896ebc78d0f7931321182ba9533a7b768b1c3fcddb3ff52a8aee6ddeaf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f3c2dd4-bb36-4e70-b2ee-2457491cb339" -d '{"events": [{"server_uuid": "de90b77a-a262-477c-89c0-40de86e4bf6d", "name": "network-vif-plugged", "status": "completed", "tag": "9911f80e-b8db-46ae-b8ab-5779a0bf2f5c"}]}' {{(pid=104100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:24:44.498552 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port 9911f80e-b8db-46ae-b8ab-5779a0bf2f5c, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=9911f80e-b8db-46ae-b8ab-5779a0bf2f5c,segment=NetworkSegment(8cf3bfd9-2d57-4fa9-b8b4-a3f5dcaab4b7),segment_id=8cf3bfd9-2d57-4fa9-b8b4-a3f5dcaab4b7)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:24:44.503055 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (9911f80e-b8db-46ae-b8ab-5779a0bf2f5c), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:24:44.528541 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 01:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ce38e39-e84e-4922-b5fa-d6c722b73587 x-openstack-request-id: req-6ce38e39-e84e-4922-b5fa-d6c722b73587 {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:24:44.528831 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de90b77a-a262-477c-89c0-40de86e4bf6d", "name": "network-vif-plugged", "status": "completed", "tag": "9911f80e-b8db-46ae-b8ab-5779a0bf2f5c", "code": 200}]} {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:24:44.529083 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6ce38e39-e84e-4922-b5fa-d6c722b73587 {{(pid=104100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:24:44.529478 dv-neutron-834874-6-hyperv neutron-server[104100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ce38e39-e84e-4922-b5fa-d6c722b73587'] response: {'server_uuid': 'de90b77a-a262-477c-89c0-40de86e4bf6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9911f80e-b8db-46ae-b8ab-5779a0bf2f5c', 'code': 200} Mar 28 01:24:44.558939 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Pushing event updated for resources: {'Port': ['ID=9911f80e-b8db-46ae-b8ab-5779a0bf2f5c,revision_number=5']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:24:44.689627 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b43de3a-ce2c-4e5b-b07d-a005e1ea43a3 req-a0f04b8f-bb6f-41f8-9c40-411aaa461246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:24:44.691698 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-2b43de3a-ce2c-4e5b-b07d-a005e1ea43a3 req-a0f04b8f-bb6f-41f8-9c40-411aaa461246 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=de90b77a-a262-477c-89c0-40de86e4bf6d HTTP/1.1" status: 200 len: 1129 time: 0.0422738 Mar 28 01:24:44.733656 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-2b43de3a-ce2c-4e5b-b07d-a005e1ea43a3 req-07c732c9-3c21-45e9-ab81-367803281ef5 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=20235abc-3342-4400-ae5d-f41404392615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365424 Mar 28 01:24:44.815341 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:24:45.320875 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73748f98-abe0-4c01-a4dd-080df37b5e29 req-b1f62c38-4021-468a-b993-98a8ae4930b3 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:24:45.322345 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-73748f98-abe0-4c01-a4dd-080df37b5e29 req-b1f62c38-4021-468a-b993-98a8ae4930b3 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/ports?device_id=de90b77a-a262-477c-89c0-40de86e4bf6d HTTP/1.1" status: 200 len: 945 time: 0.0554483 Mar 28 01:24:45.370679 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-73748f98-abe0-4c01-a4dd-080df37b5e29 req-da4cfa3c-1376-4bfc-be3b-76ca35760b4c tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/security-groups?id=20235abc-3342-4400-ae5d-f41404392615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428412 Mar 28 01:24:46.270223 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:24:46.492669 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566d1abf-8011-4d88-8fe9-89940480137b req-b6100fba-8de6-4acf-8e6c-9eadc58451bf tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:24:46.494693 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-566d1abf-8011-4d88-8fe9-89940480137b req-b6100fba-8de6-4acf-8e6c-9eadc58451bf tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/ports?device_id=de90b77a-a262-477c-89c0-40de86e4bf6d HTTP/1.1" status: 200 len: 945 time: 0.0575113 Mar 28 01:24:46.543998 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-566d1abf-8011-4d88-8fe9-89940480137b req-00459cff-69ab-4484-9678-72c0695968f9 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/security-groups?id=20235abc-3342-4400-ae5d-f41404392615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407033 Mar 28 01:24:46.679376 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9f6804-ff3f-490a-97d5-b92a626e24ff req-e1888d55-2876-4d74-a2c6-f641d704da01 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:24:46.680880 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-ab9f6804-ff3f-490a-97d5-b92a626e24ff req-e1888d55-2876-4d74-a2c6-f641d704da01 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/ports?device_id=de90b77a-a262-477c-89c0-40de86e4bf6d HTTP/1.1" status: 200 len: 945 time: 0.0532455 Mar 28 01:24:46.727048 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-ab9f6804-ff3f-490a-97d5-b92a626e24ff req-55ba0e04-60cc-4964-b1e0-4d7eb82af1e2 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/security-groups?id=20235abc-3342-4400-ae5d-f41404392615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407090 Mar 28 01:24:46.985975 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-989086fe-e7c4-4312-af1c-77da68ae7857 req-134e98b1-ad1e-4f65-b50f-0d6676204ac2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=de90b77a-a262-477c-89c0-40de86e4bf6d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0754373 Mar 28 01:24:46.998319 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06053498-7ba9-43c8-89b9-f11699b7e143 req-926374f3-b5e2-41ec-8d1a-001c2a429a72 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:24:46.999744 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-06053498-7ba9-43c8-89b9-f11699b7e143 req-926374f3-b5e2-41ec-8d1a-001c2a429a72 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/ports?device_id=de90b77a-a262-477c-89c0-40de86e4bf6d HTTP/1.1" status: 200 len: 945 time: 0.0814562 Mar 28 01:24:47.047826 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-06053498-7ba9-43c8-89b9-f11699b7e143 req-722ae042-ed1d-4b63-814d-26de3f26de9b tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/security-groups?id=20235abc-3342-4400-ae5d-f41404392615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420818 Mar 28 01:24:47.355739 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989086fe-e7c4-4312-af1c-77da68ae7857 req-79abeb2a-de0d-4390-b08c-ef94ff7700ab tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:24:47.357125 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-989086fe-e7c4-4312-af1c-77da68ae7857 req-79abeb2a-de0d-4390-b08c-ef94ff7700ab tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/ports/9911f80e-b8db-46ae-b8ab-5779a0bf2f5c HTTP/1.1" status: 200 len: 942 time: 0.0485919 Mar 28 01:24:47.815417 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:24:48.100646 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989086fe-e7c4-4312-af1c-77da68ae7857 req-8b888ebb-07b9-4258-bdca-5af7b1c5a12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:24:48.102201 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-989086fe-e7c4-4312-af1c-77da68ae7857 req-8b888ebb-07b9-4258-bdca-5af7b1c5a12e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1cc495376d1a4a4c9b43a1cc0c13992f&device_id=de90b77a-a262-477c-89c0-40de86e4bf6d HTTP/1.1" status: 200 len: 1129 time: 0.0465424 Mar 28 01:24:48.166808 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f1f057-b027-4d68-ae81-1192738d7ac5 req-b89b56c9-a2f9-4c98-9025-df0f1750c8a9 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:24:48.168306 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-a8f1f057-b027-4d68-ae81-1192738d7ac5 req-b89b56c9-a2f9-4c98-9025-df0f1750c8a9 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/ports?device_id=de90b77a-a262-477c-89c0-40de86e4bf6d HTTP/1.1" status: 200 len: 945 time: 0.0515425 Mar 28 01:24:48.194042 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989086fe-e7c4-4312-af1c-77da68ae7857 req-2a88443f-506e-473d-abad-7855ad3908c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:24:48.195507 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-989086fe-e7c4-4312-af1c-77da68ae7857 req-2a88443f-506e-473d-abad-7855ad3908c2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4cde4328-76f3-4ac7-97d3-ba99bc9e119a HTTP/1.1" status: 200 len: 915 time: 0.0875204 Mar 28 01:24:48.215002 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-a8f1f057-b027-4d68-ae81-1192738d7ac5 req-9446a6a0-3315-406a-884f-4c19ea18e350 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/security-groups?id=20235abc-3342-4400-ae5d-f41404392615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410559 Mar 28 01:24:48.234563 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-989086fe-e7c4-4312-af1c-77da68ae7857 req-189869b2-6088-4e61-87a0-732124820c17 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9911f80e-b8db-46ae-b8ab-5779a0bf2f5c HTTP/1.1" status: 200 len: 217 time: 0.0333331 Mar 28 01:24:48.279551 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989086fe-e7c4-4312-af1c-77da68ae7857 req-994c9def-a98c-4d52-8a1b-49b98df709a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:24:48.280940 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-989086fe-e7c4-4312-af1c-77da68ae7857 req-994c9def-a98c-4d52-8a1b-49b98df709a9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9508f478-2125-41fe-8bee-5e83b8e7ae30 HTTP/1.1" status: 200 len: 855 time: 0.0407650 Mar 28 01:24:48.314539 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-989086fe-e7c4-4312-af1c-77da68ae7857 req-d95381cb-da85-46f8-a58b-804ad64f80f5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4cde4328-76f3-4ac7-97d3-ba99bc9e119a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278862 Mar 28 01:24:48.397812 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-989086fe-e7c4-4312-af1c-77da68ae7857 req-30087ff7-8d52-4abe-8695-d62f3e5e3e41 service neutron] 10.222.0.10 "GET /v2.0/networks/4cde4328-76f3-4ac7-97d3-ba99bc9e119a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0775704 Mar 28 01:24:48.485974 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-989086fe-e7c4-4312-af1c-77da68ae7857 req-16b3a691-a944-444e-a051-17afeb0b1a6c service neutron] 10.222.0.10 "GET /v2.0/networks/4cde4328-76f3-4ac7-97d3-ba99bc9e119a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824647 Mar 28 01:24:48.743290 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049eec03-a2b4-4360-b04a-fb8f55b802f2 req-47a9d7a3-f63c-4a1e-9109-725a1a01ad6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:24:48.744801 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-049eec03-a2b4-4360-b04a-fb8f55b802f2 req-47a9d7a3-f63c-4a1e-9109-725a1a01ad6d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1cc495376d1a4a4c9b43a1cc0c13992f&device_id=de90b77a-a262-477c-89c0-40de86e4bf6d HTTP/1.1" status: 200 len: 1129 time: 0.0449991 Mar 28 01:24:48.842156 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049eec03-a2b4-4360-b04a-fb8f55b802f2 req-4c7b202b-4ca3-467f-8441-6ea64a799b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:24:48.843885 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-049eec03-a2b4-4360-b04a-fb8f55b802f2 req-4c7b202b-4ca3-467f-8441-6ea64a799b00 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4cde4328-76f3-4ac7-97d3-ba99bc9e119a HTTP/1.1" status: 200 len: 915 time: 0.0821242 Mar 28 01:24:48.885237 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-049eec03-a2b4-4360-b04a-fb8f55b802f2 req-35d5e892-8af8-4a48-9f04-e2437d091ce1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9911f80e-b8db-46ae-b8ab-5779a0bf2f5c HTTP/1.1" status: 200 len: 217 time: 0.0361681 Mar 28 01:24:48.932368 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049eec03-a2b4-4360-b04a-fb8f55b802f2 req-55a0be97-c99d-477c-b622-aa8eb2853919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:24:48.933728 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-049eec03-a2b4-4360-b04a-fb8f55b802f2 req-55a0be97-c99d-477c-b622-aa8eb2853919 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9508f478-2125-41fe-8bee-5e83b8e7ae30 HTTP/1.1" status: 200 len: 855 time: 0.0423400 Mar 28 01:24:48.963813 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-049eec03-a2b4-4360-b04a-fb8f55b802f2 req-b4d5d360-3b83-4b99-80ed-9c394ef72997 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4cde4328-76f3-4ac7-97d3-ba99bc9e119a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245326 Mar 28 01:24:49.286284 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-049eec03-a2b4-4360-b04a-fb8f55b802f2 req-1ee7b5b1-0970-427d-8c50-d9e6e64222af service neutron] 10.222.0.10 "GET /v2.0/networks/4cde4328-76f3-4ac7-97d3-ba99bc9e119a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3160090 Mar 28 01:24:49.394332 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561d2a3e-5991-4e95-ada4-926317f04dad req-9426e88e-afd2-4066-9944-cb490075d48e tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:24:49.395763 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-561d2a3e-5991-4e95-ada4-926317f04dad req-9426e88e-afd2-4066-9944-cb490075d48e tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/ports?device_id=de90b77a-a262-477c-89c0-40de86e4bf6d HTTP/1.1" status: 200 len: 945 time: 0.1128294 Mar 28 01:24:49.414397 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-049eec03-a2b4-4360-b04a-fb8f55b802f2 req-3b79edc0-0e93-415c-81e6-1c9a185fe8e0 service neutron] 10.222.0.10 "GET /v2.0/networks/4cde4328-76f3-4ac7-97d3-ba99bc9e119a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210892 Mar 28 01:24:49.448652 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-561d2a3e-5991-4e95-ada4-926317f04dad req-96b0e674-e2d9-48e5-8ff7-bf4b9582c68a tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/security-groups?id=20235abc-3342-4400-ae5d-f41404392615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447013 Mar 28 01:24:50.610622 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b4d176-95d1-45a1-86fc-2c3abb81ed01 req-b5523098-2e4b-46d5-94a4-9fb4f21206fb tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:24:50.612199 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-a3b4d176-95d1-45a1-86fc-2c3abb81ed01 req-b5523098-2e4b-46d5-94a4-9fb4f21206fb tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/ports?device_id=de90b77a-a262-477c-89c0-40de86e4bf6d HTTP/1.1" status: 200 len: 945 time: 0.0989659 Mar 28 01:24:50.657734 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-a3b4d176-95d1-45a1-86fc-2c3abb81ed01 req-c393ad2e-e53d-4299-baa0-ecfd059276d5 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/security-groups?id=20235abc-3342-4400-ae5d-f41404392615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401039 Mar 28 01:24:51.823226 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d96a66-1e37-4122-b39a-dd8b9b9e5f98 req-f69d8607-d3ce-4195-9e89-410e72c836c7 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:24:51.824719 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a7d96a66-1e37-4122-b39a-dd8b9b9e5f98 req-f69d8607-d3ce-4195-9e89-410e72c836c7 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/ports?device_id=de90b77a-a262-477c-89c0-40de86e4bf6d HTTP/1.1" status: 200 len: 945 time: 0.1024559 Mar 28 01:24:51.871123 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a7d96a66-1e37-4122-b39a-dd8b9b9e5f98 req-8b183b45-9af6-45e9-b8d2-607276ab322f tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/security-groups?id=20235abc-3342-4400-ae5d-f41404392615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407450 Mar 28 01:24:52.990456 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9095635a-443a-4aef-aa53-4e542f4690e4 req-5f3eb0e8-5b7c-42af-94f0-e5d42e68452b tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:24:52.991925 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-9095635a-443a-4aef-aa53-4e542f4690e4 req-5f3eb0e8-5b7c-42af-94f0-e5d42e68452b tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/ports?device_id=de90b77a-a262-477c-89c0-40de86e4bf6d HTTP/1.1" status: 200 len: 945 time: 0.0555835 Mar 28 01:24:53.037295 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-9095635a-443a-4aef-aa53-4e542f4690e4 req-acb3f4c9-7a07-4e42-a185-2a80a71695ca tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/security-groups?id=20235abc-3342-4400-ae5d-f41404392615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398479 Mar 28 01:24:53.854994 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.agents_db [None req-9a1d863f-391a-42f4-9870-e8292b919beb None None] Agent healthcheck: found 6 active agents {{(pid=104101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 01:24:54.152913 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0899b91f-fe6f-4424-aaf0-1129e220b6af req-6d97566b-6ac6-47ab-b657-7d6e7b7d8ee5 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:24:54.154302 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-0899b91f-fe6f-4424-aaf0-1129e220b6af req-6d97566b-6ac6-47ab-b657-7d6e7b7d8ee5 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/ports?device_id=de90b77a-a262-477c-89c0-40de86e4bf6d HTTP/1.1" status: 200 len: 945 time: 0.0520368 Mar 28 01:24:54.203792 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-0899b91f-fe6f-4424-aaf0-1129e220b6af req-26b2a210-45be-4e8c-951b-99db24866203 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/security-groups?id=20235abc-3342-4400-ae5d-f41404392615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437326 Mar 28 01:24:55.319578 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a85484-6ffd-4a1e-a43b-a10144cdf6ef req-3d019d84-512c-4a38-97de-e6a1b2fc0281 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:24:55.321040 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-86a85484-6ffd-4a1e-a43b-a10144cdf6ef req-3d019d84-512c-4a38-97de-e6a1b2fc0281 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/ports?device_id=de90b77a-a262-477c-89c0-40de86e4bf6d HTTP/1.1" status: 200 len: 945 time: 0.0514314 Mar 28 01:24:55.371067 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-86a85484-6ffd-4a1e-a43b-a10144cdf6ef req-db8b69c5-c67b-4ae5-bb9d-bd46e5ad5add tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/security-groups?id=20235abc-3342-4400-ae5d-f41404392615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434349 Mar 28 01:24:56.485541 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f8a8b3-787d-4559-9d98-5e2aa12fcf87 req-b5ed21f9-294b-4f9b-bfb9-4c8228400415 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:24:56.486991 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-b6f8a8b3-787d-4559-9d98-5e2aa12fcf87 req-b5ed21f9-294b-4f9b-bfb9-4c8228400415 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/ports?device_id=de90b77a-a262-477c-89c0-40de86e4bf6d HTTP/1.1" status: 200 len: 945 time: 0.0509593 Mar 28 01:24:56.531953 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-b6f8a8b3-787d-4559-9d98-5e2aa12fcf87 req-4cec3033-908d-4875-9a70-ea026ed57d6c tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/security-groups?id=20235abc-3342-4400-ae5d-f41404392615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387826 Mar 28 01:24:57.651618 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286e3d31-8f83-4e87-a58f-145b96e37d70 req-344b1ac7-85c4-486a-915f-1d3693df374f tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:24:57.653118 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-286e3d31-8f83-4e87-a58f-145b96e37d70 req-344b1ac7-85c4-486a-915f-1d3693df374f tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/ports?device_id=de90b77a-a262-477c-89c0-40de86e4bf6d HTTP/1.1" status: 200 len: 945 time: 0.0534010 Mar 28 01:24:57.949513 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-286e3d31-8f83-4e87-a58f-145b96e37d70 req-0af4b159-91d7-4ae2-87b9-e5a5d2b154b0 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/security-groups?id=20235abc-3342-4400-ae5d-f41404392615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2904911 Mar 28 01:24:59.065054 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13240393-7087-4de2-90a7-118c775e490a req-e339008b-50f2-467f-8602-bb4f7781dd62 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:24:59.066546 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-13240393-7087-4de2-90a7-118c775e490a req-e339008b-50f2-467f-8602-bb4f7781dd62 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/ports?device_id=de90b77a-a262-477c-89c0-40de86e4bf6d HTTP/1.1" status: 200 len: 945 time: 0.0521085 Mar 28 01:24:59.111700 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-13240393-7087-4de2-90a7-118c775e490a req-2f990b1d-3e39-43fe-8ec7-bea945ee1f50 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/security-groups?id=20235abc-3342-4400-ae5d-f41404392615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389209 Mar 28 01:25:00.228372 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497994bb-5df4-4ee2-82d4-8f4e3627e5f4 req-eae480eb-ccda-42ff-93d1-9c19e7f2b826 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:25:00.229820 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-497994bb-5df4-4ee2-82d4-8f4e3627e5f4 req-eae480eb-ccda-42ff-93d1-9c19e7f2b826 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/ports?device_id=de90b77a-a262-477c-89c0-40de86e4bf6d HTTP/1.1" status: 200 len: 945 time: 0.0511806 Mar 28 01:25:00.275053 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-497994bb-5df4-4ee2-82d4-8f4e3627e5f4 req-fda70e20-3bdb-4504-9c53-3d961d34e51c tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/security-groups?id=20235abc-3342-4400-ae5d-f41404392615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397520 Mar 28 01:25:01.398144 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01a161b-b577-4811-9d3f-fccca8689440 req-ecad2d6e-449a-4e1b-86aa-cdb5e60c0132 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:25:01.399716 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-d01a161b-b577-4811-9d3f-fccca8689440 req-ecad2d6e-449a-4e1b-86aa-cdb5e60c0132 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/ports?device_id=de90b77a-a262-477c-89c0-40de86e4bf6d HTTP/1.1" status: 200 len: 945 time: 0.0569344 Mar 28 01:25:01.445904 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-d01a161b-b577-4811-9d3f-fccca8689440 req-49b46e32-f2e9-44d7-92b5-8b2b368687bb tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/security-groups?id=20235abc-3342-4400-ae5d-f41404392615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406454 Mar 28 01:25:02.559628 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd4d468-a8db-439f-980a-bd4df1298936 req-bf680738-d32e-43e3-8339-88a6d3763aac tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:25:02.561090 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-fdd4d468-a8db-439f-980a-bd4df1298936 req-bf680738-d32e-43e3-8339-88a6d3763aac tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/ports?device_id=de90b77a-a262-477c-89c0-40de86e4bf6d HTTP/1.1" status: 200 len: 945 time: 0.0507553 Mar 28 01:25:02.609125 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-fdd4d468-a8db-439f-980a-bd4df1298936 req-5141ee14-c084-4ab8-bc1e-c97dc4ff0b29 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/security-groups?id=20235abc-3342-4400-ae5d-f41404392615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423179 Mar 28 01:25:02.924235 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:03.725031 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee03e41d-5d4d-4c21-aed8-73458c65db9b req-d7d4e555-befd-4345-b3fa-315d54f99d0c tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:25:03.726516 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-ee03e41d-5d4d-4c21-aed8-73458c65db9b req-d7d4e555-befd-4345-b3fa-315d54f99d0c tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/ports?device_id=de90b77a-a262-477c-89c0-40de86e4bf6d HTTP/1.1" status: 200 len: 945 time: 0.0513456 Mar 28 01:25:03.772317 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-ee03e41d-5d4d-4c21-aed8-73458c65db9b req-c5740828-b857-4f1b-9b7a-0fba1aab63ab tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/security-groups?id=20235abc-3342-4400-ae5d-f41404392615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400467 Mar 28 01:25:04.887826 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5832ad-ba02-4fac-87fe-87a2ad11bb67 req-b1db68d5-596e-4744-ba7e-2a828c4b9f1a tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:25:04.889309 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-6d5832ad-ba02-4fac-87fe-87a2ad11bb67 req-b1db68d5-596e-4744-ba7e-2a828c4b9f1a tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/ports?device_id=de90b77a-a262-477c-89c0-40de86e4bf6d HTTP/1.1" status: 200 len: 945 time: 0.0514147 Mar 28 01:25:04.934742 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-6d5832ad-ba02-4fac-87fe-87a2ad11bb67 req-d2364d62-1abd-4a52-8f96-a94cb41a2399 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/security-groups?id=20235abc-3342-4400-ae5d-f41404392615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399044 Mar 28 01:25:06.050305 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ee37d3-73b8-4110-9d5a-b392f93fd2a4 req-7c308696-8efe-4aa8-9dfd-dc74f0700030 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:25:06.052671 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-d2ee37d3-73b8-4110-9d5a-b392f93fd2a4 req-7c308696-8efe-4aa8-9dfd-dc74f0700030 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/ports?device_id=de90b77a-a262-477c-89c0-40de86e4bf6d HTTP/1.1" status: 200 len: 945 time: 0.0516291 Mar 28 01:25:06.102512 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-d2ee37d3-73b8-4110-9d5a-b392f93fd2a4 req-3d7fcdbe-e503-410c-8825-5e8c7edc1e61 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/security-groups?id=20235abc-3342-4400-ae5d-f41404392615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451140 Mar 28 01:25:07.218023 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c363ca4c-fb65-4a30-b047-d210eae2e1a8 req-cf9f1b5b-edfb-402a-8aad-8fddbcfcff46 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:25:07.219469 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-c363ca4c-fb65-4a30-b047-d210eae2e1a8 req-cf9f1b5b-edfb-402a-8aad-8fddbcfcff46 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/ports?device_id=de90b77a-a262-477c-89c0-40de86e4bf6d HTTP/1.1" status: 200 len: 945 time: 0.0515292 Mar 28 01:25:07.264886 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-c363ca4c-fb65-4a30-b047-d210eae2e1a8 req-00c3c7ba-4a12-4e18-8e14-1733fe4b2cfe tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/security-groups?id=20235abc-3342-4400-ae5d-f41404392615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392232 Mar 28 01:25:08.382228 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5941a6-1279-4abc-81bb-ad3f2fd85223 req-7010e57b-c0bf-4bd2-8df5-fda17afe5c36 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:25:08.383700 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-fe5941a6-1279-4abc-81bb-ad3f2fd85223 req-7010e57b-c0bf-4bd2-8df5-fda17afe5c36 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/ports?device_id=de90b77a-a262-477c-89c0-40de86e4bf6d HTTP/1.1" status: 200 len: 945 time: 0.0514486 Mar 28 01:25:08.433576 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-fe5941a6-1279-4abc-81bb-ad3f2fd85223 req-3fad9475-0adc-43d6-83e1-6d0ec38962bd tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/security-groups?id=20235abc-3342-4400-ae5d-f41404392615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428381 Mar 28 01:25:09.551968 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cabe6f-19c7-4f1e-987c-3bc478217bf6 req-731712a3-8a2c-4526-8aee-cce84d9ba1b2 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:25:09.553437 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-28cabe6f-19c7-4f1e-987c-3bc478217bf6 req-731712a3-8a2c-4526-8aee-cce84d9ba1b2 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/ports?device_id=de90b77a-a262-477c-89c0-40de86e4bf6d HTTP/1.1" status: 200 len: 945 time: 0.0543561 Mar 28 01:25:09.597526 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-28cabe6f-19c7-4f1e-987c-3bc478217bf6 req-a9a03c33-947d-4642-98e6-47ab0d8e4439 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/security-groups?id=20235abc-3342-4400-ae5d-f41404392615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387013 Mar 28 01:25:10.713586 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06942d92-b0bb-4ae6-a9a6-ef406b2dec07 req-aaf2b84e-935b-41e4-b21b-3d5377db9d2a tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:25:10.715032 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-06942d92-b0bb-4ae6-a9a6-ef406b2dec07 req-aaf2b84e-935b-41e4-b21b-3d5377db9d2a tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/ports?device_id=de90b77a-a262-477c-89c0-40de86e4bf6d HTTP/1.1" status: 200 len: 945 time: 0.0508509 Mar 28 01:25:10.760227 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-06942d92-b0bb-4ae6-a9a6-ef406b2dec07 req-693597b7-2b88-4afb-ac92-5e3446129323 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/security-groups?id=20235abc-3342-4400-ae5d-f41404392615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396740 Mar 28 01:25:11.433962 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ee407198-3ee3-42ca-82e7-0c012fdd8220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:11.876662 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6425192b-2af1-420a-997a-388e10ffaa24 req-a8bd434f-379c-43a6-814f-dcb61ba99a0d tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:25:11.878114 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-6425192b-2af1-420a-997a-388e10ffaa24 req-a8bd434f-379c-43a6-814f-dcb61ba99a0d tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/ports?device_id=de90b77a-a262-477c-89c0-40de86e4bf6d HTTP/1.1" status: 200 len: 945 time: 0.0510428 Mar 28 01:25:11.923352 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-6425192b-2af1-420a-997a-388e10ffaa24 req-91f7a9e8-b4a6-4600-a49c-3378da570086 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/security-groups?id=20235abc-3342-4400-ae5d-f41404392615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391984 Mar 28 01:25:13.043822 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93da8172-9fad-4ee5-a451-fbba96d24716 req-da58d438-104f-4688-8c2c-75963b7a0e03 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:25:13.045648 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-93da8172-9fad-4ee5-a451-fbba96d24716 req-da58d438-104f-4688-8c2c-75963b7a0e03 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/ports?device_id=de90b77a-a262-477c-89c0-40de86e4bf6d HTTP/1.1" status: 200 len: 945 time: 0.0562656 Mar 28 01:25:13.093710 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-93da8172-9fad-4ee5-a451-fbba96d24716 req-d530f85c-7752-4398-9316-5d3e04a013ab tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/security-groups?id=20235abc-3342-4400-ae5d-f41404392615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423238 Mar 28 01:25:13.618963 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-8bd3ebc7-acc2-49d0-8eee-4938ec307874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:14.213394 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a392470-9c32-48d3-8640-23724acac956 req-469c63bf-a76c-4069-b9a8-13c608d942e2 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:25:14.214838 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-2a392470-9c32-48d3-8640-23724acac956 req-469c63bf-a76c-4069-b9a8-13c608d942e2 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/ports?device_id=de90b77a-a262-477c-89c0-40de86e4bf6d HTTP/1.1" status: 200 len: 945 time: 0.0549493 Mar 28 01:25:14.260834 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-2a392470-9c32-48d3-8640-23724acac956 req-ec63b7a0-9e02-4ad0-9208-43a9b94b33c2 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/security-groups?id=20235abc-3342-4400-ae5d-f41404392615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405333 Mar 28 01:25:14.817365 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:15.104457 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-989086fe-e7c4-4312-af1c-77da68ae7857 req-d262e594-feb4-4155-9d5f-13a7972982f3 service neutron] 10.222.0.10 "GET /v2.0/ports/9911f80e-b8db-46ae-b8ab-5779a0bf2f5c/bindings/hv-neutron-8348 HTTP/1.1" status: 200 len: 384 time: 0.0935392 Mar 28 01:25:15.301792 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989086fe-e7c4-4312-af1c-77da68ae7857 req-bf74381b-c946-4f4e-8cf8-f1e22c5358f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:25:15.303300 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-989086fe-e7c4-4312-af1c-77da68ae7857 req-bf74381b-c946-4f4e-8cf8-f1e22c5358f6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=de90b77a-a262-477c-89c0-40de86e4bf6d&tenant_id=1cc495376d1a4a4c9b43a1cc0c13992f HTTP/1.1" status: 200 len: 1129 time: 0.0455945 Mar 28 01:25:15.407440 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cf3d40-a0e6-4ba6-ba7e-38cbc66d1dce req-209cbe96-289f-4708-afd1-85217384a416 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:25:15.416577 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-99cf3d40-a0e6-4ba6-ba7e-38cbc66d1dce req-209cbe96-289f-4708-afd1-85217384a416 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/ports?device_id=de90b77a-a262-477c-89c0-40de86e4bf6d HTTP/1.1" status: 200 len: 945 time: 0.0854983 Mar 28 01:25:15.421549 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989086fe-e7c4-4312-af1c-77da68ae7857 req-f782d3a2-ec82-4eeb-bfb3-64201f304742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:25:15.426545 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-989086fe-e7c4-4312-af1c-77da68ae7857 req-f782d3a2-ec82-4eeb-bfb3-64201f304742 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1cc495376d1a4a4c9b43a1cc0c13992f&device_id=de90b77a-a262-477c-89c0-40de86e4bf6d HTTP/1.1" status: 200 len: 1129 time: 0.1033924 Mar 28 01:25:15.558922 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989086fe-e7c4-4312-af1c-77da68ae7857 req-4696c9ea-a620-4055-a147-00ee0c4b513e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:25:15.560602 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-989086fe-e7c4-4312-af1c-77da68ae7857 req-4696c9ea-a620-4055-a147-00ee0c4b513e service neutron] 10.222.0.10 "GET /v2.0/networks?id=4cde4328-76f3-4ac7-97d3-ba99bc9e119a HTTP/1.1" status: 200 len: 915 time: 0.1277742 Mar 28 01:25:15.610556 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-99cf3d40-a0e6-4ba6-ba7e-38cbc66d1dce req-b6bc27fc-8f67-4d5c-a3d4-d231db90d39a tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/security-groups?id=20235abc-3342-4400-ae5d-f41404392615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814861 Mar 28 01:25:15.611914 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-989086fe-e7c4-4312-af1c-77da68ae7857 req-e47ae1b9-df65-4cf6-96cb-92fa60359db9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9911f80e-b8db-46ae-b8ab-5779a0bf2f5c HTTP/1.1" status: 200 len: 217 time: 0.0420439 Mar 28 01:25:15.667421 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989086fe-e7c4-4312-af1c-77da68ae7857 req-691cb839-e059-4b16-aabb-4141723ef100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:25:15.669447 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-989086fe-e7c4-4312-af1c-77da68ae7857 req-691cb839-e059-4b16-aabb-4141723ef100 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9508f478-2125-41fe-8bee-5e83b8e7ae30 HTTP/1.1" status: 200 len: 855 time: 0.0516355 Mar 28 01:25:15.705982 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-989086fe-e7c4-4312-af1c-77da68ae7857 req-c598c7d5-5a02-41c1-929a-4e891b6d893f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4cde4328-76f3-4ac7-97d3-ba99bc9e119a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307853 Mar 28 01:25:15.807537 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-989086fe-e7c4-4312-af1c-77da68ae7857 req-895bb76a-8cc5-4ac1-815d-f6c00799d641 service neutron] 10.222.0.10 "GET /v2.0/networks/4cde4328-76f3-4ac7-97d3-ba99bc9e119a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962830 Mar 28 01:25:15.900978 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-989086fe-e7c4-4312-af1c-77da68ae7857 req-f005cf42-5f8e-4170-9444-0d63711878b1 service neutron] 10.222.0.10 "GET /v2.0/networks/4cde4328-76f3-4ac7-97d3-ba99bc9e119a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872235 Mar 28 01:25:16.264528 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:16.743036 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab58279e-0804-4d7c-8c88-877daa5702ca req-b65ac34a-296b-46bc-956e-dce18958ee62 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:25:16.744529 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-ab58279e-0804-4d7c-8c88-877daa5702ca req-b65ac34a-296b-46bc-956e-dce18958ee62 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/ports?device_id=de90b77a-a262-477c-89c0-40de86e4bf6d HTTP/1.1" status: 200 len: 945 time: 0.0512857 Mar 28 01:25:16.791365 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-ab58279e-0804-4d7c-8c88-877daa5702ca req-9b4e5b11-f646-47d8-a146-bd413c688aeb tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/security-groups?id=20235abc-3342-4400-ae5d-f41404392615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412474 Mar 28 01:25:17.817544 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:17.915693 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad5d293-d4b0-4579-b3da-415be2160d4a req-cda7e801-1b8c-4e64-b359-f51f45817c3b tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:25:17.917128 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-cad5d293-d4b0-4579-b3da-415be2160d4a req-cda7e801-1b8c-4e64-b359-f51f45817c3b tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/ports?device_id=de90b77a-a262-477c-89c0-40de86e4bf6d HTTP/1.1" status: 200 len: 945 time: 0.0566509 Mar 28 01:25:17.962321 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-cad5d293-d4b0-4579-b3da-415be2160d4a req-efc17d3b-a386-4efb-b3b5-ece817cb1801 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/security-groups?id=20235abc-3342-4400-ae5d-f41404392615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397477 Mar 28 01:25:18.189926 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ddafb0-68ef-4c26-ace0-7d712f7013f5 req-bf8120e0-d943-429a-995a-dd8e11606aaa tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:25:18.191312 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-13ddafb0-68ef-4c26-ace0-7d712f7013f5 req-bf8120e0-d943-429a-995a-dd8e11606aaa tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.10 "GET /v2.0/ports?device_id=de90b77a-a262-477c-89c0-40de86e4bf6d&tenant_id=1cc495376d1a4a4c9b43a1cc0c13992f&binding%3Ahost_id=hv-neutron-8348 HTTP/1.1" status: 200 len: 945 time: 0.0761261 Mar 28 01:25:18.198109 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aa3b1c-1997-4854-b823-9c8a7d1bb5df req-3a4f3e11-a829-41b9-a74a-c1e20c564fd7 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:25:18.199469 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-99aa3b1c-1997-4854-b823-9c8a7d1bb5df req-3a4f3e11-a829-41b9-a74a-c1e20c564fd7 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/ports?device_id=de90b77a-a262-477c-89c0-40de86e4bf6d HTTP/1.1" status: 200 len: 945 time: 0.0956466 Mar 28 01:25:18.275534 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-99aa3b1c-1997-4854-b823-9c8a7d1bb5df req-60c63319-f02f-42ec-afd7-cd20b8d8e04d tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/security-groups?id=20235abc-3342-4400-ae5d-f41404392615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704970 Mar 28 01:25:18.289646 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ddafb0-68ef-4c26-ace0-7d712f7013f5 req-8a871ac8-5043-47cf-acfd-eacf097b9fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:25:18.291127 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-13ddafb0-68ef-4c26-ace0-7d712f7013f5 req-8a871ac8-5043-47cf-acfd-eacf097b9fad service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1cc495376d1a4a4c9b43a1cc0c13992f&device_id=de90b77a-a262-477c-89c0-40de86e4bf6d HTTP/1.1" status: 200 len: 1129 time: 0.0571282 Mar 28 01:25:18.377665 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ddafb0-68ef-4c26-ace0-7d712f7013f5 req-ad3bb907-0395-42a2-9c36-14f350b828ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:25:18.379126 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-13ddafb0-68ef-4c26-ace0-7d712f7013f5 req-ad3bb907-0395-42a2-9c36-14f350b828ca service neutron] 10.222.0.10 "GET /v2.0/networks?id=4cde4328-76f3-4ac7-97d3-ba99bc9e119a HTTP/1.1" status: 200 len: 915 time: 0.0822036 Mar 28 01:25:18.421476 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-13ddafb0-68ef-4c26-ace0-7d712f7013f5 req-2c16c3e8-ae96-4e44-9ff8-94c6a00e41cd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9911f80e-b8db-46ae-b8ab-5779a0bf2f5c HTTP/1.1" status: 200 len: 217 time: 0.0371587 Mar 28 01:25:18.466738 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ddafb0-68ef-4c26-ace0-7d712f7013f5 req-be98e059-0879-40bf-8810-feb7b7e5a734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:25:18.468069 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-13ddafb0-68ef-4c26-ace0-7d712f7013f5 req-be98e059-0879-40bf-8810-feb7b7e5a734 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9508f478-2125-41fe-8bee-5e83b8e7ae30 HTTP/1.1" status: 200 len: 855 time: 0.0409942 Mar 28 01:25:18.498261 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-13ddafb0-68ef-4c26-ace0-7d712f7013f5 req-df98ab5f-0400-4f2f-acd5-71c707c245ca service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4cde4328-76f3-4ac7-97d3-ba99bc9e119a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241973 Mar 28 01:25:18.526924 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device 9911f80e-b8db-46ae-b8ab-5779a0bf2f5c details requested by agent hyperv_hv-neutron-8348 with host hv-neutron-8348 {{(pid=104100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 01:25:18.528987 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device 9911f80e-b8db-46ae-b8ab-5779a0bf2f5c no longer exists at agent hyperv_hv-neutron-8348 {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:25:18.589093 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-13ddafb0-68ef-4c26-ace0-7d712f7013f5 req-d7d8e32c-4845-4337-b251-95e1d22a3745 service neutron] 10.222.0.10 "GET /v2.0/networks/4cde4328-76f3-4ac7-97d3-ba99bc9e119a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847931 Mar 28 01:25:18.669068 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port 9911f80e-b8db-46ae-b8ab-5779a0bf2f5c is: ACTIVE; New status is: DOWN {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:25:18.669454 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (9911f80e-b8db-46ae-b8ab-5779a0bf2f5c), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:18.678455 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-13ddafb0-68ef-4c26-ace0-7d712f7013f5 req-2ded6f56-e9bf-445b-8d92-8077df87ba01 service neutron] 10.222.0.10 "GET /v2.0/networks/4cde4328-76f3-4ac7-97d3-ba99bc9e119a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833292 Mar 28 01:25:18.700780 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port 9911f80e-b8db-46ae-b8ab-5779a0bf2f5c, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=9911f80e-b8db-46ae-b8ab-5779a0bf2f5c,segment=NetworkSegment(8cf3bfd9-2d57-4fa9-b8b4-a3f5dcaab4b7),segment_id=8cf3bfd9-2d57-4fa9-b8b4-a3f5dcaab4b7)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:25:18.714188 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de90b77a-a262-477c-89c0-40de86e4bf6d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9911f80e-b8db-46ae-b8ab-5779a0bf2f5c'}] {{(pid=104100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:25:18.716424 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd27896ebc78d0f7931321182ba9533a7b768b1c3fcddb3ff52a8aee6ddeaf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b16a20a9-1f98-474e-b164-9b5e104a51fa" -d '{"events": [{"server_uuid": "de90b77a-a262-477c-89c0-40de86e4bf6d", "name": "network-vif-unplugged", "status": "completed", "tag": "9911f80e-b8db-46ae-b8ab-5779a0bf2f5c"}]}' {{(pid=104100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:25:18.727240 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Returning: {'device': '9911f80e-b8db-46ae-b8ab-5779a0bf2f5c', 'network_id': '4cde4328-76f3-4ac7-97d3-ba99bc9e119a', 'port_id': '9911f80e-b8db-46ae-b8ab-5779a0bf2f5c', 'mac_address': 'fa:16:3e:88:d4:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9508f478-2125-41fe-8bee-5e83b8e7ae30', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 01:25:18.731874 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port 9911f80e-b8db-46ae-b8ab-5779a0bf2f5c, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=9911f80e-b8db-46ae-b8ab-5779a0bf2f5c,segment=NetworkSegment(8cf3bfd9-2d57-4fa9-b8b4-a3f5dcaab4b7),segment_id=8cf3bfd9-2d57-4fa9-b8b4-a3f5dcaab4b7)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:25:18.737245 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (9911f80e-b8db-46ae-b8ab-5779a0bf2f5c), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:18.797824 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port 9911f80e-b8db-46ae-b8ab-5779a0bf2f5c is: DOWN; New status is: BUILD {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:25:18.798218 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (9911f80e-b8db-46ae-b8ab-5779a0bf2f5c), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:18.819258 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Pushing event updated for resources: {'Port': ['ID=9911f80e-b8db-46ae-b8ab-5779a0bf2f5c,revision_number=6']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:25:18.822210 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Mar 2022 01:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-625827bb-1126-44db-b980-226650de7add x-openstack-request-id: req-625827bb-1126-44db-b980-226650de7add {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:25:18.822507 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de90b77a-a262-477c-89c0-40de86e4bf6d", "name": "network-vif-unplugged", "status": "completed", "tag": "9911f80e-b8db-46ae-b8ab-5779a0bf2f5c", "code": 200}]} {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:25:18.822762 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-625827bb-1126-44db-b980-226650de7add {{(pid=104100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:25:18.823149 dv-neutron-834874-6-hyperv neutron-server[104100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-625827bb-1126-44db-b980-226650de7add'] response: {'server_uuid': 'de90b77a-a262-477c-89c0-40de86e4bf6d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9911f80e-b8db-46ae-b8ab-5779a0bf2f5c', 'code': 200} Mar 28 01:25:18.824469 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9911f80e-b8db-46ae-b8ab-5779a0bf2f5c {{(pid=104100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 01:25:18.835544 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:25:18.835897 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:25:18.836265 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:25:18.836610 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:25:18.836948 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:25:18.837281 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:25:18.837613 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:25:18.837939 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:25:18.838270 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:25:18.838601 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:25:18.838929 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:25:18.839257 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:25:18.839582 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:25:18.839901 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:25:18.840253 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:25:18.857487 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port 9911f80e-b8db-46ae-b8ab-5779a0bf2f5c, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=9911f80e-b8db-46ae-b8ab-5779a0bf2f5c,segment=NetworkSegment(8cf3bfd9-2d57-4fa9-b8b4-a3f5dcaab4b7),segment_id=8cf3bfd9-2d57-4fa9-b8b4-a3f5dcaab4b7)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:25:18.861411 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (9911f80e-b8db-46ae-b8ab-5779a0bf2f5c), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:18.914698 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Pushing event updated for resources: {'Port': ['ID=9911f80e-b8db-46ae-b8ab-5779a0bf2f5c,revision_number=7']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:25:18.926860 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] get_ports_and_sgs() called for port_ids ['9911f80e-b8db-46ae-b8ab-5779a0bf2f5c'] {{(pid=104100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 01:25:19.393036 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afa2214-c907-4d73-a30f-a24dcac7515e req-313acd9b-62b2-446c-87d8-7f1b38111865 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:25:19.394424 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7afa2214-c907-4d73-a30f-a24dcac7515e req-313acd9b-62b2-446c-87d8-7f1b38111865 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/ports?device_id=de90b77a-a262-477c-89c0-40de86e4bf6d HTTP/1.1" status: 200 len: 944 time: 0.0522473 Mar 28 01:25:19.447079 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7afa2214-c907-4d73-a30f-a24dcac7515e req-e9af00f3-94b2-4e66-bf4a-b77b1a2f19f5 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/security-groups?id=20235abc-3342-4400-ae5d-f41404392615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472262 Mar 28 01:25:19.567226 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c010ae-db8d-4a5e-aa89-cb40d586494d req-50813d10-fd79-4593-9f5b-481550b0adea tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:25:19.568705 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-35c010ae-db8d-4a5e-aa89-cb40d586494d req-50813d10-fd79-4593-9f5b-481550b0adea tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/ports?device_id=de90b77a-a262-477c-89c0-40de86e4bf6d HTTP/1.1" status: 200 len: 944 time: 0.0511935 Mar 28 01:25:19.616596 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-35c010ae-db8d-4a5e-aa89-cb40d586494d req-beee41fa-727a-4d31-914e-613df1b2d208 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/security-groups?id=20235abc-3342-4400-ae5d-f41404392615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424476 Mar 28 01:25:19.729076 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8734347d-2d04-4868-b33c-05a4e3d94dfe req-f07ad8da-ba24-4196-beb5-9d1c59763ec2 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:25:19.730526 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-8734347d-2d04-4868-b33c-05a4e3d94dfe req-f07ad8da-ba24-4196-beb5-9d1c59763ec2 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/ports?device_id=de90b77a-a262-477c-89c0-40de86e4bf6d HTTP/1.1" status: 200 len: 944 time: 0.0503633 Mar 28 01:25:19.775090 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-8734347d-2d04-4868-b33c-05a4e3d94dfe req-20709dba-868c-4003-a132-f4153c16373d tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/security-groups?id=20235abc-3342-4400-ae5d-f41404392615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391023 Mar 28 01:25:20.093232 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd240241-bae7-4db4-8854-a2ea34710053 req-3460b738-c602-4ad1-9d13-939ccad353b5 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:25:20.094683 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-bd240241-bae7-4db4-8854-a2ea34710053 req-3460b738-c602-4ad1-9d13-939ccad353b5 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/ports?device_id=de90b77a-a262-477c-89c0-40de86e4bf6d HTTP/1.1" status: 200 len: 944 time: 0.0507624 Mar 28 01:25:20.139394 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-bd240241-bae7-4db4-8854-a2ea34710053 req-1766f34f-5455-454f-8148-f5b3ff66e694 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/security-groups?id=20235abc-3342-4400-ae5d-f41404392615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386410 Mar 28 01:25:20.541766 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device 9911f80e-b8db-46ae-b8ab-5779a0bf2f5c up at agent hyperv_hv-neutron-8348 {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:25:20.591174 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Provisioning complete for port 9911f80e-b8db-46ae-b8ab-5779a0bf2f5c triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:25:20.591550 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (9911f80e-b8db-46ae-b8ab-5779a0bf2f5c), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:20.665463 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port 9911f80e-b8db-46ae-b8ab-5779a0bf2f5c is: BUILD; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:25:20.665840 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (9911f80e-b8db-46ae-b8ab-5779a0bf2f5c), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:20.696936 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port 9911f80e-b8db-46ae-b8ab-5779a0bf2f5c, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=9911f80e-b8db-46ae-b8ab-5779a0bf2f5c,segment=NetworkSegment(8cf3bfd9-2d57-4fa9-b8b4-a3f5dcaab4b7),segment_id=8cf3bfd9-2d57-4fa9-b8b4-a3f5dcaab4b7)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:25:20.702068 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (9911f80e-b8db-46ae-b8ab-5779a0bf2f5c), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:20.747063 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Pushing event updated for resources: {'Port': ['ID=9911f80e-b8db-46ae-b8ab-5779a0bf2f5c,revision_number=8']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:25:20.824684 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de90b77a-a262-477c-89c0-40de86e4bf6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9911f80e-b8db-46ae-b8ab-5779a0bf2f5c'}] {{(pid=104100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:25:20.826953 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd27896ebc78d0f7931321182ba9533a7b768b1c3fcddb3ff52a8aee6ddeaf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d665717-a5bd-4626-b71a-937d0862558d" -d '{"events": [{"server_uuid": "de90b77a-a262-477c-89c0-40de86e4bf6d", "name": "network-vif-plugged", "status": "completed", "tag": "9911f80e-b8db-46ae-b8ab-5779a0bf2f5c"}]}' {{(pid=104100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:25:20.860641 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 01:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d36b84eb-f8b8-41cb-8392-f45e769607df x-openstack-request-id: req-d36b84eb-f8b8-41cb-8392-f45e769607df {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:25:20.860936 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de90b77a-a262-477c-89c0-40de86e4bf6d", "name": "network-vif-plugged", "status": "completed", "tag": "9911f80e-b8db-46ae-b8ab-5779a0bf2f5c", "code": 200}]} {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:25:20.861190 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d36b84eb-f8b8-41cb-8392-f45e769607df {{(pid=104100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:25:20.861608 dv-neutron-834874-6-hyperv neutron-server[104100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d36b84eb-f8b8-41cb-8392-f45e769607df'] response: {'server_uuid': 'de90b77a-a262-477c-89c0-40de86e4bf6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9911f80e-b8db-46ae-b8ab-5779a0bf2f5c', 'code': 200} Mar 28 01:25:21.256587 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aac148c-edfc-423e-8125-aa98f42f31ab req-ee03e8af-510c-4d30-9dcd-784255008048 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:25:21.258059 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-5aac148c-edfc-423e-8125-aa98f42f31ab req-ee03e8af-510c-4d30-9dcd-784255008048 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/ports?device_id=de90b77a-a262-477c-89c0-40de86e4bf6d HTTP/1.1" status: 200 len: 945 time: 0.0518954 Mar 28 01:25:21.303948 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-5aac148c-edfc-423e-8125-aa98f42f31ab req-6b20999a-6a50-456d-a672-ddb87af656e0 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/security-groups?id=20235abc-3342-4400-ae5d-f41404392615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401092 Mar 28 01:25:21.626764 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f0ea66-bf7d-4d56-adff-e99f559329f6 req-688ebac2-261d-4cce-a205-275d3fc3f7e9 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:25:21.628249 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-86f0ea66-bf7d-4d56-adff-e99f559329f6 req-688ebac2-261d-4cce-a205-275d3fc3f7e9 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.10 "GET /v2.0/ports?device_id=de90b77a-a262-477c-89c0-40de86e4bf6d HTTP/1.1" status: 200 len: 945 time: 0.0522554 Mar 28 01:25:21.718595 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [req-86f0ea66-bf7d-4d56-adff-e99f559329f6 req-dd37041c-ec14-439a-bd3a-05284ef4c9e1 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Deleting port 9911f80e-b8db-46ae-b8ab-5779a0bf2f5c {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:25:21.718933 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-86f0ea66-bf7d-4d56-adff-e99f559329f6 req-dd37041c-ec14-439a-bd3a-05284ef4c9e1 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (9911f80e-b8db-46ae-b8ab-5779a0bf2f5c), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:21.804534 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-86f0ea66-bf7d-4d56-adff-e99f559329f6 req-dd37041c-ec14-439a-bd3a-05284ef4c9e1 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] For port 9911f80e-b8db-46ae-b8ab-5779a0bf2f5c, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=9911f80e-b8db-46ae-b8ab-5779a0bf2f5c,segment=NetworkSegment(8cf3bfd9-2d57-4fa9-b8b4-a3f5dcaab4b7),segment_id=8cf3bfd9-2d57-4fa9-b8b4-a3f5dcaab4b7)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:25:21.804891 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-86f0ea66-bf7d-4d56-adff-e99f559329f6 req-dd37041c-ec14-439a-bd3a-05284ef4c9e1 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (9911f80e-b8db-46ae-b8ab-5779a0bf2f5c), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:21.817263 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [req-86f0ea66-bf7d-4d56-adff-e99f559329f6 req-dd37041c-ec14-439a-bd3a-05284ef4c9e1 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Calling delete_port for 9911f80e-b8db-46ae-b8ab-5779a0bf2f5c owned by compute:nova {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:25:21.943640 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-86f0ea66-bf7d-4d56-adff-e99f559329f6 req-dd37041c-ec14-439a-bd3a-05284ef4c9e1 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (9911f80e-b8db-46ae-b8ab-5779a0bf2f5c), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:21.955069 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] get_ports_and_sgs() called for port_ids ['9911f80e-b8db-46ae-b8ab-5779a0bf2f5c'] {{(pid=104100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 01:25:21.971604 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd37041c-ec14-439a-bd3a-05284ef4c9e1 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Pushing event deleted for resources: {'Port': ['ID=9911f80e-b8db-46ae-b8ab-5779a0bf2f5c,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:25:21.983340 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd37041c-ec14-439a-bd3a-05284ef4c9e1 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:25:21.983696 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd37041c-ec14-439a-bd3a-05284ef4c9e1 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:25:21.984085 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd37041c-ec14-439a-bd3a-05284ef4c9e1 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:25:21.984404 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd37041c-ec14-439a-bd3a-05284ef4c9e1 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:25:21.984740 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd37041c-ec14-439a-bd3a-05284ef4c9e1 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:25:21.985075 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd37041c-ec14-439a-bd3a-05284ef4c9e1 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:25:21.985404 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd37041c-ec14-439a-bd3a-05284ef4c9e1 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:25:21.985734 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd37041c-ec14-439a-bd3a-05284ef4c9e1 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:25:21.986063 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd37041c-ec14-439a-bd3a-05284ef4c9e1 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:25:21.986390 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd37041c-ec14-439a-bd3a-05284ef4c9e1 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:25:21.986715 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd37041c-ec14-439a-bd3a-05284ef4c9e1 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:25:21.987039 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd37041c-ec14-439a-bd3a-05284ef4c9e1 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:25:21.987369 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd37041c-ec14-439a-bd3a-05284ef4c9e1 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:25:21.987690 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd37041c-ec14-439a-bd3a-05284ef4c9e1 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:25:21.988197 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd37041c-ec14-439a-bd3a-05284ef4c9e1 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:25:22.026475 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [req-86f0ea66-bf7d-4d56-adff-e99f559329f6 req-dd37041c-ec14-439a-bd3a-05284ef4c9e1 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] No DVR routers for this DVR port 9911f80e-b8db-46ae-b8ab-5779a0bf2f5c on host hv-neutron-8348 {{(pid=104099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:25:22.028900 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-86f0ea66-bf7d-4d56-adff-e99f559329f6 req-dd37041c-ec14-439a-bd3a-05284ef4c9e1 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:22.032494 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-86f0ea66-bf7d-4d56-adff-e99f559329f6 req-dd37041c-ec14-439a-bd3a-05284ef4c9e1 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.10 "DELETE /v2.0/ports/9911f80e-b8db-46ae-b8ab-5779a0bf2f5c HTTP/1.1" status: 204 len: 173 time: 0.3994348 Mar 28 01:25:22.032925 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de90b77a-a262-477c-89c0-40de86e4bf6d', 'name': 'network-vif-deleted', 'tag': '9911f80e-b8db-46ae-b8ab-5779a0bf2f5c'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:25:22.035204 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2af4b01a9fa8b1570ccf1d7859d693ad34c106b258078e9cfae86b97f35e3d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dba24a89-d965-49f1-b1d9-7df1d72fa6c0" -d '{"events": [{"server_uuid": "de90b77a-a262-477c-89c0-40de86e4bf6d", "name": "network-vif-deleted", "tag": "9911f80e-b8db-46ae-b8ab-5779a0bf2f5c"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:25:22.129617 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 01:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9c7a75b-30db-4725-9ee2-a0aae4bb50a3 x-openstack-request-id: req-b9c7a75b-30db-4725-9ee2-a0aae4bb50a3 {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:25:22.129911 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de90b77a-a262-477c-89c0-40de86e4bf6d", "name": "network-vif-deleted", "tag": "9911f80e-b8db-46ae-b8ab-5779a0bf2f5c", "status": "completed", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:25:22.130163 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b9c7a75b-30db-4725-9ee2-a0aae4bb50a3 {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:25:22.130569 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9c7a75b-30db-4725-9ee2-a0aae4bb50a3'] response: {'server_uuid': 'de90b77a-a262-477c-89c0-40de86e4bf6d', 'name': 'network-vif-deleted', 'tag': '9911f80e-b8db-46ae-b8ab-5779a0bf2f5c', 'status': 'completed', 'code': 200} Mar 28 01:25:22.412472 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-b8f9520a-b136-4b2a-90a6-415069916f08 req-2c7e675f-2ac3-449b-96cd-7c57f192248f tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] 10.222.0.24 "GET /v2.0/ports?device_id=de90b77a-a262-477c-89c0-40de86e4bf6d HTTP/1.1" status: 200 len: 210 time: 0.0310233 Mar 28 01:25:23.534320 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 58784) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:25:23.577394 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb8788b9-fe04-4ba2-a450-efaaf04257ca admin admin] Deleting subnet 9508f478-2125-41fe-8bee-5e83b8e7ae30 {{(pid=104099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:25:23.580356 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-fb8788b9-fe04-4ba2-a450-efaaf04257ca admin admin] Publish callbacks [] for subnet (9508f478-2125-41fe-8bee-5e83b8e7ae30), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:23.613525 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-fb8788b9-fe04-4ba2-a450-efaaf04257ca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126946639'] for subnet (9508f478-2125-41fe-8bee-5e83b8e7ae30), precommit_delete_associations {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:23.651402 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-fb8788b9-fe04-4ba2-a450-efaaf04257ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (9508f478-2125-41fe-8bee-5e83b8e7ae30), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:23.701293 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-fb8788b9-fe04-4ba2-a450-efaaf04257ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127282766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126757793'] for subnet (9508f478-2125-41fe-8bee-5e83b8e7ae30), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:23.732124 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8788b9-fe04-4ba2-a450-efaaf04257ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9508f478-2125-41fe-8bee-5e83b8e7ae30,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:25:23.734072 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-fb8788b9-fe04-4ba2-a450-efaaf04257ca admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:23.737247 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-fb8788b9-fe04-4ba2-a450-efaaf04257ca admin admin] 10.222.0.24 "DELETE /v2.0/subnets/9508f478-2125-41fe-8bee-5e83b8e7ae30 HTTP/1.1" status: 204 len: 168 time: 0.2019172 Mar 28 01:25:23.739768 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 58786) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:25:23.809087 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-81f20099-163b-4506-82cc-6faedb0bb950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (4cde4328-76f3-4ac7-97d3-ba99bc9e119a), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:23.891321 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-81f20099-163b-4506-82cc-6faedb0bb950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (4cde4328-76f3-4ac7-97d3-ba99bc9e119a), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:23.911269 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-81f20099-163b-4506-82cc-6faedb0bb950 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cde4328-76f3-4ac7-97d3-ba99bc9e119a']}} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:25:23.920239 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-81f20099-163b-4506-82cc-6faedb0bb950 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cf3bfd9-2d57-4fa9-b8b4-a3f5dcaab4b7') {'for_net_delete': True} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:25:23.920538 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-81f20099-163b-4506-82cc-6faedb0bb950 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cf3bfd9-2d57-4fa9-b8b4-a3f5dcaab4b7') {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:25:23.930153 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-81f20099-163b-4506-82cc-6faedb0bb950 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126946678'] for segment (8cf3bfd9-2d57-4fa9-b8b4-a3f5dcaab4b7), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:23.943576 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-81f20099-163b-4506-82cc-6faedb0bb950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (8cf3bfd9-2d57-4fa9-b8b4-a3f5dcaab4b7), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:23.949286 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81f20099-163b-4506-82cc-6faedb0bb950 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=104099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:25:23.949707 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-81f20099-163b-4506-82cc-6faedb0bb950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127280876'] for segment (8cf3bfd9-2d57-4fa9-b8b4-a3f5dcaab4b7), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:23.951350 dv-neutron-834874-6-hyperv neutron-server[104099]: Traceback (most recent call last): Mar 28 01:25:23.951350 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:25:23.951350 dv-neutron-834874-6-hyperv neutron-server[104099]: timer() Mar 28 01:25:23.951350 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:25:23.951350 dv-neutron-834874-6-hyperv neutron-server[104099]: cb(*args, **kw) Mar 28 01:25:23.951350 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:25:23.951350 dv-neutron-834874-6-hyperv neutron-server[104099]: return func(*args, **kwargs) Mar 28 01:25:23.951350 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:25:23.951350 dv-neutron-834874-6-hyperv neutron-server[104099]: self._notify() Mar 28 01:25:23.951350 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:25:23.951350 dv-neutron-834874-6-hyperv neutron-server[104099]: self.callback(batched_events) Mar 28 01:25:23.951350 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:25:23.951350 dv-neutron-834874-6-hyperv neutron-server[104099]: event.method(event) Mar 28 01:25:23.951350 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:25:23.951350 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:25:23.951350 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:25:23.951350 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:25:23.951350 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:25:23.951350 dv-neutron-834874-6-hyperv neutron-server[104099]: return f(self, *a, **k) Mar 28 01:25:23.951350 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:25:23.951350 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._get(url).json() Mar 28 01:25:23.951350 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:25:23.951350 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:25:23.951350 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:25:23.951350 dv-neutron-834874-6-hyperv neutron-server[104099]: return self.request(url, 'GET', **kwargs) Mar 28 01:25:23.951350 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:25:23.951350 dv-neutron-834874-6-hyperv neutron-server[104099]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:25:23.951350 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:25:23.951350 dv-neutron-834874-6-hyperv neutron-server[104099]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:25:23.951350 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:25:23.951350 dv-neutron-834874-6-hyperv neutron-server[104099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:25:23.951350 dv-neutron-834874-6-hyperv neutron-server[104099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:25:24.002814 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-81f20099-163b-4506-82cc-6faedb0bb950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (4cde4328-76f3-4ac7-97d3-ba99bc9e119a), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:24.008477 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-81f20099-163b-4506-82cc-6faedb0bb950 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:24.011620 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-81f20099-163b-4506-82cc-6faedb0bb950 admin admin] 10.222.0.24 "DELETE /v2.0/networks/4cde4328-76f3-4ac7-97d3-ba99bc9e119a HTTP/1.1" status: 204 len: 168 time: 0.2709382 Mar 28 01:25:24.024079 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f20099-163b-4506-82cc-6faedb0bb950 admin admin] Pushing event deleted for resources: {'Network': ['ID=4cde4328-76f3-4ac7-97d3-ba99bc9e119a,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:25:24.114654 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 58790) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:25:24.153366 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-6fc8eea7-d80c-4e35-b51d-cf1e850bc8f0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1cc495376d1a4a4c9b43a1cc0c13992f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0372822 Mar 28 01:25:24.155478 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 58792) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:25:24.206228 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-731c2019-7b68-488e-abd6-900b6f989fa9 admin admin] Publish callbacks [] for security_group (20235abc-3342-4400-ae5d-f41404392615), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:24.226717 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-731c2019-7b68-488e-abd6-900b6f989fa9 admin admin] Publish callbacks [] for security_group (20235abc-3342-4400-ae5d-f41404392615), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:24.271773 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-731c2019-7b68-488e-abd6-900b6f989fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (20235abc-3342-4400-ae5d-f41404392615), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:24.274461 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-731c2019-7b68-488e-abd6-900b6f989fa9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:24.275592 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-731c2019-7b68-488e-abd6-900b6f989fa9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/20235abc-3342-4400-ae5d-f41404392615 HTTP/1.1" status: 204 len: 168 time: 0.1188242 Mar 28 01:25:24.283743 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731c2019-7b68-488e-abd6-900b6f989fa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20235abc-3342-4400-ae5d-f41404392615,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:25:24.906508 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 58814) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:25:25.000751 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-4c2a01b4-0657-46da-a18e-73c9292cd5ee admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1418931163-network', 'tenant_id': '33525a6311b1415f9d71794b9ce918e7'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:25:25.021296 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c2a01b4-0657-46da-a18e-73c9292cd5ee admin admin] Made reservation on behalf of 33525a6311b1415f9d71794b9ce918e7 for: {'network': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:25:25.023440 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4c2a01b4-0657-46da-a18e-73c9292cd5ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:25.031830 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4c2a01b4-0657-46da-a18e-73c9292cd5ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:25.103724 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4c2a01b4-0657-46da-a18e-73c9292cd5ee admin admin] Publish callbacks [] for security_group (c395812e-cbbf-4d18-959e-4aeda3b0f622), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:25.107096 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4c2a01b4-0657-46da-a18e-73c9292cd5ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (c395812e-cbbf-4d18-959e-4aeda3b0f622), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:25.128662 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c2a01b4-0657-46da-a18e-73c9292cd5ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=104099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:25:25.144745 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2a01b4-0657-46da-a18e-73c9292cd5ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c395812e-cbbf-4d18-959e-4aeda3b0f622,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:25:25.147615 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4c2a01b4-0657-46da-a18e-73c9292cd5ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (a8ff9866-4d1a-4081-861f-9ab5627ea74e), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:25.147954 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.segments_db [None req-4c2a01b4-0657-46da-a18e-73c9292cd5ee admin admin] Added segment a8ff9866-4d1a-4081-861f-9ab5627ea74e of type vlan for network 2b68a51f-bd4c-48f0-ae3a-095a67bb7f09 Mar 28 01:25:25.194059 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4c2a01b4-0657-46da-a18e-73c9292cd5ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (2b68a51f-bd4c-48f0-ae3a-095a67bb7f09), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:25.222147 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4c2a01b4-0657-46da-a18e-73c9292cd5ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (2b68a51f-bd4c-48f0-ae3a-095a67bb7f09), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:25.223178 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2a01b4-0657-46da-a18e-73c9292cd5ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:25:25.224269 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4c2a01b4-0657-46da-a18e-73c9292cd5ee admin admin] Publish callbacks [] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:25.294670 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-4c2a01b4-0657-46da-a18e-73c9292cd5ee admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3869867 Mar 28 01:25:25.297598 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 58818) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:25:25.302691 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-3f5c7c0d-d609-4a3c-b655-a88ba3eaca7d admin admin] Request body: {'subnet': {'network_id': '2b68a51f-bd4c-48f0-ae3a-095a67bb7f09', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1418931163-subnet', 'tenant_id': '33525a6311b1415f9d71794b9ce918e7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:25:25.312015 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2a01b4-0657-46da-a18e-73c9292cd5ee admin admin] Pushing event updated for resources: {'Network': ['ID=2b68a51f-bd4c-48f0-ae3a-095a67bb7f09,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:25:25.321774 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f5c7c0d-d609-4a3c-b655-a88ba3eaca7d admin admin] Made reservation on behalf of 33525a6311b1415f9d71794b9ce918e7 for: {'subnet': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:25:25.322393 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network 2b68a51f-bd4c-48f0-ae3a-095a67bb7f09 details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:25:25.324227 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3f5c7c0d-d609-4a3c-b655-a88ba3eaca7d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126112411'] for subnet (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:25.487762 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3f5c7c0d-d609-4a3c-b655-a88ba3eaca7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126174976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126112397'] for subnet (c6183e84-2e77-40ed-95a1-6f3728082881), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:25.538966 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5c7c0d-d609-4a3c-b655-a88ba3eaca7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6183e84-2e77-40ed-95a1-6f3728082881,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:25:25.550511 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5c7c0d-d609-4a3c-b655-a88ba3eaca7d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:25:25.550800 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5c7c0d-d609-4a3c-b655-a88ba3eaca7d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:25:25.551145 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5c7c0d-d609-4a3c-b655-a88ba3eaca7d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:25:25.551517 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5c7c0d-d609-4a3c-b655-a88ba3eaca7d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:25:25.551879 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5c7c0d-d609-4a3c-b655-a88ba3eaca7d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:25:25.552221 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5c7c0d-d609-4a3c-b655-a88ba3eaca7d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:25:25.552555 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5c7c0d-d609-4a3c-b655-a88ba3eaca7d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:25:25.552877 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5c7c0d-d609-4a3c-b655-a88ba3eaca7d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:25:25.553202 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5c7c0d-d609-4a3c-b655-a88ba3eaca7d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:25:25.553525 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5c7c0d-d609-4a3c-b655-a88ba3eaca7d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:25:25.553849 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5c7c0d-d609-4a3c-b655-a88ba3eaca7d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:25:25.554168 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5c7c0d-d609-4a3c-b655-a88ba3eaca7d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:25:25.554487 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5c7c0d-d609-4a3c-b655-a88ba3eaca7d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:25:25.554802 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5c7c0d-d609-4a3c-b655-a88ba3eaca7d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:25:25.555117 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5c7c0d-d609-4a3c-b655-a88ba3eaca7d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:25:25.560172 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5c7c0d-d609-4a3c-b655-a88ba3eaca7d admin admin] Checking segment: {'id': 'a8ff9866-4d1a-4081-861f-9ab5627ea74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2b68a51f-bd4c-48f0-ae3a-095a67bb7f09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:25:25.560523 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5c7c0d-d609-4a3c-b655-a88ba3eaca7d admin admin] Network hostable DHCP agents. Network: 2b68a51f-bd4c-48f0-ae3a-095a67bb7f09, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:25:25.576609 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5c7c0d-d609-4a3c-b655-a88ba3eaca7d admin admin] Network 2b68a51f-bd4c-48f0-ae3a-095a67bb7f09 is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:25:25.585585 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-3f5c7c0d-d609-4a3c-b655-a88ba3eaca7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, 2b68a51f-bd4c-48f0-ae3a-095a67bb7f09) {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:25:25.589526 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f5c7c0d-d609-4a3c-b655-a88ba3eaca7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:25:25.590119 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3f5c7c0d-d609-4a3c-b655-a88ba3eaca7d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:25.594537 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e46236-1e15-4864-8fca-8e1668bffe9a None None] Network 2b68a51f-bd4c-48f0-ae3a-095a67bb7f09 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:25:25.605651 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-3f5c7c0d-d609-4a3c-b655-a88ba3eaca7d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3069460 Mar 28 01:25:25.608499 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 58820) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:25:25.613150 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-f3b50c59-89df-425f-b8e1-0cfaedae757c admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1418931163-router', 'tenant_id': '33525a6311b1415f9d71794b9ce918e7', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'}}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:25:25.632624 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f3b50c59-89df-425f-b8e1-0cfaedae757c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7069'] for router (eb8a7912-2e1e-41a5-bce5-c8ac5275303b), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:25.633631 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f3b50c59-89df-425f-b8e1-0cfaedae757c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4188952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7062'] for router (eb8a7912-2e1e-41a5-bce5-c8ac5275303b), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:25.686512 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f3b50c59-89df-425f-b8e1-0cfaedae757c admin admin] Publish callbacks [] for router_controller (eb8a7912-2e1e-41a5-bce5-c8ac5275303b), precommit_add_association {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:25.691653 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d94e2d0e-e8f2-4033-aa67-b32977988a75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-2b68a51f-bd4c-48f0-ae3a-095a67bb7f09', 'network_id': '2b68a51f-bd4c-48f0-ae3a-095a67bb7f09', 'project_id': '33525a6311b1415f9d71794b9ce918e7', 'fixed_ips': [{'subnet_id': 'c6183e84-2e77-40ed-95a1-6f3728082881'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:25:25.693087 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d94e2d0e-e8f2-4033-aa67-b32977988a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:25.825835 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-d94e2d0e-e8f2-4033-aa67-b32977988a75 None None] Allocated IP 172.20.0.2 (2b68a51f-bd4c-48f0-ae3a-095a67bb7f09/c6183e84-2e77-40ed-95a1-6f3728082881/44c693d1-174f-471c-8624-9a731a0ed4cb) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:25:25.826022 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f3b50c59-89df-425f-b8e1-0cfaedae757c admin admin] Publish callbacks [] for router_gateway (eb8a7912-2e1e-41a5-bce5-c8ac5275303b), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:25.967069 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d94e2d0e-e8f2-4033-aa67-b32977988a75 None None] Publish callbacks [] for port (44c693d1-174f-471c-8624-9a731a0ed4cb), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:25.972840 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d94e2d0e-e8f2-4033-aa67-b32977988a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (44c693d1-174f-471c-8624-9a731a0ed4cb), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:26.006458 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d94e2d0e-e8f2-4033-aa67-b32977988a75 None None] Network 2b68a51f-bd4c-48f0-ae3a-095a67bb7f09 is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:25:26.010779 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-d94e2d0e-e8f2-4033-aa67-b32977988a75 None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:25:26.014074 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94e2d0e-e8f2-4033-aa67-b32977988a75 None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:25:26.025072 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f3b50c59-89df-425f-b8e1-0cfaedae757c admin admin] Publish callbacks [] for router_gateway (eb8a7912-2e1e-41a5-bce5-c8ac5275303b), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:26.030250 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94e2d0e-e8f2-4033-aa67-b32977988a75 None None] Pushing event updated for resources: {'Port': ['ID=44c693d1-174f-471c-8624-9a731a0ed4cb,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:25:26.044147 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f3b50c59-89df-425f-b8e1-0cfaedae757c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:26.078852 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-d94e2d0e-e8f2-4033-aa67-b32977988a75 None None] Attempting to bind port 44c693d1-174f-471c-8624-9a731a0ed4cb on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:25:26.079129 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-d94e2d0e-e8f2-4033-aa67-b32977988a75 None None] Attempting to bind port 44c693d1-174f-471c-8624-9a731a0ed4cb by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': 'a8ff9866-4d1a-4081-861f-9ab5627ea74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2b68a51f-bd4c-48f0-ae3a-095a67bb7f09'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:25:26.079489 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94e2d0e-e8f2-4033-aa67-b32977988a75 None None] Attempting to bind port 44c693d1-174f-471c-8624-9a731a0ed4cb on network 2b68a51f-bd4c-48f0-ae3a-095a67bb7f09 {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:25:26.084558 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94e2d0e-e8f2-4033-aa67-b32977988a75 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:25:26.084934 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94e2d0e-e8f2-4033-aa67-b32977988a75 None None] Checking segment: {'id': 'a8ff9866-4d1a-4081-861f-9ab5627ea74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2b68a51f-bd4c-48f0-ae3a-095a67bb7f09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:25:26.085838 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d94e2d0e-e8f2-4033-aa67-b32977988a75 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:26.085838 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94e2d0e-e8f2-4033-aa67-b32977988a75 None None] Bound using segment: {'id': 'a8ff9866-4d1a-4081-861f-9ab5627ea74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2b68a51f-bd4c-48f0-ae3a-095a67bb7f09'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:25:26.086167 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-d94e2d0e-e8f2-4033-aa67-b32977988a75 None None] Bound port: 44c693d1-174f-471c-8624-9a731a0ed4cb, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8ff9866-4d1a-4081-861f-9ab5627ea74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2b68a51f-bd4c-48f0-ae3a-095a67bb7f09'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:25:26.086544 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d94e2d0e-e8f2-4033-aa67-b32977988a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (44c693d1-174f-471c-8624-9a731a0ed4cb), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:26.145502 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-f3b50c59-89df-425f-b8e1-0cfaedae757c admin admin] Allocated IP 172.26.1.233 (dea6548b-502b-42db-97fb-371e423e739a/cce6de65-d8c9-45b8-9970-0a277e8c1192/2e91b93f-f097-4053-aa25-f19103298b2b) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:25:26.146704 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-d94e2d0e-e8f2-4033-aa67-b32977988a75 None None] For port 44c693d1-174f-471c-8624-9a731a0ed4cb, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:25:26.149737 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-d94e2d0e-e8f2-4033-aa67-b32977988a75 None None] For port 44c693d1-174f-471c-8624-9a731a0ed4cb, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=44c693d1-174f-471c-8624-9a731a0ed4cb,segment=NetworkSegment(a8ff9866-4d1a-4081-861f-9ab5627ea74e),segment_id=a8ff9866-4d1a-4081-861f-9ab5627ea74e)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:25:26.155178 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d94e2d0e-e8f2-4033-aa67-b32977988a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (44c693d1-174f-471c-8624-9a731a0ed4cb), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:26.212000 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94e2d0e-e8f2-4033-aa67-b32977988a75 None None] Pushing event updated for resources: {'Port': ['ID=44c693d1-174f-471c-8624-9a731a0ed4cb,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:25:26.261550 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f3b50c59-89df-425f-b8e1-0cfaedae757c admin admin] Publish callbacks [] for port (2e91b93f-f097-4053-aa25-f19103298b2b), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:26.295361 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f3b50c59-89df-425f-b8e1-0cfaedae757c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (2e91b93f-f097-4053-aa25-f19103298b2b), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:26.333154 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b50c59-89df-425f-b8e1-0cfaedae757c admin admin] Network dea6548b-502b-42db-97fb-371e423e739a is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:25:26.335893 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-f3b50c59-89df-425f-b8e1-0cfaedae757c admin admin] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:25:26.338315 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b50c59-89df-425f-b8e1-0cfaedae757c admin admin] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:25:26.370976 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b50c59-89df-425f-b8e1-0cfaedae757c admin admin] Pushing event updated for resources: {'Port': ['ID=2e91b93f-f097-4053-aa25-f19103298b2b,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:25:26.596335 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device 9911f80e-b8db-46ae-b8ab-5779a0bf2f5c no longer exists at agent hyperv_hv-neutron-8348 {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:25:26.610009 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f3b50c59-89df-425f-b8e1-0cfaedae757c admin admin] Publish callbacks [] for router_gateway (eb8a7912-2e1e-41a5-bce5-c8ac5275303b), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:26.618211 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] No Port match for: 9911f80e-b8db-46ae-b8ab-5779a0bf2f5c {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:25:26.618564 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device 9911f80e-b8db-46ae-b8ab-5779a0bf2f5c not bound to the agent host hv-neutron-8348 {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:25:26.809523 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f3b50c59-89df-425f-b8e1-0cfaedae757c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687953'] for router (eb8a7912-2e1e-41a5-bce5-c8ac5275303b), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:26.942595 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3b50c59-89df-425f-b8e1-0cfaedae757c admin admin] Router eb8a7912-2e1e-41a5-bce5-c8ac5275303b is scheduled to L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 with binding_index 1 {{(pid=104098) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 01:25:27.053890 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3b50c59-89df-425f-b8e1-0cfaedae757c admin admin] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:25:27.065723 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95169b3a-f443-4463-a695-737238220cf6 None None] Sync routers for ids ['eb8a7912-2e1e-41a5-bce5-c8ac5275303b'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:25:27.071412 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f3b50c59-89df-425f-b8e1-0cfaedae757c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:27.075444 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-f3b50c59-89df-425f-b8e1-0cfaedae757c admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.4632559 Mar 28 01:25:27.075753 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 58822) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:25:27.076984 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95169b3a-f443-4463-a695-737238220cf6 None None] Routers {'eb8a7912-2e1e-41a5-bce5-c8ac5275303b'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:25:27.077617 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-95169b3a-f443-4463-a695-737238220cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:25:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['eb8a7912-2e1e-41a5-bce5-c8ac5275303b'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:25:27.152483 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20453436-3539-4aba-86f6-d657dddad73f None None] Network 2b68a51f-bd4c-48f0-ae3a-095a67bb7f09 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:25:27.257271 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-23ba69cb-b66d-4faf-867b-bfd14e515051 None None] Provisioning complete for port 44c693d1-174f-471c-8624-9a731a0ed4cb triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:25:27.257642 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-23ba69cb-b66d-4faf-867b-bfd14e515051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (44c693d1-174f-471c-8624-9a731a0ed4cb), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:27.264256 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-95169b3a-f443-4463-a695-737238220cf6 None None] Set router eb8a7912-2e1e-41a5-bce5-c8ac5275303b gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:25:27.519785 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-23ba69cb-b66d-4faf-867b-bfd14e515051 None None] Current status of the port 44c693d1-174f-471c-8624-9a731a0ed4cb is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:25:27.520234 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-23ba69cb-b66d-4faf-867b-bfd14e515051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (44c693d1-174f-471c-8624-9a731a0ed4cb), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:27.532772 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-495648e8-ce76-423b-9dfe-3672f99ba707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:27.563582 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-23ba69cb-b66d-4faf-867b-bfd14e515051 None None] For port 44c693d1-174f-471c-8624-9a731a0ed4cb, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=44c693d1-174f-471c-8624-9a731a0ed4cb,segment=NetworkSegment(a8ff9866-4d1a-4081-861f-9ab5627ea74e),segment_id=a8ff9866-4d1a-4081-861f-9ab5627ea74e)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:25:27.571365 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-23ba69cb-b66d-4faf-867b-bfd14e515051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (44c693d1-174f-471c-8624-9a731a0ed4cb), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:27.754111 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 44c693d1-174f-471c-8624-9a731a0ed4cb up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:25:27.760388 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-95169b3a-f443-4463-a695-737238220cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8a7912-2e1e-41a5-bce5-c8ac5275303b', 'name': 'tempest-ServerActionsTestJSON-1418931163-router', 'tenant_id': '33525a6311b1415f9d71794b9ce918e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.233'}], 'enable_snat': True}, 'gw_port_id': '2e91b93f-f097-4053-aa25-f19103298b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:25:25Z', 'updated_at': '2022-03-28T01:25:26Z', 'revision_number': 3, 'project_id': '33525a6311b1415f9d71794b9ce918e7', 'gw_port': {'id': '2e91b93f-f097-4053-aa25-f19103298b2b', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1f:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb8a7912-2e1e-41a5-bce5-c8ac5275303b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:25:26Z', 'updated_at': '2022-03-28T01:25:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:25:27.807159 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [None req-495648e8-ce76-423b-9dfe-3672f99ba707 admin admin] Allocated IP 172.20.0.1 (2b68a51f-bd4c-48f0-ae3a-095a67bb7f09/c6183e84-2e77-40ed-95a1-6f3728082881/44a67edb-a9f3-4e19-aecb-e843bb5498bc) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:25:27.819960 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95169b3a-f443-4463-a695-737238220cf6 None None] Checking router: eb8a7912-2e1e-41a5-bce5-c8ac5275303b for host: dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:25:27.820343 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95169b3a-f443-4463-a695-737238220cf6 None None] Updating router eb8a7912-2e1e-41a5-bce5-c8ac5275303b port 2e91b93f-f097-4053-aa25-f19103298b2b binding host dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 01:25:27.874754 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ba69cb-b66d-4faf-867b-bfd14e515051 None None] Pushing event updated for resources: {'Port': ['ID=44c693d1-174f-471c-8624-9a731a0ed4cb,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:25:27.881538 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ec847314-b9ac-4041-bfc9-55fea2bdc0a2 None None] Provisioning complete for port 44c693d1-174f-471c-8624-9a731a0ed4cb triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:25:27.881913 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ec847314-b9ac-4041-bfc9-55fea2bdc0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (44c693d1-174f-471c-8624-9a731a0ed4cb), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:27.883464 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-95169b3a-f443-4463-a695-737238220cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (2e91b93f-f097-4053-aa25-f19103298b2b), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:27.909136 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-495648e8-ce76-423b-9dfe-3672f99ba707 admin admin] Publish callbacks [] for port (44a67edb-a9f3-4e19-aecb-e843bb5498bc), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:27.945700 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-495648e8-ce76-423b-9dfe-3672f99ba707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (44a67edb-a9f3-4e19-aecb-e843bb5498bc), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:27.986084 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495648e8-ce76-423b-9dfe-3672f99ba707 admin admin] Network 2b68a51f-bd4c-48f0-ae3a-095a67bb7f09 is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:25:27.989673 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-495648e8-ce76-423b-9dfe-3672f99ba707 admin admin] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:25:27.995217 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495648e8-ce76-423b-9dfe-3672f99ba707 admin admin] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:25:28.000069 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 44c693d1-174f-471c-8624-9a731a0ed4cb triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:25:28.000555 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (44c693d1-174f-471c-8624-9a731a0ed4cb), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:28.155741 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ec847314-b9ac-4041-bfc9-55fea2bdc0a2 None None] Current status of the port 44c693d1-174f-471c-8624-9a731a0ed4cb is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:25:28.214363 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 44c693d1-174f-471c-8624-9a731a0ed4cb is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:25:28.268208 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495648e8-ce76-423b-9dfe-3672f99ba707 admin admin] Pushing event updated for resources: {'Port': ['ID=44a67edb-a9f3-4e19-aecb-e843bb5498bc,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:25:28.289128 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-495648e8-ce76-423b-9dfe-3672f99ba707 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3686596'] for router_interface (eb8a7912-2e1e-41a5-bce5-c8ac5275303b), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:28.296780 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-95169b3a-f443-4463-a695-737238220cf6 None None] Publish callbacks [] for port (2e91b93f-f097-4053-aa25-f19103298b2b), precommit_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:28.300385 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-fff04496-4814-45cd-a3e2-ba14dba0c9d9 None None] Provisioning complete for port 44a67edb-a9f3-4e19-aecb-e843bb5498bc triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:25:28.300770 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-fff04496-4814-45cd-a3e2-ba14dba0c9d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (44a67edb-a9f3-4e19-aecb-e843bb5498bc), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:28.303621 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-95169b3a-f443-4463-a695-737238220cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (2e91b93f-f097-4053-aa25-f19103298b2b), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:28.386199 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a057b3e-a11e-4606-8b3b-8fc7131e6a2d None None] Pushing event updated for resources: {'Port': ['ID=2e91b93f-f097-4053-aa25-f19103298b2b,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:25:28.388763 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-fff04496-4814-45cd-a3e2-ba14dba0c9d9 None None] Port 44a67edb-a9f3-4e19-aecb-e843bb5498bc cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:25:28.390535 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-95169b3a-f443-4463-a695-737238220cf6 None None] Attempting to bind port 2e91b93f-f097-4053-aa25-f19103298b2b on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:25:28.390909 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-95169b3a-f443-4463-a695-737238220cf6 None None] Attempting to bind port 2e91b93f-f097-4053-aa25-f19103298b2b by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': 'b6f00c62-aca5-4c73-8989-c04c396daeed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:25:28.391280 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95169b3a-f443-4463-a695-737238220cf6 None None] Attempting to bind port 2e91b93f-f097-4053-aa25-f19103298b2b on network dea6548b-502b-42db-97fb-371e423e739a {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:25:28.397529 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95169b3a-f443-4463-a695-737238220cf6 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:25:28.397913 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95169b3a-f443-4463-a695-737238220cf6 None None] Checking segment: {'id': 'b6f00c62-aca5-4c73-8989-c04c396daeed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:25:28.398319 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-95169b3a-f443-4463-a695-737238220cf6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:28.398718 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95169b3a-f443-4463-a695-737238220cf6 None None] Bound using segment: {'id': 'b6f00c62-aca5-4c73-8989-c04c396daeed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:25:28.399191 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-95169b3a-f443-4463-a695-737238220cf6 None None] Bound port: 2e91b93f-f097-4053-aa25-f19103298b2b, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6f00c62-aca5-4c73-8989-c04c396daeed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:25:28.399571 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-95169b3a-f443-4463-a695-737238220cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (2e91b93f-f097-4053-aa25-f19103298b2b), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:28.434003 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-495648e8-ce76-423b-9dfe-3672f99ba707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (44a67edb-a9f3-4e19-aecb-e843bb5498bc), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:28.451440 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-95169b3a-f443-4463-a695-737238220cf6 None None] For port 2e91b93f-f097-4053-aa25-f19103298b2b, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:25:28.454402 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-95169b3a-f443-4463-a695-737238220cf6 None None] For port 2e91b93f-f097-4053-aa25-f19103298b2b, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=2e91b93f-f097-4053-aa25-f19103298b2b,segment=NetworkSegment(b6f00c62-aca5-4c73-8989-c04c396daeed),segment_id=b6f00c62-aca5-4c73-8989-c04c396daeed)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:25:28.460378 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-95169b3a-f443-4463-a695-737238220cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (2e91b93f-f097-4053-aa25-f19103298b2b), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:28.519115 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95169b3a-f443-4463-a695-737238220cf6 None None] Routers {'eb8a7912-2e1e-41a5-bce5-c8ac5275303b'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:25:28.519645 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-95169b3a-f443-4463-a695-737238220cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:25:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['eb8a7912-2e1e-41a5-bce5-c8ac5275303b'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:25:28.524824 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a057b3e-a11e-4606-8b3b-8fc7131e6a2d None None] Pushing event updated for resources: {'Port': ['ID=2e91b93f-f097-4053-aa25-f19103298b2b,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:25:28.603508 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-495648e8-ce76-423b-9dfe-3672f99ba707 admin admin] Publish callbacks [] for port (44a67edb-a9f3-4e19-aecb-e843bb5498bc), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:28.609115 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-495648e8-ce76-423b-9dfe-3672f99ba707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (44a67edb-a9f3-4e19-aecb-e843bb5498bc), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:28.632359 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-95169b3a-f443-4463-a695-737238220cf6 None None] Set router eb8a7912-2e1e-41a5-bce5-c8ac5275303b gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:25:28.673707 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-495648e8-ce76-423b-9dfe-3672f99ba707 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3725889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3686480'] for router_interface (eb8a7912-2e1e-41a5-bce5-c8ac5275303b), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:28.675383 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495648e8-ce76-423b-9dfe-3672f99ba707 admin admin] Pushing event updated for resources: {'Port': ['ID=44a67edb-a9f3-4e19-aecb-e843bb5498bc,revision_number=2']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:25:28.766266 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495648e8-ce76-423b-9dfe-3672f99ba707 admin admin] Network 2b68a51f-bd4c-48f0-ae3a-095a67bb7f09 is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:25:28.767655 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-495648e8-ce76-423b-9dfe-3672f99ba707 admin admin] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:25:28.832532 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-95169b3a-f443-4463-a695-737238220cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8a7912-2e1e-41a5-bce5-c8ac5275303b', 'name': 'tempest-ServerActionsTestJSON-1418931163-router', 'tenant_id': '33525a6311b1415f9d71794b9ce918e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.233'}], 'enable_snat': True}, 'gw_port_id': '2e91b93f-f097-4053-aa25-f19103298b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:25:25Z', 'updated_at': '2022-03-28T01:25:28Z', 'revision_number': 4, 'project_id': '33525a6311b1415f9d71794b9ce918e7', 'gw_port': {'id': '2e91b93f-f097-4053-aa25-f19103298b2b', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1f:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb8a7912-2e1e-41a5-bce5-c8ac5275303b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:25:26Z', 'updated_at': '2022-03-28T01:25:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': '44a67edb-a9f3-4e19-aecb-e843bb5498bc', 'name': '', 'network_id': '2b68a51f-bd4c-48f0-ae3a-095a67bb7f09', 'tenant_id': '33525a6311b1415f9d71794b9ce918e7', 'mac_address': 'fa:16:3e:87:fe:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb8a7912-2e1e-41a5-bce5-c8ac5275303b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': 'c6183e84-2e77-40ed-95a1-6f3728082881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:25:27Z', 'updated_at': '2022-03-28T01:25:27Z', 'revision_number': 1, 'project_id': '33525a6311b1415f9d71794b9ce918e7', 'subnets': [{'id': 'c6183e84-2e77-40ed-95a1-6f3728082881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:25:28.861300 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95169b3a-f443-4463-a695-737238220cf6 None None] The sync data for ids ['eb8a7912-2e1e-41a5-bce5-c8ac5275303b'] in dv-neutron-834874-6-hyperv is: [{'id': 'eb8a7912-2e1e-41a5-bce5-c8ac5275303b', 'name': 'tempest-ServerActionsTestJSON-1418931163-router', 'tenant_id': '33525a6311b1415f9d71794b9ce918e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.233'}], 'enable_snat': True}, 'gw_port_id': '2e91b93f-f097-4053-aa25-f19103298b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:25:25Z', 'updated_at': '2022-03-28T01:25:28Z', 'revision_number': 4, 'project_id': '33525a6311b1415f9d71794b9ce918e7', 'gw_port': {'id': '2e91b93f-f097-4053-aa25-f19103298b2b', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1f:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb8a7912-2e1e-41a5-bce5-c8ac5275303b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:25:26Z', 'updated_at': '2022-03-28T01:25:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': '44a67edb-a9f3-4e19-aecb-e843bb5498bc', 'name': '', 'network_id': '2b68a51f-bd4c-48f0-ae3a-095a67bb7f09', 'tenant_id': '33525a6311b1415f9d71794b9ce918e7', 'mac_address': 'fa:16:3e:87:fe:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb8a7912-2e1e-41a5-bce5-c8ac5275303b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': 'c6183e84-2e77-40ed-95a1-6f3728082881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:25:27Z', 'updated_at': '2022-03-28T01:25:27Z', 'revision_number': 1, 'project_id': '33525a6311b1415f9d71794b9ce918e7', 'subnets': [{'id': 'c6183e84-2e77-40ed-95a1-6f3728082881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:25:28.896942 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-495648e8-ce76-423b-9dfe-3672f99ba707 admin admin] Router eb8a7912-2e1e-41a5-bce5-c8ac5275303b has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:25:29.015878 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-495648e8-ce76-423b-9dfe-3672f99ba707 admin admin] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:25:29.016961 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-8c946f52-30a5-4a85-b547-09dd3e9688cd None None] Provisioning complete for port 44a67edb-a9f3-4e19-aecb-e843bb5498bc triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:25:29.017482 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-8c946f52-30a5-4a85-b547-09dd3e9688cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (44a67edb-a9f3-4e19-aecb-e843bb5498bc), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:29.021223 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-495648e8-ce76-423b-9dfe-3672f99ba707 admin admin] 10.222.0.24 "PUT /v2.0/routers/eb8a7912-2e1e-41a5-bce5-c8ac5275303b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9443679 Mar 28 01:25:29.061701 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-8c946f52-30a5-4a85-b547-09dd3e9688cd None None] Port 44a67edb-a9f3-4e19-aecb-e843bb5498bc cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:25:29.540572 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 58830) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:25:29.545691 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-06bf8de9-d0e2-4639-9cf4-6bbbe89f4def tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1248637977', 'description': 'tempest-description--115608602'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:25:29.568217 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-06bf8de9-d0e2-4639-9cf4-6bbbe89f4def tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:29.645584 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-06bf8de9-d0e2-4639-9cf4-6bbbe89f4def tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Publish callbacks [] for security_group (008e8106-b11f-4603-bd11-8252c8eae52c), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:29.652831 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-06bf8de9-d0e2-4639-9cf4-6bbbe89f4def tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (008e8106-b11f-4603-bd11-8252c8eae52c), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:29.685208 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bf8de9-d0e2-4639-9cf4-6bbbe89f4def tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=008e8106-b11f-4603-bd11-8252c8eae52c,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:25:29.689557 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-06bf8de9-d0e2-4639-9cf4-6bbbe89f4def tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:29.690877 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-06bf8de9-d0e2-4639-9cf4-6bbbe89f4def tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1487021 Mar 28 01:25:29.694002 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 58832) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:25:29.698687 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-aae7fa4a-a42b-4e63-8308-f0900deec2ec tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Request body: {'security_group_rule': {'security_group_id': '008e8106-b11f-4603-bd11-8252c8eae52c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:25:29.727299 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-aae7fa4a-a42b-4e63-8308-f0900deec2ec tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Publish callbacks [] for security_group_rule (8f0edac9-954e-4164-b8e6-ac56afd36fad), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:29.792167 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 2e91b93f-f097-4053-aa25-f19103298b2b up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:25:29.797737 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-aae7fa4a-a42b-4e63-8308-f0900deec2ec tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Publish callbacks [] for security_group_rule (8f0edac9-954e-4164-b8e6-ac56afd36fad), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:29.802052 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-aae7fa4a-a42b-4e63-8308-f0900deec2ec tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (8f0edac9-954e-4164-b8e6-ac56afd36fad), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:29.823324 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae7fa4a-a42b-4e63-8308-f0900deec2ec tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f0edac9-954e-4164-b8e6-ac56afd36fad,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:25:29.827602 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-aae7fa4a-a42b-4e63-8308-f0900deec2ec tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:29.831290 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-aae7fa4a-a42b-4e63-8308-f0900deec2ec tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1337969 Mar 28 01:25:29.831724 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 58834) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:25:29.840940 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-089d8e62-d021-49d8-8e91-9c7373a2caf1 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Request body: {'security_group_rule': {'security_group_id': '008e8106-b11f-4603-bd11-8252c8eae52c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:25:29.859496 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 2e91b93f-f097-4053-aa25-f19103298b2b triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:25:29.860193 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (2e91b93f-f097-4053-aa25-f19103298b2b), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:29.868348 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-089d8e62-d021-49d8-8e91-9c7373a2caf1 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Publish callbacks [] for security_group_rule (917f3875-a316-48d7-8560-e95701d0b256), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:29.934081 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-089d8e62-d021-49d8-8e91-9c7373a2caf1 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Publish callbacks [] for security_group_rule (917f3875-a316-48d7-8560-e95701d0b256), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:29.937826 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-089d8e62-d021-49d8-8e91-9c7373a2caf1 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (917f3875-a316-48d7-8560-e95701d0b256), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:29.945381 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 2e91b93f-f097-4053-aa25-f19103298b2b is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:25:29.945768 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (2e91b93f-f097-4053-aa25-f19103298b2b), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:29.958657 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089d8e62-d021-49d8-8e91-9c7373a2caf1 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=917f3875-a316-48d7-8560-e95701d0b256,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:25:29.965267 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-089d8e62-d021-49d8-8e91-9c7373a2caf1 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:29.969749 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-089d8e62-d021-49d8-8e91-9c7373a2caf1 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1329770 Mar 28 01:25:29.970394 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 58836) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:25:29.974280 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] For port 2e91b93f-f097-4053-aa25-f19103298b2b, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=2e91b93f-f097-4053-aa25-f19103298b2b,segment=NetworkSegment(b6f00c62-aca5-4c73-8989-c04c396daeed),segment_id=b6f00c62-aca5-4c73-8989-c04c396daeed)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:25:29.978406 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (2e91b93f-f097-4053-aa25-f19103298b2b), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:29.979304 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 44c693d1-174f-471c-8624-9a731a0ed4cb up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:25:29.979927 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-ecf11b82-b1aa-4722-acd1-4748baa23371 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Request body: {'floatingip': {'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:25:30.017655 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ecf11b82-b1aa-4722-acd1-4748baa23371 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:30.059201 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Pushing event updated for resources: {'Port': ['ID=2e91b93f-f097-4053-aa25-f19103298b2b,revision_number=4']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:25:30.074367 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 44c693d1-174f-471c-8624-9a731a0ed4cb triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:25:30.074743 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (44c693d1-174f-471c-8624-9a731a0ed4cb), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:30.123275 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ecf11b82-b1aa-4722-acd1-4748baa23371 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:30.156544 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 44c693d1-174f-471c-8624-9a731a0ed4cb is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:25:30.235627 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [None req-ecf11b82-b1aa-4722-acd1-4748baa23371 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Allocated IP 172.26.1.184 (dea6548b-502b-42db-97fb-371e423e739a/cce6de65-d8c9-45b8-9970-0a277e8c1192/825b982e-f3da-4173-b8b3-c46cdaa687e5) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:25:30.336717 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ecf11b82-b1aa-4722-acd1-4748baa23371 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Publish callbacks [] for port (825b982e-f3da-4173-b8b3-c46cdaa687e5), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:30.368898 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ecf11b82-b1aa-4722-acd1-4748baa23371 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (825b982e-f3da-4173-b8b3-c46cdaa687e5), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:30.408750 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf11b82-b1aa-4722-acd1-4748baa23371 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Network dea6548b-502b-42db-97fb-371e423e739a is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:25:30.411535 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-ecf11b82-b1aa-4722-acd1-4748baa23371 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:25:30.415138 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf11b82-b1aa-4722-acd1-4748baa23371 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:25:30.444004 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf11b82-b1aa-4722-acd1-4748baa23371 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Pushing event updated for resources: {'Port': ['ID=825b982e-f3da-4173-b8b3-c46cdaa687e5,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:25:30.538711 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ecf11b82-b1aa-4722-acd1-4748baa23371 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Publish callbacks [] for floatingip (95efdcf1-8ddd-402b-a1ca-9f765b94edc8), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:30.585140 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ecf11b82-b1aa-4722-acd1-4748baa23371 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (825b982e-f3da-4173-b8b3-c46cdaa687e5), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:30.740919 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ecf11b82-b1aa-4722-acd1-4748baa23371 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Publish callbacks [] for port (825b982e-f3da-4173-b8b3-c46cdaa687e5), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:30.745517 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ecf11b82-b1aa-4722-acd1-4748baa23371 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (825b982e-f3da-4173-b8b3-c46cdaa687e5), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:30.817618 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf11b82-b1aa-4722-acd1-4748baa23371 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Pushing event updated for resources: {'Port': ['ID=825b982e-f3da-4173-b8b3-c46cdaa687e5,revision_number=2']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:25:30.825354 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ecf11b82-b1aa-4722-acd1-4748baa23371 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688063'] for floatingip (95efdcf1-8ddd-402b-a1ca-9f765b94edc8), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:30.840230 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ecf11b82-b1aa-4722-acd1-4748baa23371 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for floatingip (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:30.844566 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-ecf11b82-b1aa-4722-acd1-4748baa23371 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8728774 Mar 28 01:25:30.854407 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.agents_db [None req-9a1d863f-391a-42f4-9870-e8292b919beb None None] Agent healthcheck: found 6 active agents {{(pid=104101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 01:25:30.952384 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ac71cd-db51-4857-ab8b-3d5abe41e4b2 None None] Sync routers for ids ['eb8a7912-2e1e-41a5-bce5-c8ac5275303b'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:25:30.961757 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ac71cd-db51-4857-ab8b-3d5abe41e4b2 None None] Routers {'eb8a7912-2e1e-41a5-bce5-c8ac5275303b'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:25:30.962372 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-28ac71cd-db51-4857-ab8b-3d5abe41e4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:25:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['eb8a7912-2e1e-41a5-bce5-c8ac5275303b'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:25:30.991665 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-3e5a8e05-7417-41f5-bafd-3e0680038249 req-b50dba37-4e7e-4da5-a61e-30e6a0e25eab tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1248637977&fields=id&tenant_id=33525a6311b1415f9d71794b9ce918e7 HTTP/1.1" status: 200 len: 267 time: 0.0431001 Mar 28 01:25:31.068788 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-28ac71cd-db51-4857-ab8b-3d5abe41e4b2 None None] Set router eb8a7912-2e1e-41a5-bce5-c8ac5275303b gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:25:31.098006 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5a8e05-7417-41f5-bafd-3e0680038249 req-594c5555-7f2d-423c-853a-3fc5dfcbc0eb tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:25:31.100596 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-3e5a8e05-7417-41f5-bafd-3e0680038249 req-594c5555-7f2d-423c-853a-3fc5dfcbc0eb tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/networks?id=2b68a51f-bd4c-48f0-ae3a-095a67bb7f09 HTTP/1.1" status: 200 len: 812 time: 0.1015184 Mar 28 01:25:31.116705 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-3e5a8e05-7417-41f5-bafd-3e0680038249 req-fc480551-6513-43a4-a98f-55c3a694e353 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/quotas/33525a6311b1415f9d71794b9ce918e7 HTTP/1.1" status: 200 len: 375 time: 0.0105643 Mar 28 01:25:31.171936 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-3e5a8e05-7417-41f5-bafd-3e0680038249 req-fff8340f-354b-4761-a749-3d4da5d18f0e tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=33525a6311b1415f9d71794b9ce918e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491753 Mar 28 01:25:31.187988 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [req-3e5a8e05-7417-41f5-bafd-3e0680038249 req-6c72fae0-a32b-440d-a244-02392d33a2e0 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=104099) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 01:25:31.189115 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-3e5a8e05-7417-41f5-bafd-3e0680038249 req-6c72fae0-a32b-440d-a244-02392d33a2e0 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054843 Mar 28 01:25:31.266631 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-28ac71cd-db51-4857-ab8b-3d5abe41e4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8a7912-2e1e-41a5-bce5-c8ac5275303b', 'name': 'tempest-ServerActionsTestJSON-1418931163-router', 'tenant_id': '33525a6311b1415f9d71794b9ce918e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.233'}], 'enable_snat': True}, 'gw_port_id': '2e91b93f-f097-4053-aa25-f19103298b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:25:25Z', 'updated_at': '2022-03-28T01:25:28Z', 'revision_number': 4, 'project_id': '33525a6311b1415f9d71794b9ce918e7', 'gw_port': {'id': '2e91b93f-f097-4053-aa25-f19103298b2b', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8a7912-2e1e-41a5-bce5-c8ac5275303b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:25:26Z', 'updated_at': '2022-03-28T01:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': '44a67edb-a9f3-4e19-aecb-e843bb5498bc', 'name': '', 'network_id': '2b68a51f-bd4c-48f0-ae3a-095a67bb7f09', 'tenant_id': '33525a6311b1415f9d71794b9ce918e7', 'mac_address': 'fa:16:3e:87:fe:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb8a7912-2e1e-41a5-bce5-c8ac5275303b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': 'c6183e84-2e77-40ed-95a1-6f3728082881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:25:27Z', 'updated_at': '2022-03-28T01:25:28Z', 'revision_number': 2, 'project_id': '33525a6311b1415f9d71794b9ce918e7', 'subnets': [{'id': 'c6183e84-2e77-40ed-95a1-6f3728082881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:25:31.284005 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-3e5a8e05-7417-41f5-bafd-3e0680038249 req-dd10e0db-24bd-4692-9e35-2b63711c7171 service neutron] 10.222.0.24 "GET /v2.0/networks/2b68a51f-bd4c-48f0-ae3a-095a67bb7f09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878620 Mar 28 01:25:31.298401 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ac71cd-db51-4857-ab8b-3d5abe41e4b2 None None] Checking router: eb8a7912-2e1e-41a5-bce5-c8ac5275303b for host: dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:25:31.298750 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ac71cd-db51-4857-ab8b-3d5abe41e4b2 None None] Updating router eb8a7912-2e1e-41a5-bce5-c8ac5275303b port 44a67edb-a9f3-4e19-aecb-e843bb5498bc binding host dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 01:25:31.375515 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-3e5a8e05-7417-41f5-bafd-3e0680038249 req-8808a6fa-1802-4bd1-87aa-85cd698a3dd6 service neutron] 10.222.0.24 "GET /v2.0/networks/2b68a51f-bd4c-48f0-ae3a-095a67bb7f09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849650 Mar 28 01:25:31.414247 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-28ac71cd-db51-4857-ab8b-3d5abe41e4b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (44a67edb-a9f3-4e19-aecb-e843bb5498bc), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:31.675188 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-28ac71cd-db51-4857-ab8b-3d5abe41e4b2 None None] Publish callbacks [] for port (44a67edb-a9f3-4e19-aecb-e843bb5498bc), precommit_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:31.680966 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-28ac71cd-db51-4857-ab8b-3d5abe41e4b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (44a67edb-a9f3-4e19-aecb-e843bb5498bc), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:31.683191 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 2e91b93f-f097-4053-aa25-f19103298b2b up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:25:31.735777 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248d86a2-63e8-41e0-93cd-d4e2900de93b None None] Pushing event updated for resources: {'Port': ['ID=44a67edb-a9f3-4e19-aecb-e843bb5498bc,revision_number=3']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:25:31.737729 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 2e91b93f-f097-4053-aa25-f19103298b2b triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:25:31.738130 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (2e91b93f-f097-4053-aa25-f19103298b2b), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:31.758572 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248d86a2-63e8-41e0-93cd-d4e2900de93b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:25:31.758930 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248d86a2-63e8-41e0-93cd-d4e2900de93b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:25:31.759281 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248d86a2-63e8-41e0-93cd-d4e2900de93b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:25:31.759618 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248d86a2-63e8-41e0-93cd-d4e2900de93b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:25:31.759949 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248d86a2-63e8-41e0-93cd-d4e2900de93b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:25:31.760307 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248d86a2-63e8-41e0-93cd-d4e2900de93b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:25:31.760634 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248d86a2-63e8-41e0-93cd-d4e2900de93b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:25:31.760961 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248d86a2-63e8-41e0-93cd-d4e2900de93b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:25:31.761288 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248d86a2-63e8-41e0-93cd-d4e2900de93b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:25:31.761615 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248d86a2-63e8-41e0-93cd-d4e2900de93b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:25:31.761940 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248d86a2-63e8-41e0-93cd-d4e2900de93b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:25:31.762263 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248d86a2-63e8-41e0-93cd-d4e2900de93b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:25:31.762834 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248d86a2-63e8-41e0-93cd-d4e2900de93b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:25:31.762963 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248d86a2-63e8-41e0-93cd-d4e2900de93b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:25:31.763200 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248d86a2-63e8-41e0-93cd-d4e2900de93b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:25:31.801055 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [None req-28ac71cd-db51-4857-ab8b-3d5abe41e4b2 None None] Attempting to bind port 44a67edb-a9f3-4e19-aecb-e843bb5498bc on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:25:31.801611 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [None req-28ac71cd-db51-4857-ab8b-3d5abe41e4b2 None None] Attempting to bind port 44a67edb-a9f3-4e19-aecb-e843bb5498bc by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': 'a8ff9866-4d1a-4081-861f-9ab5627ea74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2b68a51f-bd4c-48f0-ae3a-095a67bb7f09'}] {{(pid=104101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:25:31.801999 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ac71cd-db51-4857-ab8b-3d5abe41e4b2 None None] Attempting to bind port 44a67edb-a9f3-4e19-aecb-e843bb5498bc on network 2b68a51f-bd4c-48f0-ae3a-095a67bb7f09 {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:25:31.807740 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ac71cd-db51-4857-ab8b-3d5abe41e4b2 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:25:31.808347 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ac71cd-db51-4857-ab8b-3d5abe41e4b2 None None] Checking segment: {'id': 'a8ff9866-4d1a-4081-861f-9ab5627ea74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2b68a51f-bd4c-48f0-ae3a-095a67bb7f09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:25:31.808763 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-28ac71cd-db51-4857-ab8b-3d5abe41e4b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:31.809166 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ac71cd-db51-4857-ab8b-3d5abe41e4b2 None None] Bound using segment: {'id': 'a8ff9866-4d1a-4081-861f-9ab5627ea74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2b68a51f-bd4c-48f0-ae3a-095a67bb7f09'} {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:25:31.809647 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [None req-28ac71cd-db51-4857-ab8b-3d5abe41e4b2 None None] Bound port: 44a67edb-a9f3-4e19-aecb-e843bb5498bc, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8ff9866-4d1a-4081-861f-9ab5627ea74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2b68a51f-bd4c-48f0-ae3a-095a67bb7f09'}}] {{(pid=104101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:25:31.810055 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-28ac71cd-db51-4857-ab8b-3d5abe41e4b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (44a67edb-a9f3-4e19-aecb-e843bb5498bc), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:31.826104 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 2e91b93f-f097-4053-aa25-f19103298b2b is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:25:31.874615 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.db [None req-28ac71cd-db51-4857-ab8b-3d5abe41e4b2 None None] For port 44a67edb-a9f3-4e19-aecb-e843bb5498bc, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:25:31.878398 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.db [None req-28ac71cd-db51-4857-ab8b-3d5abe41e4b2 None None] For port 44a67edb-a9f3-4e19-aecb-e843bb5498bc, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=44a67edb-a9f3-4e19-aecb-e843bb5498bc,segment=NetworkSegment(a8ff9866-4d1a-4081-861f-9ab5627ea74e),segment_id=a8ff9866-4d1a-4081-861f-9ab5627ea74e)] {{(pid=104101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:25:31.885905 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-28ac71cd-db51-4857-ab8b-3d5abe41e4b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (44a67edb-a9f3-4e19-aecb-e843bb5498bc), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:31.919428 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-328c8fa3-5898-429f-892d-dc728fe70ce7 None None] Provisioning complete for port 44a67edb-a9f3-4e19-aecb-e843bb5498bc triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:25:31.920057 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-328c8fa3-5898-429f-892d-dc728fe70ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (44a67edb-a9f3-4e19-aecb-e843bb5498bc), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:31.944165 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248d86a2-63e8-41e0-93cd-d4e2900de93b None None] Pushing event updated for resources: {'Port': ['ID=44a67edb-a9f3-4e19-aecb-e843bb5498bc,revision_number=4']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:25:31.946724 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ac71cd-db51-4857-ab8b-3d5abe41e4b2 None None] Routers {'eb8a7912-2e1e-41a5-bce5-c8ac5275303b'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:25:31.947387 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-28ac71cd-db51-4857-ab8b-3d5abe41e4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:25:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['eb8a7912-2e1e-41a5-bce5-c8ac5275303b'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:25:32.006573 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-328c8fa3-5898-429f-892d-dc728fe70ce7 None None] Current status of the port 44a67edb-a9f3-4e19-aecb-e843bb5498bc is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:25:32.006964 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-328c8fa3-5898-429f-892d-dc728fe70ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (44a67edb-a9f3-4e19-aecb-e843bb5498bc), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:32.040333 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-328c8fa3-5898-429f-892d-dc728fe70ce7 None None] For port 44a67edb-a9f3-4e19-aecb-e843bb5498bc, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=44a67edb-a9f3-4e19-aecb-e843bb5498bc,segment=NetworkSegment(a8ff9866-4d1a-4081-861f-9ab5627ea74e),segment_id=a8ff9866-4d1a-4081-861f-9ab5627ea74e)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:25:32.044990 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-328c8fa3-5898-429f-892d-dc728fe70ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (44a67edb-a9f3-4e19-aecb-e843bb5498bc), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:32.062932 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-28ac71cd-db51-4857-ab8b-3d5abe41e4b2 None None] Set router eb8a7912-2e1e-41a5-bce5-c8ac5275303b gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:25:32.097837 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328c8fa3-5898-429f-892d-dc728fe70ce7 None None] Pushing event updated for resources: {'Port': ['ID=44a67edb-a9f3-4e19-aecb-e843bb5498bc,revision_number=5']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:25:32.164406 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-1c6d28d4-f5fd-497e-82c3-cab5b708e956 None None] Provisioning complete for port 44a67edb-a9f3-4e19-aecb-e843bb5498bc triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:25:32.164786 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-1c6d28d4-f5fd-497e-82c3-cab5b708e956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (44a67edb-a9f3-4e19-aecb-e843bb5498bc), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:32.244179 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-1c6d28d4-f5fd-497e-82c3-cab5b708e956 None None] Current status of the port 44a67edb-a9f3-4e19-aecb-e843bb5498bc is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:25:32.261671 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-28ac71cd-db51-4857-ab8b-3d5abe41e4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8a7912-2e1e-41a5-bce5-c8ac5275303b', 'name': 'tempest-ServerActionsTestJSON-1418931163-router', 'tenant_id': '33525a6311b1415f9d71794b9ce918e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.233'}], 'enable_snat': True}, 'gw_port_id': '2e91b93f-f097-4053-aa25-f19103298b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:25:25Z', 'updated_at': '2022-03-28T01:25:28Z', 'revision_number': 4, 'project_id': '33525a6311b1415f9d71794b9ce918e7', 'gw_port': {'id': '2e91b93f-f097-4053-aa25-f19103298b2b', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8a7912-2e1e-41a5-bce5-c8ac5275303b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:25:26Z', 'updated_at': '2022-03-28T01:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': '44a67edb-a9f3-4e19-aecb-e843bb5498bc', 'name': '', 'network_id': '2b68a51f-bd4c-48f0-ae3a-095a67bb7f09', 'tenant_id': '33525a6311b1415f9d71794b9ce918e7', 'mac_address': 'fa:16:3e:87:fe:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb8a7912-2e1e-41a5-bce5-c8ac5275303b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': 'c6183e84-2e77-40ed-95a1-6f3728082881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:25:27Z', 'updated_at': '2022-03-28T01:25:31Z', 'revision_number': 4, 'project_id': '33525a6311b1415f9d71794b9ce918e7', 'subnets': [{'id': 'c6183e84-2e77-40ed-95a1-6f3728082881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:25:32.286790 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ac71cd-db51-4857-ab8b-3d5abe41e4b2 None None] The sync data for ids ['eb8a7912-2e1e-41a5-bce5-c8ac5275303b'] in dv-neutron-834874-6-hyperv is: [{'id': 'eb8a7912-2e1e-41a5-bce5-c8ac5275303b', 'name': 'tempest-ServerActionsTestJSON-1418931163-router', 'tenant_id': '33525a6311b1415f9d71794b9ce918e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.233'}], 'enable_snat': True}, 'gw_port_id': '2e91b93f-f097-4053-aa25-f19103298b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:25:25Z', 'updated_at': '2022-03-28T01:25:28Z', 'revision_number': 4, 'project_id': '33525a6311b1415f9d71794b9ce918e7', 'gw_port': {'id': '2e91b93f-f097-4053-aa25-f19103298b2b', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8a7912-2e1e-41a5-bce5-c8ac5275303b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:25:26Z', 'updated_at': '2022-03-28T01:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': '44a67edb-a9f3-4e19-aecb-e843bb5498bc', 'name': '', 'network_id': '2b68a51f-bd4c-48f0-ae3a-095a67bb7f09', 'tenant_id': '33525a6311b1415f9d71794b9ce918e7', 'mac_address': 'fa:16:3e:87:fe:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb8a7912-2e1e-41a5-bce5-c8ac5275303b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': 'c6183e84-2e77-40ed-95a1-6f3728082881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:25:27Z', 'updated_at': '2022-03-28T01:25:31Z', 'revision_number': 4, 'project_id': '33525a6311b1415f9d71794b9ce918e7', 'subnets': [{'id': 'c6183e84-2e77-40ed-95a1-6f3728082881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:25:32.567694 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-cb7ab977-f6a0-43a6-af21-f899a4de28e3 req-15e024c4-7e79-47c4-b96a-8740a27f6ef2 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=36e53fa9-490a-4b17-b9de-548f0e095bff HTTP/1.1" status: 200 len: 210 time: 0.0303531 Mar 28 01:25:32.923886 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:33.586709 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5a8e05-7417-41f5-bafd-3e0680038249 req-05492cc9-7005-4d05-b60d-15a1243335ad tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:25:33.589498 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-3e5a8e05-7417-41f5-bafd-3e0680038249 req-05492cc9-7005-4d05-b60d-15a1243335ad tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.10 "GET /v2.0/networks?id=2b68a51f-bd4c-48f0-ae3a-095a67bb7f09 HTTP/1.1" status: 200 len: 812 time: 0.1117365 Mar 28 01:25:33.665182 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-3e5a8e05-7417-41f5-bafd-3e0680038249 req-79dfc85f-9db4-4c3b-8bb8-e376f5db534f tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=33525a6311b1415f9d71794b9ce918e7 HTTP/1.1" status: 200 len: 380 time: 0.0682733 Mar 28 01:25:33.685786 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-dc91b598-43c7-4a64-ba4a-b6807d51eca2 req-70e399a4-015e-4d05-8fc6-6a5ebe812af9 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=36e53fa9-490a-4b17-b9de-548f0e095bff HTTP/1.1" status: 200 len: 210 time: 0.0353587 Mar 28 01:25:33.689421 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [req-3e5a8e05-7417-41f5-bafd-3e0680038249 req-6f6179d4-58cd-47e4-9b3a-bc407e82ef3f tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Request body: {'port': {'device_id': '36e53fa9-490a-4b17-b9de-548f0e095bff', 'network_id': '2b68a51f-bd4c-48f0-ae3a-095a67bb7f09', 'admin_state_up': True, 'tenant_id': '33525a6311b1415f9d71794b9ce918e7', 'security_groups': ['008e8106-b11f-4603-bd11-8252c8eae52c']}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:25:33.720059 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 44a67edb-a9f3-4e19-aecb-e843bb5498bc up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:25:33.767034 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 44a67edb-a9f3-4e19-aecb-e843bb5498bc triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:25:33.767404 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (44a67edb-a9f3-4e19-aecb-e843bb5498bc), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:33.797912 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e5a8e05-7417-41f5-bafd-3e0680038249 req-6f6179d4-58cd-47e4-9b3a-bc407e82ef3f tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Made reservation on behalf of 33525a6311b1415f9d71794b9ce918e7 for: {'port': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:25:33.801668 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-3e5a8e05-7417-41f5-bafd-3e0680038249 req-6f6179d4-58cd-47e4-9b3a-bc407e82ef3f tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:33.852372 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 44a67edb-a9f3-4e19-aecb-e843bb5498bc is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:25:33.925359 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [req-3e5a8e05-7417-41f5-bafd-3e0680038249 req-6f6179d4-58cd-47e4-9b3a-bc407e82ef3f tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Allocated IP 172.20.0.6 (2b68a51f-bd4c-48f0-ae3a-095a67bb7f09/c6183e84-2e77-40ed-95a1-6f3728082881/599b9ee9-67cd-4624-be7f-05cdb138f6cb) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:25:34.059854 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-3e5a8e05-7417-41f5-bafd-3e0680038249 req-6f6179d4-58cd-47e4-9b3a-bc407e82ef3f tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Publish callbacks [] for port (599b9ee9-67cd-4624-be7f-05cdb138f6cb), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:34.091435 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-3e5a8e05-7417-41f5-bafd-3e0680038249 req-6f6179d4-58cd-47e4-9b3a-bc407e82ef3f tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (599b9ee9-67cd-4624-be7f-05cdb138f6cb), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:34.132911 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e5a8e05-7417-41f5-bafd-3e0680038249 req-6f6179d4-58cd-47e4-9b3a-bc407e82ef3f tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Network 2b68a51f-bd4c-48f0-ae3a-095a67bb7f09 is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:25:34.135909 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [req-3e5a8e05-7417-41f5-bafd-3e0680038249 req-6f6179d4-58cd-47e4-9b3a-bc407e82ef3f tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:25:34.142000 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e5a8e05-7417-41f5-bafd-3e0680038249 req-6f6179d4-58cd-47e4-9b3a-bc407e82ef3f tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:25:34.165088 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6179d4-58cd-47e4-9b3a-bc407e82ef3f tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Pushing event updated for resources: {'Port': ['ID=599b9ee9-67cd-4624-be7f-05cdb138f6cb,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:25:34.196001 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5a8e05-7417-41f5-bafd-3e0680038249 req-6f6179d4-58cd-47e4-9b3a-bc407e82ef3f tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:25:34.196637 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-3e5a8e05-7417-41f5-bafd-3e0680038249 req-6f6179d4-58cd-47e4-9b3a-bc407e82ef3f tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:34.213173 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-3e5a8e05-7417-41f5-bafd-3e0680038249 req-6f6179d4-58cd-47e4-9b3a-bc407e82ef3f tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5298421 Mar 28 01:25:34.227376 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [req-3e5a8e05-7417-41f5-bafd-3e0680038249 req-a23f87b3-d9fa-46a3-9164-ef2eeca6f48d service neutron] Request body: {'port': {'device_id': '36e53fa9-490a-4b17-b9de-548f0e095bff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8348'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:25:34.292801 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-3e5a8e05-7417-41f5-bafd-3e0680038249 req-a23f87b3-d9fa-46a3-9164-ef2eeca6f48d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (599b9ee9-67cd-4624-be7f-05cdb138f6cb), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:34.376404 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-e1fbf566-e60c-471c-b0b2-439470622320 None None] Provisioning complete for port 599b9ee9-67cd-4624-be7f-05cdb138f6cb triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:25:34.377001 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-e1fbf566-e60c-471c-b0b2-439470622320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (599b9ee9-67cd-4624-be7f-05cdb138f6cb), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:34.410091 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-e1fbf566-e60c-471c-b0b2-439470622320 None None] Port 599b9ee9-67cd-4624-be7f-05cdb138f6cb cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:25:34.547263 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [req-3e5a8e05-7417-41f5-bafd-3e0680038249 req-a23f87b3-d9fa-46a3-9164-ef2eeca6f48d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 599b9ee9-67cd-4624-be7f-05cdb138f6cb {{(pid=104099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 01:25:34.554557 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-3e5a8e05-7417-41f5-bafd-3e0680038249 req-a23f87b3-d9fa-46a3-9164-ef2eeca6f48d service neutron] Publish callbacks [] for port (599b9ee9-67cd-4624-be7f-05cdb138f6cb), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:34.565872 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [req-3e5a8e05-7417-41f5-bafd-3e0680038249 req-a23f87b3-d9fa-46a3-9164-ef2eeca6f48d service neutron] Transition to ACTIVE for port object 599b9ee9-67cd-4624-be7f-05cdb138f6cb will not be triggered until provisioned by entity L2. {{(pid=104099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 01:25:34.569558 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-3e5a8e05-7417-41f5-bafd-3e0680038249 req-a23f87b3-d9fa-46a3-9164-ef2eeca6f48d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (599b9ee9-67cd-4624-be7f-05cdb138f6cb), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:34.621776 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23f87b3-d9fa-46a3-9164-ef2eeca6f48d service neutron] Pushing event updated for resources: {'Port': ['ID=599b9ee9-67cd-4624-be7f-05cdb138f6cb,revision_number=2']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:25:34.690717 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-3e5a8e05-7417-41f5-bafd-3e0680038249 req-a23f87b3-d9fa-46a3-9164-ef2eeca6f48d service neutron] Attempting to bind port 599b9ee9-67cd-4624-be7f-05cdb138f6cb on host hv-neutron-8348 for vnic_type normal with profile {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:25:34.691049 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-3e5a8e05-7417-41f5-bafd-3e0680038249 req-a23f87b3-d9fa-46a3-9164-ef2eeca6f48d service neutron] Attempting to bind port 599b9ee9-67cd-4624-be7f-05cdb138f6cb by drivers openvswitch,hyperv on host hv-neutron-8348 at level 0 using segments [{'id': 'a8ff9866-4d1a-4081-861f-9ab5627ea74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2b68a51f-bd4c-48f0-ae3a-095a67bb7f09'}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:25:34.691377 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5a8e05-7417-41f5-bafd-3e0680038249 req-a23f87b3-d9fa-46a3-9164-ef2eeca6f48d service neutron] Attempting to bind port 599b9ee9-67cd-4624-be7f-05cdb138f6cb on network 2b68a51f-bd4c-48f0-ae3a-095a67bb7f09 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:25:34.696444 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5a8e05-7417-41f5-bafd-3e0680038249 req-a23f87b3-d9fa-46a3-9164-ef2eeca6f48d service neutron] Port 599b9ee9-67cd-4624-be7f-05cdb138f6cb on network 2b68a51f-bd4c-48f0-ae3a-095a67bb7f09 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8348 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 01:25:34.696810 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5a8e05-7417-41f5-bafd-3e0680038249 req-a23f87b3-d9fa-46a3-9164-ef2eeca6f48d service neutron] Attempting to bind port 599b9ee9-67cd-4624-be7f-05cdb138f6cb on network 2b68a51f-bd4c-48f0-ae3a-095a67bb7f09 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:25:34.701927 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5a8e05-7417-41f5-bafd-3e0680038249 req-a23f87b3-d9fa-46a3-9164-ef2eeca6f48d service neutron] Checking agent: {'id': '287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8348', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 1, 2, 33), 'started_at': datetime.datetime(2022, 3, 28, 1, 2, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:25:34.702263 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5a8e05-7417-41f5-bafd-3e0680038249 req-a23f87b3-d9fa-46a3-9164-ef2eeca6f48d service neutron] Checking segment: {'id': 'a8ff9866-4d1a-4081-861f-9ab5627ea74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2b68a51f-bd4c-48f0-ae3a-095a67bb7f09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:25:34.702636 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5a8e05-7417-41f5-bafd-3e0680038249 req-a23f87b3-d9fa-46a3-9164-ef2eeca6f48d service neutron] Bound using segment: {'id': 'a8ff9866-4d1a-4081-861f-9ab5627ea74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2b68a51f-bd4c-48f0-ae3a-095a67bb7f09'} {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:25:34.703057 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-3e5a8e05-7417-41f5-bafd-3e0680038249 req-a23f87b3-d9fa-46a3-9164-ef2eeca6f48d service neutron] Bound port: 599b9ee9-67cd-4624-be7f-05cdb138f6cb, host: hv-neutron-8348, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8ff9866-4d1a-4081-861f-9ab5627ea74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2b68a51f-bd4c-48f0-ae3a-095a67bb7f09'}}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:25:34.703409 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-3e5a8e05-7417-41f5-bafd-3e0680038249 req-a23f87b3-d9fa-46a3-9164-ef2eeca6f48d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (599b9ee9-67cd-4624-be7f-05cdb138f6cb), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:34.772639 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-3e5a8e05-7417-41f5-bafd-3e0680038249 req-a23f87b3-d9fa-46a3-9164-ef2eeca6f48d service neutron] For port 599b9ee9-67cd-4624-be7f-05cdb138f6cb, host hv-neutron-8348, cleared binding levels {{(pid=104099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:25:34.775852 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-3e5a8e05-7417-41f5-bafd-3e0680038249 req-a23f87b3-d9fa-46a3-9164-ef2eeca6f48d service neutron] For port 599b9ee9-67cd-4624-be7f-05cdb138f6cb, host hv-neutron-8348, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=599b9ee9-67cd-4624-be7f-05cdb138f6cb,segment=NetworkSegment(a8ff9866-4d1a-4081-861f-9ab5627ea74e),segment_id=a8ff9866-4d1a-4081-861f-9ab5627ea74e)] {{(pid=104099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:25:34.783094 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-3e5a8e05-7417-41f5-bafd-3e0680038249 req-a23f87b3-d9fa-46a3-9164-ef2eeca6f48d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (599b9ee9-67cd-4624-be7f-05cdb138f6cb), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:34.812717 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5a8e05-7417-41f5-bafd-3e0680038249 req-a23f87b3-d9fa-46a3-9164-ef2eeca6f48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:25:34.813303 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-3e5a8e05-7417-41f5-bafd-3e0680038249 req-a23f87b3-d9fa-46a3-9164-ef2eeca6f48d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:34.814843 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-3e5a8e05-7417-41f5-bafd-3e0680038249 req-a23f87b3-d9fa-46a3-9164-ef2eeca6f48d service neutron] 10.222.0.10 "PUT /v2.0/ports/599b9ee9-67cd-4624-be7f-05cdb138f6cb HTTP/1.1" status: 200 len: 1093 time: 0.5939813 Mar 28 01:25:34.815490 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89f6b8e-3c7b-4535-b7c5-0dff20688945 req-095be647-821a-4971-a580-17bcffd0fd93 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:25:34.817677 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-b89f6b8e-3c7b-4535-b7c5-0dff20688945 req-095be647-821a-4971-a580-17bcffd0fd93 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=36e53fa9-490a-4b17-b9de-548f0e095bff HTTP/1.1" status: 200 len: 943 time: 0.0594435 Mar 28 01:25:34.824128 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36e53fa9-490a-4b17-b9de-548f0e095bff', 'tag': '599b9ee9-67cd-4624-be7f-05cdb138f6cb'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:25:34.827298 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2af4b01a9fa8b1570ccf1d7859d693ad34c106b258078e9cfae86b97f35e3d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6708c690-4aa4-4466-8ffd-e7a6d93e36ea" -d '{"events": [{"name": "network-changed", "server_uuid": "36e53fa9-490a-4b17-b9de-548f0e095bff", "tag": "599b9ee9-67cd-4624-be7f-05cdb138f6cb"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:25:34.865332 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23f87b3-d9fa-46a3-9164-ef2eeca6f48d service neutron] Pushing event updated for resources: {'Port': ['ID=599b9ee9-67cd-4624-be7f-05cdb138f6cb,revision_number=3']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:25:34.881461 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 01:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0779c8b-9937-4dd4-b8d0-433ac15d71f8 x-openstack-request-id: req-e0779c8b-9937-4dd4-b8d0-433ac15d71f8 {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:25:34.881818 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36e53fa9-490a-4b17-b9de-548f0e095bff", "tag": "599b9ee9-67cd-4624-be7f-05cdb138f6cb", "status": "completed", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:25:34.882771 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e0779c8b-9937-4dd4-b8d0-433ac15d71f8 {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:25:34.882771 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0779c8b-9937-4dd4-b8d0-433ac15d71f8'] response: {'name': 'network-changed', 'server_uuid': '36e53fa9-490a-4b17-b9de-548f0e095bff', 'tag': '599b9ee9-67cd-4624-be7f-05cdb138f6cb', 'status': 'completed', 'code': 200} Mar 28 01:25:34.912600 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-b89f6b8e-3c7b-4535-b7c5-0dff20688945 req-ac71a4ff-b6f6-4ed4-a471-3635866e40d0 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880356 Mar 28 01:25:34.928735 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5a8e05-7417-41f5-bafd-3e0680038249 req-7d298d8f-1c1a-4a98-b7d3-98ab3a790e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:25:34.930203 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-3e5a8e05-7417-41f5-bafd-3e0680038249 req-7d298d8f-1c1a-4a98-b7d3-98ab3a790e6c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=33525a6311b1415f9d71794b9ce918e7&device_id=36e53fa9-490a-4b17-b9de-548f0e095bff HTTP/1.1" status: 200 len: 1127 time: 0.0583189 Mar 28 01:25:34.974001 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-3e5a8e05-7417-41f5-bafd-3e0680038249 req-bbc0eddc-b505-4768-a399-c4ad87880834 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=599b9ee9-67cd-4624-be7f-05cdb138f6cb HTTP/1.1" status: 200 len: 217 time: 0.0358942 Mar 28 01:25:35.022968 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5a8e05-7417-41f5-bafd-3e0680038249 req-ac459e80-eca3-42b5-a1b7-5b4b1994e843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:25:35.024504 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-3e5a8e05-7417-41f5-bafd-3e0680038249 req-ac459e80-eca3-42b5-a1b7-5b4b1994e843 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c6183e84-2e77-40ed-95a1-6f3728082881 HTTP/1.1" status: 200 len: 851 time: 0.0447543 Mar 28 01:25:35.071348 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5a8e05-7417-41f5-bafd-3e0680038249 req-467d15c6-f801-49a5-a693-98912330ecb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:25:35.072872 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-3e5a8e05-7417-41f5-bafd-3e0680038249 req-467d15c6-f801-49a5-a693-98912330ecb7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2b68a51f-bd4c-48f0-ae3a-095a67bb7f09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0432131 Mar 28 01:25:35.162946 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-3e5a8e05-7417-41f5-bafd-3e0680038249 req-c0cc0585-017d-4186-a0ee-c913b0eef68e service neutron] 10.222.0.10 "GET /v2.0/networks/2b68a51f-bd4c-48f0-ae3a-095a67bb7f09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826368 Mar 28 01:25:35.247832 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-3e5a8e05-7417-41f5-bafd-3e0680038249 req-3b68a154-682f-4ed2-98df-cdbc988ea553 service neutron] 10.222.0.10 "GET /v2.0/networks/2b68a51f-bd4c-48f0-ae3a-095a67bb7f09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791149 Mar 28 01:25:35.341952 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6708c690-4aa4-4466-8ffd-e7a6d93e36ea req-b0bb7c47-689a-4652-983c-bf7542809163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:25:35.343455 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6708c690-4aa4-4466-8ffd-e7a6d93e36ea req-b0bb7c47-689a-4652-983c-bf7542809163 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=33525a6311b1415f9d71794b9ce918e7&device_id=36e53fa9-490a-4b17-b9de-548f0e095bff HTTP/1.1" status: 200 len: 1127 time: 0.0492737 Mar 28 01:25:35.430899 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6708c690-4aa4-4466-8ffd-e7a6d93e36ea req-36105269-3b2a-48d2-b9c1-f50457f15af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:25:35.432365 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6708c690-4aa4-4466-8ffd-e7a6d93e36ea req-36105269-3b2a-48d2-b9c1-f50457f15af3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2b68a51f-bd4c-48f0-ae3a-095a67bb7f09 HTTP/1.1" status: 200 len: 912 time: 0.0818396 Mar 28 01:25:35.476089 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6708c690-4aa4-4466-8ffd-e7a6d93e36ea req-192355fc-217e-494f-9f09-acb022ffd3d4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=599b9ee9-67cd-4624-be7f-05cdb138f6cb HTTP/1.1" status: 200 len: 217 time: 0.0363557 Mar 28 01:25:35.523681 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6708c690-4aa4-4466-8ffd-e7a6d93e36ea req-fc0e01b5-0514-4b2d-b210-23298b4d5d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:25:35.525623 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6708c690-4aa4-4466-8ffd-e7a6d93e36ea req-fc0e01b5-0514-4b2d-b210-23298b4d5d69 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c6183e84-2e77-40ed-95a1-6f3728082881 HTTP/1.1" status: 200 len: 851 time: 0.0438383 Mar 28 01:25:35.576400 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6708c690-4aa4-4466-8ffd-e7a6d93e36ea req-526c4f5a-e8fb-4806-85c7-b75951c1437d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:25:35.577900 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6708c690-4aa4-4466-8ffd-e7a6d93e36ea req-526c4f5a-e8fb-4806-85c7-b75951c1437d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2b68a51f-bd4c-48f0-ae3a-095a67bb7f09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0448327 Mar 28 01:25:35.668179 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6708c690-4aa4-4466-8ffd-e7a6d93e36ea req-6b890628-5978-4736-988c-9134ba76b460 service neutron] 10.222.0.10 "GET /v2.0/networks/2b68a51f-bd4c-48f0-ae3a-095a67bb7f09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835111 Mar 28 01:25:36.033423 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6708c690-4aa4-4466-8ffd-e7a6d93e36ea req-805a503d-e8cf-4b6f-96ba-8de67883ddf9 service neutron] 10.222.0.10 "GET /v2.0/networks/2b68a51f-bd4c-48f0-ae3a-095a67bb7f09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3580110 Mar 28 01:25:36.048233 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13a6a3c-0002-4a4c-bdff-8e039dc27139 req-42b3bf1a-75f2-4730-9eac-bbe0378798d0 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:25:36.049638 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-f13a6a3c-0002-4a4c-bdff-8e039dc27139 req-42b3bf1a-75f2-4730-9eac-bbe0378798d0 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=36e53fa9-490a-4b17-b9de-548f0e095bff HTTP/1.1" status: 200 len: 943 time: 0.0721989 Mar 28 01:25:36.099224 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-f13a6a3c-0002-4a4c-bdff-8e039dc27139 req-d85464cc-b255-4a28-b94b-571f2bf5719a tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432460 Mar 28 01:25:37.216428 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585b0271-f1e3-43a7-a8a9-6514eecd5830 req-aa0b591e-d9d5-44bb-8cec-bcef8b1811cf tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:25:37.217889 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-585b0271-f1e3-43a7-a8a9-6514eecd5830 req-aa0b591e-d9d5-44bb-8cec-bcef8b1811cf tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=36e53fa9-490a-4b17-b9de-548f0e095bff HTTP/1.1" status: 200 len: 943 time: 0.0546525 Mar 28 01:25:37.263633 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-585b0271-f1e3-43a7-a8a9-6514eecd5830 req-d27d2fd1-95be-45c1-94a3-88433a1f1ce4 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397813 Mar 28 01:25:38.389548 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf0978b-678b-4e09-b4d5-adde57d2ca86 req-168d83f4-2076-41c1-badf-5266eb57f955 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:25:38.391023 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-caf0978b-678b-4e09-b4d5-adde57d2ca86 req-168d83f4-2076-41c1-badf-5266eb57f955 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=36e53fa9-490a-4b17-b9de-548f0e095bff HTTP/1.1" status: 200 len: 943 time: 0.0523448 Mar 28 01:25:38.436239 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-caf0978b-678b-4e09-b4d5-adde57d2ca86 req-b4f08dae-b804-4f6c-8655-dd0a23627bb8 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390592 Mar 28 01:25:38.671860 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device 599b9ee9-67cd-4624-be7f-05cdb138f6cb details requested by agent hyperv_hv-neutron-8348 with host hv-neutron-8348 {{(pid=104100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 01:25:38.768461 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port 599b9ee9-67cd-4624-be7f-05cdb138f6cb, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=599b9ee9-67cd-4624-be7f-05cdb138f6cb,segment=NetworkSegment(a8ff9866-4d1a-4081-861f-9ab5627ea74e),segment_id=a8ff9866-4d1a-4081-861f-9ab5627ea74e)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:25:38.779446 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Returning: {'device': '599b9ee9-67cd-4624-be7f-05cdb138f6cb', 'network_id': '2b68a51f-bd4c-48f0-ae3a-095a67bb7f09', 'port_id': '599b9ee9-67cd-4624-be7f-05cdb138f6cb', 'mac_address': 'fa:16:3e:3f:5b:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6183e84-2e77-40ed-95a1-6f3728082881', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 01:25:38.815413 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port 599b9ee9-67cd-4624-be7f-05cdb138f6cb is: DOWN; New status is: BUILD {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:25:38.815803 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (599b9ee9-67cd-4624-be7f-05cdb138f6cb), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:38.828822 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 599b9ee9-67cd-4624-be7f-05cdb138f6cb {{(pid=104100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 01:25:38.847440 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port 599b9ee9-67cd-4624-be7f-05cdb138f6cb, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=599b9ee9-67cd-4624-be7f-05cdb138f6cb,segment=NetworkSegment(a8ff9866-4d1a-4081-861f-9ab5627ea74e),segment_id=a8ff9866-4d1a-4081-861f-9ab5627ea74e)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:25:38.851324 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (599b9ee9-67cd-4624-be7f-05cdb138f6cb), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:38.900458 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Pushing event updated for resources: {'Port': ['ID=599b9ee9-67cd-4624-be7f-05cdb138f6cb,revision_number=4']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:25:39.054995 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] get_ports_and_sgs() called for port_ids ['599b9ee9-67cd-4624-be7f-05cdb138f6cb'] {{(pid=104100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 01:25:39.553632 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e388c8-0834-42a3-a4ab-7b222d5540c8 req-6fc8ce8f-d602-4f53-9754-ed3b05d0dd72 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:25:39.555091 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-c1e388c8-0834-42a3-a4ab-7b222d5540c8 req-6fc8ce8f-d602-4f53-9754-ed3b05d0dd72 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=36e53fa9-490a-4b17-b9de-548f0e095bff HTTP/1.1" status: 200 len: 944 time: 0.0540769 Mar 28 01:25:39.601076 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-c1e388c8-0834-42a3-a4ab-7b222d5540c8 req-95998796-a87e-40ae-a471-7eec5bbf9333 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403554 Mar 28 01:25:40.678353 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device 599b9ee9-67cd-4624-be7f-05cdb138f6cb up at agent hyperv_hv-neutron-8348 {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:25:40.717186 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621746eb-f628-4673-a657-bf7c14d260cb req-d34e3216-afc0-43f6-be4d-d28afd174606 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:25:40.718671 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-621746eb-f628-4673-a657-bf7c14d260cb req-d34e3216-afc0-43f6-be4d-d28afd174606 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=36e53fa9-490a-4b17-b9de-548f0e095bff HTTP/1.1" status: 200 len: 944 time: 0.0517712 Mar 28 01:25:40.725569 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Provisioning for port 599b9ee9-67cd-4624-be7f-05cdb138f6cb completed by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 01:25:40.729524 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Provisioning complete for port 599b9ee9-67cd-4624-be7f-05cdb138f6cb triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:25:40.729832 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (599b9ee9-67cd-4624-be7f-05cdb138f6cb), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:40.765401 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-621746eb-f628-4673-a657-bf7c14d260cb req-559431d7-aca1-4bb5-b126-4d16fcf4e6f3 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409775 Mar 28 01:25:40.805272 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port 599b9ee9-67cd-4624-be7f-05cdb138f6cb is: BUILD; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:25:40.805656 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (599b9ee9-67cd-4624-be7f-05cdb138f6cb), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:40.827400 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36e53fa9-490a-4b17-b9de-548f0e095bff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '599b9ee9-67cd-4624-be7f-05cdb138f6cb'}] {{(pid=104100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:25:40.829623 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd27896ebc78d0f7931321182ba9533a7b768b1c3fcddb3ff52a8aee6ddeaf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-900ea24e-d729-4412-8b04-2937ef124d47" -d '{"events": [{"server_uuid": "36e53fa9-490a-4b17-b9de-548f0e095bff", "name": "network-vif-plugged", "status": "completed", "tag": "599b9ee9-67cd-4624-be7f-05cdb138f6cb"}]}' {{(pid=104100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:25:40.846471 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port 599b9ee9-67cd-4624-be7f-05cdb138f6cb, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=599b9ee9-67cd-4624-be7f-05cdb138f6cb,segment=NetworkSegment(a8ff9866-4d1a-4081-861f-9ab5627ea74e),segment_id=a8ff9866-4d1a-4081-861f-9ab5627ea74e)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:25:40.851002 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (599b9ee9-67cd-4624-be7f-05cdb138f6cb), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:41.024922 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 01:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b02159bd-48a4-42f7-bd01-d78aa044d40e x-openstack-request-id: req-b02159bd-48a4-42f7-bd01-d78aa044d40e {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:25:41.025215 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36e53fa9-490a-4b17-b9de-548f0e095bff", "name": "network-vif-plugged", "status": "completed", "tag": "599b9ee9-67cd-4624-be7f-05cdb138f6cb", "code": 200}]} {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:25:41.025474 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b02159bd-48a4-42f7-bd01-d78aa044d40e {{(pid=104100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:25:41.025878 dv-neutron-834874-6-hyperv neutron-server[104100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b02159bd-48a4-42f7-bd01-d78aa044d40e'] response: {'server_uuid': '36e53fa9-490a-4b17-b9de-548f0e095bff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '599b9ee9-67cd-4624-be7f-05cdb138f6cb', 'code': 200} Mar 28 01:25:41.046897 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2737c276-0ec8-4549-b2c0-efc6dd2fc94f req-1fa4b54d-45d7-4887-9168-764316caa1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:25:41.048438 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-2737c276-0ec8-4549-b2c0-efc6dd2fc94f req-1fa4b54d-45d7-4887-9168-764316caa1f1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=36e53fa9-490a-4b17-b9de-548f0e095bff HTTP/1.1" status: 200 len: 1129 time: 0.0471902 Mar 28 01:25:41.051920 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Pushing event updated for resources: {'Port': ['ID=599b9ee9-67cd-4624-be7f-05cdb138f6cb,revision_number=5']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:25:41.091724 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-2737c276-0ec8-4549-b2c0-efc6dd2fc94f req-28e0c325-d98c-482f-b0e1-40942b551e1b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373373 Mar 28 01:25:41.435957 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-6d5eb212-e410-4e94-8fff-583e2c01c2e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:41.883183 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7475ca84-3a2c-40b8-a4ea-fc3482e3439c req-9203b9ce-15c4-471b-ac31-0fd7cc3b6af9 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:25:41.884604 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7475ca84-3a2c-40b8-a4ea-fc3482e3439c req-9203b9ce-15c4-471b-ac31-0fd7cc3b6af9 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=36e53fa9-490a-4b17-b9de-548f0e095bff HTTP/1.1" status: 200 len: 945 time: 0.0516953 Mar 28 01:25:41.929710 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7475ca84-3a2c-40b8-a4ea-fc3482e3439c req-a2a331e0-4fd5-446b-9c3e-d74910de47b9 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395670 Mar 28 01:25:43.049121 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a1cac7-3fd2-407a-abb1-80cc7c353d16 req-aff59943-dc80-47e0-b5bf-e556a8f8338f tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:25:43.050605 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-30a1cac7-3fd2-407a-abb1-80cc7c353d16 req-aff59943-dc80-47e0-b5bf-e556a8f8338f tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=36e53fa9-490a-4b17-b9de-548f0e095bff HTTP/1.1" status: 200 len: 945 time: 0.0531528 Mar 28 01:25:43.102329 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-30a1cac7-3fd2-407a-abb1-80cc7c353d16 req-cd762d1b-5157-45c9-a7e2-4b0741196192 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459461 Mar 28 01:25:43.225153 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07dcdfa-1c46-42df-9378-719b9de9be07 req-be0fca6e-baa8-4e25-a5e8-cb6615643f05 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:25:43.226714 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-f07dcdfa-1c46-42df-9378-719b9de9be07 req-be0fca6e-baa8-4e25-a5e8-cb6615643f05 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=36e53fa9-490a-4b17-b9de-548f0e095bff HTTP/1.1" status: 200 len: 945 time: 0.0622358 Mar 28 01:25:43.235116 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 58892) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:25:43.239919 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-e41524ad-b1d4-4881-bf85-ac7a1d916285 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Request body: {'floatingip': {'port_id': '599b9ee9-67cd-4624-be7f-05cdb138f6cb'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:25:43.278549 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e41524ad-b1d4-4881-bf85-ac7a1d916285 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Publish callbacks [] for floatingip (95efdcf1-8ddd-402b-a1ca-9f765b94edc8), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:43.590465 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-32bb240d-a94c-480f-9423-1619ff5dc1e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:43.806209 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e41524ad-b1d4-4881-bf85-ac7a1d916285 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:43.809896 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e41524ad-b1d4-4881-bf85-ac7a1d916285 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688063'] for floatingip (95efdcf1-8ddd-402b-a1ca-9f765b94edc8), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:43.909066 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.l3_db [None req-e41524ad-b1d4-4881-bf85-ac7a1d916285 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Floating IP 95efdcf1-8ddd-402b-a1ca-9f765b94edc8 associated. External IP: 172.26.1.184, port: 599b9ee9-67cd-4624-be7f-05cdb138f6cb. Mar 28 01:25:44.113020 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e41524ad-b1d4-4881-bf85-ac7a1d916285 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Router eb8a7912-2e1e-41a5-bce5-c8ac5275303b has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:25:44.225463 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e41524ad-b1d4-4881-bf85-ac7a1d916285 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:25:44.230771 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e41524ad-b1d4-4881-bf85-ac7a1d916285 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for floatingip (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:44.236896 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9887abe8-d322-4c1f-ad76-6294d5d2548d None None] Sync routers for ids ['eb8a7912-2e1e-41a5-bce5-c8ac5275303b'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:25:44.246965 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9887abe8-d322-4c1f-ad76-6294d5d2548d None None] Routers {'eb8a7912-2e1e-41a5-bce5-c8ac5275303b'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:25:44.247584 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-9887abe8-d322-4c1f-ad76-6294d5d2548d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:25:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['eb8a7912-2e1e-41a5-bce5-c8ac5275303b'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:25:44.270905 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-e41524ad-b1d4-4881-bf85-ac7a1d916285 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "PUT /v2.0/floatingips/95efdcf1-8ddd-402b-a1ca-9f765b94edc8 HTTP/1.1" status: 200 len: 991 time: 1.0347462 Mar 28 01:25:44.271481 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36e53fa9-490a-4b17-b9de-548f0e095bff', 'tag': '599b9ee9-67cd-4624-be7f-05cdb138f6cb'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:25:44.273860 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2af4b01a9fa8b1570ccf1d7859d693ad34c106b258078e9cfae86b97f35e3d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66385753-9354-445d-8811-5c73ad9d24f8" -d '{"events": [{"name": "network-changed", "server_uuid": "36e53fa9-490a-4b17-b9de-548f0e095bff", "tag": "599b9ee9-67cd-4624-be7f-05cdb138f6cb"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:25:44.313171 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 01:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-284373f0-82d0-427a-96cc-399b6c6bfc1d x-openstack-request-id: req-284373f0-82d0-427a-96cc-399b6c6bfc1d {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:25:44.313459 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36e53fa9-490a-4b17-b9de-548f0e095bff", "tag": "599b9ee9-67cd-4624-be7f-05cdb138f6cb", "status": "completed", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:25:44.313709 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-284373f0-82d0-427a-96cc-399b6c6bfc1d {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:25:44.314117 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-284373f0-82d0-427a-96cc-399b6c6bfc1d'] response: {'name': 'network-changed', 'server_uuid': '36e53fa9-490a-4b17-b9de-548f0e095bff', 'tag': '599b9ee9-67cd-4624-be7f-05cdb138f6cb', 'status': 'completed', 'code': 200} Mar 28 01:25:44.361329 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-9887abe8-d322-4c1f-ad76-6294d5d2548d None None] Set router eb8a7912-2e1e-41a5-bce5-c8ac5275303b gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:25:44.376910 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7737dc92-f0f5-450d-8463-d618bf8fd046 req-dbd79d8d-d245-4391-955a-0c74ccf3651f tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:25:44.378320 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-7737dc92-f0f5-450d-8463-d618bf8fd046 req-dbd79d8d-d245-4391-955a-0c74ccf3651f tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=36e53fa9-490a-4b17-b9de-548f0e095bff HTTP/1.1" status: 200 len: 945 time: 0.0581617 Mar 28 01:25:44.378707 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66385753-9354-445d-8811-5c73ad9d24f8 req-5db550e3-aec4-4d59-84b3-493dec65c973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:25:44.380886 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-66385753-9354-445d-8811-5c73ad9d24f8 req-5db550e3-aec4-4d59-84b3-493dec65c973 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=33525a6311b1415f9d71794b9ce918e7&device_id=36e53fa9-490a-4b17-b9de-548f0e095bff HTTP/1.1" status: 200 len: 1129 time: 0.0464566 Mar 28 01:25:44.428412 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-7737dc92-f0f5-450d-8463-d618bf8fd046 req-4d42b0bf-d420-42d2-8465-167a4d96d162 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429204 Mar 28 01:25:44.481708 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66385753-9354-445d-8811-5c73ad9d24f8 req-f9fa03c8-a85f-4cc7-89f6-143084b8f01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:25:44.483491 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-66385753-9354-445d-8811-5c73ad9d24f8 req-f9fa03c8-a85f-4cc7-89f6-143084b8f01e service neutron] 10.222.0.10 "GET /v2.0/networks?id=2b68a51f-bd4c-48f0-ae3a-095a67bb7f09 HTTP/1.1" status: 200 len: 912 time: 0.0958869 Mar 28 01:25:44.573382 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-66385753-9354-445d-8811-5c73ad9d24f8 req-67e2317f-bf6a-4822-8dce-12207932df61 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=599b9ee9-67cd-4624-be7f-05cdb138f6cb HTTP/1.1" status: 200 len: 999 time: 0.0835280 Mar 28 01:25:44.591966 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-9887abe8-d322-4c1f-ad76-6294d5d2548d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8a7912-2e1e-41a5-bce5-c8ac5275303b', 'name': 'tempest-ServerActionsTestJSON-1418931163-router', 'tenant_id': '33525a6311b1415f9d71794b9ce918e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.233'}], 'enable_snat': True}, 'gw_port_id': '2e91b93f-f097-4053-aa25-f19103298b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:25:25Z', 'updated_at': '2022-03-28T01:25:28Z', 'revision_number': 4, 'project_id': '33525a6311b1415f9d71794b9ce918e7', 'gw_port': {'id': '2e91b93f-f097-4053-aa25-f19103298b2b', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8a7912-2e1e-41a5-bce5-c8ac5275303b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:25:26Z', 'updated_at': '2022-03-28T01:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_floatingips': [{'id': '95efdcf1-8ddd-402b-a1ca-9f765b94edc8', 'tenant_id': '33525a6311b1415f9d71794b9ce918e7', 'floating_ip_address': '172.26.1.184', 'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'router_id': 'eb8a7912-2e1e-41a5-bce5-c8ac5275303b', 'port_id': '599b9ee9-67cd-4624-be7f-05cdb138f6cb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b68a51f-bd4c-48f0-ae3a-095a67bb7f09', 'mac_address': 'fa:16:3e:3f:5b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e53fa9-490a-4b17-b9de-548f0e095bff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T01:25:30Z', 'updated_at': '2022-03-28T01:25:43Z', 'revision_number': 1, 'project_id': '33525a6311b1415f9d71794b9ce918e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44a67edb-a9f3-4e19-aecb-e843bb5498bc', 'name': '', 'network_id': '2b68a51f-bd4c-48f0-ae3a-095a67bb7f09', 'tenant_id': '33525a6311b1415f9d71794b9ce918e7', 'mac_address': 'fa:16:3e:87:fe:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8a7912-2e1e-41a5-bce5-c8ac5275303b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': 'c6183e84-2e77-40ed-95a1-6f3728082881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:25:27Z', 'updated_at': '2022-03-28T01:25:32Z', 'revision_number': 5, 'project_id': '33525a6311b1415f9d71794b9ce918e7', 'subnets': [{'id': 'c6183e84-2e77-40ed-95a1-6f3728082881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:25:44.620068 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9887abe8-d322-4c1f-ad76-6294d5d2548d None None] Checking router: eb8a7912-2e1e-41a5-bce5-c8ac5275303b for host: dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:25:44.626778 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b10d447-32fa-400e-9285-fc1ad0912559 req-751c6b47-fc34-44dd-b720-a627ea2098e7 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:25:44.628219 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9887abe8-d322-4c1f-ad76-6294d5d2548d None None] Routers {'eb8a7912-2e1e-41a5-bce5-c8ac5275303b'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:25:44.628349 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-1b10d447-32fa-400e-9285-fc1ad0912559 req-751c6b47-fc34-44dd-b720-a627ea2098e7 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=36e53fa9-490a-4b17-b9de-548f0e095bff HTTP/1.1" status: 200 len: 945 time: 0.1046560 Mar 28 01:25:44.628766 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-9887abe8-d322-4c1f-ad76-6294d5d2548d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:25:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['eb8a7912-2e1e-41a5-bce5-c8ac5275303b'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:25:44.650390 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66385753-9354-445d-8811-5c73ad9d24f8 req-8877a49c-4024-4351-b239-b8e700efb928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:25:44.651831 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-66385753-9354-445d-8811-5c73ad9d24f8 req-8877a49c-4024-4351-b239-b8e700efb928 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c6183e84-2e77-40ed-95a1-6f3728082881 HTTP/1.1" status: 200 len: 851 time: 0.0730438 Mar 28 01:25:44.706877 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-1b10d447-32fa-400e-9285-fc1ad0912559 req-454f2723-9c48-4475-8693-7943e933048b tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725608 Mar 28 01:25:44.720185 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66385753-9354-445d-8811-5c73ad9d24f8 req-2fe1b085-3d95-48b6-9bcf-d22231ddf42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:25:44.722033 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-66385753-9354-445d-8811-5c73ad9d24f8 req-2fe1b085-3d95-48b6-9bcf-d22231ddf42f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2b68a51f-bd4c-48f0-ae3a-095a67bb7f09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0625257 Mar 28 01:25:44.739110 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-9887abe8-d322-4c1f-ad76-6294d5d2548d None None] Set router eb8a7912-2e1e-41a5-bce5-c8ac5275303b gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:25:44.814033 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-66385753-9354-445d-8811-5c73ad9d24f8 req-624c86f4-0ff1-4923-b17d-022d78ac7c1d service neutron] 10.222.0.10 "GET /v2.0/networks/2b68a51f-bd4c-48f0-ae3a-095a67bb7f09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863400 Mar 28 01:25:44.837751 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:44.905367 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-66385753-9354-445d-8811-5c73ad9d24f8 req-35c029e5-9862-4d48-a8d9-253496657fae service neutron] 10.222.0.10 "GET /v2.0/networks/2b68a51f-bd4c-48f0-ae3a-095a67bb7f09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854177 Mar 28 01:25:44.970263 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-9887abe8-d322-4c1f-ad76-6294d5d2548d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8a7912-2e1e-41a5-bce5-c8ac5275303b', 'name': 'tempest-ServerActionsTestJSON-1418931163-router', 'tenant_id': '33525a6311b1415f9d71794b9ce918e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.233'}], 'enable_snat': True}, 'gw_port_id': '2e91b93f-f097-4053-aa25-f19103298b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:25:25Z', 'updated_at': '2022-03-28T01:25:28Z', 'revision_number': 4, 'project_id': '33525a6311b1415f9d71794b9ce918e7', 'gw_port': {'id': '2e91b93f-f097-4053-aa25-f19103298b2b', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8a7912-2e1e-41a5-bce5-c8ac5275303b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:25:26Z', 'updated_at': '2022-03-28T01:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_floatingips': [{'id': '95efdcf1-8ddd-402b-a1ca-9f765b94edc8', 'tenant_id': '33525a6311b1415f9d71794b9ce918e7', 'floating_ip_address': '172.26.1.184', 'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'router_id': 'eb8a7912-2e1e-41a5-bce5-c8ac5275303b', 'port_id': '599b9ee9-67cd-4624-be7f-05cdb138f6cb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b68a51f-bd4c-48f0-ae3a-095a67bb7f09', 'mac_address': 'fa:16:3e:3f:5b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e53fa9-490a-4b17-b9de-548f0e095bff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T01:25:30Z', 'updated_at': '2022-03-28T01:25:43Z', 'revision_number': 1, 'project_id': '33525a6311b1415f9d71794b9ce918e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44a67edb-a9f3-4e19-aecb-e843bb5498bc', 'name': '', 'network_id': '2b68a51f-bd4c-48f0-ae3a-095a67bb7f09', 'tenant_id': '33525a6311b1415f9d71794b9ce918e7', 'mac_address': 'fa:16:3e:87:fe:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8a7912-2e1e-41a5-bce5-c8ac5275303b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': 'c6183e84-2e77-40ed-95a1-6f3728082881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:25:27Z', 'updated_at': '2022-03-28T01:25:32Z', 'revision_number': 5, 'project_id': '33525a6311b1415f9d71794b9ce918e7', 'subnets': [{'id': 'c6183e84-2e77-40ed-95a1-6f3728082881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:25:44.999441 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9887abe8-d322-4c1f-ad76-6294d5d2548d None None] The sync data for ids ['eb8a7912-2e1e-41a5-bce5-c8ac5275303b'] in dv-neutron-834874-6-hyperv is: [{'id': 'eb8a7912-2e1e-41a5-bce5-c8ac5275303b', 'name': 'tempest-ServerActionsTestJSON-1418931163-router', 'tenant_id': '33525a6311b1415f9d71794b9ce918e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.233'}], 'enable_snat': True}, 'gw_port_id': '2e91b93f-f097-4053-aa25-f19103298b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:25:25Z', 'updated_at': '2022-03-28T01:25:28Z', 'revision_number': 4, 'project_id': '33525a6311b1415f9d71794b9ce918e7', 'gw_port': {'id': '2e91b93f-f097-4053-aa25-f19103298b2b', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8a7912-2e1e-41a5-bce5-c8ac5275303b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:25:26Z', 'updated_at': '2022-03-28T01:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_floatingips': [{'id': '95efdcf1-8ddd-402b-a1ca-9f765b94edc8', 'tenant_id': '33525a6311b1415f9d71794b9ce918e7', 'floating_ip_address': '172.26.1.184', 'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'router_id': 'eb8a7912-2e1e-41a5-bce5-c8ac5275303b', 'port_id': '599b9ee9-67cd-4624-be7f-05cdb138f6cb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b68a51f-bd4c-48f0-ae3a-095a67bb7f09', 'mac_address': 'fa:16:3e:3f:5b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e53fa9-490a-4b17-b9de-548f0e095bff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T01:25:30Z', 'updated_at': '2022-03-28T01:25:43Z', 'revision_number': 1, 'project_id': '33525a6311b1415f9d71794b9ce918e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44a67edb-a9f3-4e19-aecb-e843bb5498bc', 'name': '', 'network_id': '2b68a51f-bd4c-48f0-ae3a-095a67bb7f09', 'tenant_id': '33525a6311b1415f9d71794b9ce918e7', 'mac_address': 'fa:16:3e:87:fe:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8a7912-2e1e-41a5-bce5-c8ac5275303b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': 'c6183e84-2e77-40ed-95a1-6f3728082881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:25:27Z', 'updated_at': '2022-03-28T01:25:32Z', 'revision_number': 5, 'project_id': '33525a6311b1415f9d71794b9ce918e7', 'subnets': [{'id': 'c6183e84-2e77-40ed-95a1-6f3728082881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:25:45.176987 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49561bc-2474-465a-98eb-a57dc623d2cb None None] New status for floating IP 95efdcf1-8ddd-402b-a1ca-9f765b94edc8: ACTIVE {{(pid=104101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 01:25:45.822790 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a80736-137e-4204-8da0-99ee023fa16d req-71e3a0a8-5f19-414c-a76f-9afb975c2858 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:25:45.824269 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-23a80736-137e-4204-8da0-99ee023fa16d req-71e3a0a8-5f19-414c-a76f-9afb975c2858 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=36e53fa9-490a-4b17-b9de-548f0e095bff HTTP/1.1" status: 200 len: 945 time: 0.0511515 Mar 28 01:25:45.869354 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-23a80736-137e-4204-8da0-99ee023fa16d req-9e6918a2-0a39-4b3a-8473-012dae47df16 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395701 Mar 28 01:25:45.985071 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91810fa-b5ca-4b10-909e-01326fc242f4 req-c636d017-f3f3-475a-ad37-f48bb2fa6813 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:25:45.986526 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-d91810fa-b5ca-4b10-909e-01326fc242f4 req-c636d017-f3f3-475a-ad37-f48bb2fa6813 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=36e53fa9-490a-4b17-b9de-548f0e095bff HTTP/1.1" status: 200 len: 945 time: 0.0515399 Mar 28 01:25:46.032214 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-d91810fa-b5ca-4b10-909e-01326fc242f4 req-0c21aa3d-909e-49c9-b617-ba6a7d97ffb7 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393872 Mar 28 01:25:46.266640 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:46.292888 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-43e91565-b80b-4c9e-be6b-93fb21051861 req-3ef6c32e-1200-4a37-a9f0-bab70848e756 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=36e53fa9-490a-4b17-b9de-548f0e095bff&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0857925 Mar 28 01:25:46.300486 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484d06c6-5287-48bc-9b50-af3f5626ae3d req-7052cf14-4dbe-412c-ac94-a08e77bebd8e tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:25:46.301889 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-484d06c6-5287-48bc-9b50-af3f5626ae3d req-7052cf14-4dbe-412c-ac94-a08e77bebd8e tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=36e53fa9-490a-4b17-b9de-548f0e095bff HTTP/1.1" status: 200 len: 945 time: 0.0836887 Mar 28 01:25:46.351054 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-484d06c6-5287-48bc-9b50-af3f5626ae3d req-9715b1ef-004e-43c1-9fee-0fb8ca91ba93 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434597 Mar 28 01:25:46.628385 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e91565-b80b-4c9e-be6b-93fb21051861 req-4df52605-ebc9-41b9-9218-865a2c065131 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:25:46.630214 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-43e91565-b80b-4c9e-be6b-93fb21051861 req-4df52605-ebc9-41b9-9218-865a2c065131 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports/599b9ee9-67cd-4624-be7f-05cdb138f6cb HTTP/1.1" status: 200 len: 942 time: 0.0489426 Mar 28 01:25:47.380201 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e91565-b80b-4c9e-be6b-93fb21051861 req-f7f751b6-b673-4ef2-bd17-fbd08b980eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:25:47.381197 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-43e91565-b80b-4c9e-be6b-93fb21051861 req-f7f751b6-b673-4ef2-bd17-fbd08b980eec service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=33525a6311b1415f9d71794b9ce918e7&device_id=36e53fa9-490a-4b17-b9de-548f0e095bff HTTP/1.1" status: 200 len: 1129 time: 0.0438950 Mar 28 01:25:47.468531 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c81681-722f-4539-9ba3-c9be2fe38123 req-3fb51bdd-bb95-4ed0-9f12-4ae0eba0924a tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:25:47.470012 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-e2c81681-722f-4539-9ba3-c9be2fe38123 req-3fb51bdd-bb95-4ed0-9f12-4ae0eba0924a tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=36e53fa9-490a-4b17-b9de-548f0e095bff HTTP/1.1" status: 200 len: 945 time: 0.0517097 Mar 28 01:25:47.477313 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e91565-b80b-4c9e-be6b-93fb21051861 req-69811122-0319-43f4-8f49-dbb3188abe90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:25:47.478793 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-43e91565-b80b-4c9e-be6b-93fb21051861 req-69811122-0319-43f4-8f49-dbb3188abe90 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2b68a51f-bd4c-48f0-ae3a-095a67bb7f09 HTTP/1.1" status: 200 len: 912 time: 0.0863018 Mar 28 01:25:47.516501 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-e2c81681-722f-4539-9ba3-c9be2fe38123 req-65de1dac-6da3-4d61-94e3-790556afdc8c tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403357 Mar 28 01:25:47.543317 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-43e91565-b80b-4c9e-be6b-93fb21051861 req-3c4d33ee-45c6-45c4-9a73-45522e5dc46b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=599b9ee9-67cd-4624-be7f-05cdb138f6cb HTTP/1.1" status: 200 len: 1001 time: 0.0579743 Mar 28 01:25:47.596608 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e91565-b80b-4c9e-be6b-93fb21051861 req-f4c7b2f4-7923-442c-af48-c14b2d2aaa1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:25:47.598585 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-43e91565-b80b-4c9e-be6b-93fb21051861 req-f4c7b2f4-7923-442c-af48-c14b2d2aaa1a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c6183e84-2e77-40ed-95a1-6f3728082881 HTTP/1.1" status: 200 len: 851 time: 0.0497279 Mar 28 01:25:47.651721 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e91565-b80b-4c9e-be6b-93fb21051861 req-2414c588-a98b-4a4c-bad5-5fa0cdbe29af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:25:47.653240 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-43e91565-b80b-4c9e-be6b-93fb21051861 req-2414c588-a98b-4a4c-bad5-5fa0cdbe29af service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2b68a51f-bd4c-48f0-ae3a-095a67bb7f09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0496101 Mar 28 01:25:47.740673 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-43e91565-b80b-4c9e-be6b-93fb21051861 req-865ba522-be42-49be-a048-ae85d282be91 service neutron] 10.222.0.10 "GET /v2.0/networks/2b68a51f-bd4c-48f0-ae3a-095a67bb7f09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805988 Mar 28 01:25:47.821179 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:25:48.099822 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-43e91565-b80b-4c9e-be6b-93fb21051861 req-4fc26469-00b2-4087-86ba-97d3849fb701 service neutron] 10.222.0.10 "GET /v2.0/networks/2b68a51f-bd4c-48f0-ae3a-095a67bb7f09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3372030 Mar 28 01:25:48.634015 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c1bdab-df25-48c4-a1a8-eb8b34f676e8 req-f86919cf-176d-48a4-99bb-9a83ec8488b2 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:25:48.635451 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-47c1bdab-df25-48c4-a1a8-eb8b34f676e8 req-f86919cf-176d-48a4-99bb-9a83ec8488b2 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=36e53fa9-490a-4b17-b9de-548f0e095bff HTTP/1.1" status: 200 len: 945 time: 0.0516443 Mar 28 01:25:48.680588 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-47c1bdab-df25-48c4-a1a8-eb8b34f676e8 req-20b21dd3-34b8-4409-9fdb-b15d9ddd828c tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395880 Mar 28 01:25:49.725998 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de7e7ac-5d76-435c-bfcf-97718b84e9a2 req-5d7dbb21-54f2-4209-9ffa-8753aa3becee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:25:49.727509 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-5de7e7ac-5d76-435c-bfcf-97718b84e9a2 req-5d7dbb21-54f2-4209-9ffa-8753aa3becee service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=33525a6311b1415f9d71794b9ce918e7&device_id=36e53fa9-490a-4b17-b9de-548f0e095bff HTTP/1.1" status: 200 len: 1129 time: 0.0481856 Mar 28 01:25:49.798594 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f3951f-3ada-4d52-84a7-2ccf668a1c9d req-4a656bbb-451b-4243-9466-d280f54f6de6 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:25:49.800117 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-89f3951f-3ada-4d52-84a7-2ccf668a1c9d req-4a656bbb-451b-4243-9466-d280f54f6de6 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=36e53fa9-490a-4b17-b9de-548f0e095bff HTTP/1.1" status: 200 len: 945 time: 0.0519097 Mar 28 01:25:49.827800 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de7e7ac-5d76-435c-bfcf-97718b84e9a2 req-88ca46e7-cf64-422d-adeb-9e52b74b9db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:25:49.829321 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-5de7e7ac-5d76-435c-bfcf-97718b84e9a2 req-88ca46e7-cf64-422d-adeb-9e52b74b9db8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2b68a51f-bd4c-48f0-ae3a-095a67bb7f09 HTTP/1.1" status: 200 len: 912 time: 0.0847580 Mar 28 01:25:49.850776 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-89f3951f-3ada-4d52-84a7-2ccf668a1c9d req-1427422a-5194-4349-8625-c136967ec98d tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451634 Mar 28 01:25:49.896677 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-5de7e7ac-5d76-435c-bfcf-97718b84e9a2 req-ffd27c9b-d380-4603-98f5-c59117c1a9ef service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=599b9ee9-67cd-4624-be7f-05cdb138f6cb HTTP/1.1" status: 200 len: 1001 time: 0.0612793 Mar 28 01:25:49.942776 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de7e7ac-5d76-435c-bfcf-97718b84e9a2 req-2787af56-d9c7-4076-99b3-84f0158e725a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:25:49.944221 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-5de7e7ac-5d76-435c-bfcf-97718b84e9a2 req-2787af56-d9c7-4076-99b3-84f0158e725a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c6183e84-2e77-40ed-95a1-6f3728082881 HTTP/1.1" status: 200 len: 851 time: 0.0418875 Mar 28 01:25:49.990971 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de7e7ac-5d76-435c-bfcf-97718b84e9a2 req-67935d81-5ccb-4e53-afbb-f3df0f294846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:25:49.992468 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-5de7e7ac-5d76-435c-bfcf-97718b84e9a2 req-67935d81-5ccb-4e53-afbb-f3df0f294846 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2b68a51f-bd4c-48f0-ae3a-095a67bb7f09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0429261 Mar 28 01:25:50.081562 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-5de7e7ac-5d76-435c-bfcf-97718b84e9a2 req-87f978a4-809b-48d1-87b1-87fdd0d609e6 service neutron] 10.222.0.10 "GET /v2.0/networks/2b68a51f-bd4c-48f0-ae3a-095a67bb7f09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832012 Mar 28 01:25:50.169433 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-5de7e7ac-5d76-435c-bfcf-97718b84e9a2 req-9b42ff8d-ad28-4f8e-b610-3ff128d1f205 service neutron] 10.222.0.10 "GET /v2.0/networks/2b68a51f-bd4c-48f0-ae3a-095a67bb7f09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822337 Mar 28 01:25:50.966817 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2bde16-bc4e-41ae-9ef8-2021ccb4cd13 req-62d6e0f8-f5e5-4e59-ab2c-ff8f5d21daa6 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:25:50.968287 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-5f2bde16-bc4e-41ae-9ef8-2021ccb4cd13 req-62d6e0f8-f5e5-4e59-ab2c-ff8f5d21daa6 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=36e53fa9-490a-4b17-b9de-548f0e095bff HTTP/1.1" status: 200 len: 945 time: 0.0511496 Mar 28 01:25:51.012653 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-5f2bde16-bc4e-41ae-9ef8-2021ccb4cd13 req-18e627e0-16a0-4f94-af50-8c0de8edec88 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382617 Mar 28 01:25:52.129317 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe938164-73f9-41e4-8fb3-abdbdc61f1ea req-f7405a32-f35d-4b71-8df8-b8420cb9f26e tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:25:52.130775 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-fe938164-73f9-41e4-8fb3-abdbdc61f1ea req-f7405a32-f35d-4b71-8df8-b8420cb9f26e tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=36e53fa9-490a-4b17-b9de-548f0e095bff HTTP/1.1" status: 200 len: 945 time: 0.0515599 Mar 28 01:25:52.178367 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-fe938164-73f9-41e4-8fb3-abdbdc61f1ea req-1fab5c8c-9be2-4543-8877-8c3fa9bcee2c tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421083 Mar 28 01:25:53.298590 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a922ff0-938d-46b5-bc19-215132dca218 req-9c543b7e-e041-474d-8fa5-3fa94add8b62 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:25:53.300056 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6a922ff0-938d-46b5-bc19-215132dca218 req-9c543b7e-e041-474d-8fa5-3fa94add8b62 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=36e53fa9-490a-4b17-b9de-548f0e095bff HTTP/1.1" status: 200 len: 945 time: 0.0554125 Mar 28 01:25:53.347836 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6a922ff0-938d-46b5-bc19-215132dca218 req-1d9beae8-247a-4dd5-8a3f-5411f742930d tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412648 Mar 28 01:25:54.465967 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06de950b-0d20-4fc8-831b-b7ae7db82e57 req-00843500-961b-4f1f-9875-7e851dc5bb5e tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:25:54.467460 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-06de950b-0d20-4fc8-831b-b7ae7db82e57 req-00843500-961b-4f1f-9875-7e851dc5bb5e tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=36e53fa9-490a-4b17-b9de-548f0e095bff HTTP/1.1" status: 200 len: 945 time: 0.0540221 Mar 28 01:25:54.513347 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-06de950b-0d20-4fc8-831b-b7ae7db82e57 req-adef9632-9119-45bb-bb1b-d0c385680467 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398796 Mar 28 01:25:55.628451 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5224a0c-2e04-4064-b17d-2fa0296893df req-3fe9790e-2306-4fe1-92e9-4c90fee51018 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:25:55.630417 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a5224a0c-2e04-4064-b17d-2fa0296893df req-3fe9790e-2306-4fe1-92e9-4c90fee51018 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=36e53fa9-490a-4b17-b9de-548f0e095bff HTTP/1.1" status: 200 len: 945 time: 0.0510705 Mar 28 01:25:55.679184 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a5224a0c-2e04-4064-b17d-2fa0296893df req-0bf008e3-0433-4f3e-a51b-7def363ca53e tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410669 Mar 28 01:25:56.798247 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcdc8fb-6212-4dcc-88b9-598a3f520d82 req-f3b6304a-2244-42e0-a947-cabf6a9de3bd tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:25:56.799718 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-4bcdc8fb-6212-4dcc-88b9-598a3f520d82 req-f3b6304a-2244-42e0-a947-cabf6a9de3bd tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=36e53fa9-490a-4b17-b9de-548f0e095bff HTTP/1.1" status: 200 len: 945 time: 0.0555301 Mar 28 01:25:56.845707 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-4bcdc8fb-6212-4dcc-88b9-598a3f520d82 req-820c384b-407d-4e89-b65b-437d0a20d27c tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399694 Mar 28 01:25:57.966909 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beef81e0-46be-4079-9b63-a7484881e26e req-e77de7b3-5d6f-487b-9b18-3a96b1f3deb7 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:25:57.968285 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-beef81e0-46be-4079-9b63-a7484881e26e req-e77de7b3-5d6f-487b-9b18-3a96b1f3deb7 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=36e53fa9-490a-4b17-b9de-548f0e095bff HTTP/1.1" status: 200 len: 945 time: 0.0542953 Mar 28 01:25:58.012913 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-beef81e0-46be-4079-9b63-a7484881e26e req-521aa39f-316b-4990-9dbf-74b92902af7b tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391791 Mar 28 01:25:59.129140 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185f9281-647e-4c9b-9ad3-2de10b13e18e req-66fbe3c5-0fa1-45e8-9956-61e5e06736b8 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:25:59.130513 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-185f9281-647e-4c9b-9ad3-2de10b13e18e req-66fbe3c5-0fa1-45e8-9956-61e5e06736b8 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=36e53fa9-490a-4b17-b9de-548f0e095bff HTTP/1.1" status: 200 len: 945 time: 0.0519354 Mar 28 01:25:59.176633 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-185f9281-647e-4c9b-9ad3-2de10b13e18e req-b9609b10-9288-4c1b-ad5a-baee05a8adf7 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406928 Mar 28 01:26:00.291560 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfee12b-05e6-44ed-855b-765967b819d9 req-73bdb111-2a1d-45fb-a63b-049008d55014 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:26:00.293049 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-ecfee12b-05e6-44ed-855b-765967b819d9 req-73bdb111-2a1d-45fb-a63b-049008d55014 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=36e53fa9-490a-4b17-b9de-548f0e095bff HTTP/1.1" status: 200 len: 945 time: 0.0513234 Mar 28 01:26:00.338415 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-ecfee12b-05e6-44ed-855b-765967b819d9 req-2e084d0a-47b2-46b9-afbc-b106f655fb51 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399246 Mar 28 01:26:01.453152 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8174878c-cab2-4f7f-aec4-23494e2cc466 req-702aa06f-b916-42c0-adeb-05577774f957 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:26:01.454589 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-8174878c-cab2-4f7f-aec4-23494e2cc466 req-702aa06f-b916-42c0-adeb-05577774f957 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=36e53fa9-490a-4b17-b9de-548f0e095bff HTTP/1.1" status: 200 len: 945 time: 0.0507426 Mar 28 01:26:01.503166 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-8174878c-cab2-4f7f-aec4-23494e2cc466 req-fa931388-2a77-4aa8-9436-3074b7290f19 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427277 Mar 28 01:26:02.620795 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68936896-3594-46a5-8e2b-eed55b32f4b8 req-3208657f-2e07-4a8d-bde3-c58bc33a8443 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:26:02.622238 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-68936896-3594-46a5-8e2b-eed55b32f4b8 req-3208657f-2e07-4a8d-bde3-c58bc33a8443 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=36e53fa9-490a-4b17-b9de-548f0e095bff HTTP/1.1" status: 200 len: 945 time: 0.0512717 Mar 28 01:26:02.671993 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-68936896-3594-46a5-8e2b-eed55b32f4b8 req-acd45d80-e902-407c-b025-0ecfbbbb8324 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441024 Mar 28 01:26:02.935897 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:26:03.786200 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317d1f87-783b-4890-a2af-002dcc802fb1 req-44e84d9b-5a67-40c0-9d63-412d904ccc6e tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:26:03.787665 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-317d1f87-783b-4890-a2af-002dcc802fb1 req-44e84d9b-5a67-40c0-9d63-412d904ccc6e tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=36e53fa9-490a-4b17-b9de-548f0e095bff HTTP/1.1" status: 200 len: 945 time: 0.0520260 Mar 28 01:26:03.833837 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-317d1f87-783b-4890-a2af-002dcc802fb1 req-9e8f38c3-6abb-4ad3-946f-008e95b7e513 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406117 Mar 28 01:26:04.655132 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-43e91565-b80b-4c9e-be6b-93fb21051861 req-4a4a9af3-d77a-45a1-badc-13544237d5eb service neutron] 10.222.0.10 "GET /v2.0/ports/599b9ee9-67cd-4624-be7f-05cdb138f6cb/bindings/hv-neutron-8348 HTTP/1.1" status: 200 len: 384 time: 0.0530396 Mar 28 01:26:04.849847 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e91565-b80b-4c9e-be6b-93fb21051861 req-75dff1bc-b112-4f79-b86e-790481a0a1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:26:04.851336 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-43e91565-b80b-4c9e-be6b-93fb21051861 req-75dff1bc-b112-4f79-b86e-790481a0a1cb service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=36e53fa9-490a-4b17-b9de-548f0e095bff&tenant_id=33525a6311b1415f9d71794b9ce918e7 HTTP/1.1" status: 200 len: 1129 time: 0.0452321 Mar 28 01:26:04.955317 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e91565-b80b-4c9e-be6b-93fb21051861 req-dac44409-c2d8-45f9-b5a6-26b7d58bf4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:26:04.957387 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-43e91565-b80b-4c9e-be6b-93fb21051861 req-dac44409-c2d8-45f9-b5a6-26b7d58bf4d6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=33525a6311b1415f9d71794b9ce918e7&device_id=36e53fa9-490a-4b17-b9de-548f0e095bff HTTP/1.1" status: 200 len: 1129 time: 0.0838518 Mar 28 01:26:04.965208 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699a3af3-1d19-4b7e-ba0a-ea055cd02ff3 req-c2da36a7-2a44-4436-9ae1-ac13e0340b98 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:26:04.966569 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-699a3af3-1d19-4b7e-ba0a-ea055cd02ff3 req-c2da36a7-2a44-4436-9ae1-ac13e0340b98 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=36e53fa9-490a-4b17-b9de-548f0e095bff HTTP/1.1" status: 200 len: 945 time: 0.0660729 Mar 28 01:26:05.064693 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-699a3af3-1d19-4b7e-ba0a-ea055cd02ff3 req-05280120-3223-4c75-8cf3-aa1fba7f4c04 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902660 Mar 28 01:26:05.082271 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e91565-b80b-4c9e-be6b-93fb21051861 req-2f671db3-1e45-4d70-9db2-234ffefe0982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:26:05.083748 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-43e91565-b80b-4c9e-be6b-93fb21051861 req-2f671db3-1e45-4d70-9db2-234ffefe0982 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2b68a51f-bd4c-48f0-ae3a-095a67bb7f09 HTTP/1.1" status: 200 len: 912 time: 0.1163421 Mar 28 01:26:05.150172 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-43e91565-b80b-4c9e-be6b-93fb21051861 req-30a8d241-669b-4c65-9f35-50844479bcd9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=599b9ee9-67cd-4624-be7f-05cdb138f6cb HTTP/1.1" status: 200 len: 1001 time: 0.0604899 Mar 28 01:26:05.197380 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e91565-b80b-4c9e-be6b-93fb21051861 req-2c541e9d-004b-4b98-a865-86083a742257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:26:05.198754 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-43e91565-b80b-4c9e-be6b-93fb21051861 req-2c541e9d-004b-4b98-a865-86083a742257 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c6183e84-2e77-40ed-95a1-6f3728082881 HTTP/1.1" status: 200 len: 851 time: 0.0420659 Mar 28 01:26:05.244902 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e91565-b80b-4c9e-be6b-93fb21051861 req-1c0d61d8-ea3d-4d48-9c00-485d122070dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:26:05.246354 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-43e91565-b80b-4c9e-be6b-93fb21051861 req-1c0d61d8-ea3d-4d48-9c00-485d122070dd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2b68a51f-bd4c-48f0-ae3a-095a67bb7f09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0418301 Mar 28 01:26:05.337227 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-43e91565-b80b-4c9e-be6b-93fb21051861 req-4626ca82-dd1f-4d31-a60e-4cb6ac50d6ba service neutron] 10.222.0.10 "GET /v2.0/networks/2b68a51f-bd4c-48f0-ae3a-095a67bb7f09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848882 Mar 28 01:26:05.424150 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-43e91565-b80b-4c9e-be6b-93fb21051861 req-55d48293-4668-4853-bae2-fab1c28ea65c service neutron] 10.222.0.10 "GET /v2.0/networks/2b68a51f-bd4c-48f0-ae3a-095a67bb7f09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810571 Mar 28 01:26:06.186290 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8744460-0cfd-4939-99ed-c29c66808aca req-fd3bb95b-d0ea-4097-a77b-9d9d314130eb tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:26:06.187754 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-b8744460-0cfd-4939-99ed-c29c66808aca req-fd3bb95b-d0ea-4097-a77b-9d9d314130eb tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=36e53fa9-490a-4b17-b9de-548f0e095bff HTTP/1.1" status: 200 len: 945 time: 0.0531592 Mar 28 01:26:06.232376 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-b8744460-0cfd-4939-99ed-c29c66808aca req-20d90896-2c94-4baa-ba8a-f29aaf6eda9d tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390105 Mar 28 01:26:07.356378 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf931d7-3f38-446d-b5d5-8eecc6f08802 req-ac158b7b-8889-4bb6-94d6-1ca24a2aa9d4 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:26:07.357839 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-1bf931d7-3f38-446d-b5d5-8eecc6f08802 req-ac158b7b-8889-4bb6-94d6-1ca24a2aa9d4 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=36e53fa9-490a-4b17-b9de-548f0e095bff HTTP/1.1" status: 200 len: 945 time: 0.0575376 Mar 28 01:26:07.403034 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-1bf931d7-3f38-446d-b5d5-8eecc6f08802 req-2e8b7a07-ee58-4448-8b94-42555279c8e4 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396800 Mar 28 01:26:07.623058 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ca9a0-041d-4c89-acf9-5fdac4cf6263 req-b27a675f-2b80-45f6-868a-a4dd255659c2 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:26:07.624548 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a06ca9a0-041d-4c89-acf9-5fdac4cf6263 req-b27a675f-2b80-45f6-868a-a4dd255659c2 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=36e53fa9-490a-4b17-b9de-548f0e095bff HTTP/1.1" status: 200 len: 945 time: 0.0833695 Mar 28 01:26:07.637970 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4977a3-311d-4d16-b79f-64bad73cb403 req-4936054a-c8cc-469f-8a70-2b399e3a8032 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:26:07.639303 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-8f4977a3-311d-4d16-b79f-64bad73cb403 req-4936054a-c8cc-469f-8a70-2b399e3a8032 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.10 "GET /v2.0/ports?device_id=36e53fa9-490a-4b17-b9de-548f0e095bff&tenant_id=33525a6311b1415f9d71794b9ce918e7&binding%3Ahost_id=hv-neutron-8348 HTTP/1.1" status: 200 len: 945 time: 0.0861084 Mar 28 01:26:07.691941 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a06ca9a0-041d-4c89-acf9-5fdac4cf6263 req-51548566-b763-445a-9a6c-6b747f9f6654 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609593 Mar 28 01:26:07.726746 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4977a3-311d-4d16-b79f-64bad73cb403 req-415d5a73-a811-45dd-b4d7-580864e5a3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:26:07.728348 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-8f4977a3-311d-4d16-b79f-64bad73cb403 req-415d5a73-a811-45dd-b4d7-580864e5a3ef service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=33525a6311b1415f9d71794b9ce918e7&device_id=36e53fa9-490a-4b17-b9de-548f0e095bff HTTP/1.1" status: 200 len: 1129 time: 0.0480638 Mar 28 01:26:07.814598 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4977a3-311d-4d16-b79f-64bad73cb403 req-4aad32bb-80e6-4434-86c2-13e21c820b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:26:07.815989 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-8f4977a3-311d-4d16-b79f-64bad73cb403 req-4aad32bb-80e6-4434-86c2-13e21c820b63 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2b68a51f-bd4c-48f0-ae3a-095a67bb7f09 HTTP/1.1" status: 200 len: 912 time: 0.0821877 Mar 28 01:26:07.853706 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.agents_db [None req-9a1d863f-391a-42f4-9870-e8292b919beb None None] Agent healthcheck: found 6 active agents {{(pid=104101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 01:26:07.882154 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-8f4977a3-311d-4d16-b79f-64bad73cb403 req-8a6b2ad3-fbe8-46bc-90bf-996a8f03f959 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=599b9ee9-67cd-4624-be7f-05cdb138f6cb HTTP/1.1" status: 200 len: 1001 time: 0.0605662 Mar 28 01:26:07.928915 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4977a3-311d-4d16-b79f-64bad73cb403 req-eb864fd4-025f-44ef-a623-e14d3fc0921c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:26:07.930354 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-8f4977a3-311d-4d16-b79f-64bad73cb403 req-eb864fd4-025f-44ef-a623-e14d3fc0921c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c6183e84-2e77-40ed-95a1-6f3728082881 HTTP/1.1" status: 200 len: 851 time: 0.0427022 Mar 28 01:26:07.976932 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4977a3-311d-4d16-b79f-64bad73cb403 req-08c9d5c9-4c9a-4543-880f-627d3722c795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:26:07.978418 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-8f4977a3-311d-4d16-b79f-64bad73cb403 req-08c9d5c9-4c9a-4543-880f-627d3722c795 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2b68a51f-bd4c-48f0-ae3a-095a67bb7f09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0423377 Mar 28 01:26:08.068703 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-8f4977a3-311d-4d16-b79f-64bad73cb403 req-5c41ebc7-b7c7-4384-9377-8322814b51c7 service neutron] 10.222.0.10 "GET /v2.0/networks/2b68a51f-bd4c-48f0-ae3a-095a67bb7f09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843220 Mar 28 01:26:08.154887 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-8f4977a3-311d-4d16-b79f-64bad73cb403 req-256f07a9-944c-43a7-8d6d-3b92c22a9720 service neutron] 10.222.0.10 "GET /v2.0/networks/2b68a51f-bd4c-48f0-ae3a-095a67bb7f09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806892 Mar 28 01:26:08.814205 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca668971-1887-40c5-ac6b-5136f269956a req-08f82fb7-6b22-478f-ae51-f1cc073caa4d tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:26:08.816219 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-ca668971-1887-40c5-ac6b-5136f269956a req-08f82fb7-6b22-478f-ae51-f1cc073caa4d tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=36e53fa9-490a-4b17-b9de-548f0e095bff HTTP/1.1" status: 200 len: 945 time: 0.0545404 Mar 28 01:26:08.860203 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-ca668971-1887-40c5-ac6b-5136f269956a req-0ca231ea-d87f-4ac3-a5b8-3e733b82a069 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384939 Mar 28 01:26:08.980130 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dad9323-b0fb-40f3-8aec-f50125e94f34 req-86a08509-482e-4812-a724-8fd69c60ba58 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:26:08.981584 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6dad9323-b0fb-40f3-8aec-f50125e94f34 req-86a08509-482e-4812-a724-8fd69c60ba58 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=36e53fa9-490a-4b17-b9de-548f0e095bff HTTP/1.1" status: 200 len: 945 time: 0.0566969 Mar 28 01:26:09.027408 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6dad9323-b0fb-40f3-8aec-f50125e94f34 req-63ea2470-7e5e-4058-87ab-3a1bb9c1a270 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403326 Mar 28 01:26:09.141685 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ac7680-6721-436e-a662-f2668360118f req-a1edabd8-d941-4850-85fb-5d41b4ce112b tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:26:09.143106 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-e3ac7680-6721-436e-a662-f2668360118f req-a1edabd8-d941-4850-85fb-5d41b4ce112b tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=36e53fa9-490a-4b17-b9de-548f0e095bff HTTP/1.1" status: 200 len: 945 time: 0.0525784 Mar 28 01:26:09.188636 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-e3ac7680-6721-436e-a662-f2668360118f req-9b097ede-0e47-4962-951a-e4eede67e130 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400670 Mar 28 01:26:09.423030 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18737134-e490-4f11-aa43-69fd98d38d80 req-40271306-142e-4350-a5dc-23712136ee27 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:26:09.424425 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-18737134-e490-4f11-aa43-69fd98d38d80 req-40271306-142e-4350-a5dc-23712136ee27 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=36e53fa9-490a-4b17-b9de-548f0e095bff HTTP/1.1" status: 200 len: 945 time: 0.0548851 Mar 28 01:26:09.469488 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-18737134-e490-4f11-aa43-69fd98d38d80 req-f6741a9a-b636-4f22-954a-72315ef8733c tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389502 Mar 28 01:26:10.587261 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9f229f-e36a-408a-a482-407c4231b420 req-a0f7df0a-918c-498f-9898-8b6c78645620 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:26:10.588744 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-cc9f229f-e36a-408a-a482-407c4231b420 req-a0f7df0a-918c-498f-9898-8b6c78645620 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=36e53fa9-490a-4b17-b9de-548f0e095bff HTTP/1.1" status: 200 len: 945 time: 0.0516632 Mar 28 01:26:10.635473 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-cc9f229f-e36a-408a-a482-407c4231b420 req-19baabd7-254d-4f21-9256-72971a18b829 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413065 Mar 28 01:26:11.045908 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5928cc-8ad9-4bd9-9b69-a9a7946d6a26 req-afdf6901-fbd8-42f6-a7a6-9b289845b692 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:26:11.047316 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-8a5928cc-8ad9-4bd9-9b69-a9a7946d6a26 req-afdf6901-fbd8-42f6-a7a6-9b289845b692 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.10 "GET /v2.0/ports?device_id=36e53fa9-490a-4b17-b9de-548f0e095bff HTTP/1.1" status: 200 len: 945 time: 0.0507283 Mar 28 01:26:11.142568 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [req-8a5928cc-8ad9-4bd9-9b69-a9a7946d6a26 req-8b2f25c7-ef06-47ac-a6f8-29d4502d2fe0 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Deleting port 599b9ee9-67cd-4624-be7f-05cdb138f6cb {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:26:11.142820 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-8a5928cc-8ad9-4bd9-9b69-a9a7946d6a26 req-8b2f25c7-ef06-47ac-a6f8-29d4502d2fe0 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (599b9ee9-67cd-4624-be7f-05cdb138f6cb), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:26:11.227847 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-8a5928cc-8ad9-4bd9-9b69-a9a7946d6a26 req-8b2f25c7-ef06-47ac-a6f8-29d4502d2fe0 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] For port 599b9ee9-67cd-4624-be7f-05cdb138f6cb, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=599b9ee9-67cd-4624-be7f-05cdb138f6cb,segment=NetworkSegment(a8ff9866-4d1a-4081-861f-9ab5627ea74e),segment_id=a8ff9866-4d1a-4081-861f-9ab5627ea74e)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:26:11.228229 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-8a5928cc-8ad9-4bd9-9b69-a9a7946d6a26 req-8b2f25c7-ef06-47ac-a6f8-29d4502d2fe0 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (599b9ee9-67cd-4624-be7f-05cdb138f6cb), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:26:11.435313 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-26aefcf8-dfab-4bce-8d4e-7df89ea187ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:26:11.443993 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-8a5928cc-8ad9-4bd9-9b69-a9a7946d6a26 req-8b2f25c7-ef06-47ac-a6f8-29d4502d2fe0 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:26:11.444387 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-8a5928cc-8ad9-4bd9-9b69-a9a7946d6a26 req-8b2f25c7-ef06-47ac-a6f8-29d4502d2fe0 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688063'] for floatingip (95efdcf1-8ddd-402b-a1ca-9f765b94edc8), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:26:11.444703 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.l3_db [req-8a5928cc-8ad9-4bd9-9b69-a9a7946d6a26 req-8b2f25c7-ef06-47ac-a6f8-29d4502d2fe0 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Floating IP 95efdcf1-8ddd-402b-a1ca-9f765b94edc8 disassociated. External IP: 172.26.1.184, port: 599b9ee9-67cd-4624-be7f-05cdb138f6cb. Mar 28 01:26:11.445047 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [req-8a5928cc-8ad9-4bd9-9b69-a9a7946d6a26 req-8b2f25c7-ef06-47ac-a6f8-29d4502d2fe0 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Calling delete_port for 599b9ee9-67cd-4624-be7f-05cdb138f6cb owned by compute:nova {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:26:11.571274 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-8a5928cc-8ad9-4bd9-9b69-a9a7946d6a26 req-8b2f25c7-ef06-47ac-a6f8-29d4502d2fe0 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (599b9ee9-67cd-4624-be7f-05cdb138f6cb), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:26:11.598703 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2f25c7-ef06-47ac-a6f8-29d4502d2fe0 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Pushing event deleted for resources: {'Port': ['ID=599b9ee9-67cd-4624-be7f-05cdb138f6cb,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:26:11.722774 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8a5928cc-8ad9-4bd9-9b69-a9a7946d6a26 req-8b2f25c7-ef06-47ac-a6f8-29d4502d2fe0 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Router eb8a7912-2e1e-41a5-bce5-c8ac5275303b has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:26:11.732433 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-6bca972f-837f-483b-900f-752f900033e6 req-e54eb3e8-22fd-4cf0-b4c2-6b740f65785f tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=36e53fa9-490a-4b17-b9de-548f0e095bff HTTP/1.1" status: 200 len: 210 time: 0.0288973 Mar 28 01:26:11.832980 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8a5928cc-8ad9-4bd9-9b69-a9a7946d6a26 req-8b2f25c7-ef06-47ac-a6f8-29d4502d2fe0 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:26:11.844751 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e68ffd0-668e-40ad-b95f-560f3a29261b None None] Sync routers for ids ['eb8a7912-2e1e-41a5-bce5-c8ac5275303b'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:26:11.853853 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e68ffd0-668e-40ad-b95f-560f3a29261b None None] Routers {'eb8a7912-2e1e-41a5-bce5-c8ac5275303b'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:26:11.854466 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-0e68ffd0-668e-40ad-b95f-560f3a29261b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:25:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['eb8a7912-2e1e-41a5-bce5-c8ac5275303b'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:26:11.872664 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a5928cc-8ad9-4bd9-9b69-a9a7946d6a26 req-8b2f25c7-ef06-47ac-a6f8-29d4502d2fe0 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] No DVR routers for this DVR port 599b9ee9-67cd-4624-be7f-05cdb138f6cb on host hv-neutron-8348 {{(pid=104099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:26:11.875040 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-8a5928cc-8ad9-4bd9-9b69-a9a7946d6a26 req-8b2f25c7-ef06-47ac-a6f8-29d4502d2fe0 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:26:11.878869 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-8a5928cc-8ad9-4bd9-9b69-a9a7946d6a26 req-8b2f25c7-ef06-47ac-a6f8-29d4502d2fe0 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.10 "DELETE /v2.0/ports/599b9ee9-67cd-4624-be7f-05cdb138f6cb HTTP/1.1" status: 204 len: 173 time: 0.8265088 Mar 28 01:26:11.879304 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36e53fa9-490a-4b17-b9de-548f0e095bff', 'name': 'network-vif-deleted', 'tag': '599b9ee9-67cd-4624-be7f-05cdb138f6cb'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:26:11.881538 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2af4b01a9fa8b1570ccf1d7859d693ad34c106b258078e9cfae86b97f35e3d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f54e91d3-e0f5-49e9-a10f-817597e53ad3" -d '{"events": [{"server_uuid": "36e53fa9-490a-4b17-b9de-548f0e095bff", "name": "network-vif-deleted", "tag": "599b9ee9-67cd-4624-be7f-05cdb138f6cb"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:26:11.920652 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 01:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea821b63-ffce-4ad8-a2c5-6e66251f74e4 x-openstack-request-id: req-ea821b63-ffce-4ad8-a2c5-6e66251f74e4 {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:26:11.920941 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36e53fa9-490a-4b17-b9de-548f0e095bff", "name": "network-vif-deleted", "tag": "599b9ee9-67cd-4624-be7f-05cdb138f6cb", "status": "completed", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:26:11.921215 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ea821b63-ffce-4ad8-a2c5-6e66251f74e4 {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:26:11.921620 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea821b63-ffce-4ad8-a2c5-6e66251f74e4'] response: {'server_uuid': '36e53fa9-490a-4b17-b9de-548f0e095bff', 'name': 'network-vif-deleted', 'tag': '599b9ee9-67cd-4624-be7f-05cdb138f6cb', 'status': 'completed', 'code': 200} Mar 28 01:26:11.968913 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-0e68ffd0-668e-40ad-b95f-560f3a29261b None None] Set router eb8a7912-2e1e-41a5-bce5-c8ac5275303b gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:26:12.167949 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-0e68ffd0-668e-40ad-b95f-560f3a29261b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8a7912-2e1e-41a5-bce5-c8ac5275303b', 'name': 'tempest-ServerActionsTestJSON-1418931163-router', 'tenant_id': '33525a6311b1415f9d71794b9ce918e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.233'}], 'enable_snat': True}, 'gw_port_id': '2e91b93f-f097-4053-aa25-f19103298b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:25:25Z', 'updated_at': '2022-03-28T01:25:28Z', 'revision_number': 4, 'project_id': '33525a6311b1415f9d71794b9ce918e7', 'gw_port': {'id': '2e91b93f-f097-4053-aa25-f19103298b2b', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8a7912-2e1e-41a5-bce5-c8ac5275303b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:25:26Z', 'updated_at': '2022-03-28T01:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': '44a67edb-a9f3-4e19-aecb-e843bb5498bc', 'name': '', 'network_id': '2b68a51f-bd4c-48f0-ae3a-095a67bb7f09', 'tenant_id': '33525a6311b1415f9d71794b9ce918e7', 'mac_address': 'fa:16:3e:87:fe:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8a7912-2e1e-41a5-bce5-c8ac5275303b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': 'c6183e84-2e77-40ed-95a1-6f3728082881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:25:27Z', 'updated_at': '2022-03-28T01:25:32Z', 'revision_number': 5, 'project_id': '33525a6311b1415f9d71794b9ce918e7', 'subnets': [{'id': 'c6183e84-2e77-40ed-95a1-6f3728082881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:26:12.193077 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e68ffd0-668e-40ad-b95f-560f3a29261b None None] Checking router: eb8a7912-2e1e-41a5-bce5-c8ac5275303b for host: dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:26:12.201153 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e68ffd0-668e-40ad-b95f-560f3a29261b None None] Routers {'eb8a7912-2e1e-41a5-bce5-c8ac5275303b'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:26:12.201754 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-0e68ffd0-668e-40ad-b95f-560f3a29261b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:25:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['eb8a7912-2e1e-41a5-bce5-c8ac5275303b'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:26:12.309752 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-0e68ffd0-668e-40ad-b95f-560f3a29261b None None] Set router eb8a7912-2e1e-41a5-bce5-c8ac5275303b gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:26:12.500623 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-0e68ffd0-668e-40ad-b95f-560f3a29261b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8a7912-2e1e-41a5-bce5-c8ac5275303b', 'name': 'tempest-ServerActionsTestJSON-1418931163-router', 'tenant_id': '33525a6311b1415f9d71794b9ce918e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.233'}], 'enable_snat': True}, 'gw_port_id': '2e91b93f-f097-4053-aa25-f19103298b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:25:25Z', 'updated_at': '2022-03-28T01:25:28Z', 'revision_number': 4, 'project_id': '33525a6311b1415f9d71794b9ce918e7', 'gw_port': {'id': '2e91b93f-f097-4053-aa25-f19103298b2b', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8a7912-2e1e-41a5-bce5-c8ac5275303b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:25:26Z', 'updated_at': '2022-03-28T01:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': '44a67edb-a9f3-4e19-aecb-e843bb5498bc', 'name': '', 'network_id': '2b68a51f-bd4c-48f0-ae3a-095a67bb7f09', 'tenant_id': '33525a6311b1415f9d71794b9ce918e7', 'mac_address': 'fa:16:3e:87:fe:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8a7912-2e1e-41a5-bce5-c8ac5275303b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': 'c6183e84-2e77-40ed-95a1-6f3728082881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:25:27Z', 'updated_at': '2022-03-28T01:25:32Z', 'revision_number': 5, 'project_id': '33525a6311b1415f9d71794b9ce918e7', 'subnets': [{'id': 'c6183e84-2e77-40ed-95a1-6f3728082881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:26:12.529211 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e68ffd0-668e-40ad-b95f-560f3a29261b None None] The sync data for ids ['eb8a7912-2e1e-41a5-bce5-c8ac5275303b'] in dv-neutron-834874-6-hyperv is: [{'id': 'eb8a7912-2e1e-41a5-bce5-c8ac5275303b', 'name': 'tempest-ServerActionsTestJSON-1418931163-router', 'tenant_id': '33525a6311b1415f9d71794b9ce918e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.233'}], 'enable_snat': True}, 'gw_port_id': '2e91b93f-f097-4053-aa25-f19103298b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:25:25Z', 'updated_at': '2022-03-28T01:25:28Z', 'revision_number': 4, 'project_id': '33525a6311b1415f9d71794b9ce918e7', 'gw_port': {'id': '2e91b93f-f097-4053-aa25-f19103298b2b', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8a7912-2e1e-41a5-bce5-c8ac5275303b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:25:26Z', 'updated_at': '2022-03-28T01:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': '44a67edb-a9f3-4e19-aecb-e843bb5498bc', 'name': '', 'network_id': '2b68a51f-bd4c-48f0-ae3a-095a67bb7f09', 'tenant_id': '33525a6311b1415f9d71794b9ce918e7', 'mac_address': 'fa:16:3e:87:fe:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8a7912-2e1e-41a5-bce5-c8ac5275303b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': 'c6183e84-2e77-40ed-95a1-6f3728082881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:25:27Z', 'updated_at': '2022-03-28T01:25:32Z', 'revision_number': 5, 'project_id': '33525a6311b1415f9d71794b9ce918e7', 'subnets': [{'id': 'c6183e84-2e77-40ed-95a1-6f3728082881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:26:12.733907 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4b704a-4cbf-4ed8-82aa-1eadc64c8a05 None None] New status for floating IP 95efdcf1-8ddd-402b-a1ca-9f765b94edc8: DOWN {{(pid=104101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 01:26:12.973864 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-1b79a551-c635-4c1c-8e91-275b1c13bb44 req-c87e5429-a1b2-4a92-a669-5997d973e8ad tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1248637977&fields=id&tenant_id=33525a6311b1415f9d71794b9ce918e7 HTTP/1.1" status: 200 len: 267 time: 0.0411425 Mar 28 01:26:13.079412 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b79a551-c635-4c1c-8e91-275b1c13bb44 req-5b23f919-d895-4735-a741-964733cd18e2 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:26:13.080817 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-1b79a551-c635-4c1c-8e91-275b1c13bb44 req-5b23f919-d895-4735-a741-964733cd18e2 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/networks?id=2b68a51f-bd4c-48f0-ae3a-095a67bb7f09 HTTP/1.1" status: 200 len: 812 time: 0.1008272 Mar 28 01:26:13.095712 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-1b79a551-c635-4c1c-8e91-275b1c13bb44 req-bf4139a8-d2b7-4a2f-bf56-4865b8c0a0ba tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/quotas/33525a6311b1415f9d71794b9ce918e7 HTTP/1.1" status: 200 len: 375 time: 0.0089083 Mar 28 01:26:13.149764 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-1b79a551-c635-4c1c-8e91-275b1c13bb44 req-5fa4544b-5ddc-49de-8d41-249fbac326f6 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=33525a6311b1415f9d71794b9ce918e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493793 Mar 28 01:26:13.287611 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-1b79a551-c635-4c1c-8e91-275b1c13bb44 req-318b87f0-41fa-4394-b670-7877ca1c36f4 service neutron] 10.222.0.24 "GET /v2.0/networks/2b68a51f-bd4c-48f0-ae3a-095a67bb7f09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265981 Mar 28 01:26:13.377721 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-1b79a551-c635-4c1c-8e91-275b1c13bb44 req-ee869f6f-35d3-46ac-b488-d5de57fea975 service neutron] 10.222.0.24 "GET /v2.0/networks/2b68a51f-bd4c-48f0-ae3a-095a67bb7f09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844102 Mar 28 01:26:13.543631 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a5694b1f-d59e-4a0f-834a-8187031cc9d4 req-46caeedf-6f18-4040-8532-3ff0cb147b0a tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba0e390f-5537-4d54-a71e-170edf166cce HTTP/1.1" status: 200 len: 210 time: 0.0299387 Mar 28 01:26:13.592914 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-aaebd55f-fd3c-4db1-a3ed-65fb2e63ac11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:26:14.414603 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b79a551-c635-4c1c-8e91-275b1c13bb44 req-d8f1d16c-3833-4b81-bfbd-14da4b0a2970 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:26:14.416069 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-1b79a551-c635-4c1c-8e91-275b1c13bb44 req-d8f1d16c-3833-4b81-bfbd-14da4b0a2970 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.10 "GET /v2.0/networks?id=2b68a51f-bd4c-48f0-ae3a-095a67bb7f09 HTTP/1.1" status: 200 len: 812 time: 0.0998869 Mar 28 01:26:14.476763 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-1b79a551-c635-4c1c-8e91-275b1c13bb44 req-0343c1a3-96c1-4333-b060-e66de9664454 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=33525a6311b1415f9d71794b9ce918e7 HTTP/1.1" status: 200 len: 380 time: 0.0513093 Mar 28 01:26:14.489064 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [req-1b79a551-c635-4c1c-8e91-275b1c13bb44 req-907cb5a0-40ae-4800-82f7-b3e038114192 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Request body: {'port': {'device_id': 'ba0e390f-5537-4d54-a71e-170edf166cce', 'network_id': '2b68a51f-bd4c-48f0-ae3a-095a67bb7f09', 'admin_state_up': True, 'tenant_id': '33525a6311b1415f9d71794b9ce918e7', 'security_groups': ['008e8106-b11f-4603-bd11-8252c8eae52c']}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:26:14.596518 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b79a551-c635-4c1c-8e91-275b1c13bb44 req-907cb5a0-40ae-4800-82f7-b3e038114192 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Made reservation on behalf of 33525a6311b1415f9d71794b9ce918e7 for: {'port': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:26:14.599812 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-1b79a551-c635-4c1c-8e91-275b1c13bb44 req-907cb5a0-40ae-4800-82f7-b3e038114192 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:26:14.638110 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-493bd231-adf6-4cbf-994a-b38851089064 req-1809e04a-0cb8-45bd-8bdc-f875a3ad92e5 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba0e390f-5537-4d54-a71e-170edf166cce HTTP/1.1" status: 200 len: 210 time: 0.0280030 Mar 28 01:26:14.723966 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [req-1b79a551-c635-4c1c-8e91-275b1c13bb44 req-907cb5a0-40ae-4800-82f7-b3e038114192 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Allocated IP 172.20.0.7 (2b68a51f-bd4c-48f0-ae3a-095a67bb7f09/c6183e84-2e77-40ed-95a1-6f3728082881/427fee7e-36e6-42e1-bc0a-f630918139b4) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:26:14.822829 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:26:14.863669 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-1b79a551-c635-4c1c-8e91-275b1c13bb44 req-907cb5a0-40ae-4800-82f7-b3e038114192 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Publish callbacks [] for port (427fee7e-36e6-42e1-bc0a-f630918139b4), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:26:14.890424 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device 599b9ee9-67cd-4624-be7f-05cdb138f6cb no longer exists at agent hyperv_hv-neutron-8348 {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:26:14.897504 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-1b79a551-c635-4c1c-8e91-275b1c13bb44 req-907cb5a0-40ae-4800-82f7-b3e038114192 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (427fee7e-36e6-42e1-bc0a-f630918139b4), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:26:14.910978 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] No Port match for: 599b9ee9-67cd-4624-be7f-05cdb138f6cb {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:26:14.911326 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device 599b9ee9-67cd-4624-be7f-05cdb138f6cb not bound to the agent host hv-neutron-8348 {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:26:14.938251 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b79a551-c635-4c1c-8e91-275b1c13bb44 req-907cb5a0-40ae-4800-82f7-b3e038114192 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Network 2b68a51f-bd4c-48f0-ae3a-095a67bb7f09 is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:26:14.941798 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [req-1b79a551-c635-4c1c-8e91-275b1c13bb44 req-907cb5a0-40ae-4800-82f7-b3e038114192 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:26:14.944220 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b79a551-c635-4c1c-8e91-275b1c13bb44 req-907cb5a0-40ae-4800-82f7-b3e038114192 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:26:14.982905 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907cb5a0-40ae-4800-82f7-b3e038114192 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Pushing event updated for resources: {'Port': ['ID=427fee7e-36e6-42e1-bc0a-f630918139b4,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:26:15.006484 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b79a551-c635-4c1c-8e91-275b1c13bb44 req-907cb5a0-40ae-4800-82f7-b3e038114192 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:26:15.007105 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-1b79a551-c635-4c1c-8e91-275b1c13bb44 req-907cb5a0-40ae-4800-82f7-b3e038114192 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:26:15.022911 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-1b79a551-c635-4c1c-8e91-275b1c13bb44 req-907cb5a0-40ae-4800-82f7-b3e038114192 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5374053 Mar 28 01:26:15.035068 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [req-1b79a551-c635-4c1c-8e91-275b1c13bb44 req-4cc21613-4a81-4d9c-971f-ff0b785cf719 service neutron] Request body: {'port': {'device_id': 'ba0e390f-5537-4d54-a71e-170edf166cce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8348'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:26:15.095777 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-1b79a551-c635-4c1c-8e91-275b1c13bb44 req-4cc21613-4a81-4d9c-971f-ff0b785cf719 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (427fee7e-36e6-42e1-bc0a-f630918139b4), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:26:15.133492 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-4c64d420-feac-476f-8576-fbd0e24227b1 None None] Provisioning complete for port 427fee7e-36e6-42e1-bc0a-f630918139b4 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:26:15.133860 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-4c64d420-feac-476f-8576-fbd0e24227b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (427fee7e-36e6-42e1-bc0a-f630918139b4), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:26:15.168379 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-4c64d420-feac-476f-8576-fbd0e24227b1 None None] Port 427fee7e-36e6-42e1-bc0a-f630918139b4 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:26:15.380344 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [req-1b79a551-c635-4c1c-8e91-275b1c13bb44 req-4cc21613-4a81-4d9c-971f-ff0b785cf719 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 427fee7e-36e6-42e1-bc0a-f630918139b4 {{(pid=104099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 01:26:15.387646 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-1b79a551-c635-4c1c-8e91-275b1c13bb44 req-4cc21613-4a81-4d9c-971f-ff0b785cf719 service neutron] Publish callbacks [] for port (427fee7e-36e6-42e1-bc0a-f630918139b4), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:26:15.398950 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [req-1b79a551-c635-4c1c-8e91-275b1c13bb44 req-4cc21613-4a81-4d9c-971f-ff0b785cf719 service neutron] Transition to ACTIVE for port object 427fee7e-36e6-42e1-bc0a-f630918139b4 will not be triggered until provisioned by entity L2. {{(pid=104099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 01:26:15.402592 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-1b79a551-c635-4c1c-8e91-275b1c13bb44 req-4cc21613-4a81-4d9c-971f-ff0b785cf719 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (427fee7e-36e6-42e1-bc0a-f630918139b4), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:26:15.453069 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc21613-4a81-4d9c-971f-ff0b785cf719 service neutron] Pushing event updated for resources: {'Port': ['ID=427fee7e-36e6-42e1-bc0a-f630918139b4,revision_number=2']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:26:15.525769 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-1b79a551-c635-4c1c-8e91-275b1c13bb44 req-4cc21613-4a81-4d9c-971f-ff0b785cf719 service neutron] Attempting to bind port 427fee7e-36e6-42e1-bc0a-f630918139b4 on host hv-neutron-8348 for vnic_type normal with profile {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:26:15.526218 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-1b79a551-c635-4c1c-8e91-275b1c13bb44 req-4cc21613-4a81-4d9c-971f-ff0b785cf719 service neutron] Attempting to bind port 427fee7e-36e6-42e1-bc0a-f630918139b4 by drivers openvswitch,hyperv on host hv-neutron-8348 at level 0 using segments [{'id': 'a8ff9866-4d1a-4081-861f-9ab5627ea74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2b68a51f-bd4c-48f0-ae3a-095a67bb7f09'}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:26:15.526643 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b79a551-c635-4c1c-8e91-275b1c13bb44 req-4cc21613-4a81-4d9c-971f-ff0b785cf719 service neutron] Attempting to bind port 427fee7e-36e6-42e1-bc0a-f630918139b4 on network 2b68a51f-bd4c-48f0-ae3a-095a67bb7f09 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:26:15.532520 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b79a551-c635-4c1c-8e91-275b1c13bb44 req-4cc21613-4a81-4d9c-971f-ff0b785cf719 service neutron] Port 427fee7e-36e6-42e1-bc0a-f630918139b4 on network 2b68a51f-bd4c-48f0-ae3a-095a67bb7f09 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8348 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 01:26:15.532971 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b79a551-c635-4c1c-8e91-275b1c13bb44 req-4cc21613-4a81-4d9c-971f-ff0b785cf719 service neutron] Attempting to bind port 427fee7e-36e6-42e1-bc0a-f630918139b4 on network 2b68a51f-bd4c-48f0-ae3a-095a67bb7f09 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:26:15.538718 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b79a551-c635-4c1c-8e91-275b1c13bb44 req-4cc21613-4a81-4d9c-971f-ff0b785cf719 service neutron] Checking agent: {'id': '287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8348', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 1, 2, 33), 'started_at': datetime.datetime(2022, 3, 28, 1, 2, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:26:15.539140 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b79a551-c635-4c1c-8e91-275b1c13bb44 req-4cc21613-4a81-4d9c-971f-ff0b785cf719 service neutron] Checking segment: {'id': 'a8ff9866-4d1a-4081-861f-9ab5627ea74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2b68a51f-bd4c-48f0-ae3a-095a67bb7f09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:26:15.539585 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b79a551-c635-4c1c-8e91-275b1c13bb44 req-4cc21613-4a81-4d9c-971f-ff0b785cf719 service neutron] Bound using segment: {'id': 'a8ff9866-4d1a-4081-861f-9ab5627ea74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2b68a51f-bd4c-48f0-ae3a-095a67bb7f09'} {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:26:15.540672 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-1b79a551-c635-4c1c-8e91-275b1c13bb44 req-4cc21613-4a81-4d9c-971f-ff0b785cf719 service neutron] Bound port: 427fee7e-36e6-42e1-bc0a-f630918139b4, host: hv-neutron-8348, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8ff9866-4d1a-4081-861f-9ab5627ea74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2b68a51f-bd4c-48f0-ae3a-095a67bb7f09'}}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:26:15.541152 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-1b79a551-c635-4c1c-8e91-275b1c13bb44 req-4cc21613-4a81-4d9c-971f-ff0b785cf719 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (427fee7e-36e6-42e1-bc0a-f630918139b4), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:26:15.610197 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-1b79a551-c635-4c1c-8e91-275b1c13bb44 req-4cc21613-4a81-4d9c-971f-ff0b785cf719 service neutron] For port 427fee7e-36e6-42e1-bc0a-f630918139b4, host hv-neutron-8348, cleared binding levels {{(pid=104099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:26:15.614937 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-1b79a551-c635-4c1c-8e91-275b1c13bb44 req-4cc21613-4a81-4d9c-971f-ff0b785cf719 service neutron] For port 427fee7e-36e6-42e1-bc0a-f630918139b4, host hv-neutron-8348, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=427fee7e-36e6-42e1-bc0a-f630918139b4,segment=NetworkSegment(a8ff9866-4d1a-4081-861f-9ab5627ea74e),segment_id=a8ff9866-4d1a-4081-861f-9ab5627ea74e)] {{(pid=104099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:26:15.622375 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-1b79a551-c635-4c1c-8e91-275b1c13bb44 req-4cc21613-4a81-4d9c-971f-ff0b785cf719 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (427fee7e-36e6-42e1-bc0a-f630918139b4), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:26:15.654759 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b79a551-c635-4c1c-8e91-275b1c13bb44 req-4cc21613-4a81-4d9c-971f-ff0b785cf719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:26:15.655353 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-1b79a551-c635-4c1c-8e91-275b1c13bb44 req-4cc21613-4a81-4d9c-971f-ff0b785cf719 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:26:15.657421 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-1b79a551-c635-4c1c-8e91-275b1c13bb44 req-4cc21613-4a81-4d9c-971f-ff0b785cf719 service neutron] 10.222.0.10 "PUT /v2.0/ports/427fee7e-36e6-42e1-bc0a-f630918139b4 HTTP/1.1" status: 200 len: 1093 time: 0.6267200 Mar 28 01:26:15.660336 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba0e390f-5537-4d54-a71e-170edf166cce', 'tag': '427fee7e-36e6-42e1-bc0a-f630918139b4'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:26:15.664189 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2af4b01a9fa8b1570ccf1d7859d693ad34c106b258078e9cfae86b97f35e3d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6375cde-984e-4f12-9193-d2ecde808c51" -d '{"events": [{"name": "network-changed", "server_uuid": "ba0e390f-5537-4d54-a71e-170edf166cce", "tag": "427fee7e-36e6-42e1-bc0a-f630918139b4"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:26:15.731686 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 01:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df2c5751-b75e-41fc-9e61-d300b9442c15 x-openstack-request-id: req-df2c5751-b75e-41fc-9e61-d300b9442c15 {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:26:15.731980 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba0e390f-5537-4d54-a71e-170edf166cce", "tag": "427fee7e-36e6-42e1-bc0a-f630918139b4", "status": "completed", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:26:15.732255 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-df2c5751-b75e-41fc-9e61-d300b9442c15 {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:26:15.732652 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df2c5751-b75e-41fc-9e61-d300b9442c15'] response: {'name': 'network-changed', 'server_uuid': 'ba0e390f-5537-4d54-a71e-170edf166cce', 'tag': '427fee7e-36e6-42e1-bc0a-f630918139b4', 'status': 'completed', 'code': 200} Mar 28 01:26:15.761967 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc21613-4a81-4d9c-971f-ff0b785cf719 service neutron] Pushing event updated for resources: {'Port': ['ID=427fee7e-36e6-42e1-bc0a-f630918139b4,revision_number=3']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:26:15.805875 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b79a551-c635-4c1c-8e91-275b1c13bb44 req-f1197b56-3122-437c-9737-82974ed76fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:26:15.807405 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-1b79a551-c635-4c1c-8e91-275b1c13bb44 req-f1197b56-3122-437c-9737-82974ed76fd9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=33525a6311b1415f9d71794b9ce918e7&device_id=ba0e390f-5537-4d54-a71e-170edf166cce HTTP/1.1" status: 200 len: 1127 time: 0.0984454 Mar 28 01:26:15.867710 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-1b79a551-c635-4c1c-8e91-275b1c13bb44 req-1a0c0cc2-24fb-4278-a4f2-70fe997551d6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=427fee7e-36e6-42e1-bc0a-f630918139b4 HTTP/1.1" status: 200 len: 217 time: 0.0524781 Mar 28 01:26:15.891504 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8798458c-acef-4685-ad08-27e7934ff7a6 req-5a7a0c51-e42c-4383-a0a5-8b56e2a236b4 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:26:15.899587 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-8798458c-acef-4685-ad08-27e7934ff7a6 req-5a7a0c51-e42c-4383-a0a5-8b56e2a236b4 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba0e390f-5537-4d54-a71e-170edf166cce HTTP/1.1" status: 200 len: 943 time: 0.1474295 Mar 28 01:26:15.981637 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-8798458c-acef-4685-ad08-27e7934ff7a6 req-2e0ac132-566f-4875-a2ea-252d89d0eb57 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770853 Mar 28 01:26:15.991119 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b79a551-c635-4c1c-8e91-275b1c13bb44 req-1eded63c-e09b-4a7c-9213-ddbcec89fed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:26:15.992644 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-1b79a551-c635-4c1c-8e91-275b1c13bb44 req-1eded63c-e09b-4a7c-9213-ddbcec89fed9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c6183e84-2e77-40ed-95a1-6f3728082881 HTTP/1.1" status: 200 len: 851 time: 0.1158464 Mar 28 01:26:16.049145 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b79a551-c635-4c1c-8e91-275b1c13bb44 req-34e4a5dd-201c-414d-a7e1-53faeed58574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:26:16.050659 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-1b79a551-c635-4c1c-8e91-275b1c13bb44 req-34e4a5dd-201c-414d-a7e1-53faeed58574 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2b68a51f-bd4c-48f0-ae3a-095a67bb7f09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0502956 Mar 28 01:26:16.148725 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-1b79a551-c635-4c1c-8e91-275b1c13bb44 req-398c912e-881f-4d62-8f0c-304bc3d0d1a8 service neutron] 10.222.0.10 "GET /v2.0/networks/2b68a51f-bd4c-48f0-ae3a-095a67bb7f09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923986 Mar 28 01:26:16.236336 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-1b79a551-c635-4c1c-8e91-275b1c13bb44 req-8a82ec58-4f2b-467b-9a92-431d8e1dcc7c service neutron] 10.222.0.10 "GET /v2.0/networks/2b68a51f-bd4c-48f0-ae3a-095a67bb7f09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809901 Mar 28 01:26:16.271911 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:26:16.332345 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6375cde-984e-4f12-9193-d2ecde808c51 req-b698b9d4-0fca-47c3-bcaf-ea5faf171c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:26:16.333895 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-c6375cde-984e-4f12-9193-d2ecde808c51 req-b698b9d4-0fca-47c3-bcaf-ea5faf171c34 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=33525a6311b1415f9d71794b9ce918e7&device_id=ba0e390f-5537-4d54-a71e-170edf166cce HTTP/1.1" status: 200 len: 1127 time: 0.0497580 Mar 28 01:26:16.430887 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6375cde-984e-4f12-9193-d2ecde808c51 req-8bb2e399-dcef-4eba-91c6-226e036c8ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:26:16.432369 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-c6375cde-984e-4f12-9193-d2ecde808c51 req-8bb2e399-dcef-4eba-91c6-226e036c8ab0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2b68a51f-bd4c-48f0-ae3a-095a67bb7f09 HTTP/1.1" status: 200 len: 912 time: 0.0920632 Mar 28 01:26:16.474798 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-c6375cde-984e-4f12-9193-d2ecde808c51 req-1f5989e7-15b8-4dc3-86f9-fa63d3ac6d50 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=427fee7e-36e6-42e1-bc0a-f630918139b4 HTTP/1.1" status: 200 len: 217 time: 0.0363750 Mar 28 01:26:16.797078 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6375cde-984e-4f12-9193-d2ecde808c51 req-4a945e9e-a0e7-4df7-940a-1cd1c080f41d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:26:16.798556 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-c6375cde-984e-4f12-9193-d2ecde808c51 req-4a945e9e-a0e7-4df7-940a-1cd1c080f41d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c6183e84-2e77-40ed-95a1-6f3728082881 HTTP/1.1" status: 200 len: 851 time: 0.3164499 Mar 28 01:26:16.845950 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6375cde-984e-4f12-9193-d2ecde808c51 req-f0cd8508-d04d-4e4b-a1f3-f989e9533a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:26:16.847988 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-c6375cde-984e-4f12-9193-d2ecde808c51 req-f0cd8508-d04d-4e4b-a1f3-f989e9533a2f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2b68a51f-bd4c-48f0-ae3a-095a67bb7f09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0425806 Mar 28 01:26:16.938051 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-c6375cde-984e-4f12-9193-d2ecde808c51 req-81e825df-7cee-47b7-ae30-ede801e760d8 service neutron] 10.222.0.10 "GET /v2.0/networks/2b68a51f-bd4c-48f0-ae3a-095a67bb7f09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833364 Mar 28 01:26:17.024273 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-c6375cde-984e-4f12-9193-d2ecde808c51 req-8bbc0ddc-8030-4e08-9bee-9c811cb01735 service neutron] 10.222.0.10 "GET /v2.0/networks/2b68a51f-bd4c-48f0-ae3a-095a67bb7f09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810137 Mar 28 01:26:17.096093 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453622da-b254-44c1-940d-1c5960bdbe7e req-b7cd42f8-dac1-4ca5-86df-f6b40e47c077 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:26:17.098215 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-453622da-b254-44c1-940d-1c5960bdbe7e req-b7cd42f8-dac1-4ca5-86df-f6b40e47c077 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba0e390f-5537-4d54-a71e-170edf166cce HTTP/1.1" status: 200 len: 943 time: 0.0527902 Mar 28 01:26:17.149530 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-453622da-b254-44c1-940d-1c5960bdbe7e req-ef827f87-fad0-4b96-b2bc-e06b17d7adb9 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453413 Mar 28 01:26:17.823375 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:26:18.266305 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a95869-65fb-4a65-811e-ac943ff71b08 req-fa289fba-2012-4f53-8355-bb7172ad09e3 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:26:18.267762 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-30a95869-65fb-4a65-811e-ac943ff71b08 req-fa289fba-2012-4f53-8355-bb7172ad09e3 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba0e390f-5537-4d54-a71e-170edf166cce HTTP/1.1" status: 200 len: 943 time: 0.0520518 Mar 28 01:26:18.317070 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-30a95869-65fb-4a65-811e-ac943ff71b08 req-66b96463-ed2a-470d-a8d3-990377773ab0 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438042 Mar 28 01:26:18.905745 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device 427fee7e-36e6-42e1-bc0a-f630918139b4 details requested by agent hyperv_hv-neutron-8348 with host hv-neutron-8348 {{(pid=104100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 01:26:19.013012 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port 427fee7e-36e6-42e1-bc0a-f630918139b4, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=427fee7e-36e6-42e1-bc0a-f630918139b4,segment=NetworkSegment(a8ff9866-4d1a-4081-861f-9ab5627ea74e),segment_id=a8ff9866-4d1a-4081-861f-9ab5627ea74e)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:26:19.023831 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Returning: {'device': '427fee7e-36e6-42e1-bc0a-f630918139b4', 'network_id': '2b68a51f-bd4c-48f0-ae3a-095a67bb7f09', 'port_id': '427fee7e-36e6-42e1-bc0a-f630918139b4', 'mac_address': 'fa:16:3e:7a:b3:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6183e84-2e77-40ed-95a1-6f3728082881', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 01:26:19.062756 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port 427fee7e-36e6-42e1-bc0a-f630918139b4 is: DOWN; New status is: BUILD {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:26:19.063140 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (427fee7e-36e6-42e1-bc0a-f630918139b4), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:26:19.076465 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 427fee7e-36e6-42e1-bc0a-f630918139b4 {{(pid=104100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 01:26:19.098756 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port 427fee7e-36e6-42e1-bc0a-f630918139b4, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=427fee7e-36e6-42e1-bc0a-f630918139b4,segment=NetworkSegment(a8ff9866-4d1a-4081-861f-9ab5627ea74e),segment_id=a8ff9866-4d1a-4081-861f-9ab5627ea74e)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:26:19.103051 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (427fee7e-36e6-42e1-bc0a-f630918139b4), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:26:19.151614 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Pushing event updated for resources: {'Port': ['ID=427fee7e-36e6-42e1-bc0a-f630918139b4,revision_number=4']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:26:19.158605 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:26:19.158949 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:26:19.159297 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:26:19.159674 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:26:19.160009 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:26:19.160363 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:26:19.160690 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:26:19.161011 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:26:19.161335 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:26:19.161656 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:26:19.161977 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:26:19.162298 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:26:19.162620 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:26:19.162977 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:26:19.163376 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:26:19.295633 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] get_ports_and_sgs() called for port_ids ['427fee7e-36e6-42e1-bc0a-f630918139b4'] {{(pid=104100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 01:26:19.432595 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bd433e-99c5-40fe-a44c-17a3f75fb291 req-6204268d-d706-439b-b249-97506b9c9d4e tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:26:19.434102 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-f4bd433e-99c5-40fe-a44c-17a3f75fb291 req-6204268d-d706-439b-b249-97506b9c9d4e tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba0e390f-5537-4d54-a71e-170edf166cce HTTP/1.1" status: 200 len: 944 time: 0.0514853 Mar 28 01:26:19.482734 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-f4bd433e-99c5-40fe-a44c-17a3f75fb291 req-3dc9de01-6083-432e-8421-0275d270b416 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431230 Mar 28 01:26:20.597723 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced82fa0-bcf5-4ace-8468-d870a77d1566 req-15bae095-9ab9-4e0b-b655-0a00dfd9df8a tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:26:20.599167 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-ced82fa0-bcf5-4ace-8468-d870a77d1566 req-15bae095-9ab9-4e0b-b655-0a00dfd9df8a tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba0e390f-5537-4d54-a71e-170edf166cce HTTP/1.1" status: 200 len: 944 time: 0.0510557 Mar 28 01:26:20.645518 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-ced82fa0-bcf5-4ace-8468-d870a77d1566 req-135fa665-19ee-421d-8f87-6bc8a6e7cc18 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401165 Mar 28 01:26:20.905029 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device 427fee7e-36e6-42e1-bc0a-f630918139b4 up at agent hyperv_hv-neutron-8348 {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:26:20.952841 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Provisioning for port 427fee7e-36e6-42e1-bc0a-f630918139b4 completed by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 01:26:20.957187 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Provisioning complete for port 427fee7e-36e6-42e1-bc0a-f630918139b4 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:26:20.957557 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (427fee7e-36e6-42e1-bc0a-f630918139b4), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:26:21.031088 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port 427fee7e-36e6-42e1-bc0a-f630918139b4 is: BUILD; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:26:21.031467 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (427fee7e-36e6-42e1-bc0a-f630918139b4), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:26:21.060698 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba0e390f-5537-4d54-a71e-170edf166cce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '427fee7e-36e6-42e1-bc0a-f630918139b4'}] {{(pid=104100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:26:21.063713 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd27896ebc78d0f7931321182ba9533a7b768b1c3fcddb3ff52a8aee6ddeaf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0919a4e5-dba4-4176-8f26-17affc2b3d82" -d '{"events": [{"server_uuid": "ba0e390f-5537-4d54-a71e-170edf166cce", "name": "network-vif-plugged", "status": "completed", "tag": "427fee7e-36e6-42e1-bc0a-f630918139b4"}]}' {{(pid=104100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:26:21.076469 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port 427fee7e-36e6-42e1-bc0a-f630918139b4, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=427fee7e-36e6-42e1-bc0a-f630918139b4,segment=NetworkSegment(a8ff9866-4d1a-4081-861f-9ab5627ea74e),segment_id=a8ff9866-4d1a-4081-861f-9ab5627ea74e)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:26:21.080478 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (427fee7e-36e6-42e1-bc0a-f630918139b4), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:26:21.103797 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 01:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75b158c9-1a6d-4b06-aa14-fd6d8bd5fe65 x-openstack-request-id: req-75b158c9-1a6d-4b06-aa14-fd6d8bd5fe65 {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:26:21.104175 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba0e390f-5537-4d54-a71e-170edf166cce", "name": "network-vif-plugged", "status": "completed", "tag": "427fee7e-36e6-42e1-bc0a-f630918139b4", "code": 200}]} {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:26:21.104436 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-75b158c9-1a6d-4b06-aa14-fd6d8bd5fe65 {{(pid=104100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:26:21.104837 dv-neutron-834874-6-hyperv neutron-server[104100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75b158c9-1a6d-4b06-aa14-fd6d8bd5fe65'] response: {'server_uuid': 'ba0e390f-5537-4d54-a71e-170edf166cce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '427fee7e-36e6-42e1-bc0a-f630918139b4', 'code': 200} Mar 28 01:26:21.130979 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Pushing event updated for resources: {'Port': ['ID=427fee7e-36e6-42e1-bc0a-f630918139b4,revision_number=5']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:26:21.257281 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9699c39f-1d6a-49fe-b66c-5e42088249a0 req-3a1d7b76-adbb-4787-94f3-96c5a60a8444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:26:21.258821 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-9699c39f-1d6a-49fe-b66c-5e42088249a0 req-3a1d7b76-adbb-4787-94f3-96c5a60a8444 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ba0e390f-5537-4d54-a71e-170edf166cce HTTP/1.1" status: 200 len: 1129 time: 0.0429077 Mar 28 01:26:21.301901 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-9699c39f-1d6a-49fe-b66c-5e42088249a0 req-1c6fbdd5-3b68-4f5d-9d77-ac0aef244882 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365400 Mar 28 01:26:21.766614 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea15790-4789-4003-afaa-aa2e6db0240b req-e24d27fc-ea08-4535-bff9-9375e795f60b tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:26:21.768105 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7ea15790-4789-4003-afaa-aa2e6db0240b req-e24d27fc-ea08-4535-bff9-9375e795f60b tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba0e390f-5537-4d54-a71e-170edf166cce HTTP/1.1" status: 200 len: 945 time: 0.0553262 Mar 28 01:26:21.813562 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7ea15790-4789-4003-afaa-aa2e6db0240b req-2466be7f-d8db-4e73-9cdb-c2b39062698a tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399625 Mar 28 01:26:22.930938 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dfc37c-3ca6-4a8b-bef5-902217d76638 req-ab8308f4-563f-4ddd-b2fe-5fac8d0cf24d tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:26:22.932399 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-54dfc37c-3ca6-4a8b-bef5-902217d76638 req-ab8308f4-563f-4ddd-b2fe-5fac8d0cf24d tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba0e390f-5537-4d54-a71e-170edf166cce HTTP/1.1" status: 200 len: 945 time: 0.0514512 Mar 28 01:26:22.977003 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-54dfc37c-3ca6-4a8b-bef5-902217d76638 req-6ba1922d-0097-4875-b5f3-964e9b41e484 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391445 Mar 28 01:26:23.089216 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a20e63-e75c-487d-b6cd-72a38918d7c3 req-4a744455-9f4d-462a-a7ab-cb4ae38ee8ec tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:26:23.090680 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-96a20e63-e75c-487d-b6cd-72a38918d7c3 req-4a744455-9f4d-462a-a7ab-cb4ae38ee8ec tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba0e390f-5537-4d54-a71e-170edf166cce HTTP/1.1" status: 200 len: 945 time: 0.0517659 Mar 28 01:26:23.099651 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 59046) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:26:23.103943 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-aa4efa61-3712-4eae-b63f-824d06c31ca3 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Request body: {'floatingip': {'port_id': '427fee7e-36e6-42e1-bc0a-f630918139b4'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:26:23.144645 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-aa4efa61-3712-4eae-b63f-824d06c31ca3 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Publish callbacks [] for floatingip (95efdcf1-8ddd-402b-a1ca-9f765b94edc8), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:26:23.561619 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-aa4efa61-3712-4eae-b63f-824d06c31ca3 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:26:23.565272 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-aa4efa61-3712-4eae-b63f-824d06c31ca3 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688063'] for floatingip (95efdcf1-8ddd-402b-a1ca-9f765b94edc8), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:26:23.667804 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.l3_db [None req-aa4efa61-3712-4eae-b63f-824d06c31ca3 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Floating IP 95efdcf1-8ddd-402b-a1ca-9f765b94edc8 associated. External IP: 172.26.1.184, port: 427fee7e-36e6-42e1-bc0a-f630918139b4. Mar 28 01:26:23.880343 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa4efa61-3712-4eae-b63f-824d06c31ca3 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Router eb8a7912-2e1e-41a5-bce5-c8ac5275303b has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:26:23.988813 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa4efa61-3712-4eae-b63f-824d06c31ca3 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:26:23.993710 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-aa4efa61-3712-4eae-b63f-824d06c31ca3 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for floatingip (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:26:23.998118 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ecfddb5-e23e-439f-b7b3-1979fd490ecf None None] Sync routers for ids ['eb8a7912-2e1e-41a5-bce5-c8ac5275303b'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:26:24.008195 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ecfddb5-e23e-439f-b7b3-1979fd490ecf None None] Routers {'eb8a7912-2e1e-41a5-bce5-c8ac5275303b'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:26:24.008806 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-0ecfddb5-e23e-439f-b7b3-1979fd490ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:26:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['eb8a7912-2e1e-41a5-bce5-c8ac5275303b'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:26:24.022803 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-aa4efa61-3712-4eae-b63f-824d06c31ca3 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "PUT /v2.0/floatingips/95efdcf1-8ddd-402b-a1ca-9f765b94edc8 HTTP/1.1" status: 200 len: 991 time: 0.9221001 Mar 28 01:26:24.023399 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba0e390f-5537-4d54-a71e-170edf166cce', 'tag': '427fee7e-36e6-42e1-bc0a-f630918139b4'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:26:24.025627 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2af4b01a9fa8b1570ccf1d7859d693ad34c106b258078e9cfae86b97f35e3d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-908fbeae-a7c6-4e47-9d5f-0375510d4d1b" -d '{"events": [{"name": "network-changed", "server_uuid": "ba0e390f-5537-4d54-a71e-170edf166cce", "tag": "427fee7e-36e6-42e1-bc0a-f630918139b4"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:26:24.067081 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 01:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5bef383-2ba6-43e5-8a66-2256a7f8b0d6 x-openstack-request-id: req-b5bef383-2ba6-43e5-8a66-2256a7f8b0d6 {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:26:24.067379 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba0e390f-5537-4d54-a71e-170edf166cce", "tag": "427fee7e-36e6-42e1-bc0a-f630918139b4", "status": "completed", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:26:24.067640 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b5bef383-2ba6-43e5-8a66-2256a7f8b0d6 {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:26:24.068082 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5bef383-2ba6-43e5-8a66-2256a7f8b0d6'] response: {'name': 'network-changed', 'server_uuid': 'ba0e390f-5537-4d54-a71e-170edf166cce', 'tag': '427fee7e-36e6-42e1-bc0a-f630918139b4', 'status': 'completed', 'code': 200} Mar 28 01:26:24.136007 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908fbeae-a7c6-4e47-9d5f-0375510d4d1b req-434d70e4-3316-46bc-990f-360a7ddce88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:26:24.137603 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-908fbeae-a7c6-4e47-9d5f-0375510d4d1b req-434d70e4-3316-46bc-990f-360a7ddce88f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=33525a6311b1415f9d71794b9ce918e7&device_id=ba0e390f-5537-4d54-a71e-170edf166cce HTTP/1.1" status: 200 len: 1129 time: 0.0490654 Mar 28 01:26:24.268336 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-0ecfddb5-e23e-439f-b7b3-1979fd490ecf None None] Set router eb8a7912-2e1e-41a5-bce5-c8ac5275303b gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:26:24.273103 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908fbeae-a7c6-4e47-9d5f-0375510d4d1b req-210caafc-83f4-4447-ba25-5017375e202f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:26:24.274648 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-908fbeae-a7c6-4e47-9d5f-0375510d4d1b req-210caafc-83f4-4447-ba25-5017375e202f service neutron] 10.222.0.10 "GET /v2.0/networks?id=2b68a51f-bd4c-48f0-ae3a-095a67bb7f09 HTTP/1.1" status: 200 len: 912 time: 0.1301334 Mar 28 01:26:24.334298 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e97b01b-29b1-47c4-8b32-884d2b88649c req-5781f19c-d239-4b2c-aae6-913c9702e4af tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:26:24.335748 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-9e97b01b-29b1-47c4-8b32-884d2b88649c req-5781f19c-d239-4b2c-aae6-913c9702e4af tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba0e390f-5537-4d54-a71e-170edf166cce HTTP/1.1" status: 200 len: 945 time: 0.1101234 Mar 28 01:26:24.372773 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-908fbeae-a7c6-4e47-9d5f-0375510d4d1b req-ad4771b8-60b2-48db-8d92-496407da5dbf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=427fee7e-36e6-42e1-bc0a-f630918139b4 HTTP/1.1" status: 200 len: 999 time: 0.0896132 Mar 28 01:26:24.426106 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-9e97b01b-29b1-47c4-8b32-884d2b88649c req-db4e9013-733c-4bb5-b71e-45e0422c6ac1 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839031 Mar 28 01:26:24.435109 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908fbeae-a7c6-4e47-9d5f-0375510d4d1b req-59a06cdb-b603-4c84-9551-e06ed6354466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:26:24.436714 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-908fbeae-a7c6-4e47-9d5f-0375510d4d1b req-59a06cdb-b603-4c84-9551-e06ed6354466 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c6183e84-2e77-40ed-95a1-6f3728082881 HTTP/1.1" status: 200 len: 851 time: 0.0568032 Mar 28 01:26:24.484756 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908fbeae-a7c6-4e47-9d5f-0375510d4d1b req-f41d7766-c166-4098-8fd6-7f3321768df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:26:24.486239 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-908fbeae-a7c6-4e47-9d5f-0375510d4d1b req-f41d7766-c166-4098-8fd6-7f3321768df5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2b68a51f-bd4c-48f0-ae3a-095a67bb7f09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0436978 Mar 28 01:26:24.495955 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-0ecfddb5-e23e-439f-b7b3-1979fd490ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8a7912-2e1e-41a5-bce5-c8ac5275303b', 'name': 'tempest-ServerActionsTestJSON-1418931163-router', 'tenant_id': '33525a6311b1415f9d71794b9ce918e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.233'}], 'enable_snat': True}, 'gw_port_id': '2e91b93f-f097-4053-aa25-f19103298b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:25:25Z', 'updated_at': '2022-03-28T01:25:28Z', 'revision_number': 4, 'project_id': '33525a6311b1415f9d71794b9ce918e7', 'gw_port': {'id': '2e91b93f-f097-4053-aa25-f19103298b2b', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8a7912-2e1e-41a5-bce5-c8ac5275303b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:25:26Z', 'updated_at': '2022-03-28T01:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_floatingips': [{'id': '95efdcf1-8ddd-402b-a1ca-9f765b94edc8', 'tenant_id': '33525a6311b1415f9d71794b9ce918e7', 'floating_ip_address': '172.26.1.184', 'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'router_id': 'eb8a7912-2e1e-41a5-bce5-c8ac5275303b', 'port_id': '427fee7e-36e6-42e1-bc0a-f630918139b4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b68a51f-bd4c-48f0-ae3a-095a67bb7f09', 'mac_address': 'fa:16:3e:7a:b3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0e390f-5537-4d54-a71e-170edf166cce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T01:25:30Z', 'updated_at': '2022-03-28T01:26:23Z', 'revision_number': 5, 'project_id': '33525a6311b1415f9d71794b9ce918e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44a67edb-a9f3-4e19-aecb-e843bb5498bc', 'name': '', 'network_id': '2b68a51f-bd4c-48f0-ae3a-095a67bb7f09', 'tenant_id': '33525a6311b1415f9d71794b9ce918e7', 'mac_address': 'fa:16:3e:87:fe:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8a7912-2e1e-41a5-bce5-c8ac5275303b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': 'c6183e84-2e77-40ed-95a1-6f3728082881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:25:27Z', 'updated_at': '2022-03-28T01:25:32Z', 'revision_number': 5, 'project_id': '33525a6311b1415f9d71794b9ce918e7', 'subnets': [{'id': 'c6183e84-2e77-40ed-95a1-6f3728082881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:26:24.521623 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ecfddb5-e23e-439f-b7b3-1979fd490ecf None None] Checking router: eb8a7912-2e1e-41a5-bce5-c8ac5275303b for host: dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:26:24.529704 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ecfddb5-e23e-439f-b7b3-1979fd490ecf None None] Routers {'eb8a7912-2e1e-41a5-bce5-c8ac5275303b'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:26:24.530304 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-0ecfddb5-e23e-439f-b7b3-1979fd490ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:26:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['eb8a7912-2e1e-41a5-bce5-c8ac5275303b'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:26:24.576545 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-908fbeae-a7c6-4e47-9d5f-0375510d4d1b req-f7af91f7-deba-401d-8283-762364cbc949 service neutron] 10.222.0.10 "GET /v2.0/networks/2b68a51f-bd4c-48f0-ae3a-095a67bb7f09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836143 Mar 28 01:26:24.636072 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-0ecfddb5-e23e-439f-b7b3-1979fd490ecf None None] Set router eb8a7912-2e1e-41a5-bce5-c8ac5275303b gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:26:24.664620 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-908fbeae-a7c6-4e47-9d5f-0375510d4d1b req-00a1950e-1d26-42b5-9e99-77f4fd43ebd8 service neutron] 10.222.0.10 "GET /v2.0/networks/2b68a51f-bd4c-48f0-ae3a-095a67bb7f09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815768 Mar 28 01:26:24.854193 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-0ecfddb5-e23e-439f-b7b3-1979fd490ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8a7912-2e1e-41a5-bce5-c8ac5275303b', 'name': 'tempest-ServerActionsTestJSON-1418931163-router', 'tenant_id': '33525a6311b1415f9d71794b9ce918e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.233'}], 'enable_snat': True}, 'gw_port_id': '2e91b93f-f097-4053-aa25-f19103298b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:25:25Z', 'updated_at': '2022-03-28T01:25:28Z', 'revision_number': 4, 'project_id': '33525a6311b1415f9d71794b9ce918e7', 'gw_port': {'id': '2e91b93f-f097-4053-aa25-f19103298b2b', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8a7912-2e1e-41a5-bce5-c8ac5275303b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:25:26Z', 'updated_at': '2022-03-28T01:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_floatingips': [{'id': '95efdcf1-8ddd-402b-a1ca-9f765b94edc8', 'tenant_id': '33525a6311b1415f9d71794b9ce918e7', 'floating_ip_address': '172.26.1.184', 'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'router_id': 'eb8a7912-2e1e-41a5-bce5-c8ac5275303b', 'port_id': '427fee7e-36e6-42e1-bc0a-f630918139b4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b68a51f-bd4c-48f0-ae3a-095a67bb7f09', 'mac_address': 'fa:16:3e:7a:b3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0e390f-5537-4d54-a71e-170edf166cce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T01:25:30Z', 'updated_at': '2022-03-28T01:26:23Z', 'revision_number': 5, 'project_id': '33525a6311b1415f9d71794b9ce918e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44a67edb-a9f3-4e19-aecb-e843bb5498bc', 'name': '', 'network_id': '2b68a51f-bd4c-48f0-ae3a-095a67bb7f09', 'tenant_id': '33525a6311b1415f9d71794b9ce918e7', 'mac_address': 'fa:16:3e:87:fe:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8a7912-2e1e-41a5-bce5-c8ac5275303b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': 'c6183e84-2e77-40ed-95a1-6f3728082881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:25:27Z', 'updated_at': '2022-03-28T01:25:32Z', 'revision_number': 5, 'project_id': '33525a6311b1415f9d71794b9ce918e7', 'subnets': [{'id': 'c6183e84-2e77-40ed-95a1-6f3728082881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:26:24.883546 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ecfddb5-e23e-439f-b7b3-1979fd490ecf None None] The sync data for ids ['eb8a7912-2e1e-41a5-bce5-c8ac5275303b'] in dv-neutron-834874-6-hyperv is: [{'id': 'eb8a7912-2e1e-41a5-bce5-c8ac5275303b', 'name': 'tempest-ServerActionsTestJSON-1418931163-router', 'tenant_id': '33525a6311b1415f9d71794b9ce918e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.233'}], 'enable_snat': True}, 'gw_port_id': '2e91b93f-f097-4053-aa25-f19103298b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:25:25Z', 'updated_at': '2022-03-28T01:25:28Z', 'revision_number': 4, 'project_id': '33525a6311b1415f9d71794b9ce918e7', 'gw_port': {'id': '2e91b93f-f097-4053-aa25-f19103298b2b', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8a7912-2e1e-41a5-bce5-c8ac5275303b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:25:26Z', 'updated_at': '2022-03-28T01:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_floatingips': [{'id': '95efdcf1-8ddd-402b-a1ca-9f765b94edc8', 'tenant_id': '33525a6311b1415f9d71794b9ce918e7', 'floating_ip_address': '172.26.1.184', 'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'router_id': 'eb8a7912-2e1e-41a5-bce5-c8ac5275303b', 'port_id': '427fee7e-36e6-42e1-bc0a-f630918139b4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b68a51f-bd4c-48f0-ae3a-095a67bb7f09', 'mac_address': 'fa:16:3e:7a:b3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0e390f-5537-4d54-a71e-170edf166cce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T01:25:30Z', 'updated_at': '2022-03-28T01:26:23Z', 'revision_number': 5, 'project_id': '33525a6311b1415f9d71794b9ce918e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44a67edb-a9f3-4e19-aecb-e843bb5498bc', 'name': '', 'network_id': '2b68a51f-bd4c-48f0-ae3a-095a67bb7f09', 'tenant_id': '33525a6311b1415f9d71794b9ce918e7', 'mac_address': 'fa:16:3e:87:fe:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8a7912-2e1e-41a5-bce5-c8ac5275303b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': 'c6183e84-2e77-40ed-95a1-6f3728082881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:25:27Z', 'updated_at': '2022-03-28T01:25:32Z', 'revision_number': 5, 'project_id': '33525a6311b1415f9d71794b9ce918e7', 'subnets': [{'id': 'c6183e84-2e77-40ed-95a1-6f3728082881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:26:25.068569 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84a6d96-8f16-4582-9b42-54ee6878179d None None] New status for floating IP 95efdcf1-8ddd-402b-a1ca-9f765b94edc8: ACTIVE {{(pid=104101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 01:26:25.549912 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefcfd54-10a3-4831-a3cb-4380112717a3 req-ceeab81c-cbff-42fe-b214-142a67ea6edb tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:26:25.551901 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-aefcfd54-10a3-4831-a3cb-4380112717a3 req-ceeab81c-cbff-42fe-b214-142a67ea6edb tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba0e390f-5537-4d54-a71e-170edf166cce HTTP/1.1" status: 200 len: 945 time: 0.0559385 Mar 28 01:26:25.597528 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-aefcfd54-10a3-4831-a3cb-4380112717a3 req-3e5bd7c7-7aa4-4f0f-8e9a-5d266d2694f2 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395389 Mar 28 01:26:26.718550 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eac6e8-92c4-42b9-9a7d-1c7bfb19e49e req-a416a677-f739-4201-9b1d-ea0d089f271d tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:26:26.719985 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-47eac6e8-92c4-42b9-9a7d-1c7bfb19e49e req-a416a677-f739-4201-9b1d-ea0d089f271d tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba0e390f-5537-4d54-a71e-170edf166cce HTTP/1.1" status: 200 len: 945 time: 0.0567846 Mar 28 01:26:26.765887 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-47eac6e8-92c4-42b9-9a7d-1c7bfb19e49e req-f867f6c8-af2b-4208-a758-4cc2fe111078 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396791 Mar 28 01:26:27.882494 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814efb4e-2ca2-4853-8e1a-41fc37378c5f req-9decb4e8-c5e2-449f-8807-b8c1a4c3d694 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:26:27.883953 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-814efb4e-2ca2-4853-8e1a-41fc37378c5f req-9decb4e8-c5e2-449f-8807-b8c1a4c3d694 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba0e390f-5537-4d54-a71e-170edf166cce HTTP/1.1" status: 200 len: 945 time: 0.0515373 Mar 28 01:26:27.929644 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-814efb4e-2ca2-4853-8e1a-41fc37378c5f req-3e28104f-6c9f-40f1-a896-0c1327f4449e tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401177 Mar 28 01:26:29.044438 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f21ec62-ec8e-4363-be0b-187e1afd1c72 req-42897dc8-fa09-43d3-93b1-3a344ae2fc2d tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:26:29.045913 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-8f21ec62-ec8e-4363-be0b-187e1afd1c72 req-42897dc8-fa09-43d3-93b1-3a344ae2fc2d tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba0e390f-5537-4d54-a71e-170edf166cce HTTP/1.1" status: 200 len: 945 time: 0.0516980 Mar 28 01:26:29.090683 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-8f21ec62-ec8e-4363-be0b-187e1afd1c72 req-558c922d-3de9-498f-833a-a2d7100712c5 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393400 Mar 28 01:26:30.205609 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bae0722-0421-443e-a0cb-d953a062b733 req-f455b1ef-4c32-4c40-b461-7d1f864fd1d6 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:26:30.207057 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-9bae0722-0421-443e-a0cb-d953a062b733 req-f455b1ef-4c32-4c40-b461-7d1f864fd1d6 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba0e390f-5537-4d54-a71e-170edf166cce HTTP/1.1" status: 200 len: 945 time: 0.0516829 Mar 28 01:26:30.255493 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-9bae0722-0421-443e-a0cb-d953a062b733 req-e82c52f2-3a7c-4fed-9da5-2dcd3dd17f65 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429556 Mar 28 01:26:31.376532 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eedc6e6-724c-4686-bcd4-5e3772209c82 req-63cb725a-f610-467b-9766-75c6e0ae3ddc tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:26:31.377996 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-9eedc6e6-724c-4686-bcd4-5e3772209c82 req-63cb725a-f610-467b-9766-75c6e0ae3ddc tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba0e390f-5537-4d54-a71e-170edf166cce HTTP/1.1" status: 200 len: 945 time: 0.0527678 Mar 28 01:26:31.427209 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-9eedc6e6-724c-4686-bcd4-5e3772209c82 req-565760e6-754f-4b13-b25c-a22fefdf9b7d tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436876 Mar 28 01:26:32.541765 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f863f200-57e6-41ab-8984-91f661298ac0 req-419d737c-9b52-4c68-a388-43967a724ddd tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:26:32.543198 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-f863f200-57e6-41ab-8984-91f661298ac0 req-419d737c-9b52-4c68-a388-43967a724ddd tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba0e390f-5537-4d54-a71e-170edf166cce HTTP/1.1" status: 200 len: 945 time: 0.0502112 Mar 28 01:26:32.590296 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-f863f200-57e6-41ab-8984-91f661298ac0 req-c704de90-7a59-461d-91ec-fda6fc876907 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415306 Mar 28 01:26:32.965005 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:26:33.708343 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1456e85c-69b0-4874-b648-f57364920cd1 req-e18ac277-0688-450a-97bf-77bb7a50b3ee tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:26:33.709790 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-1456e85c-69b0-4874-b648-f57364920cd1 req-e18ac277-0688-450a-97bf-77bb7a50b3ee tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba0e390f-5537-4d54-a71e-170edf166cce HTTP/1.1" status: 200 len: 945 time: 0.0514920 Mar 28 01:26:33.755165 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-1456e85c-69b0-4874-b648-f57364920cd1 req-5d1c1735-df75-4d87-8cd9-04267976b589 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398772 Mar 28 01:26:34.869426 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8048d0c-eda2-4449-9f31-a5398fbe17a1 req-d25466a4-970b-4051-80b4-00794cfa85cd tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:26:34.870906 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-f8048d0c-eda2-4449-9f31-a5398fbe17a1 req-d25466a4-970b-4051-80b4-00794cfa85cd tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba0e390f-5537-4d54-a71e-170edf166cce HTTP/1.1" status: 200 len: 945 time: 0.0510306 Mar 28 01:26:34.916605 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-f8048d0c-eda2-4449-9f31-a5398fbe17a1 req-34f8a7c2-7fb0-4361-91a4-69cbfc901a43 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402484 Mar 28 01:26:36.031162 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa3da50-459d-4848-9a25-af6c3ad56bdf req-99c8b507-9058-48ee-a761-df5ca935a6c8 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:26:36.032642 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-1fa3da50-459d-4848-9a25-af6c3ad56bdf req-99c8b507-9058-48ee-a761-df5ca935a6c8 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba0e390f-5537-4d54-a71e-170edf166cce HTTP/1.1" status: 200 len: 945 time: 0.0514627 Mar 28 01:26:36.078398 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-1fa3da50-459d-4848-9a25-af6c3ad56bdf req-896b8848-4948-481c-939b-dd65597d3890 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402200 Mar 28 01:26:37.195922 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21058a90-07fd-49a5-965e-0a1a4c7875cc req-e5259602-adde-44fe-adc4-82b579f2d69c tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:26:37.197404 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-21058a90-07fd-49a5-965e-0a1a4c7875cc req-e5259602-adde-44fe-adc4-82b579f2d69c tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba0e390f-5537-4d54-a71e-170edf166cce HTTP/1.1" status: 200 len: 945 time: 0.0550733 Mar 28 01:26:37.243162 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-21058a90-07fd-49a5-965e-0a1a4c7875cc req-eb1d2e3d-4ea9-42ac-b4c6-cd067a3d74f9 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403492 Mar 28 01:26:38.364129 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a97560-465a-463d-86d9-3528426bc817 req-4f9e9b86-37f0-4a8d-9898-c6079515e38a tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:26:38.365604 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-d3a97560-465a-463d-86d9-3528426bc817 req-4f9e9b86-37f0-4a8d-9898-c6079515e38a tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba0e390f-5537-4d54-a71e-170edf166cce HTTP/1.1" status: 200 len: 945 time: 0.0566862 Mar 28 01:26:38.411600 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-d3a97560-465a-463d-86d9-3528426bc817 req-2adeca13-f5cf-46d0-b0e3-dab55bc92926 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403810 Mar 28 01:26:39.527886 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a103ace6-433d-4a1a-bee7-ad4217466b1b req-ae18e831-9478-4f9e-ad74-f019130cceb5 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:26:39.529374 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-a103ace6-433d-4a1a-bee7-ad4217466b1b req-ae18e831-9478-4f9e-ad74-f019130cceb5 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba0e390f-5537-4d54-a71e-170edf166cce HTTP/1.1" status: 200 len: 945 time: 0.0517747 Mar 28 01:26:39.574906 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-a103ace6-433d-4a1a-bee7-ad4217466b1b req-07896ac7-9620-47c0-b1e4-bace0b466b8b tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398257 Mar 28 01:26:40.690888 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff69200c-34d0-41ab-85c0-ab6f1138505a req-a80c7d25-4c89-433f-8488-8207063a28ca tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:26:40.692392 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-ff69200c-34d0-41ab-85c0-ab6f1138505a req-a80c7d25-4c89-433f-8488-8207063a28ca tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba0e390f-5537-4d54-a71e-170edf166cce HTTP/1.1" status: 200 len: 945 time: 0.0519178 Mar 28 01:26:40.737142 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-ff69200c-34d0-41ab-85c0-ab6f1138505a req-a15a65e2-a9ee-4fde-a408-50140aba2bb9 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393493 Mar 28 01:26:41.437014 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-06169885-0c86-466f-8584-c56c195e8a71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:26:41.860429 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c616e9c3-7917-4a07-9779-1cff992be6df req-81ec5292-3885-4797-a5d1-5265187bc073 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:26:41.861890 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-c616e9c3-7917-4a07-9779-1cff992be6df req-81ec5292-3885-4797-a5d1-5265187bc073 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba0e390f-5537-4d54-a71e-170edf166cce HTTP/1.1" status: 200 len: 945 time: 0.0590844 Mar 28 01:26:41.906799 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-c616e9c3-7917-4a07-9779-1cff992be6df req-a4347475-08dd-41e3-a9fe-a9470bed181c tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394294 Mar 28 01:26:43.021380 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ab93fc-196a-4213-805a-c0a4976005c8 req-5d7ac8f7-8e03-4016-ad9a-dc15ec8a76b3 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:26:43.022814 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-65ab93fc-196a-4213-805a-c0a4976005c8 req-5d7ac8f7-8e03-4016-ad9a-dc15ec8a76b3 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba0e390f-5537-4d54-a71e-170edf166cce HTTP/1.1" status: 200 len: 945 time: 0.0505915 Mar 28 01:26:43.073299 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-65ab93fc-196a-4213-805a-c0a4976005c8 req-3a4b1d1c-a8af-4307-9410-f93bb88695a8 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450547 Mar 28 01:26:43.595069 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-e2eb4f7f-32dd-4d11-8afe-c3ec49d4b935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:26:44.187679 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ebb9c5-9158-4585-aad0-6f387f5460ec req-e570e1ba-19b1-4674-8d7c-a0b65e260e8d tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:26:44.189166 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-82ebb9c5-9158-4585-aad0-6f387f5460ec req-e570e1ba-19b1-4674-8d7c-a0b65e260e8d tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba0e390f-5537-4d54-a71e-170edf166cce HTTP/1.1" status: 200 len: 945 time: 0.0510569 Mar 28 01:26:44.234229 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-82ebb9c5-9158-4585-aad0-6f387f5460ec req-4536d5fc-a106-43f8-9d03-376c80e96e5e tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389757 Mar 28 01:26:44.825642 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:26:44.852829 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.agents_db [None req-9a1d863f-391a-42f4-9870-e8292b919beb None None] Agent healthcheck: found 6 active agents {{(pid=104101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 01:26:45.350370 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3576a4f-ff55-46a8-bb31-c811ac0ccf07 req-be167281-5cee-4510-94ce-98f242250b03 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:26:45.351807 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-d3576a4f-ff55-46a8-bb31-c811ac0ccf07 req-be167281-5cee-4510-94ce-98f242250b03 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba0e390f-5537-4d54-a71e-170edf166cce HTTP/1.1" status: 200 len: 945 time: 0.0505931 Mar 28 01:26:45.396761 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-d3576a4f-ff55-46a8-bb31-c811ac0ccf07 req-131b2cec-87c1-4a54-96f0-34b825518194 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394256 Mar 28 01:26:46.271031 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:26:46.512475 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9045d106-0c53-44e6-8eff-c8a6a4a65a50 req-f5ae584e-4c49-49bf-9d7c-4a0e3b817084 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:26:46.513843 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-9045d106-0c53-44e6-8eff-c8a6a4a65a50 req-f5ae584e-4c49-49bf-9d7c-4a0e3b817084 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba0e390f-5537-4d54-a71e-170edf166cce HTTP/1.1" status: 200 len: 945 time: 0.0513701 Mar 28 01:26:46.562703 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-9045d106-0c53-44e6-8eff-c8a6a4a65a50 req-98e9a852-5e97-49f1-bd64-224c6c93e69c tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432811 Mar 28 01:26:47.681979 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3796e750-2b91-473f-8883-4b7689213651 req-e3fcc78d-54b2-4ac2-ac02-ed543c0477b2 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:26:47.683447 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-3796e750-2b91-473f-8883-4b7689213651 req-e3fcc78d-54b2-4ac2-ac02-ed543c0477b2 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba0e390f-5537-4d54-a71e-170edf166cce HTTP/1.1" status: 200 len: 945 time: 0.0522726 Mar 28 01:26:47.728009 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-3796e750-2b91-473f-8883-4b7689213651 req-5bc35757-7e11-47c0-bbed-a76fc4b96897 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389607 Mar 28 01:26:47.825330 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:26:48.843456 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2b8355-41ed-4df1-8a14-0640a5255398 req-68bdefb8-d496-482d-b061-46f20386a74e tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:26:48.845013 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-db2b8355-41ed-4df1-8a14-0640a5255398 req-68bdefb8-d496-482d-b061-46f20386a74e tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba0e390f-5537-4d54-a71e-170edf166cce HTTP/1.1" status: 200 len: 945 time: 0.0515802 Mar 28 01:26:48.891343 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-db2b8355-41ed-4df1-8a14-0640a5255398 req-6065a87e-87a6-4d02-b28e-a035c6f81112 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397503 Mar 28 01:26:50.012390 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbf1837-8b64-496a-bfb3-1d674fc0664a req-cd2609de-c579-4af2-8a60-8209224cd9b9 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:26:50.013833 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-cfbf1837-8b64-496a-bfb3-1d674fc0664a req-cd2609de-c579-4af2-8a60-8209224cd9b9 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba0e390f-5537-4d54-a71e-170edf166cce HTTP/1.1" status: 200 len: 945 time: 0.0549421 Mar 28 01:26:50.058882 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-cfbf1837-8b64-496a-bfb3-1d674fc0664a req-8e04e701-e980-4bad-a3d2-2056a83168c0 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395296 Mar 28 01:26:50.310385 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-856d32d9-b20e-4a5c-9d74-0689a2631445 req-4987dd1a-3936-40a7-8664-cd8bf044511a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ba0e390f-5537-4d54-a71e-170edf166cce&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0743461 Mar 28 01:26:50.317745 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a1bc36-3bb5-4f06-81ec-6cd107ed1478 req-88e84341-e505-4f53-895d-3112163232ba tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:26:50.319112 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e3a1bc36-3bb5-4f06-81ec-6cd107ed1478 req-88e84341-e505-4f53-895d-3112163232ba tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba0e390f-5537-4d54-a71e-170edf166cce HTTP/1.1" status: 200 len: 945 time: 0.0746489 Mar 28 01:26:50.370931 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e3a1bc36-3bb5-4f06-81ec-6cd107ed1478 req-8ae5dde6-1b13-4ccb-967f-8467a6a7812c tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460088 Mar 28 01:26:50.637471 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856d32d9-b20e-4a5c-9d74-0689a2631445 req-eb937507-4ed8-4fa3-8613-1c8262803272 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:26:50.638800 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-856d32d9-b20e-4a5c-9d74-0689a2631445 req-eb937507-4ed8-4fa3-8613-1c8262803272 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports/427fee7e-36e6-42e1-bc0a-f630918139b4 HTTP/1.1" status: 200 len: 942 time: 0.0459654 Mar 28 01:26:51.389367 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856d32d9-b20e-4a5c-9d74-0689a2631445 req-7b43d1e6-be9c-4cd4-9e07-325034f29b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:26:51.390998 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-856d32d9-b20e-4a5c-9d74-0689a2631445 req-7b43d1e6-be9c-4cd4-9e07-325034f29b20 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=33525a6311b1415f9d71794b9ce918e7&device_id=ba0e390f-5537-4d54-a71e-170edf166cce HTTP/1.1" status: 200 len: 1129 time: 0.0433724 Mar 28 01:26:51.479124 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856d32d9-b20e-4a5c-9d74-0689a2631445 req-575a7e0c-df83-4166-8b14-66a011670616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:26:51.480609 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-856d32d9-b20e-4a5c-9d74-0689a2631445 req-575a7e0c-df83-4166-8b14-66a011670616 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2b68a51f-bd4c-48f0-ae3a-095a67bb7f09 HTTP/1.1" status: 200 len: 912 time: 0.0839472 Mar 28 01:26:51.492101 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60db3463-9b3b-4402-a34b-19014bcd2a56 req-c8bbe473-a147-415b-b3f3-5813d06b6c15 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:26:51.493603 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-60db3463-9b3b-4402-a34b-19014bcd2a56 req-c8bbe473-a147-415b-b3f3-5813d06b6c15 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba0e390f-5537-4d54-a71e-170edf166cce HTTP/1.1" status: 200 len: 945 time: 0.0521688 Mar 28 01:26:51.544521 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-60db3463-9b3b-4402-a34b-19014bcd2a56 req-0efceb51-c128-4a26-974b-b29cbc75a5eb tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452609 Mar 28 01:26:51.550653 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-856d32d9-b20e-4a5c-9d74-0689a2631445 req-3e94c3be-ba7c-421c-b35b-64fb933c6b5a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=427fee7e-36e6-42e1-bc0a-f630918139b4 HTTP/1.1" status: 200 len: 1001 time: 0.0639157 Mar 28 01:26:51.597854 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856d32d9-b20e-4a5c-9d74-0689a2631445 req-4876a521-b701-4bb3-bf3b-1f984ebb98c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:26:51.599283 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-856d32d9-b20e-4a5c-9d74-0689a2631445 req-4876a521-b701-4bb3-bf3b-1f984ebb98c5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c6183e84-2e77-40ed-95a1-6f3728082881 HTTP/1.1" status: 200 len: 851 time: 0.0434914 Mar 28 01:26:51.647795 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856d32d9-b20e-4a5c-9d74-0689a2631445 req-a41a7964-7840-4cb3-b9de-12712828dca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:26:51.649232 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-856d32d9-b20e-4a5c-9d74-0689a2631445 req-a41a7964-7840-4cb3-b9de-12712828dca8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2b68a51f-bd4c-48f0-ae3a-095a67bb7f09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0445004 Mar 28 01:26:51.741768 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-856d32d9-b20e-4a5c-9d74-0689a2631445 req-0c2dad14-ec93-4e5c-8c6a-f5b834f52594 service neutron] 10.222.0.10 "GET /v2.0/networks/2b68a51f-bd4c-48f0-ae3a-095a67bb7f09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842593 Mar 28 01:26:51.833881 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-856d32d9-b20e-4a5c-9d74-0689a2631445 req-aaeb8ed4-65bd-4f9e-a6ec-5f804a8bd724 service neutron] 10.222.0.10 "GET /v2.0/networks/2b68a51f-bd4c-48f0-ae3a-095a67bb7f09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854547 Mar 28 01:26:51.944128 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef6dc7b-4486-4e57-878a-9d34e4619515 req-6639c534-873e-468d-aa46-15e61a36d620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:26:51.945811 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-bef6dc7b-4486-4e57-878a-9d34e4619515 req-6639c534-873e-468d-aa46-15e61a36d620 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=33525a6311b1415f9d71794b9ce918e7&device_id=ba0e390f-5537-4d54-a71e-170edf166cce HTTP/1.1" status: 200 len: 1129 time: 0.0510938 Mar 28 01:26:52.049163 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef6dc7b-4486-4e57-878a-9d34e4619515 req-f570f099-87cd-492b-8b29-1f18cdc74255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:26:52.050611 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-bef6dc7b-4486-4e57-878a-9d34e4619515 req-f570f099-87cd-492b-8b29-1f18cdc74255 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2b68a51f-bd4c-48f0-ae3a-095a67bb7f09 HTTP/1.1" status: 200 len: 912 time: 0.0821354 Mar 28 01:26:52.119014 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-bef6dc7b-4486-4e57-878a-9d34e4619515 req-aaa0d7ea-bc4f-41d6-8001-5eac6513c42f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=427fee7e-36e6-42e1-bc0a-f630918139b4 HTTP/1.1" status: 200 len: 1001 time: 0.0621810 Mar 28 01:26:52.166821 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef6dc7b-4486-4e57-878a-9d34e4619515 req-87441a51-08d4-44f9-aff7-98403f77eb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:26:52.168250 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-bef6dc7b-4486-4e57-878a-9d34e4619515 req-87441a51-08d4-44f9-aff7-98403f77eb43 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c6183e84-2e77-40ed-95a1-6f3728082881 HTTP/1.1" status: 200 len: 851 time: 0.0423026 Mar 28 01:26:52.215503 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef6dc7b-4486-4e57-878a-9d34e4619515 req-fd8213f4-129f-4075-9af0-a3e0c42abf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:26:52.216903 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-bef6dc7b-4486-4e57-878a-9d34e4619515 req-fd8213f4-129f-4075-9af0-a3e0c42abf77 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2b68a51f-bd4c-48f0-ae3a-095a67bb7f09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0423710 Mar 28 01:26:52.305500 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-bef6dc7b-4486-4e57-878a-9d34e4619515 req-075d92b4-8e16-4d29-89aa-cc3f952b17b9 service neutron] 10.222.0.10 "GET /v2.0/networks/2b68a51f-bd4c-48f0-ae3a-095a67bb7f09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812473 Mar 28 01:26:52.390341 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-bef6dc7b-4486-4e57-878a-9d34e4619515 req-b6dd732b-a4a1-4097-a4af-96f0bf7d30cb service neutron] 10.222.0.10 "GET /v2.0/networks/2b68a51f-bd4c-48f0-ae3a-095a67bb7f09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0783334 Mar 28 01:26:52.660696 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bda379d-1f03-4a4a-9cbb-2f128c55ac52 req-c0ef16b0-5615-44b3-b83b-fbbc4e3f5b51 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:26:52.662147 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-8bda379d-1f03-4a4a-9cbb-2f128c55ac52 req-c0ef16b0-5615-44b3-b83b-fbbc4e3f5b51 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba0e390f-5537-4d54-a71e-170edf166cce HTTP/1.1" status: 200 len: 945 time: 0.0524759 Mar 28 01:26:52.706802 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-8bda379d-1f03-4a4a-9cbb-2f128c55ac52 req-1bb1dd1b-320f-4d2d-adb1-22cd1c71968c tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391834 Mar 28 01:26:53.361214 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-856d32d9-b20e-4a5c-9d74-0689a2631445 req-c23d9490-8d7e-445a-a29c-265d55577eb5 service neutron] 10.222.0.10 "GET /v2.0/ports/427fee7e-36e6-42e1-bc0a-f630918139b4/bindings/hv-neutron-8348 HTTP/1.1" status: 200 len: 384 time: 0.0566189 Mar 28 01:26:53.554468 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856d32d9-b20e-4a5c-9d74-0689a2631445 req-b932c854-8de0-4db8-9b54-88cd8b94373f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:26:53.555989 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-856d32d9-b20e-4a5c-9d74-0689a2631445 req-b932c854-8de0-4db8-9b54-88cd8b94373f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ba0e390f-5537-4d54-a71e-170edf166cce&tenant_id=33525a6311b1415f9d71794b9ce918e7 HTTP/1.1" status: 200 len: 1129 time: 0.0442038 Mar 28 01:26:53.619249 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856d32d9-b20e-4a5c-9d74-0689a2631445 req-7e4c0896-8067-4d82-ab80-93f028fa1749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:26:53.620665 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-856d32d9-b20e-4a5c-9d74-0689a2631445 req-7e4c0896-8067-4d82-ab80-93f028fa1749 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=33525a6311b1415f9d71794b9ce918e7&device_id=ba0e390f-5537-4d54-a71e-170edf166cce HTTP/1.1" status: 200 len: 1129 time: 0.0438898 Mar 28 01:26:53.712254 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856d32d9-b20e-4a5c-9d74-0689a2631445 req-a5462a66-494f-4f5f-92af-833d6887e608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:26:53.713717 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-856d32d9-b20e-4a5c-9d74-0689a2631445 req-a5462a66-494f-4f5f-92af-833d6887e608 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2b68a51f-bd4c-48f0-ae3a-095a67bb7f09 HTTP/1.1" status: 200 len: 912 time: 0.0844967 Mar 28 01:26:53.778532 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-856d32d9-b20e-4a5c-9d74-0689a2631445 req-6476a171-c182-4b10-bcdd-2368bfb88f34 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=427fee7e-36e6-42e1-bc0a-f630918139b4 HTTP/1.1" status: 200 len: 1001 time: 0.0579939 Mar 28 01:26:53.824604 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3c99cb-863f-4f8d-a310-087ca3c5328f req-e1098210-45f4-4827-b06b-26f03eaea345 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:26:53.825876 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856d32d9-b20e-4a5c-9d74-0689a2631445 req-060445e3-3295-4f3c-aa34-55e2093ce299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:26:53.826109 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-2a3c99cb-863f-4f8d-a310-087ca3c5328f req-e1098210-45f4-4827-b06b-26f03eaea345 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba0e390f-5537-4d54-a71e-170edf166cce HTTP/1.1" status: 200 len: 945 time: 0.0519331 Mar 28 01:26:53.827308 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-856d32d9-b20e-4a5c-9d74-0689a2631445 req-060445e3-3295-4f3c-aa34-55e2093ce299 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c6183e84-2e77-40ed-95a1-6f3728082881 HTTP/1.1" status: 200 len: 851 time: 0.0433025 Mar 28 01:26:53.873157 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-2a3c99cb-863f-4f8d-a310-087ca3c5328f req-948c999e-d46b-42b0-bd0a-def68e107ac8 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413494 Mar 28 01:26:53.882915 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856d32d9-b20e-4a5c-9d74-0689a2631445 req-95bc92ee-331b-4be2-b544-f43e776d78db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:26:53.884440 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-856d32d9-b20e-4a5c-9d74-0689a2631445 req-95bc92ee-331b-4be2-b544-f43e776d78db service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2b68a51f-bd4c-48f0-ae3a-095a67bb7f09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0517449 Mar 28 01:26:53.971505 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-856d32d9-b20e-4a5c-9d74-0689a2631445 req-280c1b09-fba5-4ad7-9e19-c9070f3bb3d8 service neutron] 10.222.0.10 "GET /v2.0/networks/2b68a51f-bd4c-48f0-ae3a-095a67bb7f09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798712 Mar 28 01:26:54.331124 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-856d32d9-b20e-4a5c-9d74-0689a2631445 req-91dcff98-6505-48f1-9ad5-ce96a7fe399d service neutron] 10.222.0.10 "GET /v2.0/networks/2b68a51f-bd4c-48f0-ae3a-095a67bb7f09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3541901 Mar 28 01:26:54.991205 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189e089b-43de-4ca1-be1c-c7fb5e204c89 req-608abfb2-fe22-4b4c-a2fa-11b10172364a tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:26:54.992697 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-189e089b-43de-4ca1-be1c-c7fb5e204c89 req-608abfb2-fe22-4b4c-a2fa-11b10172364a tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba0e390f-5537-4d54-a71e-170edf166cce HTTP/1.1" status: 200 len: 945 time: 0.0513208 Mar 28 01:26:55.038462 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-189e089b-43de-4ca1-be1c-c7fb5e204c89 req-aa4a8872-9618-4849-a411-0aafd53a417a tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403118 Mar 28 01:26:56.153551 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991c7861-6848-46ac-8788-f261bc679928 req-d63ab062-0473-4a98-970e-403d793b78bc tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:26:56.154996 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-991c7861-6848-46ac-8788-f261bc679928 req-d63ab062-0473-4a98-970e-403d793b78bc tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba0e390f-5537-4d54-a71e-170edf166cce HTTP/1.1" status: 200 len: 945 time: 0.0502026 Mar 28 01:26:56.201168 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-991c7861-6848-46ac-8788-f261bc679928 req-1d0e483f-2350-46cc-af9c-2ce8a5ce4782 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396235 Mar 28 01:26:56.441192 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f428e654-ca0d-46b9-b1c9-013764d1d3b3 req-fcec3d27-555f-473a-bf7c-a241320cdd66 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:26:56.442738 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-f428e654-ca0d-46b9-b1c9-013764d1d3b3 req-fcec3d27-555f-473a-bf7c-a241320cdd66 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba0e390f-5537-4d54-a71e-170edf166cce&tenant_id=33525a6311b1415f9d71794b9ce918e7&binding%3Ahost_id=hv-neutron-8348 HTTP/1.1" status: 200 len: 945 time: 0.0592623 Mar 28 01:26:56.533735 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f428e654-ca0d-46b9-b1c9-013764d1d3b3 req-91ecbe9a-2464-47af-9424-d674ac80fbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:26:56.535786 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-f428e654-ca0d-46b9-b1c9-013764d1d3b3 req-91ecbe9a-2464-47af-9424-d674ac80fbcc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=33525a6311b1415f9d71794b9ce918e7&device_id=ba0e390f-5537-4d54-a71e-170edf166cce HTTP/1.1" status: 200 len: 1129 time: 0.0490298 Mar 28 01:26:56.628006 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f428e654-ca0d-46b9-b1c9-013764d1d3b3 req-b4220850-ccd9-490d-8b5d-1c519de64771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:26:56.629519 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-f428e654-ca0d-46b9-b1c9-013764d1d3b3 req-b4220850-ccd9-490d-8b5d-1c519de64771 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2b68a51f-bd4c-48f0-ae3a-095a67bb7f09 HTTP/1.1" status: 200 len: 912 time: 0.0876336 Mar 28 01:26:56.666266 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279d2d31-7a09-4499-978b-730b2df3060c req-aa2120f4-d5ad-4ec9-b4e9-6cacda6ab8be tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:26:56.667734 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-279d2d31-7a09-4499-978b-730b2df3060c req-aa2120f4-d5ad-4ec9-b4e9-6cacda6ab8be tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba0e390f-5537-4d54-a71e-170edf166cce HTTP/1.1" status: 200 len: 945 time: 0.3276901 Mar 28 01:26:56.698041 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-f428e654-ca0d-46b9-b1c9-013764d1d3b3 req-4a0b7f3e-7846-45ff-8c80-be011e8d4e68 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=427fee7e-36e6-42e1-bc0a-f630918139b4 HTTP/1.1" status: 200 len: 1001 time: 0.0622406 Mar 28 01:26:56.714383 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-279d2d31-7a09-4499-978b-730b2df3060c req-4cd7988f-9d0b-4930-ae04-df0359f45353 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409884 Mar 28 01:26:56.745546 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f428e654-ca0d-46b9-b1c9-013764d1d3b3 req-1ae8fa05-f089-4135-894f-1b76189b25e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:26:56.746980 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-f428e654-ca0d-46b9-b1c9-013764d1d3b3 req-1ae8fa05-f089-4135-894f-1b76189b25e2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c6183e84-2e77-40ed-95a1-6f3728082881 HTTP/1.1" status: 200 len: 851 time: 0.0428452 Mar 28 01:26:56.795077 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f428e654-ca0d-46b9-b1c9-013764d1d3b3 req-4d69e793-dc82-4107-aa27-a22f051ce3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:26:56.796845 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-f428e654-ca0d-46b9-b1c9-013764d1d3b3 req-4d69e793-dc82-4107-aa27-a22f051ce3b8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2b68a51f-bd4c-48f0-ae3a-095a67bb7f09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0442030 Mar 28 01:26:56.887661 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-f428e654-ca0d-46b9-b1c9-013764d1d3b3 req-e587057a-55b0-4ff1-8d3a-d3d5b814e473 service neutron] 10.222.0.10 "GET /v2.0/networks/2b68a51f-bd4c-48f0-ae3a-095a67bb7f09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852215 Mar 28 01:26:56.973679 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-f428e654-ca0d-46b9-b1c9-013764d1d3b3 req-4ba703ba-9b6b-49dc-995c-716635a0ad49 service neutron] 10.222.0.10 "GET /v2.0/networks/2b68a51f-bd4c-48f0-ae3a-095a67bb7f09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795841 Mar 28 01:26:57.079979 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device 427fee7e-36e6-42e1-bc0a-f630918139b4 details requested by agent hyperv_hv-neutron-8348 with host hv-neutron-8348 {{(pid=104100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 01:26:57.083535 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device 427fee7e-36e6-42e1-bc0a-f630918139b4 no longer exists at agent hyperv_hv-neutron-8348 {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:26:57.223561 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port 427fee7e-36e6-42e1-bc0a-f630918139b4 is: ACTIVE; New status is: DOWN {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:26:57.223950 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (427fee7e-36e6-42e1-bc0a-f630918139b4), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:26:57.246785 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port 427fee7e-36e6-42e1-bc0a-f630918139b4, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=427fee7e-36e6-42e1-bc0a-f630918139b4,segment=NetworkSegment(a8ff9866-4d1a-4081-861f-9ab5627ea74e),segment_id=a8ff9866-4d1a-4081-861f-9ab5627ea74e)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:26:57.266237 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba0e390f-5537-4d54-a71e-170edf166cce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '427fee7e-36e6-42e1-bc0a-f630918139b4'}] {{(pid=104100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:26:57.269046 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd27896ebc78d0f7931321182ba9533a7b768b1c3fcddb3ff52a8aee6ddeaf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5e17f72-7728-46f9-a357-d238c0aa3075" -d '{"events": [{"server_uuid": "ba0e390f-5537-4d54-a71e-170edf166cce", "name": "network-vif-unplugged", "status": "completed", "tag": "427fee7e-36e6-42e1-bc0a-f630918139b4"}]}' {{(pid=104100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:26:57.273421 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Returning: {'device': '427fee7e-36e6-42e1-bc0a-f630918139b4', 'network_id': '2b68a51f-bd4c-48f0-ae3a-095a67bb7f09', 'port_id': '427fee7e-36e6-42e1-bc0a-f630918139b4', 'mac_address': 'fa:16:3e:7a:b3:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6183e84-2e77-40ed-95a1-6f3728082881', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 01:26:57.284585 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port 427fee7e-36e6-42e1-bc0a-f630918139b4, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=427fee7e-36e6-42e1-bc0a-f630918139b4,segment=NetworkSegment(a8ff9866-4d1a-4081-861f-9ab5627ea74e),segment_id=a8ff9866-4d1a-4081-861f-9ab5627ea74e)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:26:57.307633 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (427fee7e-36e6-42e1-bc0a-f630918139b4), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:26:57.316963 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Mar 2022 01:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8252e569-0327-4550-adcb-49f397c27173 x-openstack-request-id: req-8252e569-0327-4550-adcb-49f397c27173 {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:26:57.317257 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba0e390f-5537-4d54-a71e-170edf166cce", "name": "network-vif-unplugged", "status": "completed", "tag": "427fee7e-36e6-42e1-bc0a-f630918139b4", "code": 200}]} {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:26:57.317510 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8252e569-0327-4550-adcb-49f397c27173 {{(pid=104100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:26:57.317910 dv-neutron-834874-6-hyperv neutron-server[104100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8252e569-0327-4550-adcb-49f397c27173'] response: {'server_uuid': 'ba0e390f-5537-4d54-a71e-170edf166cce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '427fee7e-36e6-42e1-bc0a-f630918139b4', 'code': 200} Mar 28 01:26:57.348401 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port 427fee7e-36e6-42e1-bc0a-f630918139b4 is: ACTIVE; New status is: BUILD {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:26:57.348710 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (427fee7e-36e6-42e1-bc0a-f630918139b4), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:26:57.372470 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 427fee7e-36e6-42e1-bc0a-f630918139b4 {{(pid=104100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 01:26:57.386112 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Pushing event updated for resources: {'Port': ['ID=427fee7e-36e6-42e1-bc0a-f630918139b4,revision_number=6']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:26:57.423335 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.db.api [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104100) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 01:26:57.423677 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG oslo_db.api [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 01:26:57.831333 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907b1fb3-7ff9-4b04-868e-489831659dc5 req-0448bcef-0480-4029-a202-eef65728b76d tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:26:57.832832 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-907b1fb3-7ff9-4b04-868e-489831659dc5 req-0448bcef-0480-4029-a202-eef65728b76d tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba0e390f-5537-4d54-a71e-170edf166cce HTTP/1.1" status: 200 len: 943 time: 0.0512559 Mar 28 01:26:57.878503 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-907b1fb3-7ff9-4b04-868e-489831659dc5 req-2b6877ce-fc7d-4b9c-a17f-417f3901fcf9 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401731 Mar 28 01:26:57.959350 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port 427fee7e-36e6-42e1-bc0a-f630918139b4 is: DOWN; New status is: BUILD {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:26:57.959657 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (427fee7e-36e6-42e1-bc0a-f630918139b4), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:26:57.972681 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 427fee7e-36e6-42e1-bc0a-f630918139b4 {{(pid=104100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 01:26:57.992561 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port 427fee7e-36e6-42e1-bc0a-f630918139b4, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=427fee7e-36e6-42e1-bc0a-f630918139b4,segment=NetworkSegment(a8ff9866-4d1a-4081-861f-9ab5627ea74e),segment_id=a8ff9866-4d1a-4081-861f-9ab5627ea74e)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:26:57.996081 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (427fee7e-36e6-42e1-bc0a-f630918139b4), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:26:57.997436 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291225c1-b199-4b45-9a67-77d98b9dd6ae req-3f8eceb6-c7f6-497e-99e3-bda06107bc7d tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:26:57.999116 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-291225c1-b199-4b45-9a67-77d98b9dd6ae req-3f8eceb6-c7f6-497e-99e3-bda06107bc7d tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba0e390f-5537-4d54-a71e-170edf166cce HTTP/1.1" status: 200 len: 943 time: 0.0538135 Mar 28 01:26:58.046258 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Pushing event updated for resources: {'Port': ['ID=427fee7e-36e6-42e1-bc0a-f630918139b4,revision_number=7']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:26:58.051424 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-291225c1-b199-4b45-9a67-77d98b9dd6ae req-50e1c2e3-aefa-452f-a9d0-b7f150be8840 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462446 Mar 28 01:26:58.053462 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] get_ports_and_sgs() called for port_ids ['427fee7e-36e6-42e1-bc0a-f630918139b4'] {{(pid=104100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 01:26:58.284591 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509b93e9-9296-4ce0-b94e-e5463b2ac3ae req-ecbd5484-8cdd-4cff-a9ab-b0c559b6ea0a tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:26:58.286118 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-509b93e9-9296-4ce0-b94e-e5463b2ac3ae req-ecbd5484-8cdd-4cff-a9ab-b0c559b6ea0a tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba0e390f-5537-4d54-a71e-170edf166cce HTTP/1.1" status: 200 len: 944 time: 0.0840483 Mar 28 01:26:58.311794 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e50154-e33c-4c3e-84fd-56e1d1b78515 req-c266f9f3-f0bc-4a81-9dc9-2753c88580f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:26:58.313232 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-64e50154-e33c-4c3e-84fd-56e1d1b78515 req-c266f9f3-f0bc-4a81-9dc9-2753c88580f7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=33525a6311b1415f9d71794b9ce918e7&device_id=ba0e390f-5537-4d54-a71e-170edf166cce HTTP/1.1" status: 200 len: 1128 time: 0.0726807 Mar 28 01:26:58.384974 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-509b93e9-9296-4ce0-b94e-e5463b2ac3ae req-e5ea1ee1-cc31-4277-96cb-f114c22d809b tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927258 Mar 28 01:26:58.420520 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e50154-e33c-4c3e-84fd-56e1d1b78515 req-d9d57eec-7d10-4966-a666-8cd8bf9fe54c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:26:58.421955 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-64e50154-e33c-4c3e-84fd-56e1d1b78515 req-d9d57eec-7d10-4966-a666-8cd8bf9fe54c service neutron] 10.222.0.10 "GET /v2.0/networks?id=2b68a51f-bd4c-48f0-ae3a-095a67bb7f09 HTTP/1.1" status: 200 len: 912 time: 0.1029329 Mar 28 01:26:58.484979 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-64e50154-e33c-4c3e-84fd-56e1d1b78515 req-6b97dc92-7e12-4869-a254-31326f44b63b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=427fee7e-36e6-42e1-bc0a-f630918139b4 HTTP/1.1" status: 200 len: 1000 time: 0.0568736 Mar 28 01:26:58.534859 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e50154-e33c-4c3e-84fd-56e1d1b78515 req-daaa101b-5143-47ed-9c4a-55669ccc1762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:26:58.536183 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-64e50154-e33c-4c3e-84fd-56e1d1b78515 req-daaa101b-5143-47ed-9c4a-55669ccc1762 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c6183e84-2e77-40ed-95a1-6f3728082881 HTTP/1.1" status: 200 len: 851 time: 0.0460362 Mar 28 01:26:58.581726 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e50154-e33c-4c3e-84fd-56e1d1b78515 req-a5ceafcc-fa8e-4097-af5a-d293c8a79b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:26:58.583142 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-64e50154-e33c-4c3e-84fd-56e1d1b78515 req-a5ceafcc-fa8e-4097-af5a-d293c8a79b5d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2b68a51f-bd4c-48f0-ae3a-095a67bb7f09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0416329 Mar 28 01:26:58.669338 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-64e50154-e33c-4c3e-84fd-56e1d1b78515 req-38f16ad9-4a18-483a-8356-e3ad263ba40c service neutron] 10.222.0.10 "GET /v2.0/networks/2b68a51f-bd4c-48f0-ae3a-095a67bb7f09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803745 Mar 28 01:26:58.758789 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-64e50154-e33c-4c3e-84fd-56e1d1b78515 req-aab9599d-3922-4465-86c1-63f6549d711a service neutron] 10.222.0.10 "GET /v2.0/networks/2b68a51f-bd4c-48f0-ae3a-095a67bb7f09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842085 Mar 28 01:26:59.104548 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device 427fee7e-36e6-42e1-bc0a-f630918139b4 up at agent hyperv_hv-neutron-8348 {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:26:59.159975 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Provisioning complete for port 427fee7e-36e6-42e1-bc0a-f630918139b4 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:26:59.160379 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (427fee7e-36e6-42e1-bc0a-f630918139b4), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:26:59.240223 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port 427fee7e-36e6-42e1-bc0a-f630918139b4 is: BUILD; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:26:59.240607 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (427fee7e-36e6-42e1-bc0a-f630918139b4), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:26:59.272002 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port 427fee7e-36e6-42e1-bc0a-f630918139b4, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=427fee7e-36e6-42e1-bc0a-f630918139b4,segment=NetworkSegment(a8ff9866-4d1a-4081-861f-9ab5627ea74e),segment_id=a8ff9866-4d1a-4081-861f-9ab5627ea74e)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:26:59.275579 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (427fee7e-36e6-42e1-bc0a-f630918139b4), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:26:59.318634 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba0e390f-5537-4d54-a71e-170edf166cce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '427fee7e-36e6-42e1-bc0a-f630918139b4'}] {{(pid=104100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:26:59.320842 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd27896ebc78d0f7931321182ba9533a7b768b1c3fcddb3ff52a8aee6ddeaf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6f6192b-b97b-47a0-a39e-cbc517cefafe" -d '{"events": [{"server_uuid": "ba0e390f-5537-4d54-a71e-170edf166cce", "name": "network-vif-plugged", "status": "completed", "tag": "427fee7e-36e6-42e1-bc0a-f630918139b4"}]}' {{(pid=104100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:26:59.325552 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Pushing event updated for resources: {'Port': ['ID=427fee7e-36e6-42e1-bc0a-f630918139b4,revision_number=8']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:26:59.356471 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 01:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2e9c198-53b8-4139-a8cc-43dd560a8a0e x-openstack-request-id: req-a2e9c198-53b8-4139-a8cc-43dd560a8a0e {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:26:59.356759 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba0e390f-5537-4d54-a71e-170edf166cce", "name": "network-vif-plugged", "status": "completed", "tag": "427fee7e-36e6-42e1-bc0a-f630918139b4", "code": 200}]} {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:26:59.357012 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a2e9c198-53b8-4139-a8cc-43dd560a8a0e {{(pid=104100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:26:59.357403 dv-neutron-834874-6-hyperv neutron-server[104100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2e9c198-53b8-4139-a8cc-43dd560a8a0e'] response: {'server_uuid': 'ba0e390f-5537-4d54-a71e-170edf166cce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '427fee7e-36e6-42e1-bc0a-f630918139b4', 'code': 200} Mar 28 01:26:59.502018 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f33754-1d06-4c57-ad0e-e80bea8fd821 req-21212bae-04d3-46b8-ae9f-7dd2cd63c12a tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:26:59.504049 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-42f33754-1d06-4c57-ad0e-e80bea8fd821 req-21212bae-04d3-46b8-ae9f-7dd2cd63c12a tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba0e390f-5537-4d54-a71e-170edf166cce HTTP/1.1" status: 200 len: 945 time: 0.0531442 Mar 28 01:26:59.549196 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-42f33754-1d06-4c57-ad0e-e80bea8fd821 req-a9e2c4a1-f410-46a9-958f-0f3884a5926a tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395887 Mar 28 01:26:59.784760 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d3aaf5-46b3-4a8d-89cd-4e423b0b5d9b req-a32d232a-31dc-43d1-9a0e-117fd9d7e806 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:26:59.786254 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-61d3aaf5-46b3-4a8d-89cd-4e423b0b5d9b req-a32d232a-31dc-43d1-9a0e-117fd9d7e806 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba0e390f-5537-4d54-a71e-170edf166cce HTTP/1.1" status: 200 len: 945 time: 0.0567253 Mar 28 01:26:59.832259 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-61d3aaf5-46b3-4a8d-89cd-4e423b0b5d9b req-a26e43cf-27ad-4644-adc8-578ab013ab7b tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404775 Mar 28 01:27:00.950292 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf95ecf-3d50-4753-b736-fb38570f7507 req-3a9cc060-0be9-4a14-8644-2d88b9e0e3c6 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:27:00.951737 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-faf95ecf-3d50-4753-b736-fb38570f7507 req-3a9cc060-0be9-4a14-8644-2d88b9e0e3c6 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba0e390f-5537-4d54-a71e-170edf166cce HTTP/1.1" status: 200 len: 945 time: 0.0539589 Mar 28 01:27:00.996892 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-faf95ecf-3d50-4753-b736-fb38570f7507 req-28df68f8-2cb9-40d7-abad-7ff50d084952 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396862 Mar 28 01:27:01.421919 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed7c58b-dff0-4260-84cb-bedc518acfee req-72c38f7a-9751-452c-b4a5-2b0b7203d516 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:27:01.423535 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-bed7c58b-dff0-4260-84cb-bedc518acfee req-72c38f7a-9751-452c-b4a5-2b0b7203d516 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba0e390f-5537-4d54-a71e-170edf166cce HTTP/1.1" status: 200 len: 945 time: 0.0514941 Mar 28 01:27:01.509954 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [req-bed7c58b-dff0-4260-84cb-bedc518acfee req-0378cfe7-95be-4ebc-9c82-58e688082076 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Deleting port 427fee7e-36e6-42e1-bc0a-f630918139b4 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:27:01.510297 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-bed7c58b-dff0-4260-84cb-bedc518acfee req-0378cfe7-95be-4ebc-9c82-58e688082076 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (427fee7e-36e6-42e1-bc0a-f630918139b4), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:27:01.604946 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-bed7c58b-dff0-4260-84cb-bedc518acfee req-0378cfe7-95be-4ebc-9c82-58e688082076 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] For port 427fee7e-36e6-42e1-bc0a-f630918139b4, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=427fee7e-36e6-42e1-bc0a-f630918139b4,segment=NetworkSegment(a8ff9866-4d1a-4081-861f-9ab5627ea74e),segment_id=a8ff9866-4d1a-4081-861f-9ab5627ea74e)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:27:01.605334 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-bed7c58b-dff0-4260-84cb-bedc518acfee req-0378cfe7-95be-4ebc-9c82-58e688082076 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (427fee7e-36e6-42e1-bc0a-f630918139b4), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:27:01.773006 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-bed7c58b-dff0-4260-84cb-bedc518acfee req-0378cfe7-95be-4ebc-9c82-58e688082076 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:27:01.773353 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-bed7c58b-dff0-4260-84cb-bedc518acfee req-0378cfe7-95be-4ebc-9c82-58e688082076 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688063'] for floatingip (95efdcf1-8ddd-402b-a1ca-9f765b94edc8), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:27:01.773670 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.l3_db [req-bed7c58b-dff0-4260-84cb-bedc518acfee req-0378cfe7-95be-4ebc-9c82-58e688082076 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Floating IP 95efdcf1-8ddd-402b-a1ca-9f765b94edc8 disassociated. External IP: 172.26.1.184, port: 427fee7e-36e6-42e1-bc0a-f630918139b4. Mar 28 01:27:01.774011 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [req-bed7c58b-dff0-4260-84cb-bedc518acfee req-0378cfe7-95be-4ebc-9c82-58e688082076 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Calling delete_port for 427fee7e-36e6-42e1-bc0a-f630918139b4 owned by compute:nova {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:27:01.907725 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-bed7c58b-dff0-4260-84cb-bedc518acfee req-0378cfe7-95be-4ebc-9c82-58e688082076 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (427fee7e-36e6-42e1-bc0a-f630918139b4), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:27:01.938414 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0378cfe7-95be-4ebc-9c82-58e688082076 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Pushing event deleted for resources: {'Port': ['ID=427fee7e-36e6-42e1-bc0a-f630918139b4,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:27:01.949914 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0378cfe7-95be-4ebc-9c82-58e688082076 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:27:01.950265 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0378cfe7-95be-4ebc-9c82-58e688082076 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:27:01.950604 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0378cfe7-95be-4ebc-9c82-58e688082076 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:27:01.950940 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0378cfe7-95be-4ebc-9c82-58e688082076 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:27:01.951272 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0378cfe7-95be-4ebc-9c82-58e688082076 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:27:01.951595 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0378cfe7-95be-4ebc-9c82-58e688082076 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:27:01.951918 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0378cfe7-95be-4ebc-9c82-58e688082076 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:27:01.952261 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0378cfe7-95be-4ebc-9c82-58e688082076 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:27:01.952584 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0378cfe7-95be-4ebc-9c82-58e688082076 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:27:01.952903 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0378cfe7-95be-4ebc-9c82-58e688082076 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:27:01.953226 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0378cfe7-95be-4ebc-9c82-58e688082076 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:27:01.953552 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0378cfe7-95be-4ebc-9c82-58e688082076 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:27:01.953869 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0378cfe7-95be-4ebc-9c82-58e688082076 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:27:01.954185 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0378cfe7-95be-4ebc-9c82-58e688082076 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:27:01.954497 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0378cfe7-95be-4ebc-9c82-58e688082076 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:27:02.073040 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bed7c58b-dff0-4260-84cb-bedc518acfee req-0378cfe7-95be-4ebc-9c82-58e688082076 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Router eb8a7912-2e1e-41a5-bce5-c8ac5275303b has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:27:02.101310 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6f5ee855-380d-4ed4-b251-979681474dfc req-908fa0eb-9223-4240-8350-8e17f4403f3f tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba0e390f-5537-4d54-a71e-170edf166cce HTTP/1.1" status: 200 len: 210 time: 0.0330880 Mar 28 01:27:02.212167 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bed7c58b-dff0-4260-84cb-bedc518acfee req-0378cfe7-95be-4ebc-9c82-58e688082076 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:27:02.222493 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9dd9f78-21dc-4bd1-bf26-4cc1a7eeb9d6 None None] Sync routers for ids ['eb8a7912-2e1e-41a5-bce5-c8ac5275303b'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:27:02.236178 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9dd9f78-21dc-4bd1-bf26-4cc1a7eeb9d6 None None] Routers {'eb8a7912-2e1e-41a5-bce5-c8ac5275303b'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:27:02.237342 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-b9dd9f78-21dc-4bd1-bf26-4cc1a7eeb9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:26:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['eb8a7912-2e1e-41a5-bce5-c8ac5275303b'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:27:02.261624 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [req-bed7c58b-dff0-4260-84cb-bedc518acfee req-0378cfe7-95be-4ebc-9c82-58e688082076 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] No DVR routers for this DVR port 427fee7e-36e6-42e1-bc0a-f630918139b4 on host hv-neutron-8348 {{(pid=104099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:27:02.264198 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-bed7c58b-dff0-4260-84cb-bedc518acfee req-0378cfe7-95be-4ebc-9c82-58e688082076 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:27:02.267569 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-bed7c58b-dff0-4260-84cb-bedc518acfee req-0378cfe7-95be-4ebc-9c82-58e688082076 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.10 "DELETE /v2.0/ports/427fee7e-36e6-42e1-bc0a-f630918139b4 HTTP/1.1" status: 204 len: 173 time: 0.8389719 Mar 28 01:27:02.267991 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba0e390f-5537-4d54-a71e-170edf166cce', 'name': 'network-vif-deleted', 'tag': '427fee7e-36e6-42e1-bc0a-f630918139b4'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:27:02.270288 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2af4b01a9fa8b1570ccf1d7859d693ad34c106b258078e9cfae86b97f35e3d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b3ef6c8-ec48-4c43-ac5a-fdb846d465db" -d '{"events": [{"server_uuid": "ba0e390f-5537-4d54-a71e-170edf166cce", "name": "network-vif-deleted", "tag": "427fee7e-36e6-42e1-bc0a-f630918139b4"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:27:02.311086 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 01:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb9522ae-f49b-4710-b030-d7a6fb58d0d8 x-openstack-request-id: req-cb9522ae-f49b-4710-b030-d7a6fb58d0d8 {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:27:02.311434 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba0e390f-5537-4d54-a71e-170edf166cce", "name": "network-vif-deleted", "tag": "427fee7e-36e6-42e1-bc0a-f630918139b4", "status": "completed", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:27:02.311688 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cb9522ae-f49b-4710-b030-d7a6fb58d0d8 {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:27:02.312198 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb9522ae-f49b-4710-b030-d7a6fb58d0d8'] response: {'server_uuid': 'ba0e390f-5537-4d54-a71e-170edf166cce', 'name': 'network-vif-deleted', 'tag': '427fee7e-36e6-42e1-bc0a-f630918139b4', 'status': 'completed', 'code': 200} Mar 28 01:27:02.348172 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-b9dd9f78-21dc-4bd1-bf26-4cc1a7eeb9d6 None None] Set router eb8a7912-2e1e-41a5-bce5-c8ac5275303b gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:27:02.690399 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-b9dd9f78-21dc-4bd1-bf26-4cc1a7eeb9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8a7912-2e1e-41a5-bce5-c8ac5275303b', 'name': 'tempest-ServerActionsTestJSON-1418931163-router', 'tenant_id': '33525a6311b1415f9d71794b9ce918e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.233'}], 'enable_snat': True}, 'gw_port_id': '2e91b93f-f097-4053-aa25-f19103298b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:25:25Z', 'updated_at': '2022-03-28T01:25:28Z', 'revision_number': 4, 'project_id': '33525a6311b1415f9d71794b9ce918e7', 'gw_port': {'id': '2e91b93f-f097-4053-aa25-f19103298b2b', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8a7912-2e1e-41a5-bce5-c8ac5275303b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:25:26Z', 'updated_at': '2022-03-28T01:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': '44a67edb-a9f3-4e19-aecb-e843bb5498bc', 'name': '', 'network_id': '2b68a51f-bd4c-48f0-ae3a-095a67bb7f09', 'tenant_id': '33525a6311b1415f9d71794b9ce918e7', 'mac_address': 'fa:16:3e:87:fe:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8a7912-2e1e-41a5-bce5-c8ac5275303b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': 'c6183e84-2e77-40ed-95a1-6f3728082881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:25:27Z', 'updated_at': '2022-03-28T01:25:32Z', 'revision_number': 5, 'project_id': '33525a6311b1415f9d71794b9ce918e7', 'subnets': [{'id': 'c6183e84-2e77-40ed-95a1-6f3728082881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:27:02.717026 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9dd9f78-21dc-4bd1-bf26-4cc1a7eeb9d6 None None] Checking router: eb8a7912-2e1e-41a5-bce5-c8ac5275303b for host: dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:27:02.726061 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9dd9f78-21dc-4bd1-bf26-4cc1a7eeb9d6 None None] Routers {'eb8a7912-2e1e-41a5-bce5-c8ac5275303b'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:27:02.726667 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-b9dd9f78-21dc-4bd1-bf26-4cc1a7eeb9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:26:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['eb8a7912-2e1e-41a5-bce5-c8ac5275303b'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:27:02.830291 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-b9dd9f78-21dc-4bd1-bf26-4cc1a7eeb9d6 None None] Set router eb8a7912-2e1e-41a5-bce5-c8ac5275303b gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:27:03.007234 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:27:03.035382 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-b9dd9f78-21dc-4bd1-bf26-4cc1a7eeb9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8a7912-2e1e-41a5-bce5-c8ac5275303b', 'name': 'tempest-ServerActionsTestJSON-1418931163-router', 'tenant_id': '33525a6311b1415f9d71794b9ce918e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.233'}], 'enable_snat': True}, 'gw_port_id': '2e91b93f-f097-4053-aa25-f19103298b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:25:25Z', 'updated_at': '2022-03-28T01:25:28Z', 'revision_number': 4, 'project_id': '33525a6311b1415f9d71794b9ce918e7', 'gw_port': {'id': '2e91b93f-f097-4053-aa25-f19103298b2b', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8a7912-2e1e-41a5-bce5-c8ac5275303b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:25:26Z', 'updated_at': '2022-03-28T01:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': '44a67edb-a9f3-4e19-aecb-e843bb5498bc', 'name': '', 'network_id': '2b68a51f-bd4c-48f0-ae3a-095a67bb7f09', 'tenant_id': '33525a6311b1415f9d71794b9ce918e7', 'mac_address': 'fa:16:3e:87:fe:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8a7912-2e1e-41a5-bce5-c8ac5275303b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': 'c6183e84-2e77-40ed-95a1-6f3728082881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:25:27Z', 'updated_at': '2022-03-28T01:25:32Z', 'revision_number': 5, 'project_id': '33525a6311b1415f9d71794b9ce918e7', 'subnets': [{'id': 'c6183e84-2e77-40ed-95a1-6f3728082881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:27:03.061343 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9dd9f78-21dc-4bd1-bf26-4cc1a7eeb9d6 None None] The sync data for ids ['eb8a7912-2e1e-41a5-bce5-c8ac5275303b'] in dv-neutron-834874-6-hyperv is: [{'id': 'eb8a7912-2e1e-41a5-bce5-c8ac5275303b', 'name': 'tempest-ServerActionsTestJSON-1418931163-router', 'tenant_id': '33525a6311b1415f9d71794b9ce918e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.233'}], 'enable_snat': True}, 'gw_port_id': '2e91b93f-f097-4053-aa25-f19103298b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:25:25Z', 'updated_at': '2022-03-28T01:25:28Z', 'revision_number': 4, 'project_id': '33525a6311b1415f9d71794b9ce918e7', 'gw_port': {'id': '2e91b93f-f097-4053-aa25-f19103298b2b', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8a7912-2e1e-41a5-bce5-c8ac5275303b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:25:26Z', 'updated_at': '2022-03-28T01:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': '44a67edb-a9f3-4e19-aecb-e843bb5498bc', 'name': '', 'network_id': '2b68a51f-bd4c-48f0-ae3a-095a67bb7f09', 'tenant_id': '33525a6311b1415f9d71794b9ce918e7', 'mac_address': 'fa:16:3e:87:fe:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8a7912-2e1e-41a5-bce5-c8ac5275303b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': 'c6183e84-2e77-40ed-95a1-6f3728082881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:25:27Z', 'updated_at': '2022-03-28T01:25:32Z', 'revision_number': 5, 'project_id': '33525a6311b1415f9d71794b9ce918e7', 'subnets': [{'id': 'c6183e84-2e77-40ed-95a1-6f3728082881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:27:03.285990 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c5d752-82fd-4d2e-91da-5ec020c9c560 None None] New status for floating IP 95efdcf1-8ddd-402b-a1ca-9f765b94edc8: DOWN {{(pid=104101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 01:27:03.357455 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-12a10eaf-84dc-4da2-a7c4-47791a74e865 req-4a09f6bb-3c01-4ecc-8e8c-bc8e6691c9fe tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1248637977&fields=id&tenant_id=33525a6311b1415f9d71794b9ce918e7 HTTP/1.1" status: 200 len: 267 time: 0.0416398 Mar 28 01:27:03.464077 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a10eaf-84dc-4da2-a7c4-47791a74e865 req-e415b651-c01f-4ec2-894c-8baa146bc0c1 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:27:03.465551 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-12a10eaf-84dc-4da2-a7c4-47791a74e865 req-e415b651-c01f-4ec2-894c-8baa146bc0c1 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/networks?id=2b68a51f-bd4c-48f0-ae3a-095a67bb7f09 HTTP/1.1" status: 200 len: 812 time: 0.1008608 Mar 28 01:27:03.480043 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-12a10eaf-84dc-4da2-a7c4-47791a74e865 req-6e5618cb-f1aa-4142-95a4-e0d5295af776 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/quotas/33525a6311b1415f9d71794b9ce918e7 HTTP/1.1" status: 200 len: 375 time: 0.0091212 Mar 28 01:27:03.545991 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-12a10eaf-84dc-4da2-a7c4-47791a74e865 req-c43a08ed-b56f-4a18-b914-be90618aabcb tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=33525a6311b1415f9d71794b9ce918e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0606894 Mar 28 01:27:03.639708 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-12a10eaf-84dc-4da2-a7c4-47791a74e865 req-a021d360-36d3-4973-99a4-bfb96d72a147 service neutron] 10.222.0.24 "GET /v2.0/networks/2b68a51f-bd4c-48f0-ae3a-095a67bb7f09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821524 Mar 28 01:27:03.731894 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-12a10eaf-84dc-4da2-a7c4-47791a74e865 req-38ed2def-4a68-48d5-b81a-56b342b242fb service neutron] 10.222.0.24 "GET /v2.0/networks/2b68a51f-bd4c-48f0-ae3a-095a67bb7f09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864434 Mar 28 01:27:03.894179 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-754f5fcb-be56-47c8-8d28-7c5bee11968c req-43a6ddd8-831d-4725-abcc-26837e07af1a tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bbdb546-067f-480a-a9f0-bab56d5202cb HTTP/1.1" status: 200 len: 210 time: 0.0271192 Mar 28 01:27:04.775377 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a10eaf-84dc-4da2-a7c4-47791a74e865 req-83537585-ad5e-4a17-b095-8b0c79617adc tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:27:04.776977 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-12a10eaf-84dc-4da2-a7c4-47791a74e865 req-83537585-ad5e-4a17-b095-8b0c79617adc tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.10 "GET /v2.0/networks?id=2b68a51f-bd4c-48f0-ae3a-095a67bb7f09 HTTP/1.1" status: 200 len: 812 time: 0.1000419 Mar 28 01:27:04.839457 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-12a10eaf-84dc-4da2-a7c4-47791a74e865 req-094562b8-c0ca-423e-a2ce-f250147ae863 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=33525a6311b1415f9d71794b9ce918e7 HTTP/1.1" status: 200 len: 380 time: 0.0534985 Mar 28 01:27:04.849091 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [req-12a10eaf-84dc-4da2-a7c4-47791a74e865 req-fc715cc0-2d59-490c-9f14-6d773a891102 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Request body: {'port': {'device_id': '3bbdb546-067f-480a-a9f0-bab56d5202cb', 'network_id': '2b68a51f-bd4c-48f0-ae3a-095a67bb7f09', 'admin_state_up': True, 'tenant_id': '33525a6311b1415f9d71794b9ce918e7', 'security_groups': ['008e8106-b11f-4603-bd11-8252c8eae52c']}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:27:04.958862 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12a10eaf-84dc-4da2-a7c4-47791a74e865 req-fc715cc0-2d59-490c-9f14-6d773a891102 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Made reservation on behalf of 33525a6311b1415f9d71794b9ce918e7 for: {'port': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:27:04.962458 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-12a10eaf-84dc-4da2-a7c4-47791a74e865 req-fc715cc0-2d59-490c-9f14-6d773a891102 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:27:04.996665 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-34cd71bb-d2f1-40a4-86c9-2ecb998b3578 req-5ae22748-7573-48a3-87f4-4de8e6112578 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bbdb546-067f-480a-a9f0-bab56d5202cb HTTP/1.1" status: 200 len: 210 time: 0.0319426 Mar 28 01:27:05.112201 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [req-12a10eaf-84dc-4da2-a7c4-47791a74e865 req-fc715cc0-2d59-490c-9f14-6d773a891102 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Allocated IP 172.20.0.7 (2b68a51f-bd4c-48f0-ae3a-095a67bb7f09/c6183e84-2e77-40ed-95a1-6f3728082881/88c48f92-1a3a-456c-8721-fa9bd4178384) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:27:05.142239 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device 427fee7e-36e6-42e1-bc0a-f630918139b4 no longer exists at agent hyperv_hv-neutron-8348 {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:27:05.161824 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] No Port match for: 427fee7e-36e6-42e1-bc0a-f630918139b4 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:27:05.162166 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device 427fee7e-36e6-42e1-bc0a-f630918139b4 not bound to the agent host hv-neutron-8348 {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:27:05.250374 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-12a10eaf-84dc-4da2-a7c4-47791a74e865 req-fc715cc0-2d59-490c-9f14-6d773a891102 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Publish callbacks [] for port (88c48f92-1a3a-456c-8721-fa9bd4178384), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:27:05.282890 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-12a10eaf-84dc-4da2-a7c4-47791a74e865 req-fc715cc0-2d59-490c-9f14-6d773a891102 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (88c48f92-1a3a-456c-8721-fa9bd4178384), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:27:05.327374 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12a10eaf-84dc-4da2-a7c4-47791a74e865 req-fc715cc0-2d59-490c-9f14-6d773a891102 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Network 2b68a51f-bd4c-48f0-ae3a-095a67bb7f09 is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:27:05.330440 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [req-12a10eaf-84dc-4da2-a7c4-47791a74e865 req-fc715cc0-2d59-490c-9f14-6d773a891102 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:27:05.334223 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [req-12a10eaf-84dc-4da2-a7c4-47791a74e865 req-fc715cc0-2d59-490c-9f14-6d773a891102 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:27:05.362887 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc715cc0-2d59-490c-9f14-6d773a891102 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Pushing event updated for resources: {'Port': ['ID=88c48f92-1a3a-456c-8721-fa9bd4178384,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:27:05.391109 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a10eaf-84dc-4da2-a7c4-47791a74e865 req-fc715cc0-2d59-490c-9f14-6d773a891102 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:27:05.391749 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-12a10eaf-84dc-4da2-a7c4-47791a74e865 req-fc715cc0-2d59-490c-9f14-6d773a891102 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:27:05.408119 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-12a10eaf-84dc-4da2-a7c4-47791a74e865 req-fc715cc0-2d59-490c-9f14-6d773a891102 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5629065 Mar 28 01:27:05.418824 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [req-12a10eaf-84dc-4da2-a7c4-47791a74e865 req-420a342c-fd81-45a0-bb4b-b14026d3a659 service neutron] Request body: {'port': {'device_id': '3bbdb546-067f-480a-a9f0-bab56d5202cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8348'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:27:05.479023 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-12a10eaf-84dc-4da2-a7c4-47791a74e865 req-420a342c-fd81-45a0-bb4b-b14026d3a659 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (88c48f92-1a3a-456c-8721-fa9bd4178384), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:27:05.543921 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ae2c4e88-68e8-40e9-b236-71d182f4415b None None] Provisioning complete for port 88c48f92-1a3a-456c-8721-fa9bd4178384 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:27:05.544326 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ae2c4e88-68e8-40e9-b236-71d182f4415b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (88c48f92-1a3a-456c-8721-fa9bd4178384), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:27:05.581173 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ae2c4e88-68e8-40e9-b236-71d182f4415b None None] Port 88c48f92-1a3a-456c-8721-fa9bd4178384 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:27:05.742163 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [req-12a10eaf-84dc-4da2-a7c4-47791a74e865 req-420a342c-fd81-45a0-bb4b-b14026d3a659 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88c48f92-1a3a-456c-8721-fa9bd4178384 {{(pid=104099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 01:27:05.749384 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-12a10eaf-84dc-4da2-a7c4-47791a74e865 req-420a342c-fd81-45a0-bb4b-b14026d3a659 service neutron] Publish callbacks [] for port (88c48f92-1a3a-456c-8721-fa9bd4178384), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:27:05.760723 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [req-12a10eaf-84dc-4da2-a7c4-47791a74e865 req-420a342c-fd81-45a0-bb4b-b14026d3a659 service neutron] Transition to ACTIVE for port object 88c48f92-1a3a-456c-8721-fa9bd4178384 will not be triggered until provisioned by entity L2. {{(pid=104099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 01:27:05.764612 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-12a10eaf-84dc-4da2-a7c4-47791a74e865 req-420a342c-fd81-45a0-bb4b-b14026d3a659 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (88c48f92-1a3a-456c-8721-fa9bd4178384), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:27:05.832775 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420a342c-fd81-45a0-bb4b-b14026d3a659 service neutron] Pushing event updated for resources: {'Port': ['ID=88c48f92-1a3a-456c-8721-fa9bd4178384,revision_number=2']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:27:05.884889 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-12a10eaf-84dc-4da2-a7c4-47791a74e865 req-420a342c-fd81-45a0-bb4b-b14026d3a659 service neutron] Attempting to bind port 88c48f92-1a3a-456c-8721-fa9bd4178384 on host hv-neutron-8348 for vnic_type normal with profile {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:27:05.885231 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-12a10eaf-84dc-4da2-a7c4-47791a74e865 req-420a342c-fd81-45a0-bb4b-b14026d3a659 service neutron] Attempting to bind port 88c48f92-1a3a-456c-8721-fa9bd4178384 by drivers openvswitch,hyperv on host hv-neutron-8348 at level 0 using segments [{'id': 'a8ff9866-4d1a-4081-861f-9ab5627ea74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2b68a51f-bd4c-48f0-ae3a-095a67bb7f09'}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:27:05.885565 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a10eaf-84dc-4da2-a7c4-47791a74e865 req-420a342c-fd81-45a0-bb4b-b14026d3a659 service neutron] Attempting to bind port 88c48f92-1a3a-456c-8721-fa9bd4178384 on network 2b68a51f-bd4c-48f0-ae3a-095a67bb7f09 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:27:05.890152 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a10eaf-84dc-4da2-a7c4-47791a74e865 req-420a342c-fd81-45a0-bb4b-b14026d3a659 service neutron] Port 88c48f92-1a3a-456c-8721-fa9bd4178384 on network 2b68a51f-bd4c-48f0-ae3a-095a67bb7f09 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8348 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 01:27:05.890472 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a10eaf-84dc-4da2-a7c4-47791a74e865 req-420a342c-fd81-45a0-bb4b-b14026d3a659 service neutron] Attempting to bind port 88c48f92-1a3a-456c-8721-fa9bd4178384 on network 2b68a51f-bd4c-48f0-ae3a-095a67bb7f09 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:27:05.896264 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a10eaf-84dc-4da2-a7c4-47791a74e865 req-420a342c-fd81-45a0-bb4b-b14026d3a659 service neutron] Checking agent: {'id': '287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8348', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 1, 2, 33), 'started_at': datetime.datetime(2022, 3, 28, 1, 2, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:27:05.896611 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a10eaf-84dc-4da2-a7c4-47791a74e865 req-420a342c-fd81-45a0-bb4b-b14026d3a659 service neutron] Checking segment: {'id': 'a8ff9866-4d1a-4081-861f-9ab5627ea74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2b68a51f-bd4c-48f0-ae3a-095a67bb7f09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:27:05.897003 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a10eaf-84dc-4da2-a7c4-47791a74e865 req-420a342c-fd81-45a0-bb4b-b14026d3a659 service neutron] Bound using segment: {'id': 'a8ff9866-4d1a-4081-861f-9ab5627ea74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2b68a51f-bd4c-48f0-ae3a-095a67bb7f09'} {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:27:05.897435 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-12a10eaf-84dc-4da2-a7c4-47791a74e865 req-420a342c-fd81-45a0-bb4b-b14026d3a659 service neutron] Bound port: 88c48f92-1a3a-456c-8721-fa9bd4178384, host: hv-neutron-8348, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8ff9866-4d1a-4081-861f-9ab5627ea74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2b68a51f-bd4c-48f0-ae3a-095a67bb7f09'}}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:27:05.897789 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-12a10eaf-84dc-4da2-a7c4-47791a74e865 req-420a342c-fd81-45a0-bb4b-b14026d3a659 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (88c48f92-1a3a-456c-8721-fa9bd4178384), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:27:05.969861 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-12a10eaf-84dc-4da2-a7c4-47791a74e865 req-420a342c-fd81-45a0-bb4b-b14026d3a659 service neutron] For port 88c48f92-1a3a-456c-8721-fa9bd4178384, host hv-neutron-8348, cleared binding levels {{(pid=104099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:27:05.973681 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-12a10eaf-84dc-4da2-a7c4-47791a74e865 req-420a342c-fd81-45a0-bb4b-b14026d3a659 service neutron] For port 88c48f92-1a3a-456c-8721-fa9bd4178384, host hv-neutron-8348, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=88c48f92-1a3a-456c-8721-fa9bd4178384,segment=NetworkSegment(a8ff9866-4d1a-4081-861f-9ab5627ea74e),segment_id=a8ff9866-4d1a-4081-861f-9ab5627ea74e)] {{(pid=104099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:27:05.979075 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-12a10eaf-84dc-4da2-a7c4-47791a74e865 req-420a342c-fd81-45a0-bb4b-b14026d3a659 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (88c48f92-1a3a-456c-8721-fa9bd4178384), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:27:06.010187 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a10eaf-84dc-4da2-a7c4-47791a74e865 req-420a342c-fd81-45a0-bb4b-b14026d3a659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:27:06.010798 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-12a10eaf-84dc-4da2-a7c4-47791a74e865 req-420a342c-fd81-45a0-bb4b-b14026d3a659 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:27:06.012180 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-12a10eaf-84dc-4da2-a7c4-47791a74e865 req-420a342c-fd81-45a0-bb4b-b14026d3a659 service neutron] 10.222.0.10 "PUT /v2.0/ports/88c48f92-1a3a-456c-8721-fa9bd4178384 HTTP/1.1" status: 200 len: 1093 time: 0.5974977 Mar 28 01:27:06.012616 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bbdb546-067f-480a-a9f0-bab56d5202cb', 'tag': '88c48f92-1a3a-456c-8721-fa9bd4178384'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:27:06.014819 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2af4b01a9fa8b1570ccf1d7859d693ad34c106b258078e9cfae86b97f35e3d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afd37c6b-a758-4438-b4fe-857e8f22f547" -d '{"events": [{"name": "network-changed", "server_uuid": "3bbdb546-067f-480a-a9f0-bab56d5202cb", "tag": "88c48f92-1a3a-456c-8721-fa9bd4178384"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:27:06.057868 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420a342c-fd81-45a0-bb4b-b14026d3a659 service neutron] Pushing event updated for resources: {'Port': ['ID=88c48f92-1a3a-456c-8721-fa9bd4178384,revision_number=3']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:27:06.067318 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 01:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b9fe211-8dc9-41e9-b801-62302be8caa4 x-openstack-request-id: req-7b9fe211-8dc9-41e9-b801-62302be8caa4 {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:27:06.067612 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bbdb546-067f-480a-a9f0-bab56d5202cb", "tag": "88c48f92-1a3a-456c-8721-fa9bd4178384", "status": "completed", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:27:06.067866 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7b9fe211-8dc9-41e9-b801-62302be8caa4 {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:27:06.068301 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b9fe211-8dc9-41e9-b801-62302be8caa4'] response: {'name': 'network-changed', 'server_uuid': '3bbdb546-067f-480a-a9f0-bab56d5202cb', 'tag': '88c48f92-1a3a-456c-8721-fa9bd4178384', 'status': 'completed', 'code': 200} Mar 28 01:27:06.115923 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a10eaf-84dc-4da2-a7c4-47791a74e865 req-a460ac97-ebf0-4b9d-a519-bfa04346df05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:27:06.117720 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-12a10eaf-84dc-4da2-a7c4-47791a74e865 req-a460ac97-ebf0-4b9d-a519-bfa04346df05 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=33525a6311b1415f9d71794b9ce918e7&device_id=3bbdb546-067f-480a-a9f0-bab56d5202cb HTTP/1.1" status: 200 len: 1127 time: 0.0486386 Mar 28 01:27:06.132053 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149111ba-9470-4a6b-8fd9-536690709f73 req-3e480071-3350-49c3-bd2e-437019ad6201 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:27:06.134615 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-149111ba-9470-4a6b-8fd9-536690709f73 req-3e480071-3350-49c3-bd2e-437019ad6201 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bbdb546-067f-480a-a9f0-bab56d5202cb HTTP/1.1" status: 200 len: 943 time: 0.0606267 Mar 28 01:27:06.166364 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-12a10eaf-84dc-4da2-a7c4-47791a74e865 req-d5d7f2ef-d069-4b22-87b8-8d38bc919634 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88c48f92-1a3a-456c-8721-fa9bd4178384 HTTP/1.1" status: 200 len: 217 time: 0.0407853 Mar 28 01:27:06.184931 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-149111ba-9470-4a6b-8fd9-536690709f73 req-95515131-e62b-49a8-91fc-87d5f6fc0f76 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446506 Mar 28 01:27:06.218466 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a10eaf-84dc-4da2-a7c4-47791a74e865 req-a3fe79eb-10f1-451b-9b18-faaffc082de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:27:06.219929 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-12a10eaf-84dc-4da2-a7c4-47791a74e865 req-a3fe79eb-10f1-451b-9b18-faaffc082de3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c6183e84-2e77-40ed-95a1-6f3728082881 HTTP/1.1" status: 200 len: 851 time: 0.0478160 Mar 28 01:27:06.269072 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a10eaf-84dc-4da2-a7c4-47791a74e865 req-d97902cc-b2ed-445a-967a-795080597962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:27:06.270557 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-12a10eaf-84dc-4da2-a7c4-47791a74e865 req-d97902cc-b2ed-445a-967a-795080597962 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2b68a51f-bd4c-48f0-ae3a-095a67bb7f09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0448360 Mar 28 01:27:06.362687 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-12a10eaf-84dc-4da2-a7c4-47791a74e865 req-c6dbd124-620d-4b2a-9bce-fe16505ef968 service neutron] 10.222.0.10 "GET /v2.0/networks/2b68a51f-bd4c-48f0-ae3a-095a67bb7f09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861092 Mar 28 01:27:06.448525 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-12a10eaf-84dc-4da2-a7c4-47791a74e865 req-9ee3448f-c752-4dd2-8b6e-5dfbefe1aaeb service neutron] 10.222.0.10 "GET /v2.0/networks/2b68a51f-bd4c-48f0-ae3a-095a67bb7f09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805306 Mar 28 01:27:06.537538 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd37c6b-a758-4438-b4fe-857e8f22f547 req-eac5ec1c-8830-40ea-b542-e2aaa9e3fab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:27:06.539003 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-afd37c6b-a758-4438-b4fe-857e8f22f547 req-eac5ec1c-8830-40ea-b542-e2aaa9e3fab4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=33525a6311b1415f9d71794b9ce918e7&device_id=3bbdb546-067f-480a-a9f0-bab56d5202cb HTTP/1.1" status: 200 len: 1127 time: 0.0451427 Mar 28 01:27:06.630006 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd37c6b-a758-4438-b4fe-857e8f22f547 req-d46d198b-cd34-417b-b5f2-5ada689b0268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:27:06.631458 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-afd37c6b-a758-4438-b4fe-857e8f22f547 req-d46d198b-cd34-417b-b5f2-5ada689b0268 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2b68a51f-bd4c-48f0-ae3a-095a67bb7f09 HTTP/1.1" status: 200 len: 912 time: 0.0859880 Mar 28 01:27:06.672127 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-afd37c6b-a758-4438-b4fe-857e8f22f547 req-d7beb06f-7c61-44b3-a5a4-7def6187dcaa service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88c48f92-1a3a-456c-8721-fa9bd4178384 HTTP/1.1" status: 200 len: 217 time: 0.0341413 Mar 28 01:27:06.722862 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd37c6b-a758-4438-b4fe-857e8f22f547 req-1bd9564a-b4e2-4f69-9580-2f7c6779b478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:27:06.724386 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-afd37c6b-a758-4438-b4fe-857e8f22f547 req-1bd9564a-b4e2-4f69-9580-2f7c6779b478 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c6183e84-2e77-40ed-95a1-6f3728082881 HTTP/1.1" status: 200 len: 851 time: 0.0469851 Mar 28 01:27:06.771027 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd37c6b-a758-4438-b4fe-857e8f22f547 req-e44a0ab5-873b-4a14-b2cd-ff11a0368791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:27:06.772518 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-afd37c6b-a758-4438-b4fe-857e8f22f547 req-e44a0ab5-873b-4a14-b2cd-ff11a0368791 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2b68a51f-bd4c-48f0-ae3a-095a67bb7f09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0423594 Mar 28 01:27:06.859517 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-afd37c6b-a758-4438-b4fe-857e8f22f547 req-d6737721-bc46-4ee5-8972-aa88599715f6 service neutron] 10.222.0.10 "GET /v2.0/networks/2b68a51f-bd4c-48f0-ae3a-095a67bb7f09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807965 Mar 28 01:27:06.949150 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-afd37c6b-a758-4438-b4fe-857e8f22f547 req-04241891-57ca-4852-b911-3f5bf40ef005 service neutron] 10.222.0.10 "GET /v2.0/networks/2b68a51f-bd4c-48f0-ae3a-095a67bb7f09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835884 Mar 28 01:27:07.304615 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457943f2-6da4-4697-9fce-d84a087ceb69 req-6794def6-f8bd-405c-91b1-3a84243deec4 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:27:07.306138 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-457943f2-6da4-4697-9fce-d84a087ceb69 req-6794def6-f8bd-405c-91b1-3a84243deec4 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bbdb546-067f-480a-a9f0-bab56d5202cb HTTP/1.1" status: 200 len: 943 time: 0.0523307 Mar 28 01:27:07.352485 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-457943f2-6da4-4697-9fce-d84a087ceb69 req-0798a8bb-15a0-466c-8683-8f39436b5474 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402913 Mar 28 01:27:08.473088 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e1cc2a-6a86-469e-b0d1-2723f01fa959 req-f49ca748-a60a-48bd-bfaf-4661de4414c6 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:27:08.474539 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-18e1cc2a-6a86-469e-b0d1-2723f01fa959 req-f49ca748-a60a-48bd-bfaf-4661de4414c6 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bbdb546-067f-480a-a9f0-bab56d5202cb HTTP/1.1" status: 200 len: 943 time: 0.0552175 Mar 28 01:27:08.519572 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-18e1cc2a-6a86-469e-b0d1-2723f01fa959 req-1905c9c8-354a-4379-8d0d-60ae6283ba31 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395768 Mar 28 01:27:09.161307 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device 88c48f92-1a3a-456c-8721-fa9bd4178384 details requested by agent hyperv_hv-neutron-8348 with host hv-neutron-8348 {{(pid=104100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 01:27:09.255762 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port 88c48f92-1a3a-456c-8721-fa9bd4178384, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=88c48f92-1a3a-456c-8721-fa9bd4178384,segment=NetworkSegment(a8ff9866-4d1a-4081-861f-9ab5627ea74e),segment_id=a8ff9866-4d1a-4081-861f-9ab5627ea74e)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:27:09.266638 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Returning: {'device': '88c48f92-1a3a-456c-8721-fa9bd4178384', 'network_id': '2b68a51f-bd4c-48f0-ae3a-095a67bb7f09', 'port_id': '88c48f92-1a3a-456c-8721-fa9bd4178384', 'mac_address': 'fa:16:3e:1b:35:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6183e84-2e77-40ed-95a1-6f3728082881', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 01:27:09.302472 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port 88c48f92-1a3a-456c-8721-fa9bd4178384 is: DOWN; New status is: BUILD {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:27:09.302848 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (88c48f92-1a3a-456c-8721-fa9bd4178384), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:27:09.314942 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88c48f92-1a3a-456c-8721-fa9bd4178384 {{(pid=104100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 01:27:09.333492 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port 88c48f92-1a3a-456c-8721-fa9bd4178384, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=88c48f92-1a3a-456c-8721-fa9bd4178384,segment=NetworkSegment(a8ff9866-4d1a-4081-861f-9ab5627ea74e),segment_id=a8ff9866-4d1a-4081-861f-9ab5627ea74e)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:27:09.337296 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (88c48f92-1a3a-456c-8721-fa9bd4178384), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:27:09.382425 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Pushing event updated for resources: {'Port': ['ID=88c48f92-1a3a-456c-8721-fa9bd4178384,revision_number=4']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:27:09.541757 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] get_ports_and_sgs() called for port_ids ['88c48f92-1a3a-456c-8721-fa9bd4178384'] {{(pid=104100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 01:27:09.639922 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dca2315-d4b2-41d5-8ef9-c1942c2b5944 req-3c84f0f6-02d1-4936-b75a-3a5dd56aca86 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:27:09.641437 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-3dca2315-d4b2-41d5-8ef9-c1942c2b5944 req-3c84f0f6-02d1-4936-b75a-3a5dd56aca86 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bbdb546-067f-480a-a9f0-bab56d5202cb HTTP/1.1" status: 200 len: 944 time: 0.0557239 Mar 28 01:27:09.688102 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-3dca2315-d4b2-41d5-8ef9-c1942c2b5944 req-fc42420b-5e7f-472a-8cb1-3385df7f363a tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405192 Mar 28 01:27:10.803871 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003dbc48-1b6f-4d6c-9862-4232977b8613 req-963e1e59-3267-4c3c-848f-d6125ff32c3d tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:27:10.805368 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-003dbc48-1b6f-4d6c-9862-4232977b8613 req-963e1e59-3267-4c3c-848f-d6125ff32c3d tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bbdb546-067f-480a-a9f0-bab56d5202cb HTTP/1.1" status: 200 len: 944 time: 0.0520728 Mar 28 01:27:10.850627 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-003dbc48-1b6f-4d6c-9862-4232977b8613 req-77e286fd-8619-43f8-8019-e8213a320d7d tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397606 Mar 28 01:27:11.177300 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device 88c48f92-1a3a-456c-8721-fa9bd4178384 up at agent hyperv_hv-neutron-8348 {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:27:11.225057 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Provisioning for port 88c48f92-1a3a-456c-8721-fa9bd4178384 completed by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 01:27:11.229160 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Provisioning complete for port 88c48f92-1a3a-456c-8721-fa9bd4178384 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:27:11.229536 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (88c48f92-1a3a-456c-8721-fa9bd4178384), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:27:11.306194 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port 88c48f92-1a3a-456c-8721-fa9bd4178384 is: BUILD; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:27:11.306581 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (88c48f92-1a3a-456c-8721-fa9bd4178384), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:27:11.327945 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bbdb546-067f-480a-a9f0-bab56d5202cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88c48f92-1a3a-456c-8721-fa9bd4178384'}] {{(pid=104100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:27:11.330704 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd27896ebc78d0f7931321182ba9533a7b768b1c3fcddb3ff52a8aee6ddeaf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e5f7846-0c0e-4a56-bc32-4532bb12cc14" -d '{"events": [{"server_uuid": "3bbdb546-067f-480a-a9f0-bab56d5202cb", "name": "network-vif-plugged", "status": "completed", "tag": "88c48f92-1a3a-456c-8721-fa9bd4178384"}]}' {{(pid=104100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:27:11.342797 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port 88c48f92-1a3a-456c-8721-fa9bd4178384, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=88c48f92-1a3a-456c-8721-fa9bd4178384,segment=NetworkSegment(a8ff9866-4d1a-4081-861f-9ab5627ea74e),segment_id=a8ff9866-4d1a-4081-861f-9ab5627ea74e)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:27:11.347476 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (88c48f92-1a3a-456c-8721-fa9bd4178384), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:27:11.369754 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 01:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-433ce46b-f702-44ae-b0bb-bccd43ce35c1 x-openstack-request-id: req-433ce46b-f702-44ae-b0bb-bccd43ce35c1 {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:27:11.370051 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bbdb546-067f-480a-a9f0-bab56d5202cb", "name": "network-vif-plugged", "status": "completed", "tag": "88c48f92-1a3a-456c-8721-fa9bd4178384", "code": 200}]} {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:27:11.370307 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-433ce46b-f702-44ae-b0bb-bccd43ce35c1 {{(pid=104100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:27:11.370703 dv-neutron-834874-6-hyperv neutron-server[104100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-433ce46b-f702-44ae-b0bb-bccd43ce35c1'] response: {'server_uuid': '3bbdb546-067f-480a-a9f0-bab56d5202cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88c48f92-1a3a-456c-8721-fa9bd4178384', 'code': 200} Mar 28 01:27:11.397292 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Pushing event updated for resources: {'Port': ['ID=88c48f92-1a3a-456c-8721-fa9bd4178384,revision_number=5']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:27:11.438287 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-9465f618-0c72-405a-8197-9c1e953fe9d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:27:11.536122 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8370cb8c-8917-4fcf-bbe8-122c70cbcf56 req-f417ec4a-48f8-4ef2-a50a-bb1577eb6993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:27:11.537639 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-8370cb8c-8917-4fcf-bbe8-122c70cbcf56 req-f417ec4a-48f8-4ef2-a50a-bb1577eb6993 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3bbdb546-067f-480a-a9f0-bab56d5202cb HTTP/1.1" status: 200 len: 1129 time: 0.0446346 Mar 28 01:27:11.579701 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-8370cb8c-8917-4fcf-bbe8-122c70cbcf56 req-ce5f76a2-529b-4967-9f19-e03935b08ca5 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356677 Mar 28 01:27:11.974043 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930bccdd-04a7-41a1-a880-f567a26ff6d5 req-4411877d-1bad-42c4-ae7b-049ccbcace2e tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:27:11.975492 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-930bccdd-04a7-41a1-a880-f567a26ff6d5 req-4411877d-1bad-42c4-ae7b-049ccbcace2e tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bbdb546-067f-480a-a9f0-bab56d5202cb HTTP/1.1" status: 200 len: 945 time: 0.0571764 Mar 28 01:27:12.020877 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-930bccdd-04a7-41a1-a880-f567a26ff6d5 req-59278618-276c-4f45-a377-c223dba63398 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398915 Mar 28 01:27:13.138348 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4925f0c5-c9c4-4879-b814-3090ecfc98c7 req-ef857327-f480-48e1-a298-7bcd7590d51d tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:27:13.139715 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-4925f0c5-c9c4-4879-b814-3090ecfc98c7 req-ef857327-f480-48e1-a298-7bcd7590d51d tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bbdb546-067f-480a-a9f0-bab56d5202cb HTTP/1.1" status: 200 len: 945 time: 0.0512960 Mar 28 01:27:13.188546 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-4925f0c5-c9c4-4879-b814-3090ecfc98c7 req-2678e0e0-c68b-4a6f-b40d-855b8dd3bff6 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430689 Mar 28 01:27:13.300617 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5523377e-f0b9-4344-9a2a-3b20512c09c1 req-b9a3eb51-227d-4ef1-b43e-bd2fc6d7bec9 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:27:13.302078 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-5523377e-f0b9-4344-9a2a-3b20512c09c1 req-b9a3eb51-227d-4ef1-b43e-bd2fc6d7bec9 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bbdb546-067f-480a-a9f0-bab56d5202cb HTTP/1.1" status: 200 len: 945 time: 0.0520289 Mar 28 01:27:13.310405 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 59218) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:27:13.314870 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-ad63dd18-7c54-4c47-aa18-31a87b94b520 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Request body: {'floatingip': {'port_id': '88c48f92-1a3a-456c-8721-fa9bd4178384'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:27:13.352915 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ad63dd18-7c54-4c47-aa18-31a87b94b520 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Publish callbacks [] for floatingip (95efdcf1-8ddd-402b-a1ca-9f765b94edc8), before_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:27:13.600586 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-0e0c22f5-9b30-4d5a-a99d-a0d8dde32847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:27:13.774290 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ad63dd18-7c54-4c47-aa18-31a87b94b520 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:27:13.777946 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ad63dd18-7c54-4c47-aa18-31a87b94b520 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688063'] for floatingip (95efdcf1-8ddd-402b-a1ca-9f765b94edc8), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:27:13.878146 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.l3_db [None req-ad63dd18-7c54-4c47-aa18-31a87b94b520 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Floating IP 95efdcf1-8ddd-402b-a1ca-9f765b94edc8 associated. External IP: 172.26.1.184, port: 88c48f92-1a3a-456c-8721-fa9bd4178384. Mar 28 01:27:14.088366 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad63dd18-7c54-4c47-aa18-31a87b94b520 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Router eb8a7912-2e1e-41a5-bce5-c8ac5275303b has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:27:14.194889 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad63dd18-7c54-4c47-aa18-31a87b94b520 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:27:14.199669 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ad63dd18-7c54-4c47-aa18-31a87b94b520 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for floatingip (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:27:14.204153 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5184e920-acf5-4af4-a33a-0058567b2d27 None None] Sync routers for ids ['eb8a7912-2e1e-41a5-bce5-c8ac5275303b'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:27:14.216845 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5184e920-acf5-4af4-a33a-0058567b2d27 None None] Routers {'eb8a7912-2e1e-41a5-bce5-c8ac5275303b'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:27:14.217455 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-5184e920-acf5-4af4-a33a-0058567b2d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:27:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['eb8a7912-2e1e-41a5-bce5-c8ac5275303b'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:27:14.228202 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-ad63dd18-7c54-4c47-aa18-31a87b94b520 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "PUT /v2.0/floatingips/95efdcf1-8ddd-402b-a1ca-9f765b94edc8 HTTP/1.1" status: 200 len: 991 time: 0.9166975 Mar 28 01:27:14.228823 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bbdb546-067f-480a-a9f0-bab56d5202cb', 'tag': '88c48f92-1a3a-456c-8721-fa9bd4178384'}] {{(pid=104098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:27:14.231070 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4026f4115fe834cbdc9db1f12734a6e5e5d2473de268e244354b04a11285341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4275820f-1530-4005-9f48-7ff4e23d8f51" -d '{"events": [{"name": "network-changed", "server_uuid": "3bbdb546-067f-480a-a9f0-bab56d5202cb", "tag": "88c48f92-1a3a-456c-8721-fa9bd4178384"}]}' {{(pid=104098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:27:14.324136 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 01:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e21c74e-2605-47b4-980b-5b7f0f008df4 x-openstack-request-id: req-4e21c74e-2605-47b4-980b-5b7f0f008df4 {{(pid=104098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:27:14.324734 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bbdb546-067f-480a-a9f0-bab56d5202cb", "tag": "88c48f92-1a3a-456c-8721-fa9bd4178384", "status": "completed", "code": 200}]} {{(pid=104098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:27:14.324734 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4e21c74e-2605-47b4-980b-5b7f0f008df4 {{(pid=104098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:27:14.325078 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e21c74e-2605-47b4-980b-5b7f0f008df4'] response: {'name': 'network-changed', 'server_uuid': '3bbdb546-067f-480a-a9f0-bab56d5202cb', 'tag': '88c48f92-1a3a-456c-8721-fa9bd4178384', 'status': 'completed', 'code': 200} Mar 28 01:27:14.335203 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-5184e920-acf5-4af4-a33a-0058567b2d27 None None] Set router eb8a7912-2e1e-41a5-bce5-c8ac5275303b gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:27:14.397320 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4275820f-1530-4005-9f48-7ff4e23d8f51 req-dff31dd8-f653-4fe6-99df-ac9be75ed48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:27:14.398943 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-4275820f-1530-4005-9f48-7ff4e23d8f51 req-dff31dd8-f653-4fe6-99df-ac9be75ed48d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=33525a6311b1415f9d71794b9ce918e7&device_id=3bbdb546-067f-480a-a9f0-bab56d5202cb HTTP/1.1" status: 200 len: 1129 time: 0.0509944 Mar 28 01:27:14.498890 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4946a5d3-3d48-4f78-b671-7f1546a98a61 req-510fb5ba-c845-493b-8b18-e25ea0237251 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:27:14.500566 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-4946a5d3-3d48-4f78-b671-7f1546a98a61 req-510fb5ba-c845-493b-8b18-e25ea0237251 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bbdb546-067f-480a-a9f0-bab56d5202cb HTTP/1.1" status: 200 len: 945 time: 0.0662928 Mar 28 01:27:14.540744 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-fbc99b96-b319-4633-80ee-20fb891d1629 req-de251528-c079-44a7-9fb6-7ed3a661a45c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3bbdb546-067f-480a-a9f0-bab56d5202cb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0803580 Mar 28 01:27:14.542080 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4275820f-1530-4005-9f48-7ff4e23d8f51 req-16024605-43f7-40e8-8037-63696e71b6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:27:14.543387 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-4275820f-1530-4005-9f48-7ff4e23d8f51 req-16024605-43f7-40e8-8037-63696e71b6ef service neutron] 10.222.0.10 "GET /v2.0/networks?id=2b68a51f-bd4c-48f0-ae3a-095a67bb7f09 HTTP/1.1" status: 200 len: 912 time: 0.1372507 Mar 28 01:27:14.557311 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-4946a5d3-3d48-4f78-b671-7f1546a98a61 req-aa0fb9b9-103c-4764-b80d-954040f05951 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492725 Mar 28 01:27:14.585865 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-5184e920-acf5-4af4-a33a-0058567b2d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8a7912-2e1e-41a5-bce5-c8ac5275303b', 'name': 'tempest-ServerActionsTestJSON-1418931163-router', 'tenant_id': '33525a6311b1415f9d71794b9ce918e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.233'}], 'enable_snat': True}, 'gw_port_id': '2e91b93f-f097-4053-aa25-f19103298b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:25:25Z', 'updated_at': '2022-03-28T01:25:28Z', 'revision_number': 4, 'project_id': '33525a6311b1415f9d71794b9ce918e7', 'gw_port': {'id': '2e91b93f-f097-4053-aa25-f19103298b2b', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8a7912-2e1e-41a5-bce5-c8ac5275303b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:25:26Z', 'updated_at': '2022-03-28T01:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_floatingips': [{'id': '95efdcf1-8ddd-402b-a1ca-9f765b94edc8', 'tenant_id': '33525a6311b1415f9d71794b9ce918e7', 'floating_ip_address': '172.26.1.184', 'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'router_id': 'eb8a7912-2e1e-41a5-bce5-c8ac5275303b', 'port_id': '88c48f92-1a3a-456c-8721-fa9bd4178384', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b68a51f-bd4c-48f0-ae3a-095a67bb7f09', 'mac_address': 'fa:16:3e:1b:35:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bbdb546-067f-480a-a9f0-bab56d5202cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T01:25:30Z', 'updated_at': '2022-03-28T01:27:13Z', 'revision_number': 9, 'project_id': '33525a6311b1415f9d71794b9ce918e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44a67edb-a9f3-4e19-aecb-e843bb5498bc', 'name': '', 'network_id': '2b68a51f-bd4c-48f0-ae3a-095a67bb7f09', 'tenant_id': '33525a6311b1415f9d71794b9ce918e7', 'mac_address': 'fa:16:3e:87:fe:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8a7912-2e1e-41a5-bce5-c8ac5275303b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': 'c6183e84-2e77-40ed-95a1-6f3728082881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:25:27Z', 'updated_at': '2022-03-28T01:25:32Z', 'revision_number': 5, 'project_id': '33525a6311b1415f9d71794b9ce918e7', 'subnets': [{'id': 'c6183e84-2e77-40ed-95a1-6f3728082881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:27:14.615321 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-4275820f-1530-4005-9f48-7ff4e23d8f51 req-1eb56015-f470-4bf7-9282-74d6f39184b0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88c48f92-1a3a-456c-8721-fa9bd4178384 HTTP/1.1" status: 200 len: 999 time: 0.0648780 Mar 28 01:27:14.616953 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5184e920-acf5-4af4-a33a-0058567b2d27 None None] Checking router: eb8a7912-2e1e-41a5-bce5-c8ac5275303b for host: dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:27:14.626113 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5184e920-acf5-4af4-a33a-0058567b2d27 None None] Routers {'eb8a7912-2e1e-41a5-bce5-c8ac5275303b'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:27:14.626725 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-5184e920-acf5-4af4-a33a-0058567b2d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:27:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['eb8a7912-2e1e-41a5-bce5-c8ac5275303b'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:27:14.664896 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4275820f-1530-4005-9f48-7ff4e23d8f51 req-7a02d538-91fc-4bb2-a499-140ce774caed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:27:14.666384 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-4275820f-1530-4005-9f48-7ff4e23d8f51 req-7a02d538-91fc-4bb2-a499-140ce774caed service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c6183e84-2e77-40ed-95a1-6f3728082881 HTTP/1.1" status: 200 len: 851 time: 0.0452070 Mar 28 01:27:14.721377 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4275820f-1530-4005-9f48-7ff4e23d8f51 req-3a1115d1-97d5-4cff-8884-f057e7cbe91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:27:14.722909 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-4275820f-1530-4005-9f48-7ff4e23d8f51 req-3a1115d1-97d5-4cff-8884-f057e7cbe91a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2b68a51f-bd4c-48f0-ae3a-095a67bb7f09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0513492 Mar 28 01:27:14.739173 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-5184e920-acf5-4af4-a33a-0058567b2d27 None None] Set router eb8a7912-2e1e-41a5-bce5-c8ac5275303b gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:27:14.819594 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-4275820f-1530-4005-9f48-7ff4e23d8f51 req-3feccfbc-af5d-4120-b6a9-d55ec19aae9e service neutron] 10.222.0.10 "GET /v2.0/networks/2b68a51f-bd4c-48f0-ae3a-095a67bb7f09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907993 Mar 28 01:27:14.842353 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:27:14.916915 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-4275820f-1530-4005-9f48-7ff4e23d8f51 req-d1f1746f-2dbf-4d2f-9c12-967547f0653e service neutron] 10.222.0.10 "GET /v2.0/networks/2b68a51f-bd4c-48f0-ae3a-095a67bb7f09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916071 Mar 28 01:27:14.935023 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc99b96-b319-4633-80ee-20fb891d1629 req-1eee1d40-858e-48e5-a91b-231ea3a066fd tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:27:14.936938 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-fbc99b96-b319-4633-80ee-20fb891d1629 req-1eee1d40-858e-48e5-a91b-231ea3a066fd tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports/88c48f92-1a3a-456c-8721-fa9bd4178384 HTTP/1.1" status: 200 len: 942 time: 0.0521727 Mar 28 01:27:15.004087 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-5184e920-acf5-4af4-a33a-0058567b2d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8a7912-2e1e-41a5-bce5-c8ac5275303b', 'name': 'tempest-ServerActionsTestJSON-1418931163-router', 'tenant_id': '33525a6311b1415f9d71794b9ce918e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.233'}], 'enable_snat': True}, 'gw_port_id': '2e91b93f-f097-4053-aa25-f19103298b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:25:25Z', 'updated_at': '2022-03-28T01:25:28Z', 'revision_number': 4, 'project_id': '33525a6311b1415f9d71794b9ce918e7', 'gw_port': {'id': '2e91b93f-f097-4053-aa25-f19103298b2b', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8a7912-2e1e-41a5-bce5-c8ac5275303b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:25:26Z', 'updated_at': '2022-03-28T01:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_floatingips': [{'id': '95efdcf1-8ddd-402b-a1ca-9f765b94edc8', 'tenant_id': '33525a6311b1415f9d71794b9ce918e7', 'floating_ip_address': '172.26.1.184', 'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'router_id': 'eb8a7912-2e1e-41a5-bce5-c8ac5275303b', 'port_id': '88c48f92-1a3a-456c-8721-fa9bd4178384', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b68a51f-bd4c-48f0-ae3a-095a67bb7f09', 'mac_address': 'fa:16:3e:1b:35:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bbdb546-067f-480a-a9f0-bab56d5202cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T01:25:30Z', 'updated_at': '2022-03-28T01:27:13Z', 'revision_number': 9, 'project_id': '33525a6311b1415f9d71794b9ce918e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44a67edb-a9f3-4e19-aecb-e843bb5498bc', 'name': '', 'network_id': '2b68a51f-bd4c-48f0-ae3a-095a67bb7f09', 'tenant_id': '33525a6311b1415f9d71794b9ce918e7', 'mac_address': 'fa:16:3e:87:fe:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8a7912-2e1e-41a5-bce5-c8ac5275303b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': 'c6183e84-2e77-40ed-95a1-6f3728082881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:25:27Z', 'updated_at': '2022-03-28T01:25:32Z', 'revision_number': 5, 'project_id': '33525a6311b1415f9d71794b9ce918e7', 'subnets': [{'id': 'c6183e84-2e77-40ed-95a1-6f3728082881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:27:15.030411 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5184e920-acf5-4af4-a33a-0058567b2d27 None None] The sync data for ids ['eb8a7912-2e1e-41a5-bce5-c8ac5275303b'] in dv-neutron-834874-6-hyperv is: [{'id': 'eb8a7912-2e1e-41a5-bce5-c8ac5275303b', 'name': 'tempest-ServerActionsTestJSON-1418931163-router', 'tenant_id': '33525a6311b1415f9d71794b9ce918e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.233'}], 'enable_snat': True}, 'gw_port_id': '2e91b93f-f097-4053-aa25-f19103298b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:25:25Z', 'updated_at': '2022-03-28T01:25:28Z', 'revision_number': 4, 'project_id': '33525a6311b1415f9d71794b9ce918e7', 'gw_port': {'id': '2e91b93f-f097-4053-aa25-f19103298b2b', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8a7912-2e1e-41a5-bce5-c8ac5275303b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:25:26Z', 'updated_at': '2022-03-28T01:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_floatingips': [{'id': '95efdcf1-8ddd-402b-a1ca-9f765b94edc8', 'tenant_id': '33525a6311b1415f9d71794b9ce918e7', 'floating_ip_address': '172.26.1.184', 'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'router_id': 'eb8a7912-2e1e-41a5-bce5-c8ac5275303b', 'port_id': '88c48f92-1a3a-456c-8721-fa9bd4178384', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b68a51f-bd4c-48f0-ae3a-095a67bb7f09', 'mac_address': 'fa:16:3e:1b:35:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bbdb546-067f-480a-a9f0-bab56d5202cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T01:25:30Z', 'updated_at': '2022-03-28T01:27:13Z', 'revision_number': 9, 'project_id': '33525a6311b1415f9d71794b9ce918e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44a67edb-a9f3-4e19-aecb-e843bb5498bc', 'name': '', 'network_id': '2b68a51f-bd4c-48f0-ae3a-095a67bb7f09', 'tenant_id': '33525a6311b1415f9d71794b9ce918e7', 'mac_address': 'fa:16:3e:87:fe:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8a7912-2e1e-41a5-bce5-c8ac5275303b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': 'c6183e84-2e77-40ed-95a1-6f3728082881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:25:27Z', 'updated_at': '2022-03-28T01:25:32Z', 'revision_number': 5, 'project_id': '33525a6311b1415f9d71794b9ce918e7', 'subnets': [{'id': 'c6183e84-2e77-40ed-95a1-6f3728082881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:27:15.230045 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7181cce7-96aa-4567-aae6-0577a33ed58f None None] New status for floating IP 95efdcf1-8ddd-402b-a1ca-9f765b94edc8: ACTIVE {{(pid=104101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 01:27:15.700051 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a26aa9-5bc6-4bbc-9615-0710e4515a5a req-fb1795c7-9276-4131-8843-c9006720d34d tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:27:15.701531 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-d2a26aa9-5bc6-4bbc-9615-0710e4515a5a req-fb1795c7-9276-4131-8843-c9006720d34d tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bbdb546-067f-480a-a9f0-bab56d5202cb HTTP/1.1" status: 200 len: 945 time: 0.0785601 Mar 28 01:27:15.727989 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc99b96-b319-4633-80ee-20fb891d1629 req-baf03949-e029-487c-86fd-8655070634a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:27:15.729382 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-fbc99b96-b319-4633-80ee-20fb891d1629 req-baf03949-e029-487c-86fd-8655070634a0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=33525a6311b1415f9d71794b9ce918e7&device_id=3bbdb546-067f-480a-a9f0-bab56d5202cb HTTP/1.1" status: 200 len: 1129 time: 0.0709379 Mar 28 01:27:15.805565 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-d2a26aa9-5bc6-4bbc-9615-0710e4515a5a req-42a63483-5d20-4fb3-a14e-f0e0bb5fac51 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978799 Mar 28 01:27:15.847429 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc99b96-b319-4633-80ee-20fb891d1629 req-f7406891-3d8f-4c7e-a2d6-82c67e4ffa1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:27:15.849014 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-fbc99b96-b319-4633-80ee-20fb891d1629 req-f7406891-3d8f-4c7e-a2d6-82c67e4ffa1d service neutron] 10.222.0.10 "GET /v2.0/networks?id=2b68a51f-bd4c-48f0-ae3a-095a67bb7f09 HTTP/1.1" status: 200 len: 912 time: 0.1095529 Mar 28 01:27:15.912068 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-fbc99b96-b319-4633-80ee-20fb891d1629 req-42ed31d4-6852-4f01-b1ea-8ead38ee94eb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88c48f92-1a3a-456c-8721-fa9bd4178384 HTTP/1.1" status: 200 len: 1002 time: 0.0571837 Mar 28 01:27:15.962187 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc99b96-b319-4633-80ee-20fb891d1629 req-c1880fe1-e5eb-4cb6-8c9b-7c57f0409ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:27:15.963747 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-fbc99b96-b319-4633-80ee-20fb891d1629 req-c1880fe1-e5eb-4cb6-8c9b-7c57f0409ab0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c6183e84-2e77-40ed-95a1-6f3728082881 HTTP/1.1" status: 200 len: 851 time: 0.0462685 Mar 28 01:27:16.012469 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc99b96-b319-4633-80ee-20fb891d1629 req-6868b4ea-5d92-4e56-9331-3025610c2a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:27:16.013948 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-fbc99b96-b319-4633-80ee-20fb891d1629 req-6868b4ea-5d92-4e56-9331-3025610c2a39 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2b68a51f-bd4c-48f0-ae3a-095a67bb7f09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0439999 Mar 28 01:27:16.101652 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-fbc99b96-b319-4633-80ee-20fb891d1629 req-39a7e296-0a4a-4dbe-be05-8ebca34cee5a service neutron] 10.222.0.10 "GET /v2.0/networks/2b68a51f-bd4c-48f0-ae3a-095a67bb7f09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814373 Mar 28 01:27:16.196980 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-fbc99b96-b319-4633-80ee-20fb891d1629 req-246a8e63-6bb4-4085-85f6-86b534d2d1d9 service neutron] 10.222.0.10 "GET /v2.0/networks/2b68a51f-bd4c-48f0-ae3a-095a67bb7f09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901530 Mar 28 01:27:16.287697 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:27:16.927697 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209af012-cd58-4961-bbfb-8a9174332b71 req-e6b6b134-06d6-4b0f-9ebe-10dec1d9cd16 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:27:16.929184 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-209af012-cd58-4961-bbfb-8a9174332b71 req-e6b6b134-06d6-4b0f-9ebe-10dec1d9cd16 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bbdb546-067f-480a-a9f0-bab56d5202cb HTTP/1.1" status: 200 len: 945 time: 0.0525608 Mar 28 01:27:16.975201 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-209af012-cd58-4961-bbfb-8a9174332b71 req-670bcf4b-9c8b-4714-a5c8-b14a3cb69103 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405426 Mar 28 01:27:17.826835 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:27:18.091705 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2793eed4-cba1-4b1c-ab68-e257e1ba6d8c req-04ced0db-c8d6-4c1c-9306-a51bb5dc610c tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:27:18.093186 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-2793eed4-cba1-4b1c-ab68-e257e1ba6d8c req-04ced0db-c8d6-4c1c-9306-a51bb5dc610c tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bbdb546-067f-480a-a9f0-bab56d5202cb HTTP/1.1" status: 200 len: 945 time: 0.0528746 Mar 28 01:27:18.138412 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-2793eed4-cba1-4b1c-ab68-e257e1ba6d8c req-a0b31ea3-333a-4b7a-92b1-e7b3f1f384c5 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391390 Mar 28 01:27:19.254706 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a36c67-4c2b-4792-8f6c-867f6fe08d6c req-88ddf2cc-813a-4648-aef4-ee89925c9205 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:27:19.256194 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-57a36c67-4c2b-4792-8f6c-867f6fe08d6c req-88ddf2cc-813a-4648-aef4-ee89925c9205 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bbdb546-067f-480a-a9f0-bab56d5202cb HTTP/1.1" status: 200 len: 945 time: 0.0517187 Mar 28 01:27:19.301498 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-57a36c67-4c2b-4792-8f6c-867f6fe08d6c req-206cdaf1-81ec-4b62-9680-8e4e5b3900bb tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398393 Mar 28 01:27:20.422457 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8fd0fd-627d-4f9d-81d3-972baa3f703d req-5889b8cd-bf9c-4aac-930f-94d8b32907a4 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:27:20.424535 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-3d8fd0fd-627d-4f9d-81d3-972baa3f703d req-5889b8cd-bf9c-4aac-930f-94d8b32907a4 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bbdb546-067f-480a-a9f0-bab56d5202cb HTTP/1.1" status: 200 len: 945 time: 0.0552602 Mar 28 01:27:20.469178 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-3d8fd0fd-627d-4f9d-81d3-972baa3f703d req-09ed79c4-19c8-426a-9915-59455b58ef1b tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389862 Mar 28 01:27:21.589155 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aee7bb9-85b2-4715-9aa4-c7036495d695 req-e8de1f4d-d332-4a10-8406-0d8b5c712835 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:27:21.590604 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-2aee7bb9-85b2-4715-9aa4-c7036495d695 req-e8de1f4d-d332-4a10-8406-0d8b5c712835 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bbdb546-067f-480a-a9f0-bab56d5202cb HTTP/1.1" status: 200 len: 945 time: 0.0549467 Mar 28 01:27:21.636632 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-2aee7bb9-85b2-4715-9aa4-c7036495d695 req-3f8728c7-044e-4c53-88be-2841eb8e60de tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405846 Mar 28 01:27:21.852606 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.agents_db [None req-9a1d863f-391a-42f4-9870-e8292b919beb None None] Agent healthcheck: found 6 active agents {{(pid=104101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 01:27:22.750832 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907a3351-aaec-4df5-8a90-6d58dd9e3f32 req-34bb6050-2797-465f-9873-c6bfc21d79b9 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:27:22.752312 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-907a3351-aaec-4df5-8a90-6d58dd9e3f32 req-34bb6050-2797-465f-9873-c6bfc21d79b9 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bbdb546-067f-480a-a9f0-bab56d5202cb HTTP/1.1" status: 200 len: 945 time: 0.0510447 Mar 28 01:27:22.800599 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-907a3351-aaec-4df5-8a90-6d58dd9e3f32 req-ec4cf709-1cf9-43cd-be41-6a77b690e8cb tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423920 Mar 28 01:27:23.916837 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953f9fc9-7ff0-4558-9a97-56fecccd3f65 req-98c77308-0a0a-44eb-a6a3-10e864f470fb tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:27:23.918300 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-953f9fc9-7ff0-4558-9a97-56fecccd3f65 req-98c77308-0a0a-44eb-a6a3-10e864f470fb tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bbdb546-067f-480a-a9f0-bab56d5202cb HTTP/1.1" status: 200 len: 945 time: 0.0513251 Mar 28 01:27:23.968856 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-953f9fc9-7ff0-4558-9a97-56fecccd3f65 req-0b323450-7b1a-45dd-865c-367c38d8fd24 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449703 Mar 28 01:27:25.085403 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8da15d-eaa9-497d-9aea-ff1f2b81a06b req-3027d46e-5a14-4207-9bf1-ae085cb27aad tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:27:25.086854 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-5f8da15d-eaa9-497d-9aea-ff1f2b81a06b req-3027d46e-5a14-4207-9bf1-ae085cb27aad tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bbdb546-067f-480a-a9f0-bab56d5202cb HTTP/1.1" status: 200 len: 945 time: 0.0510936 Mar 28 01:27:25.135868 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-5f8da15d-eaa9-497d-9aea-ff1f2b81a06b req-c00ea181-9ff2-47dc-8132-c80be00da30e tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434067 Mar 28 01:27:26.255105 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0351f85c-8314-4b2c-b7bb-51665d02274d req-efd5e8a3-db32-4a30-8858-98dc027ab431 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:27:26.256586 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-0351f85c-8314-4b2c-b7bb-51665d02274d req-efd5e8a3-db32-4a30-8858-98dc027ab431 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bbdb546-067f-480a-a9f0-bab56d5202cb HTTP/1.1" status: 200 len: 945 time: 0.0564451 Mar 28 01:27:26.301853 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-0351f85c-8314-4b2c-b7bb-51665d02274d req-de759101-dc1d-4ad7-bec7-2674f2b97010 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397654 Mar 28 01:27:27.417719 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a89787c-35ac-44b1-9fcb-0e1e92bb5ebb req-8d778cc6-8a60-4626-9547-610ebfeed9e5 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:27:27.419102 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-8a89787c-35ac-44b1-9fcb-0e1e92bb5ebb req-8d778cc6-8a60-4626-9547-610ebfeed9e5 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bbdb546-067f-480a-a9f0-bab56d5202cb HTTP/1.1" status: 200 len: 945 time: 0.0509925 Mar 28 01:27:27.464748 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-8a89787c-35ac-44b1-9fcb-0e1e92bb5ebb req-2748aadd-c83e-42df-a30d-e100712be39f tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401599 Mar 28 01:27:28.582289 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80553340-f4fc-4413-8942-3ae2d73275c8 req-6347c161-e1fd-4753-9555-4121933b5d5e tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:27:28.583768 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-80553340-f4fc-4413-8942-3ae2d73275c8 req-6347c161-e1fd-4753-9555-4121933b5d5e tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bbdb546-067f-480a-a9f0-bab56d5202cb HTTP/1.1" status: 200 len: 945 time: 0.0524087 Mar 28 01:27:28.630099 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-80553340-f4fc-4413-8942-3ae2d73275c8 req-aae6f471-3ea6-4230-a183-1d00af9ed4b9 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407879 Mar 28 01:27:29.745015 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35759ae9-11cd-4f05-a179-bc5336ba9dc5 req-51cc2e03-4646-431e-915d-a20e8e9d5eef tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:27:29.746447 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-35759ae9-11cd-4f05-a179-bc5336ba9dc5 req-51cc2e03-4646-431e-915d-a20e8e9d5eef tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bbdb546-067f-480a-a9f0-bab56d5202cb HTTP/1.1" status: 200 len: 945 time: 0.0506940 Mar 28 01:27:29.791687 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-35759ae9-11cd-4f05-a179-bc5336ba9dc5 req-7d27e1bc-e43d-40d2-a387-de08eb79c0dc tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397878 Mar 28 01:27:30.907649 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb4283d-d38e-4116-8de2-94ae4976f877 req-94bc3946-7a39-4b47-a43f-32096fdfce4c tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:27:30.909661 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-fcb4283d-d38e-4116-8de2-94ae4976f877 req-94bc3946-7a39-4b47-a43f-32096fdfce4c tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bbdb546-067f-480a-a9f0-bab56d5202cb HTTP/1.1" status: 200 len: 945 time: 0.0508785 Mar 28 01:27:30.958363 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-fcb4283d-d38e-4116-8de2-94ae4976f877 req-e42bf17f-67b5-4a3f-a336-64dd6a140629 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432799 Mar 28 01:27:32.351426 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5592c37-df4e-40ed-9996-3a142d2ed96c req-15365379-2e5b-4741-8378-7dfbe19a3738 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:27:32.352828 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e5592c37-df4e-40ed-9996-3a142d2ed96c req-15365379-2e5b-4741-8378-7dfbe19a3738 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bbdb546-067f-480a-a9f0-bab56d5202cb HTTP/1.1" status: 200 len: 945 time: 0.3292065 Mar 28 01:27:32.398082 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e5592c37-df4e-40ed-9996-3a142d2ed96c req-b00b5eb0-0f96-4a38-9ce3-02ae44e05a86 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396218 Mar 28 01:27:32.980959 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:27:33.516822 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae28063-aece-45c3-8e84-5bfcfc5af431 req-5e676dc8-5f02-4cf2-83f1-ee313dfaf070 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:27:33.518833 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-eae28063-aece-45c3-8e84-5bfcfc5af431 req-5e676dc8-5f02-4cf2-83f1-ee313dfaf070 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bbdb546-067f-480a-a9f0-bab56d5202cb HTTP/1.1" status: 200 len: 945 time: 0.0547867 Mar 28 01:27:33.564432 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-eae28063-aece-45c3-8e84-5bfcfc5af431 req-1dd289cf-a8cb-48a2-94ff-ca646eaf8249 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400507 Mar 28 01:27:34.680727 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088f066a-9fe3-4186-9f95-9782d2fa7728 req-ce2cfd9d-d966-422b-8b4b-19e57c1dcb1a tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:27:34.682164 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-088f066a-9fe3-4186-9f95-9782d2fa7728 req-ce2cfd9d-d966-422b-8b4b-19e57c1dcb1a tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bbdb546-067f-480a-a9f0-bab56d5202cb HTTP/1.1" status: 200 len: 945 time: 0.0513375 Mar 28 01:27:34.727356 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-088f066a-9fe3-4186-9f95-9782d2fa7728 req-dbe6d7fe-8b80-4be7-bfa3-11e8c5f327a9 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397799 Mar 28 01:27:35.843209 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5572874c-23fb-4b4e-9d00-6613f55195c7 req-a2a643dc-92fe-41b7-b5f5-b34518d9621e tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:27:35.844735 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-5572874c-23fb-4b4e-9d00-6613f55195c7 req-a2a643dc-92fe-41b7-b5f5-b34518d9621e tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bbdb546-067f-480a-a9f0-bab56d5202cb HTTP/1.1" status: 200 len: 945 time: 0.0508220 Mar 28 01:27:35.891162 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-5572874c-23fb-4b4e-9d00-6613f55195c7 req-67c02efe-f692-4ba0-ba69-6b55c33b6225 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400915 Mar 28 01:27:37.011790 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389dd1fa-4f41-4107-9015-824bb8f57141 req-e33d79b4-12cd-4cce-950d-9fa27b91f6dc tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:27:37.013258 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-389dd1fa-4f41-4107-9015-824bb8f57141 req-e33d79b4-12cd-4cce-950d-9fa27b91f6dc tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bbdb546-067f-480a-a9f0-bab56d5202cb HTTP/1.1" status: 200 len: 945 time: 0.0538435 Mar 28 01:27:37.058281 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-389dd1fa-4f41-4107-9015-824bb8f57141 req-47995148-e4e2-4c3e-a58f-c41cfc62bd70 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395291 Mar 28 01:27:38.177714 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb325a6-7507-4f8a-8f8d-045c845f0a77 req-b0e22027-5bd9-45c1-b59f-47378d16d182 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:27:38.179154 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-9bb325a6-7507-4f8a-8f8d-045c845f0a77 req-b0e22027-5bd9-45c1-b59f-47378d16d182 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bbdb546-067f-480a-a9f0-bab56d5202cb HTTP/1.1" status: 200 len: 945 time: 0.0557067 Mar 28 01:27:38.224691 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-9bb325a6-7507-4f8a-8f8d-045c845f0a77 req-779e1dc7-24ca-4659-a2b1-40e7c02fdb35 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400097 Mar 28 01:27:39.340477 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3ac395-edd0-40d7-b469-a6b3025b4dcd req-861c6dac-ccc1-4bee-98cd-68efda1f9fe8 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:27:39.341945 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-9e3ac395-edd0-40d7-b469-a6b3025b4dcd req-861c6dac-ccc1-4bee-98cd-68efda1f9fe8 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bbdb546-067f-480a-a9f0-bab56d5202cb HTTP/1.1" status: 200 len: 945 time: 0.0515521 Mar 28 01:27:39.388198 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-9e3ac395-edd0-40d7-b469-a6b3025b4dcd req-04b9b33b-8a20-47ea-b927-0d9d682a28d9 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407355 Mar 28 01:27:40.514072 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9815bb98-a21e-448a-9d55-774c5098b28f req-985a669d-6f8c-4890-91d0-664a6bdd0ef8 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:27:40.515886 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-9815bb98-a21e-448a-9d55-774c5098b28f req-985a669d-6f8c-4890-91d0-664a6bdd0ef8 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bbdb546-067f-480a-a9f0-bab56d5202cb HTTP/1.1" status: 200 len: 945 time: 0.0587423 Mar 28 01:27:40.567393 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-9815bb98-a21e-448a-9d55-774c5098b28f req-2c2247f4-9ee6-44c8-b1cc-553666554432 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459325 Mar 28 01:27:41.442309 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f444f141-c7d4-40d3-867d-da5f2e4c46d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:27:41.683653 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562affcd-18b4-48ce-abc3-aa8b1f8cb659 req-a032a565-2216-443d-95de-8d336a954498 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:27:41.685118 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-562affcd-18b4-48ce-abc3-aa8b1f8cb659 req-a032a565-2216-443d-95de-8d336a954498 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bbdb546-067f-480a-a9f0-bab56d5202cb HTTP/1.1" status: 200 len: 945 time: 0.0516832 Mar 28 01:27:41.734287 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-562affcd-18b4-48ce-abc3-aa8b1f8cb659 req-3403f9f6-009a-46d4-96f5-73275620e31c tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437119 Mar 28 01:27:42.854934 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fc4a00-f0d1-48d1-a7a7-65e215a909f8 req-25119e6d-b2ed-443f-8efd-b09174439e4e tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:27:42.856459 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-70fc4a00-f0d1-48d1-a7a7-65e215a909f8 req-25119e6d-b2ed-443f-8efd-b09174439e4e tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bbdb546-067f-480a-a9f0-bab56d5202cb HTTP/1.1" status: 200 len: 945 time: 0.0515993 Mar 28 01:27:42.906555 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-70fc4a00-f0d1-48d1-a7a7-65e215a909f8 req-d8ff716f-1e0d-4697-bc38-75c413756930 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445411 Mar 28 01:27:43.601056 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-40d0c0ea-5a08-4094-9522-7e51fea45cc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:27:44.024294 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a542ab4-1f57-4a2f-b19b-b7592c3b6601 req-84a6a1c1-68b8-4082-b989-292001dc6409 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:27:44.027525 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-4a542ab4-1f57-4a2f-b19b-b7592c3b6601 req-84a6a1c1-68b8-4082-b989-292001dc6409 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bbdb546-067f-480a-a9f0-bab56d5202cb HTTP/1.1" status: 200 len: 945 time: 0.0539105 Mar 28 01:27:44.074008 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-4a542ab4-1f57-4a2f-b19b-b7592c3b6601 req-c194d74a-5ffd-4021-81a0-5dd6d93e3757 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404441 Mar 28 01:27:44.830189 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:27:45.199755 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b865d3-9ab9-408e-b7eb-dd8e312350d1 req-2ef9086c-e505-43c4-97bf-93ee5a2aa9f0 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:27:45.201224 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-f5b865d3-9ab9-408e-b7eb-dd8e312350d1 req-2ef9086c-e505-43c4-97bf-93ee5a2aa9f0 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bbdb546-067f-480a-a9f0-bab56d5202cb HTTP/1.1" status: 200 len: 945 time: 0.0508380 Mar 28 01:27:45.245793 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-f5b865d3-9ab9-408e-b7eb-dd8e312350d1 req-1b45764d-33d9-4f82-b3d0-6e84b7355adb tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391171 Mar 28 01:27:46.281822 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:27:46.362331 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02e1ede-2701-4935-b9f9-ae9d123b006c req-2a9225c5-3090-47a1-b33b-4d623fd973f9 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:27:46.363787 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-c02e1ede-2701-4935-b9f9-ae9d123b006c req-2a9225c5-3090-47a1-b33b-4d623fd973f9 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bbdb546-067f-480a-a9f0-bab56d5202cb HTTP/1.1" status: 200 len: 945 time: 0.0511396 Mar 28 01:27:46.409025 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-c02e1ede-2701-4935-b9f9-ae9d123b006c req-4c521338-1997-4ab1-bbb0-63ee7148a405 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397215 Mar 28 01:27:47.526933 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45733bab-ee90-4750-93cb-6362a0ca1273 req-09f1ac78-8945-4adc-a797-916c945cc078 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:27:47.528447 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-45733bab-ee90-4750-93cb-6362a0ca1273 req-09f1ac78-8945-4adc-a797-916c945cc078 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bbdb546-067f-480a-a9f0-bab56d5202cb HTTP/1.1" status: 200 len: 945 time: 0.0548890 Mar 28 01:27:47.574369 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-45733bab-ee90-4750-93cb-6362a0ca1273 req-91d12ddb-dace-4f6f-8d93-33bb1cc5da3c tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401316 Mar 28 01:27:47.829167 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:27:47.846340 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-fbc99b96-b319-4633-80ee-20fb891d1629 req-a63d80e1-a06e-4c4e-9406-f9b4396def84 service neutron] 10.222.0.10 "GET /v2.0/ports/88c48f92-1a3a-456c-8721-fa9bd4178384/bindings/hv-neutron-8348 HTTP/1.1" status: 200 len: 384 time: 0.0586333 Mar 28 01:27:48.047264 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc99b96-b319-4633-80ee-20fb891d1629 req-18c6f467-a788-4738-a904-49e18b09215f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:27:48.048772 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-fbc99b96-b319-4633-80ee-20fb891d1629 req-18c6f467-a788-4738-a904-49e18b09215f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3bbdb546-067f-480a-a9f0-bab56d5202cb&tenant_id=33525a6311b1415f9d71794b9ce918e7 HTTP/1.1" status: 200 len: 1129 time: 0.0479424 Mar 28 01:27:48.110959 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc99b96-b319-4633-80ee-20fb891d1629 req-b0975ba1-c3ae-4f33-9e26-0c28c5dcba3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:27:48.112675 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-fbc99b96-b319-4633-80ee-20fb891d1629 req-b0975ba1-c3ae-4f33-9e26-0c28c5dcba3b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=33525a6311b1415f9d71794b9ce918e7&device_id=3bbdb546-067f-480a-a9f0-bab56d5202cb HTTP/1.1" status: 200 len: 1129 time: 0.0442009 Mar 28 01:27:48.207372 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc99b96-b319-4633-80ee-20fb891d1629 req-548fcbbe-53a6-458d-953b-d6ed80945119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:27:48.209557 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-fbc99b96-b319-4633-80ee-20fb891d1629 req-548fcbbe-53a6-458d-953b-d6ed80945119 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2b68a51f-bd4c-48f0-ae3a-095a67bb7f09 HTTP/1.1" status: 200 len: 912 time: 0.0918043 Mar 28 01:27:48.272934 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-fbc99b96-b319-4633-80ee-20fb891d1629 req-444308d2-c325-492c-aeca-28d19b03a247 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88c48f92-1a3a-456c-8721-fa9bd4178384 HTTP/1.1" status: 200 len: 1002 time: 0.0565333 Mar 28 01:27:48.318604 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc99b96-b319-4633-80ee-20fb891d1629 req-0be3a7ff-6117-4e46-80f7-5f0f54a551ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:27:48.319949 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-fbc99b96-b319-4633-80ee-20fb891d1629 req-0be3a7ff-6117-4e46-80f7-5f0f54a551ba service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c6183e84-2e77-40ed-95a1-6f3728082881 HTTP/1.1" status: 200 len: 851 time: 0.0418208 Mar 28 01:27:48.371276 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc99b96-b319-4633-80ee-20fb891d1629 req-2c5edecb-f725-4e23-a29d-f38e7d11aad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:27:48.372782 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-fbc99b96-b319-4633-80ee-20fb891d1629 req-2c5edecb-f725-4e23-a29d-f38e7d11aad1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2b68a51f-bd4c-48f0-ae3a-095a67bb7f09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0470490 Mar 28 01:27:48.458778 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-fbc99b96-b319-4633-80ee-20fb891d1629 req-58eae958-bce0-42cd-ade9-45dff66163d6 service neutron] 10.222.0.10 "GET /v2.0/networks/2b68a51f-bd4c-48f0-ae3a-095a67bb7f09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796626 Mar 28 01:27:48.548218 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-fbc99b96-b319-4633-80ee-20fb891d1629 req-6cea11c3-d0ee-4b6b-8c0b-9e9734c44714 service neutron] 10.222.0.10 "GET /v2.0/networks/2b68a51f-bd4c-48f0-ae3a-095a67bb7f09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835571 Mar 28 01:27:48.695196 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f372b9b-be99-4fd0-9b6f-fef3d6c14fc7 req-9b6ccf5c-99ae-4bd6-932e-a766db02ca2c tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:27:48.696725 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-1f372b9b-be99-4fd0-9b6f-fef3d6c14fc7 req-9b6ccf5c-99ae-4bd6-932e-a766db02ca2c tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bbdb546-067f-480a-a9f0-bab56d5202cb HTTP/1.1" status: 200 len: 945 time: 0.0539165 Mar 28 01:27:48.743455 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-1f372b9b-be99-4fd0-9b6f-fef3d6c14fc7 req-195bb571-94ef-4b50-aeba-8f00b3627fe4 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411732 Mar 28 01:27:49.867469 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eebdd3c-d78a-4d92-b0d1-a0d58456bad3 req-ddbd1d59-e9af-4887-97c5-1f6fa1a4be43 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:27:49.868968 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-3eebdd3c-d78a-4d92-b0d1-a0d58456bad3 req-ddbd1d59-e9af-4887-97c5-1f6fa1a4be43 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bbdb546-067f-480a-a9f0-bab56d5202cb HTTP/1.1" status: 200 len: 945 time: 0.0563278 Mar 28 01:27:49.914287 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-3eebdd3c-d78a-4d92-b0d1-a0d58456bad3 req-7713de42-648e-436c-acb7-b8fa8438f5ab tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398197 Mar 28 01:27:51.029419 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff67edf2-3cb7-4f52-8197-a0bd5fb05d16 req-fbc69eef-e410-4c6c-85bf-df8f39178e4a tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:27:51.031133 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-ff67edf2-3cb7-4f52-8197-a0bd5fb05d16 req-fbc69eef-e410-4c6c-85bf-df8f39178e4a tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bbdb546-067f-480a-a9f0-bab56d5202cb HTTP/1.1" status: 200 len: 945 time: 0.0508795 Mar 28 01:27:51.077281 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-ff67edf2-3cb7-4f52-8197-a0bd5fb05d16 req-2103e079-8618-44b6-84c9-1c67b6e074ca tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400977 Mar 28 01:27:51.333938 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device 88c48f92-1a3a-456c-8721-fa9bd4178384 details requested by agent hyperv_hv-neutron-8348 with host hv-neutron-8348 {{(pid=104100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 01:27:51.336794 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device 88c48f92-1a3a-456c-8721-fa9bd4178384 no longer exists at agent hyperv_hv-neutron-8348 {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:27:51.405032 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d70a2b6-7019-4cc9-9a25-799d53277f25 req-ff558b07-a12e-4f23-981b-e5b03391a6b1 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:27:51.406403 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-3d70a2b6-7019-4cc9-9a25-799d53277f25 req-ff558b07-a12e-4f23-981b-e5b03391a6b1 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.10 "GET /v2.0/ports?device_id=3bbdb546-067f-480a-a9f0-bab56d5202cb&tenant_id=33525a6311b1415f9d71794b9ce918e7&binding%3Ahost_id=hv-neutron-8348 HTTP/1.1" status: 200 len: 945 time: 0.0917981 Mar 28 01:27:51.418298 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e33a27-46d7-4fb9-b7e0-506f3cc0dda9 req-c9f960c9-9f13-4dd8-89d4-8b979db587d3 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:27:51.419668 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-b6e33a27-46d7-4fb9-b7e0-506f3cc0dda9 req-c9f960c9-9f13-4dd8-89d4-8b979db587d3 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bbdb546-067f-480a-a9f0-bab56d5202cb HTTP/1.1" status: 200 len: 945 time: 0.0737369 Mar 28 01:27:51.513067 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-3d70a2b6-7019-4cc9-9a25-799d53277f25 req-dbe21302-36f0-4648-b517-f2f9650585c1 service neutron] 10.222.0.10 "GET /v2.0/ports/88c48f92-1a3a-456c-8721-fa9bd4178384/bindings/hv-neutron-8348 HTTP/1.1" status: 200 len: 384 time: 0.0923796 Mar 28 01:27:51.523494 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-b6e33a27-46d7-4fb9-b7e0-506f3cc0dda9 req-18445c07-5b38-4ebd-b0fc-22ac36928568 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977635 Mar 28 01:27:51.582647 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d70a2b6-7019-4cc9-9a25-799d53277f25 req-a882df37-d549-4fd9-9a55-e0ace41cf20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:27:51.584867 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-3d70a2b6-7019-4cc9-9a25-799d53277f25 req-a882df37-d549-4fd9-9a55-e0ace41cf20d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=33525a6311b1415f9d71794b9ce918e7&device_id=3bbdb546-067f-480a-a9f0-bab56d5202cb HTTP/1.1" status: 200 len: 1129 time: 0.0472658 Mar 28 01:27:51.632219 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port 88c48f92-1a3a-456c-8721-fa9bd4178384 is: ACTIVE; New status is: DOWN {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:27:51.632605 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (88c48f92-1a3a-456c-8721-fa9bd4178384), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:27:51.655611 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port 88c48f92-1a3a-456c-8721-fa9bd4178384, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=88c48f92-1a3a-456c-8721-fa9bd4178384,segment=NetworkSegment(a8ff9866-4d1a-4081-861f-9ab5627ea74e),segment_id=a8ff9866-4d1a-4081-861f-9ab5627ea74e)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:27:51.675132 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bbdb546-067f-480a-a9f0-bab56d5202cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88c48f92-1a3a-456c-8721-fa9bd4178384'}] {{(pid=104100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:27:51.676973 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d70a2b6-7019-4cc9-9a25-799d53277f25 req-91d23c91-5d91-49c2-a3bf-4fd3fe1b6bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:27:51.677421 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd27896ebc78d0f7931321182ba9533a7b768b1c3fcddb3ff52a8aee6ddeaf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1537d594-9a8e-4bcb-9012-7a0006c61456" -d '{"events": [{"server_uuid": "3bbdb546-067f-480a-a9f0-bab56d5202cb", "name": "network-vif-unplugged", "status": "completed", "tag": "88c48f92-1a3a-456c-8721-fa9bd4178384"}]}' {{(pid=104100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:27:51.678441 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-3d70a2b6-7019-4cc9-9a25-799d53277f25 req-91d23c91-5d91-49c2-a3bf-4fd3fe1b6bae service neutron] 10.222.0.10 "GET /v2.0/networks?id=2b68a51f-bd4c-48f0-ae3a-095a67bb7f09 HTTP/1.1" status: 200 len: 912 time: 0.0881462 Mar 28 01:27:51.681883 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Returning: {'device': '88c48f92-1a3a-456c-8721-fa9bd4178384', 'network_id': '2b68a51f-bd4c-48f0-ae3a-095a67bb7f09', 'port_id': '88c48f92-1a3a-456c-8721-fa9bd4178384', 'mac_address': 'fa:16:3e:1b:35:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6183e84-2e77-40ed-95a1-6f3728082881', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 01:27:51.691838 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port 88c48f92-1a3a-456c-8721-fa9bd4178384, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=88c48f92-1a3a-456c-8721-fa9bd4178384,segment=NetworkSegment(a8ff9866-4d1a-4081-861f-9ab5627ea74e),segment_id=a8ff9866-4d1a-4081-861f-9ab5627ea74e)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:27:51.697770 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (88c48f92-1a3a-456c-8721-fa9bd4178384), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:27:51.741254 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Mar 2022 01:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1a9bd7b-1cdc-40fe-bcf4-3f6941ca6da6 x-openstack-request-id: req-c1a9bd7b-1cdc-40fe-bcf4-3f6941ca6da6 {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:27:51.741556 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bbdb546-067f-480a-a9f0-bab56d5202cb", "name": "network-vif-unplugged", "status": "completed", "tag": "88c48f92-1a3a-456c-8721-fa9bd4178384", "code": 200}]} {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:27:51.741804 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c1a9bd7b-1cdc-40fe-bcf4-3f6941ca6da6 {{(pid=104100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:27:51.742199 dv-neutron-834874-6-hyperv neutron-server[104100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1a9bd7b-1cdc-40fe-bcf4-3f6941ca6da6'] response: {'server_uuid': '3bbdb546-067f-480a-a9f0-bab56d5202cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88c48f92-1a3a-456c-8721-fa9bd4178384', 'code': 200} Mar 28 01:27:51.750297 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-3d70a2b6-7019-4cc9-9a25-799d53277f25 req-28cc1ba1-87f5-423e-a046-121035d7eefc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88c48f92-1a3a-456c-8721-fa9bd4178384 HTTP/1.1" status: 200 len: 1002 time: 0.0661044 Mar 28 01:27:51.767361 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port 88c48f92-1a3a-456c-8721-fa9bd4178384 is: ACTIVE; New status is: BUILD {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:27:51.767828 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (88c48f92-1a3a-456c-8721-fa9bd4178384), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:27:51.792057 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 88c48f92-1a3a-456c-8721-fa9bd4178384 {{(pid=104100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 01:27:51.795920 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Pushing event updated for resources: {'Port': ['ID=88c48f92-1a3a-456c-8721-fa9bd4178384,revision_number=6']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:27:51.798694 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d70a2b6-7019-4cc9-9a25-799d53277f25 req-29b3c401-2e9e-4ab1-a10c-d544bacbe952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:27:51.800200 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-3d70a2b6-7019-4cc9-9a25-799d53277f25 req-29b3c401-2e9e-4ab1-a10c-d544bacbe952 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c6183e84-2e77-40ed-95a1-6f3728082881 HTTP/1.1" status: 200 len: 851 time: 0.0441105 Mar 28 01:27:51.805507 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:27:51.805875 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:27:51.806218 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:27:51.806556 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:27:51.806888 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:27:51.807216 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:27:51.807539 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:27:51.807860 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:27:51.808208 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:27:51.808533 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:27:51.808855 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:27:51.809178 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:27:51.809499 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:27:51.809813 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:27:51.810128 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:27:51.846464 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.db.api [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104100) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 01:27:51.846832 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG oslo_db.api [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 01:27:51.852680 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d70a2b6-7019-4cc9-9a25-799d53277f25 req-35d63123-0e65-4388-8d75-1126ca789335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:27:51.854371 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-3d70a2b6-7019-4cc9-9a25-799d53277f25 req-35d63123-0e65-4388-8d75-1126ca789335 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2b68a51f-bd4c-48f0-ae3a-095a67bb7f09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0485511 Mar 28 01:27:51.945656 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-3d70a2b6-7019-4cc9-9a25-799d53277f25 req-738481d6-2f68-4386-9158-c70bf865fe11 service neutron] 10.222.0.10 "GET /v2.0/networks/2b68a51f-bd4c-48f0-ae3a-095a67bb7f09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849614 Mar 28 01:27:52.030517 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-3d70a2b6-7019-4cc9-9a25-799d53277f25 req-65a51672-fed4-4d82-b983-f528a8805a45 service neutron] 10.222.0.10 "GET /v2.0/networks/2b68a51f-bd4c-48f0-ae3a-095a67bb7f09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796363 Mar 28 01:27:52.381619 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port 88c48f92-1a3a-456c-8721-fa9bd4178384 is: DOWN; New status is: BUILD {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:27:52.382179 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (88c48f92-1a3a-456c-8721-fa9bd4178384), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:27:52.394162 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88c48f92-1a3a-456c-8721-fa9bd4178384 {{(pid=104100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 01:27:52.412944 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port 88c48f92-1a3a-456c-8721-fa9bd4178384, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=88c48f92-1a3a-456c-8721-fa9bd4178384,segment=NetworkSegment(a8ff9866-4d1a-4081-861f-9ab5627ea74e),segment_id=a8ff9866-4d1a-4081-861f-9ab5627ea74e)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:27:52.416857 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (88c48f92-1a3a-456c-8721-fa9bd4178384), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:27:52.464650 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Pushing event updated for resources: {'Port': ['ID=88c48f92-1a3a-456c-8721-fa9bd4178384,revision_number=7']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:27:52.475732 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] get_ports_and_sgs() called for port_ids ['88c48f92-1a3a-456c-8721-fa9bd4178384'] {{(pid=104100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 01:27:52.637843 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90b565a-ae56-43f4-aaf8-c663ccb06265 req-e79196af-e7a9-47ec-8ff0-1d58341f35a7 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:27:52.639267 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-f90b565a-ae56-43f4-aaf8-c663ccb06265 req-e79196af-e7a9-47ec-8ff0-1d58341f35a7 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bbdb546-067f-480a-a9f0-bab56d5202cb HTTP/1.1" status: 200 len: 944 time: 0.0528612 Mar 28 01:27:52.690524 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-f90b565a-ae56-43f4-aaf8-c663ccb06265 req-2a77f295-a8e4-442c-9155-6d17bcbe9df5 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457282 Mar 28 01:27:52.765204 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343c4ef9-dbde-4720-a8c3-78ae6adc6102 req-3c7ef382-bc72-44d3-8d95-f03f88cc6335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:27:52.766677 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-343c4ef9-dbde-4720-a8c3-78ae6adc6102 req-3c7ef382-bc72-44d3-8d95-f03f88cc6335 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=33525a6311b1415f9d71794b9ce918e7&device_id=3bbdb546-067f-480a-a9f0-bab56d5202cb HTTP/1.1" status: 200 len: 1128 time: 0.0443118 Mar 28 01:27:52.868189 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343c4ef9-dbde-4720-a8c3-78ae6adc6102 req-f1207c8e-b93c-4384-8371-46368e5aad50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:27:52.869639 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-343c4ef9-dbde-4720-a8c3-78ae6adc6102 req-f1207c8e-b93c-4384-8371-46368e5aad50 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2b68a51f-bd4c-48f0-ae3a-095a67bb7f09 HTTP/1.1" status: 200 len: 912 time: 0.0846608 Mar 28 01:27:52.937385 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-343c4ef9-dbde-4720-a8c3-78ae6adc6102 req-4464f525-26b9-46b8-8c0d-952c969a2aca service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88c48f92-1a3a-456c-8721-fa9bd4178384 HTTP/1.1" status: 200 len: 1001 time: 0.0609033 Mar 28 01:27:52.984464 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343c4ef9-dbde-4720-a8c3-78ae6adc6102 req-edd54ac6-f6f4-4102-8fe7-ccf701be5a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:27:52.985958 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-343c4ef9-dbde-4720-a8c3-78ae6adc6102 req-edd54ac6-f6f4-4102-8fe7-ccf701be5a3a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c6183e84-2e77-40ed-95a1-6f3728082881 HTTP/1.1" status: 200 len: 851 time: 0.0429692 Mar 28 01:27:53.033520 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343c4ef9-dbde-4720-a8c3-78ae6adc6102 req-a8153bc0-fde4-443a-a765-37275e909c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:27:53.035022 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-343c4ef9-dbde-4720-a8c3-78ae6adc6102 req-a8153bc0-fde4-443a-a765-37275e909c52 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2b68a51f-bd4c-48f0-ae3a-095a67bb7f09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0431211 Mar 28 01:27:53.128135 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-343c4ef9-dbde-4720-a8c3-78ae6adc6102 req-87397cac-b28a-4bd7-9608-13ea1944753f service neutron] 10.222.0.10 "GET /v2.0/networks/2b68a51f-bd4c-48f0-ae3a-095a67bb7f09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872052 Mar 28 01:27:53.216156 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-343c4ef9-dbde-4720-a8c3-78ae6adc6102 req-33c201f4-75f8-4704-8f73-3e27ce74c813 service neutron] 10.222.0.10 "GET /v2.0/networks/2b68a51f-bd4c-48f0-ae3a-095a67bb7f09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806665 Mar 28 01:27:53.348765 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device 88c48f92-1a3a-456c-8721-fa9bd4178384 up at agent hyperv_hv-neutron-8348 {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:27:53.394999 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Provisioning complete for port 88c48f92-1a3a-456c-8721-fa9bd4178384 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:27:53.396235 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (88c48f92-1a3a-456c-8721-fa9bd4178384), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:27:53.470920 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port 88c48f92-1a3a-456c-8721-fa9bd4178384 is: BUILD; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:27:53.471221 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (88c48f92-1a3a-456c-8721-fa9bd4178384), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:27:53.501952 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port 88c48f92-1a3a-456c-8721-fa9bd4178384, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=88c48f92-1a3a-456c-8721-fa9bd4178384,segment=NetworkSegment(a8ff9866-4d1a-4081-861f-9ab5627ea74e),segment_id=a8ff9866-4d1a-4081-861f-9ab5627ea74e)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:27:53.505966 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (88c48f92-1a3a-456c-8721-fa9bd4178384), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:27:53.551186 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Pushing event updated for resources: {'Port': ['ID=88c48f92-1a3a-456c-8721-fa9bd4178384,revision_number=8']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:27:53.743283 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bbdb546-067f-480a-a9f0-bab56d5202cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88c48f92-1a3a-456c-8721-fa9bd4178384'}] {{(pid=104100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:27:53.745686 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd27896ebc78d0f7931321182ba9533a7b768b1c3fcddb3ff52a8aee6ddeaf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68b03b3a-df52-445f-b24a-63f9ae521bb9" -d '{"events": [{"server_uuid": "3bbdb546-067f-480a-a9f0-bab56d5202cb", "name": "network-vif-plugged", "status": "completed", "tag": "88c48f92-1a3a-456c-8721-fa9bd4178384"}]}' {{(pid=104100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:27:53.788325 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 01:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd75bf40-a58f-4d8c-b135-66c3ad5ebd47 x-openstack-request-id: req-dd75bf40-a58f-4d8c-b135-66c3ad5ebd47 {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:27:53.788699 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bbdb546-067f-480a-a9f0-bab56d5202cb", "name": "network-vif-plugged", "status": "completed", "tag": "88c48f92-1a3a-456c-8721-fa9bd4178384", "code": 200}]} {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:27:53.788956 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dd75bf40-a58f-4d8c-b135-66c3ad5ebd47 {{(pid=104100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:27:53.789356 dv-neutron-834874-6-hyperv neutron-server[104100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd75bf40-a58f-4d8c-b135-66c3ad5ebd47'] response: {'server_uuid': '3bbdb546-067f-480a-a9f0-bab56d5202cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88c48f92-1a3a-456c-8721-fa9bd4178384', 'code': 200} Mar 28 01:27:53.811186 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a960c9-e825-43fe-9de6-8ec0b05b1ebf req-5da4f61d-1a72-48d0-8984-874e10587bad tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:27:53.812719 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-56a960c9-e825-43fe-9de6-8ec0b05b1ebf req-5da4f61d-1a72-48d0-8984-874e10587bad tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bbdb546-067f-480a-a9f0-bab56d5202cb HTTP/1.1" status: 200 len: 945 time: 0.0527930 Mar 28 01:27:53.860387 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-56a960c9-e825-43fe-9de6-8ec0b05b1ebf req-8ec8e099-9967-4628-96a8-3e86dfdf526b tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413284 Mar 28 01:27:54.433319 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d70a2b6-7019-4cc9-9a25-799d53277f25 req-bfcacd9c-06dd-4df2-beec-663496c3f543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:27:54.434836 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-3d70a2b6-7019-4cc9-9a25-799d53277f25 req-bfcacd9c-06dd-4df2-beec-663496c3f543 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3bbdb546-067f-480a-a9f0-bab56d5202cb&tenant_id=33525a6311b1415f9d71794b9ce918e7 HTTP/1.1" status: 200 len: 1129 time: 0.0495484 Mar 28 01:27:54.499886 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d70a2b6-7019-4cc9-9a25-799d53277f25 req-97373041-c456-4a2e-9e49-1b20dd879304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:27:54.501308 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-3d70a2b6-7019-4cc9-9a25-799d53277f25 req-97373041-c456-4a2e-9e49-1b20dd879304 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=33525a6311b1415f9d71794b9ce918e7&device_id=3bbdb546-067f-480a-a9f0-bab56d5202cb HTTP/1.1" status: 200 len: 1129 time: 0.0437658 Mar 28 01:27:54.586663 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d70a2b6-7019-4cc9-9a25-799d53277f25 req-5ffa164b-e2df-43c7-9232-356bfe6199e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:27:54.588116 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-3d70a2b6-7019-4cc9-9a25-799d53277f25 req-5ffa164b-e2df-43c7-9232-356bfe6199e7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2b68a51f-bd4c-48f0-ae3a-095a67bb7f09 HTTP/1.1" status: 200 len: 912 time: 0.0811512 Mar 28 01:27:54.654272 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-3d70a2b6-7019-4cc9-9a25-799d53277f25 req-aadf14cf-749b-494d-bd39-030436c086c8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88c48f92-1a3a-456c-8721-fa9bd4178384 HTTP/1.1" status: 200 len: 1002 time: 0.0607822 Mar 28 01:27:54.700477 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d70a2b6-7019-4cc9-9a25-799d53277f25 req-1b805cf5-f5c6-4073-871c-c7767137029c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:27:54.701856 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-3d70a2b6-7019-4cc9-9a25-799d53277f25 req-1b805cf5-f5c6-4073-871c-c7767137029c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c6183e84-2e77-40ed-95a1-6f3728082881 HTTP/1.1" status: 200 len: 851 time: 0.0422182 Mar 28 01:27:54.748809 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d70a2b6-7019-4cc9-9a25-799d53277f25 req-1d2392b4-548b-4bd3-9192-26c7ffaf8784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:27:54.750319 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-3d70a2b6-7019-4cc9-9a25-799d53277f25 req-1d2392b4-548b-4bd3-9192-26c7ffaf8784 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2b68a51f-bd4c-48f0-ae3a-095a67bb7f09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0428526 Mar 28 01:27:54.839476 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-3d70a2b6-7019-4cc9-9a25-799d53277f25 req-e89328bf-c043-4792-af73-cda89c24015c service neutron] 10.222.0.10 "GET /v2.0/networks/2b68a51f-bd4c-48f0-ae3a-095a67bb7f09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831904 Mar 28 01:27:54.925767 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-3d70a2b6-7019-4cc9-9a25-799d53277f25 req-815d1c1d-2fd7-4097-8014-fa11f7e0d714 service neutron] 10.222.0.10 "GET /v2.0/networks/2b68a51f-bd4c-48f0-ae3a-095a67bb7f09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805919 Mar 28 01:27:54.980580 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a388ed81-9bf5-4c26-bcea-f4c91127423e req-6b3ae86f-0d53-4474-a1f5-a26cfc45590f tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:27:54.982061 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a388ed81-9bf5-4c26-bcea-f4c91127423e req-6b3ae86f-0d53-4474-a1f5-a26cfc45590f tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bbdb546-067f-480a-a9f0-bab56d5202cb HTTP/1.1" status: 200 len: 945 time: 0.0526865 Mar 28 01:27:55.032845 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a388ed81-9bf5-4c26-bcea-f4c91127423e req-f37cdec7-b1b5-4a1c-819c-d8882408f2da tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451570 Mar 28 01:27:56.158383 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1691b41c-8204-4ba7-8a0a-2188c47680ce req-e835f551-e325-40a9-b0a6-23769542d5f5 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:27:56.159869 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-1691b41c-8204-4ba7-8a0a-2188c47680ce req-e835f551-e325-40a9-b0a6-23769542d5f5 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bbdb546-067f-480a-a9f0-bab56d5202cb HTTP/1.1" status: 200 len: 945 time: 0.0580184 Mar 28 01:27:56.206602 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-1691b41c-8204-4ba7-8a0a-2188c47680ce req-64471129-f634-44fc-9696-1702c28fafc7 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402656 Mar 28 01:27:57.324409 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9fa707-2978-438c-bd90-65436cff7186 req-dbf9e9d7-ef2d-4d13-b495-d5dc55184f67 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:27:57.325875 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-1a9fa707-2978-438c-bd90-65436cff7186 req-dbf9e9d7-ef2d-4d13-b495-d5dc55184f67 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bbdb546-067f-480a-a9f0-bab56d5202cb HTTP/1.1" status: 200 len: 945 time: 0.0538263 Mar 28 01:27:57.371670 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-1a9fa707-2978-438c-bd90-65436cff7186 req-8a38c97c-6ebc-4c2d-af36-da6bdde0db8b tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403113 Mar 28 01:27:57.381464 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device 88c48f92-1a3a-456c-8721-fa9bd4178384 details requested by agent hyperv_hv-neutron-8348 with host hv-neutron-8348 {{(pid=104100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 01:27:57.387132 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device 88c48f92-1a3a-456c-8721-fa9bd4178384 no longer exists at agent hyperv_hv-neutron-8348 {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:27:57.487676 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5880e4d-889a-478b-b973-f7cf5db697a7 req-80f24af2-e535-4d0a-86b1-ab297518e767 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:27:57.489180 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-e5880e4d-889a-478b-b973-f7cf5db697a7 req-80f24af2-e535-4d0a-86b1-ab297518e767 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bbdb546-067f-480a-a9f0-bab56d5202cb HTTP/1.1" status: 200 len: 945 time: 0.0517459 Mar 28 01:27:57.529513 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port 88c48f92-1a3a-456c-8721-fa9bd4178384 is: ACTIVE; New status is: DOWN {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:27:57.530174 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (88c48f92-1a3a-456c-8721-fa9bd4178384), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:27:57.535022 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-e5880e4d-889a-478b-b973-f7cf5db697a7 req-14a40cff-4253-454c-b23c-df39e66db11b tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400736 Mar 28 01:27:57.561103 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port 88c48f92-1a3a-456c-8721-fa9bd4178384, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=88c48f92-1a3a-456c-8721-fa9bd4178384,segment=NetworkSegment(a8ff9866-4d1a-4081-861f-9ab5627ea74e),segment_id=a8ff9866-4d1a-4081-861f-9ab5627ea74e)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:27:57.572310 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bbdb546-067f-480a-a9f0-bab56d5202cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88c48f92-1a3a-456c-8721-fa9bd4178384'}] {{(pid=104100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:27:57.574537 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd27896ebc78d0f7931321182ba9533a7b768b1c3fcddb3ff52a8aee6ddeaf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d18af85-139f-4374-a2f2-21e1f35a0a59" -d '{"events": [{"server_uuid": "3bbdb546-067f-480a-a9f0-bab56d5202cb", "name": "network-vif-unplugged", "status": "completed", "tag": "88c48f92-1a3a-456c-8721-fa9bd4178384"}]}' {{(pid=104100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:27:57.589581 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port 88c48f92-1a3a-456c-8721-fa9bd4178384, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=88c48f92-1a3a-456c-8721-fa9bd4178384,segment=NetworkSegment(a8ff9866-4d1a-4081-861f-9ab5627ea74e),segment_id=a8ff9866-4d1a-4081-861f-9ab5627ea74e)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:27:57.590740 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Returning: {'device': '88c48f92-1a3a-456c-8721-fa9bd4178384', 'network_id': '2b68a51f-bd4c-48f0-ae3a-095a67bb7f09', 'port_id': '88c48f92-1a3a-456c-8721-fa9bd4178384', 'mac_address': 'fa:16:3e:1b:35:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6183e84-2e77-40ed-95a1-6f3728082881', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 01:27:57.613932 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (88c48f92-1a3a-456c-8721-fa9bd4178384), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:27:57.641162 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Mar 2022 01:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ac7776d-445c-4d22-97aa-24dcbc2d543e x-openstack-request-id: req-3ac7776d-445c-4d22-97aa-24dcbc2d543e {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:27:57.641455 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bbdb546-067f-480a-a9f0-bab56d5202cb", "name": "network-vif-unplugged", "status": "completed", "tag": "88c48f92-1a3a-456c-8721-fa9bd4178384", "code": 200}]} {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:27:57.641712 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3ac7776d-445c-4d22-97aa-24dcbc2d543e {{(pid=104100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:27:57.642111 dv-neutron-834874-6-hyperv neutron-server[104100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ac7776d-445c-4d22-97aa-24dcbc2d543e'] response: {'server_uuid': '3bbdb546-067f-480a-a9f0-bab56d5202cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88c48f92-1a3a-456c-8721-fa9bd4178384', 'code': 200} Mar 28 01:27:57.651767 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af77c42c-ee1d-46d3-8f60-0d7cb0f703d0 req-755ac3c8-f84b-45a3-98aa-d555eed29664 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:27:57.653334 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-af77c42c-ee1d-46d3-8f60-0d7cb0f703d0 req-755ac3c8-f84b-45a3-98aa-d555eed29664 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bbdb546-067f-480a-a9f0-bab56d5202cb HTTP/1.1" status: 200 len: 943 time: 0.0527010 Mar 28 01:27:57.656200 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port 88c48f92-1a3a-456c-8721-fa9bd4178384 is: DOWN; New status is: BUILD {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:27:57.656592 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (88c48f92-1a3a-456c-8721-fa9bd4178384), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:27:57.685326 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88c48f92-1a3a-456c-8721-fa9bd4178384 {{(pid=104100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 01:27:57.697027 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Pushing event updated for resources: {'Port': ['ID=88c48f92-1a3a-456c-8721-fa9bd4178384,revision_number=9']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:27:57.702814 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-af77c42c-ee1d-46d3-8f60-0d7cb0f703d0 req-c2d56d91-6e8a-47ed-b591-a336165fed0f tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435445 Mar 28 01:27:57.713877 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port 88c48f92-1a3a-456c-8721-fa9bd4178384, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=88c48f92-1a3a-456c-8721-fa9bd4178384,segment=NetworkSegment(a8ff9866-4d1a-4081-861f-9ab5627ea74e),segment_id=a8ff9866-4d1a-4081-861f-9ab5627ea74e)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:27:57.718513 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (88c48f92-1a3a-456c-8721-fa9bd4178384), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:27:57.769789 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Pushing event updated for resources: {'Port': ['ID=88c48f92-1a3a-456c-8721-fa9bd4178384,revision_number=10']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:27:57.774402 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] get_ports_and_sgs() called for port_ids ['88c48f92-1a3a-456c-8721-fa9bd4178384'] {{(pid=104100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 01:27:57.961836 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f05f08c-f9e7-4bde-9e0f-953d2be2ba8e req-387c787c-4568-4d79-9f10-16c668a2bc14 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:27:57.963279 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-1f05f08c-f9e7-4bde-9e0f-953d2be2ba8e req-387c787c-4568-4d79-9f10-16c668a2bc14 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bbdb546-067f-480a-a9f0-bab56d5202cb HTTP/1.1" status: 200 len: 945 time: 0.0553336 Mar 28 01:27:58.009043 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-1f05f08c-f9e7-4bde-9e0f-953d2be2ba8e req-c2f0e1a3-120e-4aa3-afc6-41bd87c9464a tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400839 Mar 28 01:27:58.851453 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.agents_db [None req-9a1d863f-391a-42f4-9870-e8292b919beb None None] Agent healthcheck: found 6 active agents {{(pid=104101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 01:27:59.128427 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0e2aeb-7f13-4bed-86d3-fcb26ce90754 req-6fad8d0a-575d-4cd6-b402-fa5297932a4b tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:27:59.129797 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-7d0e2aeb-7f13-4bed-86d3-fcb26ce90754 req-6fad8d0a-575d-4cd6-b402-fa5297932a4b tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bbdb546-067f-480a-a9f0-bab56d5202cb HTTP/1.1" status: 200 len: 945 time: 0.0517983 Mar 28 01:27:59.179374 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-7d0e2aeb-7f13-4bed-86d3-fcb26ce90754 req-871dfe9a-fa1e-4e46-ac94-0be53a9c7f8c tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440257 Mar 28 01:27:59.411945 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device 88c48f92-1a3a-456c-8721-fa9bd4178384 up at agent hyperv_hv-neutron-8348 {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:27:59.458369 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Provisioning complete for port 88c48f92-1a3a-456c-8721-fa9bd4178384 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:27:59.458748 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (88c48f92-1a3a-456c-8721-fa9bd4178384), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:27:59.532540 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port 88c48f92-1a3a-456c-8721-fa9bd4178384 is: BUILD; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:27:59.532917 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (88c48f92-1a3a-456c-8721-fa9bd4178384), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:27:59.562944 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port 88c48f92-1a3a-456c-8721-fa9bd4178384, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=88c48f92-1a3a-456c-8721-fa9bd4178384,segment=NetworkSegment(a8ff9866-4d1a-4081-861f-9ab5627ea74e),segment_id=a8ff9866-4d1a-4081-861f-9ab5627ea74e)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:27:59.568226 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (88c48f92-1a3a-456c-8721-fa9bd4178384), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:27:59.615984 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Pushing event updated for resources: {'Port': ['ID=88c48f92-1a3a-456c-8721-fa9bd4178384,revision_number=11']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:27:59.642947 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bbdb546-067f-480a-a9f0-bab56d5202cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88c48f92-1a3a-456c-8721-fa9bd4178384'}] {{(pid=104100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:27:59.645248 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd27896ebc78d0f7931321182ba9533a7b768b1c3fcddb3ff52a8aee6ddeaf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54ac44bd-530d-4b49-bb1e-0ddf7051ce8b" -d '{"events": [{"server_uuid": "3bbdb546-067f-480a-a9f0-bab56d5202cb", "name": "network-vif-plugged", "status": "completed", "tag": "88c48f92-1a3a-456c-8721-fa9bd4178384"}]}' {{(pid=104100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:27:59.679819 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 01:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fae6d58e-cc63-470f-877d-c6965ad7ec10 x-openstack-request-id: req-fae6d58e-cc63-470f-877d-c6965ad7ec10 {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:27:59.680145 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bbdb546-067f-480a-a9f0-bab56d5202cb", "name": "network-vif-plugged", "status": "completed", "tag": "88c48f92-1a3a-456c-8721-fa9bd4178384", "code": 200}]} {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:27:59.680407 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fae6d58e-cc63-470f-877d-c6965ad7ec10 {{(pid=104100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:27:59.680811 dv-neutron-834874-6-hyperv neutron-server[104100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fae6d58e-cc63-470f-877d-c6965ad7ec10'] response: {'server_uuid': '3bbdb546-067f-480a-a9f0-bab56d5202cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88c48f92-1a3a-456c-8721-fa9bd4178384', 'code': 200} Mar 28 01:28:00.034124 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6668b4de-5e67-4f83-8500-b9cb8c8868e6 req-aa2b616d-8de3-4d92-add4-84b36d619ca4 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:28:00.035566 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6668b4de-5e67-4f83-8500-b9cb8c8868e6 req-aa2b616d-8de3-4d92-add4-84b36d619ca4 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.10 "GET /v2.0/ports?device_id=3bbdb546-067f-480a-a9f0-bab56d5202cb HTTP/1.1" status: 200 len: 946 time: 0.0511563 Mar 28 01:28:00.130544 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [req-6668b4de-5e67-4f83-8500-b9cb8c8868e6 req-4daf4f4e-0329-4eb9-bfa2-ea8c0828e8b5 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Deleting port 88c48f92-1a3a-456c-8721-fa9bd4178384 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:28:00.130886 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-6668b4de-5e67-4f83-8500-b9cb8c8868e6 req-4daf4f4e-0329-4eb9-bfa2-ea8c0828e8b5 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (88c48f92-1a3a-456c-8721-fa9bd4178384), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:28:00.217502 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-6668b4de-5e67-4f83-8500-b9cb8c8868e6 req-4daf4f4e-0329-4eb9-bfa2-ea8c0828e8b5 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] For port 88c48f92-1a3a-456c-8721-fa9bd4178384, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=88c48f92-1a3a-456c-8721-fa9bd4178384,segment=NetworkSegment(a8ff9866-4d1a-4081-861f-9ab5627ea74e),segment_id=a8ff9866-4d1a-4081-861f-9ab5627ea74e)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:28:00.217873 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-6668b4de-5e67-4f83-8500-b9cb8c8868e6 req-4daf4f4e-0329-4eb9-bfa2-ea8c0828e8b5 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (88c48f92-1a3a-456c-8721-fa9bd4178384), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:28:00.296772 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5695477a-f42d-4c5e-b5a7-dec200587198 req-daa48d68-2368-45b5-94d0-de3ced2881be tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:28:00.298160 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-5695477a-f42d-4c5e-b5a7-dec200587198 req-daa48d68-2368-45b5-94d0-de3ced2881be tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bbdb546-067f-480a-a9f0-bab56d5202cb HTTP/1.1" status: 200 len: 946 time: 0.0519764 Mar 28 01:28:00.343968 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-5695477a-f42d-4c5e-b5a7-dec200587198 req-36663ade-907e-43f0-98cc-7b0260f4395f tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394180 Mar 28 01:28:00.392745 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-6668b4de-5e67-4f83-8500-b9cb8c8868e6 req-4daf4f4e-0329-4eb9-bfa2-ea8c0828e8b5 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:28:00.393111 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-6668b4de-5e67-4f83-8500-b9cb8c8868e6 req-4daf4f4e-0329-4eb9-bfa2-ea8c0828e8b5 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688063'] for floatingip (95efdcf1-8ddd-402b-a1ca-9f765b94edc8), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:28:00.393427 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.l3_db [req-6668b4de-5e67-4f83-8500-b9cb8c8868e6 req-4daf4f4e-0329-4eb9-bfa2-ea8c0828e8b5 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Floating IP 95efdcf1-8ddd-402b-a1ca-9f765b94edc8 disassociated. External IP: 172.26.1.184, port: 88c48f92-1a3a-456c-8721-fa9bd4178384. Mar 28 01:28:00.393769 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [req-6668b4de-5e67-4f83-8500-b9cb8c8868e6 req-4daf4f4e-0329-4eb9-bfa2-ea8c0828e8b5 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Calling delete_port for 88c48f92-1a3a-456c-8721-fa9bd4178384 owned by compute:nova {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:28:00.519598 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-6668b4de-5e67-4f83-8500-b9cb8c8868e6 req-4daf4f4e-0329-4eb9-bfa2-ea8c0828e8b5 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (88c48f92-1a3a-456c-8721-fa9bd4178384), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:28:00.546564 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daf4f4e-0329-4eb9-bfa2-ea8c0828e8b5 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Pushing event deleted for resources: {'Port': ['ID=88c48f92-1a3a-456c-8721-fa9bd4178384,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:28:00.666766 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6668b4de-5e67-4f83-8500-b9cb8c8868e6 req-4daf4f4e-0329-4eb9-bfa2-ea8c0828e8b5 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Router eb8a7912-2e1e-41a5-bce5-c8ac5275303b has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:28:00.777680 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6668b4de-5e67-4f83-8500-b9cb8c8868e6 req-4daf4f4e-0329-4eb9-bfa2-ea8c0828e8b5 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:28:00.787260 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c77957-9534-4b99-aece-612943d62e4f None None] Sync routers for ids ['eb8a7912-2e1e-41a5-bce5-c8ac5275303b'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:28:00.797332 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c77957-9534-4b99-aece-612943d62e4f None None] Routers {'eb8a7912-2e1e-41a5-bce5-c8ac5275303b'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:28:00.797944 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-02c77957-9534-4b99-aece-612943d62e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:27:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['eb8a7912-2e1e-41a5-bce5-c8ac5275303b'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:28:00.818532 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [req-6668b4de-5e67-4f83-8500-b9cb8c8868e6 req-4daf4f4e-0329-4eb9-bfa2-ea8c0828e8b5 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] No DVR routers for this DVR port 88c48f92-1a3a-456c-8721-fa9bd4178384 on host hv-neutron-8348 {{(pid=104099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:28:00.821132 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-6668b4de-5e67-4f83-8500-b9cb8c8868e6 req-4daf4f4e-0329-4eb9-bfa2-ea8c0828e8b5 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:28:00.824564 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6668b4de-5e67-4f83-8500-b9cb8c8868e6 req-4daf4f4e-0329-4eb9-bfa2-ea8c0828e8b5 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.10 "DELETE /v2.0/ports/88c48f92-1a3a-456c-8721-fa9bd4178384 HTTP/1.1" status: 204 len: 173 time: 0.7840323 Mar 28 01:28:00.825056 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bbdb546-067f-480a-a9f0-bab56d5202cb', 'name': 'network-vif-deleted', 'tag': '88c48f92-1a3a-456c-8721-fa9bd4178384'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:28:00.827346 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2af4b01a9fa8b1570ccf1d7859d693ad34c106b258078e9cfae86b97f35e3d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0181c82e-3be5-4448-8daf-2f03e3867123" -d '{"events": [{"server_uuid": "3bbdb546-067f-480a-a9f0-bab56d5202cb", "name": "network-vif-deleted", "tag": "88c48f92-1a3a-456c-8721-fa9bd4178384"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:28:00.869058 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 01:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d6c5b7c-54b3-4b9c-8651-8e425382f35e x-openstack-request-id: req-3d6c5b7c-54b3-4b9c-8651-8e425382f35e {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:28:00.869355 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bbdb546-067f-480a-a9f0-bab56d5202cb", "name": "network-vif-deleted", "tag": "88c48f92-1a3a-456c-8721-fa9bd4178384", "status": "completed", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:28:00.869616 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3d6c5b7c-54b3-4b9c-8651-8e425382f35e {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:28:00.870038 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d6c5b7c-54b3-4b9c-8651-8e425382f35e'] response: {'server_uuid': '3bbdb546-067f-480a-a9f0-bab56d5202cb', 'name': 'network-vif-deleted', 'tag': '88c48f92-1a3a-456c-8721-fa9bd4178384', 'status': 'completed', 'code': 200} Mar 28 01:28:00.912976 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-02c77957-9534-4b99-aece-612943d62e4f None None] Set router eb8a7912-2e1e-41a5-bce5-c8ac5275303b gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:28:01.106978 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-02c77957-9534-4b99-aece-612943d62e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8a7912-2e1e-41a5-bce5-c8ac5275303b', 'name': 'tempest-ServerActionsTestJSON-1418931163-router', 'tenant_id': '33525a6311b1415f9d71794b9ce918e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.233'}], 'enable_snat': True}, 'gw_port_id': '2e91b93f-f097-4053-aa25-f19103298b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:25:25Z', 'updated_at': '2022-03-28T01:25:28Z', 'revision_number': 4, 'project_id': '33525a6311b1415f9d71794b9ce918e7', 'gw_port': {'id': '2e91b93f-f097-4053-aa25-f19103298b2b', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8a7912-2e1e-41a5-bce5-c8ac5275303b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:25:26Z', 'updated_at': '2022-03-28T01:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': '44a67edb-a9f3-4e19-aecb-e843bb5498bc', 'name': '', 'network_id': '2b68a51f-bd4c-48f0-ae3a-095a67bb7f09', 'tenant_id': '33525a6311b1415f9d71794b9ce918e7', 'mac_address': 'fa:16:3e:87:fe:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8a7912-2e1e-41a5-bce5-c8ac5275303b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': 'c6183e84-2e77-40ed-95a1-6f3728082881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:25:27Z', 'updated_at': '2022-03-28T01:25:32Z', 'revision_number': 5, 'project_id': '33525a6311b1415f9d71794b9ce918e7', 'subnets': [{'id': 'c6183e84-2e77-40ed-95a1-6f3728082881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:28:01.133117 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c77957-9534-4b99-aece-612943d62e4f None None] Checking router: eb8a7912-2e1e-41a5-bce5-c8ac5275303b for host: dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:28:01.141174 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c77957-9534-4b99-aece-612943d62e4f None None] Routers {'eb8a7912-2e1e-41a5-bce5-c8ac5275303b'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:28:01.141770 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-02c77957-9534-4b99-aece-612943d62e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:27:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['eb8a7912-2e1e-41a5-bce5-c8ac5275303b'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:28:01.250967 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-02c77957-9534-4b99-aece-612943d62e4f None None] Set router eb8a7912-2e1e-41a5-bce5-c8ac5275303b gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:28:01.451312 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-02c77957-9534-4b99-aece-612943d62e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8a7912-2e1e-41a5-bce5-c8ac5275303b', 'name': 'tempest-ServerActionsTestJSON-1418931163-router', 'tenant_id': '33525a6311b1415f9d71794b9ce918e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.233'}], 'enable_snat': True}, 'gw_port_id': '2e91b93f-f097-4053-aa25-f19103298b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:25:25Z', 'updated_at': '2022-03-28T01:25:28Z', 'revision_number': 4, 'project_id': '33525a6311b1415f9d71794b9ce918e7', 'gw_port': {'id': '2e91b93f-f097-4053-aa25-f19103298b2b', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8a7912-2e1e-41a5-bce5-c8ac5275303b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:25:26Z', 'updated_at': '2022-03-28T01:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': '44a67edb-a9f3-4e19-aecb-e843bb5498bc', 'name': '', 'network_id': '2b68a51f-bd4c-48f0-ae3a-095a67bb7f09', 'tenant_id': '33525a6311b1415f9d71794b9ce918e7', 'mac_address': 'fa:16:3e:87:fe:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8a7912-2e1e-41a5-bce5-c8ac5275303b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': 'c6183e84-2e77-40ed-95a1-6f3728082881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:25:27Z', 'updated_at': '2022-03-28T01:25:32Z', 'revision_number': 5, 'project_id': '33525a6311b1415f9d71794b9ce918e7', 'subnets': [{'id': 'c6183e84-2e77-40ed-95a1-6f3728082881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:28:01.477892 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c77957-9534-4b99-aece-612943d62e4f None None] The sync data for ids ['eb8a7912-2e1e-41a5-bce5-c8ac5275303b'] in dv-neutron-834874-6-hyperv is: [{'id': 'eb8a7912-2e1e-41a5-bce5-c8ac5275303b', 'name': 'tempest-ServerActionsTestJSON-1418931163-router', 'tenant_id': '33525a6311b1415f9d71794b9ce918e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.233'}], 'enable_snat': True}, 'gw_port_id': '2e91b93f-f097-4053-aa25-f19103298b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:25:25Z', 'updated_at': '2022-03-28T01:25:28Z', 'revision_number': 4, 'project_id': '33525a6311b1415f9d71794b9ce918e7', 'gw_port': {'id': '2e91b93f-f097-4053-aa25-f19103298b2b', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8a7912-2e1e-41a5-bce5-c8ac5275303b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:25:26Z', 'updated_at': '2022-03-28T01:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': '44a67edb-a9f3-4e19-aecb-e843bb5498bc', 'name': '', 'network_id': '2b68a51f-bd4c-48f0-ae3a-095a67bb7f09', 'tenant_id': '33525a6311b1415f9d71794b9ce918e7', 'mac_address': 'fa:16:3e:87:fe:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8a7912-2e1e-41a5-bce5-c8ac5275303b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': 'c6183e84-2e77-40ed-95a1-6f3728082881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:25:27Z', 'updated_at': '2022-03-28T01:25:32Z', 'revision_number': 5, 'project_id': '33525a6311b1415f9d71794b9ce918e7', 'subnets': [{'id': 'c6183e84-2e77-40ed-95a1-6f3728082881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:28:01.615630 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-78525d1a-f15e-4478-aec5-9eb3cc2159d2 req-a2994ba8-8682-468c-a7ff-18b9585a5c0b tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1248637977&fields=id&tenant_id=33525a6311b1415f9d71794b9ce918e7 HTTP/1.1" status: 200 len: 267 time: 0.0441647 Mar 28 01:28:01.704880 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f41fe46-ca10-4c33-b1b1-032bed723a26 None None] New status for floating IP 95efdcf1-8ddd-402b-a1ca-9f765b94edc8: DOWN {{(pid=104101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 01:28:01.726958 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78525d1a-f15e-4478-aec5-9eb3cc2159d2 req-31e392bc-97fc-43b0-bde5-40cf8411c217 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:28:01.728441 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-78525d1a-f15e-4478-aec5-9eb3cc2159d2 req-31e392bc-97fc-43b0-bde5-40cf8411c217 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/networks?id=2b68a51f-bd4c-48f0-ae3a-095a67bb7f09 HTTP/1.1" status: 200 len: 812 time: 0.1061554 Mar 28 01:28:01.743421 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-78525d1a-f15e-4478-aec5-9eb3cc2159d2 req-86d47fca-f39e-429d-97b1-313ec8a4bc74 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/quotas/33525a6311b1415f9d71794b9ce918e7 HTTP/1.1" status: 200 len: 375 time: 0.0094895 Mar 28 01:28:01.800185 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-78525d1a-f15e-4478-aec5-9eb3cc2159d2 req-8f121d38-2540-4665-a12d-9043b425555e tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=33525a6311b1415f9d71794b9ce918e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0516212 Mar 28 01:28:01.895426 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-78525d1a-f15e-4478-aec5-9eb3cc2159d2 req-dacccd8e-39d5-4e2c-86a7-cd36751487fa service neutron] 10.222.0.24 "GET /v2.0/networks/2b68a51f-bd4c-48f0-ae3a-095a67bb7f09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824347 Mar 28 01:28:01.990490 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-78525d1a-f15e-4478-aec5-9eb3cc2159d2 req-3fa5c063-f58c-4e5d-9a6c-3e798ac719f6 service neutron] 10.222.0.24 "GET /v2.0/networks/2b68a51f-bd4c-48f0-ae3a-095a67bb7f09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856669 Mar 28 01:28:02.150147 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-72119bb2-493e-4157-9324-dc896c86a427 req-dcb424aa-64d6-4992-b840-3dd8dd80bcac tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=35a17f83-d106-474b-ab70-4a275ab9d7d3 HTTP/1.1" status: 200 len: 210 time: 0.0303397 Mar 28 01:28:02.995451 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:28:03.022205 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78525d1a-f15e-4478-aec5-9eb3cc2159d2 req-5917b518-be2a-457d-a797-260c17112357 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:28:03.023634 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-78525d1a-f15e-4478-aec5-9eb3cc2159d2 req-5917b518-be2a-457d-a797-260c17112357 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.10 "GET /v2.0/networks?id=2b68a51f-bd4c-48f0-ae3a-095a67bb7f09 HTTP/1.1" status: 200 len: 812 time: 0.1028597 Mar 28 01:28:03.085829 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-78525d1a-f15e-4478-aec5-9eb3cc2159d2 req-cac8d26c-f0f6-4500-b374-7dc457ab85b8 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=33525a6311b1415f9d71794b9ce918e7 HTTP/1.1" status: 200 len: 380 time: 0.0543013 Mar 28 01:28:03.094176 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [req-78525d1a-f15e-4478-aec5-9eb3cc2159d2 req-240c81d6-a180-4461-9b24-6ec8fc8b32ed tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Request body: {'port': {'device_id': '35a17f83-d106-474b-ab70-4a275ab9d7d3', 'network_id': '2b68a51f-bd4c-48f0-ae3a-095a67bb7f09', 'admin_state_up': True, 'tenant_id': '33525a6311b1415f9d71794b9ce918e7', 'security_groups': ['008e8106-b11f-4603-bd11-8252c8eae52c']}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:28:03.204126 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78525d1a-f15e-4478-aec5-9eb3cc2159d2 req-240c81d6-a180-4461-9b24-6ec8fc8b32ed tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Made reservation on behalf of 33525a6311b1415f9d71794b9ce918e7 for: {'port': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:28:03.207571 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-78525d1a-f15e-4478-aec5-9eb3cc2159d2 req-240c81d6-a180-4461-9b24-6ec8fc8b32ed tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:28:03.245339 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-de90ddc5-eb65-45a5-aa74-0aee496dcb93 req-69a58581-caf4-452f-b31a-aceda55728cd tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=35a17f83-d106-474b-ab70-4a275ab9d7d3 HTTP/1.1" status: 200 len: 210 time: 0.0283606 Mar 28 01:28:03.330130 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [req-78525d1a-f15e-4478-aec5-9eb3cc2159d2 req-240c81d6-a180-4461-9b24-6ec8fc8b32ed tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Allocated IP 172.20.0.7 (2b68a51f-bd4c-48f0-ae3a-095a67bb7f09/c6183e84-2e77-40ed-95a1-6f3728082881/ae174ea6-02fe-4d7b-9e85-75024ef634f0) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:28:03.450410 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device 88c48f92-1a3a-456c-8721-fa9bd4178384 no longer exists at agent hyperv_hv-neutron-8348 {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:28:03.469589 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-78525d1a-f15e-4478-aec5-9eb3cc2159d2 req-240c81d6-a180-4461-9b24-6ec8fc8b32ed tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Publish callbacks [] for port (ae174ea6-02fe-4d7b-9e85-75024ef634f0), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:28:03.470651 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] No Port match for: 88c48f92-1a3a-456c-8721-fa9bd4178384 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:28:03.470996 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device 88c48f92-1a3a-456c-8721-fa9bd4178384 not bound to the agent host hv-neutron-8348 {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:28:03.505789 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-78525d1a-f15e-4478-aec5-9eb3cc2159d2 req-240c81d6-a180-4461-9b24-6ec8fc8b32ed tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (ae174ea6-02fe-4d7b-9e85-75024ef634f0), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:28:03.545188 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78525d1a-f15e-4478-aec5-9eb3cc2159d2 req-240c81d6-a180-4461-9b24-6ec8fc8b32ed tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Network 2b68a51f-bd4c-48f0-ae3a-095a67bb7f09 is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:28:03.548184 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [req-78525d1a-f15e-4478-aec5-9eb3cc2159d2 req-240c81d6-a180-4461-9b24-6ec8fc8b32ed tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:28:03.551881 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [req-78525d1a-f15e-4478-aec5-9eb3cc2159d2 req-240c81d6-a180-4461-9b24-6ec8fc8b32ed tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:28:03.583718 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240c81d6-a180-4461-9b24-6ec8fc8b32ed tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Pushing event updated for resources: {'Port': ['ID=ae174ea6-02fe-4d7b-9e85-75024ef634f0,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:28:03.599352 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240c81d6-a180-4461-9b24-6ec8fc8b32ed tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:28:03.599697 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240c81d6-a180-4461-9b24-6ec8fc8b32ed tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:28:03.600103 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240c81d6-a180-4461-9b24-6ec8fc8b32ed tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:28:03.600448 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240c81d6-a180-4461-9b24-6ec8fc8b32ed tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:28:03.600783 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240c81d6-a180-4461-9b24-6ec8fc8b32ed tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:28:03.601115 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240c81d6-a180-4461-9b24-6ec8fc8b32ed tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:28:03.601446 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240c81d6-a180-4461-9b24-6ec8fc8b32ed tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:28:03.601767 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240c81d6-a180-4461-9b24-6ec8fc8b32ed tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:28:03.602092 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240c81d6-a180-4461-9b24-6ec8fc8b32ed tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:28:03.602415 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240c81d6-a180-4461-9b24-6ec8fc8b32ed tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:28:03.602742 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240c81d6-a180-4461-9b24-6ec8fc8b32ed tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:28:03.603052 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240c81d6-a180-4461-9b24-6ec8fc8b32ed tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:28:03.603372 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240c81d6-a180-4461-9b24-6ec8fc8b32ed tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:28:03.603690 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240c81d6-a180-4461-9b24-6ec8fc8b32ed tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:28:03.604006 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240c81d6-a180-4461-9b24-6ec8fc8b32ed tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:28:03.625639 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78525d1a-f15e-4478-aec5-9eb3cc2159d2 req-240c81d6-a180-4461-9b24-6ec8fc8b32ed tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:28:03.626364 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-78525d1a-f15e-4478-aec5-9eb3cc2159d2 req-240c81d6-a180-4461-9b24-6ec8fc8b32ed tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:28:03.643360 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-78525d1a-f15e-4478-aec5-9eb3cc2159d2 req-240c81d6-a180-4461-9b24-6ec8fc8b32ed tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5526805 Mar 28 01:28:03.766715 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [req-78525d1a-f15e-4478-aec5-9eb3cc2159d2 req-cf9b2407-7431-4fcd-9b67-b810dc9822b5 service neutron] Request body: {'port': {'device_id': '35a17f83-d106-474b-ab70-4a275ab9d7d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8348'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:28:03.786006 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-7524a1e8-217b-45cd-874b-8e7d4755f6f7 None None] Provisioning complete for port ae174ea6-02fe-4d7b-9e85-75024ef634f0 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:28:03.786692 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-7524a1e8-217b-45cd-874b-8e7d4755f6f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (ae174ea6-02fe-4d7b-9e85-75024ef634f0), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:28:03.820292 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-7524a1e8-217b-45cd-874b-8e7d4755f6f7 None None] Port ae174ea6-02fe-4d7b-9e85-75024ef634f0 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:28:03.825015 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-78525d1a-f15e-4478-aec5-9eb3cc2159d2 req-cf9b2407-7431-4fcd-9b67-b810dc9822b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (ae174ea6-02fe-4d7b-9e85-75024ef634f0), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:28:04.078674 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [req-78525d1a-f15e-4478-aec5-9eb3cc2159d2 req-cf9b2407-7431-4fcd-9b67-b810dc9822b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae174ea6-02fe-4d7b-9e85-75024ef634f0 {{(pid=104099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 01:28:04.087057 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-78525d1a-f15e-4478-aec5-9eb3cc2159d2 req-cf9b2407-7431-4fcd-9b67-b810dc9822b5 service neutron] Publish callbacks [] for port (ae174ea6-02fe-4d7b-9e85-75024ef634f0), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:28:04.099411 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [req-78525d1a-f15e-4478-aec5-9eb3cc2159d2 req-cf9b2407-7431-4fcd-9b67-b810dc9822b5 service neutron] Transition to ACTIVE for port object ae174ea6-02fe-4d7b-9e85-75024ef634f0 will not be triggered until provisioned by entity L2. {{(pid=104099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 01:28:04.102769 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-78525d1a-f15e-4478-aec5-9eb3cc2159d2 req-cf9b2407-7431-4fcd-9b67-b810dc9822b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (ae174ea6-02fe-4d7b-9e85-75024ef634f0), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:28:04.150052 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9b2407-7431-4fcd-9b67-b810dc9822b5 service neutron] Pushing event updated for resources: {'Port': ['ID=ae174ea6-02fe-4d7b-9e85-75024ef634f0,revision_number=2']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:28:04.222000 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-78525d1a-f15e-4478-aec5-9eb3cc2159d2 req-cf9b2407-7431-4fcd-9b67-b810dc9822b5 service neutron] Attempting to bind port ae174ea6-02fe-4d7b-9e85-75024ef634f0 on host hv-neutron-8348 for vnic_type normal with profile {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:28:04.222723 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-78525d1a-f15e-4478-aec5-9eb3cc2159d2 req-cf9b2407-7431-4fcd-9b67-b810dc9822b5 service neutron] Attempting to bind port ae174ea6-02fe-4d7b-9e85-75024ef634f0 by drivers openvswitch,hyperv on host hv-neutron-8348 at level 0 using segments [{'id': 'a8ff9866-4d1a-4081-861f-9ab5627ea74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2b68a51f-bd4c-48f0-ae3a-095a67bb7f09'}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:28:04.222723 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78525d1a-f15e-4478-aec5-9eb3cc2159d2 req-cf9b2407-7431-4fcd-9b67-b810dc9822b5 service neutron] Attempting to bind port ae174ea6-02fe-4d7b-9e85-75024ef634f0 on network 2b68a51f-bd4c-48f0-ae3a-095a67bb7f09 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:28:04.227348 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78525d1a-f15e-4478-aec5-9eb3cc2159d2 req-cf9b2407-7431-4fcd-9b67-b810dc9822b5 service neutron] Port ae174ea6-02fe-4d7b-9e85-75024ef634f0 on network 2b68a51f-bd4c-48f0-ae3a-095a67bb7f09 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8348 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 01:28:04.227674 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78525d1a-f15e-4478-aec5-9eb3cc2159d2 req-cf9b2407-7431-4fcd-9b67-b810dc9822b5 service neutron] Attempting to bind port ae174ea6-02fe-4d7b-9e85-75024ef634f0 on network 2b68a51f-bd4c-48f0-ae3a-095a67bb7f09 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:28:04.232685 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78525d1a-f15e-4478-aec5-9eb3cc2159d2 req-cf9b2407-7431-4fcd-9b67-b810dc9822b5 service neutron] Checking agent: {'id': '287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8348', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 1, 2, 33), 'started_at': datetime.datetime(2022, 3, 28, 1, 2, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:28:04.233025 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78525d1a-f15e-4478-aec5-9eb3cc2159d2 req-cf9b2407-7431-4fcd-9b67-b810dc9822b5 service neutron] Checking segment: {'id': 'a8ff9866-4d1a-4081-861f-9ab5627ea74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2b68a51f-bd4c-48f0-ae3a-095a67bb7f09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:28:04.233407 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78525d1a-f15e-4478-aec5-9eb3cc2159d2 req-cf9b2407-7431-4fcd-9b67-b810dc9822b5 service neutron] Bound using segment: {'id': 'a8ff9866-4d1a-4081-861f-9ab5627ea74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2b68a51f-bd4c-48f0-ae3a-095a67bb7f09'} {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:28:04.233835 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-78525d1a-f15e-4478-aec5-9eb3cc2159d2 req-cf9b2407-7431-4fcd-9b67-b810dc9822b5 service neutron] Bound port: ae174ea6-02fe-4d7b-9e85-75024ef634f0, host: hv-neutron-8348, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8ff9866-4d1a-4081-861f-9ab5627ea74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2b68a51f-bd4c-48f0-ae3a-095a67bb7f09'}}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:28:04.234191 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-78525d1a-f15e-4478-aec5-9eb3cc2159d2 req-cf9b2407-7431-4fcd-9b67-b810dc9822b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (ae174ea6-02fe-4d7b-9e85-75024ef634f0), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:28:04.307055 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-78525d1a-f15e-4478-aec5-9eb3cc2159d2 req-cf9b2407-7431-4fcd-9b67-b810dc9822b5 service neutron] For port ae174ea6-02fe-4d7b-9e85-75024ef634f0, host hv-neutron-8348, cleared binding levels {{(pid=104099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:28:04.311019 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-78525d1a-f15e-4478-aec5-9eb3cc2159d2 req-cf9b2407-7431-4fcd-9b67-b810dc9822b5 service neutron] For port ae174ea6-02fe-4d7b-9e85-75024ef634f0, host hv-neutron-8348, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=ae174ea6-02fe-4d7b-9e85-75024ef634f0,segment=NetworkSegment(a8ff9866-4d1a-4081-861f-9ab5627ea74e),segment_id=a8ff9866-4d1a-4081-861f-9ab5627ea74e)] {{(pid=104099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:28:04.326794 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-78525d1a-f15e-4478-aec5-9eb3cc2159d2 req-cf9b2407-7431-4fcd-9b67-b810dc9822b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (ae174ea6-02fe-4d7b-9e85-75024ef634f0), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:28:04.386598 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78525d1a-f15e-4478-aec5-9eb3cc2159d2 req-cf9b2407-7431-4fcd-9b67-b810dc9822b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:28:04.387235 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-78525d1a-f15e-4478-aec5-9eb3cc2159d2 req-cf9b2407-7431-4fcd-9b67-b810dc9822b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:28:04.388855 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-78525d1a-f15e-4478-aec5-9eb3cc2159d2 req-cf9b2407-7431-4fcd-9b67-b810dc9822b5 service neutron] 10.222.0.10 "PUT /v2.0/ports/ae174ea6-02fe-4d7b-9e85-75024ef634f0 HTTP/1.1" status: 200 len: 1093 time: 0.6265166 Mar 28 01:28:04.391318 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35a17f83-d106-474b-ab70-4a275ab9d7d3', 'tag': 'ae174ea6-02fe-4d7b-9e85-75024ef634f0'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:28:04.394389 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2af4b01a9fa8b1570ccf1d7859d693ad34c106b258078e9cfae86b97f35e3d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-169e8573-7357-42ee-babf-6621c4a02081" -d '{"events": [{"name": "network-changed", "server_uuid": "35a17f83-d106-474b-ab70-4a275ab9d7d3", "tag": "ae174ea6-02fe-4d7b-9e85-75024ef634f0"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:28:04.429032 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda7fc18-8e01-40f9-b1e0-0cea0a398797 req-54130ad4-111b-46f4-8713-b9d6527d58e9 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:28:04.430587 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-dda7fc18-8e01-40f9-b1e0-0cea0a398797 req-54130ad4-111b-46f4-8713-b9d6527d58e9 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=35a17f83-d106-474b-ab70-4a275ab9d7d3 HTTP/1.1" status: 200 len: 943 time: 0.1154850 Mar 28 01:28:04.443116 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 01:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c411e89-0cc8-4fff-8ab1-62281091f836 x-openstack-request-id: req-2c411e89-0cc8-4fff-8ab1-62281091f836 {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:28:04.443409 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35a17f83-d106-474b-ab70-4a275ab9d7d3", "tag": "ae174ea6-02fe-4d7b-9e85-75024ef634f0", "status": "completed", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:28:04.443661 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2c411e89-0cc8-4fff-8ab1-62281091f836 {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:28:04.444071 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c411e89-0cc8-4fff-8ab1-62281091f836'] response: {'name': 'network-changed', 'server_uuid': '35a17f83-d106-474b-ab70-4a275ab9d7d3', 'tag': 'ae174ea6-02fe-4d7b-9e85-75024ef634f0', 'status': 'completed', 'code': 200} Mar 28 01:28:04.444637 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9b2407-7431-4fcd-9b67-b810dc9822b5 service neutron] Pushing event updated for resources: {'Port': ['ID=ae174ea6-02fe-4d7b-9e85-75024ef634f0,revision_number=3']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:28:04.516942 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-dda7fc18-8e01-40f9-b1e0-0cea0a398797 req-5e5356be-8791-4ad2-9153-e34dfd1f8ae8 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763803 Mar 28 01:28:04.523758 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78525d1a-f15e-4478-aec5-9eb3cc2159d2 req-1ac6157d-28b8-4e77-bcbd-d43b9bd85666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:28:04.525272 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-78525d1a-f15e-4478-aec5-9eb3cc2159d2 req-1ac6157d-28b8-4e77-bcbd-d43b9bd85666 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=33525a6311b1415f9d71794b9ce918e7&device_id=35a17f83-d106-474b-ab70-4a275ab9d7d3 HTTP/1.1" status: 200 len: 1127 time: 0.0937946 Mar 28 01:28:04.568580 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-78525d1a-f15e-4478-aec5-9eb3cc2159d2 req-0d21caba-bd83-4620-bb3f-5cbcf2e67b59 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae174ea6-02fe-4d7b-9e85-75024ef634f0 HTTP/1.1" status: 200 len: 217 time: 0.0354676 Mar 28 01:28:04.616314 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78525d1a-f15e-4478-aec5-9eb3cc2159d2 req-94df998c-e2bf-405e-80ba-2c0533f1bfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:28:04.617659 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-78525d1a-f15e-4478-aec5-9eb3cc2159d2 req-94df998c-e2bf-405e-80ba-2c0533f1bfb2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c6183e84-2e77-40ed-95a1-6f3728082881 HTTP/1.1" status: 200 len: 851 time: 0.0433984 Mar 28 01:28:04.668758 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78525d1a-f15e-4478-aec5-9eb3cc2159d2 req-8d93d0fb-dd38-446b-930b-8c2367f5525b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:28:04.670248 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-78525d1a-f15e-4478-aec5-9eb3cc2159d2 req-8d93d0fb-dd38-446b-930b-8c2367f5525b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2b68a51f-bd4c-48f0-ae3a-095a67bb7f09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0469341 Mar 28 01:28:04.758912 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-78525d1a-f15e-4478-aec5-9eb3cc2159d2 req-054238c4-2a22-4425-9c8a-f28493747e1b service neutron] 10.222.0.10 "GET /v2.0/networks/2b68a51f-bd4c-48f0-ae3a-095a67bb7f09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811834 Mar 28 01:28:04.850436 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-78525d1a-f15e-4478-aec5-9eb3cc2159d2 req-b97fe5a6-6179-4924-871c-f840c3fe3ade service neutron] 10.222.0.10 "GET /v2.0/networks/2b68a51f-bd4c-48f0-ae3a-095a67bb7f09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857964 Mar 28 01:28:04.939516 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169e8573-7357-42ee-babf-6621c4a02081 req-dbb57b37-2e55-4c27-84a1-9ceb16ab8fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:28:04.940947 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-169e8573-7357-42ee-babf-6621c4a02081 req-dbb57b37-2e55-4c27-84a1-9ceb16ab8fa8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=33525a6311b1415f9d71794b9ce918e7&device_id=35a17f83-d106-474b-ab70-4a275ab9d7d3 HTTP/1.1" status: 200 len: 1127 time: 0.0442343 Mar 28 01:28:05.026172 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169e8573-7357-42ee-babf-6621c4a02081 req-92990b8e-6ca0-4cb7-9a48-177044a82e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:28:05.027575 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-169e8573-7357-42ee-babf-6621c4a02081 req-92990b8e-6ca0-4cb7-9a48-177044a82e2f service neutron] 10.222.0.10 "GET /v2.0/networks?id=2b68a51f-bd4c-48f0-ae3a-095a67bb7f09 HTTP/1.1" status: 200 len: 912 time: 0.0800641 Mar 28 01:28:05.340069 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-169e8573-7357-42ee-babf-6621c4a02081 req-ca79d6c8-e067-41c0-ae11-ebdc416a4cfb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae174ea6-02fe-4d7b-9e85-75024ef634f0 HTTP/1.1" status: 200 len: 217 time: 0.3064160 Mar 28 01:28:05.389920 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169e8573-7357-42ee-babf-6621c4a02081 req-b47df721-f163-464f-9bca-5e1c33b4ae1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:28:05.391355 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-169e8573-7357-42ee-babf-6621c4a02081 req-b47df721-f163-464f-9bca-5e1c33b4ae1e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c6183e84-2e77-40ed-95a1-6f3728082881 HTTP/1.1" status: 200 len: 851 time: 0.0443594 Mar 28 01:28:05.437971 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169e8573-7357-42ee-babf-6621c4a02081 req-fd13912a-682b-4347-993f-cc618c28ba16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:28:05.439399 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-169e8573-7357-42ee-babf-6621c4a02081 req-fd13912a-682b-4347-993f-cc618c28ba16 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2b68a51f-bd4c-48f0-ae3a-095a67bb7f09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0416982 Mar 28 01:28:05.527467 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-169e8573-7357-42ee-babf-6621c4a02081 req-6cc2f8b4-8f95-4399-bc1b-9650ce99ef10 service neutron] 10.222.0.10 "GET /v2.0/networks/2b68a51f-bd4c-48f0-ae3a-095a67bb7f09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816405 Mar 28 01:28:05.615122 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-169e8573-7357-42ee-babf-6621c4a02081 req-ed7366d1-da87-45fe-929a-f8dfb8a2b7e8 service neutron] 10.222.0.10 "GET /v2.0/networks/2b68a51f-bd4c-48f0-ae3a-095a67bb7f09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806592 Mar 28 01:28:05.639742 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cd2795-62e9-4480-9e05-917a4a405c98 req-a0e09fe7-0bf2-4f72-ba94-b63e75f61bdd tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:28:05.641245 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-e0cd2795-62e9-4480-9e05-917a4a405c98 req-a0e09fe7-0bf2-4f72-ba94-b63e75f61bdd tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=35a17f83-d106-474b-ab70-4a275ab9d7d3 HTTP/1.1" status: 200 len: 943 time: 0.0538902 Mar 28 01:28:05.690479 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-e0cd2795-62e9-4480-9e05-917a4a405c98 req-8090b897-e09a-4b00-b881-c45ea7821b84 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437140 Mar 28 01:28:06.809872 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe3cf76-3bb9-4f75-93a9-98b978d85106 req-01a16571-3b3b-41a0-a912-e4533877a129 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:28:06.811368 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7fe3cf76-3bb9-4f75-93a9-98b978d85106 req-01a16571-3b3b-41a0-a912-e4533877a129 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=35a17f83-d106-474b-ab70-4a275ab9d7d3 HTTP/1.1" status: 200 len: 943 time: 0.0546706 Mar 28 01:28:06.862218 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7fe3cf76-3bb9-4f75-93a9-98b978d85106 req-3f9dd536-aa6d-4460-abd0-6814d8fe5639 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452757 Mar 28 01:28:07.465177 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device ae174ea6-02fe-4d7b-9e85-75024ef634f0 details requested by agent hyperv_hv-neutron-8348 with host hv-neutron-8348 {{(pid=104100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 01:28:07.559315 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port ae174ea6-02fe-4d7b-9e85-75024ef634f0, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=ae174ea6-02fe-4d7b-9e85-75024ef634f0,segment=NetworkSegment(a8ff9866-4d1a-4081-861f-9ab5627ea74e),segment_id=a8ff9866-4d1a-4081-861f-9ab5627ea74e)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:28:07.570146 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Returning: {'device': 'ae174ea6-02fe-4d7b-9e85-75024ef634f0', 'network_id': '2b68a51f-bd4c-48f0-ae3a-095a67bb7f09', 'port_id': 'ae174ea6-02fe-4d7b-9e85-75024ef634f0', 'mac_address': 'fa:16:3e:70:ed:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6183e84-2e77-40ed-95a1-6f3728082881', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 01:28:07.605140 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port ae174ea6-02fe-4d7b-9e85-75024ef634f0 is: DOWN; New status is: BUILD {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:28:07.605521 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (ae174ea6-02fe-4d7b-9e85-75024ef634f0), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:28:07.617970 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae174ea6-02fe-4d7b-9e85-75024ef634f0 {{(pid=104100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 01:28:07.636892 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port ae174ea6-02fe-4d7b-9e85-75024ef634f0, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=ae174ea6-02fe-4d7b-9e85-75024ef634f0,segment=NetworkSegment(a8ff9866-4d1a-4081-861f-9ab5627ea74e),segment_id=a8ff9866-4d1a-4081-861f-9ab5627ea74e)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:28:07.640719 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (ae174ea6-02fe-4d7b-9e85-75024ef634f0), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:28:07.685073 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Pushing event updated for resources: {'Port': ['ID=ae174ea6-02fe-4d7b-9e85-75024ef634f0,revision_number=4']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:28:07.829451 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] get_ports_and_sgs() called for port_ids ['ae174ea6-02fe-4d7b-9e85-75024ef634f0'] {{(pid=104100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 01:28:07.979123 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589983b2-2967-4e92-a61b-d05f7628e200 req-c4cce668-8674-4c21-afbd-f908e273865d tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:28:07.980628 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-589983b2-2967-4e92-a61b-d05f7628e200 req-c4cce668-8674-4c21-afbd-f908e273865d tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=35a17f83-d106-474b-ab70-4a275ab9d7d3 HTTP/1.1" status: 200 len: 944 time: 0.0509853 Mar 28 01:28:08.026032 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-589983b2-2967-4e92-a61b-d05f7628e200 req-04cf980a-0e11-48e2-b503-8d21ea42a4fd tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399313 Mar 28 01:28:09.139620 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94f172e-dc30-4469-98c6-b80edca211c0 req-4366e873-a5b9-47b5-a1ac-d6cbc7ce7d0f tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:28:09.141017 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-c94f172e-dc30-4469-98c6-b80edca211c0 req-4366e873-a5b9-47b5-a1ac-d6cbc7ce7d0f tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=35a17f83-d106-474b-ab70-4a275ab9d7d3 HTTP/1.1" status: 200 len: 944 time: 0.0505035 Mar 28 01:28:09.186326 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-c94f172e-dc30-4469-98c6-b80edca211c0 req-e60895fe-fb02-4917-adfd-610d95a346b0 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391533 Mar 28 01:28:09.481161 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device ae174ea6-02fe-4d7b-9e85-75024ef634f0 up at agent hyperv_hv-neutron-8348 {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:28:09.527888 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Provisioning for port ae174ea6-02fe-4d7b-9e85-75024ef634f0 completed by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 01:28:09.531981 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Provisioning complete for port ae174ea6-02fe-4d7b-9e85-75024ef634f0 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:28:09.532379 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (ae174ea6-02fe-4d7b-9e85-75024ef634f0), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:28:09.608376 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port ae174ea6-02fe-4d7b-9e85-75024ef634f0 is: BUILD; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:28:09.608758 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (ae174ea6-02fe-4d7b-9e85-75024ef634f0), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:28:09.632096 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35a17f83-d106-474b-ab70-4a275ab9d7d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae174ea6-02fe-4d7b-9e85-75024ef634f0'}] {{(pid=104100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:28:09.634517 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd27896ebc78d0f7931321182ba9533a7b768b1c3fcddb3ff52a8aee6ddeaf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86a20929-9fcc-4e79-b69d-0681f333cdf7" -d '{"events": [{"server_uuid": "35a17f83-d106-474b-ab70-4a275ab9d7d3", "name": "network-vif-plugged", "status": "completed", "tag": "ae174ea6-02fe-4d7b-9e85-75024ef634f0"}]}' {{(pid=104100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:28:09.646685 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port ae174ea6-02fe-4d7b-9e85-75024ef634f0, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=ae174ea6-02fe-4d7b-9e85-75024ef634f0,segment=NetworkSegment(a8ff9866-4d1a-4081-861f-9ab5627ea74e),segment_id=a8ff9866-4d1a-4081-861f-9ab5627ea74e)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:28:09.651297 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (ae174ea6-02fe-4d7b-9e85-75024ef634f0), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:28:09.677304 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 01:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2f21ee3-8473-4e2b-9eea-688674d18de7 x-openstack-request-id: req-d2f21ee3-8473-4e2b-9eea-688674d18de7 {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:28:09.677599 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35a17f83-d106-474b-ab70-4a275ab9d7d3", "name": "network-vif-plugged", "status": "completed", "tag": "ae174ea6-02fe-4d7b-9e85-75024ef634f0", "code": 200}]} {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:28:09.677855 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d2f21ee3-8473-4e2b-9eea-688674d18de7 {{(pid=104100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:28:09.678253 dv-neutron-834874-6-hyperv neutron-server[104100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2f21ee3-8473-4e2b-9eea-688674d18de7'] response: {'server_uuid': '35a17f83-d106-474b-ab70-4a275ab9d7d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae174ea6-02fe-4d7b-9e85-75024ef634f0', 'code': 200} Mar 28 01:28:09.702656 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Pushing event updated for resources: {'Port': ['ID=ae174ea6-02fe-4d7b-9e85-75024ef634f0,revision_number=5']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:28:09.835098 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a00d73-0617-4e8d-9065-09866739d66c req-26bea4cb-d9a4-40f6-8997-049608302956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:28:09.836625 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-59a00d73-0617-4e8d-9065-09866739d66c req-26bea4cb-d9a4-40f6-8997-049608302956 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=35a17f83-d106-474b-ab70-4a275ab9d7d3 HTTP/1.1" status: 200 len: 1129 time: 0.0424848 Mar 28 01:28:09.879284 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-59a00d73-0617-4e8d-9065-09866739d66c req-869c04dd-ab15-4581-8b7f-8e9e2f40d2d1 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369852 Mar 28 01:28:10.305324 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248417f5-c3b2-4759-97c8-27e662788daa req-92f6f13e-a2db-4691-855b-b84d14344ce3 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:28:10.306781 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-248417f5-c3b2-4759-97c8-27e662788daa req-92f6f13e-a2db-4691-855b-b84d14344ce3 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=35a17f83-d106-474b-ab70-4a275ab9d7d3 HTTP/1.1" status: 200 len: 945 time: 0.0549333 Mar 28 01:28:10.351950 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-248417f5-c3b2-4759-97c8-27e662788daa req-6c4a0046-1e4c-4907-b93a-b389902382da tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396805 Mar 28 01:28:11.444525 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-7e382b1f-05fe-4476-bc5f-863b6840ca4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:28:11.469526 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9018c45d-1dae-4755-aa84-ca70093bfc46 req-799f70a8-a430-432d-bb52-e6b9558d2b36 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:28:11.470988 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-9018c45d-1dae-4755-aa84-ca70093bfc46 req-799f70a8-a430-432d-bb52-e6b9558d2b36 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=35a17f83-d106-474b-ab70-4a275ab9d7d3 HTTP/1.1" status: 200 len: 945 time: 0.0530610 Mar 28 01:28:11.516537 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-9018c45d-1dae-4755-aa84-ca70093bfc46 req-07c1ba53-c4b8-4b19-936b-d659e2060ead tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392468 Mar 28 01:28:11.629836 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b478d311-b072-4ab0-b364-f1ab1b86ea95 req-d64ce832-8d36-4a6e-a8f0-c5fdd5a7d3e1 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:28:11.631236 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-b478d311-b072-4ab0-b364-f1ab1b86ea95 req-d64ce832-8d36-4a6e-a8f0-c5fdd5a7d3e1 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=35a17f83-d106-474b-ab70-4a275ab9d7d3 HTTP/1.1" status: 200 len: 945 time: 0.0522420 Mar 28 01:28:11.639775 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 59410) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:28:11.643993 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-2f0e5322-1846-4afb-a456-7b097f3952b2 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Request body: {'floatingip': {'port_id': 'ae174ea6-02fe-4d7b-9e85-75024ef634f0'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:28:11.686156 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2f0e5322-1846-4afb-a456-7b097f3952b2 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Publish callbacks [] for floatingip (95efdcf1-8ddd-402b-a1ca-9f765b94edc8), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:28:12.103607 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2f0e5322-1846-4afb-a456-7b097f3952b2 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:28:12.107284 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2f0e5322-1846-4afb-a456-7b097f3952b2 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688063'] for floatingip (95efdcf1-8ddd-402b-a1ca-9f765b94edc8), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:28:12.211455 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.l3_db [None req-2f0e5322-1846-4afb-a456-7b097f3952b2 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Floating IP 95efdcf1-8ddd-402b-a1ca-9f765b94edc8 associated. External IP: 172.26.1.184, port: ae174ea6-02fe-4d7b-9e85-75024ef634f0. Mar 28 01:28:12.415918 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f0e5322-1846-4afb-a456-7b097f3952b2 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Router eb8a7912-2e1e-41a5-bce5-c8ac5275303b has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:28:12.523033 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f0e5322-1846-4afb-a456-7b097f3952b2 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:28:12.527848 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2f0e5322-1846-4afb-a456-7b097f3952b2 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for floatingip (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:28:12.532690 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c036d42b-70eb-4ff7-8182-0669265d28fa None None] Sync routers for ids ['eb8a7912-2e1e-41a5-bce5-c8ac5275303b'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:28:12.546233 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c036d42b-70eb-4ff7-8182-0669265d28fa None None] Routers {'eb8a7912-2e1e-41a5-bce5-c8ac5275303b'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:28:12.546839 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-c036d42b-70eb-4ff7-8182-0669265d28fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:27:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['eb8a7912-2e1e-41a5-bce5-c8ac5275303b'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:28:12.560618 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-2f0e5322-1846-4afb-a456-7b097f3952b2 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "PUT /v2.0/floatingips/95efdcf1-8ddd-402b-a1ca-9f765b94edc8 HTTP/1.1" status: 200 len: 992 time: 0.9168384 Mar 28 01:28:12.560618 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35a17f83-d106-474b-ab70-4a275ab9d7d3', 'tag': 'ae174ea6-02fe-4d7b-9e85-75024ef634f0'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:28:12.560618 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2af4b01a9fa8b1570ccf1d7859d693ad34c106b258078e9cfae86b97f35e3d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d1a9550-520c-450b-b123-f4f92a85d1f6" -d '{"events": [{"name": "network-changed", "server_uuid": "35a17f83-d106-474b-ab70-4a275ab9d7d3", "tag": "ae174ea6-02fe-4d7b-9e85-75024ef634f0"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:28:12.594593 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 01:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ffe0a38-6fe4-462c-a294-c343f4e0432d x-openstack-request-id: req-9ffe0a38-6fe4-462c-a294-c343f4e0432d {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:28:12.594880 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35a17f83-d106-474b-ab70-4a275ab9d7d3", "tag": "ae174ea6-02fe-4d7b-9e85-75024ef634f0", "status": "completed", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:28:12.595141 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9ffe0a38-6fe4-462c-a294-c343f4e0432d {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:28:12.595551 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ffe0a38-6fe4-462c-a294-c343f4e0432d'] response: {'name': 'network-changed', 'server_uuid': '35a17f83-d106-474b-ab70-4a275ab9d7d3', 'tag': 'ae174ea6-02fe-4d7b-9e85-75024ef634f0', 'status': 'completed', 'code': 200} Mar 28 01:28:12.660020 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-c036d42b-70eb-4ff7-8182-0669265d28fa None None] Set router eb8a7912-2e1e-41a5-bce5-c8ac5275303b gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:28:12.668415 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1a9550-520c-450b-b123-f4f92a85d1f6 req-e13686ad-5a89-4995-8baa-821308f95bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:28:12.669862 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-1d1a9550-520c-450b-b123-f4f92a85d1f6 req-e13686ad-5a89-4995-8baa-821308f95bfe service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=33525a6311b1415f9d71794b9ce918e7&device_id=35a17f83-d106-474b-ab70-4a275ab9d7d3 HTTP/1.1" status: 200 len: 1129 time: 0.0468698 Mar 28 01:28:12.776409 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1a9550-520c-450b-b123-f4f92a85d1f6 req-a4285bda-aecb-4ff7-a9da-c606b2fb6d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:28:12.777200 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-1d1a9550-520c-450b-b123-f4f92a85d1f6 req-a4285bda-aecb-4ff7-a9da-c606b2fb6d95 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2b68a51f-bd4c-48f0-ae3a-095a67bb7f09 HTTP/1.1" status: 200 len: 912 time: 0.1006320 Mar 28 01:28:12.863386 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-1d1a9550-520c-450b-b123-f4f92a85d1f6 req-9c7ff238-8fbc-48c3-8d7d-9497ba6d5a10 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae174ea6-02fe-4d7b-9e85-75024ef634f0 HTTP/1.1" status: 200 len: 1000 time: 0.0794208 Mar 28 01:28:12.920821 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1a9550-520c-450b-b123-f4f92a85d1f6 req-c463fa7d-58c3-43e4-8dc0-0605af0391a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:28:12.922207 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-1d1a9550-520c-450b-b123-f4f92a85d1f6 req-c463fa7d-58c3-43e4-8dc0-0605af0391a5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c6183e84-2e77-40ed-95a1-6f3728082881 HTTP/1.1" status: 200 len: 851 time: 0.0533168 Mar 28 01:28:12.974131 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1a9550-520c-450b-b123-f4f92a85d1f6 req-8e960005-490a-44ff-8f35-57ef3083e7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:28:12.975658 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-1d1a9550-520c-450b-b123-f4f92a85d1f6 req-8e960005-490a-44ff-8f35-57ef3083e7ea service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2b68a51f-bd4c-48f0-ae3a-095a67bb7f09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0475888 Mar 28 01:28:13.062286 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-c036d42b-70eb-4ff7-8182-0669265d28fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8a7912-2e1e-41a5-bce5-c8ac5275303b', 'name': 'tempest-ServerActionsTestJSON-1418931163-router', 'tenant_id': '33525a6311b1415f9d71794b9ce918e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.233'}], 'enable_snat': True}, 'gw_port_id': '2e91b93f-f097-4053-aa25-f19103298b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:25:25Z', 'updated_at': '2022-03-28T01:25:28Z', 'revision_number': 4, 'project_id': '33525a6311b1415f9d71794b9ce918e7', 'gw_port': {'id': '2e91b93f-f097-4053-aa25-f19103298b2b', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8a7912-2e1e-41a5-bce5-c8ac5275303b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:25:26Z', 'updated_at': '2022-03-28T01:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_floatingips': [{'id': '95efdcf1-8ddd-402b-a1ca-9f765b94edc8', 'tenant_id': '33525a6311b1415f9d71794b9ce918e7', 'floating_ip_address': '172.26.1.184', 'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'router_id': 'eb8a7912-2e1e-41a5-bce5-c8ac5275303b', 'port_id': 'ae174ea6-02fe-4d7b-9e85-75024ef634f0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b68a51f-bd4c-48f0-ae3a-095a67bb7f09', 'mac_address': 'fa:16:3e:70:ed:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a17f83-d106-474b-ab70-4a275ab9d7d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T01:25:30Z', 'updated_at': '2022-03-28T01:28:12Z', 'revision_number': 13, 'project_id': '33525a6311b1415f9d71794b9ce918e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44a67edb-a9f3-4e19-aecb-e843bb5498bc', 'name': '', 'network_id': '2b68a51f-bd4c-48f0-ae3a-095a67bb7f09', 'tenant_id': '33525a6311b1415f9d71794b9ce918e7', 'mac_address': 'fa:16:3e:87:fe:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8a7912-2e1e-41a5-bce5-c8ac5275303b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': 'c6183e84-2e77-40ed-95a1-6f3728082881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:25:27Z', 'updated_at': '2022-03-28T01:25:32Z', 'revision_number': 5, 'project_id': '33525a6311b1415f9d71794b9ce918e7', 'subnets': [{'id': 'c6183e84-2e77-40ed-95a1-6f3728082881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:28:13.075384 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-1d1a9550-520c-450b-b123-f4f92a85d1f6 req-953dfc1a-6396-4f45-874f-8b7b6cca6dae service neutron] 10.222.0.10 "GET /v2.0/networks/2b68a51f-bd4c-48f0-ae3a-095a67bb7f09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936594 Mar 28 01:28:13.096431 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c036d42b-70eb-4ff7-8182-0669265d28fa None None] Checking router: eb8a7912-2e1e-41a5-bce5-c8ac5275303b for host: dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:28:13.105520 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c036d42b-70eb-4ff7-8182-0669265d28fa None None] Routers {'eb8a7912-2e1e-41a5-bce5-c8ac5275303b'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:28:13.106135 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-c036d42b-70eb-4ff7-8182-0669265d28fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:27:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['eb8a7912-2e1e-41a5-bce5-c8ac5275303b'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:28:13.174987 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-1d1a9550-520c-450b-b123-f4f92a85d1f6 req-74f95db5-00b9-4f1f-822d-869f2f859b5e service neutron] 10.222.0.10 "GET /v2.0/networks/2b68a51f-bd4c-48f0-ae3a-095a67bb7f09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927620 Mar 28 01:28:13.218806 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-c036d42b-70eb-4ff7-8182-0669265d28fa None None] Set router eb8a7912-2e1e-41a5-bce5-c8ac5275303b gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:28:13.437373 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-c036d42b-70eb-4ff7-8182-0669265d28fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8a7912-2e1e-41a5-bce5-c8ac5275303b', 'name': 'tempest-ServerActionsTestJSON-1418931163-router', 'tenant_id': '33525a6311b1415f9d71794b9ce918e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.233'}], 'enable_snat': True}, 'gw_port_id': '2e91b93f-f097-4053-aa25-f19103298b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:25:25Z', 'updated_at': '2022-03-28T01:25:28Z', 'revision_number': 4, 'project_id': '33525a6311b1415f9d71794b9ce918e7', 'gw_port': {'id': '2e91b93f-f097-4053-aa25-f19103298b2b', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8a7912-2e1e-41a5-bce5-c8ac5275303b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:25:26Z', 'updated_at': '2022-03-28T01:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_floatingips': [{'id': '95efdcf1-8ddd-402b-a1ca-9f765b94edc8', 'tenant_id': '33525a6311b1415f9d71794b9ce918e7', 'floating_ip_address': '172.26.1.184', 'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'router_id': 'eb8a7912-2e1e-41a5-bce5-c8ac5275303b', 'port_id': 'ae174ea6-02fe-4d7b-9e85-75024ef634f0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b68a51f-bd4c-48f0-ae3a-095a67bb7f09', 'mac_address': 'fa:16:3e:70:ed:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a17f83-d106-474b-ab70-4a275ab9d7d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T01:25:30Z', 'updated_at': '2022-03-28T01:28:12Z', 'revision_number': 13, 'project_id': '33525a6311b1415f9d71794b9ce918e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44a67edb-a9f3-4e19-aecb-e843bb5498bc', 'name': '', 'network_id': '2b68a51f-bd4c-48f0-ae3a-095a67bb7f09', 'tenant_id': '33525a6311b1415f9d71794b9ce918e7', 'mac_address': 'fa:16:3e:87:fe:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8a7912-2e1e-41a5-bce5-c8ac5275303b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': 'c6183e84-2e77-40ed-95a1-6f3728082881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:25:27Z', 'updated_at': '2022-03-28T01:25:32Z', 'revision_number': 5, 'project_id': '33525a6311b1415f9d71794b9ce918e7', 'subnets': [{'id': 'c6183e84-2e77-40ed-95a1-6f3728082881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:28:13.463425 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c036d42b-70eb-4ff7-8182-0669265d28fa None None] The sync data for ids ['eb8a7912-2e1e-41a5-bce5-c8ac5275303b'] in dv-neutron-834874-6-hyperv is: [{'id': 'eb8a7912-2e1e-41a5-bce5-c8ac5275303b', 'name': 'tempest-ServerActionsTestJSON-1418931163-router', 'tenant_id': '33525a6311b1415f9d71794b9ce918e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.233'}], 'enable_snat': True}, 'gw_port_id': '2e91b93f-f097-4053-aa25-f19103298b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:25:25Z', 'updated_at': '2022-03-28T01:25:28Z', 'revision_number': 4, 'project_id': '33525a6311b1415f9d71794b9ce918e7', 'gw_port': {'id': '2e91b93f-f097-4053-aa25-f19103298b2b', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8a7912-2e1e-41a5-bce5-c8ac5275303b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:25:26Z', 'updated_at': '2022-03-28T01:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_floatingips': [{'id': '95efdcf1-8ddd-402b-a1ca-9f765b94edc8', 'tenant_id': '33525a6311b1415f9d71794b9ce918e7', 'floating_ip_address': '172.26.1.184', 'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'router_id': 'eb8a7912-2e1e-41a5-bce5-c8ac5275303b', 'port_id': 'ae174ea6-02fe-4d7b-9e85-75024ef634f0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b68a51f-bd4c-48f0-ae3a-095a67bb7f09', 'mac_address': 'fa:16:3e:70:ed:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a17f83-d106-474b-ab70-4a275ab9d7d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T01:25:30Z', 'updated_at': '2022-03-28T01:28:12Z', 'revision_number': 13, 'project_id': '33525a6311b1415f9d71794b9ce918e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44a67edb-a9f3-4e19-aecb-e843bb5498bc', 'name': '', 'network_id': '2b68a51f-bd4c-48f0-ae3a-095a67bb7f09', 'tenant_id': '33525a6311b1415f9d71794b9ce918e7', 'mac_address': 'fa:16:3e:87:fe:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8a7912-2e1e-41a5-bce5-c8ac5275303b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': 'c6183e84-2e77-40ed-95a1-6f3728082881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:25:27Z', 'updated_at': '2022-03-28T01:25:32Z', 'revision_number': 5, 'project_id': '33525a6311b1415f9d71794b9ce918e7', 'subnets': [{'id': 'c6183e84-2e77-40ed-95a1-6f3728082881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:28:13.604222 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-c56b57fc-cf14-452c-87d3-9c8c588a808b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:28:13.680821 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1eca1b9-2fca-4e23-9e5c-1990b5470c15 None None] New status for floating IP 95efdcf1-8ddd-402b-a1ca-9f765b94edc8: ACTIVE {{(pid=104101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 01:28:14.834129 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:28:15.079708 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01e6111-5457-4dee-93bf-1c6bdfcc4521 req-4aa15058-a718-4f1a-9002-8f80a92bf230 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:28:15.081196 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-d01e6111-5457-4dee-93bf-1c6bdfcc4521 req-4aa15058-a718-4f1a-9002-8f80a92bf230 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=35a17f83-d106-474b-ab70-4a275ab9d7d3 HTTP/1.1" status: 200 len: 945 time: 0.0523474 Mar 28 01:28:15.127142 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-d01e6111-5457-4dee-93bf-1c6bdfcc4521 req-95851b87-9899-4d7c-ae05-ee525c1b3327 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404260 Mar 28 01:28:16.284542 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:28:17.831500 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:28:31.500097 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ec7443-b22f-479a-8125-754744f1f695 req-83ba1f8a-5bf8-45c7-9cdd-344e2d08353d tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:28:31.501553 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-39ec7443-b22f-479a-8125-754744f1f695 req-83ba1f8a-5bf8-45c7-9cdd-344e2d08353d tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=35a17f83-d106-474b-ab70-4a275ab9d7d3 HTTP/1.1" status: 200 len: 945 time: 0.0515985 Mar 28 01:28:31.549001 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-39ec7443-b22f-479a-8125-754744f1f695 req-a40f7ec3-d469-4269-a245-23705fda7c43 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413291 Mar 28 01:28:31.558603 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e3527a52-1aa5-4bec-b3db-40034727625d req-c1b9dda6-2591-49d4-aeaf-87c7cc6f02ac service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=35a17f83-d106-474b-ab70-4a275ab9d7d3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1148276 Mar 28 01:28:31.943538 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3527a52-1aa5-4bec-b3db-40034727625d req-34b17c6f-9b3b-4b25-8367-6330cf3dfd1b tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:28:31.944821 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-e3527a52-1aa5-4bec-b3db-40034727625d req-34b17c6f-9b3b-4b25-8367-6330cf3dfd1b tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports/ae174ea6-02fe-4d7b-9e85-75024ef634f0 HTTP/1.1" status: 200 len: 942 time: 0.0929677 Mar 28 01:28:32.676194 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6596f25f-cc18-4b45-ba96-a635cf2ddfb5 req-c782b5b9-2b4e-4f46-a086-b8f43bd5be5d tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:28:32.677719 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6596f25f-cc18-4b45-ba96-a635cf2ddfb5 req-c782b5b9-2b4e-4f46-a086-b8f43bd5be5d tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=35a17f83-d106-474b-ab70-4a275ab9d7d3 HTTP/1.1" status: 200 len: 945 time: 0.0582170 Mar 28 01:28:32.751729 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6596f25f-cc18-4b45-ba96-a635cf2ddfb5 req-b8077b54-a3c7-4ba3-a332-ff55c6834c02 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662017 Mar 28 01:28:32.764895 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3527a52-1aa5-4bec-b3db-40034727625d req-c17e159e-360f-4e91-a8af-737ad466d1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:28:32.766395 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e3527a52-1aa5-4bec-b3db-40034727625d req-c17e159e-360f-4e91-a8af-737ad466d1d4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=33525a6311b1415f9d71794b9ce918e7&device_id=35a17f83-d106-474b-ab70-4a275ab9d7d3 HTTP/1.1" status: 200 len: 1129 time: 0.0638528 Mar 28 01:28:32.858262 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3527a52-1aa5-4bec-b3db-40034727625d req-addbb2a9-ff12-4eb9-b103-ace367944fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:28:32.859732 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e3527a52-1aa5-4bec-b3db-40034727625d req-addbb2a9-ff12-4eb9-b103-ace367944fd9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2b68a51f-bd4c-48f0-ae3a-095a67bb7f09 HTTP/1.1" status: 200 len: 912 time: 0.0870535 Mar 28 01:28:32.927611 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e3527a52-1aa5-4bec-b3db-40034727625d req-97069263-bc70-490a-a053-941e56b4e5da service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae174ea6-02fe-4d7b-9e85-75024ef634f0 HTTP/1.1" status: 200 len: 1002 time: 0.0615513 Mar 28 01:28:32.979095 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3527a52-1aa5-4bec-b3db-40034727625d req-242ac96b-797b-44cb-ab31-55a6d332af24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:28:32.980738 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e3527a52-1aa5-4bec-b3db-40034727625d req-242ac96b-797b-44cb-ab31-55a6d332af24 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c6183e84-2e77-40ed-95a1-6f3728082881 HTTP/1.1" status: 200 len: 851 time: 0.0468881 Mar 28 01:28:33.010276 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:28:33.035223 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3527a52-1aa5-4bec-b3db-40034727625d req-79058617-ae06-4c09-8765-3eba55dd2d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:28:33.036822 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e3527a52-1aa5-4bec-b3db-40034727625d req-79058617-ae06-4c09-8765-3eba55dd2d1e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2b68a51f-bd4c-48f0-ae3a-095a67bb7f09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0496812 Mar 28 01:28:33.123786 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e3527a52-1aa5-4bec-b3db-40034727625d req-47c358e2-e012-4356-a25f-25a4932d548a service neutron] 10.222.0.10 "GET /v2.0/networks/2b68a51f-bd4c-48f0-ae3a-095a67bb7f09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805540 Mar 28 01:28:33.215245 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e3527a52-1aa5-4bec-b3db-40034727625d req-0e11799a-3bc2-4886-8a1f-27a15f279fd9 service neutron] 10.222.0.10 "GET /v2.0/networks/2b68a51f-bd4c-48f0-ae3a-095a67bb7f09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846746 Mar 28 01:28:33.871704 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab20046-2ca0-4cf4-9fd1-8d1d2a1b2c07 req-dcb1596d-a80e-43ec-8b67-44e4b146ac2a tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:28:33.873179 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-fab20046-2ca0-4cf4-9fd1-8d1d2a1b2c07 req-dcb1596d-a80e-43ec-8b67-44e4b146ac2a tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=35a17f83-d106-474b-ab70-4a275ab9d7d3 HTTP/1.1" status: 200 len: 945 time: 0.0540082 Mar 28 01:28:33.919173 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-fab20046-2ca0-4cf4-9fd1-8d1d2a1b2c07 req-a71ac276-d1f8-4758-86b0-0daec39a67f5 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405774 Mar 28 01:28:35.037534 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9aec5b-d233-4225-bd74-3854b3c7bda0 req-662aebf9-e85d-4a1a-93c1-1d03b357694e tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:28:35.039006 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-fc9aec5b-d233-4225-bd74-3854b3c7bda0 req-662aebf9-e85d-4a1a-93c1-1d03b357694e tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=35a17f83-d106-474b-ab70-4a275ab9d7d3 HTTP/1.1" status: 200 len: 945 time: 0.0530210 Mar 28 01:28:35.084218 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-fc9aec5b-d233-4225-bd74-3854b3c7bda0 req-03fcd350-5628-4a1a-ac6a-95845ca96081 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396678 Mar 28 01:28:35.849624 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.agents_db [None req-9a1d863f-391a-42f4-9870-e8292b919beb None None] Agent healthcheck: found 6 active agents {{(pid=104101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 01:28:36.204191 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858ce492-c3e3-40ac-876d-fda3b13fc5a0 req-a7d1a6b8-30f5-4402-9f86-5828ef9ba511 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:28:36.205640 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-858ce492-c3e3-40ac-876d-fda3b13fc5a0 req-a7d1a6b8-30f5-4402-9f86-5828ef9ba511 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=35a17f83-d106-474b-ab70-4a275ab9d7d3 HTTP/1.1" status: 200 len: 945 time: 0.0523667 Mar 28 01:28:36.252302 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-858ce492-c3e3-40ac-876d-fda3b13fc5a0 req-6379955f-621b-4ef3-b8c3-285410b66bc4 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411792 Mar 28 01:28:37.369904 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7152b7-f338-470d-b791-960c4a1ee74f req-415feaa8-2f0f-4174-92d1-fdf4bab81b68 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:28:37.371368 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-ed7152b7-f338-470d-b791-960c4a1ee74f req-415feaa8-2f0f-4174-92d1-fdf4bab81b68 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=35a17f83-d106-474b-ab70-4a275ab9d7d3 HTTP/1.1" status: 200 len: 945 time: 0.0517142 Mar 28 01:28:37.417660 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-ed7152b7-f338-470d-b791-960c4a1ee74f req-ea26feef-ef42-4ba4-817c-74ac7ffad8f0 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408344 Mar 28 01:28:38.536467 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e3965a-3649-4a04-a08a-a61883139b85 req-1775e961-a822-4420-82c2-79ba119af461 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:28:38.537915 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-28e3965a-3649-4a04-a08a-a61883139b85 req-1775e961-a822-4420-82c2-79ba119af461 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=35a17f83-d106-474b-ab70-4a275ab9d7d3 HTTP/1.1" status: 200 len: 945 time: 0.0518486 Mar 28 01:28:38.586655 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-28e3965a-3649-4a04-a08a-a61883139b85 req-60d723a1-e832-42d2-9045-b173f28400b9 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426457 Mar 28 01:28:39.708444 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c276dfb7-9ff2-498f-8c98-c0a619308000 req-d7d67fa4-60bd-42cb-92bc-3014a75b7eca tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:28:39.709903 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-c276dfb7-9ff2-498f-8c98-c0a619308000 req-d7d67fa4-60bd-42cb-92bc-3014a75b7eca tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=35a17f83-d106-474b-ab70-4a275ab9d7d3 HTTP/1.1" status: 200 len: 945 time: 0.0555947 Mar 28 01:28:39.755808 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-c276dfb7-9ff2-498f-8c98-c0a619308000 req-52488af3-f2bd-4d26-ac44-387d935107cb tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403805 Mar 28 01:28:40.873033 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d12c6e3-2cee-43f9-ba4d-e923f79a639c req-70d0e522-2789-42e3-a791-c39f018ed5ae tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:28:40.874511 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-9d12c6e3-2cee-43f9-ba4d-e923f79a639c req-70d0e522-2789-42e3-a791-c39f018ed5ae tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=35a17f83-d106-474b-ab70-4a275ab9d7d3 HTTP/1.1" status: 200 len: 945 time: 0.0512702 Mar 28 01:28:40.921478 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-9d12c6e3-2cee-43f9-ba4d-e923f79a639c req-e284d4c9-e110-492d-bbde-c99a3d8eab5a tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413156 Mar 28 01:28:41.446575 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-678fb9bd-f160-470b-b272-18663e70eae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:28:42.042009 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900e978d-9dc0-45d9-8a7e-888aad589325 req-51aacbfb-24b9-4a34-a5cc-c67097229a44 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:28:42.043655 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-900e978d-9dc0-45d9-8a7e-888aad589325 req-51aacbfb-24b9-4a34-a5cc-c67097229a44 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=35a17f83-d106-474b-ab70-4a275ab9d7d3 HTTP/1.1" status: 200 len: 945 time: 0.0543103 Mar 28 01:28:42.093584 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-900e978d-9dc0-45d9-8a7e-888aad589325 req-f71c691b-e287-4a72-89c3-a73774e6c3a2 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442638 Mar 28 01:28:43.209869 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f8cda9-00ee-4376-a708-37c5bf5d4a88 req-a2837c2e-c740-4162-b5dc-c398fbda0759 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:28:43.211866 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-94f8cda9-00ee-4376-a708-37c5bf5d4a88 req-a2837c2e-c740-4162-b5dc-c398fbda0759 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=35a17f83-d106-474b-ab70-4a275ab9d7d3 HTTP/1.1" status: 200 len: 945 time: 0.0517967 Mar 28 01:28:43.258778 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-94f8cda9-00ee-4376-a708-37c5bf5d4a88 req-b063b84f-d99f-4a99-bb5c-1bd2d12cd254 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412323 Mar 28 01:28:43.607808 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-960b8a14-f2d1-475a-a400-61a04e5c9576 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:28:43.643856 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device ae174ea6-02fe-4d7b-9e85-75024ef634f0 no longer exists at agent hyperv_hv-neutron-8348 {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:28:43.677822 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e3527a52-1aa5-4bec-b3db-40034727625d req-f33000ce-6a8c-4306-9273-009c81503cbc service neutron] 10.222.0.10 "GET /v2.0/ports/ae174ea6-02fe-4d7b-9e85-75024ef634f0/bindings/hv-neutron-8348 HTTP/1.1" status: 200 len: 384 time: 0.0579340 Mar 28 01:28:43.723444 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port ae174ea6-02fe-4d7b-9e85-75024ef634f0 is: ACTIVE; New status is: DOWN {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:28:43.723843 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (ae174ea6-02fe-4d7b-9e85-75024ef634f0), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:28:43.748061 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35a17f83-d106-474b-ab70-4a275ab9d7d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae174ea6-02fe-4d7b-9e85-75024ef634f0'}] {{(pid=104100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:28:43.750294 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd27896ebc78d0f7931321182ba9533a7b768b1c3fcddb3ff52a8aee6ddeaf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e12e1d6-163e-4fe5-9a00-3cb8d9a757e3" -d '{"events": [{"server_uuid": "35a17f83-d106-474b-ab70-4a275ab9d7d3", "name": "network-vif-unplugged", "status": "completed", "tag": "ae174ea6-02fe-4d7b-9e85-75024ef634f0"}]}' {{(pid=104100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:28:43.763586 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port ae174ea6-02fe-4d7b-9e85-75024ef634f0, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=ae174ea6-02fe-4d7b-9e85-75024ef634f0,segment=NetworkSegment(a8ff9866-4d1a-4081-861f-9ab5627ea74e),segment_id=a8ff9866-4d1a-4081-861f-9ab5627ea74e)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:28:43.767789 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (ae174ea6-02fe-4d7b-9e85-75024ef634f0), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:28:43.799688 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Mar 2022 01:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbfa3cb8-fbb0-42e0-934f-37ebc207328b x-openstack-request-id: req-fbfa3cb8-fbb0-42e0-934f-37ebc207328b {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:28:43.799989 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35a17f83-d106-474b-ab70-4a275ab9d7d3", "name": "network-vif-unplugged", "status": "completed", "tag": "ae174ea6-02fe-4d7b-9e85-75024ef634f0", "code": 200}]} {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:28:43.800275 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fbfa3cb8-fbb0-42e0-934f-37ebc207328b {{(pid=104100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:28:43.800678 dv-neutron-834874-6-hyperv neutron-server[104100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbfa3cb8-fbb0-42e0-934f-37ebc207328b'] response: {'server_uuid': '35a17f83-d106-474b-ab70-4a275ab9d7d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae174ea6-02fe-4d7b-9e85-75024ef634f0', 'code': 200} Mar 28 01:28:43.821590 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Pushing event updated for resources: {'Port': ['ID=ae174ea6-02fe-4d7b-9e85-75024ef634f0,revision_number=6']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:28:43.881208 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3527a52-1aa5-4bec-b3db-40034727625d req-ecd5b809-1de1-48c9-bdc5-cc13d740074d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:28:43.883281 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e3527a52-1aa5-4bec-b3db-40034727625d req-ecd5b809-1de1-48c9-bdc5-cc13d740074d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=35a17f83-d106-474b-ab70-4a275ab9d7d3&tenant_id=33525a6311b1415f9d71794b9ce918e7 HTTP/1.1" status: 200 len: 1127 time: 0.0455835 Mar 28 01:28:43.945714 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3527a52-1aa5-4bec-b3db-40034727625d req-f5408e32-dcf9-4816-ab45-ce5b737dee3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:28:43.947208 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e3527a52-1aa5-4bec-b3db-40034727625d req-f5408e32-dcf9-4816-ab45-ce5b737dee3f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=33525a6311b1415f9d71794b9ce918e7&device_id=35a17f83-d106-474b-ab70-4a275ab9d7d3 HTTP/1.1" status: 200 len: 1127 time: 0.0447805 Mar 28 01:28:44.037405 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3527a52-1aa5-4bec-b3db-40034727625d req-baa90f27-7792-4ea9-885f-bbc690ebc041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:28:44.038877 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e3527a52-1aa5-4bec-b3db-40034727625d req-baa90f27-7792-4ea9-885f-bbc690ebc041 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2b68a51f-bd4c-48f0-ae3a-095a67bb7f09 HTTP/1.1" status: 200 len: 912 time: 0.0850158 Mar 28 01:28:44.102962 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e3527a52-1aa5-4bec-b3db-40034727625d req-a5c4f09d-a92e-45a2-9c9a-88457c4c96df service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae174ea6-02fe-4d7b-9e85-75024ef634f0 HTTP/1.1" status: 200 len: 1000 time: 0.0569732 Mar 28 01:28:44.149919 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3527a52-1aa5-4bec-b3db-40034727625d req-c3b78673-02bb-4e16-9ca1-02a677a8a75e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:28:44.151320 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e3527a52-1aa5-4bec-b3db-40034727625d req-c3b78673-02bb-4e16-9ca1-02a677a8a75e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c6183e84-2e77-40ed-95a1-6f3728082881 HTTP/1.1" status: 200 len: 851 time: 0.0426426 Mar 28 01:28:44.201832 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3527a52-1aa5-4bec-b3db-40034727625d req-dc4262e3-d4f2-4c9d-bacc-5621ba631205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:28:44.203265 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e3527a52-1aa5-4bec-b3db-40034727625d req-dc4262e3-d4f2-4c9d-bacc-5621ba631205 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2b68a51f-bd4c-48f0-ae3a-095a67bb7f09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0462596 Mar 28 01:28:44.293183 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e3527a52-1aa5-4bec-b3db-40034727625d req-863826ff-b195-4564-8928-886e202e38ad service neutron] 10.222.0.10 "GET /v2.0/networks/2b68a51f-bd4c-48f0-ae3a-095a67bb7f09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840173 Mar 28 01:28:44.384237 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37666ba-4af0-4bb2-9212-3b5ce13840a7 req-074b609a-c2a0-4248-926c-371dcc78159e tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:28:44.385648 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-d37666ba-4af0-4bb2-9212-3b5ce13840a7 req-074b609a-c2a0-4248-926c-371dcc78159e tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=35a17f83-d106-474b-ab70-4a275ab9d7d3 HTTP/1.1" status: 200 len: 943 time: 0.0566361 Mar 28 01:28:44.386146 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e3527a52-1aa5-4bec-b3db-40034727625d req-f3df1fd6-7981-4724-ba29-205eadda589a service neutron] 10.222.0.10 "GET /v2.0/networks/2b68a51f-bd4c-48f0-ae3a-095a67bb7f09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866020 Mar 28 01:28:44.435985 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-d37666ba-4af0-4bb2-9212-3b5ce13840a7 req-4112bf73-6beb-4e12-8137-c37c665ee150 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432584 Mar 28 01:28:44.837501 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:28:45.560867 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeef357-b466-403f-8309-0b63a005f604 req-874af45f-c5f8-4514-92eb-e1a6ab86ceeb tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:28:45.562509 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-feeef357-b466-403f-8309-0b63a005f604 req-874af45f-c5f8-4514-92eb-e1a6ab86ceeb tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=35a17f83-d106-474b-ab70-4a275ab9d7d3 HTTP/1.1" status: 200 len: 943 time: 0.0548019 Mar 28 01:28:45.612905 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-feeef357-b466-403f-8309-0b63a005f604 req-815026d7-81dc-4281-80ff-b7dafb0eab4e tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444536 Mar 28 01:28:46.286545 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:28:46.733182 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325209ed-67a2-4638-9cc3-bdde6a4e159d req-c78f7d42-1093-49a0-a45e-43433ba24dce tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:28:46.734633 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-325209ed-67a2-4638-9cc3-bdde6a4e159d req-c78f7d42-1093-49a0-a45e-43433ba24dce tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=35a17f83-d106-474b-ab70-4a275ab9d7d3 HTTP/1.1" status: 200 len: 943 time: 0.0525012 Mar 28 01:28:46.781099 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-325209ed-67a2-4638-9cc3-bdde6a4e159d req-7d9232bf-2f57-4572-bd00-73cb179e4060 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408995 Mar 28 01:28:47.837632 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:28:47.904988 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ea40cc-1eca-4973-911d-d4e81240e9db req-63466ffb-8f11-47b8-9d31-d15da8324f18 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:28:47.906465 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-f5ea40cc-1eca-4973-911d-d4e81240e9db req-63466ffb-8f11-47b8-9d31-d15da8324f18 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=35a17f83-d106-474b-ab70-4a275ab9d7d3 HTTP/1.1" status: 200 len: 943 time: 0.0525949 Mar 28 01:28:47.953254 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-f5ea40cc-1eca-4973-911d-d4e81240e9db req-aef230eb-dad1-4b40-8d5f-18e10a3d36cb tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409770 Mar 28 01:28:49.078779 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9cc434-04fc-4ab5-9f3c-9a8d19afa73a req-b95643da-f848-4c81-903e-83056f99f4fb tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:28:49.080287 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-bd9cc434-04fc-4ab5-9f3c-9a8d19afa73a req-b95643da-f848-4c81-903e-83056f99f4fb tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=35a17f83-d106-474b-ab70-4a275ab9d7d3 HTTP/1.1" status: 200 len: 943 time: 0.0551572 Mar 28 01:28:49.131420 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-bd9cc434-04fc-4ab5-9f3c-9a8d19afa73a req-89ac33c8-b2c3-41bf-b0cf-9a0df169993c tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449946 Mar 28 01:28:50.252591 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc8a490-cd96-4b98-ad68-9f443ff3823e req-1e7fae8b-ae8d-4175-8ffb-5020e36f540d tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:28:50.254050 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-2bc8a490-cd96-4b98-ad68-9f443ff3823e req-1e7fae8b-ae8d-4175-8ffb-5020e36f540d tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=35a17f83-d106-474b-ab70-4a275ab9d7d3 HTTP/1.1" status: 200 len: 943 time: 0.0549312 Mar 28 01:28:50.302774 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-2bc8a490-cd96-4b98-ad68-9f443ff3823e req-786cd058-3839-4d3b-a33c-3c871eb7cdb2 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426121 Mar 28 01:28:51.420003 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b54139c-7d57-4717-9cb0-696a2dd1e6ba req-cb00d2ba-0fd7-4afe-8827-fcdb35bfc0bd tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:28:51.421485 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-6b54139c-7d57-4717-9cb0-696a2dd1e6ba req-cb00d2ba-0fd7-4afe-8827-fcdb35bfc0bd tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=35a17f83-d106-474b-ab70-4a275ab9d7d3 HTTP/1.1" status: 200 len: 943 time: 0.0520692 Mar 28 01:28:51.467694 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-6b54139c-7d57-4717-9cb0-696a2dd1e6ba req-302ab7fe-514d-4a30-8cd1-2cd426ab92f1 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406051 Mar 28 01:28:52.587568 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1de3d98-dbc9-4a78-9e84-3fabbd414183 req-d029d8bc-983b-40a1-a699-9976056f8bb3 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:28:52.589085 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-b1de3d98-dbc9-4a78-9e84-3fabbd414183 req-d029d8bc-983b-40a1-a699-9976056f8bb3 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=35a17f83-d106-474b-ab70-4a275ab9d7d3 HTTP/1.1" status: 200 len: 943 time: 0.0534072 Mar 28 01:28:52.635371 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-b1de3d98-dbc9-4a78-9e84-3fabbd414183 req-ac97027c-673f-451b-a168-095f58979da3 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407784 Mar 28 01:28:53.000147 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf38835-da9a-478a-ae6a-704903bdf6ea req-726f958f-ae39-44ce-9330-e64ffe10141d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:28:53.001653 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-cbf38835-da9a-478a-ae6a-704903bdf6ea req-726f958f-ae39-44ce-9330-e64ffe10141d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=33525a6311b1415f9d71794b9ce918e7&device_id=35a17f83-d106-474b-ab70-4a275ab9d7d3 HTTP/1.1" status: 200 len: 1127 time: 0.0445437 Mar 28 01:28:53.106927 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf38835-da9a-478a-ae6a-704903bdf6ea req-a75bd0d1-5fb7-4724-9376-c77ef6f77eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:28:53.108336 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-cbf38835-da9a-478a-ae6a-704903bdf6ea req-a75bd0d1-5fb7-4724-9376-c77ef6f77eff service neutron] 10.222.0.10 "GET /v2.0/networks?id=2b68a51f-bd4c-48f0-ae3a-095a67bb7f09 HTTP/1.1" status: 200 len: 912 time: 0.0896342 Mar 28 01:28:53.172553 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-cbf38835-da9a-478a-ae6a-704903bdf6ea req-df7179b9-948d-4ed6-ab03-3847a0e04f4c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae174ea6-02fe-4d7b-9e85-75024ef634f0 HTTP/1.1" status: 200 len: 1000 time: 0.0588436 Mar 28 01:28:53.222611 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf38835-da9a-478a-ae6a-704903bdf6ea req-7f689e1f-e22e-4121-8beb-3f95348c2311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:28:53.224231 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-cbf38835-da9a-478a-ae6a-704903bdf6ea req-7f689e1f-e22e-4121-8beb-3f95348c2311 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c6183e84-2e77-40ed-95a1-6f3728082881 HTTP/1.1" status: 200 len: 851 time: 0.0464156 Mar 28 01:28:53.274779 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf38835-da9a-478a-ae6a-704903bdf6ea req-2b04cf34-3751-46fe-bbd4-78019303266a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:28:53.276318 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-cbf38835-da9a-478a-ae6a-704903bdf6ea req-2b04cf34-3751-46fe-bbd4-78019303266a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2b68a51f-bd4c-48f0-ae3a-095a67bb7f09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0462294 Mar 28 01:28:53.366646 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-cbf38835-da9a-478a-ae6a-704903bdf6ea req-3c217229-0143-48ea-b044-753a8dceb883 service neutron] 10.222.0.10 "GET /v2.0/networks/2b68a51f-bd4c-48f0-ae3a-095a67bb7f09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838685 Mar 28 01:28:53.457022 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-cbf38835-da9a-478a-ae6a-704903bdf6ea req-a36204b5-7472-41fa-a987-6530a1ac264f service neutron] 10.222.0.10 "GET /v2.0/networks/2b68a51f-bd4c-48f0-ae3a-095a67bb7f09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855613 Mar 28 01:28:53.753801 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeec9ea-ba98-4f17-bdad-02abfdefeeb0 req-3b41c3ac-bbb3-4ecc-83d8-b5b4a724fb22 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:28:53.755267 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-afeec9ea-ba98-4f17-bdad-02abfdefeeb0 req-3b41c3ac-bbb3-4ecc-83d8-b5b4a724fb22 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=35a17f83-d106-474b-ab70-4a275ab9d7d3 HTTP/1.1" status: 200 len: 943 time: 0.0512662 Mar 28 01:28:53.801735 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-afeec9ea-ba98-4f17-bdad-02abfdefeeb0 req-66fd5a0a-c5ef-4bcb-9bd4-d3eeb383bbe2 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400143 Mar 28 01:28:54.921814 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b0fe05-2d68-4f98-8825-de28ae384b49 req-0a7b5c3b-7300-4147-a1e3-cfbbfc6cc27e tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:28:54.923281 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-14b0fe05-2d68-4f98-8825-de28ae384b49 req-0a7b5c3b-7300-4147-a1e3-cfbbfc6cc27e tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=35a17f83-d106-474b-ab70-4a275ab9d7d3 HTTP/1.1" status: 200 len: 943 time: 0.0516951 Mar 28 01:28:54.967990 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-14b0fe05-2d68-4f98-8825-de28ae384b49 req-8e2b3da4-e4bb-4abb-b545-1e1796f02683 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386276 Mar 28 01:28:55.706601 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device ae174ea6-02fe-4d7b-9e85-75024ef634f0 details requested by agent hyperv_hv-neutron-8348 with host hv-neutron-8348 {{(pid=104100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 01:28:55.805168 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port ae174ea6-02fe-4d7b-9e85-75024ef634f0, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=ae174ea6-02fe-4d7b-9e85-75024ef634f0,segment=NetworkSegment(a8ff9866-4d1a-4081-861f-9ab5627ea74e),segment_id=a8ff9866-4d1a-4081-861f-9ab5627ea74e)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:28:55.816161 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Returning: {'device': 'ae174ea6-02fe-4d7b-9e85-75024ef634f0', 'network_id': '2b68a51f-bd4c-48f0-ae3a-095a67bb7f09', 'port_id': 'ae174ea6-02fe-4d7b-9e85-75024ef634f0', 'mac_address': 'fa:16:3e:70:ed:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6183e84-2e77-40ed-95a1-6f3728082881', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 01:28:55.853734 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port ae174ea6-02fe-4d7b-9e85-75024ef634f0 is: DOWN; New status is: BUILD {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:28:55.854126 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (ae174ea6-02fe-4d7b-9e85-75024ef634f0), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:28:55.866756 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae174ea6-02fe-4d7b-9e85-75024ef634f0 {{(pid=104100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 01:28:55.884886 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port ae174ea6-02fe-4d7b-9e85-75024ef634f0, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=ae174ea6-02fe-4d7b-9e85-75024ef634f0,segment=NetworkSegment(a8ff9866-4d1a-4081-861f-9ab5627ea74e),segment_id=a8ff9866-4d1a-4081-861f-9ab5627ea74e)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:28:55.888714 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (ae174ea6-02fe-4d7b-9e85-75024ef634f0), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:28:55.940635 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Pushing event updated for resources: {'Port': ['ID=ae174ea6-02fe-4d7b-9e85-75024ef634f0,revision_number=7']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:28:55.947318 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:28:55.947664 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:28:55.948006 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:28:55.948386 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:28:55.948717 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:28:55.949044 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:28:55.950303 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:28:55.950647 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:28:55.950978 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:28:55.951306 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:28:55.951633 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:28:55.951958 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:28:55.952302 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:28:55.952640 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:28:55.952941 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:28:55.959307 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] get_ports_and_sgs() called for port_ids ['ae174ea6-02fe-4d7b-9e85-75024ef634f0'] {{(pid=104100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 01:28:56.087830 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c82ede-d428-47ee-a5d3-399bec72ca4a req-fa4370e8-4488-47f1-a417-30ecd25bd0d0 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:28:56.089305 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-92c82ede-d428-47ee-a5d3-399bec72ca4a req-fa4370e8-4488-47f1-a417-30ecd25bd0d0 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=35a17f83-d106-474b-ab70-4a275ab9d7d3 HTTP/1.1" status: 200 len: 944 time: 0.0542924 Mar 28 01:28:56.135493 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-92c82ede-d428-47ee-a5d3-399bec72ca4a req-40e15cbe-a8e0-47c0-984e-e7d5e45a95f1 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404503 Mar 28 01:28:57.257226 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e7d91c-bc50-44da-a444-528d45a8f72c req-cb530062-b824-4ff0-b3f3-5fd3c5b1a27c tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:28:57.258670 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-66e7d91c-bc50-44da-a444-528d45a8f72c req-cb530062-b824-4ff0-b3f3-5fd3c5b1a27c tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=35a17f83-d106-474b-ab70-4a275ab9d7d3 HTTP/1.1" status: 200 len: 944 time: 0.0556548 Mar 28 01:28:57.304096 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-66e7d91c-bc50-44da-a444-528d45a8f72c req-5f5c9630-665a-425c-b756-d6185809dd8c tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399568 Mar 28 01:28:57.745668 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device ae174ea6-02fe-4d7b-9e85-75024ef634f0 up at agent hyperv_hv-neutron-8348 {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:28:57.793235 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Provisioning complete for port ae174ea6-02fe-4d7b-9e85-75024ef634f0 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:28:57.793612 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (ae174ea6-02fe-4d7b-9e85-75024ef634f0), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:28:57.871717 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port ae174ea6-02fe-4d7b-9e85-75024ef634f0 is: BUILD; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:28:57.872125 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (ae174ea6-02fe-4d7b-9e85-75024ef634f0), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:28:57.894718 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35a17f83-d106-474b-ab70-4a275ab9d7d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae174ea6-02fe-4d7b-9e85-75024ef634f0'}] {{(pid=104100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:28:57.897886 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd27896ebc78d0f7931321182ba9533a7b768b1c3fcddb3ff52a8aee6ddeaf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16f68530-add7-49ad-9213-879ad085f275" -d '{"events": [{"server_uuid": "35a17f83-d106-474b-ab70-4a275ab9d7d3", "name": "network-vif-plugged", "status": "completed", "tag": "ae174ea6-02fe-4d7b-9e85-75024ef634f0"}]}' {{(pid=104100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:28:57.912626 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port ae174ea6-02fe-4d7b-9e85-75024ef634f0, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=ae174ea6-02fe-4d7b-9e85-75024ef634f0,segment=NetworkSegment(a8ff9866-4d1a-4081-861f-9ab5627ea74e),segment_id=a8ff9866-4d1a-4081-861f-9ab5627ea74e)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:28:57.917691 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (ae174ea6-02fe-4d7b-9e85-75024ef634f0), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:28:57.946979 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 01:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92103207-2842-454e-bda8-343b8e3d400f x-openstack-request-id: req-92103207-2842-454e-bda8-343b8e3d400f {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:28:57.947265 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35a17f83-d106-474b-ab70-4a275ab9d7d3", "name": "network-vif-plugged", "status": "completed", "tag": "ae174ea6-02fe-4d7b-9e85-75024ef634f0", "code": 200}]} {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:28:57.947522 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-92103207-2842-454e-bda8-343b8e3d400f {{(pid=104100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:28:57.947916 dv-neutron-834874-6-hyperv neutron-server[104100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92103207-2842-454e-bda8-343b8e3d400f'] response: {'server_uuid': '35a17f83-d106-474b-ab70-4a275ab9d7d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae174ea6-02fe-4d7b-9e85-75024ef634f0', 'code': 200} Mar 28 01:28:57.976240 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Pushing event updated for resources: {'Port': ['ID=ae174ea6-02fe-4d7b-9e85-75024ef634f0,revision_number=8']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:28:58.422451 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c425fa34-6fb5-4b32-bf25-ba6e27633b1f req-99f801b9-bfcf-4f5a-b43c-fad59c3170d4 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:28:58.423917 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-c425fa34-6fb5-4b32-bf25-ba6e27633b1f req-99f801b9-bfcf-4f5a-b43c-fad59c3170d4 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=35a17f83-d106-474b-ab70-4a275ab9d7d3 HTTP/1.1" status: 200 len: 945 time: 0.0528762 Mar 28 01:28:58.468986 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-c425fa34-6fb5-4b32-bf25-ba6e27633b1f req-5792df2f-86e3-46ba-b476-0455f301c82b tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389731 Mar 28 01:28:59.586884 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638f71c9-7cc0-4866-8991-3d585bf60983 req-b3e22afc-7c7d-4498-8e45-b75f14566204 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:28:59.588422 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-638f71c9-7cc0-4866-8991-3d585bf60983 req-b3e22afc-7c7d-4498-8e45-b75f14566204 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=35a17f83-d106-474b-ab70-4a275ab9d7d3 HTTP/1.1" status: 200 len: 945 time: 0.0508518 Mar 28 01:28:59.634620 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-638f71c9-7cc0-4866-8991-3d585bf60983 req-b743327b-1881-4582-8af9-ffc2e83f664a tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408335 Mar 28 01:29:00.751003 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b82bd9-3337-48a2-b84e-6049eac1b38c req-5e6755fe-2f5e-403e-95e2-c433c5144764 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:29:00.752473 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-66b82bd9-3337-48a2-b84e-6049eac1b38c req-5e6755fe-2f5e-403e-95e2-c433c5144764 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=35a17f83-d106-474b-ab70-4a275ab9d7d3 HTTP/1.1" status: 200 len: 945 time: 0.0507390 Mar 28 01:29:00.801067 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-66b82bd9-3337-48a2-b84e-6049eac1b38c req-f9f87a27-1341-4bc7-8065-daeb2f76f053 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430140 Mar 28 01:29:01.922029 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1360a89f-2609-4b9f-bf6a-b16207d36612 req-bbcdb2e6-9b3a-4798-b7c2-56cd1e6e0b8e tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:29:01.923473 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-1360a89f-2609-4b9f-bf6a-b16207d36612 req-bbcdb2e6-9b3a-4798-b7c2-56cd1e6e0b8e tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=35a17f83-d106-474b-ab70-4a275ab9d7d3 HTTP/1.1" status: 200 len: 945 time: 0.0548096 Mar 28 01:29:01.969050 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-1360a89f-2609-4b9f-bf6a-b16207d36612 req-988023c1-03eb-425b-af42-c390c5c88702 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394540 Mar 28 01:29:02.253910 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47aaf74-46a2-499c-8184-1aa9da7b9c5c req-f4ae6b65-8d3e-45b2-97a3-5500622a11db tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:29:02.255367 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-d47aaf74-46a2-499c-8184-1aa9da7b9c5c req-f4ae6b65-8d3e-45b2-97a3-5500622a11db tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.10 "GET /v2.0/ports?device_id=35a17f83-d106-474b-ab70-4a275ab9d7d3&tenant_id=33525a6311b1415f9d71794b9ce918e7&binding%3Ahost_id=hv-neutron-8348 HTTP/1.1" status: 200 len: 945 time: 0.0548463 Mar 28 01:29:02.271643 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e188a53e-8cc2-469b-b716-cf6c23de7dbe req-750c9d21-1dd5-415c-a4df-a996b7537504 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:29:02.273690 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-e188a53e-8cc2-469b-b716-cf6c23de7dbe req-750c9d21-1dd5-415c-a4df-a996b7537504 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=35a17f83-d106-474b-ab70-4a275ab9d7d3 HTTP/1.1" status: 200 len: 945 time: 0.0531213 Mar 28 01:29:02.316761 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-d47aaf74-46a2-499c-8184-1aa9da7b9c5c req-ecb2d254-a7e3-41ca-bbad-1aa05207faae service neutron] 10.222.0.10 "GET /v2.0/ports/ae174ea6-02fe-4d7b-9e85-75024ef634f0/bindings/hv-neutron-8348 HTTP/1.1" status: 200 len: 384 time: 0.0551248 Mar 28 01:29:02.323606 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-e188a53e-8cc2-469b-b716-cf6c23de7dbe req-51735858-aa53-4db0-ad30-47e75a1bd6eb tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443249 Mar 28 01:29:02.381141 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47aaf74-46a2-499c-8184-1aa9da7b9c5c req-378d63e6-d73b-4a1a-b750-af4fca2cfb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:29:02.382595 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-d47aaf74-46a2-499c-8184-1aa9da7b9c5c req-378d63e6-d73b-4a1a-b750-af4fca2cfb9a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=33525a6311b1415f9d71794b9ce918e7&device_id=35a17f83-d106-474b-ab70-4a275ab9d7d3 HTTP/1.1" status: 200 len: 1129 time: 0.0452433 Mar 28 01:29:02.471708 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47aaf74-46a2-499c-8184-1aa9da7b9c5c req-2e6bdf8a-9533-4789-80c2-f6cd4004a7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:29:02.473189 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-d47aaf74-46a2-499c-8184-1aa9da7b9c5c req-2e6bdf8a-9533-4789-80c2-f6cd4004a7f7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2b68a51f-bd4c-48f0-ae3a-095a67bb7f09 HTTP/1.1" status: 200 len: 912 time: 0.0841854 Mar 28 01:29:02.538210 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-d47aaf74-46a2-499c-8184-1aa9da7b9c5c req-cc9cb3ff-70d4-48c9-af44-647e83318f1b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae174ea6-02fe-4d7b-9e85-75024ef634f0 HTTP/1.1" status: 200 len: 1002 time: 0.0583034 Mar 28 01:29:02.871512 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47aaf74-46a2-499c-8184-1aa9da7b9c5c req-5258e70a-58ff-497b-8d6d-c32cdf2aaa4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:29:02.873021 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-d47aaf74-46a2-499c-8184-1aa9da7b9c5c req-5258e70a-58ff-497b-8d6d-c32cdf2aaa4d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c6183e84-2e77-40ed-95a1-6f3728082881 HTTP/1.1" status: 200 len: 851 time: 0.3303220 Mar 28 01:29:02.920591 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47aaf74-46a2-499c-8184-1aa9da7b9c5c req-fc23a007-23e2-4c98-b6ec-07bc44f5ce90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:29:02.922028 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-d47aaf74-46a2-499c-8184-1aa9da7b9c5c req-fc23a007-23e2-4c98-b6ec-07bc44f5ce90 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2b68a51f-bd4c-48f0-ae3a-095a67bb7f09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0426881 Mar 28 01:29:03.007686 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-d47aaf74-46a2-499c-8184-1aa9da7b9c5c req-dc0daf9f-6593-4f9b-84a8-3d4e68fe964b service neutron] 10.222.0.10 "GET /v2.0/networks/2b68a51f-bd4c-48f0-ae3a-095a67bb7f09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793338 Mar 28 01:29:03.007954 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:29:03.097509 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-d47aaf74-46a2-499c-8184-1aa9da7b9c5c req-51155adc-3b9b-4b27-8d53-71f4c88543e8 service neutron] 10.222.0.10 "GET /v2.0/networks/2b68a51f-bd4c-48f0-ae3a-095a67bb7f09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840716 Mar 28 01:29:03.445380 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6ea093-4ff9-4fbc-b75d-7df6111bf92c req-722dddc3-3be7-40c1-9918-e983b4fc339e tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:29:03.446836 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-8a6ea093-4ff9-4fbc-b75d-7df6111bf92c req-722dddc3-3be7-40c1-9918-e983b4fc339e tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=35a17f83-d106-474b-ab70-4a275ab9d7d3 HTTP/1.1" status: 200 len: 945 time: 0.0531275 Mar 28 01:29:03.493143 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-8a6ea093-4ff9-4fbc-b75d-7df6111bf92c req-2480534f-74de-462f-9e84-e242e1418e18 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408530 Mar 28 01:29:04.611158 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f44444-d5f6-4532-bd1d-61120c41f2a3 req-6f09afa6-ac7c-4502-88ef-fb5de4607686 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:29:04.612617 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-c4f44444-d5f6-4532-bd1d-61120c41f2a3 req-6f09afa6-ac7c-4502-88ef-fb5de4607686 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=35a17f83-d106-474b-ab70-4a275ab9d7d3 HTTP/1.1" status: 200 len: 945 time: 0.0503049 Mar 28 01:29:04.661958 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-c4f44444-d5f6-4532-bd1d-61120c41f2a3 req-7f5addfb-dd01-42b2-8c7a-e336e442b4cb tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432861 Mar 28 01:29:05.785483 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4de5cb0-4e10-4098-a5e8-1b817f3f188b req-ecc1fb6c-3264-4856-936c-a18973db5384 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:29:05.786957 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-c4de5cb0-4e10-4098-a5e8-1b817f3f188b req-ecc1fb6c-3264-4856-936c-a18973db5384 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=35a17f83-d106-474b-ab70-4a275ab9d7d3 HTTP/1.1" status: 200 len: 945 time: 0.0562015 Mar 28 01:29:05.832879 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-c4de5cb0-4e10-4098-a5e8-1b817f3f188b req-79e4b6b3-396c-4f41-b317-53fe93d55664 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402358 Mar 28 01:29:06.959591 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a91906-c802-4380-9604-1b43ee56e4c6 req-0b789f90-c0a4-48a5-bce6-b3aa316f82fb tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:29:06.961210 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-a8a91906-c802-4380-9604-1b43ee56e4c6 req-0b789f90-c0a4-48a5-bce6-b3aa316f82fb tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=35a17f83-d106-474b-ab70-4a275ab9d7d3 HTTP/1.1" status: 200 len: 945 time: 0.0559385 Mar 28 01:29:07.010276 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-a8a91906-c802-4380-9604-1b43ee56e4c6 req-832fa29b-602d-4c4b-a22d-637567779eff tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434272 Mar 28 01:29:07.753567 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device ae174ea6-02fe-4d7b-9e85-75024ef634f0 no longer exists at agent hyperv_hv-neutron-8348 {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:29:07.829386 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port ae174ea6-02fe-4d7b-9e85-75024ef634f0 is: ACTIVE; New status is: DOWN {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:29:07.829756 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (ae174ea6-02fe-4d7b-9e85-75024ef634f0), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:29:07.854266 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35a17f83-d106-474b-ab70-4a275ab9d7d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae174ea6-02fe-4d7b-9e85-75024ef634f0'}] {{(pid=104100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:29:07.856480 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd27896ebc78d0f7931321182ba9533a7b768b1c3fcddb3ff52a8aee6ddeaf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d62aa1f-b4f2-4e86-8a4c-a3314d5ac177" -d '{"events": [{"server_uuid": "35a17f83-d106-474b-ab70-4a275ab9d7d3", "name": "network-vif-unplugged", "status": "completed", "tag": "ae174ea6-02fe-4d7b-9e85-75024ef634f0"}]}' {{(pid=104100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:29:07.868778 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port ae174ea6-02fe-4d7b-9e85-75024ef634f0, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=ae174ea6-02fe-4d7b-9e85-75024ef634f0,segment=NetworkSegment(a8ff9866-4d1a-4081-861f-9ab5627ea74e),segment_id=a8ff9866-4d1a-4081-861f-9ab5627ea74e)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:29:07.872903 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (ae174ea6-02fe-4d7b-9e85-75024ef634f0), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:29:07.906547 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Mar 2022 01:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bad2e2b-35b0-4e1b-bdf6-29c368f7d89d x-openstack-request-id: req-7bad2e2b-35b0-4e1b-bdf6-29c368f7d89d {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:29:07.906844 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35a17f83-d106-474b-ab70-4a275ab9d7d3", "name": "network-vif-unplugged", "status": "completed", "tag": "ae174ea6-02fe-4d7b-9e85-75024ef634f0", "code": 200}]} {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:29:07.907101 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7bad2e2b-35b0-4e1b-bdf6-29c368f7d89d {{(pid=104100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:29:07.907493 dv-neutron-834874-6-hyperv neutron-server[104100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bad2e2b-35b0-4e1b-bdf6-29c368f7d89d'] response: {'server_uuid': '35a17f83-d106-474b-ab70-4a275ab9d7d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae174ea6-02fe-4d7b-9e85-75024ef634f0', 'code': 200} Mar 28 01:29:07.926815 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Pushing event updated for resources: {'Port': ['ID=ae174ea6-02fe-4d7b-9e85-75024ef634f0,revision_number=9']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:29:08.128245 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af4519c-784c-4f3b-ae6b-c96ae65887b5 req-10cabe88-4aa1-482d-b10d-e6cf3c72e416 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:29:08.129718 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-8af4519c-784c-4f3b-ae6b-c96ae65887b5 req-10cabe88-4aa1-482d-b10d-e6cf3c72e416 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=35a17f83-d106-474b-ab70-4a275ab9d7d3 HTTP/1.1" status: 200 len: 943 time: 0.0514004 Mar 28 01:29:08.176436 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-8af4519c-784c-4f3b-ae6b-c96ae65887b5 req-89f2c7fc-323e-4ef2-a392-69846f34e115 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404427 Mar 28 01:29:09.299794 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f181739-f75e-4454-b402-8d9076abcd57 req-26d41f1d-3c75-40eb-ad08-0612074a9b32 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:29:09.301311 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-3f181739-f75e-4454-b402-8d9076abcd57 req-26d41f1d-3c75-40eb-ad08-0612074a9b32 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=35a17f83-d106-474b-ab70-4a275ab9d7d3 HTTP/1.1" status: 200 len: 943 time: 0.0543599 Mar 28 01:29:09.347508 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-3f181739-f75e-4454-b402-8d9076abcd57 req-00a675f0-50d5-492f-b8f8-7e2abff35c2a tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402045 Mar 28 01:29:09.422051 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47aaf74-46a2-499c-8184-1aa9da7b9c5c req-739eac91-b994-48c6-b7dc-a791b85889c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:29:09.423518 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-d47aaf74-46a2-499c-8184-1aa9da7b9c5c req-739eac91-b994-48c6-b7dc-a791b85889c9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=35a17f83-d106-474b-ab70-4a275ab9d7d3&tenant_id=33525a6311b1415f9d71794b9ce918e7 HTTP/1.1" status: 200 len: 1127 time: 0.0443146 Mar 28 01:29:09.487680 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47aaf74-46a2-499c-8184-1aa9da7b9c5c req-08fd7b8e-6678-49f0-a0c4-473256213db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:29:09.489154 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-d47aaf74-46a2-499c-8184-1aa9da7b9c5c req-08fd7b8e-6678-49f0-a0c4-473256213db1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=33525a6311b1415f9d71794b9ce918e7&device_id=35a17f83-d106-474b-ab70-4a275ab9d7d3 HTTP/1.1" status: 200 len: 1127 time: 0.0469098 Mar 28 01:29:09.574845 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47aaf74-46a2-499c-8184-1aa9da7b9c5c req-5527dcc3-d17b-4f42-b815-3d375bcbf4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:29:09.576343 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-d47aaf74-46a2-499c-8184-1aa9da7b9c5c req-5527dcc3-d17b-4f42-b815-3d375bcbf4d5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2b68a51f-bd4c-48f0-ae3a-095a67bb7f09 HTTP/1.1" status: 200 len: 912 time: 0.0805085 Mar 28 01:29:09.643613 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-d47aaf74-46a2-499c-8184-1aa9da7b9c5c req-08e825cd-f949-4efb-ac59-4766e3e05d40 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae174ea6-02fe-4d7b-9e85-75024ef634f0 HTTP/1.1" status: 200 len: 1000 time: 0.0606809 Mar 28 01:29:09.688184 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47aaf74-46a2-499c-8184-1aa9da7b9c5c req-c76356e1-48ae-4ad2-9765-0a17a58925ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:29:09.689547 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-d47aaf74-46a2-499c-8184-1aa9da7b9c5c req-c76356e1-48ae-4ad2-9765-0a17a58925ba service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c6183e84-2e77-40ed-95a1-6f3728082881 HTTP/1.1" status: 200 len: 851 time: 0.0407865 Mar 28 01:29:09.735774 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47aaf74-46a2-499c-8184-1aa9da7b9c5c req-b88c6372-0903-4550-95fa-822c53d645e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:29:09.737254 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-d47aaf74-46a2-499c-8184-1aa9da7b9c5c req-b88c6372-0903-4550-95fa-822c53d645e0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2b68a51f-bd4c-48f0-ae3a-095a67bb7f09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0421357 Mar 28 01:29:09.826792 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-d47aaf74-46a2-499c-8184-1aa9da7b9c5c req-5335d4db-014b-483a-b2fd-d4ef1b452ad8 service neutron] 10.222.0.10 "GET /v2.0/networks/2b68a51f-bd4c-48f0-ae3a-095a67bb7f09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836473 Mar 28 01:29:09.911260 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-d47aaf74-46a2-499c-8184-1aa9da7b9c5c req-a01aacbd-3f97-44aa-b6ba-0b126a9be9ba service neutron] 10.222.0.10 "GET /v2.0/networks/2b68a51f-bd4c-48f0-ae3a-095a67bb7f09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791960 Mar 28 01:29:10.720388 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649bad3b-64b5-47e9-bfe6-b8152fb10101 req-a7e9ae90-2ed6-4b2a-8b6d-20d0c86b9b26 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:29:10.721749 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-649bad3b-64b5-47e9-bfe6-b8152fb10101 req-a7e9ae90-2ed6-4b2a-8b6d-20d0c86b9b26 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=35a17f83-d106-474b-ab70-4a275ab9d7d3 HTTP/1.1" status: 200 len: 943 time: 0.3050418 Mar 28 01:29:10.768679 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-649bad3b-64b5-47e9-bfe6-b8152fb10101 req-8919e971-8520-4833-8681-090fe5c4fc51 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398059 Mar 28 01:29:11.447926 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-45c47e0e-5899-4780-acad-7b67c81c7098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:29:11.889475 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38557f9e-0de6-4702-ba2a-3b470b7ec434 req-a00534db-624e-4046-ad04-fbc1670cd9bf tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:29:11.891015 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-38557f9e-0de6-4702-ba2a-3b470b7ec434 req-a00534db-624e-4046-ad04-fbc1670cd9bf tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=35a17f83-d106-474b-ab70-4a275ab9d7d3 HTTP/1.1" status: 200 len: 943 time: 0.0536251 Mar 28 01:29:11.943531 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-38557f9e-0de6-4702-ba2a-3b470b7ec434 req-0a28ea66-dff9-4dc6-a8dd-d6a73403d745 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464871 Mar 28 01:29:12.848693 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.agents_db [None req-9a1d863f-391a-42f4-9870-e8292b919beb None None] Agent healthcheck: found 6 active agents {{(pid=104101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 01:29:13.066025 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41782ea1-7a3b-40ac-855d-b4511c14850f req-2c6e9534-dead-4be1-8c90-cf9daf03cdd6 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:29:13.067385 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-41782ea1-7a3b-40ac-855d-b4511c14850f req-2c6e9534-dead-4be1-8c90-cf9daf03cdd6 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=35a17f83-d106-474b-ab70-4a275ab9d7d3 HTTP/1.1" status: 200 len: 943 time: 0.0564981 Mar 28 01:29:13.113039 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-41782ea1-7a3b-40ac-855d-b4511c14850f req-da89023d-c1a0-4fe0-ad58-e4e745cffafb tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400271 Mar 28 01:29:13.609336 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-84fce1af-4f0c-479f-9364-4dcff96647c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:29:14.231244 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81fb3ca-6b45-4e93-b819-f0e084246164 req-f0bddabc-9f1b-45d9-8f58-f81d0d9da936 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:29:14.233129 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-d81fb3ca-6b45-4e93-b819-f0e084246164 req-f0bddabc-9f1b-45d9-8f58-f81d0d9da936 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=35a17f83-d106-474b-ab70-4a275ab9d7d3 HTTP/1.1" status: 200 len: 943 time: 0.0514510 Mar 28 01:29:14.279887 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-d81fb3ca-6b45-4e93-b819-f0e084246164 req-73231b85-45f2-44ca-9d24-f961f92dd660 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415120 Mar 28 01:29:14.843543 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:29:15.401433 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801e4d4b-e12e-4de7-9250-45ed38aa8d58 req-1a2fa228-bfe3-4405-9228-d3dc43d2f262 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:29:15.402888 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-801e4d4b-e12e-4de7-9250-45ed38aa8d58 req-1a2fa228-bfe3-4405-9228-d3dc43d2f262 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=35a17f83-d106-474b-ab70-4a275ab9d7d3 HTTP/1.1" status: 200 len: 943 time: 0.0547404 Mar 28 01:29:15.449513 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-801e4d4b-e12e-4de7-9250-45ed38aa8d58 req-08708e42-c080-419d-aeeb-94d669e3defb tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405688 Mar 28 01:29:16.288983 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:29:16.576379 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76acffe-4735-4efb-b6ba-919c2d7ed54c req-673e02c5-5db6-45be-9777-8eee67c60e51 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:29:16.577911 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-d76acffe-4735-4efb-b6ba-919c2d7ed54c req-673e02c5-5db6-45be-9777-8eee67c60e51 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=35a17f83-d106-474b-ab70-4a275ab9d7d3 HTTP/1.1" status: 200 len: 943 time: 0.0571017 Mar 28 01:29:16.626269 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-d76acffe-4735-4efb-b6ba-919c2d7ed54c req-cc1108f0-10cd-45f8-ae39-9f1714984154 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425811 Mar 28 01:29:17.751157 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084166c7-1e5e-40dd-83c6-377f746a89a0 req-6f368edf-8bc4-4279-a8e9-e5f64118fbd4 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:29:17.752747 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-084166c7-1e5e-40dd-83c6-377f746a89a0 req-6f368edf-8bc4-4279-a8e9-e5f64118fbd4 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=35a17f83-d106-474b-ab70-4a275ab9d7d3 HTTP/1.1" status: 200 len: 943 time: 0.0543172 Mar 28 01:29:17.803909 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-084166c7-1e5e-40dd-83c6-377f746a89a0 req-9ef95af4-fb0b-4b50-b60d-8065d7ed7b70 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449347 Mar 28 01:29:17.840227 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:29:18.931818 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226ff969-2084-4316-8d11-9d02631f1388 req-3ab4d161-524b-4026-97f0-685c822c0e10 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:29:18.933363 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-226ff969-2084-4316-8d11-9d02631f1388 req-3ab4d161-524b-4026-97f0-685c822c0e10 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=35a17f83-d106-474b-ab70-4a275ab9d7d3 HTTP/1.1" status: 200 len: 943 time: 0.0574477 Mar 28 01:29:18.981213 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-226ff969-2084-4316-8d11-9d02631f1388 req-6f039f2a-9c25-4205-adca-e1f654178c85 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416851 Mar 28 01:29:20.103384 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f78336-98e3-4024-a602-e9673b29fb8c req-788a396d-7ce1-4176-932b-6db6bbb4756c tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:29:20.104784 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-76f78336-98e3-4024-a602-e9673b29fb8c req-788a396d-7ce1-4176-932b-6db6bbb4756c tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=35a17f83-d106-474b-ab70-4a275ab9d7d3 HTTP/1.1" status: 200 len: 943 time: 0.0512187 Mar 28 01:29:20.153415 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-76f78336-98e3-4024-a602-e9673b29fb8c req-e5e34e88-cd1b-4f70-9339-27919c9e025d tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430937 Mar 28 01:29:21.272208 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f21a023-b095-40b9-a9d7-cd6fc0e60c6e req-07a279fd-e9ed-4ba8-90fe-d209d004f927 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:29:21.273669 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-8f21a023-b095-40b9-a9d7-cd6fc0e60c6e req-07a279fd-e9ed-4ba8-90fe-d209d004f927 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=35a17f83-d106-474b-ab70-4a275ab9d7d3 HTTP/1.1" status: 200 len: 943 time: 0.0514612 Mar 28 01:29:21.319063 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-8f21a023-b095-40b9-a9d7-cd6fc0e60c6e req-54fb0809-79b8-41d3-b1f7-bb6a5ba0b242 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399756 Mar 28 01:29:21.806930 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device ae174ea6-02fe-4d7b-9e85-75024ef634f0 details requested by agent hyperv_hv-neutron-8348 with host hv-neutron-8348 {{(pid=104100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 01:29:21.898988 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port ae174ea6-02fe-4d7b-9e85-75024ef634f0, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=ae174ea6-02fe-4d7b-9e85-75024ef634f0,segment=NetworkSegment(a8ff9866-4d1a-4081-861f-9ab5627ea74e),segment_id=a8ff9866-4d1a-4081-861f-9ab5627ea74e)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:29:21.910137 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Returning: {'device': 'ae174ea6-02fe-4d7b-9e85-75024ef634f0', 'network_id': '2b68a51f-bd4c-48f0-ae3a-095a67bb7f09', 'port_id': 'ae174ea6-02fe-4d7b-9e85-75024ef634f0', 'mac_address': 'fa:16:3e:70:ed:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6183e84-2e77-40ed-95a1-6f3728082881', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 01:29:21.949640 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port ae174ea6-02fe-4d7b-9e85-75024ef634f0 is: DOWN; New status is: BUILD {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:29:21.950019 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (ae174ea6-02fe-4d7b-9e85-75024ef634f0), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:29:21.962520 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae174ea6-02fe-4d7b-9e85-75024ef634f0 {{(pid=104100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 01:29:21.983520 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port ae174ea6-02fe-4d7b-9e85-75024ef634f0, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=ae174ea6-02fe-4d7b-9e85-75024ef634f0,segment=NetworkSegment(a8ff9866-4d1a-4081-861f-9ab5627ea74e),segment_id=a8ff9866-4d1a-4081-861f-9ab5627ea74e)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:29:21.988329 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (ae174ea6-02fe-4d7b-9e85-75024ef634f0), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:29:22.040749 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Pushing event updated for resources: {'Port': ['ID=ae174ea6-02fe-4d7b-9e85-75024ef634f0,revision_number=10']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:29:22.046093 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] get_ports_and_sgs() called for port_ids ['ae174ea6-02fe-4d7b-9e85-75024ef634f0'] {{(pid=104100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 01:29:22.435719 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3153cb29-36b9-48c9-beba-daab8a65e422 req-06b2bd0a-4ee4-41a7-87a9-723e8da35d8b tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:29:22.437218 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-3153cb29-36b9-48c9-beba-daab8a65e422 req-06b2bd0a-4ee4-41a7-87a9-723e8da35d8b tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=35a17f83-d106-474b-ab70-4a275ab9d7d3 HTTP/1.1" status: 200 len: 945 time: 0.0518079 Mar 28 01:29:22.482129 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-3153cb29-36b9-48c9-beba-daab8a65e422 req-1d1f7106-21e4-4fe3-8b92-fb3d5b218b32 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394218 Mar 28 01:29:23.599035 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d14f3d-baf2-40e7-a8b0-bc0c753cd951 req-797a18c2-3b0f-4e6e-a9a3-eb15766e65e2 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:29:23.600519 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-f0d14f3d-baf2-40e7-a8b0-bc0c753cd951 req-797a18c2-3b0f-4e6e-a9a3-eb15766e65e2 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=35a17f83-d106-474b-ab70-4a275ab9d7d3 HTTP/1.1" status: 200 len: 945 time: 0.0518703 Mar 28 01:29:23.650332 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-f0d14f3d-baf2-40e7-a8b0-bc0c753cd951 req-76187b1a-1499-4e87-9f71-eedcc9b8293f tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443437 Mar 28 01:29:23.822587 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device ae174ea6-02fe-4d7b-9e85-75024ef634f0 up at agent hyperv_hv-neutron-8348 {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:29:23.869738 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Provisioning complete for port ae174ea6-02fe-4d7b-9e85-75024ef634f0 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:29:23.870108 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (ae174ea6-02fe-4d7b-9e85-75024ef634f0), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:29:23.949918 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port ae174ea6-02fe-4d7b-9e85-75024ef634f0 is: BUILD; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:29:23.950298 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (ae174ea6-02fe-4d7b-9e85-75024ef634f0), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:29:24.111863 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35a17f83-d106-474b-ab70-4a275ab9d7d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae174ea6-02fe-4d7b-9e85-75024ef634f0'}] {{(pid=104100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:29:24.113990 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd27896ebc78d0f7931321182ba9533a7b768b1c3fcddb3ff52a8aee6ddeaf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-272dd7ce-9987-4d9a-8414-b5b144cdc85d" -d '{"events": [{"server_uuid": "35a17f83-d106-474b-ab70-4a275ab9d7d3", "name": "network-vif-plugged", "status": "completed", "tag": "ae174ea6-02fe-4d7b-9e85-75024ef634f0"}]}' {{(pid=104100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:29:24.125951 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port ae174ea6-02fe-4d7b-9e85-75024ef634f0, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=ae174ea6-02fe-4d7b-9e85-75024ef634f0,segment=NetworkSegment(a8ff9866-4d1a-4081-861f-9ab5627ea74e),segment_id=a8ff9866-4d1a-4081-861f-9ab5627ea74e)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:29:24.130961 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (ae174ea6-02fe-4d7b-9e85-75024ef634f0), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:29:24.159323 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 01:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-638da87a-e004-4e73-8c0c-18b6ff1317a4 x-openstack-request-id: req-638da87a-e004-4e73-8c0c-18b6ff1317a4 {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:29:24.159617 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35a17f83-d106-474b-ab70-4a275ab9d7d3", "name": "network-vif-plugged", "status": "completed", "tag": "ae174ea6-02fe-4d7b-9e85-75024ef634f0", "code": 200}]} {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:29:24.159875 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-638da87a-e004-4e73-8c0c-18b6ff1317a4 {{(pid=104100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:29:24.160303 dv-neutron-834874-6-hyperv neutron-server[104100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-638da87a-e004-4e73-8c0c-18b6ff1317a4'] response: {'server_uuid': '35a17f83-d106-474b-ab70-4a275ab9d7d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae174ea6-02fe-4d7b-9e85-75024ef634f0', 'code': 200} Mar 28 01:29:24.178908 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Pushing event updated for resources: {'Port': ['ID=ae174ea6-02fe-4d7b-9e85-75024ef634f0,revision_number=11']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:29:24.772733 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429a3346-3a2b-483c-85b5-64294a6cc93f req-afe0b97e-d47a-4567-b2fc-2398fc7f1a69 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:29:24.774218 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-429a3346-3a2b-483c-85b5-64294a6cc93f req-afe0b97e-d47a-4567-b2fc-2398fc7f1a69 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=35a17f83-d106-474b-ab70-4a275ab9d7d3 HTTP/1.1" status: 200 len: 946 time: 0.0519533 Mar 28 01:29:24.820814 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-429a3346-3a2b-483c-85b5-64294a6cc93f req-877ed8f8-10eb-4a22-af51-fc97e8b3e1ed tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408759 Mar 28 01:29:25.939197 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef43dcd-d781-4c04-ad35-32ae41403bab req-0237ac3a-ddb5-4f90-857b-7b2195f13f41 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:29:25.940604 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-1ef43dcd-d781-4c04-ad35-32ae41403bab req-0237ac3a-ddb5-4f90-857b-7b2195f13f41 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=35a17f83-d106-474b-ab70-4a275ab9d7d3 HTTP/1.1" status: 200 len: 946 time: 0.0518246 Mar 28 01:29:25.986503 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-1ef43dcd-d781-4c04-ad35-32ae41403bab req-f98ee382-1336-4ec4-a6e5-e9357f12512d tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404398 Mar 28 01:29:27.104127 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426d0c5c-ef5e-49fa-ba5a-e096f2fa9fa2 req-142db074-5d29-4329-949a-e950c342a167 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:29:27.105577 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-426d0c5c-ef5e-49fa-ba5a-e096f2fa9fa2 req-142db074-5d29-4329-949a-e950c342a167 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=35a17f83-d106-474b-ab70-4a275ab9d7d3 HTTP/1.1" status: 200 len: 946 time: 0.0536082 Mar 28 01:29:27.151976 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-426d0c5c-ef5e-49fa-ba5a-e096f2fa9fa2 req-3b77c3dc-5dd1-414a-a955-1185835ac0e3 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409117 Mar 28 01:29:27.272595 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61f7e9b-44e4-4f32-8480-e7a481c66293 req-c070e39d-eea7-47b8-90fd-b2cf87d1fd74 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:29:27.274061 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-b61f7e9b-44e4-4f32-8480-e7a481c66293 req-c070e39d-eea7-47b8-90fd-b2cf87d1fd74 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=35a17f83-d106-474b-ab70-4a275ab9d7d3 HTTP/1.1" status: 200 len: 946 time: 0.0555105 Mar 28 01:29:27.322195 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-b61f7e9b-44e4-4f32-8480-e7a481c66293 req-bb7b04c2-d05f-4a01-8704-c92d465b1e54 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420637 Mar 28 01:29:27.440820 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ab13bc-0b9a-49ff-bc72-166d25311749 req-b0e03947-6f3d-45c1-a408-32ec5d23c8b6 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:29:27.442279 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-96ab13bc-0b9a-49ff-bc72-166d25311749 req-b0e03947-6f3d-45c1-a408-32ec5d23c8b6 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=35a17f83-d106-474b-ab70-4a275ab9d7d3 HTTP/1.1" status: 200 len: 946 time: 0.0561464 Mar 28 01:29:27.488159 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-96ab13bc-0b9a-49ff-bc72-166d25311749 req-b1ca725f-c2eb-4089-a570-ec4ab1ee51bc tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403266 Mar 28 01:29:27.717804 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244661a6-1679-45e0-b61f-27c3e587dfdf req-d6fbd9c2-7e1c-41f1-ba6d-4b477ad39600 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:29:27.719270 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-244661a6-1679-45e0-b61f-27c3e587dfdf req-d6fbd9c2-7e1c-41f1-ba6d-4b477ad39600 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=35a17f83-d106-474b-ab70-4a275ab9d7d3 HTTP/1.1" status: 200 len: 946 time: 0.0517583 Mar 28 01:29:27.765827 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-244661a6-1679-45e0-b61f-27c3e587dfdf req-799b76ca-8f00-436b-b5c7-47e04c86afa6 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405276 Mar 28 01:29:28.884676 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9c30d9-e057-449b-bb70-3c50567ba858 req-4e3e248d-524b-4372-b903-ae55c8b5277c tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:29:28.886130 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-4a9c30d9-e057-449b-bb70-3c50567ba858 req-4e3e248d-524b-4372-b903-ae55c8b5277c tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=35a17f83-d106-474b-ab70-4a275ab9d7d3 HTTP/1.1" status: 200 len: 946 time: 0.0513711 Mar 28 01:29:28.931864 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-4a9c30d9-e057-449b-bb70-3c50567ba858 req-92cbd0f7-5c40-40cb-9ad2-24e1852bcbe2 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403016 Mar 28 01:29:30.082611 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4a6550-5d6d-4d62-a3fb-7db48bef2df0 req-241fd33c-6388-4946-b773-d40c9da81c05 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:29:30.084042 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-ca4a6550-5d6d-4d62-a3fb-7db48bef2df0 req-241fd33c-6388-4946-b773-d40c9da81c05 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=35a17f83-d106-474b-ab70-4a275ab9d7d3 HTTP/1.1" status: 200 len: 946 time: 0.0843160 Mar 28 01:29:30.103885 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b11ba4-5ea6-436c-8e24-a29ab59cb552 req-6e5e447e-b28f-4ca3-a4a9-ba8e5f91856b tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:29:30.105338 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-81b11ba4-5ea6-436c-8e24-a29ab59cb552 req-6e5e447e-b28f-4ca3-a4a9-ba8e5f91856b tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.10 "GET /v2.0/ports?device_id=35a17f83-d106-474b-ab70-4a275ab9d7d3 HTTP/1.1" status: 200 len: 946 time: 0.0717986 Mar 28 01:29:30.175170 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-ca4a6550-5d6d-4d62-a3fb-7db48bef2df0 req-8eec45a2-6eb9-4040-baa0-d89f141d6036 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups?id=008e8106-b11f-4603-bd11-8252c8eae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842271 Mar 28 01:29:30.224292 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [req-81b11ba4-5ea6-436c-8e24-a29ab59cb552 req-22f9bad3-8f78-4204-9053-52e2c0e5a48e tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Deleting port ae174ea6-02fe-4d7b-9e85-75024ef634f0 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:29:30.224617 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-81b11ba4-5ea6-436c-8e24-a29ab59cb552 req-22f9bad3-8f78-4204-9053-52e2c0e5a48e tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (ae174ea6-02fe-4d7b-9e85-75024ef634f0), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:29:30.310617 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-81b11ba4-5ea6-436c-8e24-a29ab59cb552 req-22f9bad3-8f78-4204-9053-52e2c0e5a48e tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] For port ae174ea6-02fe-4d7b-9e85-75024ef634f0, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=ae174ea6-02fe-4d7b-9e85-75024ef634f0,segment=NetworkSegment(a8ff9866-4d1a-4081-861f-9ab5627ea74e),segment_id=a8ff9866-4d1a-4081-861f-9ab5627ea74e)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:29:30.310972 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-81b11ba4-5ea6-436c-8e24-a29ab59cb552 req-22f9bad3-8f78-4204-9053-52e2c0e5a48e tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (ae174ea6-02fe-4d7b-9e85-75024ef634f0), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:29:30.477463 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-81b11ba4-5ea6-436c-8e24-a29ab59cb552 req-22f9bad3-8f78-4204-9053-52e2c0e5a48e tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:29:30.478343 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-81b11ba4-5ea6-436c-8e24-a29ab59cb552 req-22f9bad3-8f78-4204-9053-52e2c0e5a48e tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688063'] for floatingip (95efdcf1-8ddd-402b-a1ca-9f765b94edc8), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:29:30.478670 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.l3_db [req-81b11ba4-5ea6-436c-8e24-a29ab59cb552 req-22f9bad3-8f78-4204-9053-52e2c0e5a48e tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Floating IP 95efdcf1-8ddd-402b-a1ca-9f765b94edc8 disassociated. External IP: 172.26.1.184, port: ae174ea6-02fe-4d7b-9e85-75024ef634f0. Mar 28 01:29:30.479084 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [req-81b11ba4-5ea6-436c-8e24-a29ab59cb552 req-22f9bad3-8f78-4204-9053-52e2c0e5a48e tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Calling delete_port for ae174ea6-02fe-4d7b-9e85-75024ef634f0 owned by compute:nova {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:29:30.606129 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-81b11ba4-5ea6-436c-8e24-a29ab59cb552 req-22f9bad3-8f78-4204-9053-52e2c0e5a48e tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (ae174ea6-02fe-4d7b-9e85-75024ef634f0), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:29:30.639168 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f9bad3-8f78-4204-9053-52e2c0e5a48e tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Pushing event deleted for resources: {'Port': ['ID=ae174ea6-02fe-4d7b-9e85-75024ef634f0,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:29:30.652119 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f9bad3-8f78-4204-9053-52e2c0e5a48e tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:29:30.652544 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f9bad3-8f78-4204-9053-52e2c0e5a48e tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:29:30.652905 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f9bad3-8f78-4204-9053-52e2c0e5a48e tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:29:30.653460 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f9bad3-8f78-4204-9053-52e2c0e5a48e tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:29:30.658226 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f9bad3-8f78-4204-9053-52e2c0e5a48e tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:29:30.658582 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f9bad3-8f78-4204-9053-52e2c0e5a48e tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:29:30.658921 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f9bad3-8f78-4204-9053-52e2c0e5a48e tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:29:30.659256 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f9bad3-8f78-4204-9053-52e2c0e5a48e tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:29:30.659589 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f9bad3-8f78-4204-9053-52e2c0e5a48e tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:29:30.659922 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f9bad3-8f78-4204-9053-52e2c0e5a48e tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:29:30.660295 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f9bad3-8f78-4204-9053-52e2c0e5a48e tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:29:30.660627 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f9bad3-8f78-4204-9053-52e2c0e5a48e tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:29:30.660955 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f9bad3-8f78-4204-9053-52e2c0e5a48e tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:29:30.661331 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f9bad3-8f78-4204-9053-52e2c0e5a48e tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:29:30.662200 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f9bad3-8f78-4204-9053-52e2c0e5a48e tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:29:30.784828 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.l3_agent_scheduler [req-81b11ba4-5ea6-436c-8e24-a29ab59cb552 req-22f9bad3-8f78-4204-9053-52e2c0e5a48e tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Router eb8a7912-2e1e-41a5-bce5-c8ac5275303b has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:29:30.893874 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-81b11ba4-5ea6-436c-8e24-a29ab59cb552 req-22f9bad3-8f78-4204-9053-52e2c0e5a48e tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:29:30.903192 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd899c56-c0dd-4a46-8f30-0887474141fa None None] Sync routers for ids ['eb8a7912-2e1e-41a5-bce5-c8ac5275303b'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:29:30.914702 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd899c56-c0dd-4a46-8f30-0887474141fa None None] Routers {'eb8a7912-2e1e-41a5-bce5-c8ac5275303b'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:29:30.915260 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-cd899c56-c0dd-4a46-8f30-0887474141fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:29:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['eb8a7912-2e1e-41a5-bce5-c8ac5275303b'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:29:30.935271 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [req-81b11ba4-5ea6-436c-8e24-a29ab59cb552 req-22f9bad3-8f78-4204-9053-52e2c0e5a48e tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] No DVR routers for this DVR port ae174ea6-02fe-4d7b-9e85-75024ef634f0 on host hv-neutron-8348 {{(pid=104099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:29:30.937752 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-81b11ba4-5ea6-436c-8e24-a29ab59cb552 req-22f9bad3-8f78-4204-9053-52e2c0e5a48e tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:29:30.941191 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-81b11ba4-5ea6-436c-8e24-a29ab59cb552 req-22f9bad3-8f78-4204-9053-52e2c0e5a48e tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.10 "DELETE /v2.0/ports/ae174ea6-02fe-4d7b-9e85-75024ef634f0 HTTP/1.1" status: 204 len: 173 time: 0.8284507 Mar 28 01:29:30.941648 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35a17f83-d106-474b-ab70-4a275ab9d7d3', 'name': 'network-vif-deleted', 'tag': 'ae174ea6-02fe-4d7b-9e85-75024ef634f0'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:29:30.944616 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2af4b01a9fa8b1570ccf1d7859d693ad34c106b258078e9cfae86b97f35e3d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4613af9-6515-42e6-949e-9e5f7d17cba2" -d '{"events": [{"server_uuid": "35a17f83-d106-474b-ab70-4a275ab9d7d3", "name": "network-vif-deleted", "tag": "ae174ea6-02fe-4d7b-9e85-75024ef634f0"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:29:30.980779 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 01:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97d6ac97-99a6-4f48-ac84-2be59d2eadfb x-openstack-request-id: req-97d6ac97-99a6-4f48-ac84-2be59d2eadfb {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:29:30.981081 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35a17f83-d106-474b-ab70-4a275ab9d7d3", "name": "network-vif-deleted", "tag": "ae174ea6-02fe-4d7b-9e85-75024ef634f0", "status": "completed", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:29:30.981345 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-97d6ac97-99a6-4f48-ac84-2be59d2eadfb {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:29:30.981761 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97d6ac97-99a6-4f48-ac84-2be59d2eadfb'] response: {'server_uuid': '35a17f83-d106-474b-ab70-4a275ab9d7d3', 'name': 'network-vif-deleted', 'tag': 'ae174ea6-02fe-4d7b-9e85-75024ef634f0', 'status': 'completed', 'code': 200} Mar 28 01:29:31.034033 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-cd899c56-c0dd-4a46-8f30-0887474141fa None None] Set router eb8a7912-2e1e-41a5-bce5-c8ac5275303b gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:29:31.236951 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-cd899c56-c0dd-4a46-8f30-0887474141fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8a7912-2e1e-41a5-bce5-c8ac5275303b', 'name': 'tempest-ServerActionsTestJSON-1418931163-router', 'tenant_id': '33525a6311b1415f9d71794b9ce918e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.233'}], 'enable_snat': True}, 'gw_port_id': '2e91b93f-f097-4053-aa25-f19103298b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:25:25Z', 'updated_at': '2022-03-28T01:25:28Z', 'revision_number': 4, 'project_id': '33525a6311b1415f9d71794b9ce918e7', 'gw_port': {'id': '2e91b93f-f097-4053-aa25-f19103298b2b', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8a7912-2e1e-41a5-bce5-c8ac5275303b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:25:26Z', 'updated_at': '2022-03-28T01:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': '44a67edb-a9f3-4e19-aecb-e843bb5498bc', 'name': '', 'network_id': '2b68a51f-bd4c-48f0-ae3a-095a67bb7f09', 'tenant_id': '33525a6311b1415f9d71794b9ce918e7', 'mac_address': 'fa:16:3e:87:fe:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8a7912-2e1e-41a5-bce5-c8ac5275303b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': 'c6183e84-2e77-40ed-95a1-6f3728082881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:25:27Z', 'updated_at': '2022-03-28T01:25:32Z', 'revision_number': 5, 'project_id': '33525a6311b1415f9d71794b9ce918e7', 'subnets': [{'id': 'c6183e84-2e77-40ed-95a1-6f3728082881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:29:31.265863 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd899c56-c0dd-4a46-8f30-0887474141fa None None] Checking router: eb8a7912-2e1e-41a5-bce5-c8ac5275303b for host: dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:29:31.274424 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd899c56-c0dd-4a46-8f30-0887474141fa None None] Routers {'eb8a7912-2e1e-41a5-bce5-c8ac5275303b'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:29:31.275038 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-cd899c56-c0dd-4a46-8f30-0887474141fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:29:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['eb8a7912-2e1e-41a5-bce5-c8ac5275303b'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:29:31.277168 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-fff1fefa-9fb7-40dd-873d-d0b3fbd4d0fa req-b7617da3-75d5-4e25-bbd7-7b736688e773 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=35a17f83-d106-474b-ab70-4a275ab9d7d3 HTTP/1.1" status: 200 len: 210 time: 0.0348189 Mar 28 01:29:31.388060 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-cd899c56-c0dd-4a46-8f30-0887474141fa None None] Set router eb8a7912-2e1e-41a5-bce5-c8ac5275303b gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:29:31.582015 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-cd899c56-c0dd-4a46-8f30-0887474141fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8a7912-2e1e-41a5-bce5-c8ac5275303b', 'name': 'tempest-ServerActionsTestJSON-1418931163-router', 'tenant_id': '33525a6311b1415f9d71794b9ce918e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.233'}], 'enable_snat': True}, 'gw_port_id': '2e91b93f-f097-4053-aa25-f19103298b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:25:25Z', 'updated_at': '2022-03-28T01:25:28Z', 'revision_number': 4, 'project_id': '33525a6311b1415f9d71794b9ce918e7', 'gw_port': {'id': '2e91b93f-f097-4053-aa25-f19103298b2b', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8a7912-2e1e-41a5-bce5-c8ac5275303b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:25:26Z', 'updated_at': '2022-03-28T01:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': '44a67edb-a9f3-4e19-aecb-e843bb5498bc', 'name': '', 'network_id': '2b68a51f-bd4c-48f0-ae3a-095a67bb7f09', 'tenant_id': '33525a6311b1415f9d71794b9ce918e7', 'mac_address': 'fa:16:3e:87:fe:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8a7912-2e1e-41a5-bce5-c8ac5275303b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': 'c6183e84-2e77-40ed-95a1-6f3728082881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:25:27Z', 'updated_at': '2022-03-28T01:25:32Z', 'revision_number': 5, 'project_id': '33525a6311b1415f9d71794b9ce918e7', 'subnets': [{'id': 'c6183e84-2e77-40ed-95a1-6f3728082881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:29:31.611783 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd899c56-c0dd-4a46-8f30-0887474141fa None None] The sync data for ids ['eb8a7912-2e1e-41a5-bce5-c8ac5275303b'] in dv-neutron-834874-6-hyperv is: [{'id': 'eb8a7912-2e1e-41a5-bce5-c8ac5275303b', 'name': 'tempest-ServerActionsTestJSON-1418931163-router', 'tenant_id': '33525a6311b1415f9d71794b9ce918e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.233'}], 'enable_snat': True}, 'gw_port_id': '2e91b93f-f097-4053-aa25-f19103298b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:25:25Z', 'updated_at': '2022-03-28T01:25:28Z', 'revision_number': 4, 'project_id': '33525a6311b1415f9d71794b9ce918e7', 'gw_port': {'id': '2e91b93f-f097-4053-aa25-f19103298b2b', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8a7912-2e1e-41a5-bce5-c8ac5275303b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:25:26Z', 'updated_at': '2022-03-28T01:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': '44a67edb-a9f3-4e19-aecb-e843bb5498bc', 'name': '', 'network_id': '2b68a51f-bd4c-48f0-ae3a-095a67bb7f09', 'tenant_id': '33525a6311b1415f9d71794b9ce918e7', 'mac_address': 'fa:16:3e:87:fe:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8a7912-2e1e-41a5-bce5-c8ac5275303b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': 'c6183e84-2e77-40ed-95a1-6f3728082881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:25:27Z', 'updated_at': '2022-03-28T01:25:32Z', 'revision_number': 5, 'project_id': '33525a6311b1415f9d71794b9ce918e7', 'subnets': [{'id': 'c6183e84-2e77-40ed-95a1-6f3728082881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:29:31.837221 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f4b4b0-766d-4558-8583-2591b76b11e6 None None] New status for floating IP 95efdcf1-8ddd-402b-a1ca-9f765b94edc8: DOWN {{(pid=104101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 01:29:32.377768 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-28278b98-6c67-430b-9be1-d12d6b540f0e req-9842d427-73c5-4831-a76b-8f61f55b7327 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=35a17f83-d106-474b-ab70-4a275ab9d7d3 HTTP/1.1" status: 200 len: 210 time: 0.0301752 Mar 28 01:29:33.022969 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:29:33.473591 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-c896f7c9-bd71-42bf-9923-34a712666bbe req-05f56a0f-304e-4fc9-af7b-0a7a9b3c733e tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=35a17f83-d106-474b-ab70-4a275ab9d7d3 HTTP/1.1" status: 200 len: 210 time: 0.0264196 Mar 28 01:29:33.946926 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device ae174ea6-02fe-4d7b-9e85-75024ef634f0 no longer exists at agent hyperv_hv-neutron-8348 {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:29:33.966634 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] No Port match for: ae174ea6-02fe-4d7b-9e85-75024ef634f0 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:29:33.966981 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device ae174ea6-02fe-4d7b-9e85-75024ef634f0 not bound to the agent host hv-neutron-8348 {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:29:34.566956 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-33b7cb9c-c078-481f-a577-9052949046e6 req-d714ba1a-f03a-4380-a1b0-7bf0c177c644 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=35a17f83-d106-474b-ab70-4a275ab9d7d3 HTTP/1.1" status: 200 len: 210 time: 0.0268037 Mar 28 01:29:35.661943 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-97dbe309-dc24-42dc-8fee-8157de834c0a req-21441c34-0d96-4130-afc9-85edebd6dca5 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=35a17f83-d106-474b-ab70-4a275ab9d7d3 HTTP/1.1" status: 200 len: 210 time: 0.0268102 Mar 28 01:29:36.760670 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-b64feb14-c8fa-4565-b8e9-be309bc7a447 req-def867b7-8877-4c5e-9b84-8fab527f72d2 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=35a17f83-d106-474b-ab70-4a275ab9d7d3 HTTP/1.1" status: 200 len: 210 time: 0.0272713 Mar 28 01:29:37.862007 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-8f5409a5-ec11-4bbc-a5a3-da648742e126 req-56c9f401-ba1f-4c44-b822-ee77a27f2845 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=35a17f83-d106-474b-ab70-4a275ab9d7d3 HTTP/1.1" status: 200 len: 210 time: 0.0270813 Mar 28 01:29:38.958247 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-d0f8598c-5835-4652-a134-20463eb83b7f req-f7436a98-fac2-4b17-a38e-1dd7166bdfde tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/ports?device_id=35a17f83-d106-474b-ab70-4a275ab9d7d3 HTTP/1.1" status: 200 len: 210 time: 0.0265148 Mar 28 01:29:41.449256 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-a7edfc65-05e1-4fa3-9fc4-80b47fe171b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:29:43.611575 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-606e2b08-cdc2-4393-91ad-e1cc1f837d04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:29:44.844959 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:29:45.760386 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 59690) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:29:45.814394 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-04d1bd11-fedc-48f7-9b1b-d9619f17c4ca tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Publish callbacks [] for security_group (008e8106-b11f-4603-bd11-8252c8eae52c), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:29:45.836871 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-04d1bd11-fedc-48f7-9b1b-d9619f17c4ca tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Publish callbacks [] for security_group (008e8106-b11f-4603-bd11-8252c8eae52c), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:29:45.886454 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-04d1bd11-fedc-48f7-9b1b-d9619f17c4ca tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (008e8106-b11f-4603-bd11-8252c8eae52c), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:29:45.889280 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-04d1bd11-fedc-48f7-9b1b-d9619f17c4ca tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:29:45.892629 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-04d1bd11-fedc-48f7-9b1b-d9619f17c4ca tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "DELETE /v2.0/security-groups/008e8106-b11f-4603-bd11-8252c8eae52c HTTP/1.1" status: 204 len: 168 time: 0.1290326 Mar 28 01:29:45.893185 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 59692) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:29:45.900300 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d1bd11-fedc-48f7-9b1b-d9619f17c4ca tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=008e8106-b11f-4603-bd11-8252c8eae52c,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:29:45.908913 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.api.v2.resource [None req-6be0ef9c-ab1b-41bd-af34-7b0f5e938265 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] show failed (client error): The resource could not be found. Mar 28 01:29:45.913009 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-6be0ef9c-ab1b-41bd-af34-7b0f5e938265 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "GET /v2.0/security-groups/008e8106-b11f-4603-bd11-8252c8eae52c HTTP/1.1" status: 404 len: 347 time: 0.0182061 Mar 28 01:29:45.917036 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 59694) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:29:46.045388 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-79ba06b7-7fe2-4050-aa3a-d516bb5e7a44 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Deleting port 825b982e-f3da-4173-b8b3-c46cdaa687e5 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:29:46.045640 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-79ba06b7-7fe2-4050-aa3a-d516bb5e7a44 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (825b982e-f3da-4173-b8b3-c46cdaa687e5), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:29:46.119930 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-79ba06b7-7fe2-4050-aa3a-d516bb5e7a44 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (825b982e-f3da-4173-b8b3-c46cdaa687e5), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:29:46.120275 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-79ba06b7-7fe2-4050-aa3a-d516bb5e7a44 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Publish callbacks [] for floatingip (825b982e-f3da-4173-b8b3-c46cdaa687e5), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:29:46.133040 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-79ba06b7-7fe2-4050-aa3a-d516bb5e7a44 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Calling delete_port for 825b982e-f3da-4173-b8b3-c46cdaa687e5 owned by network:floatingip {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:29:46.275302 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-79ba06b7-7fe2-4050-aa3a-d516bb5e7a44 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (825b982e-f3da-4173-b8b3-c46cdaa687e5), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:29:46.295198 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:29:46.304702 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ba06b7-7fe2-4050-aa3a-d516bb5e7a44 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Pushing event deleted for resources: {'Port': ['ID=825b982e-f3da-4173-b8b3-c46cdaa687e5,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:29:46.372570 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-79ba06b7-7fe2-4050-aa3a-d516bb5e7a44 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Publish callbacks [] for floatingip (95efdcf1-8ddd-402b-a1ca-9f765b94edc8), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:29:46.375524 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-79ba06b7-7fe2-4050-aa3a-d516bb5e7a44 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for floatingip (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:29:46.379708 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-79ba06b7-7fe2-4050-aa3a-d516bb5e7a44 tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] 10.222.0.24 "DELETE /v2.0/floatingips/95efdcf1-8ddd-402b-a1ca-9f765b94edc8 HTTP/1.1" status: 204 len: 168 time: 0.4622860 Mar 28 01:29:46.379884 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 59696) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:29:46.728353 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-18f04ad4-62a2-436f-8270-fb26f3700c9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3686527'] for router_interface (eb8a7912-2e1e-41a5-bce5-c8ac5275303b), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:29:46.971177 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-18f04ad4-62a2-436f-8270-fb26f3700c9b admin admin] Deleting port 44a67edb-a9f3-4e19-aecb-e843bb5498bc {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:29:46.971886 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-18f04ad4-62a2-436f-8270-fb26f3700c9b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (44a67edb-a9f3-4e19-aecb-e843bb5498bc), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:29:47.047565 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-18f04ad4-62a2-436f-8270-fb26f3700c9b admin admin] For port 44a67edb-a9f3-4e19-aecb-e843bb5498bc, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=44a67edb-a9f3-4e19-aecb-e843bb5498bc,segment=NetworkSegment(a8ff9866-4d1a-4081-861f-9ab5627ea74e),segment_id=a8ff9866-4d1a-4081-861f-9ab5627ea74e)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:29:47.047919 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-18f04ad4-62a2-436f-8270-fb26f3700c9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (44a67edb-a9f3-4e19-aecb-e843bb5498bc), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:29:47.063755 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-18f04ad4-62a2-436f-8270-fb26f3700c9b admin admin] Calling delete_port for 44a67edb-a9f3-4e19-aecb-e843bb5498bc owned by network:router_interface {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:29:47.243197 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-18f04ad4-62a2-436f-8270-fb26f3700c9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (44a67edb-a9f3-4e19-aecb-e843bb5498bc), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:29:47.271579 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f04ad4-62a2-436f-8270-fb26f3700c9b admin admin] Pushing event deleted for resources: {'Port': ['ID=44a67edb-a9f3-4e19-aecb-e843bb5498bc,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:29:47.450775 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-18f04ad4-62a2-436f-8270-fb26f3700c9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3725912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3690191'] for router_interface (eb8a7912-2e1e-41a5-bce5-c8ac5275303b), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:29:47.834739 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:29:47.950650 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18f04ad4-62a2-436f-8270-fb26f3700c9b admin admin] Router eb8a7912-2e1e-41a5-bce5-c8ac5275303b has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:29:48.053809 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18f04ad4-62a2-436f-8270-fb26f3700c9b admin admin] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:29:48.059280 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-18f04ad4-62a2-436f-8270-fb26f3700c9b admin admin] 10.222.0.24 "PUT /v2.0/routers/eb8a7912-2e1e-41a5-bce5-c8ac5275303b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6783731 Mar 28 01:29:48.061796 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 59698) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:29:48.064328 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0cdc66-3a0a-4b09-bca0-daf0372960da None None] Sync routers for ids ['eb8a7912-2e1e-41a5-bce5-c8ac5275303b'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:29:48.074812 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0cdc66-3a0a-4b09-bca0-daf0372960da None None] Routers {'eb8a7912-2e1e-41a5-bce5-c8ac5275303b'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:29:48.075512 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-4f0cdc66-3a0a-4b09-bca0-daf0372960da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:29:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['eb8a7912-2e1e-41a5-bce5-c8ac5275303b'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:29:48.165013 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f117fa5b-d849-490f-9366-c72ec22e14f1 admin admin] Publish callbacks [] for router (eb8a7912-2e1e-41a5-bce5-c8ac5275303b), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:29:48.182102 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-4f0cdc66-3a0a-4b09-bca0-daf0372960da None None] Set router eb8a7912-2e1e-41a5-bce5-c8ac5275303b gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:29:48.268939 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f117fa5b-d849-490f-9366-c72ec22e14f1 admin admin] Publish callbacks [] for router_gateway (eb8a7912-2e1e-41a5-bce5-c8ac5275303b), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:29:48.321034 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-f117fa5b-d849-490f-9366-c72ec22e14f1 admin admin] Deleting port 2e91b93f-f097-4053-aa25-f19103298b2b {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:29:48.321414 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f117fa5b-d849-490f-9366-c72ec22e14f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (2e91b93f-f097-4053-aa25-f19103298b2b), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:29:48.357112 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-4f0cdc66-3a0a-4b09-bca0-daf0372960da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8a7912-2e1e-41a5-bce5-c8ac5275303b', 'name': 'tempest-ServerActionsTestJSON-1418931163-router', 'tenant_id': '33525a6311b1415f9d71794b9ce918e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.233'}], 'enable_snat': True}, 'gw_port_id': '2e91b93f-f097-4053-aa25-f19103298b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:25:25Z', 'updated_at': '2022-03-28T01:29:47Z', 'revision_number': 5, 'project_id': '33525a6311b1415f9d71794b9ce918e7', 'gw_port': {'id': '2e91b93f-f097-4053-aa25-f19103298b2b', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8a7912-2e1e-41a5-bce5-c8ac5275303b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:25:26Z', 'updated_at': '2022-03-28T01:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:29:48.384400 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0cdc66-3a0a-4b09-bca0-daf0372960da None None] Checking router: eb8a7912-2e1e-41a5-bce5-c8ac5275303b for host: dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:29:48.392424 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0cdc66-3a0a-4b09-bca0-daf0372960da None None] Routers {'eb8a7912-2e1e-41a5-bce5-c8ac5275303b'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:29:48.393026 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-4f0cdc66-3a0a-4b09-bca0-daf0372960da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:29:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['eb8a7912-2e1e-41a5-bce5-c8ac5275303b'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:29:48.400050 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-f117fa5b-d849-490f-9366-c72ec22e14f1 admin admin] For port 2e91b93f-f097-4053-aa25-f19103298b2b, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=2e91b93f-f097-4053-aa25-f19103298b2b,segment=NetworkSegment(b6f00c62-aca5-4c73-8989-c04c396daeed),segment_id=b6f00c62-aca5-4c73-8989-c04c396daeed)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:29:48.400417 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f117fa5b-d849-490f-9366-c72ec22e14f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (2e91b93f-f097-4053-aa25-f19103298b2b), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:29:48.414054 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-f117fa5b-d849-490f-9366-c72ec22e14f1 admin admin] Calling delete_port for 2e91b93f-f097-4053-aa25-f19103298b2b owned by network:router_gateway {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:29:48.480907 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-4f0cdc66-3a0a-4b09-bca0-daf0372960da None None] Set router eb8a7912-2e1e-41a5-bce5-c8ac5275303b gateway port host: None {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:29:48.531056 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-4f0cdc66-3a0a-4b09-bca0-daf0372960da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8a7912-2e1e-41a5-bce5-c8ac5275303b', 'name': 'tempest-ServerActionsTestJSON-1418931163-router', 'tenant_id': '33525a6311b1415f9d71794b9ce918e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:25:25Z', 'updated_at': '2022-03-28T01:29:48Z', 'revision_number': 6, 'project_id': '33525a6311b1415f9d71794b9ce918e7', 'gw_port_host': None}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:29:48.562858 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0cdc66-3a0a-4b09-bca0-daf0372960da None None] The sync data for ids ['eb8a7912-2e1e-41a5-bce5-c8ac5275303b'] in dv-neutron-834874-6-hyperv is: [{'id': 'eb8a7912-2e1e-41a5-bce5-c8ac5275303b', 'name': 'tempest-ServerActionsTestJSON-1418931163-router', 'tenant_id': '33525a6311b1415f9d71794b9ce918e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:25:25Z', 'updated_at': '2022-03-28T01:29:48Z', 'revision_number': 6, 'project_id': '33525a6311b1415f9d71794b9ce918e7', 'gw_port_host': None}] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:29:48.586033 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f117fa5b-d849-490f-9366-c72ec22e14f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (2e91b93f-f097-4053-aa25-f19103298b2b), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:29:48.615854 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f117fa5b-d849-490f-9366-c72ec22e14f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e91b93f-f097-4053-aa25-f19103298b2b,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:29:48.675520 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f117fa5b-d849-490f-9366-c72ec22e14f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3687989'] for router_gateway (eb8a7912-2e1e-41a5-bce5-c8ac5275303b), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:29:48.765508 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f117fa5b-d849-490f-9366-c72ec22e14f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7151'] for router (eb8a7912-2e1e-41a5-bce5-c8ac5275303b), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:29:48.767611 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f117fa5b-d849-490f-9366-c72ec22e14f1 admin admin] Publish callbacks [] for router_controller (eb8a7912-2e1e-41a5-bce5-c8ac5275303b), precommit_delete_associations {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:29:48.814029 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f117fa5b-d849-490f-9366-c72ec22e14f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689686'] for router (eb8a7912-2e1e-41a5-bce5-c8ac5275303b), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:29:48.814637 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f117fa5b-d849-490f-9366-c72ec22e14f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb8a7912-2e1e-41a5-bce5-c8ac5275303b {{(pid=104099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 01:29:48.818960 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f117fa5b-d849-490f-9366-c72ec22e14f1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:29:48.820164 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-f117fa5b-d849-490f-9366-c72ec22e14f1 admin admin] 10.222.0.24 "DELETE /v2.0/routers/eb8a7912-2e1e-41a5-bce5-c8ac5275303b HTTP/1.1" status: 204 len: 168 time: 0.7574353 Mar 28 01:29:48.822636 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 59700) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:29:48.866012 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_v2 [None req-af389b02-9b89-4698-a9a9-89c896a73b7a admin admin] Deleting subnet c6183e84-2e77-40ed-95a1-6f3728082881 {{(pid=104099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:29:48.869641 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-af389b02-9b89-4698-a9a9-89c896a73b7a admin admin] Publish callbacks [] for subnet (c6183e84-2e77-40ed-95a1-6f3728082881), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:29:48.902929 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-af389b02-9b89-4698-a9a9-89c896a73b7a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126946639'] for subnet (c6183e84-2e77-40ed-95a1-6f3728082881), precommit_delete_associations {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:29:49.018634 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-af389b02-9b89-4698-a9a9-89c896a73b7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (c6183e84-2e77-40ed-95a1-6f3728082881), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:29:49.069461 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-af389b02-9b89-4698-a9a9-89c896a73b7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127282766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126757793'] for subnet (c6183e84-2e77-40ed-95a1-6f3728082881), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:29:49.095991 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af389b02-9b89-4698-a9a9-89c896a73b7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6183e84-2e77-40ed-95a1-6f3728082881,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:29:49.097978 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-af389b02-9b89-4698-a9a9-89c896a73b7a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:29:49.101777 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-af389b02-9b89-4698-a9a9-89c896a73b7a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/c6183e84-2e77-40ed-95a1-6f3728082881 HTTP/1.1" status: 204 len: 168 time: 0.2782092 Mar 28 01:29:49.102900 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb3e029-8ad0-4819-a3c4-22423e6ff777 None None] Network 2b68a51f-bd4c-48f0-ae3a-095a67bb7f09 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:29:49.104205 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 59702) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:29:49.174984 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ad9eceb6-ad49-47cb-b36c-b7974225a97e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (2b68a51f-bd4c-48f0-ae3a-095a67bb7f09), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:29:49.230759 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-ad9eceb6-ad49-47cb-b36c-b7974225a97e admin admin] Deleting port 44c693d1-174f-471c-8624-9a731a0ed4cb {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:29:49.231102 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ad9eceb6-ad49-47cb-b36c-b7974225a97e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (44c693d1-174f-471c-8624-9a731a0ed4cb), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:29:49.291666 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-ad9eceb6-ad49-47cb-b36c-b7974225a97e admin admin] For port 44c693d1-174f-471c-8624-9a731a0ed4cb, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=44c693d1-174f-471c-8624-9a731a0ed4cb,segment=NetworkSegment(a8ff9866-4d1a-4081-861f-9ab5627ea74e),segment_id=a8ff9866-4d1a-4081-861f-9ab5627ea74e)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:29:49.291945 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ad9eceb6-ad49-47cb-b36c-b7974225a97e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (44c693d1-174f-471c-8624-9a731a0ed4cb), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:29:49.305500 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-ad9eceb6-ad49-47cb-b36c-b7974225a97e admin admin] Calling delete_port for 44c693d1-174f-471c-8624-9a731a0ed4cb owned by network:dhcp {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:29:49.318859 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da809aaf-6d9f-477a-a081-2320a75d7875 None None] DHCP port deletion for 2b68a51f-bd4c-48f0-ae3a-095a67bb7f09 request from dv-neutron-834874-6-hyperv {{(pid=104100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 01:29:49.368895 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-da809aaf-6d9f-477a-a081-2320a75d7875 None None] Deleting port 44c693d1-174f-471c-8624-9a731a0ed4cb {{(pid=104100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:29:49.369290 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-da809aaf-6d9f-477a-a081-2320a75d7875 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (44c693d1-174f-471c-8624-9a731a0ed4cb), before_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:29:49.389822 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ad9eceb6-ad49-47cb-b36c-b7974225a97e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (44c693d1-174f-471c-8624-9a731a0ed4cb), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:29:49.418353 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9eceb6-ad49-47cb-b36c-b7974225a97e admin admin] Pushing event deleted for resources: {'Port': ['ID=44c693d1-174f-471c-8624-9a731a0ed4cb,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:29:49.423427 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9eceb6-ad49-47cb-b36c-b7974225a97e admin admin] No DVR routers for this DVR port 44c693d1-174f-471c-8624-9a731a0ed4cb on host dv-neutron-834874-6-hyperv {{(pid=104099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:29:49.434556 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-da809aaf-6d9f-477a-a081-2320a75d7875 None None] For port 44c693d1-174f-471c-8624-9a731a0ed4cb, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=44c693d1-174f-471c-8624-9a731a0ed4cb,segment=NetworkSegment(a8ff9866-4d1a-4081-861f-9ab5627ea74e),segment_id=a8ff9866-4d1a-4081-861f-9ab5627ea74e)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:29:49.434956 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-da809aaf-6d9f-477a-a081-2320a75d7875 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (44c693d1-174f-471c-8624-9a731a0ed4cb), precommit_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:29:49.449116 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-da809aaf-6d9f-477a-a081-2320a75d7875 None None] Calling delete_port for 44c693d1-174f-471c-8624-9a731a0ed4cb owned by network:dhcp {{(pid=104100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:29:49.499177 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ad9eceb6-ad49-47cb-b36c-b7974225a97e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (2b68a51f-bd4c-48f0-ae3a-095a67bb7f09), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:29:49.521720 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-ad9eceb6-ad49-47cb-b36c-b7974225a97e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b68a51f-bd4c-48f0-ae3a-095a67bb7f09']}} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:29:49.530863 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-da809aaf-6d9f-477a-a081-2320a75d7875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886'] for port (44c693d1-174f-471c-8624-9a731a0ed4cb), after_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:29:49.533367 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-ad9eceb6-ad49-47cb-b36c-b7974225a97e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8ff9866-4d1a-4081-861f-9ab5627ea74e') {'for_net_delete': True} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:29:49.533681 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-ad9eceb6-ad49-47cb-b36c-b7974225a97e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8ff9866-4d1a-4081-861f-9ab5627ea74e') {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:29:49.543819 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ad9eceb6-ad49-47cb-b36c-b7974225a97e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126946678'] for segment (a8ff9866-4d1a-4081-861f-9ab5627ea74e), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:29:49.555658 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da809aaf-6d9f-477a-a081-2320a75d7875 None None] Pushing event deleted for resources: {'Port': ['ID=44c693d1-174f-471c-8624-9a731a0ed4cb,revision_number=None']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:29:49.561145 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ad9eceb6-ad49-47cb-b36c-b7974225a97e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (a8ff9866-4d1a-4081-861f-9ab5627ea74e), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:29:49.563803 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da809aaf-6d9f-477a-a081-2320a75d7875 None None] No DVR routers for this DVR port 44c693d1-174f-471c-8624-9a731a0ed4cb on host dv-neutron-834874-6-hyperv {{(pid=104100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:29:49.568295 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad9eceb6-ad49-47cb-b36c-b7974225a97e admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=104099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:29:49.568736 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ad9eceb6-ad49-47cb-b36c-b7974225a97e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127280876'] for segment (a8ff9866-4d1a-4081-861f-9ab5627ea74e), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:29:49.571132 dv-neutron-834874-6-hyperv neutron-server[104099]: Traceback (most recent call last): Mar 28 01:29:49.571132 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:29:49.571132 dv-neutron-834874-6-hyperv neutron-server[104099]: timer() Mar 28 01:29:49.571132 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:29:49.571132 dv-neutron-834874-6-hyperv neutron-server[104099]: cb(*args, **kw) Mar 28 01:29:49.571132 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:29:49.571132 dv-neutron-834874-6-hyperv neutron-server[104099]: return func(*args, **kwargs) Mar 28 01:29:49.571132 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:29:49.571132 dv-neutron-834874-6-hyperv neutron-server[104099]: self._notify() Mar 28 01:29:49.571132 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:29:49.571132 dv-neutron-834874-6-hyperv neutron-server[104099]: self.callback(batched_events) Mar 28 01:29:49.571132 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:29:49.571132 dv-neutron-834874-6-hyperv neutron-server[104099]: event.method(event) Mar 28 01:29:49.571132 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:29:49.571132 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:29:49.571132 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:29:49.571132 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:29:49.571132 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:29:49.571132 dv-neutron-834874-6-hyperv neutron-server[104099]: return f(self, *a, **k) Mar 28 01:29:49.571132 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:29:49.571132 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._get(url).json() Mar 28 01:29:49.571132 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:29:49.571132 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:29:49.571132 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:29:49.571132 dv-neutron-834874-6-hyperv neutron-server[104099]: return self.request(url, 'GET', **kwargs) Mar 28 01:29:49.571132 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:29:49.571132 dv-neutron-834874-6-hyperv neutron-server[104099]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:29:49.571132 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:29:49.571132 dv-neutron-834874-6-hyperv neutron-server[104099]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:29:49.571132 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:29:49.571132 dv-neutron-834874-6-hyperv neutron-server[104099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:29:49.571132 dv-neutron-834874-6-hyperv neutron-server[104099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:29:49.631132 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ad9eceb6-ad49-47cb-b36c-b7974225a97e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (2b68a51f-bd4c-48f0-ae3a-095a67bb7f09), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:29:49.636739 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ad9eceb6-ad49-47cb-b36c-b7974225a97e admin admin] Publish callbacks [] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:29:49.640655 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-ad9eceb6-ad49-47cb-b36c-b7974225a97e admin admin] 10.222.0.24 "DELETE /v2.0/networks/2b68a51f-bd4c-48f0-ae3a-095a67bb7f09 HTTP/1.1" status: 204 len: 168 time: 0.5349658 Mar 28 01:29:49.653482 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9eceb6-ad49-47cb-b36c-b7974225a97e admin admin] Pushing event deleted for resources: {'Network': ['ID=2b68a51f-bd4c-48f0-ae3a-095a67bb7f09,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:29:49.761724 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 59706) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:29:49.803300 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-6b61c424-4eca-4625-9089-fc4cb08adab9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=33525a6311b1415f9d71794b9ce918e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0403669 Mar 28 01:29:49.806428 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 59708) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:29:49.807940 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 2e91b93f-f097-4053-aa25-f19103298b2b no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:29:49.828206 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: 2e91b93f-f097-4053-aa25-f19103298b2b {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:29:49.828471 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 2e91b93f-f097-4053-aa25-f19103298b2b not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:29:49.828878 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 44a67edb-a9f3-4e19-aecb-e843bb5498bc no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:29:49.847166 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: 44a67edb-a9f3-4e19-aecb-e843bb5498bc {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:29:49.847510 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 44a67edb-a9f3-4e19-aecb-e843bb5498bc not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:29:49.847927 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 44c693d1-174f-471c-8624-9a731a0ed4cb no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:29:49.852737 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.agents_db [None req-9a1d863f-391a-42f4-9870-e8292b919beb None None] Agent healthcheck: found 6 active agents {{(pid=104101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 01:29:49.860272 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-06ec566e-2e1f-4a27-8f34-e0dc8b267e5f admin admin] Publish callbacks [] for security_group (c395812e-cbbf-4d18-959e-4aeda3b0f622), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:29:49.869323 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: 44c693d1-174f-471c-8624-9a731a0ed4cb {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:29:49.869677 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 44c693d1-174f-471c-8624-9a731a0ed4cb not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:29:49.885780 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-06ec566e-2e1f-4a27-8f34-e0dc8b267e5f admin admin] Publish callbacks [] for security_group (c395812e-cbbf-4d18-959e-4aeda3b0f622), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:29:49.933175 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-06ec566e-2e1f-4a27-8f34-e0dc8b267e5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (c395812e-cbbf-4d18-959e-4aeda3b0f622), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:29:49.935698 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-06ec566e-2e1f-4a27-8f34-e0dc8b267e5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:29:49.936890 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-06ec566e-2e1f-4a27-8f34-e0dc8b267e5f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c395812e-cbbf-4d18-959e-4aeda3b0f622 HTTP/1.1" status: 204 len: 168 time: 0.1294773 Mar 28 01:29:49.948093 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ec566e-2e1f-4a27-8f34-e0dc8b267e5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c395812e-cbbf-4d18-959e-4aeda3b0f622,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:29:50.575854 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 59730) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:29:50.681021 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-5318c68a-dc8d-400a-b7e6-3751e612e9f0 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-373961600-network', 'tenant_id': '24e01cff8f3445829a84f902f8fdc30b'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:29:50.699708 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5318c68a-dc8d-400a-b7e6-3751e612e9f0 admin admin] Made reservation on behalf of 24e01cff8f3445829a84f902f8fdc30b for: {'network': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:29:50.701915 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5318c68a-dc8d-400a-b7e6-3751e612e9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:29:50.709808 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5318c68a-dc8d-400a-b7e6-3751e612e9f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:29:50.782888 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5318c68a-dc8d-400a-b7e6-3751e612e9f0 admin admin] Publish callbacks [] for security_group (1e232c66-f3d7-49b2-a404-c6c010d2f84c), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:29:50.786765 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5318c68a-dc8d-400a-b7e6-3751e612e9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (1e232c66-f3d7-49b2-a404-c6c010d2f84c), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:29:50.816633 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5318c68a-dc8d-400a-b7e6-3751e612e9f0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=104099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:29:50.823812 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5318c68a-dc8d-400a-b7e6-3751e612e9f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e232c66-f3d7-49b2-a404-c6c010d2f84c,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:29:50.832643 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5318c68a-dc8d-400a-b7e6-3751e612e9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (8ddb1bee-2aa4-4da0-915a-82a5f4e8f91e), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:29:50.833205 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.segments_db [None req-5318c68a-dc8d-400a-b7e6-3751e612e9f0 admin admin] Added segment 8ddb1bee-2aa4-4da0-915a-82a5f4e8f91e of type vlan for network 5c882a9a-1bfa-46e4-9ddc-6e758cde5ec9 Mar 28 01:29:50.874516 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5318c68a-dc8d-400a-b7e6-3751e612e9f0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (5c882a9a-1bfa-46e4-9ddc-6e758cde5ec9), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:29:50.897747 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5318c68a-dc8d-400a-b7e6-3751e612e9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (5c882a9a-1bfa-46e4-9ddc-6e758cde5ec9), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:29:50.898736 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5318c68a-dc8d-400a-b7e6-3751e612e9f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:29:50.899343 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5318c68a-dc8d-400a-b7e6-3751e612e9f0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:29:50.957836 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-5318c68a-dc8d-400a-b7e6-3751e612e9f0 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3806350 Mar 28 01:29:50.960582 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 59734) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:29:50.965419 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-bf5076d1-243b-4adc-92e5-f947408e32b5 admin admin] Request body: {'subnet': {'network_id': '5c882a9a-1bfa-46e4-9ddc-6e758cde5ec9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-373961600-subnet', 'tenant_id': '24e01cff8f3445829a84f902f8fdc30b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:29:50.967337 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5318c68a-dc8d-400a-b7e6-3751e612e9f0 admin admin] Pushing event updated for resources: {'Network': ['ID=5c882a9a-1bfa-46e4-9ddc-6e758cde5ec9,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:29:50.978547 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network 5c882a9a-1bfa-46e4-9ddc-6e758cde5ec9 details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:29:50.985256 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf5076d1-243b-4adc-92e5-f947408e32b5 admin admin] Made reservation on behalf of 24e01cff8f3445829a84f902f8fdc30b for: {'subnet': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:29:50.987531 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-bf5076d1-243b-4adc-92e5-f947408e32b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126112411'] for subnet (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:29:51.154629 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-bf5076d1-243b-4adc-92e5-f947408e32b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126174976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126112397'] for subnet (8bbd74d6-fab0-4402-82de-fbc07d3c8bfc), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:29:51.214710 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5076d1-243b-4adc-92e5-f947408e32b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bbd74d6-fab0-4402-82de-fbc07d3c8bfc,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:29:51.224825 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5076d1-243b-4adc-92e5-f947408e32b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:29:51.225178 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5076d1-243b-4adc-92e5-f947408e32b5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:29:51.225527 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5076d1-243b-4adc-92e5-f947408e32b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:29:51.225894 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5076d1-243b-4adc-92e5-f947408e32b5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:29:51.226230 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5076d1-243b-4adc-92e5-f947408e32b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:29:51.226562 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5076d1-243b-4adc-92e5-f947408e32b5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:29:51.226896 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5076d1-243b-4adc-92e5-f947408e32b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:29:51.227221 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5076d1-243b-4adc-92e5-f947408e32b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:29:51.227550 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5076d1-243b-4adc-92e5-f947408e32b5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:29:51.227877 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5076d1-243b-4adc-92e5-f947408e32b5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:29:51.228232 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5076d1-243b-4adc-92e5-f947408e32b5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:29:51.228563 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5076d1-243b-4adc-92e5-f947408e32b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:29:51.228889 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5076d1-243b-4adc-92e5-f947408e32b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:29:51.229213 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5076d1-243b-4adc-92e5-f947408e32b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:29:51.229534 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5076d1-243b-4adc-92e5-f947408e32b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:29:51.234346 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5076d1-243b-4adc-92e5-f947408e32b5 admin admin] Checking segment: {'id': '8ddb1bee-2aa4-4da0-915a-82a5f4e8f91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5c882a9a-1bfa-46e4-9ddc-6e758cde5ec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:29:51.234947 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5076d1-243b-4adc-92e5-f947408e32b5 admin admin] Network hostable DHCP agents. Network: 5c882a9a-1bfa-46e4-9ddc-6e758cde5ec9, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:29:51.252426 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5076d1-243b-4adc-92e5-f947408e32b5 admin admin] Network 5c882a9a-1bfa-46e4-9ddc-6e758cde5ec9 is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:29:51.261166 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-bf5076d1-243b-4adc-92e5-f947408e32b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, 5c882a9a-1bfa-46e4-9ddc-6e758cde5ec9) {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:29:51.265163 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5076d1-243b-4adc-92e5-f947408e32b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:29:51.265746 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-bf5076d1-243b-4adc-92e5-f947408e32b5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:29:51.269905 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c38c6f50-ee0c-4616-b159-27398de3bb74 None None] Network 5c882a9a-1bfa-46e4-9ddc-6e758cde5ec9 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:29:51.280769 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-bf5076d1-243b-4adc-92e5-f947408e32b5 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3191195 Mar 28 01:29:51.367214 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c1f1b3b-da18-462e-b3cf-c844a106716f None None] Network 5c882a9a-1bfa-46e4-9ddc-6e758cde5ec9 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:29:51.825859 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad3d5cd-aa50-4bb4-bac0-5166297d5dc0 req-b5ec0e36-3df2-4ca3-97b0-a088125fdd7e tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:29:51.827249 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-fad3d5cd-aa50-4bb4-bac0-5166297d5dc0 req-b5ec0e36-3df2-4ca3-97b0-a088125fdd7e tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] 10.222.0.24 "GET /v2.0/networks?id=5c882a9a-1bfa-46e4-9ddc-6e758cde5ec9 HTTP/1.1" status: 200 len: 813 time: 0.0974600 Mar 28 01:29:51.841753 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-fad3d5cd-aa50-4bb4-bac0-5166297d5dc0 req-23c2ac1d-39fa-4430-b55d-aa75b89e9bf0 tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] 10.222.0.24 "GET /v2.0/quotas/24e01cff8f3445829a84f902f8fdc30b HTTP/1.1" status: 200 len: 375 time: 0.0091956 Mar 28 01:29:51.876412 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-fad3d5cd-aa50-4bb4-bac0-5166297d5dc0 req-871a8b0d-d8c9-490e-8d36-654e7733fe2e tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=24e01cff8f3445829a84f902f8fdc30b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294957 Mar 28 01:29:51.887097 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [req-fad3d5cd-aa50-4bb4-bac0-5166297d5dc0 req-79a4c231-e6ed-4006-ad6f-65523f40505d service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=104098) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 01:29:51.888022 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-fad3d5cd-aa50-4bb4-bac0-5166297d5dc0 req-79a4c231-e6ed-4006-ad6f-65523f40505d service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047936 Mar 28 01:29:51.972848 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-fad3d5cd-aa50-4bb4-bac0-5166297d5dc0 req-60fe6dd3-8264-464f-9d1b-b16fa35f34a2 service neutron] 10.222.0.24 "GET /v2.0/networks/5c882a9a-1bfa-46e4-9ddc-6e758cde5ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791724 Mar 28 01:29:52.065555 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-fad3d5cd-aa50-4bb4-bac0-5166297d5dc0 req-f8ead311-d9a1-496d-81d9-7472ba4f168b service neutron] 10.222.0.24 "GET /v2.0/networks/5c882a9a-1bfa-46e4-9ddc-6e758cde5ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871873 Mar 28 01:29:52.269392 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-bfa0e93f-a0e1-40b2-9674-23c6fe28abc5 req-ec9a3530-8606-4352-893e-e2143b1a6878 tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] 10.222.0.24 "GET /v2.0/ports?device_id=cfe2d38d-75a2-45dd-aeb0-17f2fd276d70 HTTP/1.1" status: 200 len: 210 time: 0.0775537 Mar 28 01:29:53.109644 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad3d5cd-aa50-4bb4-bac0-5166297d5dc0 req-9c9fda2f-e39d-42be-9ffe-f283058dfb73 tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:29:53.111098 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-fad3d5cd-aa50-4bb4-bac0-5166297d5dc0 req-9c9fda2f-e39d-42be-9ffe-f283058dfb73 tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] 10.222.0.10 "GET /v2.0/networks?id=5c882a9a-1bfa-46e4-9ddc-6e758cde5ec9 HTTP/1.1" status: 200 len: 813 time: 0.1115801 Mar 28 01:29:53.122462 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [req-fad3d5cd-aa50-4bb4-bac0-5166297d5dc0 req-9b7a3ebe-f218-42f3-82fe-8e006191cb40 tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] Request body: {'port': {'device_id': 'cfe2d38d-75a2-45dd-aeb0-17f2fd276d70', 'network_id': '5c882a9a-1bfa-46e4-9ddc-6e758cde5ec9', 'admin_state_up': True, 'tenant_id': '24e01cff8f3445829a84f902f8fdc30b'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:29:53.226817 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fad3d5cd-aa50-4bb4-bac0-5166297d5dc0 req-9b7a3ebe-f218-42f3-82fe-8e006191cb40 tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] Made reservation on behalf of 24e01cff8f3445829a84f902f8fdc30b for: {'port': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:29:53.230125 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-fad3d5cd-aa50-4bb4-bac0-5166297d5dc0 req-9b7a3ebe-f218-42f3-82fe-8e006191cb40 tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:29:53.360495 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [req-fad3d5cd-aa50-4bb4-bac0-5166297d5dc0 req-9b7a3ebe-f218-42f3-82fe-8e006191cb40 tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] Allocated IP 172.20.0.13 (5c882a9a-1bfa-46e4-9ddc-6e758cde5ec9/8bbd74d6-fab0-4402-82de-fbc07d3c8bfc/2bb5757e-4440-48bb-8f32-d816b711d1b2) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:29:53.367380 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-30343e0b-3b8a-4ee5-b568-280b5dc737fa req-010aa593-832d-40a0-b9b0-ce1a18590e22 tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] 10.222.0.24 "GET /v2.0/ports?device_id=cfe2d38d-75a2-45dd-aeb0-17f2fd276d70 HTTP/1.1" status: 200 len: 210 time: 0.0276432 Mar 28 01:29:53.505513 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-fad3d5cd-aa50-4bb4-bac0-5166297d5dc0 req-9b7a3ebe-f218-42f3-82fe-8e006191cb40 tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] Publish callbacks [] for port (2bb5757e-4440-48bb-8f32-d816b711d1b2), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:29:53.540357 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-fad3d5cd-aa50-4bb4-bac0-5166297d5dc0 req-9b7a3ebe-f218-42f3-82fe-8e006191cb40 tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (2bb5757e-4440-48bb-8f32-d816b711d1b2), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:29:53.580183 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fad3d5cd-aa50-4bb4-bac0-5166297d5dc0 req-9b7a3ebe-f218-42f3-82fe-8e006191cb40 tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] Network 5c882a9a-1bfa-46e4-9ddc-6e758cde5ec9 is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:29:53.583258 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [req-fad3d5cd-aa50-4bb4-bac0-5166297d5dc0 req-9b7a3ebe-f218-42f3-82fe-8e006191cb40 tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:29:53.589883 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [req-fad3d5cd-aa50-4bb4-bac0-5166297d5dc0 req-9b7a3ebe-f218-42f3-82fe-8e006191cb40 tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:29:53.595633 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7a3ebe-f218-42f3-82fe-8e006191cb40 tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] Pushing event updated for resources: {'Port': ['ID=2bb5757e-4440-48bb-8f32-d816b711d1b2,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:29:53.641666 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad3d5cd-aa50-4bb4-bac0-5166297d5dc0 req-9b7a3ebe-f218-42f3-82fe-8e006191cb40 tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:29:53.642183 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-fad3d5cd-aa50-4bb4-bac0-5166297d5dc0 req-9b7a3ebe-f218-42f3-82fe-8e006191cb40 tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:29:53.657854 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-fad3d5cd-aa50-4bb4-bac0-5166297d5dc0 req-9b7a3ebe-f218-42f3-82fe-8e006191cb40 tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5390403 Mar 28 01:29:53.669092 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [req-fad3d5cd-aa50-4bb4-bac0-5166297d5dc0 req-9f2da015-cc82-4c37-8b6d-37ba2ce3ead0 service neutron] Request body: {'port': {'device_id': 'cfe2d38d-75a2-45dd-aeb0-17f2fd276d70', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8348'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:29:53.728369 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-fad3d5cd-aa50-4bb4-bac0-5166297d5dc0 req-9f2da015-cc82-4c37-8b6d-37ba2ce3ead0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (2bb5757e-4440-48bb-8f32-d816b711d1b2), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:29:53.980730 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [req-fad3d5cd-aa50-4bb4-bac0-5166297d5dc0 req-9f2da015-cc82-4c37-8b6d-37ba2ce3ead0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bb5757e-4440-48bb-8f32-d816b711d1b2 {{(pid=104099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 01:29:53.988128 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-fad3d5cd-aa50-4bb4-bac0-5166297d5dc0 req-9f2da015-cc82-4c37-8b6d-37ba2ce3ead0 service neutron] Publish callbacks [] for port (2bb5757e-4440-48bb-8f32-d816b711d1b2), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:29:54.000303 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [req-fad3d5cd-aa50-4bb4-bac0-5166297d5dc0 req-9f2da015-cc82-4c37-8b6d-37ba2ce3ead0 service neutron] Transition to ACTIVE for port object 2bb5757e-4440-48bb-8f32-d816b711d1b2 will not be triggered until provisioned by entity L2. {{(pid=104099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 01:29:54.004141 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-fad3d5cd-aa50-4bb4-bac0-5166297d5dc0 req-9f2da015-cc82-4c37-8b6d-37ba2ce3ead0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (2bb5757e-4440-48bb-8f32-d816b711d1b2), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:29:54.055380 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2da015-cc82-4c37-8b6d-37ba2ce3ead0 service neutron] Pushing event updated for resources: {'Port': ['ID=2bb5757e-4440-48bb-8f32-d816b711d1b2,revision_number=2']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:29:54.122468 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-fad3d5cd-aa50-4bb4-bac0-5166297d5dc0 req-9f2da015-cc82-4c37-8b6d-37ba2ce3ead0 service neutron] Attempting to bind port 2bb5757e-4440-48bb-8f32-d816b711d1b2 on host hv-neutron-8348 for vnic_type normal with profile {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:29:54.122795 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-fad3d5cd-aa50-4bb4-bac0-5166297d5dc0 req-9f2da015-cc82-4c37-8b6d-37ba2ce3ead0 service neutron] Attempting to bind port 2bb5757e-4440-48bb-8f32-d816b711d1b2 by drivers openvswitch,hyperv on host hv-neutron-8348 at level 0 using segments [{'id': '8ddb1bee-2aa4-4da0-915a-82a5f4e8f91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5c882a9a-1bfa-46e4-9ddc-6e758cde5ec9'}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:29:54.123118 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad3d5cd-aa50-4bb4-bac0-5166297d5dc0 req-9f2da015-cc82-4c37-8b6d-37ba2ce3ead0 service neutron] Attempting to bind port 2bb5757e-4440-48bb-8f32-d816b711d1b2 on network 5c882a9a-1bfa-46e4-9ddc-6e758cde5ec9 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:29:54.127337 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad3d5cd-aa50-4bb4-bac0-5166297d5dc0 req-9f2da015-cc82-4c37-8b6d-37ba2ce3ead0 service neutron] Port 2bb5757e-4440-48bb-8f32-d816b711d1b2 on network 5c882a9a-1bfa-46e4-9ddc-6e758cde5ec9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8348 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 01:29:54.127655 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad3d5cd-aa50-4bb4-bac0-5166297d5dc0 req-9f2da015-cc82-4c37-8b6d-37ba2ce3ead0 service neutron] Attempting to bind port 2bb5757e-4440-48bb-8f32-d816b711d1b2 on network 5c882a9a-1bfa-46e4-9ddc-6e758cde5ec9 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:29:54.132476 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad3d5cd-aa50-4bb4-bac0-5166297d5dc0 req-9f2da015-cc82-4c37-8b6d-37ba2ce3ead0 service neutron] Checking agent: {'id': '287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8348', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 1, 2, 33), 'started_at': datetime.datetime(2022, 3, 28, 1, 2, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:29:54.132808 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad3d5cd-aa50-4bb4-bac0-5166297d5dc0 req-9f2da015-cc82-4c37-8b6d-37ba2ce3ead0 service neutron] Checking segment: {'id': '8ddb1bee-2aa4-4da0-915a-82a5f4e8f91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5c882a9a-1bfa-46e4-9ddc-6e758cde5ec9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:29:54.133179 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad3d5cd-aa50-4bb4-bac0-5166297d5dc0 req-9f2da015-cc82-4c37-8b6d-37ba2ce3ead0 service neutron] Bound using segment: {'id': '8ddb1bee-2aa4-4da0-915a-82a5f4e8f91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5c882a9a-1bfa-46e4-9ddc-6e758cde5ec9'} {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:29:54.133594 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-fad3d5cd-aa50-4bb4-bac0-5166297d5dc0 req-9f2da015-cc82-4c37-8b6d-37ba2ce3ead0 service neutron] Bound port: 2bb5757e-4440-48bb-8f32-d816b711d1b2, host: hv-neutron-8348, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ddb1bee-2aa4-4da0-915a-82a5f4e8f91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5c882a9a-1bfa-46e4-9ddc-6e758cde5ec9'}}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:29:54.133937 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-fad3d5cd-aa50-4bb4-bac0-5166297d5dc0 req-9f2da015-cc82-4c37-8b6d-37ba2ce3ead0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (2bb5757e-4440-48bb-8f32-d816b711d1b2), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:29:54.195535 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-fad3d5cd-aa50-4bb4-bac0-5166297d5dc0 req-9f2da015-cc82-4c37-8b6d-37ba2ce3ead0 service neutron] For port 2bb5757e-4440-48bb-8f32-d816b711d1b2, host hv-neutron-8348, cleared binding levels {{(pid=104099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:29:54.198703 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-fad3d5cd-aa50-4bb4-bac0-5166297d5dc0 req-9f2da015-cc82-4c37-8b6d-37ba2ce3ead0 service neutron] For port 2bb5757e-4440-48bb-8f32-d816b711d1b2, host hv-neutron-8348, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=2bb5757e-4440-48bb-8f32-d816b711d1b2,segment=NetworkSegment(8ddb1bee-2aa4-4da0-915a-82a5f4e8f91e),segment_id=8ddb1bee-2aa4-4da0-915a-82a5f4e8f91e)] {{(pid=104099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:29:54.204185 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-fad3d5cd-aa50-4bb4-bac0-5166297d5dc0 req-9f2da015-cc82-4c37-8b6d-37ba2ce3ead0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (2bb5757e-4440-48bb-8f32-d816b711d1b2), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:29:54.236157 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad3d5cd-aa50-4bb4-bac0-5166297d5dc0 req-9f2da015-cc82-4c37-8b6d-37ba2ce3ead0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:29:54.236862 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-fad3d5cd-aa50-4bb4-bac0-5166297d5dc0 req-9f2da015-cc82-4c37-8b6d-37ba2ce3ead0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:29:54.238214 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-fad3d5cd-aa50-4bb4-bac0-5166297d5dc0 req-9f2da015-cc82-4c37-8b6d-37ba2ce3ead0 service neutron] 10.222.0.10 "PUT /v2.0/ports/2bb5757e-4440-48bb-8f32-d816b711d1b2 HTTP/1.1" status: 200 len: 1094 time: 0.5731795 Mar 28 01:29:54.238668 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfe2d38d-75a2-45dd-aeb0-17f2fd276d70', 'tag': '2bb5757e-4440-48bb-8f32-d816b711d1b2'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:29:54.240891 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2af4b01a9fa8b1570ccf1d7859d693ad34c106b258078e9cfae86b97f35e3d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b91db04-b7b3-4c01-b8d6-2f3e20ab959e" -d '{"events": [{"name": "network-changed", "server_uuid": "cfe2d38d-75a2-45dd-aeb0-17f2fd276d70", "tag": "2bb5757e-4440-48bb-8f32-d816b711d1b2"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:29:54.267237 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2da015-cc82-4c37-8b6d-37ba2ce3ead0 service neutron] Pushing event updated for resources: {'Port': ['ID=2bb5757e-4440-48bb-8f32-d816b711d1b2,revision_number=3']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:29:54.281422 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 01:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7858b80-d50b-42d0-ade4-b3d250771206 x-openstack-request-id: req-b7858b80-d50b-42d0-ade4-b3d250771206 {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:29:54.281763 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfe2d38d-75a2-45dd-aeb0-17f2fd276d70", "tag": "2bb5757e-4440-48bb-8f32-d816b711d1b2", "status": "completed", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:29:54.282038 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b7858b80-d50b-42d0-ade4-b3d250771206 {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:29:54.282444 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7858b80-d50b-42d0-ade4-b3d250771206'] response: {'name': 'network-changed', 'server_uuid': 'cfe2d38d-75a2-45dd-aeb0-17f2fd276d70', 'tag': '2bb5757e-4440-48bb-8f32-d816b711d1b2', 'status': 'completed', 'code': 200} Mar 28 01:29:54.329534 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad3d5cd-aa50-4bb4-bac0-5166297d5dc0 req-d499c5e9-0512-419e-bccf-22a82db3c3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:29:54.330984 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-fad3d5cd-aa50-4bb4-bac0-5166297d5dc0 req-d499c5e9-0512-419e-bccf-22a82db3c3c0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=24e01cff8f3445829a84f902f8fdc30b&device_id=cfe2d38d-75a2-45dd-aeb0-17f2fd276d70 HTTP/1.1" status: 200 len: 1128 time: 0.0477753 Mar 28 01:29:54.370786 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-fad3d5cd-aa50-4bb4-bac0-5166297d5dc0 req-df12c404-e45a-43e4-94f2-7cbc5cc74e17 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2bb5757e-4440-48bb-8f32-d816b711d1b2 HTTP/1.1" status: 200 len: 217 time: 0.0325513 Mar 28 01:29:54.417406 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad3d5cd-aa50-4bb4-bac0-5166297d5dc0 req-e4db91e7-d172-4f05-b6a1-18a759e0c53b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:29:54.418854 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-fad3d5cd-aa50-4bb4-bac0-5166297d5dc0 req-e4db91e7-d172-4f05-b6a1-18a759e0c53b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8bbd74d6-fab0-4402-82de-fbc07d3c8bfc HTTP/1.1" status: 200 len: 853 time: 0.0424247 Mar 28 01:29:54.451285 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-fad3d5cd-aa50-4bb4-bac0-5166297d5dc0 req-cb404812-8779-4676-b7eb-c96d989972ec service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5c882a9a-1bfa-46e4-9ddc-6e758cde5ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255604 Mar 28 01:29:54.483174 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676869ca-da6a-407f-b0a4-5b10d5cee9c1 req-bbfed28a-d08b-48d8-9d40-b4de7096f2e1 tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:29:54.484741 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-676869ca-da6a-407f-b0a4-5b10d5cee9c1 req-bbfed28a-d08b-48d8-9d40-b4de7096f2e1 tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] 10.222.0.24 "GET /v2.0/ports?device_id=cfe2d38d-75a2-45dd-aeb0-17f2fd276d70 HTTP/1.1" status: 200 len: 944 time: 0.0512390 Mar 28 01:29:54.532928 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-676869ca-da6a-407f-b0a4-5b10d5cee9c1 req-ed17a292-9646-4f35-a11a-1b71353b481b tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e232c66-f3d7-49b2-a404-c6c010d2f84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424094 Mar 28 01:29:54.543558 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-fad3d5cd-aa50-4bb4-bac0-5166297d5dc0 req-719dc15d-61a5-4459-a0e9-bec3f3b9442f service neutron] 10.222.0.10 "GET /v2.0/networks/5c882a9a-1bfa-46e4-9ddc-6e758cde5ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859253 Mar 28 01:29:54.633759 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-fad3d5cd-aa50-4bb4-bac0-5166297d5dc0 req-8a07a987-04ae-409f-b1c1-0674f94735f1 service neutron] 10.222.0.10 "GET /v2.0/networks/5c882a9a-1bfa-46e4-9ddc-6e758cde5ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840762 Mar 28 01:29:54.726565 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b91db04-b7b3-4c01-b8d6-2f3e20ab959e req-b5a6caab-83aa-448d-a64a-827f9ef6d473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:29:54.728079 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-3b91db04-b7b3-4c01-b8d6-2f3e20ab959e req-b5a6caab-83aa-448d-a64a-827f9ef6d473 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=24e01cff8f3445829a84f902f8fdc30b&device_id=cfe2d38d-75a2-45dd-aeb0-17f2fd276d70 HTTP/1.1" status: 200 len: 1128 time: 0.0495923 Mar 28 01:29:54.814021 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b91db04-b7b3-4c01-b8d6-2f3e20ab959e req-b5d619f7-fc4e-424d-8cc6-b2d5efbc27fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:29:54.815472 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-3b91db04-b7b3-4c01-b8d6-2f3e20ab959e req-b5d619f7-fc4e-424d-8cc6-b2d5efbc27fe service neutron] 10.222.0.10 "GET /v2.0/networks?id=5c882a9a-1bfa-46e4-9ddc-6e758cde5ec9 HTTP/1.1" status: 200 len: 913 time: 0.0815876 Mar 28 01:29:54.859798 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-3b91db04-b7b3-4c01-b8d6-2f3e20ab959e req-fb40a52c-6c7b-482f-9eb9-bbf7d7820678 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2bb5757e-4440-48bb-8f32-d816b711d1b2 HTTP/1.1" status: 200 len: 217 time: 0.0375051 Mar 28 01:29:54.906769 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b91db04-b7b3-4c01-b8d6-2f3e20ab959e req-233a6096-21f3-424c-9bd7-a44598c9516a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:29:54.908186 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-3b91db04-b7b3-4c01-b8d6-2f3e20ab959e req-233a6096-21f3-424c-9bd7-a44598c9516a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8bbd74d6-fab0-4402-82de-fbc07d3c8bfc HTTP/1.1" status: 200 len: 853 time: 0.0416920 Mar 28 01:29:54.938982 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-3b91db04-b7b3-4c01-b8d6-2f3e20ab959e req-602dbc6a-fd24-439e-af1d-c47f37f6eb98 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5c882a9a-1bfa-46e4-9ddc-6e758cde5ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245495 Mar 28 01:29:55.024527 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-3b91db04-b7b3-4c01-b8d6-2f3e20ab959e req-96638b9a-6c83-4578-898c-3e973a0c2635 service neutron] 10.222.0.10 "GET /v2.0/networks/5c882a9a-1bfa-46e4-9ddc-6e758cde5ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791366 Mar 28 01:29:55.114801 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-3b91db04-b7b3-4c01-b8d6-2f3e20ab959e req-a21e5ade-5478-4492-8fbe-a9e40be7c474 service neutron] 10.222.0.10 "GET /v2.0/networks/5c882a9a-1bfa-46e4-9ddc-6e758cde5ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841124 Mar 28 01:29:55.652387 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1214870c-9885-42e6-8f94-fd81af4b4f92 req-ac503b7e-f3d7-44fd-a2d5-3261b157c58f tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:29:55.654105 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-1214870c-9885-42e6-8f94-fd81af4b4f92 req-ac503b7e-f3d7-44fd-a2d5-3261b157c58f tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] 10.222.0.24 "GET /v2.0/ports?device_id=cfe2d38d-75a2-45dd-aeb0-17f2fd276d70 HTTP/1.1" status: 200 len: 944 time: 0.0524657 Mar 28 01:29:55.700107 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-1214870c-9885-42e6-8f94-fd81af4b4f92 req-d304ec5b-d09d-4cf7-bfb3-f98056fad91a tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e232c66-f3d7-49b2-a404-c6c010d2f84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404301 Mar 28 01:29:56.055842 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device 2bb5757e-4440-48bb-8f32-d816b711d1b2 details requested by agent hyperv_hv-neutron-8348 with host hv-neutron-8348 {{(pid=104100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 01:29:56.293808 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port 2bb5757e-4440-48bb-8f32-d816b711d1b2, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=2bb5757e-4440-48bb-8f32-d816b711d1b2,segment=NetworkSegment(8ddb1bee-2aa4-4da0-915a-82a5f4e8f91e),segment_id=8ddb1bee-2aa4-4da0-915a-82a5f4e8f91e)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:29:56.304708 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Returning: {'device': '2bb5757e-4440-48bb-8f32-d816b711d1b2', 'network_id': '5c882a9a-1bfa-46e4-9ddc-6e758cde5ec9', 'port_id': '2bb5757e-4440-48bb-8f32-d816b711d1b2', 'mac_address': 'fa:16:3e:9c:77:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bbd74d6-fab0-4402-82de-fbc07d3c8bfc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 01:29:56.340917 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port 2bb5757e-4440-48bb-8f32-d816b711d1b2 is: DOWN; New status is: BUILD {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:29:56.341302 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (2bb5757e-4440-48bb-8f32-d816b711d1b2), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:29:56.353816 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bb5757e-4440-48bb-8f32-d816b711d1b2 {{(pid=104100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 01:29:56.372183 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port 2bb5757e-4440-48bb-8f32-d816b711d1b2, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=2bb5757e-4440-48bb-8f32-d816b711d1b2,segment=NetworkSegment(8ddb1bee-2aa4-4da0-915a-82a5f4e8f91e),segment_id=8ddb1bee-2aa4-4da0-915a-82a5f4e8f91e)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:29:56.375931 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (2bb5757e-4440-48bb-8f32-d816b711d1b2), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:29:56.420720 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Pushing event updated for resources: {'Port': ['ID=2bb5757e-4440-48bb-8f32-d816b711d1b2,revision_number=4']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:29:56.427486 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:29:56.427834 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:29:56.428205 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:29:56.428551 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:29:56.429421 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:29:56.429753 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:29:56.430079 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:29:56.430405 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:29:56.430733 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:29:56.431061 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:29:56.431394 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:29:56.431724 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:29:56.432071 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:29:56.432395 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:29:56.432714 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:29:56.584080 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] get_ports_and_sgs() called for port_ids ['2bb5757e-4440-48bb-8f32-d816b711d1b2'] {{(pid=104100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 01:29:56.815359 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc1f4a8-aa81-4b9c-8f4e-d5e9f6728378 req-2944c705-831c-4916-9755-ddd78d4547b6 tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:29:56.816867 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-dfc1f4a8-aa81-4b9c-8f4e-d5e9f6728378 req-2944c705-831c-4916-9755-ddd78d4547b6 tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] 10.222.0.24 "GET /v2.0/ports?device_id=cfe2d38d-75a2-45dd-aeb0-17f2fd276d70 HTTP/1.1" status: 200 len: 945 time: 0.0525301 Mar 28 01:29:56.866890 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-dfc1f4a8-aa81-4b9c-8f4e-d5e9f6728378 req-bfe7f9fc-52e9-443f-b12f-907254897c2b tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e232c66-f3d7-49b2-a404-c6c010d2f84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439374 Mar 28 01:29:57.989434 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5301e6ca-3cd0-4e24-bba7-6618ad8d9f93 req-ffd73752-7b30-4bcd-8db1-b6b8e30540d4 tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:29:57.990907 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-5301e6ca-3cd0-4e24-bba7-6618ad8d9f93 req-ffd73752-7b30-4bcd-8db1-b6b8e30540d4 tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] 10.222.0.24 "GET /v2.0/ports?device_id=cfe2d38d-75a2-45dd-aeb0-17f2fd276d70 HTTP/1.1" status: 200 len: 945 time: 0.0561790 Mar 28 01:29:58.036788 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-5301e6ca-3cd0-4e24-bba7-6618ad8d9f93 req-c3a3c8d9-5ce1-42b8-a1e2-883f14829d1a tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e232c66-f3d7-49b2-a404-c6c010d2f84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401635 Mar 28 01:29:58.071385 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device 2bb5757e-4440-48bb-8f32-d816b711d1b2 up at agent hyperv_hv-neutron-8348 {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:29:58.119503 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Provisioning for port 2bb5757e-4440-48bb-8f32-d816b711d1b2 completed by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 01:29:58.123423 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Provisioning complete for port 2bb5757e-4440-48bb-8f32-d816b711d1b2 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:29:58.123799 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (2bb5757e-4440-48bb-8f32-d816b711d1b2), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:29:58.201626 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port 2bb5757e-4440-48bb-8f32-d816b711d1b2 is: BUILD; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:29:58.202013 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (2bb5757e-4440-48bb-8f32-d816b711d1b2), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:29:58.224345 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfe2d38d-75a2-45dd-aeb0-17f2fd276d70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bb5757e-4440-48bb-8f32-d816b711d1b2'}] {{(pid=104100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:29:58.226568 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd27896ebc78d0f7931321182ba9533a7b768b1c3fcddb3ff52a8aee6ddeaf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72c8c2bf-1610-4657-a2cb-081478938536" -d '{"events": [{"server_uuid": "cfe2d38d-75a2-45dd-aeb0-17f2fd276d70", "name": "network-vif-plugged", "status": "completed", "tag": "2bb5757e-4440-48bb-8f32-d816b711d1b2"}]}' {{(pid=104100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:29:58.239294 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port 2bb5757e-4440-48bb-8f32-d816b711d1b2, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=2bb5757e-4440-48bb-8f32-d816b711d1b2,segment=NetworkSegment(8ddb1bee-2aa4-4da0-915a-82a5f4e8f91e),segment_id=8ddb1bee-2aa4-4da0-915a-82a5f4e8f91e)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:29:58.244372 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (2bb5757e-4440-48bb-8f32-d816b711d1b2), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:29:58.269175 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 01:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bda67b45-2f0b-434b-92a3-c57534aea0f5 x-openstack-request-id: req-bda67b45-2f0b-434b-92a3-c57534aea0f5 {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:29:58.269506 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfe2d38d-75a2-45dd-aeb0-17f2fd276d70", "name": "network-vif-plugged", "status": "completed", "tag": "2bb5757e-4440-48bb-8f32-d816b711d1b2", "code": 200}]} {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:29:58.269750 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bda67b45-2f0b-434b-92a3-c57534aea0f5 {{(pid=104100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:29:58.270175 dv-neutron-834874-6-hyperv neutron-server[104100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bda67b45-2f0b-434b-92a3-c57534aea0f5'] response: {'server_uuid': 'cfe2d38d-75a2-45dd-aeb0-17f2fd276d70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bb5757e-4440-48bb-8f32-d816b711d1b2', 'code': 200} Mar 28 01:29:58.295948 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Pushing event updated for resources: {'Port': ['ID=2bb5757e-4440-48bb-8f32-d816b711d1b2,revision_number=5']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:29:58.427229 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d659e70-0703-490e-93d1-5104421a9d9f req-a911e354-1714-4e50-9f92-e56fe2595a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:29:58.428733 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7d659e70-0703-490e-93d1-5104421a9d9f req-a911e354-1714-4e50-9f92-e56fe2595a06 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=cfe2d38d-75a2-45dd-aeb0-17f2fd276d70 HTTP/1.1" status: 200 len: 1130 time: 0.0429034 Mar 28 01:29:58.470445 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7d659e70-0703-490e-93d1-5104421a9d9f req-dfc28d43-81cb-4699-8777-ecf44c3f9df8 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=1e232c66-f3d7-49b2-a404-c6c010d2f84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357795 Mar 28 01:29:59.152108 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a47ca77-ce01-4dc4-b18a-c28cb60ebcef req-e991ff3a-3d98-4745-8b47-d031f33b081a tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:29:59.153466 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-2a47ca77-ce01-4dc4-b18a-c28cb60ebcef req-e991ff3a-3d98-4745-8b47-d031f33b081a tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] 10.222.0.24 "GET /v2.0/ports?device_id=cfe2d38d-75a2-45dd-aeb0-17f2fd276d70 HTTP/1.1" status: 200 len: 946 time: 0.0519216 Mar 28 01:29:59.493728 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-2a47ca77-ce01-4dc4-b18a-c28cb60ebcef req-ce3677f0-bdee-435c-8f13-cec74479b917 tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e232c66-f3d7-49b2-a404-c6c010d2f84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3345563 Mar 28 01:30:00.614681 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1e573d-d551-478e-9aa8-ce556d1320ba req-6fcf75c5-3616-4ba9-84d2-9a924ec90b41 tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:30:00.616177 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-bf1e573d-d551-478e-9aa8-ce556d1320ba req-6fcf75c5-3616-4ba9-84d2-9a924ec90b41 tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] 10.222.0.24 "GET /v2.0/ports?device_id=cfe2d38d-75a2-45dd-aeb0-17f2fd276d70 HTTP/1.1" status: 200 len: 946 time: 0.0531380 Mar 28 01:30:00.662824 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-bf1e573d-d551-478e-9aa8-ce556d1320ba req-8a50c43b-ad3d-43f3-b2e9-609abd274bb5 tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e232c66-f3d7-49b2-a404-c6c010d2f84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410268 Mar 28 01:30:00.874998 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f71cd8c-facf-4f43-962f-0aa82977776f req-5d6fadba-80ec-4ec6-93a2-d5bd149f1ba1 tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:30:00.876457 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7f71cd8c-facf-4f43-962f-0aa82977776f req-5d6fadba-80ec-4ec6-93a2-d5bd149f1ba1 tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] 10.222.0.24 "GET /v2.0/networks?id=5c882a9a-1bfa-46e4-9ddc-6e758cde5ec9 HTTP/1.1" status: 200 len: 813 time: 0.0960553 Mar 28 01:30:00.890832 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7f71cd8c-facf-4f43-962f-0aa82977776f req-fd68cbcd-5816-474e-9f1d-9ec75feca8ad tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] 10.222.0.24 "GET /v2.0/quotas/24e01cff8f3445829a84f902f8fdc30b HTTP/1.1" status: 200 len: 375 time: 0.0091786 Mar 28 01:30:00.941759 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7f71cd8c-facf-4f43-962f-0aa82977776f req-37e811d8-1d86-48c6-808c-ac9f18710ae4 tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=24e01cff8f3445829a84f902f8fdc30b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0463877 Mar 28 01:30:01.073279 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7f71cd8c-facf-4f43-962f-0aa82977776f req-8c28f44f-cb61-45c5-a624-8eb15a97490f service neutron] 10.222.0.24 "GET /v2.0/networks/5c882a9a-1bfa-46e4-9ddc-6e758cde5ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243002 Mar 28 01:30:01.161003 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7f71cd8c-facf-4f43-962f-0aa82977776f req-8777d61e-3634-4ba2-8eed-be74d2b06092 service neutron] 10.222.0.24 "GET /v2.0/networks/5c882a9a-1bfa-46e4-9ddc-6e758cde5ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821052 Mar 28 01:30:01.315848 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-6e81af6c-e39d-4aa2-bee8-a73c48851ed2 req-c2023fc1-6143-457c-a3f9-e4d555eeeb4d tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2abd1c1-022d-4a6c-ace3-ffb04c345001 HTTP/1.1" status: 200 len: 210 time: 0.0279360 Mar 28 01:30:02.191881 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f71cd8c-facf-4f43-962f-0aa82977776f req-71345b21-9242-4936-ad00-435d40e14fdd tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:30:02.193282 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7f71cd8c-facf-4f43-962f-0aa82977776f req-71345b21-9242-4936-ad00-435d40e14fdd tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] 10.222.0.10 "GET /v2.0/networks?id=5c882a9a-1bfa-46e4-9ddc-6e758cde5ec9 HTTP/1.1" status: 200 len: 813 time: 0.1074893 Mar 28 01:30:02.205675 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [req-7f71cd8c-facf-4f43-962f-0aa82977776f req-0b1e8649-9699-47f3-a191-b50e9037e384 tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] Request body: {'port': {'device_id': 'd2abd1c1-022d-4a6c-ace3-ffb04c345001', 'network_id': '5c882a9a-1bfa-46e4-9ddc-6e758cde5ec9', 'admin_state_up': True, 'tenant_id': '24e01cff8f3445829a84f902f8fdc30b'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:30:02.310159 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f71cd8c-facf-4f43-962f-0aa82977776f req-0b1e8649-9699-47f3-a191-b50e9037e384 tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] Made reservation on behalf of 24e01cff8f3445829a84f902f8fdc30b for: {'port': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:30:02.313425 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-7f71cd8c-facf-4f43-962f-0aa82977776f req-0b1e8649-9699-47f3-a191-b50e9037e384 tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:02.416425 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-c50fbeb2-babf-4163-adc2-d2551d2fc481 req-1f30d075-f152-4bdb-972c-43b3cf662b95 tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2abd1c1-022d-4a6c-ace3-ffb04c345001 HTTP/1.1" status: 200 len: 210 time: 0.0327477 Mar 28 01:30:02.462623 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [req-7f71cd8c-facf-4f43-962f-0aa82977776f req-0b1e8649-9699-47f3-a191-b50e9037e384 tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] Allocated IP 172.20.0.8 (5c882a9a-1bfa-46e4-9ddc-6e758cde5ec9/8bbd74d6-fab0-4402-82de-fbc07d3c8bfc/0628b2b3-3d9a-4393-b017-82bebcdd0549) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:30:02.606951 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-7f71cd8c-facf-4f43-962f-0aa82977776f req-0b1e8649-9699-47f3-a191-b50e9037e384 tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] Publish callbacks [] for port (0628b2b3-3d9a-4393-b017-82bebcdd0549), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:02.639942 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-7f71cd8c-facf-4f43-962f-0aa82977776f req-0b1e8649-9699-47f3-a191-b50e9037e384 tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (0628b2b3-3d9a-4393-b017-82bebcdd0549), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:02.651089 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] get_ports_and_sgs() called for port_ids ['2bb5757e-4440-48bb-8f32-d816b711d1b2'] {{(pid=104100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 01:30:02.683088 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f71cd8c-facf-4f43-962f-0aa82977776f req-0b1e8649-9699-47f3-a191-b50e9037e384 tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] Network 5c882a9a-1bfa-46e4-9ddc-6e758cde5ec9 is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:30:02.688196 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [req-7f71cd8c-facf-4f43-962f-0aa82977776f req-0b1e8649-9699-47f3-a191-b50e9037e384 tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:30:02.692723 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f71cd8c-facf-4f43-962f-0aa82977776f req-0b1e8649-9699-47f3-a191-b50e9037e384 tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:30:02.697183 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1e8649-9699-47f3-a191-b50e9037e384 tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] Pushing event updated for resources: {'Port': ['ID=0628b2b3-3d9a-4393-b017-82bebcdd0549,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:30:02.744552 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f71cd8c-facf-4f43-962f-0aa82977776f req-0b1e8649-9699-47f3-a191-b50e9037e384 tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:30:02.745166 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-7f71cd8c-facf-4f43-962f-0aa82977776f req-0b1e8649-9699-47f3-a191-b50e9037e384 tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:02.761252 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7f71cd8c-facf-4f43-962f-0aa82977776f req-0b1e8649-9699-47f3-a191-b50e9037e384 tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5599840 Mar 28 01:30:02.772254 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [req-7f71cd8c-facf-4f43-962f-0aa82977776f req-ad4db78a-5d02-4576-bdfc-63c222c031be service neutron] Request body: {'port': {'device_id': 'd2abd1c1-022d-4a6c-ace3-ffb04c345001', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8348'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:30:02.835296 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-7f71cd8c-facf-4f43-962f-0aa82977776f req-ad4db78a-5d02-4576-bdfc-63c222c031be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (0628b2b3-3d9a-4393-b017-82bebcdd0549), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:03.016441 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:03.100398 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [req-7f71cd8c-facf-4f43-962f-0aa82977776f req-ad4db78a-5d02-4576-bdfc-63c222c031be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0628b2b3-3d9a-4393-b017-82bebcdd0549 {{(pid=104099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 01:30:03.107729 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-7f71cd8c-facf-4f43-962f-0aa82977776f req-ad4db78a-5d02-4576-bdfc-63c222c031be service neutron] Publish callbacks [] for port (0628b2b3-3d9a-4393-b017-82bebcdd0549), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:03.119308 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [req-7f71cd8c-facf-4f43-962f-0aa82977776f req-ad4db78a-5d02-4576-bdfc-63c222c031be service neutron] Transition to ACTIVE for port object 0628b2b3-3d9a-4393-b017-82bebcdd0549 will not be triggered until provisioned by entity L2. {{(pid=104099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 01:30:03.122878 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-7f71cd8c-facf-4f43-962f-0aa82977776f req-ad4db78a-5d02-4576-bdfc-63c222c031be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (0628b2b3-3d9a-4393-b017-82bebcdd0549), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:03.170376 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4db78a-5d02-4576-bdfc-63c222c031be service neutron] Pushing event updated for resources: {'Port': ['ID=0628b2b3-3d9a-4393-b017-82bebcdd0549,revision_number=2']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:30:03.237222 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-7f71cd8c-facf-4f43-962f-0aa82977776f req-ad4db78a-5d02-4576-bdfc-63c222c031be service neutron] Attempting to bind port 0628b2b3-3d9a-4393-b017-82bebcdd0549 on host hv-neutron-8348 for vnic_type normal with profile {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:30:03.237864 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-7f71cd8c-facf-4f43-962f-0aa82977776f req-ad4db78a-5d02-4576-bdfc-63c222c031be service neutron] Attempting to bind port 0628b2b3-3d9a-4393-b017-82bebcdd0549 by drivers openvswitch,hyperv on host hv-neutron-8348 at level 0 using segments [{'id': '8ddb1bee-2aa4-4da0-915a-82a5f4e8f91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5c882a9a-1bfa-46e4-9ddc-6e758cde5ec9'}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:30:03.237864 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f71cd8c-facf-4f43-962f-0aa82977776f req-ad4db78a-5d02-4576-bdfc-63c222c031be service neutron] Attempting to bind port 0628b2b3-3d9a-4393-b017-82bebcdd0549 on network 5c882a9a-1bfa-46e4-9ddc-6e758cde5ec9 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:30:03.242085 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f71cd8c-facf-4f43-962f-0aa82977776f req-ad4db78a-5d02-4576-bdfc-63c222c031be service neutron] Port 0628b2b3-3d9a-4393-b017-82bebcdd0549 on network 5c882a9a-1bfa-46e4-9ddc-6e758cde5ec9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8348 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 01:30:03.242946 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f71cd8c-facf-4f43-962f-0aa82977776f req-ad4db78a-5d02-4576-bdfc-63c222c031be service neutron] Attempting to bind port 0628b2b3-3d9a-4393-b017-82bebcdd0549 on network 5c882a9a-1bfa-46e4-9ddc-6e758cde5ec9 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:30:03.247668 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f71cd8c-facf-4f43-962f-0aa82977776f req-ad4db78a-5d02-4576-bdfc-63c222c031be service neutron] Checking agent: {'id': '287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8348', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 1, 2, 33), 'started_at': datetime.datetime(2022, 3, 28, 1, 2, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:30:03.248003 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f71cd8c-facf-4f43-962f-0aa82977776f req-ad4db78a-5d02-4576-bdfc-63c222c031be service neutron] Checking segment: {'id': '8ddb1bee-2aa4-4da0-915a-82a5f4e8f91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5c882a9a-1bfa-46e4-9ddc-6e758cde5ec9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:30:03.248412 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f71cd8c-facf-4f43-962f-0aa82977776f req-ad4db78a-5d02-4576-bdfc-63c222c031be service neutron] Bound using segment: {'id': '8ddb1bee-2aa4-4da0-915a-82a5f4e8f91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5c882a9a-1bfa-46e4-9ddc-6e758cde5ec9'} {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:30:03.248833 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-7f71cd8c-facf-4f43-962f-0aa82977776f req-ad4db78a-5d02-4576-bdfc-63c222c031be service neutron] Bound port: 0628b2b3-3d9a-4393-b017-82bebcdd0549, host: hv-neutron-8348, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ddb1bee-2aa4-4da0-915a-82a5f4e8f91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5c882a9a-1bfa-46e4-9ddc-6e758cde5ec9'}}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:30:03.249183 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-7f71cd8c-facf-4f43-962f-0aa82977776f req-ad4db78a-5d02-4576-bdfc-63c222c031be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (0628b2b3-3d9a-4393-b017-82bebcdd0549), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:03.314074 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-7f71cd8c-facf-4f43-962f-0aa82977776f req-ad4db78a-5d02-4576-bdfc-63c222c031be service neutron] For port 0628b2b3-3d9a-4393-b017-82bebcdd0549, host hv-neutron-8348, cleared binding levels {{(pid=104099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:30:03.316973 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-7f71cd8c-facf-4f43-962f-0aa82977776f req-ad4db78a-5d02-4576-bdfc-63c222c031be service neutron] For port 0628b2b3-3d9a-4393-b017-82bebcdd0549, host hv-neutron-8348, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=0628b2b3-3d9a-4393-b017-82bebcdd0549,segment=NetworkSegment(8ddb1bee-2aa4-4da0-915a-82a5f4e8f91e),segment_id=8ddb1bee-2aa4-4da0-915a-82a5f4e8f91e)] {{(pid=104099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:30:03.321796 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-7f71cd8c-facf-4f43-962f-0aa82977776f req-ad4db78a-5d02-4576-bdfc-63c222c031be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (0628b2b3-3d9a-4393-b017-82bebcdd0549), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:03.355476 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f71cd8c-facf-4f43-962f-0aa82977776f req-ad4db78a-5d02-4576-bdfc-63c222c031be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:30:03.356126 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-7f71cd8c-facf-4f43-962f-0aa82977776f req-ad4db78a-5d02-4576-bdfc-63c222c031be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:03.357497 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7f71cd8c-facf-4f43-962f-0aa82977776f req-ad4db78a-5d02-4576-bdfc-63c222c031be service neutron] 10.222.0.10 "PUT /v2.0/ports/0628b2b3-3d9a-4393-b017-82bebcdd0549 HTTP/1.1" status: 200 len: 1093 time: 0.5893548 Mar 28 01:30:03.357937 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2abd1c1-022d-4a6c-ace3-ffb04c345001', 'tag': '0628b2b3-3d9a-4393-b017-82bebcdd0549'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:30:03.360153 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2af4b01a9fa8b1570ccf1d7859d693ad34c106b258078e9cfae86b97f35e3d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e630810-5909-41fd-929e-71a8559f7e4f" -d '{"events": [{"name": "network-changed", "server_uuid": "d2abd1c1-022d-4a6c-ace3-ffb04c345001", "tag": "0628b2b3-3d9a-4393-b017-82bebcdd0549"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:30:03.383277 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4db78a-5d02-4576-bdfc-63c222c031be service neutron] Pushing event updated for resources: {'Port': ['ID=0628b2b3-3d9a-4393-b017-82bebcdd0549,revision_number=3']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:30:03.396364 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 01:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c0fcd86-b67b-44df-96a0-1dcae8f4e57b x-openstack-request-id: req-9c0fcd86-b67b-44df-96a0-1dcae8f4e57b {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:30:03.396657 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2abd1c1-022d-4a6c-ace3-ffb04c345001", "tag": "0628b2b3-3d9a-4393-b017-82bebcdd0549", "status": "completed", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:30:03.396910 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9c0fcd86-b67b-44df-96a0-1dcae8f4e57b {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:30:03.397346 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c0fcd86-b67b-44df-96a0-1dcae8f4e57b'] response: {'name': 'network-changed', 'server_uuid': 'd2abd1c1-022d-4a6c-ace3-ffb04c345001', 'tag': '0628b2b3-3d9a-4393-b017-82bebcdd0549', 'status': 'completed', 'code': 200} Mar 28 01:30:03.444169 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f71cd8c-facf-4f43-962f-0aa82977776f req-e1709964-2a44-4985-95aa-f678e8c2d489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:30:03.445794 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7f71cd8c-facf-4f43-962f-0aa82977776f req-e1709964-2a44-4985-95aa-f678e8c2d489 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=24e01cff8f3445829a84f902f8fdc30b&device_id=d2abd1c1-022d-4a6c-ace3-ffb04c345001 HTTP/1.1" status: 200 len: 1127 time: 0.0458961 Mar 28 01:30:03.489051 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7f71cd8c-facf-4f43-962f-0aa82977776f req-f8e49080-749a-4cef-86ce-d47e853faa49 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0628b2b3-3d9a-4393-b017-82bebcdd0549 HTTP/1.1" status: 200 len: 217 time: 0.0361669 Mar 28 01:30:03.574251 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f71cd8c-facf-4f43-962f-0aa82977776f req-70a8fc5a-76e5-433b-b0bc-94347e6e0d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:30:03.575598 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7f71cd8c-facf-4f43-962f-0aa82977776f req-70a8fc5a-76e5-433b-b0bc-94347e6e0d6c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8bbd74d6-fab0-4402-82de-fbc07d3c8bfc HTTP/1.1" status: 200 len: 853 time: 0.0788815 Mar 28 01:30:03.587010 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f5c6dd-7590-4adf-bc1f-9214f5d5ce1c req-6296d6f8-2792-4fff-99f1-e431d2e71e93 tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:30:03.588385 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-c1f5c6dd-7590-4adf-bc1f-9214f5d5ce1c req-6296d6f8-2792-4fff-99f1-e431d2e71e93 tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2abd1c1-022d-4a6c-ace3-ffb04c345001 HTTP/1.1" status: 200 len: 943 time: 0.1020813 Mar 28 01:30:03.618814 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7f71cd8c-facf-4f43-962f-0aa82977776f req-8113ba24-8720-4af9-a76e-346118bd8431 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5c882a9a-1bfa-46e4-9ddc-6e758cde5ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294921 Mar 28 01:30:03.700919 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-c1f5c6dd-7590-4adf-bc1f-9214f5d5ce1c req-1ec45e52-6c8e-45d6-8f4e-9cf4b0daec23 tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e232c66-f3d7-49b2-a404-c6c010d2f84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045663 Mar 28 01:30:03.730125 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7f71cd8c-facf-4f43-962f-0aa82977776f req-04d45022-af20-402c-ad06-294d48073a71 service neutron] 10.222.0.10 "GET /v2.0/networks/5c882a9a-1bfa-46e4-9ddc-6e758cde5ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034460 Mar 28 01:30:03.817919 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7f71cd8c-facf-4f43-962f-0aa82977776f req-989366cb-2bc5-45c7-b87c-a8b3bf755514 service neutron] 10.222.0.10 "GET /v2.0/networks/5c882a9a-1bfa-46e4-9ddc-6e758cde5ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812316 Mar 28 01:30:03.913964 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e630810-5909-41fd-929e-71a8559f7e4f req-e3635573-0e2d-4932-93a5-858bec2c1da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:30:03.916280 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-0e630810-5909-41fd-929e-71a8559f7e4f req-e3635573-0e2d-4932-93a5-858bec2c1da0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=24e01cff8f3445829a84f902f8fdc30b&device_id=d2abd1c1-022d-4a6c-ace3-ffb04c345001 HTTP/1.1" status: 200 len: 1127 time: 0.0519032 Mar 28 01:30:04.005277 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e630810-5909-41fd-929e-71a8559f7e4f req-e58de291-de13-497c-86b0-571bb5bc0923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:30:04.006727 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-0e630810-5909-41fd-929e-71a8559f7e4f req-e58de291-de13-497c-86b0-571bb5bc0923 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5c882a9a-1bfa-46e4-9ddc-6e758cde5ec9 HTTP/1.1" status: 200 len: 913 time: 0.0840633 Mar 28 01:30:04.051777 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-0e630810-5909-41fd-929e-71a8559f7e4f req-79197cea-20ca-46b1-9bb2-40fbc3954106 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0628b2b3-3d9a-4393-b017-82bebcdd0549 HTTP/1.1" status: 200 len: 217 time: 0.0380642 Mar 28 01:30:04.098655 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e630810-5909-41fd-929e-71a8559f7e4f req-6d04c4ae-51a7-4ae4-815f-fed65987b371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:30:04.099963 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-0e630810-5909-41fd-929e-71a8559f7e4f req-6d04c4ae-51a7-4ae4-815f-fed65987b371 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8bbd74d6-fab0-4402-82de-fbc07d3c8bfc HTTP/1.1" status: 200 len: 853 time: 0.0424407 Mar 28 01:30:04.130578 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-0e630810-5909-41fd-929e-71a8559f7e4f req-564aa583-4acb-49c6-b4ad-1466b26e33f6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5c882a9a-1bfa-46e4-9ddc-6e758cde5ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242116 Mar 28 01:30:04.216328 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-0e630810-5909-41fd-929e-71a8559f7e4f req-fa3ec5a7-0346-4617-a0f9-aa9cc55556c0 service neutron] 10.222.0.10 "GET /v2.0/networks/5c882a9a-1bfa-46e4-9ddc-6e758cde5ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792227 Mar 28 01:30:04.308444 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-0e630810-5909-41fd-929e-71a8559f7e4f req-303da992-3972-48c9-a06a-9623ad60eec9 service neutron] 10.222.0.10 "GET /v2.0/networks/5c882a9a-1bfa-46e4-9ddc-6e758cde5ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858026 Mar 28 01:30:04.821664 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f980ec50-95e0-4ca4-90f1-32266a07a1bf req-31fcb2ab-b0bf-4e1c-acd0-62a1c0acbc98 tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:30:04.823110 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-f980ec50-95e0-4ca4-90f1-32266a07a1bf req-31fcb2ab-b0bf-4e1c-acd0-62a1c0acbc98 tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2abd1c1-022d-4a6c-ace3-ffb04c345001 HTTP/1.1" status: 200 len: 943 time: 0.0554993 Mar 28 01:30:04.868058 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-f980ec50-95e0-4ca4-90f1-32266a07a1bf req-2f488b30-5f2e-4b69-a907-75de5c5595d4 tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e232c66-f3d7-49b2-a404-c6c010d2f84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393479 Mar 28 01:30:05.984199 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b420b1a-ee43-4172-9a38-4bfde002a0b4 req-5ba9ed3f-2369-4dc7-83e7-4879048b0a2b tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:30:05.985662 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-8b420b1a-ee43-4172-9a38-4bfde002a0b4 req-5ba9ed3f-2369-4dc7-83e7-4879048b0a2b tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2abd1c1-022d-4a6c-ace3-ffb04c345001 HTTP/1.1" status: 200 len: 943 time: 0.0513682 Mar 28 01:30:06.031373 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-8b420b1a-ee43-4172-9a38-4bfde002a0b4 req-1d72305c-ac92-4faf-a736-ca4563693422 tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e232c66-f3d7-49b2-a404-c6c010d2f84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402789 Mar 28 01:30:06.102678 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device 0628b2b3-3d9a-4393-b017-82bebcdd0549 details requested by agent hyperv_hv-neutron-8348 with host hv-neutron-8348 {{(pid=104100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 01:30:06.197634 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port 0628b2b3-3d9a-4393-b017-82bebcdd0549, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=0628b2b3-3d9a-4393-b017-82bebcdd0549,segment=NetworkSegment(8ddb1bee-2aa4-4da0-915a-82a5f4e8f91e),segment_id=8ddb1bee-2aa4-4da0-915a-82a5f4e8f91e)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:30:06.208369 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Returning: {'device': '0628b2b3-3d9a-4393-b017-82bebcdd0549', 'network_id': '5c882a9a-1bfa-46e4-9ddc-6e758cde5ec9', 'port_id': '0628b2b3-3d9a-4393-b017-82bebcdd0549', 'mac_address': 'fa:16:3e:50:38:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bbd74d6-fab0-4402-82de-fbc07d3c8bfc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 01:30:06.244744 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port 0628b2b3-3d9a-4393-b017-82bebcdd0549 is: DOWN; New status is: BUILD {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:30:06.245127 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (0628b2b3-3d9a-4393-b017-82bebcdd0549), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:06.257493 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0628b2b3-3d9a-4393-b017-82bebcdd0549 {{(pid=104100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 01:30:06.280053 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port 0628b2b3-3d9a-4393-b017-82bebcdd0549, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=0628b2b3-3d9a-4393-b017-82bebcdd0549,segment=NetworkSegment(8ddb1bee-2aa4-4da0-915a-82a5f4e8f91e),segment_id=8ddb1bee-2aa4-4da0-915a-82a5f4e8f91e)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:30:06.283785 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (0628b2b3-3d9a-4393-b017-82bebcdd0549), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:06.328584 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Pushing event updated for resources: {'Port': ['ID=0628b2b3-3d9a-4393-b017-82bebcdd0549,revision_number=4']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:30:06.508873 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] get_ports_and_sgs() called for port_ids ['0628b2b3-3d9a-4393-b017-82bebcdd0549'] {{(pid=104100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 01:30:07.146751 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7324f7d2-bbd6-4705-9bf3-fe9becd18abc req-2dd625f7-72fc-44d8-a6ad-362796c4dd65 tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:30:07.148149 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-7324f7d2-bbd6-4705-9bf3-fe9becd18abc req-2dd625f7-72fc-44d8-a6ad-362796c4dd65 tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2abd1c1-022d-4a6c-ace3-ffb04c345001 HTTP/1.1" status: 200 len: 944 time: 0.0518713 Mar 28 01:30:07.193523 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-7324f7d2-bbd6-4705-9bf3-fe9becd18abc req-ac393119-bc73-4093-8401-790dd515611c tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e232c66-f3d7-49b2-a404-c6c010d2f84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399663 Mar 28 01:30:08.124515 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device 0628b2b3-3d9a-4393-b017-82bebcdd0549 up at agent hyperv_hv-neutron-8348 {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:30:08.171536 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Provisioning for port 0628b2b3-3d9a-4393-b017-82bebcdd0549 completed by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 01:30:08.175224 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Provisioning complete for port 0628b2b3-3d9a-4393-b017-82bebcdd0549 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:30:08.175578 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (0628b2b3-3d9a-4393-b017-82bebcdd0549), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:08.251160 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port 0628b2b3-3d9a-4393-b017-82bebcdd0549 is: BUILD; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:30:08.251553 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (0628b2b3-3d9a-4393-b017-82bebcdd0549), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:08.274890 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2abd1c1-022d-4a6c-ace3-ffb04c345001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0628b2b3-3d9a-4393-b017-82bebcdd0549'}] {{(pid=104100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:30:08.277142 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd27896ebc78d0f7931321182ba9533a7b768b1c3fcddb3ff52a8aee6ddeaf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a17219ed-6c75-4dcc-89b5-628060e9c433" -d '{"events": [{"server_uuid": "d2abd1c1-022d-4a6c-ace3-ffb04c345001", "name": "network-vif-plugged", "status": "completed", "tag": "0628b2b3-3d9a-4393-b017-82bebcdd0549"}]}' {{(pid=104100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:30:08.290421 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port 0628b2b3-3d9a-4393-b017-82bebcdd0549, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=0628b2b3-3d9a-4393-b017-82bebcdd0549,segment=NetworkSegment(8ddb1bee-2aa4-4da0-915a-82a5f4e8f91e),segment_id=8ddb1bee-2aa4-4da0-915a-82a5f4e8f91e)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:30:08.296463 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (0628b2b3-3d9a-4393-b017-82bebcdd0549), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:08.318575 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a4439b-99d4-4864-87a9-e6ce41c8f1a7 req-86320821-5190-47b1-bc88-04e8bcd39642 tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:30:08.320859 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e0a4439b-99d4-4864-87a9-e6ce41c8f1a7 req-86320821-5190-47b1-bc88-04e8bcd39642 tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2abd1c1-022d-4a6c-ace3-ffb04c345001 HTTP/1.1" status: 200 len: 944 time: 0.0608947 Mar 28 01:30:08.327491 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 01:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5929deb8-f7a9-48e7-83b7-adea49ad7b34 x-openstack-request-id: req-5929deb8-f7a9-48e7-83b7-adea49ad7b34 {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:30:08.327782 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2abd1c1-022d-4a6c-ace3-ffb04c345001", "name": "network-vif-plugged", "status": "completed", "tag": "0628b2b3-3d9a-4393-b017-82bebcdd0549", "code": 200}]} {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:30:08.328052 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5929deb8-f7a9-48e7-83b7-adea49ad7b34 {{(pid=104100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:30:08.328458 dv-neutron-834874-6-hyperv neutron-server[104100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5929deb8-f7a9-48e7-83b7-adea49ad7b34'] response: {'server_uuid': 'd2abd1c1-022d-4a6c-ace3-ffb04c345001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0628b2b3-3d9a-4393-b017-82bebcdd0549', 'code': 200} Mar 28 01:30:08.354169 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Pushing event updated for resources: {'Port': ['ID=0628b2b3-3d9a-4393-b017-82bebcdd0549,revision_number=5']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:30:08.374366 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e0a4439b-99d4-4864-87a9-e6ce41c8f1a7 req-3e3c38c7-a2e6-4e79-8cab-d2a250285348 tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e232c66-f3d7-49b2-a404-c6c010d2f84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429838 Mar 28 01:30:08.490232 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d049687-7d43-4036-ba64-fcd8cfaa41a8 req-0ad740ab-4aa3-4f06-93fc-e38a03f9eb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:30:08.491702 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7d049687-7d43-4036-ba64-fcd8cfaa41a8 req-0ad740ab-4aa3-4f06-93fc-e38a03f9eb9e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d2abd1c1-022d-4a6c-ace3-ffb04c345001 HTTP/1.1" status: 200 len: 1129 time: 0.0429187 Mar 28 01:30:08.534577 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7d049687-7d43-4036-ba64-fcd8cfaa41a8 req-c6332504-dc66-4e4f-8c0d-2777053e6f5b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=1e232c66-f3d7-49b2-a404-c6c010d2f84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362437 Mar 28 01:30:09.493174 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ddc5fe-1b11-4e9f-a8ae-e435f9a694f4 req-7c5ad0ee-e7b2-4766-a6be-2471e322a921 tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:30:09.494833 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-63ddc5fe-1b11-4e9f-a8ae-e435f9a694f4 req-7c5ad0ee-e7b2-4766-a6be-2471e322a921 tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2abd1c1-022d-4a6c-ace3-ffb04c345001 HTTP/1.1" status: 200 len: 945 time: 0.0523992 Mar 28 01:30:09.547619 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-63ddc5fe-1b11-4e9f-a8ae-e435f9a694f4 req-e9cfc7e2-7b6c-47e5-9c63-68cf5cf39e56 tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e232c66-f3d7-49b2-a404-c6c010d2f84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465701 Mar 28 01:30:10.663729 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dba024-8ab7-47c6-aec9-7a368f3df73e req-06847008-7dc3-47cc-97d5-a9a6704e8e25 tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:30:10.665228 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-09dba024-8ab7-47c6-aec9-7a368f3df73e req-06847008-7dc3-47cc-97d5-a9a6704e8e25 tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2abd1c1-022d-4a6c-ace3-ffb04c345001 HTTP/1.1" status: 200 len: 945 time: 0.0528944 Mar 28 01:30:10.714308 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-09dba024-8ab7-47c6-aec9-7a368f3df73e req-a2e4c9dd-6436-4a2a-a605-5010e88ddb3b tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e232c66-f3d7-49b2-a404-c6c010d2f84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436258 Mar 28 01:30:10.954798 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1094591-742b-4b25-a3b9-50ceaa9efd39 req-3c2e0e18-ebea-4a56-b039-93d8233ce126 tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:30:10.956284 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-f1094591-742b-4b25-a3b9-50ceaa9efd39 req-3c2e0e18-ebea-4a56-b039-93d8233ce126 tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2abd1c1-022d-4a6c-ace3-ffb04c345001 HTTP/1.1" status: 200 len: 945 time: 0.0531991 Mar 28 01:30:11.001567 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-f1094591-742b-4b25-a3b9-50ceaa9efd39 req-29c7ec23-8f6b-42a5-b4f9-3af7d80c6044 tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e232c66-f3d7-49b2-a404-c6c010d2f84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397139 Mar 28 01:30:11.450386 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-73e33b15-7cc9-4cdc-861a-c37b94a6702c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:12.121980 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f819daea-46de-4af0-88af-6c7317285330 req-a72bca87-fa1a-4417-83b1-d1c4d2fbfb47 tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:30:12.123447 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-f819daea-46de-4af0-88af-6c7317285330 req-a72bca87-fa1a-4417-83b1-d1c4d2fbfb47 tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2abd1c1-022d-4a6c-ace3-ffb04c345001 HTTP/1.1" status: 200 len: 945 time: 0.0516276 Mar 28 01:30:12.170074 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-f819daea-46de-4af0-88af-6c7317285330 req-262e60a8-c4b4-4e4d-aeb1-87590db9e370 tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e232c66-f3d7-49b2-a404-c6c010d2f84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410864 Mar 28 01:30:12.334031 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e787c78c-737e-423b-9c01-63762bd77e7a req-fc08ecf7-ed3d-411e-b419-1b4c9bdce447 tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:30:12.335391 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e787c78c-737e-423b-9c01-63762bd77e7a req-fc08ecf7-ed3d-411e-b419-1b4c9bdce447 tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2abd1c1-022d-4a6c-ace3-ffb04c345001 HTTP/1.1" status: 200 len: 945 time: 0.0512104 Mar 28 01:30:12.427666 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [req-e787c78c-737e-423b-9c01-63762bd77e7a req-3240fdea-26a5-4104-824f-b9765b33b0ab tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] Deleting port 0628b2b3-3d9a-4393-b017-82bebcdd0549 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:30:12.427998 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-e787c78c-737e-423b-9c01-63762bd77e7a req-3240fdea-26a5-4104-824f-b9765b33b0ab tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (0628b2b3-3d9a-4393-b017-82bebcdd0549), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:12.512336 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-e787c78c-737e-423b-9c01-63762bd77e7a req-3240fdea-26a5-4104-824f-b9765b33b0ab tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] For port 0628b2b3-3d9a-4393-b017-82bebcdd0549, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=0628b2b3-3d9a-4393-b017-82bebcdd0549,segment=NetworkSegment(8ddb1bee-2aa4-4da0-915a-82a5f4e8f91e),segment_id=8ddb1bee-2aa4-4da0-915a-82a5f4e8f91e)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:30:12.512833 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-e787c78c-737e-423b-9c01-63762bd77e7a req-3240fdea-26a5-4104-824f-b9765b33b0ab tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (0628b2b3-3d9a-4393-b017-82bebcdd0549), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:12.526138 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [req-e787c78c-737e-423b-9c01-63762bd77e7a req-3240fdea-26a5-4104-824f-b9765b33b0ab tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] Calling delete_port for 0628b2b3-3d9a-4393-b017-82bebcdd0549 owned by compute:nova {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:30:12.657166 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-e787c78c-737e-423b-9c01-63762bd77e7a req-3240fdea-26a5-4104-824f-b9765b33b0ab tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (0628b2b3-3d9a-4393-b017-82bebcdd0549), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:12.668262 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] get_ports_and_sgs() called for port_ids ['2bb5757e-4440-48bb-8f32-d816b711d1b2', '0628b2b3-3d9a-4393-b017-82bebcdd0549'] {{(pid=104100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 01:30:12.684422 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3240fdea-26a5-4104-824f-b9765b33b0ab tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] Pushing event deleted for resources: {'Port': ['ID=0628b2b3-3d9a-4393-b017-82bebcdd0549,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:30:12.734040 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [req-e787c78c-737e-423b-9c01-63762bd77e7a req-3240fdea-26a5-4104-824f-b9765b33b0ab tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] No DVR routers for this DVR port 0628b2b3-3d9a-4393-b017-82bebcdd0549 on host hv-neutron-8348 {{(pid=104099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:30:12.736584 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-e787c78c-737e-423b-9c01-63762bd77e7a req-3240fdea-26a5-4104-824f-b9765b33b0ab tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:12.739815 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e787c78c-737e-423b-9c01-63762bd77e7a req-3240fdea-26a5-4104-824f-b9765b33b0ab tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] 10.222.0.10 "DELETE /v2.0/ports/0628b2b3-3d9a-4393-b017-82bebcdd0549 HTTP/1.1" status: 204 len: 173 time: 0.3995585 Mar 28 01:30:12.740277 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2abd1c1-022d-4a6c-ace3-ffb04c345001', 'name': 'network-vif-deleted', 'tag': '0628b2b3-3d9a-4393-b017-82bebcdd0549'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:30:12.742502 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2af4b01a9fa8b1570ccf1d7859d693ad34c106b258078e9cfae86b97f35e3d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ab7ce9e-84a1-4866-b64d-3accc9d296c3" -d '{"events": [{"server_uuid": "d2abd1c1-022d-4a6c-ace3-ffb04c345001", "name": "network-vif-deleted", "tag": "0628b2b3-3d9a-4393-b017-82bebcdd0549"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:30:12.781394 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 01:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d42d25e4-3877-4bed-9275-de00710cf3a3 x-openstack-request-id: req-d42d25e4-3877-4bed-9275-de00710cf3a3 {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:30:12.781682 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2abd1c1-022d-4a6c-ace3-ffb04c345001", "name": "network-vif-deleted", "tag": "0628b2b3-3d9a-4393-b017-82bebcdd0549", "status": "completed", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:30:12.781931 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d42d25e4-3877-4bed-9275-de00710cf3a3 {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:30:12.782354 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d42d25e4-3877-4bed-9275-de00710cf3a3'] response: {'server_uuid': 'd2abd1c1-022d-4a6c-ace3-ffb04c345001', 'name': 'network-vif-deleted', 'tag': '0628b2b3-3d9a-4393-b017-82bebcdd0549', 'status': 'completed', 'code': 200} Mar 28 01:30:13.283690 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-49b9e6d8-d379-4800-8e8f-b89013b6bdc2 req-5498ceaf-ad76-420a-88d9-532c02554f9e tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2abd1c1-022d-4a6c-ace3-ffb04c345001 HTTP/1.1" status: 200 len: 210 time: 0.0275218 Mar 28 01:30:13.612700 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-51411d5b-d073-47ff-8c60-6ecb9f3258ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:14.431278 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68e2f4b-e35f-4ed8-b2e9-2c49b16ed9c6 req-742ac6a2-d5e7-42d4-b524-92a3c959b24c tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:30:14.432768 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-a68e2f4b-e35f-4ed8-b2e9-2c49b16ed9c6 req-742ac6a2-d5e7-42d4-b524-92a3c959b24c tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] 10.222.0.24 "GET /v2.0/ports?device_id=cfe2d38d-75a2-45dd-aeb0-17f2fd276d70 HTTP/1.1" status: 200 len: 946 time: 0.0519421 Mar 28 01:30:14.481376 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-a68e2f4b-e35f-4ed8-b2e9-2c49b16ed9c6 req-e13a3f91-d29a-4467-a423-ad7a80a0e09f tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e232c66-f3d7-49b2-a404-c6c010d2f84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431709 Mar 28 01:30:14.610802 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2654bac4-8117-4733-921e-028a65392ade req-1c216d3f-e0c8-45c3-a211-e028081c8f82 tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:30:14.612196 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-2654bac4-8117-4733-921e-028a65392ade req-1c216d3f-e0c8-45c3-a211-e028081c8f82 tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] 10.222.0.24 "GET /v2.0/ports?device_id=cfe2d38d-75a2-45dd-aeb0-17f2fd276d70 HTTP/1.1" status: 200 len: 946 time: 0.0508223 Mar 28 01:30:14.659270 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-2654bac4-8117-4733-921e-028a65392ade req-4c4daef3-3a96-4d03-b576-28736f0c9eab tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e232c66-f3d7-49b2-a404-c6c010d2f84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411241 Mar 28 01:30:14.774856 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece70a6e-46bb-4c1e-9a52-f589fdc71a7c req-b4b53267-564c-490c-83a4-0dfdb698e795 tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:30:14.776360 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-ece70a6e-46bb-4c1e-9a52-f589fdc71a7c req-b4b53267-564c-490c-83a4-0dfdb698e795 tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] 10.222.0.24 "GET /v2.0/ports?device_id=cfe2d38d-75a2-45dd-aeb0-17f2fd276d70 HTTP/1.1" status: 200 len: 946 time: 0.0516479 Mar 28 01:30:14.824098 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-ece70a6e-46bb-4c1e-9a52-f589fdc71a7c req-620475d8-1d2b-442c-bb45-25fa7463b7f5 tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e232c66-f3d7-49b2-a404-c6c010d2f84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419948 Mar 28 01:30:14.847331 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:14.988854 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f584e44-cf6d-4377-ad57-9fbaec689f15 req-6bd7704e-5cfa-42cd-a1b8-b79dea367184 tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:30:14.990328 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-4f584e44-cf6d-4377-ad57-9fbaec689f15 req-6bd7704e-5cfa-42cd-a1b8-b79dea367184 tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] 10.222.0.24 "GET /v2.0/ports?device_id=cfe2d38d-75a2-45dd-aeb0-17f2fd276d70 HTTP/1.1" status: 200 len: 946 time: 0.0520914 Mar 28 01:30:15.037233 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-4f584e44-cf6d-4377-ad57-9fbaec689f15 req-449bf00f-3833-46c6-8cb6-e88bae4a6bb8 tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e232c66-f3d7-49b2-a404-c6c010d2f84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407238 Mar 28 01:30:15.151892 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad56d7cd-9a60-4783-8faa-07d0d478b562 req-3ffba6db-23a5-4a95-916c-91acc708498a tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:30:15.153282 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-ad56d7cd-9a60-4783-8faa-07d0d478b562 req-3ffba6db-23a5-4a95-916c-91acc708498a tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] 10.222.0.24 "GET /v2.0/ports?device_id=cfe2d38d-75a2-45dd-aeb0-17f2fd276d70 HTTP/1.1" status: 200 len: 946 time: 0.0519903 Mar 28 01:30:15.199148 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-ad56d7cd-9a60-4783-8faa-07d0d478b562 req-63a4204a-1ee8-4e14-80ec-070395b2037c tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e232c66-f3d7-49b2-a404-c6c010d2f84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401332 Mar 28 01:30:15.329582 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1245b186-5f49-4d14-a7cc-62fc85a5cb67 req-f73f4a29-acfd-447b-95db-c554b5c05727 tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:30:15.331035 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-1245b186-5f49-4d14-a7cc-62fc85a5cb67 req-f73f4a29-acfd-447b-95db-c554b5c05727 tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] 10.222.0.24 "GET /v2.0/ports?device_id=cfe2d38d-75a2-45dd-aeb0-17f2fd276d70 HTTP/1.1" status: 200 len: 946 time: 0.0562537 Mar 28 01:30:15.375956 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-1245b186-5f49-4d14-a7cc-62fc85a5cb67 req-73e43cc2-574f-4b1c-b09d-df372cd55639 tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e232c66-f3d7-49b2-a404-c6c010d2f84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394347 Mar 28 01:30:15.676704 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e13789-b141-4ea0-9ed5-5b4396a2f22e req-863ab76d-f1f0-453b-b5dc-da6825911bf0 tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:30:15.678193 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-21e13789-b141-4ea0-9ed5-5b4396a2f22e req-863ab76d-f1f0-453b-b5dc-da6825911bf0 tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] 10.222.0.24 "GET /v2.0/ports?device_id=cfe2d38d-75a2-45dd-aeb0-17f2fd276d70 HTTP/1.1" status: 200 len: 946 time: 0.0531859 Mar 28 01:30:15.725150 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-21e13789-b141-4ea0-9ed5-5b4396a2f22e req-a4f7dc83-4bd2-40ac-9b7a-01b079410fe2 tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e232c66-f3d7-49b2-a404-c6c010d2f84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412679 Mar 28 01:30:16.166801 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device 0628b2b3-3d9a-4393-b017-82bebcdd0549 no longer exists at agent hyperv_hv-neutron-8348 {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:30:16.186999 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] No Port match for: 0628b2b3-3d9a-4393-b017-82bebcdd0549 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:30:16.187343 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device 0628b2b3-3d9a-4393-b017-82bebcdd0549 not bound to the agent host hv-neutron-8348 {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:30:16.296414 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:16.854139 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7e0b3f-a430-4d2a-8fd8-de0a830ffdb3 req-1a6477f9-5875-4992-84ca-8e363de996f1 tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:30:16.855817 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-8a7e0b3f-a430-4d2a-8fd8-de0a830ffdb3 req-1a6477f9-5875-4992-84ca-8e363de996f1 tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] 10.222.0.24 "GET /v2.0/ports?device_id=cfe2d38d-75a2-45dd-aeb0-17f2fd276d70 HTTP/1.1" status: 200 len: 946 time: 0.0581589 Mar 28 01:30:16.906224 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-8a7e0b3f-a430-4d2a-8fd8-de0a830ffdb3 req-036f7e78-b3f6-47fe-a1e1-0fb020b9329f tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e232c66-f3d7-49b2-a404-c6c010d2f84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442612 Mar 28 01:30:17.004064 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d756f8-32e5-4537-98d1-92d2db5a02b8 req-ca9e4d00-8a5e-4982-b4c3-25b89fa01fb5 tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:30:17.005514 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-30d756f8-32e5-4537-98d1-92d2db5a02b8 req-ca9e4d00-8a5e-4982-b4c3-25b89fa01fb5 tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] 10.222.0.10 "GET /v2.0/ports?device_id=cfe2d38d-75a2-45dd-aeb0-17f2fd276d70 HTTP/1.1" status: 200 len: 946 time: 0.0512478 Mar 28 01:30:17.135392 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [req-30d756f8-32e5-4537-98d1-92d2db5a02b8 req-bac8302c-beeb-4ee8-b4ab-d6ca195ace02 tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] Deleting port 2bb5757e-4440-48bb-8f32-d816b711d1b2 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:30:17.135740 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-30d756f8-32e5-4537-98d1-92d2db5a02b8 req-bac8302c-beeb-4ee8-b4ab-d6ca195ace02 tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (2bb5757e-4440-48bb-8f32-d816b711d1b2), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:17.247647 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-30d756f8-32e5-4537-98d1-92d2db5a02b8 req-bac8302c-beeb-4ee8-b4ab-d6ca195ace02 tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] For port 2bb5757e-4440-48bb-8f32-d816b711d1b2, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=2bb5757e-4440-48bb-8f32-d816b711d1b2,segment=NetworkSegment(8ddb1bee-2aa4-4da0-915a-82a5f4e8f91e),segment_id=8ddb1bee-2aa4-4da0-915a-82a5f4e8f91e)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:30:17.248018 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-30d756f8-32e5-4537-98d1-92d2db5a02b8 req-bac8302c-beeb-4ee8-b4ab-d6ca195ace02 tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (2bb5757e-4440-48bb-8f32-d816b711d1b2), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:17.269173 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [req-30d756f8-32e5-4537-98d1-92d2db5a02b8 req-bac8302c-beeb-4ee8-b4ab-d6ca195ace02 tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] Calling delete_port for 2bb5757e-4440-48bb-8f32-d816b711d1b2 owned by compute:nova {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:30:17.451841 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-30d756f8-32e5-4537-98d1-92d2db5a02b8 req-bac8302c-beeb-4ee8-b4ab-d6ca195ace02 tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (2bb5757e-4440-48bb-8f32-d816b711d1b2), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:17.463679 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] get_ports_and_sgs() called for port_ids ['2bb5757e-4440-48bb-8f32-d816b711d1b2'] {{(pid=104100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 01:30:17.503691 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac8302c-beeb-4ee8-b4ab-d6ca195ace02 tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] Pushing event deleted for resources: {'Port': ['ID=2bb5757e-4440-48bb-8f32-d816b711d1b2,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:30:17.550086 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [req-30d756f8-32e5-4537-98d1-92d2db5a02b8 req-bac8302c-beeb-4ee8-b4ab-d6ca195ace02 tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] No DVR routers for this DVR port 2bb5757e-4440-48bb-8f32-d816b711d1b2 on host hv-neutron-8348 {{(pid=104099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:30:17.552653 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-30d756f8-32e5-4537-98d1-92d2db5a02b8 req-bac8302c-beeb-4ee8-b4ab-d6ca195ace02 tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:17.556756 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-30d756f8-32e5-4537-98d1-92d2db5a02b8 req-bac8302c-beeb-4ee8-b4ab-d6ca195ace02 tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] 10.222.0.10 "DELETE /v2.0/ports/2bb5757e-4440-48bb-8f32-d816b711d1b2 HTTP/1.1" status: 204 len: 173 time: 0.5461006 Mar 28 01:30:17.557214 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfe2d38d-75a2-45dd-aeb0-17f2fd276d70', 'name': 'network-vif-deleted', 'tag': '2bb5757e-4440-48bb-8f32-d816b711d1b2'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:30:17.559932 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2af4b01a9fa8b1570ccf1d7859d693ad34c106b258078e9cfae86b97f35e3d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3be1563-70fd-4a44-8893-b98202ee0797" -d '{"events": [{"server_uuid": "cfe2d38d-75a2-45dd-aeb0-17f2fd276d70", "name": "network-vif-deleted", "tag": "2bb5757e-4440-48bb-8f32-d816b711d1b2"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:30:17.597841 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 01:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a2e0d54-9ef9-4393-8333-f2dded9b36b7 x-openstack-request-id: req-1a2e0d54-9ef9-4393-8333-f2dded9b36b7 {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:30:17.598136 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfe2d38d-75a2-45dd-aeb0-17f2fd276d70", "name": "network-vif-deleted", "tag": "2bb5757e-4440-48bb-8f32-d816b711d1b2", "status": "completed", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:30:17.598460 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1a2e0d54-9ef9-4393-8333-f2dded9b36b7 {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:30:17.598992 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a2e0d54-9ef9-4393-8333-f2dded9b36b7'] response: {'server_uuid': 'cfe2d38d-75a2-45dd-aeb0-17f2fd276d70', 'name': 'network-vif-deleted', 'tag': '2bb5757e-4440-48bb-8f32-d816b711d1b2', 'status': 'completed', 'code': 200} Mar 28 01:30:17.839621 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:18.017402 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-1aa91934-9124-407d-8928-e773d175825f req-d38c8df3-e48e-41a3-9231-cd11b83d6c14 tempest-ServersNegativeTestJSON-1470381136 tempest-ServersNegativeTestJSON-1470381136-project] 10.222.0.24 "GET /v2.0/ports?device_id=cfe2d38d-75a2-45dd-aeb0-17f2fd276d70 HTTP/1.1" status: 200 len: 210 time: 0.0333478 Mar 28 01:30:19.073641 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 59882) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:30:19.120809 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_v2 [None req-61269b0a-2636-4ff9-a9ba-a8cfb4845dd2 admin admin] Deleting subnet 8bbd74d6-fab0-4402-82de-fbc07d3c8bfc {{(pid=104098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:30:19.123714 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-61269b0a-2636-4ff9-a9ba-a8cfb4845dd2 admin admin] Publish callbacks [] for subnet (8bbd74d6-fab0-4402-82de-fbc07d3c8bfc), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:19.164873 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-61269b0a-2636-4ff9-a9ba-a8cfb4845dd2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126443526'] for subnet (8bbd74d6-fab0-4402-82de-fbc07d3c8bfc), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:19.202738 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-61269b0a-2636-4ff9-a9ba-a8cfb4845dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (8bbd74d6-fab0-4402-82de-fbc07d3c8bfc), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:19.256439 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-61269b0a-2636-4ff9-a9ba-a8cfb4845dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126175041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126112438'] for subnet (8bbd74d6-fab0-4402-82de-fbc07d3c8bfc), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:19.283505 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61269b0a-2636-4ff9-a9ba-a8cfb4845dd2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bbd74d6-fab0-4402-82de-fbc07d3c8bfc,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:30:19.285511 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-61269b0a-2636-4ff9-a9ba-a8cfb4845dd2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:19.289257 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-61269b0a-2636-4ff9-a9ba-a8cfb4845dd2 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/8bbd74d6-fab0-4402-82de-fbc07d3c8bfc HTTP/1.1" status: 204 len: 168 time: 0.2146070 Mar 28 01:30:19.291696 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 59884) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:30:19.360915 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-557623a9-cde0-44c6-b504-54e2ceb08ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (5c882a9a-1bfa-46e4-9ddc-6e758cde5ec9), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:19.434940 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-557623a9-cde0-44c6-b504-54e2ceb08ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (5c882a9a-1bfa-46e4-9ddc-6e758cde5ec9), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:19.453879 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-557623a9-cde0-44c6-b504-54e2ceb08ff3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c882a9a-1bfa-46e4-9ddc-6e758cde5ec9']}} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:30:19.462669 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-557623a9-cde0-44c6-b504-54e2ceb08ff3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ddb1bee-2aa4-4da0-915a-82a5f4e8f91e') {'for_net_delete': True} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:30:19.462962 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-557623a9-cde0-44c6-b504-54e2ceb08ff3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ddb1bee-2aa4-4da0-915a-82a5f4e8f91e') {} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:30:19.471851 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-557623a9-cde0-44c6-b504-54e2ceb08ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126443583'] for segment (8ddb1bee-2aa4-4da0-915a-82a5f4e8f91e), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:19.485103 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-557623a9-cde0-44c6-b504-54e2ceb08ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (8ddb1bee-2aa4-4da0-915a-82a5f4e8f91e), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:19.490964 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-557623a9-cde0-44c6-b504-54e2ceb08ff3 admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=104098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:30:19.491349 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-557623a9-cde0-44c6-b504-54e2ceb08ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126177251'] for segment (8ddb1bee-2aa4-4da0-915a-82a5f4e8f91e), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:19.493935 dv-neutron-834874-6-hyperv neutron-server[104098]: Traceback (most recent call last): Mar 28 01:30:19.493935 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:30:19.493935 dv-neutron-834874-6-hyperv neutron-server[104098]: timer() Mar 28 01:30:19.493935 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:30:19.493935 dv-neutron-834874-6-hyperv neutron-server[104098]: cb(*args, **kw) Mar 28 01:30:19.493935 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:30:19.493935 dv-neutron-834874-6-hyperv neutron-server[104098]: return func(*args, **kwargs) Mar 28 01:30:19.493935 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:30:19.493935 dv-neutron-834874-6-hyperv neutron-server[104098]: self._notify() Mar 28 01:30:19.493935 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:30:19.493935 dv-neutron-834874-6-hyperv neutron-server[104098]: self.callback(batched_events) Mar 28 01:30:19.493935 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:30:19.493935 dv-neutron-834874-6-hyperv neutron-server[104098]: event.method(event) Mar 28 01:30:19.493935 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:30:19.493935 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:30:19.493935 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:30:19.493935 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:30:19.493935 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:30:19.493935 dv-neutron-834874-6-hyperv neutron-server[104098]: return f(self, *a, **k) Mar 28 01:30:19.493935 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:30:19.493935 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._get(url).json() Mar 28 01:30:19.493935 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:30:19.493935 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:30:19.493935 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:30:19.493935 dv-neutron-834874-6-hyperv neutron-server[104098]: return self.request(url, 'GET', **kwargs) Mar 28 01:30:19.493935 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:30:19.493935 dv-neutron-834874-6-hyperv neutron-server[104098]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:30:19.493935 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:30:19.493935 dv-neutron-834874-6-hyperv neutron-server[104098]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:30:19.493935 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:30:19.493935 dv-neutron-834874-6-hyperv neutron-server[104098]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:30:19.493935 dv-neutron-834874-6-hyperv neutron-server[104098]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:30:19.549732 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-557623a9-cde0-44c6-b504-54e2ceb08ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (5c882a9a-1bfa-46e4-9ddc-6e758cde5ec9), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:19.559675 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-557623a9-cde0-44c6-b504-54e2ceb08ff3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:19.562829 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-557623a9-cde0-44c6-b504-54e2ceb08ff3 admin admin] 10.222.0.24 "DELETE /v2.0/networks/5c882a9a-1bfa-46e4-9ddc-6e758cde5ec9 HTTP/1.1" status: 204 len: 168 time: 0.2701685 Mar 28 01:30:19.574453 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557623a9-cde0-44c6-b504-54e2ceb08ff3 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c882a9a-1bfa-46e4-9ddc-6e758cde5ec9,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:30:19.667314 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 59888) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:30:19.706652 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-f8aa25fe-2ae0-4ad0-9d2b-656dd833aa5f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=24e01cff8f3445829a84f902f8fdc30b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0381303 Mar 28 01:30:19.709026 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 59890) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:30:19.753663 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5f3712c4-9f52-4a23-b804-d7355e94dd3d admin admin] Publish callbacks [] for security_group (1e232c66-f3d7-49b2-a404-c6c010d2f84c), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:19.774261 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5f3712c4-9f52-4a23-b804-d7355e94dd3d admin admin] Publish callbacks [] for security_group (1e232c66-f3d7-49b2-a404-c6c010d2f84c), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:19.824392 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5f3712c4-9f52-4a23-b804-d7355e94dd3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (1e232c66-f3d7-49b2-a404-c6c010d2f84c), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:19.826942 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5f3712c4-9f52-4a23-b804-d7355e94dd3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:19.828103 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-5f3712c4-9f52-4a23-b804-d7355e94dd3d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1e232c66-f3d7-49b2-a404-c6c010d2f84c HTTP/1.1" status: 204 len: 168 time: 0.1181891 Mar 28 01:30:19.835821 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3712c4-9f52-4a23-b804-d7355e94dd3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e232c66-f3d7-49b2-a404-c6c010d2f84c,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:30:20.195348 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device 2bb5757e-4440-48bb-8f32-d816b711d1b2 no longer exists at agent hyperv_hv-neutron-8348 {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:30:20.214977 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] No Port match for: 2bb5757e-4440-48bb-8f32-d816b711d1b2 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:30:20.215253 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device 2bb5757e-4440-48bb-8f32-d816b711d1b2 not bound to the agent host hv-neutron-8348 {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:30:20.458466 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [req-43945242-2902-46c1-b76a-419433475d63 req-85bfa3ee-c51f-4562-a0df-4e86d495c15b tempest-TestNetworkBasicOps-125653620 tempest-TestNetworkBasicOps-125653620-project] (104099) timed out ('10.222.0.24', 56888) {{(pid=104099) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 28 01:30:20.478805 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 59912) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:30:20.571565 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-aa1ed7e8-2b22-4a57-9d95-d1f2654f29be tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1160431942'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:30:20.589886 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa1ed7e8-2b22-4a57-9d95-d1f2654f29be tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Made reservation on behalf of 90ffd2358a794e9390566956bc70b304 for: {'network': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:30:20.593071 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-aa1ed7e8-2b22-4a57-9d95-d1f2654f29be tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:20.601557 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-aa1ed7e8-2b22-4a57-9d95-d1f2654f29be tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Publish callbacks [] for security_group (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:20.679709 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-aa1ed7e8-2b22-4a57-9d95-d1f2654f29be tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Publish callbacks [] for security_group (305bde40-c3c5-4fef-a6c4-6e4149b68853), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:20.683383 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-aa1ed7e8-2b22-4a57-9d95-d1f2654f29be tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (305bde40-c3c5-4fef-a6c4-6e4149b68853), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:20.709956 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa1ed7e8-2b22-4a57-9d95-d1f2654f29be tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=104099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:30:20.719516 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1ed7e8-2b22-4a57-9d95-d1f2654f29be tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=305bde40-c3c5-4fef-a6c4-6e4149b68853,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:30:20.725544 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-aa1ed7e8-2b22-4a57-9d95-d1f2654f29be tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (189e3ab6-4a9c-4d41-80f7-2528f901dd53), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:20.725839 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.segments_db [None req-aa1ed7e8-2b22-4a57-9d95-d1f2654f29be tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Added segment 189e3ab6-4a9c-4d41-80f7-2528f901dd53 of type vlan for network 587ef12b-08cc-41f7-b482-ae8b4e77fda0 Mar 28 01:30:20.765315 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-aa1ed7e8-2b22-4a57-9d95-d1f2654f29be tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (587ef12b-08cc-41f7-b482-ae8b4e77fda0), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:20.790026 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-aa1ed7e8-2b22-4a57-9d95-d1f2654f29be tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (587ef12b-08cc-41f7-b482-ae8b4e77fda0), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:20.795017 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1ed7e8-2b22-4a57-9d95-d1f2654f29be tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:30:20.795591 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-aa1ed7e8-2b22-4a57-9d95-d1f2654f29be tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Publish callbacks [] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:20.864878 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-aa1ed7e8-2b22-4a57-9d95-d1f2654f29be tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3849790 Mar 28 01:30:20.905076 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1ed7e8-2b22-4a57-9d95-d1f2654f29be tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Pushing event updated for resources: {'Network': ['ID=587ef12b-08cc-41f7-b482-ae8b4e77fda0,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:30:20.916586 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network 587ef12b-08cc-41f7-b482-ae8b4e77fda0 details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:30:24.070255 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 59916) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:30:24.075166 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-9875bd63-a9ad-45fe-a75e-1b52d22c507b tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Request body: {'subnet': {'network_id': '587ef12b-08cc-41f7-b482-ae8b4e77fda0', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:30:24.164460 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9875bd63-a9ad-45fe-a75e-1b52d22c507b tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Made reservation on behalf of 90ffd2358a794e9390566956bc70b304 for: {'subnet': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:30:24.167706 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9875bd63-a9ad-45fe-a75e-1b52d22c507b tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126757772'] for subnet (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:24.346770 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9875bd63-a9ad-45fe-a75e-1b52d22c507b tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127282703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126757786'] for subnet (b8e58464-183f-44c9-b829-519e72598eaa), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:24.408224 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9875bd63-a9ad-45fe-a75e-1b52d22c507b tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Pushing event updated for resources: {'Subnet': ['ID=b8e58464-183f-44c9-b829-519e72598eaa,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:30:24.415640 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9875bd63-a9ad-45fe-a75e-1b52d22c507b tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Checking segment: {'id': '189e3ab6-4a9c-4d41-80f7-2528f901dd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '587ef12b-08cc-41f7-b482-ae8b4e77fda0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:30:24.415995 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9875bd63-a9ad-45fe-a75e-1b52d22c507b tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Network hostable DHCP agents. Network: 587ef12b-08cc-41f7-b482-ae8b4e77fda0, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:30:24.433000 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9875bd63-a9ad-45fe-a75e-1b52d22c507b tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Network 587ef12b-08cc-41f7-b482-ae8b4e77fda0 is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:30:24.441364 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-9875bd63-a9ad-45fe-a75e-1b52d22c507b tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, 587ef12b-08cc-41f7-b482-ae8b4e77fda0) {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:30:24.446017 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9875bd63-a9ad-45fe-a75e-1b52d22c507b tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:30:24.447051 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9875bd63-a9ad-45fe-a75e-1b52d22c507b tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Publish callbacks [] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:24.450629 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef954e6-e316-4a97-97f2-fb7101aaef34 None None] Network 587ef12b-08cc-41f7-b482-ae8b4e77fda0 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:30:24.463367 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-9875bd63-a9ad-45fe-a75e-1b52d22c507b tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3921127 Mar 28 01:30:24.466780 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 59918) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:30:24.471634 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-112f7fa1-611c-46a3-aaf1-780490f79b28 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2144305773'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:30:24.490640 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-112f7fa1-611c-46a3-aaf1-780490f79b28 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Made reservation on behalf of 90ffd2358a794e9390566956bc70b304 for: {'network': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:30:24.493938 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-112f7fa1-611c-46a3-aaf1-780490f79b28 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:24.516826 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-112f7fa1-611c-46a3-aaf1-780490f79b28 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=104099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:30:24.527081 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-112f7fa1-611c-46a3-aaf1-780490f79b28 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (e85e397a-3814-42d7-b333-a7a613b950a8), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:24.527687 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.segments_db [None req-112f7fa1-611c-46a3-aaf1-780490f79b28 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Added segment e85e397a-3814-42d7-b333-a7a613b950a8 of type vlan for network 7e20c33d-9a9b-4bfb-be4f-e1fa851d1fa6 Mar 28 01:30:24.555292 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe22345-22ab-4365-bf61-73b3fb50d592 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-587ef12b-08cc-41f7-b482-ae8b4e77fda0', 'network_id': '587ef12b-08cc-41f7-b482-ae8b4e77fda0', 'project_id': '90ffd2358a794e9390566956bc70b304', 'fixed_ips': [{'subnet_id': 'b8e58464-183f-44c9-b829-519e72598eaa'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:30:24.556240 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-3fe22345-22ab-4365-bf61-73b3fb50d592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:24.570578 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-112f7fa1-611c-46a3-aaf1-780490f79b28 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (7e20c33d-9a9b-4bfb-be4f-e1fa851d1fa6), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:24.596915 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-112f7fa1-611c-46a3-aaf1-780490f79b28 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (7e20c33d-9a9b-4bfb-be4f-e1fa851d1fa6), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:24.602371 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112f7fa1-611c-46a3-aaf1-780490f79b28 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:30:24.602953 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-112f7fa1-611c-46a3-aaf1-780490f79b28 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Publish callbacks [] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:24.667332 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-112f7fa1-611c-46a3-aaf1-780490f79b28 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1994894 Mar 28 01:30:24.668787 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 59920) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:30:24.675866 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-32030a8e-dc85-4568-a785-e18302ec9329 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Request body: {'subnet': {'network_id': '7e20c33d-9a9b-4bfb-be4f-e1fa851d1fa6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:30:24.678638 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112f7fa1-611c-46a3-aaf1-780490f79b28 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Pushing event updated for resources: {'Network': ['ID=7e20c33d-9a9b-4bfb-be4f-e1fa851d1fa6,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:30:24.694655 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network 7e20c33d-9a9b-4bfb-be4f-e1fa851d1fa6 details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:30:24.704010 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-3fe22345-22ab-4365-bf61-73b3fb50d592 None None] Allocated IP 2001:db8:0:ffff::2 (587ef12b-08cc-41f7-b482-ae8b4e77fda0/b8e58464-183f-44c9-b829-519e72598eaa/b75dbb57-b424-47fc-ba6c-0c741d4282eb) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:30:24.761880 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32030a8e-dc85-4568-a785-e18302ec9329 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Made reservation on behalf of 90ffd2358a794e9390566956bc70b304 for: {'subnet': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:30:24.765432 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-32030a8e-dc85-4568-a785-e18302ec9329 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126112411'] for subnet (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:24.906321 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-3fe22345-22ab-4365-bf61-73b3fb50d592 None None] Publish callbacks [] for port (b75dbb57-b424-47fc-ba6c-0c741d4282eb), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:24.912436 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-3fe22345-22ab-4365-bf61-73b3fb50d592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (b75dbb57-b424-47fc-ba6c-0c741d4282eb), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:24.949837 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe22345-22ab-4365-bf61-73b3fb50d592 None None] Network 587ef12b-08cc-41f7-b482-ae8b4e77fda0 is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:30:24.952994 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-3fe22345-22ab-4365-bf61-73b3fb50d592 None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:30:24.958387 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-32030a8e-dc85-4568-a785-e18302ec9329 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126174976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126112397'] for subnet (c6ff327f-a899-4b00-89f6-45a9d17cd827), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:24.959268 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe22345-22ab-4365-bf61-73b3fb50d592 None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:30:24.966442 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe22345-22ab-4365-bf61-73b3fb50d592 None None] Pushing event updated for resources: {'Port': ['ID=b75dbb57-b424-47fc-ba6c-0c741d4282eb,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:30:25.018681 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-3fe22345-22ab-4365-bf61-73b3fb50d592 None None] Attempting to bind port b75dbb57-b424-47fc-ba6c-0c741d4282eb on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:30:25.019079 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-3fe22345-22ab-4365-bf61-73b3fb50d592 None None] Attempting to bind port b75dbb57-b424-47fc-ba6c-0c741d4282eb by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': '189e3ab6-4a9c-4d41-80f7-2528f901dd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '587ef12b-08cc-41f7-b482-ae8b4e77fda0'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:30:25.019409 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe22345-22ab-4365-bf61-73b3fb50d592 None None] Attempting to bind port b75dbb57-b424-47fc-ba6c-0c741d4282eb on network 587ef12b-08cc-41f7-b482-ae8b4e77fda0 {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:30:25.024432 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe22345-22ab-4365-bf61-73b3fb50d592 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:30:25.024797 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe22345-22ab-4365-bf61-73b3fb50d592 None None] Checking segment: {'id': '189e3ab6-4a9c-4d41-80f7-2528f901dd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '587ef12b-08cc-41f7-b482-ae8b4e77fda0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:30:25.025194 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-3fe22345-22ab-4365-bf61-73b3fb50d592 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:25.025439 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32030a8e-dc85-4568-a785-e18302ec9329 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Pushing event updated for resources: {'Subnet': ['ID=c6ff327f-a899-4b00-89f6-45a9d17cd827,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:30:25.025617 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe22345-22ab-4365-bf61-73b3fb50d592 None None] Bound using segment: {'id': '189e3ab6-4a9c-4d41-80f7-2528f901dd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '587ef12b-08cc-41f7-b482-ae8b4e77fda0'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:30:25.026042 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-3fe22345-22ab-4365-bf61-73b3fb50d592 None None] Bound port: b75dbb57-b424-47fc-ba6c-0c741d4282eb, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '189e3ab6-4a9c-4d41-80f7-2528f901dd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '587ef12b-08cc-41f7-b482-ae8b4e77fda0'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:30:25.026422 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-3fe22345-22ab-4365-bf61-73b3fb50d592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (b75dbb57-b424-47fc-ba6c-0c741d4282eb), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:25.033220 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32030a8e-dc85-4568-a785-e18302ec9329 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Checking segment: {'id': 'e85e397a-3814-42d7-b333-a7a613b950a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7e20c33d-9a9b-4bfb-be4f-e1fa851d1fa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:30:25.033483 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32030a8e-dc85-4568-a785-e18302ec9329 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Network hostable DHCP agents. Network: 7e20c33d-9a9b-4bfb-be4f-e1fa851d1fa6, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:30:25.049648 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32030a8e-dc85-4568-a785-e18302ec9329 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Network 7e20c33d-9a9b-4bfb-be4f-e1fa851d1fa6 is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:30:25.059096 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-32030a8e-dc85-4568-a785-e18302ec9329 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, 7e20c33d-9a9b-4bfb-be4f-e1fa851d1fa6) {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:30:25.065861 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32030a8e-dc85-4568-a785-e18302ec9329 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:30:25.067399 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-32030a8e-dc85-4568-a785-e18302ec9329 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:25.076175 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7bdce1a-ca0f-490d-83df-e4a77a65ee19 None None] Network 7e20c33d-9a9b-4bfb-be4f-e1fa851d1fa6 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:30:25.085327 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-32030a8e-dc85-4568-a785-e18302ec9329 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4153955 Mar 28 01:30:25.087930 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 59922) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:30:25.133749 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-3fe22345-22ab-4365-bf61-73b3fb50d592 None None] For port b75dbb57-b424-47fc-ba6c-0c741d4282eb, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:30:25.151880 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-3fe22345-22ab-4365-bf61-73b3fb50d592 None None] For port b75dbb57-b424-47fc-ba6c-0c741d4282eb, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=b75dbb57-b424-47fc-ba6c-0c741d4282eb,segment=NetworkSegment(189e3ab6-4a9c-4d41-80f7-2528f901dd53),segment_id=189e3ab6-4a9c-4d41-80f7-2528f901dd53)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:30:25.162053 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-3fe22345-22ab-4365-bf61-73b3fb50d592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (b75dbb57-b424-47fc-ba6c-0c741d4282eb), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:25.188734 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f88fc1fa-c77a-4bb5-b058-71e3121b8061 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (7e20c33d-9a9b-4bfb-be4f-e1fa851d1fa6), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:25.243599 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-378dd094-2528-4d2f-82c9-844e1344dc4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-7e20c33d-9a9b-4bfb-be4f-e1fa851d1fa6', 'network_id': '7e20c33d-9a9b-4bfb-be4f-e1fa851d1fa6', 'project_id': '90ffd2358a794e9390566956bc70b304', 'fixed_ips': [{'subnet_id': 'c6ff327f-a899-4b00-89f6-45a9d17cd827'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:30:25.244464 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-378dd094-2528-4d2f-82c9-844e1344dc4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:25.256790 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe22345-22ab-4365-bf61-73b3fb50d592 None None] Pushing event updated for resources: {'Port': ['ID=b75dbb57-b424-47fc-ba6c-0c741d4282eb,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:30:25.286728 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f88fc1fa-c77a-4bb5-b058-71e3121b8061 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (c6ff327f-a899-4b00-89f6-45a9d17cd827), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:25.354779 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f88fc1fa-c77a-4bb5-b058-71e3121b8061 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126175041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126112438'] for subnet (c6ff327f-a899-4b00-89f6-45a9d17cd827), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:25.356742 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server [None req-378dd094-2528-4d2f-82c9-844e1344dc4d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c6ff327f-a899-4b00-89f6-45a9d17cd827: This subnet is being modified by another concurrent operation. Mar 28 01:30:25.356742 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 28 01:30:25.356742 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 28 01:30:25.356742 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 28 01:30:25.356742 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 28 01:30:25.356742 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 28 01:30:25.356742 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 28 01:30:25.356742 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 28 01:30:25.356742 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 28 01:30:25.356742 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 28 01:30:25.356742 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 28 01:30:25.356742 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 28 01:30:25.356742 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 01:30:25.356742 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 01:30:25.356742 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 01:30:25.356742 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 01:30:25.356742 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 28 01:30:25.356742 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 01:30:25.356742 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 28 01:30:25.356742 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 28 01:30:25.356742 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 01:30:25.356742 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 01:30:25.356742 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 01:30:25.356742 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 01:30:25.356742 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 28 01:30:25.356742 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 01:30:25.356742 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 28 01:30:25.356742 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 28 01:30:25.356742 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 01:30:25.356742 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 01:30:25.356742 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 01:30:25.356742 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 01:30:25.356742 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 28 01:30:25.356742 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 28 01:30:25.356742 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 28 01:30:25.356742 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 28 01:30:25.356742 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 28 01:30:25.356742 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 28 01:30:25.356742 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 28 01:30:25.356742 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 28 01:30:25.356742 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 28 01:30:25.356742 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 28 01:30:25.356742 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 28 01:30:25.356742 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 01:30:25.356742 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 28 01:30:25.356742 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 28 01:30:25.356742 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 28 01:30:25.356742 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 28 01:30:25.356742 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 01:30:25.356742 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 01:30:25.356742 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 01:30:25.356742 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 01:30:25.356742 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 28 01:30:25.356742 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 01:30:25.356742 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 28 01:30:25.356742 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 28 01:30:25.356742 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 01:30:25.356742 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 01:30:25.356742 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 01:30:25.356742 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 01:30:25.356742 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 28 01:30:25.356742 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 01:30:25.356742 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 28 01:30:25.356742 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 28 01:30:25.356742 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 01:30:25.356742 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 01:30:25.356742 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 01:30:25.356742 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 01:30:25.356742 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 28 01:30:25.356742 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 28 01:30:25.356742 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 28 01:30:25.356742 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 28 01:30:25.356742 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 28 01:30:25.356742 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 28 01:30:25.356742 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 28 01:30:25.356742 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 28 01:30:25.356742 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 28 01:30:25.356742 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 28 01:30:25.356742 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 28 01:30:25.356742 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 28 01:30:25.356742 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 28 01:30:25.356742 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 28 01:30:25.356742 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 28 01:30:25.356742 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 28 01:30:25.356742 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 28 01:30:25.356742 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 28 01:30:25.356742 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Mar 28 01:30:25.356742 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 28 01:30:25.356742 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 28 01:30:25.356742 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server raise exception Mar 28 01:30:25.356742 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c6ff327f-a899-4b00-89f6-45a9d17cd827: This subnet is being modified by another concurrent operation. Mar 28 01:30:25.356742 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server Mar 28 01:30:25.373663 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9691b3af-adaa-43da-bb45-52b455e6975d None None] Network 7e20c33d-9a9b-4bfb-be4f-e1fa851d1fa6 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:30:25.392505 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88fc1fa-c77a-4bb5-b058-71e3121b8061 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Pushing event deleted for resources: {'Subnet': ['ID=c6ff327f-a899-4b00-89f6-45a9d17cd827,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:30:25.490659 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f88fc1fa-c77a-4bb5-b058-71e3121b8061 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (7e20c33d-9a9b-4bfb-be4f-e1fa851d1fa6), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:25.512243 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-f88fc1fa-c77a-4bb5-b058-71e3121b8061 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e20c33d-9a9b-4bfb-be4f-e1fa851d1fa6']}} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:30:25.521851 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-f88fc1fa-c77a-4bb5-b058-71e3121b8061 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e85e397a-3814-42d7-b333-a7a613b950a8') {'for_net_delete': True} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:30:25.522143 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-f88fc1fa-c77a-4bb5-b058-71e3121b8061 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e85e397a-3814-42d7-b333-a7a613b950a8') {} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:30:25.532259 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f88fc1fa-c77a-4bb5-b058-71e3121b8061 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126443583'] for segment (e85e397a-3814-42d7-b333-a7a613b950a8), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:25.546721 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f88fc1fa-c77a-4bb5-b058-71e3121b8061 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (e85e397a-3814-42d7-b333-a7a613b950a8), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:25.553155 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f88fc1fa-c77a-4bb5-b058-71e3121b8061 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=104098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:30:25.553546 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f88fc1fa-c77a-4bb5-b058-71e3121b8061 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126177251'] for segment (e85e397a-3814-42d7-b333-a7a613b950a8), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:25.557361 dv-neutron-834874-6-hyperv neutron-server[104098]: Traceback (most recent call last): Mar 28 01:30:25.557361 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:30:25.557361 dv-neutron-834874-6-hyperv neutron-server[104098]: timer() Mar 28 01:30:25.557361 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:30:25.557361 dv-neutron-834874-6-hyperv neutron-server[104098]: cb(*args, **kw) Mar 28 01:30:25.557361 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:30:25.557361 dv-neutron-834874-6-hyperv neutron-server[104098]: return func(*args, **kwargs) Mar 28 01:30:25.557361 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:30:25.557361 dv-neutron-834874-6-hyperv neutron-server[104098]: self._notify() Mar 28 01:30:25.557361 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:30:25.557361 dv-neutron-834874-6-hyperv neutron-server[104098]: self.callback(batched_events) Mar 28 01:30:25.557361 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:30:25.557361 dv-neutron-834874-6-hyperv neutron-server[104098]: event.method(event) Mar 28 01:30:25.557361 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:30:25.557361 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:30:25.557361 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:30:25.557361 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:30:25.557361 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:30:25.557361 dv-neutron-834874-6-hyperv neutron-server[104098]: return f(self, *a, **k) Mar 28 01:30:25.557361 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:30:25.557361 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._get(url).json() Mar 28 01:30:25.557361 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:30:25.557361 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:30:25.557361 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:30:25.557361 dv-neutron-834874-6-hyperv neutron-server[104098]: return self.request(url, 'GET', **kwargs) Mar 28 01:30:25.557361 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:30:25.557361 dv-neutron-834874-6-hyperv neutron-server[104098]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:30:25.557361 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:30:25.557361 dv-neutron-834874-6-hyperv neutron-server[104098]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:30:25.557361 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:30:25.557361 dv-neutron-834874-6-hyperv neutron-server[104098]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:30:25.557361 dv-neutron-834874-6-hyperv neutron-server[104098]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:30:25.621981 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f88fc1fa-c77a-4bb5-b058-71e3121b8061 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (7e20c33d-9a9b-4bfb-be4f-e1fa851d1fa6), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:25.628622 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f88fc1fa-c77a-4bb5-b058-71e3121b8061 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:25.631736 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-f88fc1fa-c77a-4bb5-b058-71e3121b8061 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] 10.222.0.24 "DELETE /v2.0/networks/7e20c33d-9a9b-4bfb-be4f-e1fa851d1fa6 HTTP/1.1" status: 204 len: 168 time: 0.5427487 Mar 28 01:30:25.635689 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 59924) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:30:25.640786 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-c80ae177-4f9c-4482-a959-51de5bb8585c tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-58274152'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:30:25.643350 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88fc1fa-c77a-4bb5-b058-71e3121b8061 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Pushing event deleted for resources: {'Network': ['ID=7e20c33d-9a9b-4bfb-be4f-e1fa851d1fa6,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:30:25.660212 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c80ae177-4f9c-4482-a959-51de5bb8585c tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Made reservation on behalf of 90ffd2358a794e9390566956bc70b304 for: {'network': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:30:25.663589 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c80ae177-4f9c-4482-a959-51de5bb8585c tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:25.687440 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c80ae177-4f9c-4482-a959-51de5bb8585c tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=104099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:30:25.696663 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c80ae177-4f9c-4482-a959-51de5bb8585c tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (3fbd63b6-d73d-40b1-b322-fd0bafaf3cc9), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:25.697058 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.segments_db [None req-c80ae177-4f9c-4482-a959-51de5bb8585c tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Added segment 3fbd63b6-d73d-40b1-b322-fd0bafaf3cc9 of type vlan for network d53aa1be-e8a8-42a3-b42e-b855cb24e2a1 Mar 28 01:30:25.738459 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c80ae177-4f9c-4482-a959-51de5bb8585c tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (d53aa1be-e8a8-42a3-b42e-b855cb24e2a1), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:25.761373 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c80ae177-4f9c-4482-a959-51de5bb8585c tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (d53aa1be-e8a8-42a3-b42e-b855cb24e2a1), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:25.766229 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80ae177-4f9c-4482-a959-51de5bb8585c tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:30:25.766937 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c80ae177-4f9c-4482-a959-51de5bb8585c tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Publish callbacks [] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:25.831469 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-c80ae177-4f9c-4482-a959-51de5bb8585c tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.1946456 Mar 28 01:30:25.834392 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 59926) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:30:25.839475 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-df493c30-d1c2-4a73-9cc4-d2f942cb8bd6 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Request body: {'subnet': {'network_id': 'd53aa1be-e8a8-42a3-b42e-b855cb24e2a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:30:25.843758 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80ae177-4f9c-4482-a959-51de5bb8585c tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Pushing event updated for resources: {'Network': ['ID=d53aa1be-e8a8-42a3-b42e-b855cb24e2a1,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:30:25.854589 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network d53aa1be-e8a8-42a3-b42e-b855cb24e2a1 details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:30:25.899933 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device b75dbb57-b424-47fc-ba6c-0c741d4282eb up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:30:25.949150 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df493c30-d1c2-4a73-9cc4-d2f942cb8bd6 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Made reservation on behalf of 90ffd2358a794e9390566956bc70b304 for: {'subnet': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:30:25.952945 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-df493c30-d1c2-4a73-9cc4-d2f942cb8bd6 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126112411'] for subnet (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:25.985508 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port b75dbb57-b424-47fc-ba6c-0c741d4282eb triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:30:25.985908 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (b75dbb57-b424-47fc-ba6c-0c741d4282eb), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:26.014718 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.ipam_backend_mixin [None req-df493c30-d1c2-4a73-9cc4-d2f942cb8bd6 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Performing IP validity checks on allocation pools {{(pid=104098) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Mar 28 01:30:26.015194 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.ipam_backend_mixin [None req-df493c30-d1c2-4a73-9cc4-d2f942cb8bd6 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104098) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Mar 28 01:30:26.071751 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port b75dbb57-b424-47fc-ba6c-0c741d4282eb is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:30:26.072185 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (b75dbb57-b424-47fc-ba6c-0c741d4282eb), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:26.110565 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] For port b75dbb57-b424-47fc-ba6c-0c741d4282eb, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=b75dbb57-b424-47fc-ba6c-0c741d4282eb,segment=NetworkSegment(189e3ab6-4a9c-4d41-80f7-2528f901dd53),segment_id=189e3ab6-4a9c-4d41-80f7-2528f901dd53)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:30:26.115538 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (b75dbb57-b424-47fc-ba6c-0c741d4282eb), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:26.149178 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-df493c30-d1c2-4a73-9cc4-d2f942cb8bd6 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126174976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126112397'] for subnet (fac949fe-5b85-494b-b2cf-ef5c69713b7d), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:26.167748 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Pushing event updated for resources: {'Port': ['ID=b75dbb57-b424-47fc-ba6c-0c741d4282eb,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:30:26.206854 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df493c30-d1c2-4a73-9cc4-d2f942cb8bd6 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Pushing event updated for resources: {'Subnet': ['ID=fac949fe-5b85-494b-b2cf-ef5c69713b7d,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:30:26.222464 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df493c30-d1c2-4a73-9cc4-d2f942cb8bd6 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Checking segment: {'id': '3fbd63b6-d73d-40b1-b322-fd0bafaf3cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd53aa1be-e8a8-42a3-b42e-b855cb24e2a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:30:26.222704 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df493c30-d1c2-4a73-9cc4-d2f942cb8bd6 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Network hostable DHCP agents. Network: d53aa1be-e8a8-42a3-b42e-b855cb24e2a1, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:30:26.239720 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df493c30-d1c2-4a73-9cc4-d2f942cb8bd6 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Network d53aa1be-e8a8-42a3-b42e-b855cb24e2a1 is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:30:26.249899 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-df493c30-d1c2-4a73-9cc4-d2f942cb8bd6 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, d53aa1be-e8a8-42a3-b42e-b855cb24e2a1) {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:30:26.255699 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df493c30-d1c2-4a73-9cc4-d2f942cb8bd6 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:30:26.256355 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-df493c30-d1c2-4a73-9cc4-d2f942cb8bd6 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:26.260266 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f270525-9331-49b2-9c83-0046ce35ef1f None None] get_active_networks_info from dv-neutron-834874-6-hyperv {{(pid=104100) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 28 01:30:26.276408 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-df493c30-d1c2-4a73-9cc4-d2f942cb8bd6 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4385560 Mar 28 01:30:26.276727 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 59928) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:30:26.342365 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f270525-9331-49b2-9c83-0046ce35ef1f None None] Resources bound (agent type, host, resource id): {{(pid=104100) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 28 01:30:26.347374 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-02c2a544-70e4-48bc-a7ae-f960a08afd2a None None] Provisioning complete for port b75dbb57-b424-47fc-ba6c-0c741d4282eb triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:30:26.347830 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-02c2a544-70e4-48bc-a7ae-f960a08afd2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (b75dbb57-b424-47fc-ba6c-0c741d4282eb), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:26.377101 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-745d5f99-b650-4e1d-b20d-5e337fe76133 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (d53aa1be-e8a8-42a3-b42e-b855cb24e2a1), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:26.427479 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-745d5f99-b650-4e1d-b20d-5e337fe76133 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (fac949fe-5b85-494b-b2cf-ef5c69713b7d), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:26.484971 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-745d5f99-b650-4e1d-b20d-5e337fe76133 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126175041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126112438'] for subnet (fac949fe-5b85-494b-b2cf-ef5c69713b7d), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:26.503927 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-02c2a544-70e4-48bc-a7ae-f960a08afd2a None None] Current status of the port b75dbb57-b424-47fc-ba6c-0c741d4282eb is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:30:26.511437 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745d5f99-b650-4e1d-b20d-5e337fe76133 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Pushing event deleted for resources: {'Subnet': ['ID=fac949fe-5b85-494b-b2cf-ef5c69713b7d,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:30:26.559504 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1a3a16-ab09-4d71-aaa6-df76f4d0b98c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-d53aa1be-e8a8-42a3-b42e-b855cb24e2a1', 'network_id': 'd53aa1be-e8a8-42a3-b42e-b855cb24e2a1', 'project_id': '90ffd2358a794e9390566956bc70b304', 'fixed_ips': [{'subnet_id': 'fac949fe-5b85-494b-b2cf-ef5c69713b7d'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:30:26.560383 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-7c1a3a16-ab09-4d71-aaa6-df76f4d0b98c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:26.576124 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-745d5f99-b650-4e1d-b20d-5e337fe76133 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (d53aa1be-e8a8-42a3-b42e-b855cb24e2a1), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:26.596829 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-745d5f99-b650-4e1d-b20d-5e337fe76133 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d53aa1be-e8a8-42a3-b42e-b855cb24e2a1']}} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:30:26.607252 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-745d5f99-b650-4e1d-b20d-5e337fe76133 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fbd63b6-d73d-40b1-b322-fd0bafaf3cc9') {'for_net_delete': True} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:30:26.607555 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-745d5f99-b650-4e1d-b20d-5e337fe76133 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fbd63b6-d73d-40b1-b322-fd0bafaf3cc9') {} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:30:26.616773 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-745d5f99-b650-4e1d-b20d-5e337fe76133 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126443583'] for segment (3fbd63b6-d73d-40b1-b322-fd0bafaf3cc9), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:26.630392 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-745d5f99-b650-4e1d-b20d-5e337fe76133 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (3fbd63b6-d73d-40b1-b322-fd0bafaf3cc9), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:26.636978 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-745d5f99-b650-4e1d-b20d-5e337fe76133 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=104098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:30:26.637425 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-745d5f99-b650-4e1d-b20d-5e337fe76133 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126177251'] for segment (3fbd63b6-d73d-40b1-b322-fd0bafaf3cc9), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:26.641225 dv-neutron-834874-6-hyperv neutron-server[104098]: Traceback (most recent call last): Mar 28 01:30:26.641225 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:30:26.641225 dv-neutron-834874-6-hyperv neutron-server[104098]: timer() Mar 28 01:30:26.641225 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:30:26.641225 dv-neutron-834874-6-hyperv neutron-server[104098]: cb(*args, **kw) Mar 28 01:30:26.641225 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:30:26.641225 dv-neutron-834874-6-hyperv neutron-server[104098]: return func(*args, **kwargs) Mar 28 01:30:26.641225 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:30:26.641225 dv-neutron-834874-6-hyperv neutron-server[104098]: self._notify() Mar 28 01:30:26.641225 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:30:26.641225 dv-neutron-834874-6-hyperv neutron-server[104098]: self.callback(batched_events) Mar 28 01:30:26.641225 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:30:26.641225 dv-neutron-834874-6-hyperv neutron-server[104098]: event.method(event) Mar 28 01:30:26.641225 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:30:26.641225 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:30:26.641225 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:30:26.641225 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:30:26.641225 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:30:26.641225 dv-neutron-834874-6-hyperv neutron-server[104098]: return f(self, *a, **k) Mar 28 01:30:26.641225 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:30:26.641225 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._get(url).json() Mar 28 01:30:26.641225 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:30:26.641225 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:30:26.641225 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:30:26.641225 dv-neutron-834874-6-hyperv neutron-server[104098]: return self.request(url, 'GET', **kwargs) Mar 28 01:30:26.641225 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:30:26.641225 dv-neutron-834874-6-hyperv neutron-server[104098]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:30:26.641225 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:30:26.641225 dv-neutron-834874-6-hyperv neutron-server[104098]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:30:26.641225 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:30:26.641225 dv-neutron-834874-6-hyperv neutron-server[104098]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:30:26.641225 dv-neutron-834874-6-hyperv neutron-server[104098]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:30:26.643433 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e66c78-53fe-48c9-95f1-36714abd44ac None None] Network 587ef12b-08cc-41f7-b482-ae8b4e77fda0 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:30:26.644218 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239f721e-4b1f-407f-8948-73ab3e9f4c72 None None] Network d53aa1be-e8a8-42a3-b42e-b855cb24e2a1 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:30:26.699071 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-745d5f99-b650-4e1d-b20d-5e337fe76133 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (d53aa1be-e8a8-42a3-b42e-b855cb24e2a1), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:26.708679 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-745d5f99-b650-4e1d-b20d-5e337fe76133 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:26.711938 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-745d5f99-b650-4e1d-b20d-5e337fe76133 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] 10.222.0.24 "DELETE /v2.0/networks/d53aa1be-e8a8-42a3-b42e-b855cb24e2a1 HTTP/1.1" status: 204 len: 168 time: 0.4342725 Mar 28 01:30:26.715803 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 59930) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:30:26.721874 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745d5f99-b650-4e1d-b20d-5e337fe76133 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Pushing event deleted for resources: {'Network': ['ID=d53aa1be-e8a8-42a3-b42e-b855cb24e2a1,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:30:26.722318 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-cebb0441-bfa1-4d77-903c-0a77aac1beec tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1450230307'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:30:26.744605 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cebb0441-bfa1-4d77-903c-0a77aac1beec tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Made reservation on behalf of 90ffd2358a794e9390566956bc70b304 for: {'network': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:30:26.748144 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-cebb0441-bfa1-4d77-903c-0a77aac1beec tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:26.775601 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cebb0441-bfa1-4d77-903c-0a77aac1beec tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=104099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:30:26.787582 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-cebb0441-bfa1-4d77-903c-0a77aac1beec tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (f7f119fe-2531-4e4f-b88e-bd5e40b1716a), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:26.787924 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.segments_db [None req-cebb0441-bfa1-4d77-903c-0a77aac1beec tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Added segment f7f119fe-2531-4e4f-b88e-bd5e40b1716a of type vlan for network 64b20d47-7275-431d-ab48-7a7f3befdfa2 Mar 28 01:30:26.831511 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-cebb0441-bfa1-4d77-903c-0a77aac1beec tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (64b20d47-7275-431d-ab48-7a7f3befdfa2), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:26.852240 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.agents_db [None req-9a1d863f-391a-42f4-9870-e8292b919beb None None] Agent healthcheck: found 6 active agents {{(pid=104101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 01:30:26.858215 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-cebb0441-bfa1-4d77-903c-0a77aac1beec tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (64b20d47-7275-431d-ab48-7a7f3befdfa2), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:26.863130 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cebb0441-bfa1-4d77-903c-0a77aac1beec tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:30:26.863683 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-cebb0441-bfa1-4d77-903c-0a77aac1beec tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Publish callbacks [] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:26.923869 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928102a0-deda-4f23-9168-4b0475b6b3f4 None None] Network d53aa1be-e8a8-42a3-b42e-b855cb24e2a1 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:30:26.931608 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-cebb0441-bfa1-4d77-903c-0a77aac1beec tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2097123 Mar 28 01:30:26.932872 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 59932) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:30:26.934387 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebb0441-bfa1-4d77-903c-0a77aac1beec tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Pushing event updated for resources: {'Network': ['ID=64b20d47-7275-431d-ab48-7a7f3befdfa2,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:30:26.938798 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-8bae5113-91ca-4f0f-8a31-5510794f16d1 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Request body: {'subnet': {'network_id': '64b20d47-7275-431d-ab48-7a7f3befdfa2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:30:26.939683 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928102a0-deda-4f23-9168-4b0475b6b3f4 None None] Network d53aa1be-e8a8-42a3-b42e-b855cb24e2a1 could not be found, it might have been deleted concurrently. {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 28 01:30:26.945462 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network 64b20d47-7275-431d-ab48-7a7f3befdfa2 details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:30:27.030594 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bae5113-91ca-4f0f-8a31-5510794f16d1 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Made reservation on behalf of 90ffd2358a794e9390566956bc70b304 for: {'subnet': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:30:27.033997 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-8bae5113-91ca-4f0f-8a31-5510794f16d1 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126112411'] for subnet (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:27.218923 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-8bae5113-91ca-4f0f-8a31-5510794f16d1 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126174976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126112397'] for subnet (74cfde2f-995f-42bc-ba71-b0e8a388dcef), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:27.227041 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-39c75fff-549c-46e8-ac0d-e6d35d46380d None None] Provisioning complete for port b75dbb57-b424-47fc-ba6c-0c741d4282eb triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:30:27.227408 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-39c75fff-549c-46e8-ac0d-e6d35d46380d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (b75dbb57-b424-47fc-ba6c-0c741d4282eb), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:27.278595 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bae5113-91ca-4f0f-8a31-5510794f16d1 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Pushing event updated for resources: {'Subnet': ['ID=74cfde2f-995f-42bc-ba71-b0e8a388dcef,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:30:27.288203 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bae5113-91ca-4f0f-8a31-5510794f16d1 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Checking segment: {'id': 'f7f119fe-2531-4e4f-b88e-bd5e40b1716a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '64b20d47-7275-431d-ab48-7a7f3befdfa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:30:27.288748 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bae5113-91ca-4f0f-8a31-5510794f16d1 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Network hostable DHCP agents. Network: 64b20d47-7275-431d-ab48-7a7f3befdfa2, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:30:27.307000 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-39c75fff-549c-46e8-ac0d-e6d35d46380d None None] Current status of the port b75dbb57-b424-47fc-ba6c-0c741d4282eb is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:30:27.312287 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bae5113-91ca-4f0f-8a31-5510794f16d1 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Network 64b20d47-7275-431d-ab48-7a7f3befdfa2 is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:30:27.324285 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-8bae5113-91ca-4f0f-8a31-5510794f16d1 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, 64b20d47-7275-431d-ab48-7a7f3befdfa2) {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:30:27.328333 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bae5113-91ca-4f0f-8a31-5510794f16d1 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:30:27.329093 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-8bae5113-91ca-4f0f-8a31-5510794f16d1 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:27.334187 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08fec3d-7edf-4583-8205-424ff68e165e None None] Network 64b20d47-7275-431d-ab48-7a7f3befdfa2 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:30:27.346802 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-8bae5113-91ca-4f0f-8a31-5510794f16d1 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4127245 Mar 28 01:30:27.351704 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 59934) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:30:27.356637 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-4dca5c47-675c-4be2-9326-ab0c742d2df3 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-55452526'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:30:27.376219 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dca5c47-675c-4be2-9326-ab0c742d2df3 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Made reservation on behalf of 90ffd2358a794e9390566956bc70b304 for: {'network': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:30:27.379466 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4dca5c47-675c-4be2-9326-ab0c742d2df3 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:27.402698 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dca5c47-675c-4be2-9326-ab0c742d2df3 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=104099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:30:27.412712 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4dca5c47-675c-4be2-9326-ab0c742d2df3 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (2bca1aa2-ad92-4dab-b914-addd29ae1bca), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:27.413671 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.segments_db [None req-4dca5c47-675c-4be2-9326-ab0c742d2df3 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Added segment 2bca1aa2-ad92-4dab-b914-addd29ae1bca of type vlan for network 0be5b999-3e66-4d79-812b-400f67514e0b Mar 28 01:30:27.435304 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824dd10b-fc54-42c3-ad03-178c2d952286 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-64b20d47-7275-431d-ab48-7a7f3befdfa2', 'network_id': '64b20d47-7275-431d-ab48-7a7f3befdfa2', 'project_id': '90ffd2358a794e9390566956bc70b304', 'fixed_ips': [{'subnet_id': '74cfde2f-995f-42bc-ba71-b0e8a388dcef'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:30:27.436167 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-824dd10b-fc54-42c3-ad03-178c2d952286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:27.452972 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4dca5c47-675c-4be2-9326-ab0c742d2df3 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (0be5b999-3e66-4d79-812b-400f67514e0b), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:27.477769 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4dca5c47-675c-4be2-9326-ab0c742d2df3 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (0be5b999-3e66-4d79-812b-400f67514e0b), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:27.482837 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dca5c47-675c-4be2-9326-ab0c742d2df3 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:30:27.483413 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4dca5c47-675c-4be2-9326-ab0c742d2df3 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Publish callbacks [] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:27.534459 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-4dca5c47-675c-4be2-9326-ab0c742d2df3 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.1816216 Mar 28 01:30:27.537452 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 59936) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:30:27.543205 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-a263eede-797c-4012-bef8-f9ef8a993c08 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Request body: {'subnet': {'network_id': '0be5b999-3e66-4d79-812b-400f67514e0b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:30:27.554151 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dca5c47-675c-4be2-9326-ab0c742d2df3 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Pushing event updated for resources: {'Network': ['ID=0be5b999-3e66-4d79-812b-400f67514e0b,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:30:27.566097 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network 0be5b999-3e66-4d79-812b-400f67514e0b details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:30:27.627519 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-824dd10b-fc54-42c3-ad03-178c2d952286 None None] Allocated IP 2001:db8::2 (64b20d47-7275-431d-ab48-7a7f3befdfa2/74cfde2f-995f-42bc-ba71-b0e8a388dcef/ac7f5d59-ba2c-4b96-ba74-b879baa6b2d4) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:30:27.634988 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a263eede-797c-4012-bef8-f9ef8a993c08 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Made reservation on behalf of 90ffd2358a794e9390566956bc70b304 for: {'subnet': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:30:27.638756 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a263eede-797c-4012-bef8-f9ef8a993c08 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126112411'] for subnet (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:27.822760 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-824dd10b-fc54-42c3-ad03-178c2d952286 None None] Publish callbacks [] for port (ac7f5d59-ba2c-4b96-ba74-b879baa6b2d4), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:27.830822 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-824dd10b-fc54-42c3-ad03-178c2d952286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (ac7f5d59-ba2c-4b96-ba74-b879baa6b2d4), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:27.852530 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a263eede-797c-4012-bef8-f9ef8a993c08 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126174976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126112397'] for subnet (d6bf5d92-0226-4765-a37e-07543b4d7ffa), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:27.870268 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device b75dbb57-b424-47fc-ba6c-0c741d4282eb up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:30:27.903918 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824dd10b-fc54-42c3-ad03-178c2d952286 None None] Network 64b20d47-7275-431d-ab48-7a7f3befdfa2 is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:30:27.916418 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a263eede-797c-4012-bef8-f9ef8a993c08 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Pushing event updated for resources: {'Subnet': ['ID=d6bf5d92-0226-4765-a37e-07543b4d7ffa,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:30:27.917369 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-824dd10b-fc54-42c3-ad03-178c2d952286 None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:30:27.920969 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824dd10b-fc54-42c3-ad03-178c2d952286 None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:30:27.927352 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a263eede-797c-4012-bef8-f9ef8a993c08 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Checking segment: {'id': '2bca1aa2-ad92-4dab-b914-addd29ae1bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '0be5b999-3e66-4d79-812b-400f67514e0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:30:27.927728 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824dd10b-fc54-42c3-ad03-178c2d952286 None None] Pushing event updated for resources: {'Port': ['ID=ac7f5d59-ba2c-4b96-ba74-b879baa6b2d4,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:30:27.928237 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a263eede-797c-4012-bef8-f9ef8a993c08 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Network hostable DHCP agents. Network: 0be5b999-3e66-4d79-812b-400f67514e0b, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:30:27.955045 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a263eede-797c-4012-bef8-f9ef8a993c08 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Network 0be5b999-3e66-4d79-812b-400f67514e0b is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:30:27.966072 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-a263eede-797c-4012-bef8-f9ef8a993c08 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, 0be5b999-3e66-4d79-812b-400f67514e0b) {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:30:27.972894 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a263eede-797c-4012-bef8-f9ef8a993c08 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:30:27.974138 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a263eede-797c-4012-bef8-f9ef8a993c08 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:27.983091 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce65aef-ed36-4cba-99b4-33586baed0ef None None] Network 0be5b999-3e66-4d79-812b-400f67514e0b requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:30:27.989482 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port b75dbb57-b424-47fc-ba6c-0c741d4282eb triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:30:27.989858 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (b75dbb57-b424-47fc-ba6c-0c741d4282eb), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:27.997584 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 59938) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:30:28.000678 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-a263eede-797c-4012-bef8-f9ef8a993c08 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4620237 Mar 28 01:30:28.058194 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-824dd10b-fc54-42c3-ad03-178c2d952286 None None] Attempting to bind port ac7f5d59-ba2c-4b96-ba74-b879baa6b2d4 on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:30:28.058488 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-824dd10b-fc54-42c3-ad03-178c2d952286 None None] Attempting to bind port ac7f5d59-ba2c-4b96-ba74-b879baa6b2d4 by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': 'f7f119fe-2531-4e4f-b88e-bd5e40b1716a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '64b20d47-7275-431d-ab48-7a7f3befdfa2'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:30:28.058850 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824dd10b-fc54-42c3-ad03-178c2d952286 None None] Attempting to bind port ac7f5d59-ba2c-4b96-ba74-b879baa6b2d4 on network 64b20d47-7275-431d-ab48-7a7f3befdfa2 {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:30:28.067274 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824dd10b-fc54-42c3-ad03-178c2d952286 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:30:28.067274 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824dd10b-fc54-42c3-ad03-178c2d952286 None None] Checking segment: {'id': 'f7f119fe-2531-4e4f-b88e-bd5e40b1716a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '64b20d47-7275-431d-ab48-7a7f3befdfa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:30:28.067541 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-824dd10b-fc54-42c3-ad03-178c2d952286 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:28.067801 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824dd10b-fc54-42c3-ad03-178c2d952286 None None] Bound using segment: {'id': 'f7f119fe-2531-4e4f-b88e-bd5e40b1716a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '64b20d47-7275-431d-ab48-7a7f3befdfa2'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:30:28.068302 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-824dd10b-fc54-42c3-ad03-178c2d952286 None None] Bound port: ac7f5d59-ba2c-4b96-ba74-b879baa6b2d4, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7f119fe-2531-4e4f-b88e-bd5e40b1716a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '64b20d47-7275-431d-ab48-7a7f3befdfa2'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:30:28.068683 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-824dd10b-fc54-42c3-ad03-178c2d952286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (ac7f5d59-ba2c-4b96-ba74-b879baa6b2d4), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:28.106159 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-87022f51-a28f-482f-a25e-c7e67838a725 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (0be5b999-3e66-4d79-812b-400f67514e0b), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:28.187372 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-87022f51-a28f-482f-a25e-c7e67838a725 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (d6bf5d92-0226-4765-a37e-07543b4d7ffa), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:28.204528 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e049ff-f01f-446c-9d73-3212fba595c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-0be5b999-3e66-4d79-812b-400f67514e0b', 'network_id': '0be5b999-3e66-4d79-812b-400f67514e0b', 'project_id': '90ffd2358a794e9390566956bc70b304', 'fixed_ips': [{'subnet_id': 'd6bf5d92-0226-4765-a37e-07543b4d7ffa'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:30:28.205370 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-75e049ff-f01f-446c-9d73-3212fba595c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:28.227636 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-824dd10b-fc54-42c3-ad03-178c2d952286 None None] For port ac7f5d59-ba2c-4b96-ba74-b879baa6b2d4, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:30:28.252912 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-824dd10b-fc54-42c3-ad03-178c2d952286 None None] For port ac7f5d59-ba2c-4b96-ba74-b879baa6b2d4, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=ac7f5d59-ba2c-4b96-ba74-b879baa6b2d4,segment=NetworkSegment(f7f119fe-2531-4e4f-b88e-bd5e40b1716a),segment_id=f7f119fe-2531-4e4f-b88e-bd5e40b1716a)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:30:28.257114 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-87022f51-a28f-482f-a25e-c7e67838a725 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127282766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126757793'] for subnet (d6bf5d92-0226-4765-a37e-07543b4d7ffa), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:28.257360 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port b75dbb57-b424-47fc-ba6c-0c741d4282eb is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:30:28.264538 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-824dd10b-fc54-42c3-ad03-178c2d952286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (ac7f5d59-ba2c-4b96-ba74-b879baa6b2d4), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:28.287864 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87022f51-a28f-482f-a25e-c7e67838a725 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Pushing event deleted for resources: {'Subnet': ['ID=d6bf5d92-0226-4765-a37e-07543b4d7ffa,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:30:28.350200 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-87022f51-a28f-482f-a25e-c7e67838a725 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (0be5b999-3e66-4d79-812b-400f67514e0b), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:28.383261 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server [None req-75e049ff-f01f-446c-9d73-3212fba595c9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d6bf5d92-0226-4765-a37e-07543b4d7ffa: This subnet is being modified by another concurrent operation. Mar 28 01:30:28.383261 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 28 01:30:28.383261 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 28 01:30:28.383261 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 28 01:30:28.383261 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 28 01:30:28.383261 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 28 01:30:28.383261 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 28 01:30:28.383261 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 28 01:30:28.383261 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 28 01:30:28.383261 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 28 01:30:28.383261 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 28 01:30:28.383261 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 28 01:30:28.383261 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 01:30:28.383261 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 01:30:28.383261 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 01:30:28.383261 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 01:30:28.383261 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 28 01:30:28.383261 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 01:30:28.383261 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 28 01:30:28.383261 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 28 01:30:28.383261 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 01:30:28.383261 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 01:30:28.383261 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 01:30:28.383261 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 01:30:28.383261 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 28 01:30:28.383261 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 01:30:28.383261 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 28 01:30:28.383261 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 28 01:30:28.383261 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 01:30:28.383261 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 01:30:28.383261 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 01:30:28.383261 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 01:30:28.383261 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 28 01:30:28.383261 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 28 01:30:28.383261 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 28 01:30:28.383261 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 28 01:30:28.383261 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 28 01:30:28.383261 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 28 01:30:28.383261 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 28 01:30:28.383261 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 28 01:30:28.383261 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 28 01:30:28.383261 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 28 01:30:28.383261 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 28 01:30:28.383261 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 01:30:28.383261 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 28 01:30:28.383261 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 28 01:30:28.383261 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 28 01:30:28.383261 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 28 01:30:28.383261 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 01:30:28.383261 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 01:30:28.383261 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 01:30:28.383261 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 01:30:28.383261 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 28 01:30:28.383261 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 01:30:28.383261 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 28 01:30:28.383261 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 28 01:30:28.383261 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 01:30:28.383261 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 01:30:28.383261 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 01:30:28.383261 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 01:30:28.383261 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 28 01:30:28.383261 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 01:30:28.383261 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 28 01:30:28.383261 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 28 01:30:28.383261 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 01:30:28.383261 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 01:30:28.383261 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 01:30:28.383261 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 01:30:28.383261 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 28 01:30:28.383261 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 28 01:30:28.383261 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 28 01:30:28.383261 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 28 01:30:28.383261 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 28 01:30:28.383261 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 28 01:30:28.383261 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 28 01:30:28.383261 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 28 01:30:28.383261 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 28 01:30:28.383261 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 28 01:30:28.383261 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 28 01:30:28.383261 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 28 01:30:28.383261 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 28 01:30:28.383261 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 28 01:30:28.383261 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 28 01:30:28.383261 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 28 01:30:28.383261 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 28 01:30:28.383261 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 28 01:30:28.383261 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Mar 28 01:30:28.383261 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 28 01:30:28.383261 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 28 01:30:28.383261 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server raise exception Mar 28 01:30:28.383261 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d6bf5d92-0226-4765-a37e-07543b4d7ffa: This subnet is being modified by another concurrent operation. Mar 28 01:30:28.383261 dv-neutron-834874-6-hyperv neutron-server[104100]: ERROR oslo_messaging.rpc.server Mar 28 01:30:28.393909 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-87022f51-a28f-482f-a25e-c7e67838a725 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0be5b999-3e66-4d79-812b-400f67514e0b']}} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:30:28.399263 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824dd10b-fc54-42c3-ad03-178c2d952286 None None] Pushing event updated for resources: {'Port': ['ID=ac7f5d59-ba2c-4b96-ba74-b879baa6b2d4,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:30:28.413908 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895930be-e062-4eff-aad5-e125dd3638af None None] Network 0be5b999-3e66-4d79-812b-400f67514e0b requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:30:28.414247 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-87022f51-a28f-482f-a25e-c7e67838a725 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bca1aa2-ad92-4dab-b914-addd29ae1bca') {'for_net_delete': True} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:30:28.414539 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-87022f51-a28f-482f-a25e-c7e67838a725 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bca1aa2-ad92-4dab-b914-addd29ae1bca') {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:30:28.425906 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-87022f51-a28f-482f-a25e-c7e67838a725 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126946678'] for segment (2bca1aa2-ad92-4dab-b914-addd29ae1bca), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:28.443070 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-87022f51-a28f-482f-a25e-c7e67838a725 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (2bca1aa2-ad92-4dab-b914-addd29ae1bca), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:28.450476 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87022f51-a28f-482f-a25e-c7e67838a725 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=104099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:30:28.451204 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-87022f51-a28f-482f-a25e-c7e67838a725 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127280876'] for segment (2bca1aa2-ad92-4dab-b914-addd29ae1bca), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:28.454437 dv-neutron-834874-6-hyperv neutron-server[104099]: Traceback (most recent call last): Mar 28 01:30:28.454437 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:30:28.454437 dv-neutron-834874-6-hyperv neutron-server[104099]: timer() Mar 28 01:30:28.454437 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:30:28.454437 dv-neutron-834874-6-hyperv neutron-server[104099]: cb(*args, **kw) Mar 28 01:30:28.454437 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:30:28.454437 dv-neutron-834874-6-hyperv neutron-server[104099]: return func(*args, **kwargs) Mar 28 01:30:28.454437 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:30:28.454437 dv-neutron-834874-6-hyperv neutron-server[104099]: self._notify() Mar 28 01:30:28.454437 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:30:28.454437 dv-neutron-834874-6-hyperv neutron-server[104099]: self.callback(batched_events) Mar 28 01:30:28.454437 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:30:28.454437 dv-neutron-834874-6-hyperv neutron-server[104099]: event.method(event) Mar 28 01:30:28.454437 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:30:28.454437 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:30:28.454437 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:30:28.454437 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:30:28.454437 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:30:28.454437 dv-neutron-834874-6-hyperv neutron-server[104099]: return f(self, *a, **k) Mar 28 01:30:28.454437 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:30:28.454437 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._get(url).json() Mar 28 01:30:28.454437 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:30:28.454437 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:30:28.454437 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:30:28.454437 dv-neutron-834874-6-hyperv neutron-server[104099]: return self.request(url, 'GET', **kwargs) Mar 28 01:30:28.454437 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:30:28.454437 dv-neutron-834874-6-hyperv neutron-server[104099]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:30:28.454437 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:30:28.454437 dv-neutron-834874-6-hyperv neutron-server[104099]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:30:28.454437 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:30:28.454437 dv-neutron-834874-6-hyperv neutron-server[104099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:30:28.454437 dv-neutron-834874-6-hyperv neutron-server[104099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:30:28.519682 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-87022f51-a28f-482f-a25e-c7e67838a725 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (0be5b999-3e66-4d79-812b-400f67514e0b), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:28.541873 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-87022f51-a28f-482f-a25e-c7e67838a725 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Publish callbacks [] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:28.547333 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-87022f51-a28f-482f-a25e-c7e67838a725 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] 10.222.0.24 "DELETE /v2.0/networks/0be5b999-3e66-4d79-812b-400f67514e0b HTTP/1.1" status: 204 len: 168 time: 0.5458491 Mar 28 01:30:28.547333 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87022f51-a28f-482f-a25e-c7e67838a725 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Pushing event deleted for resources: {'Network': ['ID=0be5b999-3e66-4d79-812b-400f67514e0b,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:30:28.547829 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 59940) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:30:28.577886 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.pecan_wsgi.hooks.translation [None req-737cd69d-c7b2-4fe9-937a-ce66a2564575 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] GET failed (client error): The resource could not be found. Mar 28 01:30:28.581807 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-737cd69d-c7b2-4fe9-937a-ce66a2564575 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] 10.222.0.24 "GET /v2.0/subnets/d6bf5d92-0226-4765-a37e-07543b4d7ffa HTTP/1.1" status: 404 len: 337 time: 0.0301456 Mar 28 01:30:28.582021 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 59942) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:30:28.617698 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.pecan_wsgi.hooks.translation [None req-5decc0e1-0bc0-43a5-bdc9-fa73dcc0774a tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] DELETE failed (client error): The resource could not be found. Mar 28 01:30:28.618220 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5decc0e1-0bc0-43a5-bdc9-fa73dcc0774a tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:30:28.625163 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-5decc0e1-0bc0-43a5-bdc9-fa73dcc0774a tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] 10.222.0.24 "DELETE /v2.0/networks/0be5b999-3e66-4d79-812b-400f67514e0b HTTP/1.1" status: 404 len: 339 time: 0.0383945 Mar 28 01:30:28.628313 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 59944) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:30:28.654772 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-edec91f3-eac7-469a-b59f-7a02af4fb345 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] DELETE failed (client error): The resource could not be found. Mar 28 01:30:28.655216 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edec91f3-eac7-469a-b59f-7a02af4fb345 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:30:28.658149 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-edec91f3-eac7-469a-b59f-7a02af4fb345 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] 10.222.0.24 "DELETE /v2.0/subnets/d6bf5d92-0226-4765-a37e-07543b4d7ffa HTTP/1.1" status: 404 len: 337 time: 0.0286443 Mar 28 01:30:28.660824 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 59946) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:30:28.688472 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-e41e9632-505f-4784-90a4-1ffd3aa5043c tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] DELETE failed (client error): The resource could not be found. Mar 28 01:30:28.689129 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e41e9632-505f-4784-90a4-1ffd3aa5043c tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:30:28.694976 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-e41e9632-505f-4784-90a4-1ffd3aa5043c tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] 10.222.0.24 "DELETE /v2.0/networks/0be5b999-3e66-4d79-812b-400f67514e0b HTTP/1.1" status: 404 len: 339 time: 0.0306330 Mar 28 01:30:28.695658 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 59948) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:30:28.760207 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f25cfd4-1012-4b7e-aba5-6fd056f167ee tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Deleting subnet 74cfde2f-995f-42bc-ba71-b0e8a388dcef {{(pid=104098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:30:28.763919 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2f25cfd4-1012-4b7e-aba5-6fd056f167ee tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Publish callbacks [] for subnet (74cfde2f-995f-42bc-ba71-b0e8a388dcef), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:28.808089 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2f25cfd4-1012-4b7e-aba5-6fd056f167ee tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126443526'] for subnet (74cfde2f-995f-42bc-ba71-b0e8a388dcef), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:28.891041 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2f25cfd4-1012-4b7e-aba5-6fd056f167ee tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (74cfde2f-995f-42bc-ba71-b0e8a388dcef), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:28.955898 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2f25cfd4-1012-4b7e-aba5-6fd056f167ee tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126175041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126112438'] for subnet (74cfde2f-995f-42bc-ba71-b0e8a388dcef), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:28.982451 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f25cfd4-1012-4b7e-aba5-6fd056f167ee tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Pushing event deleted for resources: {'Subnet': ['ID=74cfde2f-995f-42bc-ba71-b0e8a388dcef,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:30:28.986022 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2f25cfd4-1012-4b7e-aba5-6fd056f167ee tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:28.989163 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-2f25cfd4-1012-4b7e-aba5-6fd056f167ee tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] 10.222.0.24 "DELETE /v2.0/subnets/74cfde2f-995f-42bc-ba71-b0e8a388dcef HTTP/1.1" status: 204 len: 168 time: 0.2923391 Mar 28 01:30:28.992092 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 59950) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:30:29.068220 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-fce34998-257c-4ad1-a67a-b7b6c21ee2da tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (64b20d47-7275-431d-ab48-7a7f3befdfa2), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:29.128430 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-fce34998-257c-4ad1-a67a-b7b6c21ee2da tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Deleting port ac7f5d59-ba2c-4b96-ba74-b879baa6b2d4 {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:30:29.128916 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-fce34998-257c-4ad1-a67a-b7b6c21ee2da tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (ac7f5d59-ba2c-4b96-ba74-b879baa6b2d4), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:29.201248 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.db [None req-fce34998-257c-4ad1-a67a-b7b6c21ee2da tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] For port ac7f5d59-ba2c-4b96-ba74-b879baa6b2d4, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=ac7f5d59-ba2c-4b96-ba74-b879baa6b2d4,segment=NetworkSegment(f7f119fe-2531-4e4f-b88e-bd5e40b1716a),segment_id=f7f119fe-2531-4e4f-b88e-bd5e40b1716a)] {{(pid=104098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:30:29.201615 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-fce34998-257c-4ad1-a67a-b7b6c21ee2da tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (ac7f5d59-ba2c-4b96-ba74-b879baa6b2d4), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:29.215931 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-fce34998-257c-4ad1-a67a-b7b6c21ee2da tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Calling delete_port for ac7f5d59-ba2c-4b96-ba74-b879baa6b2d4 owned by network:dhcp {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:30:29.302588 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-fce34998-257c-4ad1-a67a-b7b6c21ee2da tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (ac7f5d59-ba2c-4b96-ba74-b879baa6b2d4), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:29.331175 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce34998-257c-4ad1-a67a-b7b6c21ee2da tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Pushing event deleted for resources: {'Port': ['ID=ac7f5d59-ba2c-4b96-ba74-b879baa6b2d4,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:30:29.342128 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce34998-257c-4ad1-a67a-b7b6c21ee2da tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] No DVR routers for this DVR port ac7f5d59-ba2c-4b96-ba74-b879baa6b2d4 on host dv-neutron-834874-6-hyperv {{(pid=104098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:30:29.423506 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-fce34998-257c-4ad1-a67a-b7b6c21ee2da tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (64b20d47-7275-431d-ab48-7a7f3befdfa2), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:29.445606 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-fce34998-257c-4ad1-a67a-b7b6c21ee2da tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64b20d47-7275-431d-ab48-7a7f3befdfa2']}} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:30:29.454409 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54fbe9ed-2e3a-4f21-8c82-d2d1c2a361f7 None None] get_active_networks_info from dv-neutron-834874-6-hyperv {{(pid=104100) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 28 01:30:29.458065 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-fce34998-257c-4ad1-a67a-b7b6c21ee2da tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7f119fe-2531-4e4f-b88e-bd5e40b1716a') {'for_net_delete': True} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:30:29.458385 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-fce34998-257c-4ad1-a67a-b7b6c21ee2da tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7f119fe-2531-4e4f-b88e-bd5e40b1716a') {} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:30:29.467697 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-fce34998-257c-4ad1-a67a-b7b6c21ee2da tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126443583'] for segment (f7f119fe-2531-4e4f-b88e-bd5e40b1716a), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:29.480438 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-fce34998-257c-4ad1-a67a-b7b6c21ee2da tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (f7f119fe-2531-4e4f-b88e-bd5e40b1716a), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:29.486087 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fce34998-257c-4ad1-a67a-b7b6c21ee2da tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=104098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:30:29.486460 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-fce34998-257c-4ad1-a67a-b7b6c21ee2da tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126177251'] for segment (f7f119fe-2531-4e4f-b88e-bd5e40b1716a), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:29.489599 dv-neutron-834874-6-hyperv neutron-server[104098]: Traceback (most recent call last): Mar 28 01:30:29.489599 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:30:29.489599 dv-neutron-834874-6-hyperv neutron-server[104098]: timer() Mar 28 01:30:29.489599 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:30:29.489599 dv-neutron-834874-6-hyperv neutron-server[104098]: cb(*args, **kw) Mar 28 01:30:29.489599 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:30:29.489599 dv-neutron-834874-6-hyperv neutron-server[104098]: return func(*args, **kwargs) Mar 28 01:30:29.489599 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:30:29.489599 dv-neutron-834874-6-hyperv neutron-server[104098]: self._notify() Mar 28 01:30:29.489599 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:30:29.489599 dv-neutron-834874-6-hyperv neutron-server[104098]: self.callback(batched_events) Mar 28 01:30:29.489599 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:30:29.489599 dv-neutron-834874-6-hyperv neutron-server[104098]: event.method(event) Mar 28 01:30:29.489599 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:30:29.489599 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:30:29.489599 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:30:29.489599 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:30:29.489599 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:30:29.489599 dv-neutron-834874-6-hyperv neutron-server[104098]: return f(self, *a, **k) Mar 28 01:30:29.489599 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:30:29.489599 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._get(url).json() Mar 28 01:30:29.489599 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:30:29.489599 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:30:29.489599 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:30:29.489599 dv-neutron-834874-6-hyperv neutron-server[104098]: return self.request(url, 'GET', **kwargs) Mar 28 01:30:29.489599 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:30:29.489599 dv-neutron-834874-6-hyperv neutron-server[104098]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:30:29.489599 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:30:29.489599 dv-neutron-834874-6-hyperv neutron-server[104098]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:30:29.489599 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:30:29.489599 dv-neutron-834874-6-hyperv neutron-server[104098]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:30:29.489599 dv-neutron-834874-6-hyperv neutron-server[104098]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:30:29.531567 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54fbe9ed-2e3a-4f21-8c82-d2d1c2a361f7 None None] Resources bound (agent type, host, resource id): {{(pid=104100) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 28 01:30:29.552805 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-9b0ae30c-3a06-4251-bca6-012221ecaa96 None None] Could not find standard attr ID for object ac7f5d59-ba2c-4b96-ba74-b879baa6b2d4. {{(pid=104100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 28 01:30:29.696814 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d4f412-71ab-4f30-908a-5ee8c791084d None None] Network 64b20d47-7275-431d-ab48-7a7f3befdfa2 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:30:29.816936 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-fce34998-257c-4ad1-a67a-b7b6c21ee2da tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (64b20d47-7275-431d-ab48-7a7f3befdfa2), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:29.823473 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-fce34998-257c-4ad1-a67a-b7b6c21ee2da tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:29.826565 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-fce34998-257c-4ad1-a67a-b7b6c21ee2da tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] 10.222.0.24 "DELETE /v2.0/networks/64b20d47-7275-431d-ab48-7a7f3befdfa2 HTTP/1.1" status: 204 len: 168 time: 0.8335810 Mar 28 01:30:29.830442 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 59952) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:30:29.835264 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df04d90b-43ac-4dd1-961b-afa6e82a951f None None] DHCP port deletion for 64b20d47-7275-431d-ab48-7a7f3befdfa2 request from dv-neutron-834874-6-hyperv {{(pid=104100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 01:30:29.838970 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce34998-257c-4ad1-a67a-b7b6c21ee2da tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Pushing event deleted for resources: {'Network': ['ID=64b20d47-7275-431d-ab48-7a7f3befdfa2,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:30:29.862938 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ca95532-913b-42ec-a524-28febb9b70c5 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] DELETE failed (client error): The resource could not be found. Mar 28 01:30:29.863389 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ca95532-913b-42ec-a524-28febb9b70c5 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:30:29.866956 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-4ca95532-913b-42ec-a524-28febb9b70c5 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] 10.222.0.24 "DELETE /v2.0/subnets/fac949fe-5b85-494b-b2cf-ef5c69713b7d HTTP/1.1" status: 404 len: 337 time: 0.0336185 Mar 28 01:30:29.869746 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 59954) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:30:29.887400 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.pecan_wsgi.hooks.translation [None req-0813ba5f-5ea2-4096-95cc-e3f58236c14a tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] DELETE failed (client error): The resource could not be found. Mar 28 01:30:29.887868 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0813ba5f-5ea2-4096-95cc-e3f58236c14a tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:30:29.890707 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-0813ba5f-5ea2-4096-95cc-e3f58236c14a tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] 10.222.0.24 "DELETE /v2.0/networks/d53aa1be-e8a8-42a3-b42e-b855cb24e2a1 HTTP/1.1" status: 404 len: 339 time: 0.0200052 Mar 28 01:30:29.893209 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 59956) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:30:29.917378 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.pecan_wsgi.hooks.translation [None req-df141b63-b310-45df-9bfc-cfdd72a09508 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] DELETE failed (client error): The resource could not be found. Mar 28 01:30:29.917813 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df141b63-b310-45df-9bfc-cfdd72a09508 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:30:29.920679 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-df141b63-b310-45df-9bfc-cfdd72a09508 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] 10.222.0.24 "DELETE /v2.0/subnets/c6ff327f-a899-4b00-89f6-45a9d17cd827 HTTP/1.1" status: 404 len: 337 time: 0.0266163 Mar 28 01:30:29.923075 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 59958) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:30:29.940073 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.pecan_wsgi.hooks.translation [None req-16ad2b74-2ee4-49ec-9c51-dd7b993fcf99 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] DELETE failed (client error): The resource could not be found. Mar 28 01:30:29.940599 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16ad2b74-2ee4-49ec-9c51-dd7b993fcf99 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 01:30:29.943359 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-16ad2b74-2ee4-49ec-9c51-dd7b993fcf99 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] 10.222.0.24 "DELETE /v2.0/networks/7e20c33d-9a9b-4bfb-be4f-e1fa851d1fa6 HTTP/1.1" status: 404 len: 339 time: 0.0194387 Mar 28 01:30:29.945589 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 59960) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:30:29.998232 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d955f30-1b38-4f48-8eab-91981abd94e7 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Deleting subnet b8e58464-183f-44c9-b829-519e72598eaa {{(pid=104098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:30:30.001268 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7d955f30-1b38-4f48-8eab-91981abd94e7 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Publish callbacks [] for subnet (b8e58464-183f-44c9-b829-519e72598eaa), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:30.039341 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7d955f30-1b38-4f48-8eab-91981abd94e7 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126443526'] for subnet (b8e58464-183f-44c9-b829-519e72598eaa), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:30.117190 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7d955f30-1b38-4f48-8eab-91981abd94e7 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (b8e58464-183f-44c9-b829-519e72598eaa), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:30.176249 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7d955f30-1b38-4f48-8eab-91981abd94e7 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126175041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126112438'] for subnet (b8e58464-183f-44c9-b829-519e72598eaa), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:30.205436 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7d955f30-1b38-4f48-8eab-91981abd94e7 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:30.210943 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-7d955f30-1b38-4f48-8eab-91981abd94e7 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] 10.222.0.24 "DELETE /v2.0/subnets/b8e58464-183f-44c9-b829-519e72598eaa HTTP/1.1" status: 204 len: 168 time: 0.2623007 Mar 28 01:30:30.210943 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d955f30-1b38-4f48-8eab-91981abd94e7 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Pushing event deleted for resources: {'Subnet': ['ID=b8e58464-183f-44c9-b829-519e72598eaa,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:30:30.211157 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3aac827-d9c6-46c7-8b01-0ce492508958 None None] Network 587ef12b-08cc-41f7-b482-ae8b4e77fda0 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:30:30.211333 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 59962) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:30:30.286287 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-dff271ac-cc92-42de-b95c-9baef76ccc82 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (587ef12b-08cc-41f7-b482-ae8b4e77fda0), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:30.339270 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-dff271ac-cc92-42de-b95c-9baef76ccc82 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Deleting port b75dbb57-b424-47fc-ba6c-0c741d4282eb {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:30:30.339614 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-dff271ac-cc92-42de-b95c-9baef76ccc82 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (b75dbb57-b424-47fc-ba6c-0c741d4282eb), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:30.356347 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2dff72-f6e5-49ad-ad87-38b759b2b601 None None] DHCP port deletion for 587ef12b-08cc-41f7-b482-ae8b4e77fda0 request from dv-neutron-834874-6-hyperv {{(pid=104100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 01:30:30.405617 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-dff271ac-cc92-42de-b95c-9baef76ccc82 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] For port b75dbb57-b424-47fc-ba6c-0c741d4282eb, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=b75dbb57-b424-47fc-ba6c-0c741d4282eb,segment=NetworkSegment(189e3ab6-4a9c-4d41-80f7-2528f901dd53),segment_id=189e3ab6-4a9c-4d41-80f7-2528f901dd53)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:30:30.406002 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-dff271ac-cc92-42de-b95c-9baef76ccc82 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (b75dbb57-b424-47fc-ba6c-0c741d4282eb), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:30.407916 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-9f2dff72-f6e5-49ad-ad87-38b759b2b601 None None] Deleting port b75dbb57-b424-47fc-ba6c-0c741d4282eb {{(pid=104100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:30:30.408393 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-9f2dff72-f6e5-49ad-ad87-38b759b2b601 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (b75dbb57-b424-47fc-ba6c-0c741d4282eb), before_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:30.419518 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-dff271ac-cc92-42de-b95c-9baef76ccc82 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Calling delete_port for b75dbb57-b424-47fc-ba6c-0c741d4282eb owned by network:dhcp {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:30:30.468632 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-9f2dff72-f6e5-49ad-ad87-38b759b2b601 None None] For port b75dbb57-b424-47fc-ba6c-0c741d4282eb, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=b75dbb57-b424-47fc-ba6c-0c741d4282eb,segment=NetworkSegment(189e3ab6-4a9c-4d41-80f7-2528f901dd53),segment_id=189e3ab6-4a9c-4d41-80f7-2528f901dd53)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:30:30.469162 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-9f2dff72-f6e5-49ad-ad87-38b759b2b601 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (b75dbb57-b424-47fc-ba6c-0c741d4282eb), precommit_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:30.481269 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-9f2dff72-f6e5-49ad-ad87-38b759b2b601 None None] Calling delete_port for b75dbb57-b424-47fc-ba6c-0c741d4282eb owned by network:dhcp {{(pid=104100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:30:30.496171 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-dff271ac-cc92-42de-b95c-9baef76ccc82 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (b75dbb57-b424-47fc-ba6c-0c741d4282eb), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:30.520926 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff271ac-cc92-42de-b95c-9baef76ccc82 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Pushing event deleted for resources: {'Port': ['ID=b75dbb57-b424-47fc-ba6c-0c741d4282eb,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:30:30.525029 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff271ac-cc92-42de-b95c-9baef76ccc82 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] No DVR routers for this DVR port b75dbb57-b424-47fc-ba6c-0c741d4282eb on host dv-neutron-834874-6-hyperv {{(pid=104099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:30:30.555781 dv-neutron-834874-6-hyperv neutron-server[104100]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 28 01:30:30.555781 dv-neutron-834874-6-hyperv neutron-server[104100]: from cryptography.utils import int_from_bytes Mar 28 01:30:30.555781 dv-neutron-834874-6-hyperv neutron-server[104100]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 28 01:30:30.555781 dv-neutron-834874-6-hyperv neutron-server[104100]: from cryptography.utils import int_from_bytes Mar 28 01:30:30.555781 dv-neutron-834874-6-hyperv neutron-server[104100]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 01:30:30.555781 dv-neutron-834874-6-hyperv neutron-server[104100]: self.session.flush() Mar 28 01:30:30.555781 dv-neutron-834874-6-hyperv neutron-server[104100]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 01:30:30.555781 dv-neutron-834874-6-hyperv neutron-server[104100]: self.session.flush() Mar 28 01:30:30.555781 dv-neutron-834874-6-hyperv neutron-server[104100]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 01:30:30.555781 dv-neutron-834874-6-hyperv neutron-server[104100]: self.session.flush() Mar 28 01:30:30.555781 dv-neutron-834874-6-hyperv neutron-server[104100]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 01:30:30.555781 dv-neutron-834874-6-hyperv neutron-server[104100]: self.session.flush() Mar 28 01:30:30.555781 dv-neutron-834874-6-hyperv neutron-server[104100]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 01:30:30.555781 dv-neutron-834874-6-hyperv neutron-server[104100]: self.session.flush() Mar 28 01:30:30.555781 dv-neutron-834874-6-hyperv neutron-server[104100]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 01:30:30.555781 dv-neutron-834874-6-hyperv neutron-server[104100]: self.session.flush() Mar 28 01:30:30.555781 dv-neutron-834874-6-hyperv neutron-server[104100]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 01:30:30.555781 dv-neutron-834874-6-hyperv neutron-server[104100]: self.session.flush() Mar 28 01:30:30.555781 dv-neutron-834874-6-hyperv neutron-server[104100]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 01:30:30.555781 dv-neutron-834874-6-hyperv neutron-server[104100]: self.session.flush() Mar 28 01:30:30.555781 dv-neutron-834874-6-hyperv neutron-server[104100]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 01:30:30.555781 dv-neutron-834874-6-hyperv neutron-server[104100]: self.session.flush() Mar 28 01:30:30.555781 dv-neutron-834874-6-hyperv neutron-server[104100]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 01:30:30.555781 dv-neutron-834874-6-hyperv neutron-server[104100]: self.session.flush() Mar 28 01:30:30.555781 dv-neutron-834874-6-hyperv neutron-server[104100]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 01:30:30.555781 dv-neutron-834874-6-hyperv neutron-server[104100]: self.session.flush() Mar 28 01:30:30.555781 dv-neutron-834874-6-hyperv neutron-server[104100]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 01:30:30.555781 dv-neutron-834874-6-hyperv neutron-server[104100]: self.session.flush() Mar 28 01:30:30.555781 dv-neutron-834874-6-hyperv neutron-server[104100]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 01:30:30.555781 dv-neutron-834874-6-hyperv neutron-server[104100]: self.session.flush() Mar 28 01:30:30.555781 dv-neutron-834874-6-hyperv neutron-server[104100]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 01:30:30.555781 dv-neutron-834874-6-hyperv neutron-server[104100]: self.session.flush() Mar 28 01:30:30.555781 dv-neutron-834874-6-hyperv neutron-server[104100]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 01:30:30.555781 dv-neutron-834874-6-hyperv neutron-server[104100]: self.session.flush() Mar 28 01:30:30.555781 dv-neutron-834874-6-hyperv neutron-server[104100]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 01:30:30.555781 dv-neutron-834874-6-hyperv neutron-server[104100]: self.session.flush() Mar 28 01:30:30.555781 dv-neutron-834874-6-hyperv neutron-server[104100]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 01:30:30.555781 dv-neutron-834874-6-hyperv neutron-server[104100]: self.session.flush() Mar 28 01:30:30.555781 dv-neutron-834874-6-hyperv neutron-server[104100]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 01:30:30.555781 dv-neutron-834874-6-hyperv neutron-server[104100]: self.session.flush() Mar 28 01:30:30.555781 dv-neutron-834874-6-hyperv neutron-server[104100]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 01:30:30.555781 dv-neutron-834874-6-hyperv neutron-server[104100]: self.session.flush() Mar 28 01:30:30.555781 dv-neutron-834874-6-hyperv neutron-server[104100]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 01:30:30.555781 dv-neutron-834874-6-hyperv neutron-server[104100]: self.session.flush() Mar 28 01:30:30.555781 dv-neutron-834874-6-hyperv neutron-server[104100]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 01:30:30.555781 dv-neutron-834874-6-hyperv neutron-server[104100]: self.session.flush() Mar 28 01:30:30.555781 dv-neutron-834874-6-hyperv neutron-server[104100]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 01:30:30.555781 dv-neutron-834874-6-hyperv neutron-server[104100]: self.session.flush() Mar 28 01:30:30.555781 dv-neutron-834874-6-hyperv neutron-server[104100]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 01:30:30.555781 dv-neutron-834874-6-hyperv neutron-server[104100]: self.session.flush() Mar 28 01:30:30.555781 dv-neutron-834874-6-hyperv neutron-server[104100]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 01:30:30.555781 dv-neutron-834874-6-hyperv neutron-server[104100]: self.session.flush() Mar 28 01:30:30.555781 dv-neutron-834874-6-hyperv neutron-server[104100]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 01:30:30.555781 dv-neutron-834874-6-hyperv neutron-server[104100]: self.session.flush() Mar 28 01:30:30.555781 dv-neutron-834874-6-hyperv neutron-server[104100]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 01:30:30.555781 dv-neutron-834874-6-hyperv neutron-server[104100]: self.session.flush() Mar 28 01:30:30.561062 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-9f2dff72-f6e5-49ad-ad87-38b759b2b601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886'] for port (b75dbb57-b424-47fc-ba6c-0c741d4282eb), after_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:30.587696 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2dff72-f6e5-49ad-ad87-38b759b2b601 None None] Pushing event deleted for resources: {'Port': ['ID=b75dbb57-b424-47fc-ba6c-0c741d4282eb,revision_number=None']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:30:30.589161 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2dff72-f6e5-49ad-ad87-38b759b2b601 None None] No DVR routers for this DVR port b75dbb57-b424-47fc-ba6c-0c741d4282eb on host dv-neutron-834874-6-hyperv {{(pid=104100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:30:30.606340 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-dff271ac-cc92-42de-b95c-9baef76ccc82 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (587ef12b-08cc-41f7-b482-ae8b4e77fda0), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:30.628586 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-dff271ac-cc92-42de-b95c-9baef76ccc82 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['587ef12b-08cc-41f7-b482-ae8b4e77fda0']}} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:30:30.638877 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-dff271ac-cc92-42de-b95c-9baef76ccc82 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '189e3ab6-4a9c-4d41-80f7-2528f901dd53') {'for_net_delete': True} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:30:30.639175 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-dff271ac-cc92-42de-b95c-9baef76ccc82 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '189e3ab6-4a9c-4d41-80f7-2528f901dd53') {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:30:30.648877 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-dff271ac-cc92-42de-b95c-9baef76ccc82 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126946678'] for segment (189e3ab6-4a9c-4d41-80f7-2528f901dd53), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:30.662028 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-dff271ac-cc92-42de-b95c-9baef76ccc82 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (189e3ab6-4a9c-4d41-80f7-2528f901dd53), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:30.667842 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dff271ac-cc92-42de-b95c-9baef76ccc82 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=104099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:30:30.668254 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-dff271ac-cc92-42de-b95c-9baef76ccc82 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127280876'] for segment (189e3ab6-4a9c-4d41-80f7-2528f901dd53), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:30.671212 dv-neutron-834874-6-hyperv neutron-server[104099]: Traceback (most recent call last): Mar 28 01:30:30.671212 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:30:30.671212 dv-neutron-834874-6-hyperv neutron-server[104099]: timer() Mar 28 01:30:30.671212 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:30:30.671212 dv-neutron-834874-6-hyperv neutron-server[104099]: cb(*args, **kw) Mar 28 01:30:30.671212 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:30:30.671212 dv-neutron-834874-6-hyperv neutron-server[104099]: return func(*args, **kwargs) Mar 28 01:30:30.671212 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:30:30.671212 dv-neutron-834874-6-hyperv neutron-server[104099]: self._notify() Mar 28 01:30:30.671212 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:30:30.671212 dv-neutron-834874-6-hyperv neutron-server[104099]: self.callback(batched_events) Mar 28 01:30:30.671212 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:30:30.671212 dv-neutron-834874-6-hyperv neutron-server[104099]: event.method(event) Mar 28 01:30:30.671212 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:30:30.671212 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:30:30.671212 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:30:30.671212 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:30:30.671212 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:30:30.671212 dv-neutron-834874-6-hyperv neutron-server[104099]: return f(self, *a, **k) Mar 28 01:30:30.671212 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:30:30.671212 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._get(url).json() Mar 28 01:30:30.671212 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:30:30.671212 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:30:30.671212 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:30:30.671212 dv-neutron-834874-6-hyperv neutron-server[104099]: return self.request(url, 'GET', **kwargs) Mar 28 01:30:30.671212 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:30:30.671212 dv-neutron-834874-6-hyperv neutron-server[104099]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:30:30.671212 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:30:30.671212 dv-neutron-834874-6-hyperv neutron-server[104099]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:30:30.671212 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:30:30.671212 dv-neutron-834874-6-hyperv neutron-server[104099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:30:30.671212 dv-neutron-834874-6-hyperv neutron-server[104099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:30:31.010653 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-dff271ac-cc92-42de-b95c-9baef76ccc82 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (587ef12b-08cc-41f7-b482-ae8b4e77fda0), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:31.017428 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-dff271ac-cc92-42de-b95c-9baef76ccc82 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Publish callbacks [] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:31.020463 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-dff271ac-cc92-42de-b95c-9baef76ccc82 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] 10.222.0.24 "DELETE /v2.0/networks/587ef12b-08cc-41f7-b482-ae8b4e77fda0 HTTP/1.1" status: 204 len: 168 time: 0.8081717 Mar 28 01:30:31.032697 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff271ac-cc92-42de-b95c-9baef76ccc82 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Pushing event deleted for resources: {'Network': ['ID=587ef12b-08cc-41f7-b482-ae8b4e77fda0,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:30:31.041383 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff271ac-cc92-42de-b95c-9baef76ccc82 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:30:31.041722 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff271ac-cc92-42de-b95c-9baef76ccc82 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:30:31.042069 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff271ac-cc92-42de-b95c-9baef76ccc82 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:30:31.042422 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff271ac-cc92-42de-b95c-9baef76ccc82 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:30:31.042749 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff271ac-cc92-42de-b95c-9baef76ccc82 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:30:31.043091 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff271ac-cc92-42de-b95c-9baef76ccc82 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:30:31.043421 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff271ac-cc92-42de-b95c-9baef76ccc82 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:30:31.043748 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff271ac-cc92-42de-b95c-9baef76ccc82 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:30:31.044134 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff271ac-cc92-42de-b95c-9baef76ccc82 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:30:31.044424 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff271ac-cc92-42de-b95c-9baef76ccc82 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:30:31.044746 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff271ac-cc92-42de-b95c-9baef76ccc82 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:30:31.045072 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff271ac-cc92-42de-b95c-9baef76ccc82 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:30:31.045399 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff271ac-cc92-42de-b95c-9baef76ccc82 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:30:31.045722 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff271ac-cc92-42de-b95c-9baef76ccc82 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:30:31.046044 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff271ac-cc92-42de-b95c-9baef76ccc82 tempest-NetworksIpV6Test-498013827 tempest-NetworksIpV6Test-498013827-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:30:31.259939 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 59968) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:30:31.387617 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-053214b8-8ffd-40fd-bf94-1df2281eb001 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=90ffd2358a794e9390566956bc70b304&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1264722 Mar 28 01:30:31.390076 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 59972) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:30:31.434978 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4b3f53ac-e23e-44a2-8a6d-f3d263d9f287 admin admin] Publish callbacks [] for security_group (305bde40-c3c5-4fef-a6c4-6e4149b68853), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:31.455912 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4b3f53ac-e23e-44a2-8a6d-f3d263d9f287 admin admin] Publish callbacks [] for security_group (305bde40-c3c5-4fef-a6c4-6e4149b68853), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:31.501418 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4b3f53ac-e23e-44a2-8a6d-f3d263d9f287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (305bde40-c3c5-4fef-a6c4-6e4149b68853), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:31.503917 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4b3f53ac-e23e-44a2-8a6d-f3d263d9f287 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:31.505060 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-4b3f53ac-e23e-44a2-8a6d-f3d263d9f287 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/305bde40-c3c5-4fef-a6c4-6e4149b68853 HTTP/1.1" status: 204 len: 168 time: 0.1141028 Mar 28 01:30:31.513888 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3f53ac-e23e-44a2-8a6d-f3d263d9f287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=305bde40-c3c5-4fef-a6c4-6e4149b68853,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:30:31.845309 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device ac7f5d59-ba2c-4b96-ba74-b879baa6b2d4 no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:30:31.866038 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: ac7f5d59-ba2c-4b96-ba74-b879baa6b2d4 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:30:31.866332 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device ac7f5d59-ba2c-4b96-ba74-b879baa6b2d4 not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:30:31.866731 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device b75dbb57-b424-47fc-ba6c-0c741d4282eb no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:30:31.885086 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: b75dbb57-b424-47fc-ba6c-0c741d4282eb {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:30:31.885649 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device b75dbb57-b424-47fc-ba6c-0c741d4282eb not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:30:32.142318 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 59994) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:30:32.234967 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-3b96ed5c-ce75-417a-b3a1-ae931ed49680 tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1701464448', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:30:32.258257 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3b96ed5c-ce75-417a-b3a1-ae931ed49680 tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7069'] for router (20d4c7e6-6bee-4ef3-8343-415b3a782119), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:32.259222 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3b96ed5c-ce75-417a-b3a1-ae931ed49680 tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4188952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7062'] for router (20d4c7e6-6bee-4ef3-8343-415b3a782119), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:32.348249 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3b96ed5c-ce75-417a-b3a1-ae931ed49680 tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] Publish callbacks [] for router_controller (20d4c7e6-6bee-4ef3-8343-415b3a782119), precommit_add_association {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:32.352614 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3b96ed5c-ce75-417a-b3a1-ae931ed49680 tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687953'] for router (20d4c7e6-6bee-4ef3-8343-415b3a782119), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:32.369143 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3b96ed5c-ce75-417a-b3a1-ae931ed49680 tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] Publish callbacks [] for router (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:32.370341 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-3b96ed5c-ce75-417a-b3a1-ae931ed49680 tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2269878 Mar 28 01:30:32.372997 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 59998) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:30:32.377577 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-7f97ce75-954a-432a-afbf-94a5dec5b035 tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1368312375'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:30:32.394279 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f97ce75-954a-432a-afbf-94a5dec5b035 tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] Made reservation on behalf of 10c3e971272549ed90fc5a60d8d134f0 for: {'network': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:30:32.397804 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7f97ce75-954a-432a-afbf-94a5dec5b035 tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:32.406500 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7f97ce75-954a-432a-afbf-94a5dec5b035 tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] Publish callbacks [] for security_group (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:32.478094 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7f97ce75-954a-432a-afbf-94a5dec5b035 tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] Publish callbacks [] for security_group (85849f4b-70d1-4b43-950b-357086bbccec), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:32.481721 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7f97ce75-954a-432a-afbf-94a5dec5b035 tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (85849f4b-70d1-4b43-950b-357086bbccec), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:32.509360 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f97ce75-954a-432a-afbf-94a5dec5b035 tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=104099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:30:32.524097 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f97ce75-954a-432a-afbf-94a5dec5b035 tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85849f4b-70d1-4b43-950b-357086bbccec,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:30:32.527835 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7f97ce75-954a-432a-afbf-94a5dec5b035 tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (3e8a7ac2-4515-4e3e-8026-59941113c04c), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:32.528534 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.segments_db [None req-7f97ce75-954a-432a-afbf-94a5dec5b035 tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] Added segment 3e8a7ac2-4515-4e3e-8026-59941113c04c of type vlan for network 10bc35a9-8266-4db9-8baf-9969017b6c41 Mar 28 01:30:32.567818 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7f97ce75-954a-432a-afbf-94a5dec5b035 tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (10bc35a9-8266-4db9-8baf-9969017b6c41), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:32.592263 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7f97ce75-954a-432a-afbf-94a5dec5b035 tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (10bc35a9-8266-4db9-8baf-9969017b6c41), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:32.597208 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f97ce75-954a-432a-afbf-94a5dec5b035 tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:30:32.597792 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7f97ce75-954a-432a-afbf-94a5dec5b035 tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] Publish callbacks [] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:32.655094 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-7f97ce75-954a-432a-afbf-94a5dec5b035 tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2810037 Mar 28 01:30:32.657830 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 60000) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:30:32.665528 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-c5160b60-8179-40d2-9412-99bc0bf7575d tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] Request body: {'subnet': {'network_id': '10bc35a9-8266-4db9-8baf-9969017b6c41', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:30:32.683045 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f97ce75-954a-432a-afbf-94a5dec5b035 tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] Pushing event updated for resources: {'Network': ['ID=10bc35a9-8266-4db9-8baf-9969017b6c41,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:30:32.693922 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network 10bc35a9-8266-4db9-8baf-9969017b6c41 details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:30:32.760755 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5160b60-8179-40d2-9412-99bc0bf7575d tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] Made reservation on behalf of 10c3e971272549ed90fc5a60d8d134f0 for: {'subnet': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:30:32.765860 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c5160b60-8179-40d2-9412-99bc0bf7575d tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126757772'] for subnet (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:32.941773 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c5160b60-8179-40d2-9412-99bc0bf7575d tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127282703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126757786'] for subnet (245ddacd-8d42-4c60-bcdc-97d405a23bff), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:32.999439 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5160b60-8179-40d2-9412-99bc0bf7575d tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] Pushing event updated for resources: {'Subnet': ['ID=245ddacd-8d42-4c60-bcdc-97d405a23bff,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:30:33.008089 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5160b60-8179-40d2-9412-99bc0bf7575d tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] Checking segment: {'id': '3e8a7ac2-4515-4e3e-8026-59941113c04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '10bc35a9-8266-4db9-8baf-9969017b6c41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:30:33.008521 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5160b60-8179-40d2-9412-99bc0bf7575d tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] Network hostable DHCP agents. Network: 10bc35a9-8266-4db9-8baf-9969017b6c41, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:30:33.021238 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:33.024584 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5160b60-8179-40d2-9412-99bc0bf7575d tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] Network 10bc35a9-8266-4db9-8baf-9969017b6c41 is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:30:33.032671 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-c5160b60-8179-40d2-9412-99bc0bf7575d tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, 10bc35a9-8266-4db9-8baf-9969017b6c41) {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:30:33.036766 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5160b60-8179-40d2-9412-99bc0bf7575d tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:30:33.037365 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c5160b60-8179-40d2-9412-99bc0bf7575d tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] Publish callbacks [] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:33.043675 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe36455-ac91-4e7c-9923-a939e2541efe None None] Network 10bc35a9-8266-4db9-8baf-9969017b6c41 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:30:33.054489 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-c5160b60-8179-40d2-9412-99bc0bf7575d tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3949151 Mar 28 01:30:33.057531 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 60002) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:30:33.064260 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-0b0c12d4-c307-4577-9d30-0a1d725210e0 tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1638367801'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:30:33.085353 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b0c12d4-c307-4577-9d30-0a1d725210e0 tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] Made reservation on behalf of 10c3e971272549ed90fc5a60d8d134f0 for: {'network': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:30:33.088862 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0b0c12d4-c307-4577-9d30-0a1d725210e0 tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:33.112117 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b0c12d4-c307-4577-9d30-0a1d725210e0 tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=104098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:30:33.121665 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0b0c12d4-c307-4577-9d30-0a1d725210e0 tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (3c422ff8-9cee-4401-bed6-327c33923856), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:33.121665 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.segments_db [None req-0b0c12d4-c307-4577-9d30-0a1d725210e0 tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] Added segment 3c422ff8-9cee-4401-bed6-327c33923856 of type vlan for network 54fda2fb-ab30-4f12-9ab7-1054e3b0f214 Mar 28 01:30:33.146618 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d11d3a-69de-47f7-b06f-8fb7fad87b6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-10bc35a9-8266-4db9-8baf-9969017b6c41', 'network_id': '10bc35a9-8266-4db9-8baf-9969017b6c41', 'project_id': '10c3e971272549ed90fc5a60d8d134f0', 'fixed_ips': [{'subnet_id': '245ddacd-8d42-4c60-bcdc-97d405a23bff'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:30:33.148191 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-27d11d3a-69de-47f7-b06f-8fb7fad87b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:33.161300 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0b0c12d4-c307-4577-9d30-0a1d725210e0 tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (54fda2fb-ab30-4f12-9ab7-1054e3b0f214), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:33.186760 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0b0c12d4-c307-4577-9d30-0a1d725210e0 tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (54fda2fb-ab30-4f12-9ab7-1054e3b0f214), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:33.192258 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b0c12d4-c307-4577-9d30-0a1d725210e0 tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:30:33.192954 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0b0c12d4-c307-4577-9d30-0a1d725210e0 tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:33.252659 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-0b0c12d4-c307-4577-9d30-0a1d725210e0 tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1913977 Mar 28 01:30:33.253401 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 60004) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:30:33.261659 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-337a120f-3199-4f48-b504-85987720d38d tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] Request body: {'subnet': {'network_id': '54fda2fb-ab30-4f12-9ab7-1054e3b0f214', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:30:33.268193 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0c12d4-c307-4577-9d30-0a1d725210e0 tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] Pushing event updated for resources: {'Network': ['ID=54fda2fb-ab30-4f12-9ab7-1054e3b0f214,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:30:33.283557 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-27d11d3a-69de-47f7-b06f-8fb7fad87b6b None None] Allocated IP 172.20.0.2 (10bc35a9-8266-4db9-8baf-9969017b6c41/245ddacd-8d42-4c60-bcdc-97d405a23bff/1f9df7ac-9f10-4395-8619-86e5253a6641) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:30:33.288773 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network 54fda2fb-ab30-4f12-9ab7-1054e3b0f214 details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:30:33.357809 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-337a120f-3199-4f48-b504-85987720d38d tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] Made reservation on behalf of 10c3e971272549ed90fc5a60d8d134f0 for: {'subnet': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:30:33.361275 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-337a120f-3199-4f48-b504-85987720d38d tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126757772'] for subnet (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:33.551745 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-337a120f-3199-4f48-b504-85987720d38d tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127282703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126757786'] for subnet (8f459833-bd43-474f-a141-c27190089b27), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:33.620498 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337a120f-3199-4f48-b504-85987720d38d tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] Pushing event updated for resources: {'Subnet': ['ID=8f459833-bd43-474f-a141-c27190089b27,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:30:33.627916 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337a120f-3199-4f48-b504-85987720d38d tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] Checking segment: {'id': '3c422ff8-9cee-4401-bed6-327c33923856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '54fda2fb-ab30-4f12-9ab7-1054e3b0f214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:30:33.628306 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337a120f-3199-4f48-b504-85987720d38d tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] Network hostable DHCP agents. Network: 54fda2fb-ab30-4f12-9ab7-1054e3b0f214, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:30:33.634390 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-27d11d3a-69de-47f7-b06f-8fb7fad87b6b None None] Publish callbacks [] for port (1f9df7ac-9f10-4395-8619-86e5253a6641), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:33.640451 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-27d11d3a-69de-47f7-b06f-8fb7fad87b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (1f9df7ac-9f10-4395-8619-86e5253a6641), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:33.645854 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337a120f-3199-4f48-b504-85987720d38d tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] Network 54fda2fb-ab30-4f12-9ab7-1054e3b0f214 is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:30:33.655478 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-337a120f-3199-4f48-b504-85987720d38d tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, 54fda2fb-ab30-4f12-9ab7-1054e3b0f214) {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:30:33.659544 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337a120f-3199-4f48-b504-85987720d38d tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:30:33.660170 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-337a120f-3199-4f48-b504-85987720d38d tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] Publish callbacks [] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:33.671986 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9865ae35-2b51-430d-b493-5dcec873ff9c None None] Network 54fda2fb-ab30-4f12-9ab7-1054e3b0f214 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:30:33.677042 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-337a120f-3199-4f48-b504-85987720d38d tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4219255 Mar 28 01:30:33.679729 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 60006) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:30:33.684547 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-a52ca782-c553-4ea1-9116-10679b1fe6f5 tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] Request body: {'router': {'external_gateway_info': {'network_id': '54fda2fb-ab30-4f12-9ab7-1054e3b0f214'}}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:30:33.728252 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d11d3a-69de-47f7-b06f-8fb7fad87b6b None None] Network 10bc35a9-8266-4db9-8baf-9969017b6c41 is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:30:33.731418 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-27d11d3a-69de-47f7-b06f-8fb7fad87b6b None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:30:33.733833 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d11d3a-69de-47f7-b06f-8fb7fad87b6b None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:30:33.757697 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d11d3a-69de-47f7-b06f-8fb7fad87b6b None None] Pushing event updated for resources: {'Port': ['ID=1f9df7ac-9f10-4395-8619-86e5253a6641,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:30:33.827155 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-27d11d3a-69de-47f7-b06f-8fb7fad87b6b None None] Attempting to bind port 1f9df7ac-9f10-4395-8619-86e5253a6641 on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:30:33.827537 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-27d11d3a-69de-47f7-b06f-8fb7fad87b6b None None] Attempting to bind port 1f9df7ac-9f10-4395-8619-86e5253a6641 by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': '3e8a7ac2-4515-4e3e-8026-59941113c04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '10bc35a9-8266-4db9-8baf-9969017b6c41'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:30:33.827974 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d11d3a-69de-47f7-b06f-8fb7fad87b6b None None] Attempting to bind port 1f9df7ac-9f10-4395-8619-86e5253a6641 on network 10bc35a9-8266-4db9-8baf-9969017b6c41 {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:30:33.847089 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d11d3a-69de-47f7-b06f-8fb7fad87b6b None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:30:33.847472 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d11d3a-69de-47f7-b06f-8fb7fad87b6b None None] Checking segment: {'id': '3e8a7ac2-4515-4e3e-8026-59941113c04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '10bc35a9-8266-4db9-8baf-9969017b6c41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:30:33.847878 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-27d11d3a-69de-47f7-b06f-8fb7fad87b6b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:33.848302 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d11d3a-69de-47f7-b06f-8fb7fad87b6b None None] Bound using segment: {'id': '3e8a7ac2-4515-4e3e-8026-59941113c04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '10bc35a9-8266-4db9-8baf-9969017b6c41'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:30:33.848783 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-27d11d3a-69de-47f7-b06f-8fb7fad87b6b None None] Bound port: 1f9df7ac-9f10-4395-8619-86e5253a6641, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e8a7ac2-4515-4e3e-8026-59941113c04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '10bc35a9-8266-4db9-8baf-9969017b6c41'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:30:33.849162 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-27d11d3a-69de-47f7-b06f-8fb7fad87b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (1f9df7ac-9f10-4395-8619-86e5253a6641), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:33.862828 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8e95ce-07b9-43be-939f-ceb29377f2de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-54fda2fb-ab30-4f12-9ab7-1054e3b0f214', 'network_id': '54fda2fb-ab30-4f12-9ab7-1054e3b0f214', 'project_id': '10c3e971272549ed90fc5a60d8d134f0', 'fixed_ips': [{'subnet_id': '8f459833-bd43-474f-a141-c27190089b27'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:30:33.864402 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-bf8e95ce-07b9-43be-939f-ceb29377f2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:33.899041 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a52ca782-c553-4ea1-9116-10679b1fe6f5 tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] Publish callbacks [] for router_gateway (20d4c7e6-6bee-4ef3-8343-415b3a782119), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:33.999994 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-27d11d3a-69de-47f7-b06f-8fb7fad87b6b None None] For port 1f9df7ac-9f10-4395-8619-86e5253a6641, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:30:34.006565 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.api.v2.resource [None req-a52ca782-c553-4ea1-9116-10679b1fe6f5 tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 01:30:34.007663 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-a52ca782-c553-4ea1-9116-10679b1fe6f5 tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] 10.222.0.24 "PUT /v2.0/routers/20d4c7e6-6bee-4ef3-8343-415b3a782119 HTTP/1.1" status: 400 len: 364 time: 0.3268468 Mar 28 01:30:34.013604 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 60008) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:30:34.037568 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-27d11d3a-69de-47f7-b06f-8fb7fad87b6b None None] For port 1f9df7ac-9f10-4395-8619-86e5253a6641, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=1f9df7ac-9f10-4395-8619-86e5253a6641,segment=NetworkSegment(3e8a7ac2-4515-4e3e-8026-59941113c04c),segment_id=3e8a7ac2-4515-4e3e-8026-59941113c04c)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:30:34.047821 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-27d11d3a-69de-47f7-b06f-8fb7fad87b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (1f9df7ac-9f10-4395-8619-86e5253a6641), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:34.065681 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7b6ff82-6061-4cac-b7bd-baff26461b27 tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] Deleting subnet 8f459833-bd43-474f-a141-c27190089b27 {{(pid=104099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:30:34.081182 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-bf8e95ce-07b9-43be-939f-ceb29377f2de None None] Allocated IP 172.21.0.2 (54fda2fb-ab30-4f12-9ab7-1054e3b0f214/8f459833-bd43-474f-a141-c27190089b27/13e19792-53fe-4278-a0f2-234b025263ad) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:30:34.161491 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d11d3a-69de-47f7-b06f-8fb7fad87b6b None None] Pushing event updated for resources: {'Port': ['ID=1f9df7ac-9f10-4395-8619-86e5253a6641,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:30:34.279025 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-bf8e95ce-07b9-43be-939f-ceb29377f2de None None] Publish callbacks [] for port (13e19792-53fe-4278-a0f2-234b025263ad), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:34.284765 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c7b6ff82-6061-4cac-b7bd-baff26461b27 tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] Publish callbacks [] for subnet (8f459833-bd43-474f-a141-c27190089b27), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:34.285332 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-bf8e95ce-07b9-43be-939f-ceb29377f2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (13e19792-53fe-4278-a0f2-234b025263ad), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:34.326329 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8e95ce-07b9-43be-939f-ceb29377f2de None None] Network 54fda2fb-ab30-4f12-9ab7-1054e3b0f214 is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:30:34.329401 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-bf8e95ce-07b9-43be-939f-ceb29377f2de None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:30:34.335299 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8e95ce-07b9-43be-939f-ceb29377f2de None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:30:34.339524 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c7b6ff82-6061-4cac-b7bd-baff26461b27 tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126946639'] for subnet (8f459833-bd43-474f-a141-c27190089b27), precommit_delete_associations {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:34.342584 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8e95ce-07b9-43be-939f-ceb29377f2de None None] Pushing event updated for resources: {'Port': ['ID=13e19792-53fe-4278-a0f2-234b025263ad,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:30:34.399898 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-bf8e95ce-07b9-43be-939f-ceb29377f2de None None] Attempting to bind port 13e19792-53fe-4278-a0f2-234b025263ad on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:30:34.399898 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-bf8e95ce-07b9-43be-939f-ceb29377f2de None None] Attempting to bind port 13e19792-53fe-4278-a0f2-234b025263ad by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': '3c422ff8-9cee-4401-bed6-327c33923856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '54fda2fb-ab30-4f12-9ab7-1054e3b0f214'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:30:34.399898 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8e95ce-07b9-43be-939f-ceb29377f2de None None] Attempting to bind port 13e19792-53fe-4278-a0f2-234b025263ad on network 54fda2fb-ab30-4f12-9ab7-1054e3b0f214 {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:30:34.409563 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8e95ce-07b9-43be-939f-ceb29377f2de None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:30:34.409941 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8e95ce-07b9-43be-939f-ceb29377f2de None None] Checking segment: {'id': '3c422ff8-9cee-4401-bed6-327c33923856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '54fda2fb-ab30-4f12-9ab7-1054e3b0f214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:30:34.410375 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-bf8e95ce-07b9-43be-939f-ceb29377f2de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:34.410782 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8e95ce-07b9-43be-939f-ceb29377f2de None None] Bound using segment: {'id': '3c422ff8-9cee-4401-bed6-327c33923856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '54fda2fb-ab30-4f12-9ab7-1054e3b0f214'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:30:34.411249 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-bf8e95ce-07b9-43be-939f-ceb29377f2de None None] Bound port: 13e19792-53fe-4278-a0f2-234b025263ad, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c422ff8-9cee-4401-bed6-327c33923856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '54fda2fb-ab30-4f12-9ab7-1054e3b0f214'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:30:34.411628 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-bf8e95ce-07b9-43be-939f-ceb29377f2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (13e19792-53fe-4278-a0f2-234b025263ad), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:34.443840 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c7b6ff82-6061-4cac-b7bd-baff26461b27 tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (8f459833-bd43-474f-a141-c27190089b27), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:34.502136 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c7b6ff82-6061-4cac-b7bd-baff26461b27 tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127282766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126757793'] for subnet (8f459833-bd43-474f-a141-c27190089b27), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:34.504464 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-bf8e95ce-07b9-43be-939f-ceb29377f2de None None] For port 13e19792-53fe-4278-a0f2-234b025263ad, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:30:34.508205 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-bf8e95ce-07b9-43be-939f-ceb29377f2de None None] For port 13e19792-53fe-4278-a0f2-234b025263ad, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=13e19792-53fe-4278-a0f2-234b025263ad,segment=NetworkSegment(3c422ff8-9cee-4401-bed6-327c33923856),segment_id=3c422ff8-9cee-4401-bed6-327c33923856)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:30:34.514589 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-bf8e95ce-07b9-43be-939f-ceb29377f2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (13e19792-53fe-4278-a0f2-234b025263ad), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:34.534342 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c7b6ff82-6061-4cac-b7bd-baff26461b27 tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] Publish callbacks [] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:34.537572 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-c7b6ff82-6061-4cac-b7bd-baff26461b27 tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] 10.222.0.24 "DELETE /v2.0/subnets/8f459833-bd43-474f-a141-c27190089b27 HTTP/1.1" status: 204 len: 168 time: 0.5230598 Mar 28 01:30:34.539061 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b6ff82-6061-4cac-b7bd-baff26461b27 tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] Pushing event deleted for resources: {'Subnet': ['ID=8f459833-bd43-474f-a141-c27190089b27,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:30:34.540602 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 60010) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:30:34.571452 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8e95ce-07b9-43be-939f-ceb29377f2de None None] Pushing event updated for resources: {'Port': ['ID=13e19792-53fe-4278-a0f2-234b025263ad,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:30:34.627871 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-55b1d0f6-7563-45ba-8924-093b268a47a8 tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (54fda2fb-ab30-4f12-9ab7-1054e3b0f214), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:34.688418 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-55b1d0f6-7563-45ba-8924-093b268a47a8 tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] Deleting port 13e19792-53fe-4278-a0f2-234b025263ad {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:30:34.688753 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-55b1d0f6-7563-45ba-8924-093b268a47a8 tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (13e19792-53fe-4278-a0f2-234b025263ad), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:34.773485 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.db [None req-55b1d0f6-7563-45ba-8924-093b268a47a8 tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] For port 13e19792-53fe-4278-a0f2-234b025263ad, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=13e19792-53fe-4278-a0f2-234b025263ad,segment=NetworkSegment(3c422ff8-9cee-4401-bed6-327c33923856),segment_id=3c422ff8-9cee-4401-bed6-327c33923856)] {{(pid=104098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:30:34.773852 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-55b1d0f6-7563-45ba-8924-093b268a47a8 tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (13e19792-53fe-4278-a0f2-234b025263ad), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:34.793054 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-55b1d0f6-7563-45ba-8924-093b268a47a8 tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] Calling delete_port for 13e19792-53fe-4278-a0f2-234b025263ad owned by network:dhcp {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:30:34.880774 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-55b1d0f6-7563-45ba-8924-093b268a47a8 tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (13e19792-53fe-4278-a0f2-234b025263ad), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:34.917933 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b1d0f6-7563-45ba-8924-093b268a47a8 tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] Pushing event deleted for resources: {'Port': ['ID=13e19792-53fe-4278-a0f2-234b025263ad,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:30:34.919824 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b1d0f6-7563-45ba-8924-093b268a47a8 tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] No DVR routers for this DVR port 13e19792-53fe-4278-a0f2-234b025263ad on host dv-neutron-834874-6-hyperv {{(pid=104098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:30:35.001577 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-55b1d0f6-7563-45ba-8924-093b268a47a8 tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (54fda2fb-ab30-4f12-9ab7-1054e3b0f214), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:35.024484 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-55b1d0f6-7563-45ba-8924-093b268a47a8 tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54fda2fb-ab30-4f12-9ab7-1054e3b0f214']}} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:30:35.034508 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-55b1d0f6-7563-45ba-8924-093b268a47a8 tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c422ff8-9cee-4401-bed6-327c33923856') {'for_net_delete': True} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:30:35.034810 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-55b1d0f6-7563-45ba-8924-093b268a47a8 tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c422ff8-9cee-4401-bed6-327c33923856') {} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:30:35.045224 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-55b1d0f6-7563-45ba-8924-093b268a47a8 tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126443583'] for segment (3c422ff8-9cee-4401-bed6-327c33923856), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:35.059989 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-55b1d0f6-7563-45ba-8924-093b268a47a8 tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (3c422ff8-9cee-4401-bed6-327c33923856), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:35.066145 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55b1d0f6-7563-45ba-8924-093b268a47a8 tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=104098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:30:35.066531 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-55b1d0f6-7563-45ba-8924-093b268a47a8 tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126177251'] for segment (3c422ff8-9cee-4401-bed6-327c33923856), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:35.069531 dv-neutron-834874-6-hyperv neutron-server[104098]: Traceback (most recent call last): Mar 28 01:30:35.069531 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:30:35.069531 dv-neutron-834874-6-hyperv neutron-server[104098]: timer() Mar 28 01:30:35.069531 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:30:35.069531 dv-neutron-834874-6-hyperv neutron-server[104098]: cb(*args, **kw) Mar 28 01:30:35.069531 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:30:35.069531 dv-neutron-834874-6-hyperv neutron-server[104098]: return func(*args, **kwargs) Mar 28 01:30:35.069531 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:30:35.069531 dv-neutron-834874-6-hyperv neutron-server[104098]: self._notify() Mar 28 01:30:35.069531 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:30:35.069531 dv-neutron-834874-6-hyperv neutron-server[104098]: self.callback(batched_events) Mar 28 01:30:35.069531 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:30:35.069531 dv-neutron-834874-6-hyperv neutron-server[104098]: event.method(event) Mar 28 01:30:35.069531 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:30:35.069531 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:30:35.069531 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:30:35.069531 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:30:35.069531 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:30:35.069531 dv-neutron-834874-6-hyperv neutron-server[104098]: return f(self, *a, **k) Mar 28 01:30:35.069531 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:30:35.069531 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._get(url).json() Mar 28 01:30:35.069531 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:30:35.069531 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:30:35.069531 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:30:35.069531 dv-neutron-834874-6-hyperv neutron-server[104098]: return self.request(url, 'GET', **kwargs) Mar 28 01:30:35.069531 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:30:35.069531 dv-neutron-834874-6-hyperv neutron-server[104098]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:30:35.069531 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:30:35.069531 dv-neutron-834874-6-hyperv neutron-server[104098]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:30:35.069531 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:30:35.069531 dv-neutron-834874-6-hyperv neutron-server[104098]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:30:35.069531 dv-neutron-834874-6-hyperv neutron-server[104098]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:30:35.135562 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-55b1d0f6-7563-45ba-8924-093b268a47a8 tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (54fda2fb-ab30-4f12-9ab7-1054e3b0f214), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:35.142298 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-55b1d0f6-7563-45ba-8924-093b268a47a8 tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:35.144404 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9854fa8-c3fe-4094-8052-0af65167b77b None None] Network 10bc35a9-8266-4db9-8baf-9969017b6c41 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:30:35.145397 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-55b1d0f6-7563-45ba-8924-093b268a47a8 tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] 10.222.0.24 "DELETE /v2.0/networks/54fda2fb-ab30-4f12-9ab7-1054e3b0f214 HTTP/1.1" status: 204 len: 168 time: 0.6036334 Mar 28 01:30:35.148283 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 60012) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:30:35.157224 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b1d0f6-7563-45ba-8924-093b268a47a8 tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] Pushing event deleted for resources: {'Network': ['ID=54fda2fb-ab30-4f12-9ab7-1054e3b0f214,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:30:35.204787 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_v2 [None req-53075c69-07be-4f3d-9575-91c7e572410a tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] Deleting subnet 245ddacd-8d42-4c60-bcdc-97d405a23bff {{(pid=104099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:30:35.208135 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-53075c69-07be-4f3d-9575-91c7e572410a tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] Publish callbacks [] for subnet (245ddacd-8d42-4c60-bcdc-97d405a23bff), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:35.235075 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-c3188082-c52b-4e0f-a871-6b7a21704865 None None] Provisioning complete for port 1f9df7ac-9f10-4395-8619-86e5253a6641 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:30:35.235450 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-c3188082-c52b-4e0f-a871-6b7a21704865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (1f9df7ac-9f10-4395-8619-86e5253a6641), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:35.252320 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-53075c69-07be-4f3d-9575-91c7e572410a tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126946639'] for subnet (245ddacd-8d42-4c60-bcdc-97d405a23bff), precommit_delete_associations {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:35.344000 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-53075c69-07be-4f3d-9575-91c7e572410a tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (245ddacd-8d42-4c60-bcdc-97d405a23bff), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:35.349956 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-c3188082-c52b-4e0f-a871-6b7a21704865 None None] Current status of the port 1f9df7ac-9f10-4395-8619-86e5253a6641 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:30:35.350399 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-c3188082-c52b-4e0f-a871-6b7a21704865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (1f9df7ac-9f10-4395-8619-86e5253a6641), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:35.416542 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-53075c69-07be-4f3d-9575-91c7e572410a tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127282766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126757793'] for subnet (245ddacd-8d42-4c60-bcdc-97d405a23bff), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:35.447636 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53075c69-07be-4f3d-9575-91c7e572410a tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] Pushing event deleted for resources: {'Subnet': ['ID=245ddacd-8d42-4c60-bcdc-97d405a23bff,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:30:35.455550 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-53075c69-07be-4f3d-9575-91c7e572410a tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] Publish callbacks [] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:35.460236 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-53075c69-07be-4f3d-9575-91c7e572410a tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] 10.222.0.24 "DELETE /v2.0/subnets/245ddacd-8d42-4c60-bcdc-97d405a23bff HTTP/1.1" status: 204 len: 168 time: 0.3100393 Mar 28 01:30:35.461495 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.db.api [None req-c3188082-c52b-4e0f-a871-6b7a21704865 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104100) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 01:30:35.461992 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 60014) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:30:35.462143 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG oslo_db.api [None req-c3188082-c52b-4e0f-a871-6b7a21704865 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 01:30:35.541087 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-822466b4-8e71-4733-b37c-06e07f2c4ba4 tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (10bc35a9-8266-4db9-8baf-9969017b6c41), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:35.595360 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1572968-886f-4bd6-a920-5978130acf93 None None] Network 10bc35a9-8266-4db9-8baf-9969017b6c41 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:30:35.597080 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-822466b4-8e71-4733-b37c-06e07f2c4ba4 tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] Deleting port 1f9df7ac-9f10-4395-8619-86e5253a6641 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:30:35.597421 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-822466b4-8e71-4733-b37c-06e07f2c4ba4 tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (1f9df7ac-9f10-4395-8619-86e5253a6641), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:35.668188 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-822466b4-8e71-4733-b37c-06e07f2c4ba4 tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] For port 1f9df7ac-9f10-4395-8619-86e5253a6641, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=1f9df7ac-9f10-4395-8619-86e5253a6641,segment=NetworkSegment(3e8a7ac2-4515-4e3e-8026-59941113c04c),segment_id=3e8a7ac2-4515-4e3e-8026-59941113c04c)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:30:35.668543 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-822466b4-8e71-4733-b37c-06e07f2c4ba4 tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (1f9df7ac-9f10-4395-8619-86e5253a6641), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:35.682601 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-822466b4-8e71-4733-b37c-06e07f2c4ba4 tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] Calling delete_port for 1f9df7ac-9f10-4395-8619-86e5253a6641 owned by network:dhcp {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:30:35.744166 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ba0990-5934-44cb-8230-1b8d1f97f184 None None] DHCP port deletion for 54fda2fb-ab30-4f12-9ab7-1054e3b0f214 request from dv-neutron-834874-6-hyperv {{(pid=104100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 01:30:35.766287 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4843d4c8-f732-4562-9b09-88130cbeae50 None None] Network 54fda2fb-ab30-4f12-9ab7-1054e3b0f214 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:30:35.768123 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-822466b4-8e71-4733-b37c-06e07f2c4ba4 tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (1f9df7ac-9f10-4395-8619-86e5253a6641), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:35.770443 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b32cbaa-97c1-4ec2-a5d1-89bded32b581 None None] DHCP port deletion for 10bc35a9-8266-4db9-8baf-9969017b6c41 request from dv-neutron-834874-6-hyperv {{(pid=104100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 01:30:35.789615 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4843d4c8-f732-4562-9b09-88130cbeae50 None None] Network 54fda2fb-ab30-4f12-9ab7-1054e3b0f214 could not be found, it might have been deleted concurrently. {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 28 01:30:35.800759 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822466b4-8e71-4733-b37c-06e07f2c4ba4 tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] Pushing event deleted for resources: {'Port': ['ID=1f9df7ac-9f10-4395-8619-86e5253a6641,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:30:35.804462 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822466b4-8e71-4733-b37c-06e07f2c4ba4 tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] No DVR routers for this DVR port 1f9df7ac-9f10-4395-8619-86e5253a6641 on host dv-neutron-834874-6-hyperv {{(pid=104099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:30:35.880958 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-822466b4-8e71-4733-b37c-06e07f2c4ba4 tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (10bc35a9-8266-4db9-8baf-9969017b6c41), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:35.901485 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-822466b4-8e71-4733-b37c-06e07f2c4ba4 tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10bc35a9-8266-4db9-8baf-9969017b6c41']}} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:30:35.910492 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-822466b4-8e71-4733-b37c-06e07f2c4ba4 tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e8a7ac2-4515-4e3e-8026-59941113c04c') {'for_net_delete': True} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:30:35.910785 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-822466b4-8e71-4733-b37c-06e07f2c4ba4 tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e8a7ac2-4515-4e3e-8026-59941113c04c') {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:30:35.919684 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-822466b4-8e71-4733-b37c-06e07f2c4ba4 tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126946678'] for segment (3e8a7ac2-4515-4e3e-8026-59941113c04c), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:35.932325 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-822466b4-8e71-4733-b37c-06e07f2c4ba4 tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (3e8a7ac2-4515-4e3e-8026-59941113c04c), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:35.937839 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-822466b4-8e71-4733-b37c-06e07f2c4ba4 tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=104099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:30:35.938209 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-822466b4-8e71-4733-b37c-06e07f2c4ba4 tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127280876'] for segment (3e8a7ac2-4515-4e3e-8026-59941113c04c), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:35.941368 dv-neutron-834874-6-hyperv neutron-server[104099]: Traceback (most recent call last): Mar 28 01:30:35.941368 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:30:35.941368 dv-neutron-834874-6-hyperv neutron-server[104099]: timer() Mar 28 01:30:35.941368 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:30:35.941368 dv-neutron-834874-6-hyperv neutron-server[104099]: cb(*args, **kw) Mar 28 01:30:35.941368 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:30:35.941368 dv-neutron-834874-6-hyperv neutron-server[104099]: return func(*args, **kwargs) Mar 28 01:30:35.941368 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:30:35.941368 dv-neutron-834874-6-hyperv neutron-server[104099]: self._notify() Mar 28 01:30:35.941368 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:30:35.941368 dv-neutron-834874-6-hyperv neutron-server[104099]: self.callback(batched_events) Mar 28 01:30:35.941368 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:30:35.941368 dv-neutron-834874-6-hyperv neutron-server[104099]: event.method(event) Mar 28 01:30:35.941368 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:30:35.941368 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:30:35.941368 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:30:35.941368 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:30:35.941368 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:30:35.941368 dv-neutron-834874-6-hyperv neutron-server[104099]: return f(self, *a, **k) Mar 28 01:30:35.941368 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:30:35.941368 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._get(url).json() Mar 28 01:30:35.941368 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:30:35.941368 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:30:35.941368 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:30:35.941368 dv-neutron-834874-6-hyperv neutron-server[104099]: return self.request(url, 'GET', **kwargs) Mar 28 01:30:35.941368 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:30:35.941368 dv-neutron-834874-6-hyperv neutron-server[104099]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:30:35.941368 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:30:35.941368 dv-neutron-834874-6-hyperv neutron-server[104099]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:30:35.941368 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:30:35.941368 dv-neutron-834874-6-hyperv neutron-server[104099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:30:35.941368 dv-neutron-834874-6-hyperv neutron-server[104099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:30:35.983463 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-c3188082-c52b-4e0f-a871-6b7a21704865 None None] Port 1f9df7ac-9f10-4395-8619-86e5253a6641 update to ACTIVE by agent not found {{(pid=104100) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2233}} Mar 28 01:30:36.002444 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-822466b4-8e71-4733-b37c-06e07f2c4ba4 tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (10bc35a9-8266-4db9-8baf-9969017b6c41), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:36.009138 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-822466b4-8e71-4733-b37c-06e07f2c4ba4 tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] Publish callbacks [] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:36.012248 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-822466b4-8e71-4733-b37c-06e07f2c4ba4 tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] 10.222.0.24 "DELETE /v2.0/networks/10bc35a9-8266-4db9-8baf-9969017b6c41 HTTP/1.1" status: 204 len: 168 time: 0.5493009 Mar 28 01:30:36.015025 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 60016) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:30:36.023411 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822466b4-8e71-4733-b37c-06e07f2c4ba4 tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] Pushing event deleted for resources: {'Network': ['ID=10bc35a9-8266-4db9-8baf-9969017b6c41,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:30:36.043080 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-721aa503-11bd-4f04-9d90-4c3be7a253c2 tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] 10.222.0.24 "GET /v2.0/ports?device_id=20d4c7e6-6bee-4ef3-8343-415b3a782119 HTTP/1.1" status: 200 len: 205 time: 0.0268822 Mar 28 01:30:36.045562 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 60018) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:30:36.094172 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-304df962-3032-4e72-86b7-2cf3bc9bc1f4 None None] Could not find standard attr ID for object 13e19792-53fe-4278-a0f2-234b025263ad. {{(pid=104100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 28 01:30:36.097292 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-304df962-3032-4e72-86b7-2cf3bc9bc1f4 None None] Could not find standard attr ID for object 1f9df7ac-9f10-4395-8619-86e5253a6641. {{(pid=104100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 28 01:30:36.121988 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-93c1e7d1-3da1-47a7-a340-d522f2d09e73 tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] Publish callbacks [] for router (20d4c7e6-6bee-4ef3-8343-415b3a782119), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:36.278757 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-93c1e7d1-3da1-47a7-a340-d522f2d09e73 tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7151'] for router (20d4c7e6-6bee-4ef3-8343-415b3a782119), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:36.280852 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-93c1e7d1-3da1-47a7-a340-d522f2d09e73 tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] Publish callbacks [] for router_controller (20d4c7e6-6bee-4ef3-8343-415b3a782119), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:36.323767 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-93c1e7d1-3da1-47a7-a340-d522f2d09e73 tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689686'] for router (20d4c7e6-6bee-4ef3-8343-415b3a782119), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:36.324387 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93c1e7d1-3da1-47a7-a340-d522f2d09e73 tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] Fanout notify agent at l3_agent the message router_deleted on router 20d4c7e6-6bee-4ef3-8343-415b3a782119 {{(pid=104098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 01:30:36.330991 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-93c1e7d1-3da1-47a7-a340-d522f2d09e73 tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] Publish callbacks [] for router (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:36.332089 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-93c1e7d1-3da1-47a7-a340-d522f2d09e73 tempest-RoutersNegativeTest-1785847370 tempest-RoutersNegativeTest-1785847370-project] 10.222.0.24 "DELETE /v2.0/routers/20d4c7e6-6bee-4ef3-8343-415b3a782119 HTTP/1.1" status: 204 len: 168 time: 0.2855961 Mar 28 01:30:36.565320 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 60024) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:30:36.691162 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-63223cdd-f62d-46d6-949e-525f50813aec admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=10c3e971272549ed90fc5a60d8d134f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1247034 Mar 28 01:30:36.693678 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 60028) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:30:36.742720 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9404e1a8-1ca0-40fe-8eda-29cd32d4f625 admin admin] Publish callbacks [] for security_group (85849f4b-70d1-4b43-950b-357086bbccec), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:36.763206 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9404e1a8-1ca0-40fe-8eda-29cd32d4f625 admin admin] Publish callbacks [] for security_group (85849f4b-70d1-4b43-950b-357086bbccec), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:36.809635 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9404e1a8-1ca0-40fe-8eda-29cd32d4f625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (85849f4b-70d1-4b43-950b-357086bbccec), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:36.812290 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9404e1a8-1ca0-40fe-8eda-29cd32d4f625 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:36.813374 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-9404e1a8-1ca0-40fe-8eda-29cd32d4f625 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/85849f4b-70d1-4b43-950b-357086bbccec HTTP/1.1" status: 204 len: 168 time: 0.1182990 Mar 28 01:30:36.821240 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9404e1a8-1ca0-40fe-8eda-29cd32d4f625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85849f4b-70d1-4b43-950b-357086bbccec,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:30:37.407746 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 60050) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:30:37.500987 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-0605cf74-8076-4821-aae5-a5af0de64556 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1057935908-network', 'tenant_id': 'c7635623f81243d38e85c4f84ff151ee'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:30:37.525204 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0605cf74-8076-4821-aae5-a5af0de64556 admin admin] Made reservation on behalf of c7635623f81243d38e85c4f84ff151ee for: {'network': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:30:37.527485 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0605cf74-8076-4821-aae5-a5af0de64556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:37.535746 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0605cf74-8076-4821-aae5-a5af0de64556 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:37.608401 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0605cf74-8076-4821-aae5-a5af0de64556 admin admin] Publish callbacks [] for security_group (5dd184db-7650-4857-babf-7c61363ab717), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:37.612261 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0605cf74-8076-4821-aae5-a5af0de64556 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (5dd184db-7650-4857-babf-7c61363ab717), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:37.637844 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0605cf74-8076-4821-aae5-a5af0de64556 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=104099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:30:37.646444 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0605cf74-8076-4821-aae5-a5af0de64556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd184db-7650-4857-babf-7c61363ab717,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:30:37.654210 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0605cf74-8076-4821-aae5-a5af0de64556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (2089b7e3-89aa-4c4c-9cc2-9bfc7eb70ec3), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:37.654698 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.segments_db [None req-0605cf74-8076-4821-aae5-a5af0de64556 admin admin] Added segment 2089b7e3-89aa-4c4c-9cc2-9bfc7eb70ec3 of type vlan for network e62c18ba-a41f-4d92-987a-7e6a7145624f Mar 28 01:30:37.693567 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0605cf74-8076-4821-aae5-a5af0de64556 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (e62c18ba-a41f-4d92-987a-7e6a7145624f), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:37.717264 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0605cf74-8076-4821-aae5-a5af0de64556 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (e62c18ba-a41f-4d92-987a-7e6a7145624f), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:37.718236 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0605cf74-8076-4821-aae5-a5af0de64556 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:30:37.718814 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0605cf74-8076-4821-aae5-a5af0de64556 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:37.773662 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-0605cf74-8076-4821-aae5-a5af0de64556 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3647790 Mar 28 01:30:37.777301 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 60054) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:30:37.783927 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-e2f806a2-4c5b-4630-834b-7d3a282886f0 admin admin] Request body: {'subnet': {'network_id': 'e62c18ba-a41f-4d92-987a-7e6a7145624f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1057935908-subnet', 'tenant_id': 'c7635623f81243d38e85c4f84ff151ee', 'ip_version': 4}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:30:37.796405 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0605cf74-8076-4821-aae5-a5af0de64556 admin admin] Pushing event updated for resources: {'Network': ['ID=e62c18ba-a41f-4d92-987a-7e6a7145624f,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:30:37.806906 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network e62c18ba-a41f-4d92-987a-7e6a7145624f details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:30:37.809325 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2f806a2-4c5b-4630-834b-7d3a282886f0 admin admin] Made reservation on behalf of c7635623f81243d38e85c4f84ff151ee for: {'subnet': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:30:37.811595 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e2f806a2-4c5b-4630-834b-7d3a282886f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126757772'] for subnet (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:37.978896 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e2f806a2-4c5b-4630-834b-7d3a282886f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127282703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126757786'] for subnet (a928dd9e-4fd0-4aa3-9d61-e8098f0a2a01), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:38.035345 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f806a2-4c5b-4630-834b-7d3a282886f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a928dd9e-4fd0-4aa3-9d61-e8098f0a2a01,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:30:38.043161 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f806a2-4c5b-4630-834b-7d3a282886f0 admin admin] Checking segment: {'id': '2089b7e3-89aa-4c4c-9cc2-9bfc7eb70ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'e62c18ba-a41f-4d92-987a-7e6a7145624f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:30:38.043522 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f806a2-4c5b-4630-834b-7d3a282886f0 admin admin] Network hostable DHCP agents. Network: e62c18ba-a41f-4d92-987a-7e6a7145624f, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:30:38.059214 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f806a2-4c5b-4630-834b-7d3a282886f0 admin admin] Network e62c18ba-a41f-4d92-987a-7e6a7145624f is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:30:38.067416 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-e2f806a2-4c5b-4630-834b-7d3a282886f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, e62c18ba-a41f-4d92-987a-7e6a7145624f) {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:30:38.071806 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f806a2-4c5b-4630-834b-7d3a282886f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:30:38.072414 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e2f806a2-4c5b-4630-834b-7d3a282886f0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:38.076543 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4885ceb7-06cb-47a0-a916-54e466854dee None None] Network e62c18ba-a41f-4d92-987a-7e6a7145624f requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:30:38.088263 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-e2f806a2-4c5b-4630-834b-7d3a282886f0 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3100817 Mar 28 01:30:38.091383 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 60056) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:30:38.095565 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-dbeb880c-acda-4a39-aa37-916cbcb72f6d admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1057935908-router', 'tenant_id': 'c7635623f81243d38e85c4f84ff151ee', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'}}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:30:38.113586 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-dbeb880c-acda-4a39-aa37-916cbcb72f6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7069'] for router (645eb8a9-c86e-4787-8923-b5ea21a7d228), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:38.114856 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-dbeb880c-acda-4a39-aa37-916cbcb72f6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4188952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7062'] for router (645eb8a9-c86e-4787-8923-b5ea21a7d228), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:38.167199 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-dbeb880c-acda-4a39-aa37-916cbcb72f6d admin admin] Publish callbacks [] for router_controller (645eb8a9-c86e-4787-8923-b5ea21a7d228), precommit_add_association {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:38.175651 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a0e261-8549-4fb9-a53e-a69f7462324d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-e62c18ba-a41f-4d92-987a-7e6a7145624f', 'network_id': 'e62c18ba-a41f-4d92-987a-7e6a7145624f', 'project_id': 'c7635623f81243d38e85c4f84ff151ee', 'fixed_ips': [{'subnet_id': 'a928dd9e-4fd0-4aa3-9d61-e8098f0a2a01'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:30:38.176525 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-a5a0e261-8549-4fb9-a53e-a69f7462324d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:38.307241 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-dbeb880c-acda-4a39-aa37-916cbcb72f6d admin admin] Publish callbacks [] for router_gateway (645eb8a9-c86e-4787-8923-b5ea21a7d228), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:38.315973 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-a5a0e261-8549-4fb9-a53e-a69f7462324d None None] Allocated IP 172.20.0.2 (e62c18ba-a41f-4d92-987a-7e6a7145624f/a928dd9e-4fd0-4aa3-9d61-e8098f0a2a01/e938296f-b08c-4211-b937-71e04f7c67f3) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:30:38.458583 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-a5a0e261-8549-4fb9-a53e-a69f7462324d None None] Publish callbacks [] for port (e938296f-b08c-4211-b937-71e04f7c67f3), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:38.464912 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-a5a0e261-8549-4fb9-a53e-a69f7462324d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (e938296f-b08c-4211-b937-71e04f7c67f3), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:38.502024 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a0e261-8549-4fb9-a53e-a69f7462324d None None] Network e62c18ba-a41f-4d92-987a-7e6a7145624f is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:30:38.504877 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-a5a0e261-8549-4fb9-a53e-a69f7462324d None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:30:38.508171 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a0e261-8549-4fb9-a53e-a69f7462324d None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:30:38.512980 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-dbeb880c-acda-4a39-aa37-916cbcb72f6d admin admin] Publish callbacks [] for router_gateway (645eb8a9-c86e-4787-8923-b5ea21a7d228), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:38.519237 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a0e261-8549-4fb9-a53e-a69f7462324d None None] Pushing event updated for resources: {'Port': ['ID=e938296f-b08c-4211-b937-71e04f7c67f3,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:30:38.537882 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-dbeb880c-acda-4a39-aa37-916cbcb72f6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:38.574272 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-a5a0e261-8549-4fb9-a53e-a69f7462324d None None] Attempting to bind port e938296f-b08c-4211-b937-71e04f7c67f3 on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:30:38.574635 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-a5a0e261-8549-4fb9-a53e-a69f7462324d None None] Attempting to bind port e938296f-b08c-4211-b937-71e04f7c67f3 by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': '2089b7e3-89aa-4c4c-9cc2-9bfc7eb70ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'e62c18ba-a41f-4d92-987a-7e6a7145624f'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:30:38.574997 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a0e261-8549-4fb9-a53e-a69f7462324d None None] Attempting to bind port e938296f-b08c-4211-b937-71e04f7c67f3 on network e62c18ba-a41f-4d92-987a-7e6a7145624f {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:30:38.579901 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a0e261-8549-4fb9-a53e-a69f7462324d None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:30:38.580302 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a0e261-8549-4fb9-a53e-a69f7462324d None None] Checking segment: {'id': '2089b7e3-89aa-4c4c-9cc2-9bfc7eb70ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'e62c18ba-a41f-4d92-987a-7e6a7145624f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:30:38.580695 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-a5a0e261-8549-4fb9-a53e-a69f7462324d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:38.581083 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a0e261-8549-4fb9-a53e-a69f7462324d None None] Bound using segment: {'id': '2089b7e3-89aa-4c4c-9cc2-9bfc7eb70ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'e62c18ba-a41f-4d92-987a-7e6a7145624f'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:30:38.581540 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-a5a0e261-8549-4fb9-a53e-a69f7462324d None None] Bound port: e938296f-b08c-4211-b937-71e04f7c67f3, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2089b7e3-89aa-4c4c-9cc2-9bfc7eb70ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'e62c18ba-a41f-4d92-987a-7e6a7145624f'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:30:38.581917 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-a5a0e261-8549-4fb9-a53e-a69f7462324d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (e938296f-b08c-4211-b937-71e04f7c67f3), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:38.637392 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [None req-dbeb880c-acda-4a39-aa37-916cbcb72f6d admin admin] Allocated IP 172.26.1.173 (dea6548b-502b-42db-97fb-371e423e739a/cce6de65-d8c9-45b8-9970-0a277e8c1192/c0b68b36-eba9-45f2-bc45-d4926f291062) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:30:38.646234 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-a5a0e261-8549-4fb9-a53e-a69f7462324d None None] For port e938296f-b08c-4211-b937-71e04f7c67f3, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:30:38.649596 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-a5a0e261-8549-4fb9-a53e-a69f7462324d None None] For port e938296f-b08c-4211-b937-71e04f7c67f3, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=e938296f-b08c-4211-b937-71e04f7c67f3,segment=NetworkSegment(2089b7e3-89aa-4c4c-9cc2-9bfc7eb70ec3),segment_id=2089b7e3-89aa-4c4c-9cc2-9bfc7eb70ec3)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:30:38.655071 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-a5a0e261-8549-4fb9-a53e-a69f7462324d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (e938296f-b08c-4211-b937-71e04f7c67f3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:38.720138 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a0e261-8549-4fb9-a53e-a69f7462324d None None] Pushing event updated for resources: {'Port': ['ID=e938296f-b08c-4211-b937-71e04f7c67f3,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:30:38.753214 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-dbeb880c-acda-4a39-aa37-916cbcb72f6d admin admin] Publish callbacks [] for port (c0b68b36-eba9-45f2-bc45-d4926f291062), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:38.789863 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-dbeb880c-acda-4a39-aa37-916cbcb72f6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (c0b68b36-eba9-45f2-bc45-d4926f291062), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:38.828013 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbeb880c-acda-4a39-aa37-916cbcb72f6d admin admin] Network dea6548b-502b-42db-97fb-371e423e739a is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:30:38.830976 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-dbeb880c-acda-4a39-aa37-916cbcb72f6d admin admin] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:30:38.833440 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbeb880c-acda-4a39-aa37-916cbcb72f6d admin admin] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:30:38.880831 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeb880c-acda-4a39-aa37-916cbcb72f6d admin admin] Pushing event updated for resources: {'Port': ['ID=c0b68b36-eba9-45f2-bc45-d4926f291062,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:30:39.124584 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-dbeb880c-acda-4a39-aa37-916cbcb72f6d admin admin] Publish callbacks [] for router_gateway (645eb8a9-c86e-4787-8923-b5ea21a7d228), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:39.323311 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-dbeb880c-acda-4a39-aa37-916cbcb72f6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687953'] for router (645eb8a9-c86e-4787-8923-b5ea21a7d228), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:39.471308 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbeb880c-acda-4a39-aa37-916cbcb72f6d admin admin] Router 645eb8a9-c86e-4787-8923-b5ea21a7d228 is scheduled to L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 with binding_index 1 {{(pid=104099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 01:30:39.618332 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80a58f9-d663-4f76-b6d6-dd8733e80922 None None] Network e62c18ba-a41f-4d92-987a-7e6a7145624f requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:30:39.685216 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-fb4a30ae-0491-44a8-b0e1-8c10d81f51a1 None None] Provisioning complete for port e938296f-b08c-4211-b937-71e04f7c67f3 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:30:39.685591 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-fb4a30ae-0491-44a8-b0e1-8c10d81f51a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (e938296f-b08c-4211-b937-71e04f7c67f3), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:39.813758 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-fb4a30ae-0491-44a8-b0e1-8c10d81f51a1 None None] Current status of the port e938296f-b08c-4211-b937-71e04f7c67f3 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:30:39.814047 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-fb4a30ae-0491-44a8-b0e1-8c10d81f51a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (e938296f-b08c-4211-b937-71e04f7c67f3), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:39.876136 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-fb4a30ae-0491-44a8-b0e1-8c10d81f51a1 None None] For port e938296f-b08c-4211-b937-71e04f7c67f3, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=e938296f-b08c-4211-b937-71e04f7c67f3,segment=NetworkSegment(2089b7e3-89aa-4c4c-9cc2-9bfc7eb70ec3),segment_id=2089b7e3-89aa-4c4c-9cc2-9bfc7eb70ec3)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:30:39.881940 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-fb4a30ae-0491-44a8-b0e1-8c10d81f51a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (e938296f-b08c-4211-b937-71e04f7c67f3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:39.906187 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbeb880c-acda-4a39-aa37-916cbcb72f6d admin admin] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:30:39.914109 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device e938296f-b08c-4211-b937-71e04f7c67f3 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:30:39.918288 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309ed0fa-d1a5-41b1-af0a-913c464b03d4 None None] Sync routers for ids ['645eb8a9-c86e-4787-8923-b5ea21a7d228'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:30:39.931321 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-dbeb880c-acda-4a39-aa37-916cbcb72f6d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:39.932614 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-dbeb880c-acda-4a39-aa37-916cbcb72f6d admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.8401506 Mar 28 01:30:39.935291 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 60058) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:30:39.950925 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309ed0fa-d1a5-41b1-af0a-913c464b03d4 None None] Routers {'645eb8a9-c86e-4787-8923-b5ea21a7d228'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:30:39.951665 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-309ed0fa-d1a5-41b1-af0a-913c464b03d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:30:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['645eb8a9-c86e-4787-8923-b5ea21a7d228'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:30:39.997384 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4a30ae-0491-44a8-b0e1-8c10d81f51a1 None None] Pushing event updated for resources: {'Port': ['ID=e938296f-b08c-4211-b937-71e04f7c67f3,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:30:40.017586 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port e938296f-b08c-4211-b937-71e04f7c67f3 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:30:40.017586 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (e938296f-b08c-4211-b937-71e04f7c67f3), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:40.086190 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-309ed0fa-d1a5-41b1-af0a-913c464b03d4 None None] Set router 645eb8a9-c86e-4787-8923-b5ea21a7d228 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:30:40.113653 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port e938296f-b08c-4211-b937-71e04f7c67f3 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:30:40.119519 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-06576115-a917-49b9-b042-d68924f2ac14 None None] Provisioning complete for port e938296f-b08c-4211-b937-71e04f7c67f3 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:30:40.119885 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-06576115-a917-49b9-b042-d68924f2ac14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (e938296f-b08c-4211-b937-71e04f7c67f3), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:40.198322 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-06576115-a917-49b9-b042-d68924f2ac14 None None] Current status of the port e938296f-b08c-4211-b937-71e04f7c67f3 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:30:40.270882 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-309ed0fa-d1a5-41b1-af0a-913c464b03d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '645eb8a9-c86e-4787-8923-b5ea21a7d228', 'name': 'tempest-TestEncryptedCinderVolumes-1057935908-router', 'tenant_id': 'c7635623f81243d38e85c4f84ff151ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.173'}], 'enable_snat': True}, 'gw_port_id': 'c0b68b36-eba9-45f2-bc45-d4926f291062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:30:38Z', 'updated_at': '2022-03-28T01:30:39Z', 'revision_number': 3, 'project_id': 'c7635623f81243d38e85c4f84ff151ee', 'gw_port': {'id': 'c0b68b36-eba9-45f2-bc45-d4926f291062', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ec:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '645eb8a9-c86e-4787-8923-b5ea21a7d228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:30:38Z', 'updated_at': '2022-03-28T01:30:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:30:40.297593 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309ed0fa-d1a5-41b1-af0a-913c464b03d4 None None] Checking router: 645eb8a9-c86e-4787-8923-b5ea21a7d228 for host: dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:30:40.297935 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309ed0fa-d1a5-41b1-af0a-913c464b03d4 None None] Updating router 645eb8a9-c86e-4787-8923-b5ea21a7d228 port c0b68b36-eba9-45f2-bc45-d4926f291062 binding host dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 01:30:40.324739 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-309ed0fa-d1a5-41b1-af0a-913c464b03d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (c0b68b36-eba9-45f2-bc45-d4926f291062), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:40.387767 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f6750a35-b1f6-4df1-a02f-f532e7ecdc15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:40.541600 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [None req-f6750a35-b1f6-4df1-a02f-f532e7ecdc15 admin admin] Allocated IP 172.20.0.1 (e62c18ba-a41f-4d92-987a-7e6a7145624f/a928dd9e-4fd0-4aa3-9d61-e8098f0a2a01/1811907c-2fc8-4449-af05-a1d27c3445ae) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:30:40.567805 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-309ed0fa-d1a5-41b1-af0a-913c464b03d4 None None] Publish callbacks [] for port (c0b68b36-eba9-45f2-bc45-d4926f291062), precommit_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:40.574511 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-309ed0fa-d1a5-41b1-af0a-913c464b03d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (c0b68b36-eba9-45f2-bc45-d4926f291062), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:40.628003 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [None req-309ed0fa-d1a5-41b1-af0a-913c464b03d4 None None] Attempting to bind port c0b68b36-eba9-45f2-bc45-d4926f291062 on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:30:40.628392 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [None req-309ed0fa-d1a5-41b1-af0a-913c464b03d4 None None] Attempting to bind port c0b68b36-eba9-45f2-bc45-d4926f291062 by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': 'b6f00c62-aca5-4c73-8989-c04c396daeed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'}] {{(pid=104101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:30:40.628749 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309ed0fa-d1a5-41b1-af0a-913c464b03d4 None None] Attempting to bind port c0b68b36-eba9-45f2-bc45-d4926f291062 on network dea6548b-502b-42db-97fb-371e423e739a {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:30:40.630693 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f28455e-d1e7-4359-a6c4-d537cb162da1 None None] Pushing event updated for resources: {'Port': ['ID=c0b68b36-eba9-45f2-bc45-d4926f291062,revision_number=2']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:30:40.639692 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309ed0fa-d1a5-41b1-af0a-913c464b03d4 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:30:40.640082 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309ed0fa-d1a5-41b1-af0a-913c464b03d4 None None] Checking segment: {'id': 'b6f00c62-aca5-4c73-8989-c04c396daeed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:30:40.640480 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-309ed0fa-d1a5-41b1-af0a-913c464b03d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:40.640865 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309ed0fa-d1a5-41b1-af0a-913c464b03d4 None None] Bound using segment: {'id': 'b6f00c62-aca5-4c73-8989-c04c396daeed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'} {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:30:40.641343 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [None req-309ed0fa-d1a5-41b1-af0a-913c464b03d4 None None] Bound port: c0b68b36-eba9-45f2-bc45-d4926f291062, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6f00c62-aca5-4c73-8989-c04c396daeed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'}}] {{(pid=104101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:30:40.641684 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-309ed0fa-d1a5-41b1-af0a-913c464b03d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (c0b68b36-eba9-45f2-bc45-d4926f291062), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:40.643690 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f28455e-d1e7-4359-a6c4-d537cb162da1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:30:40.644044 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f28455e-d1e7-4359-a6c4-d537cb162da1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:30:40.644384 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f28455e-d1e7-4359-a6c4-d537cb162da1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:30:40.644712 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f28455e-d1e7-4359-a6c4-d537cb162da1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:30:40.645037 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f28455e-d1e7-4359-a6c4-d537cb162da1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:30:40.645360 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f28455e-d1e7-4359-a6c4-d537cb162da1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:30:40.645676 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f28455e-d1e7-4359-a6c4-d537cb162da1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:30:40.645994 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f28455e-d1e7-4359-a6c4-d537cb162da1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:30:40.646308 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f28455e-d1e7-4359-a6c4-d537cb162da1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:30:40.646621 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f28455e-d1e7-4359-a6c4-d537cb162da1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:30:40.647551 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f28455e-d1e7-4359-a6c4-d537cb162da1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:30:40.647873 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f28455e-d1e7-4359-a6c4-d537cb162da1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:30:40.648213 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f28455e-d1e7-4359-a6c4-d537cb162da1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:30:40.648528 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f28455e-d1e7-4359-a6c4-d537cb162da1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:30:40.648857 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f28455e-d1e7-4359-a6c4-d537cb162da1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:30:40.652831 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f6750a35-b1f6-4df1-a02f-f532e7ecdc15 admin admin] Publish callbacks [] for port (1811907c-2fc8-4449-af05-a1d27c3445ae), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:40.688720 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f6750a35-b1f6-4df1-a02f-f532e7ecdc15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (1811907c-2fc8-4449-af05-a1d27c3445ae), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:40.703590 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.db [None req-309ed0fa-d1a5-41b1-af0a-913c464b03d4 None None] For port c0b68b36-eba9-45f2-bc45-d4926f291062, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:30:40.706622 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.db [None req-309ed0fa-d1a5-41b1-af0a-913c464b03d4 None None] For port c0b68b36-eba9-45f2-bc45-d4926f291062, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=c0b68b36-eba9-45f2-bc45-d4926f291062,segment=NetworkSegment(b6f00c62-aca5-4c73-8989-c04c396daeed),segment_id=b6f00c62-aca5-4c73-8989-c04c396daeed)] {{(pid=104101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:30:40.711891 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-309ed0fa-d1a5-41b1-af0a-913c464b03d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (c0b68b36-eba9-45f2-bc45-d4926f291062), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:40.723419 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6750a35-b1f6-4df1-a02f-f532e7ecdc15 admin admin] Network e62c18ba-a41f-4d92-987a-7e6a7145624f is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:30:40.726355 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-f6750a35-b1f6-4df1-a02f-f532e7ecdc15 admin admin] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:30:40.729751 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6750a35-b1f6-4df1-a02f-f532e7ecdc15 admin admin] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:30:40.765047 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6750a35-b1f6-4df1-a02f-f532e7ecdc15 admin admin] Pushing event updated for resources: {'Port': ['ID=1811907c-2fc8-4449-af05-a1d27c3445ae,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:30:40.782796 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f6750a35-b1f6-4df1-a02f-f532e7ecdc15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3686596'] for router_interface (645eb8a9-c86e-4787-8923-b5ea21a7d228), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:40.783629 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f28455e-d1e7-4359-a6c4-d537cb162da1 None None] Pushing event updated for resources: {'Port': ['ID=c0b68b36-eba9-45f2-bc45-d4926f291062,revision_number=3']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:30:40.791860 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309ed0fa-d1a5-41b1-af0a-913c464b03d4 None None] Routers {'645eb8a9-c86e-4787-8923-b5ea21a7d228'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:30:40.792486 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-309ed0fa-d1a5-41b1-af0a-913c464b03d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:30:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['645eb8a9-c86e-4787-8923-b5ea21a7d228'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:30:40.910070 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-309ed0fa-d1a5-41b1-af0a-913c464b03d4 None None] Set router 645eb8a9-c86e-4787-8923-b5ea21a7d228 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:30:40.929502 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f6750a35-b1f6-4df1-a02f-f532e7ecdc15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (1811907c-2fc8-4449-af05-a1d27c3445ae), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:41.023392 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-fbff36bd-a17d-40f3-af84-ab0b41085fb5 None None] Provisioning complete for port 1811907c-2fc8-4449-af05-a1d27c3445ae triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:30:41.024393 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-fbff36bd-a17d-40f3-af84-ab0b41085fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (1811907c-2fc8-4449-af05-a1d27c3445ae), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:41.061266 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-fbff36bd-a17d-40f3-af84-ab0b41085fb5 None None] Port 1811907c-2fc8-4449-af05-a1d27c3445ae cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:30:41.099668 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f6750a35-b1f6-4df1-a02f-f532e7ecdc15 admin admin] Publish callbacks [] for port (1811907c-2fc8-4449-af05-a1d27c3445ae), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:41.103083 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-309ed0fa-d1a5-41b1-af0a-913c464b03d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '645eb8a9-c86e-4787-8923-b5ea21a7d228', 'name': 'tempest-TestEncryptedCinderVolumes-1057935908-router', 'tenant_id': 'c7635623f81243d38e85c4f84ff151ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.173'}], 'enable_snat': True}, 'gw_port_id': 'c0b68b36-eba9-45f2-bc45-d4926f291062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:30:38Z', 'updated_at': '2022-03-28T01:30:39Z', 'revision_number': 3, 'project_id': 'c7635623f81243d38e85c4f84ff151ee', 'gw_port': {'id': 'c0b68b36-eba9-45f2-bc45-d4926f291062', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ec:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '645eb8a9-c86e-4787-8923-b5ea21a7d228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:30:38Z', 'updated_at': '2022-03-28T01:30:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:30:41.105432 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f6750a35-b1f6-4df1-a02f-f532e7ecdc15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (1811907c-2fc8-4449-af05-a1d27c3445ae), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:41.130310 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309ed0fa-d1a5-41b1-af0a-913c464b03d4 None None] The sync data for ids ['645eb8a9-c86e-4787-8923-b5ea21a7d228'] in dv-neutron-834874-6-hyperv is: [{'id': '645eb8a9-c86e-4787-8923-b5ea21a7d228', 'name': 'tempest-TestEncryptedCinderVolumes-1057935908-router', 'tenant_id': 'c7635623f81243d38e85c4f84ff151ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.173'}], 'enable_snat': True}, 'gw_port_id': 'c0b68b36-eba9-45f2-bc45-d4926f291062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:30:38Z', 'updated_at': '2022-03-28T01:30:39Z', 'revision_number': 3, 'project_id': 'c7635623f81243d38e85c4f84ff151ee', 'gw_port': {'id': 'c0b68b36-eba9-45f2-bc45-d4926f291062', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ec:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '645eb8a9-c86e-4787-8923-b5ea21a7d228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:30:38Z', 'updated_at': '2022-03-28T01:30:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:30:41.176257 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f6750a35-b1f6-4df1-a02f-f532e7ecdc15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3725889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3686480'] for router_interface (645eb8a9-c86e-4787-8923-b5ea21a7d228), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:41.178192 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6750a35-b1f6-4df1-a02f-f532e7ecdc15 admin admin] Pushing event updated for resources: {'Port': ['ID=1811907c-2fc8-4449-af05-a1d27c3445ae,revision_number=2']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:30:41.272773 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6750a35-b1f6-4df1-a02f-f532e7ecdc15 admin admin] Network e62c18ba-a41f-4d92-987a-7e6a7145624f is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:30:41.274092 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-f6750a35-b1f6-4df1-a02f-f532e7ecdc15 admin admin] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:30:41.413540 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6750a35-b1f6-4df1-a02f-f532e7ecdc15 admin admin] Router 645eb8a9-c86e-4787-8923-b5ea21a7d228 has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:30:41.455512 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-1954aad3-101f-4847-8165-b81f02d03a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:41.539824 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6750a35-b1f6-4df1-a02f-f532e7ecdc15 admin admin] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:30:41.545384 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-f6750a35-b1f6-4df1-a02f-f532e7ecdc15 admin admin] 10.222.0.24 "PUT /v2.0/routers/645eb8a9-c86e-4787-8923-b5ea21a7d228/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6088667 Mar 28 01:30:41.586950 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ab254d27-636f-430a-8d91-3252d6133310 None None] Provisioning complete for port 1811907c-2fc8-4449-af05-a1d27c3445ae triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:30:41.587395 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ab254d27-636f-430a-8d91-3252d6133310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (1811907c-2fc8-4449-af05-a1d27c3445ae), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:41.628863 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ab254d27-636f-430a-8d91-3252d6133310 None None] Port 1811907c-2fc8-4449-af05-a1d27c3445ae cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:30:41.938459 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device c0b68b36-eba9-45f2-bc45-d4926f291062 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:30:41.993753 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port c0b68b36-eba9-45f2-bc45-d4926f291062 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:30:41.994219 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (c0b68b36-eba9-45f2-bc45-d4926f291062), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:42.067756 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 60074) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:30:42.072740 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-d01d6a74-38f9-4e9b-86c9-ea387c5dd33a admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-334532800-network', 'tenant_id': '36fa1242fe25470fb5c74bdf0498d31f'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:30:42.082536 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port c0b68b36-eba9-45f2-bc45-d4926f291062 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:30:42.083034 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (c0b68b36-eba9-45f2-bc45-d4926f291062), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:42.092976 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d01d6a74-38f9-4e9b-86c9-ea387c5dd33a admin admin] Made reservation on behalf of 36fa1242fe25470fb5c74bdf0498d31f for: {'network': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:30:42.095831 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d01d6a74-38f9-4e9b-86c9-ea387c5dd33a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:42.105115 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d01d6a74-38f9-4e9b-86c9-ea387c5dd33a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:42.105837 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] For port c0b68b36-eba9-45f2-bc45-d4926f291062, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=c0b68b36-eba9-45f2-bc45-d4926f291062,segment=NetworkSegment(b6f00c62-aca5-4c73-8989-c04c396daeed),segment_id=b6f00c62-aca5-4c73-8989-c04c396daeed)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:30:42.110149 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (c0b68b36-eba9-45f2-bc45-d4926f291062), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:42.111119 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device e938296f-b08c-4211-b937-71e04f7c67f3 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:30:42.183779 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d01d6a74-38f9-4e9b-86c9-ea387c5dd33a admin admin] Publish callbacks [] for security_group (4dd47a17-2b63-4660-a9bc-93ac083cb429), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:42.189057 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d01d6a74-38f9-4e9b-86c9-ea387c5dd33a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (4dd47a17-2b63-4660-a9bc-93ac083cb429), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:42.191385 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Pushing event updated for resources: {'Port': ['ID=c0b68b36-eba9-45f2-bc45-d4926f291062,revision_number=4']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:30:42.208267 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port e938296f-b08c-4211-b937-71e04f7c67f3 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:30:42.208794 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (e938296f-b08c-4211-b937-71e04f7c67f3), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:42.212088 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d01d6a74-38f9-4e9b-86c9-ea387c5dd33a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=104099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:30:42.226629 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01d6a74-38f9-4e9b-86c9-ea387c5dd33a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dd47a17-2b63-4660-a9bc-93ac083cb429,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:30:42.232114 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d01d6a74-38f9-4e9b-86c9-ea387c5dd33a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (dbf0d63b-d284-4512-a5ce-33a06ba04887), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:42.232529 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.segments_db [None req-d01d6a74-38f9-4e9b-86c9-ea387c5dd33a admin admin] Added segment dbf0d63b-d284-4512-a5ce-33a06ba04887 of type vlan for network 5dea4bde-8990-4f51-9a90-15f144267205 Mar 28 01:30:42.276466 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d01d6a74-38f9-4e9b-86c9-ea387c5dd33a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (5dea4bde-8990-4f51-9a90-15f144267205), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:42.303542 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d01d6a74-38f9-4e9b-86c9-ea387c5dd33a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (5dea4bde-8990-4f51-9a90-15f144267205), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:42.304685 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01d6a74-38f9-4e9b-86c9-ea387c5dd33a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:30:42.305289 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d01d6a74-38f9-4e9b-86c9-ea387c5dd33a admin admin] Publish callbacks [] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:42.367450 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-d01d6a74-38f9-4e9b-86c9-ea387c5dd33a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2984939 Mar 28 01:30:42.370366 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 60076) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:30:42.373836 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01d6a74-38f9-4e9b-86c9-ea387c5dd33a admin admin] Pushing event updated for resources: {'Network': ['ID=5dea4bde-8990-4f51-9a90-15f144267205,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:30:42.376428 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-1565238c-6a22-4165-80d2-bcbc978fded3 admin admin] Request body: {'subnet': {'network_id': '5dea4bde-8990-4f51-9a90-15f144267205', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-334532800-subnet', 'tenant_id': '36fa1242fe25470fb5c74bdf0498d31f', 'ip_version': 4}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:30:42.389920 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network 5dea4bde-8990-4f51-9a90-15f144267205 details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:30:42.407468 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1565238c-6a22-4165-80d2-bcbc978fded3 admin admin] Made reservation on behalf of 36fa1242fe25470fb5c74bdf0498d31f for: {'subnet': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:30:42.409987 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1565238c-6a22-4165-80d2-bcbc978fded3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126112411'] for subnet (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:42.510153 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port e938296f-b08c-4211-b937-71e04f7c67f3 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:30:42.577738 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1565238c-6a22-4165-80d2-bcbc978fded3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126174976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126112397'] for subnet (28f1e94f-3301-4573-91b4-82d7bbf6692e), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:42.631869 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1565238c-6a22-4165-80d2-bcbc978fded3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28f1e94f-3301-4573-91b4-82d7bbf6692e,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:30:42.649565 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1565238c-6a22-4165-80d2-bcbc978fded3 admin admin] Checking segment: {'id': 'dbf0d63b-d284-4512-a5ce-33a06ba04887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5dea4bde-8990-4f51-9a90-15f144267205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:30:42.649925 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1565238c-6a22-4165-80d2-bcbc978fded3 admin admin] Network hostable DHCP agents. Network: 5dea4bde-8990-4f51-9a90-15f144267205, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:30:42.666045 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1565238c-6a22-4165-80d2-bcbc978fded3 admin admin] Network 5dea4bde-8990-4f51-9a90-15f144267205 is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:30:42.674562 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-1565238c-6a22-4165-80d2-bcbc978fded3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, 5dea4bde-8990-4f51-9a90-15f144267205) {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:30:42.679762 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1565238c-6a22-4165-80d2-bcbc978fded3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:30:42.680390 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1565238c-6a22-4165-80d2-bcbc978fded3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:42.683985 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc42cfb4-17c7-4242-ae1d-21f1d1fb7b42 None None] Network 5dea4bde-8990-4f51-9a90-15f144267205 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:30:42.699670 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-1565238c-6a22-4165-80d2-bcbc978fded3 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3274386 Mar 28 01:30:42.699966 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 60078) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:30:42.706380 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-e7cdb7e2-344a-4968-b811-f592877fdfd1 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-334532800-router', 'tenant_id': '36fa1242fe25470fb5c74bdf0498d31f', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'}}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:30:42.727488 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e7cdb7e2-344a-4968-b811-f592877fdfd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7069'] for router (eb08028b-17aa-4e33-b6c2-602063653a03), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:42.728807 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e7cdb7e2-344a-4968-b811-f592877fdfd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4188952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7062'] for router (eb08028b-17aa-4e33-b6c2-602063653a03), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:42.787326 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e7cdb7e2-344a-4968-b811-f592877fdfd1 admin admin] Publish callbacks [] for router_controller (eb08028b-17aa-4e33-b6c2-602063653a03), precommit_add_association {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:42.792633 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd01219-9387-403c-9b7a-269ba1a0cb4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-5dea4bde-8990-4f51-9a90-15f144267205', 'network_id': '5dea4bde-8990-4f51-9a90-15f144267205', 'project_id': '36fa1242fe25470fb5c74bdf0498d31f', 'fixed_ips': [{'subnet_id': '28f1e94f-3301-4573-91b4-82d7bbf6692e'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:30:42.793816 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-1dd01219-9387-403c-9b7a-269ba1a0cb4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:42.816579 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aede707-3416-411d-b6a1-e36033e05a5e None None] Sync routers for ids ['645eb8a9-c86e-4787-8923-b5ea21a7d228'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:30:42.876773 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aede707-3416-411d-b6a1-e36033e05a5e None None] Routers {'645eb8a9-c86e-4787-8923-b5ea21a7d228'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:30:42.877501 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-1aede707-3416-411d-b6a1-e36033e05a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:30:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['645eb8a9-c86e-4787-8923-b5ea21a7d228'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:30:42.942347 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e7cdb7e2-344a-4968-b811-f592877fdfd1 admin admin] Publish callbacks [] for router_gateway (eb08028b-17aa-4e33-b6c2-602063653a03), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:43.031226 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-1dd01219-9387-403c-9b7a-269ba1a0cb4a None None] Allocated IP 172.20.0.2 (5dea4bde-8990-4f51-9a90-15f144267205/28f1e94f-3301-4573-91b4-82d7bbf6692e/cf849a73-1ce7-4afe-90e1-9ca6d660e670) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:30:43.048773 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-1aede707-3416-411d-b6a1-e36033e05a5e None None] Set router 645eb8a9-c86e-4787-8923-b5ea21a7d228 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:30:43.161573 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e7cdb7e2-344a-4968-b811-f592877fdfd1 admin admin] Publish callbacks [] for router_gateway (eb08028b-17aa-4e33-b6c2-602063653a03), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:43.184154 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e7cdb7e2-344a-4968-b811-f592877fdfd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:43.298047 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [None req-e7cdb7e2-344a-4968-b811-f592877fdfd1 admin admin] Allocated IP 172.26.1.2 (dea6548b-502b-42db-97fb-371e423e739a/cce6de65-d8c9-45b8-9970-0a277e8c1192/a28fb877-c373-402f-b857-c5a898259815) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:30:43.343200 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-1dd01219-9387-403c-9b7a-269ba1a0cb4a None None] Publish callbacks [] for port (cf849a73-1ce7-4afe-90e1-9ca6d660e670), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:43.353737 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-1dd01219-9387-403c-9b7a-269ba1a0cb4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (cf849a73-1ce7-4afe-90e1-9ca6d660e670), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:43.394976 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd01219-9387-403c-9b7a-269ba1a0cb4a None None] Network 5dea4bde-8990-4f51-9a90-15f144267205 is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:30:43.401109 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-1dd01219-9387-403c-9b7a-269ba1a0cb4a None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:30:43.403822 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd01219-9387-403c-9b7a-269ba1a0cb4a None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:30:43.416152 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e7cdb7e2-344a-4968-b811-f592877fdfd1 admin admin] Publish callbacks [] for port (a28fb877-c373-402f-b857-c5a898259815), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:43.420749 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd01219-9387-403c-9b7a-269ba1a0cb4a None None] Pushing event updated for resources: {'Port': ['ID=cf849a73-1ce7-4afe-90e1-9ca6d660e670,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:30:43.447828 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-1aede707-3416-411d-b6a1-e36033e05a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '645eb8a9-c86e-4787-8923-b5ea21a7d228', 'name': 'tempest-TestEncryptedCinderVolumes-1057935908-router', 'tenant_id': 'c7635623f81243d38e85c4f84ff151ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.173'}], 'enable_snat': True}, 'gw_port_id': 'c0b68b36-eba9-45f2-bc45-d4926f291062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:30:38Z', 'updated_at': '2022-03-28T01:30:40Z', 'revision_number': 4, 'project_id': 'c7635623f81243d38e85c4f84ff151ee', 'gw_port': {'id': 'c0b68b36-eba9-45f2-bc45-d4926f291062', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ec:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '645eb8a9-c86e-4787-8923-b5ea21a7d228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:30:38Z', 'updated_at': '2022-03-28T01:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': '1811907c-2fc8-4449-af05-a1d27c3445ae', 'name': '', 'network_id': 'e62c18ba-a41f-4d92-987a-7e6a7145624f', 'tenant_id': 'c7635623f81243d38e85c4f84ff151ee', 'mac_address': 'fa:16:3e:3a:11:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '645eb8a9-c86e-4787-8923-b5ea21a7d228', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'a928dd9e-4fd0-4aa3-9d61-e8098f0a2a01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:30:40Z', 'updated_at': '2022-03-28T01:30:40Z', 'revision_number': 2, 'project_id': 'c7635623f81243d38e85c4f84ff151ee', 'subnets': [{'id': 'a928dd9e-4fd0-4aa3-9d61-e8098f0a2a01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:30:43.453943 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e7cdb7e2-344a-4968-b811-f592877fdfd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (a28fb877-c373-402f-b857-c5a898259815), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:43.483792 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aede707-3416-411d-b6a1-e36033e05a5e None None] Checking router: 645eb8a9-c86e-4787-8923-b5ea21a7d228 for host: dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:30:43.484193 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aede707-3416-411d-b6a1-e36033e05a5e None None] Updating router 645eb8a9-c86e-4787-8923-b5ea21a7d228 port 1811907c-2fc8-4449-af05-a1d27c3445ae binding host dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 01:30:43.490216 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7cdb7e2-344a-4968-b811-f592877fdfd1 admin admin] Network dea6548b-502b-42db-97fb-371e423e739a is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:30:43.495220 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-e7cdb7e2-344a-4968-b811-f592877fdfd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:30:43.498910 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7cdb7e2-344a-4968-b811-f592877fdfd1 admin admin] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:30:43.524797 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cdb7e2-344a-4968-b811-f592877fdfd1 admin admin] Pushing event updated for resources: {'Port': ['ID=a28fb877-c373-402f-b857-c5a898259815,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:30:43.544609 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-1dd01219-9387-403c-9b7a-269ba1a0cb4a None None] Attempting to bind port cf849a73-1ce7-4afe-90e1-9ca6d660e670 on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:30:43.544967 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-1dd01219-9387-403c-9b7a-269ba1a0cb4a None None] Attempting to bind port cf849a73-1ce7-4afe-90e1-9ca6d660e670 by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': 'dbf0d63b-d284-4512-a5ce-33a06ba04887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5dea4bde-8990-4f51-9a90-15f144267205'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:30:43.545329 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd01219-9387-403c-9b7a-269ba1a0cb4a None None] Attempting to bind port cf849a73-1ce7-4afe-90e1-9ca6d660e670 on network 5dea4bde-8990-4f51-9a90-15f144267205 {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:30:43.551809 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-1aede707-3416-411d-b6a1-e36033e05a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (1811907c-2fc8-4449-af05-a1d27c3445ae), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:43.555511 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd01219-9387-403c-9b7a-269ba1a0cb4a None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:30:43.555888 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd01219-9387-403c-9b7a-269ba1a0cb4a None None] Checking segment: {'id': 'dbf0d63b-d284-4512-a5ce-33a06ba04887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5dea4bde-8990-4f51-9a90-15f144267205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:30:43.556306 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-1dd01219-9387-403c-9b7a-269ba1a0cb4a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:43.556705 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd01219-9387-403c-9b7a-269ba1a0cb4a None None] Bound using segment: {'id': 'dbf0d63b-d284-4512-a5ce-33a06ba04887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5dea4bde-8990-4f51-9a90-15f144267205'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:30:43.557176 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-1dd01219-9387-403c-9b7a-269ba1a0cb4a None None] Bound port: cf849a73-1ce7-4afe-90e1-9ca6d660e670, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbf0d63b-d284-4512-a5ce-33a06ba04887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5dea4bde-8990-4f51-9a90-15f144267205'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:30:43.557549 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-1dd01219-9387-403c-9b7a-269ba1a0cb4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (cf849a73-1ce7-4afe-90e1-9ca6d660e670), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:43.704995 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f1b47234-4481-49a7-9b9f-1dcfef332734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:43.730185 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-1dd01219-9387-403c-9b7a-269ba1a0cb4a None None] For port cf849a73-1ce7-4afe-90e1-9ca6d660e670, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:30:43.735540 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-1dd01219-9387-403c-9b7a-269ba1a0cb4a None None] For port cf849a73-1ce7-4afe-90e1-9ca6d660e670, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=cf849a73-1ce7-4afe-90e1-9ca6d660e670,segment=NetworkSegment(dbf0d63b-d284-4512-a5ce-33a06ba04887),segment_id=dbf0d63b-d284-4512-a5ce-33a06ba04887)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:30:43.745863 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-1dd01219-9387-403c-9b7a-269ba1a0cb4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (cf849a73-1ce7-4afe-90e1-9ca6d660e670), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:43.768208 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e7cdb7e2-344a-4968-b811-f592877fdfd1 admin admin] Publish callbacks [] for router_gateway (eb08028b-17aa-4e33-b6c2-602063653a03), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:43.885404 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device c0b68b36-eba9-45f2-bc45-d4926f291062 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:30:43.910968 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd01219-9387-403c-9b7a-269ba1a0cb4a None None] Pushing event updated for resources: {'Port': ['ID=cf849a73-1ce7-4afe-90e1-9ca6d660e670,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:30:44.015558 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port c0b68b36-eba9-45f2-bc45-d4926f291062 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:30:44.015558 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (c0b68b36-eba9-45f2-bc45-d4926f291062), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:44.072745 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e7cdb7e2-344a-4968-b811-f592877fdfd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687953'] for router (eb08028b-17aa-4e33-b6c2-602063653a03), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:44.084122 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-1aede707-3416-411d-b6a1-e36033e05a5e None None] Publish callbacks [] for port (1811907c-2fc8-4449-af05-a1d27c3445ae), precommit_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:44.099472 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-1aede707-3416-411d-b6a1-e36033e05a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (1811907c-2fc8-4449-af05-a1d27c3445ae), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:44.181330 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68e8077-a574-456c-93b2-58dbea683ef7 None None] Pushing event updated for resources: {'Port': ['ID=1811907c-2fc8-4449-af05-a1d27c3445ae,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:30:44.276348 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-1aede707-3416-411d-b6a1-e36033e05a5e None None] Attempting to bind port 1811907c-2fc8-4449-af05-a1d27c3445ae on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:30:44.276735 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-1aede707-3416-411d-b6a1-e36033e05a5e None None] Attempting to bind port 1811907c-2fc8-4449-af05-a1d27c3445ae by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': '2089b7e3-89aa-4c4c-9cc2-9bfc7eb70ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'e62c18ba-a41f-4d92-987a-7e6a7145624f'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:30:44.277237 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aede707-3416-411d-b6a1-e36033e05a5e None None] Attempting to bind port 1811907c-2fc8-4449-af05-a1d27c3445ae on network e62c18ba-a41f-4d92-987a-7e6a7145624f {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:30:44.279787 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7cdb7e2-344a-4968-b811-f592877fdfd1 admin admin] Router eb08028b-17aa-4e33-b6c2-602063653a03 is scheduled to L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 with binding_index 1 {{(pid=104099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 01:30:44.284917 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aede707-3416-411d-b6a1-e36033e05a5e None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:30:44.285293 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aede707-3416-411d-b6a1-e36033e05a5e None None] Checking segment: {'id': '2089b7e3-89aa-4c4c-9cc2-9bfc7eb70ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'e62c18ba-a41f-4d92-987a-7e6a7145624f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:30:44.285953 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-1aede707-3416-411d-b6a1-e36033e05a5e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:44.286532 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aede707-3416-411d-b6a1-e36033e05a5e None None] Bound using segment: {'id': '2089b7e3-89aa-4c4c-9cc2-9bfc7eb70ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'e62c18ba-a41f-4d92-987a-7e6a7145624f'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:30:44.287014 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-1aede707-3416-411d-b6a1-e36033e05a5e None None] Bound port: 1811907c-2fc8-4449-af05-a1d27c3445ae, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2089b7e3-89aa-4c4c-9cc2-9bfc7eb70ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'e62c18ba-a41f-4d92-987a-7e6a7145624f'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:30:44.287922 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-1aede707-3416-411d-b6a1-e36033e05a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (1811907c-2fc8-4449-af05-a1d27c3445ae), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:44.322054 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port c0b68b36-eba9-45f2-bc45-d4926f291062 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:30:44.401575 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-1aede707-3416-411d-b6a1-e36033e05a5e None None] For port 1811907c-2fc8-4449-af05-a1d27c3445ae, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:30:44.406011 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-1aede707-3416-411d-b6a1-e36033e05a5e None None] For port 1811907c-2fc8-4449-af05-a1d27c3445ae, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=1811907c-2fc8-4449-af05-a1d27c3445ae,segment=NetworkSegment(2089b7e3-89aa-4c4c-9cc2-9bfc7eb70ec3),segment_id=2089b7e3-89aa-4c4c-9cc2-9bfc7eb70ec3)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:30:44.415759 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-1aede707-3416-411d-b6a1-e36033e05a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (1811907c-2fc8-4449-af05-a1d27c3445ae), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:44.484112 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aede707-3416-411d-b6a1-e36033e05a5e None None] Routers {'645eb8a9-c86e-4787-8923-b5ea21a7d228'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:30:44.485323 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-1aede707-3416-411d-b6a1-e36033e05a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:30:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['645eb8a9-c86e-4787-8923-b5ea21a7d228'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:30:44.487924 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68e8077-a574-456c-93b2-58dbea683ef7 None None] Pushing event updated for resources: {'Port': ['ID=1811907c-2fc8-4449-af05-a1d27c3445ae,revision_number=4']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:30:44.611016 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-6053c78d-9af9-4f39-ab8d-c0fd5760e227 None None] Provisioning complete for port 1811907c-2fc8-4449-af05-a1d27c3445ae triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:30:44.611395 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-6053c78d-9af9-4f39-ab8d-c0fd5760e227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (1811907c-2fc8-4449-af05-a1d27c3445ae), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:44.681637 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-1aede707-3416-411d-b6a1-e36033e05a5e None None] Set router 645eb8a9-c86e-4787-8923-b5ea21a7d228 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:30:44.796065 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7cdb7e2-344a-4968-b811-f592877fdfd1 admin admin] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:30:44.819352 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0fe204-d036-4b54-a5c3-00791192ad65 None None] Sync routers for ids ['eb08028b-17aa-4e33-b6c2-602063653a03'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:30:44.828183 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e7cdb7e2-344a-4968-b811-f592877fdfd1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:44.832628 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 60080) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:30:44.834355 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0fe204-d036-4b54-a5c3-00791192ad65 None None] Routers {'eb08028b-17aa-4e33-b6c2-602063653a03'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:30:44.834515 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-7c0fe204-d036-4b54-a5c3-00791192ad65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:30:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['eb08028b-17aa-4e33-b6c2-602063653a03'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:30:44.845333 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-e7cdb7e2-344a-4968-b811-f592877fdfd1 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1438582 Mar 28 01:30:45.043190 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:45.098846 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-6053c78d-9af9-4f39-ab8d-c0fd5760e227 None None] Current status of the port 1811907c-2fc8-4449-af05-a1d27c3445ae is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:30:45.099073 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-6053c78d-9af9-4f39-ab8d-c0fd5760e227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (1811907c-2fc8-4449-af05-a1d27c3445ae), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:45.115201 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-7c0fe204-d036-4b54-a5c3-00791192ad65 None None] Set router eb08028b-17aa-4e33-b6c2-602063653a03 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:30:45.175141 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-6053c78d-9af9-4f39-ab8d-c0fd5760e227 None None] For port 1811907c-2fc8-4449-af05-a1d27c3445ae, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=1811907c-2fc8-4449-af05-a1d27c3445ae,segment=NetworkSegment(2089b7e3-89aa-4c4c-9cc2-9bfc7eb70ec3),segment_id=2089b7e3-89aa-4c4c-9cc2-9bfc7eb70ec3)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:30:45.183555 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-6053c78d-9af9-4f39-ab8d-c0fd5760e227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (1811907c-2fc8-4449-af05-a1d27c3445ae), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:45.249356 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-1aede707-3416-411d-b6a1-e36033e05a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '645eb8a9-c86e-4787-8923-b5ea21a7d228', 'name': 'tempest-TestEncryptedCinderVolumes-1057935908-router', 'tenant_id': 'c7635623f81243d38e85c4f84ff151ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.173'}], 'enable_snat': True}, 'gw_port_id': 'c0b68b36-eba9-45f2-bc45-d4926f291062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:30:38Z', 'updated_at': '2022-03-28T01:30:40Z', 'revision_number': 4, 'project_id': 'c7635623f81243d38e85c4f84ff151ee', 'gw_port': {'id': 'c0b68b36-eba9-45f2-bc45-d4926f291062', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ec:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '645eb8a9-c86e-4787-8923-b5ea21a7d228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:30:38Z', 'updated_at': '2022-03-28T01:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': '1811907c-2fc8-4449-af05-a1d27c3445ae', 'name': '', 'network_id': 'e62c18ba-a41f-4d92-987a-7e6a7145624f', 'tenant_id': 'c7635623f81243d38e85c4f84ff151ee', 'mac_address': 'fa:16:3e:3a:11:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '645eb8a9-c86e-4787-8923-b5ea21a7d228', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'a928dd9e-4fd0-4aa3-9d61-e8098f0a2a01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:30:40Z', 'updated_at': '2022-03-28T01:30:44Z', 'revision_number': 4, 'project_id': 'c7635623f81243d38e85c4f84ff151ee', 'subnets': [{'id': 'a928dd9e-4fd0-4aa3-9d61-e8098f0a2a01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:30:45.301376 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aede707-3416-411d-b6a1-e36033e05a5e None None] The sync data for ids ['645eb8a9-c86e-4787-8923-b5ea21a7d228'] in dv-neutron-834874-6-hyperv is: [{'id': '645eb8a9-c86e-4787-8923-b5ea21a7d228', 'name': 'tempest-TestEncryptedCinderVolumes-1057935908-router', 'tenant_id': 'c7635623f81243d38e85c4f84ff151ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.173'}], 'enable_snat': True}, 'gw_port_id': 'c0b68b36-eba9-45f2-bc45-d4926f291062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:30:38Z', 'updated_at': '2022-03-28T01:30:40Z', 'revision_number': 4, 'project_id': 'c7635623f81243d38e85c4f84ff151ee', 'gw_port': {'id': 'c0b68b36-eba9-45f2-bc45-d4926f291062', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ec:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '645eb8a9-c86e-4787-8923-b5ea21a7d228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:30:38Z', 'updated_at': '2022-03-28T01:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': '1811907c-2fc8-4449-af05-a1d27c3445ae', 'name': '', 'network_id': 'e62c18ba-a41f-4d92-987a-7e6a7145624f', 'tenant_id': 'c7635623f81243d38e85c4f84ff151ee', 'mac_address': 'fa:16:3e:3a:11:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '645eb8a9-c86e-4787-8923-b5ea21a7d228', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'a928dd9e-4fd0-4aa3-9d61-e8098f0a2a01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:30:40Z', 'updated_at': '2022-03-28T01:30:44Z', 'revision_number': 4, 'project_id': 'c7635623f81243d38e85c4f84ff151ee', 'subnets': [{'id': 'a928dd9e-4fd0-4aa3-9d61-e8098f0a2a01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:30:45.331952 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6053c78d-9af9-4f39-ab8d-c0fd5760e227 None None] Pushing event updated for resources: {'Port': ['ID=1811907c-2fc8-4449-af05-a1d27c3445ae,revision_number=5']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:30:45.339417 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-7c0fe204-d036-4b54-a5c3-00791192ad65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb08028b-17aa-4e33-b6c2-602063653a03', 'name': 'tempest-TestEncryptedCinderVolumes-334532800-router', 'tenant_id': '36fa1242fe25470fb5c74bdf0498d31f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.2'}], 'enable_snat': True}, 'gw_port_id': 'a28fb877-c373-402f-b857-c5a898259815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:30:42Z', 'updated_at': '2022-03-28T01:30:43Z', 'revision_number': 3, 'project_id': '36fa1242fe25470fb5c74bdf0498d31f', 'gw_port': {'id': 'a28fb877-c373-402f-b857-c5a898259815', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:aa:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb08028b-17aa-4e33-b6c2-602063653a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:30:43Z', 'updated_at': '2022-03-28T01:30:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:30:45.342550 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-4a2f47e6-54f5-424f-a85a-115f02975501 None None] Provisioning complete for port 1811907c-2fc8-4449-af05-a1d27c3445ae triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:30:45.343232 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-4a2f47e6-54f5-424f-a85a-115f02975501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (1811907c-2fc8-4449-af05-a1d27c3445ae), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:45.390100 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae1ae53-ba2c-4d65-a339-fee73eeb211b None None] Network 5dea4bde-8990-4f51-9a90-15f144267205 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:30:45.414367 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0fe204-d036-4b54-a5c3-00791192ad65 None None] Checking router: eb08028b-17aa-4e33-b6c2-602063653a03 for host: dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:30:45.414713 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0fe204-d036-4b54-a5c3-00791192ad65 None None] Updating router eb08028b-17aa-4e33-b6c2-602063653a03 port a28fb877-c373-402f-b857-c5a898259815 binding host dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 01:30:45.463880 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-7c0fe204-d036-4b54-a5c3-00791192ad65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (a28fb877-c373-402f-b857-c5a898259815), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:45.579508 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-52aba99c-9eff-4c92-afa1-8ff57eda990e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:45.597114 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-4a2f47e6-54f5-424f-a85a-115f02975501 None None] Current status of the port 1811907c-2fc8-4449-af05-a1d27c3445ae is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:30:45.723364 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-a0f065c2-80a1-447e-81a7-0f712a5cf973 None None] Provisioning complete for port cf849a73-1ce7-4afe-90e1-9ca6d660e670 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:30:45.725689 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-a0f065c2-80a1-447e-81a7-0f712a5cf973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (cf849a73-1ce7-4afe-90e1-9ca6d660e670), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:45.802836 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-7c0fe204-d036-4b54-a5c3-00791192ad65 None None] Publish callbacks [] for port (a28fb877-c373-402f-b857-c5a898259815), precommit_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:45.815576 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-7c0fe204-d036-4b54-a5c3-00791192ad65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (a28fb877-c373-402f-b857-c5a898259815), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:45.932097 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [None req-7c0fe204-d036-4b54-a5c3-00791192ad65 None None] Attempting to bind port a28fb877-c373-402f-b857-c5a898259815 on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:30:45.932888 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-a0f065c2-80a1-447e-81a7-0f712a5cf973 None None] Current status of the port cf849a73-1ce7-4afe-90e1-9ca6d660e670 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:30:45.933198 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-a0f065c2-80a1-447e-81a7-0f712a5cf973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (cf849a73-1ce7-4afe-90e1-9ca6d660e670), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:45.933715 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [None req-7c0fe204-d036-4b54-a5c3-00791192ad65 None None] Attempting to bind port a28fb877-c373-402f-b857-c5a898259815 by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': 'b6f00c62-aca5-4c73-8989-c04c396daeed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'}] {{(pid=104101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:30:45.934421 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0fe204-d036-4b54-a5c3-00791192ad65 None None] Attempting to bind port a28fb877-c373-402f-b857-c5a898259815 on network dea6548b-502b-42db-97fb-371e423e739a {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:30:45.949896 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0fe204-d036-4b54-a5c3-00791192ad65 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:30:45.950789 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0fe204-d036-4b54-a5c3-00791192ad65 None None] Checking segment: {'id': 'b6f00c62-aca5-4c73-8989-c04c396daeed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:30:45.951422 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-7c0fe204-d036-4b54-a5c3-00791192ad65 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:45.952081 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0fe204-d036-4b54-a5c3-00791192ad65 None None] Bound using segment: {'id': 'b6f00c62-aca5-4c73-8989-c04c396daeed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'} {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:30:45.952842 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [None req-7c0fe204-d036-4b54-a5c3-00791192ad65 None None] Bound port: a28fb877-c373-402f-b857-c5a898259815, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6f00c62-aca5-4c73-8989-c04c396daeed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'}}] {{(pid=104101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:30:45.954143 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-7c0fe204-d036-4b54-a5c3-00791192ad65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (a28fb877-c373-402f-b857-c5a898259815), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:45.984983 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-52aba99c-9eff-4c92-afa1-8ff57eda990e admin admin] Allocated IP 172.20.0.1 (5dea4bde-8990-4f51-9a90-15f144267205/28f1e94f-3301-4573-91b4-82d7bbf6692e/b03631e7-256a-4643-87ea-08159718877c) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:30:46.011296 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-a0f065c2-80a1-447e-81a7-0f712a5cf973 None None] For port cf849a73-1ce7-4afe-90e1-9ca6d660e670, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=cf849a73-1ce7-4afe-90e1-9ca6d660e670,segment=NetworkSegment(dbf0d63b-d284-4512-a5ce-33a06ba04887),segment_id=dbf0d63b-d284-4512-a5ce-33a06ba04887)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:30:46.017767 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-a0f065c2-80a1-447e-81a7-0f712a5cf973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (cf849a73-1ce7-4afe-90e1-9ca6d660e670), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:46.040129 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.db [None req-7c0fe204-d036-4b54-a5c3-00791192ad65 None None] For port a28fb877-c373-402f-b857-c5a898259815, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:30:46.044889 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.db [None req-7c0fe204-d036-4b54-a5c3-00791192ad65 None None] For port a28fb877-c373-402f-b857-c5a898259815, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=a28fb877-c373-402f-b857-c5a898259815,segment=NetworkSegment(b6f00c62-aca5-4c73-8989-c04c396daeed),segment_id=b6f00c62-aca5-4c73-8989-c04c396daeed)] {{(pid=104101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:30:46.054800 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2418769f-1f56-4368-8427-0a9b0f8b2dc5 None None] Pushing event updated for resources: {'Port': ['ID=a28fb877-c373-402f-b857-c5a898259815,revision_number=2']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:30:46.062001 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-7c0fe204-d036-4b54-a5c3-00791192ad65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (a28fb877-c373-402f-b857-c5a898259815), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:46.122935 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0fe204-d036-4b54-a5c3-00791192ad65 None None] Routers {'eb08028b-17aa-4e33-b6c2-602063653a03'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:30:46.123869 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-7c0fe204-d036-4b54-a5c3-00791192ad65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:30:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['eb08028b-17aa-4e33-b6c2-602063653a03'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:30:46.136987 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device cf849a73-1ce7-4afe-90e1-9ca6d660e670 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:30:46.186276 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-52aba99c-9eff-4c92-afa1-8ff57eda990e admin admin] Publish callbacks [] for port (b03631e7-256a-4643-87ea-08159718877c), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:46.226638 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f065c2-80a1-447e-81a7-0f712a5cf973 None None] Pushing event updated for resources: {'Port': ['ID=cf849a73-1ce7-4afe-90e1-9ca6d660e670,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:30:46.232945 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-52aba99c-9eff-4c92-afa1-8ff57eda990e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (b03631e7-256a-4643-87ea-08159718877c), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:46.262588 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-cdda6f68-dcc5-4bcc-a62c-d71ed7314e29 None None] Provisioning complete for port cf849a73-1ce7-4afe-90e1-9ca6d660e670 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:30:46.262963 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-cdda6f68-dcc5-4bcc-a62c-d71ed7314e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (cf849a73-1ce7-4afe-90e1-9ca6d660e670), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:46.299834 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2418769f-1f56-4368-8427-0a9b0f8b2dc5 None None] Pushing event updated for resources: {'Port': ['ID=a28fb877-c373-402f-b857-c5a898259815,revision_number=3']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:30:46.300530 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52aba99c-9eff-4c92-afa1-8ff57eda990e admin admin] Network 5dea4bde-8990-4f51-9a90-15f144267205 is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:30:46.303844 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-52aba99c-9eff-4c92-afa1-8ff57eda990e admin admin] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:30:46.307729 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52aba99c-9eff-4c92-afa1-8ff57eda990e admin admin] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:30:46.336963 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-7c0fe204-d036-4b54-a5c3-00791192ad65 None None] Set router eb08028b-17aa-4e33-b6c2-602063653a03 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:30:46.354079 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52aba99c-9eff-4c92-afa1-8ff57eda990e admin admin] Pushing event updated for resources: {'Port': ['ID=b03631e7-256a-4643-87ea-08159718877c,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:30:46.376576 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-52aba99c-9eff-4c92-afa1-8ff57eda990e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3686596'] for router_interface (eb08028b-17aa-4e33-b6c2-602063653a03), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:46.377912 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port cf849a73-1ce7-4afe-90e1-9ca6d660e670 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:30:46.379911 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (cf849a73-1ce7-4afe-90e1-9ca6d660e670), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:46.384957 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:46.515772 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-cdda6f68-dcc5-4bcc-a62c-d71ed7314e29 None None] Current status of the port cf849a73-1ce7-4afe-90e1-9ca6d660e670 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:30:46.599048 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-52aba99c-9eff-4c92-afa1-8ff57eda990e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (b03631e7-256a-4643-87ea-08159718877c), before_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:46.599353 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port cf849a73-1ce7-4afe-90e1-9ca6d660e670 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:30:46.602486 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 1811907c-2fc8-4449-af05-a1d27c3445ae up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:30:46.689859 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 1811907c-2fc8-4449-af05-a1d27c3445ae triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:30:46.690234 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (1811907c-2fc8-4449-af05-a1d27c3445ae), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:46.719743 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-7c0fe204-d036-4b54-a5c3-00791192ad65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb08028b-17aa-4e33-b6c2-602063653a03', 'name': 'tempest-TestEncryptedCinderVolumes-334532800-router', 'tenant_id': '36fa1242fe25470fb5c74bdf0498d31f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.2'}], 'enable_snat': True}, 'gw_port_id': 'a28fb877-c373-402f-b857-c5a898259815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:30:42Z', 'updated_at': '2022-03-28T01:30:43Z', 'revision_number': 3, 'project_id': '36fa1242fe25470fb5c74bdf0498d31f', 'gw_port': {'id': 'a28fb877-c373-402f-b857-c5a898259815', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:aa:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb08028b-17aa-4e33-b6c2-602063653a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:30:43Z', 'updated_at': '2022-03-28T01:30:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:30:46.764259 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0fe204-d036-4b54-a5c3-00791192ad65 None None] The sync data for ids ['eb08028b-17aa-4e33-b6c2-602063653a03'] in dv-neutron-834874-6-hyperv is: [{'id': 'eb08028b-17aa-4e33-b6c2-602063653a03', 'name': 'tempest-TestEncryptedCinderVolumes-334532800-router', 'tenant_id': '36fa1242fe25470fb5c74bdf0498d31f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.2'}], 'enable_snat': True}, 'gw_port_id': 'a28fb877-c373-402f-b857-c5a898259815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:30:42Z', 'updated_at': '2022-03-28T01:30:43Z', 'revision_number': 3, 'project_id': '36fa1242fe25470fb5c74bdf0498d31f', 'gw_port': {'id': 'a28fb877-c373-402f-b857-c5a898259815', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:aa:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb08028b-17aa-4e33-b6c2-602063653a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:30:43Z', 'updated_at': '2022-03-28T01:30:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:30:46.765073 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-fd137292-f843-42d4-8506-ad54a871b9ce None None] Provisioning complete for port b03631e7-256a-4643-87ea-08159718877c triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:30:46.771555 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-fd137292-f843-42d4-8506-ad54a871b9ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (b03631e7-256a-4643-87ea-08159718877c), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:46.860864 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-fd137292-f843-42d4-8506-ad54a871b9ce None None] Port b03631e7-256a-4643-87ea-08159718877c cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:30:46.878821 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 1811907c-2fc8-4449-af05-a1d27c3445ae is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:30:46.888480 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-52aba99c-9eff-4c92-afa1-8ff57eda990e admin admin] Publish callbacks [] for port (b03631e7-256a-4643-87ea-08159718877c), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:46.901533 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-52aba99c-9eff-4c92-afa1-8ff57eda990e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126177159'] for port (b03631e7-256a-4643-87ea-08159718877c), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:46.980323 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52aba99c-9eff-4c92-afa1-8ff57eda990e admin admin] Pushing event updated for resources: {'Port': ['ID=b03631e7-256a-4643-87ea-08159718877c,revision_number=2']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:30:46.989228 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-52aba99c-9eff-4c92-afa1-8ff57eda990e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3725889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3686480'] for router_interface (eb08028b-17aa-4e33-b6c2-602063653a03), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:47.095329 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52aba99c-9eff-4c92-afa1-8ff57eda990e admin admin] Network 5dea4bde-8990-4f51-9a90-15f144267205 is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:30:47.096921 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-52aba99c-9eff-4c92-afa1-8ff57eda990e admin admin] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:30:47.266463 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52aba99c-9eff-4c92-afa1-8ff57eda990e admin admin] Router eb08028b-17aa-4e33-b6c2-602063653a03 has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:30:47.431106 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52aba99c-9eff-4c92-afa1-8ff57eda990e admin admin] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:30:47.437716 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-52aba99c-9eff-4c92-afa1-8ff57eda990e admin admin] 10.222.0.24 "PUT /v2.0/routers/eb08028b-17aa-4e33-b6c2-602063653a03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5991185 Mar 28 01:30:47.499907 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-0feeaa96-270f-41ce-b425-8eedd5871b6a None None] Provisioning complete for port b03631e7-256a-4643-87ea-08159718877c triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:30:47.500325 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-0feeaa96-270f-41ce-b425-8eedd5871b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (b03631e7-256a-4643-87ea-08159718877c), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:47.543499 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-0feeaa96-270f-41ce-b425-8eedd5871b6a None None] Port b03631e7-256a-4643-87ea-08159718877c cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:30:47.867972 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:47.978401 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device cf849a73-1ce7-4afe-90e1-9ca6d660e670 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:30:48.042012 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port cf849a73-1ce7-4afe-90e1-9ca6d660e670 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:30:48.042394 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (cf849a73-1ce7-4afe-90e1-9ca6d660e670), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:48.124178 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port cf849a73-1ce7-4afe-90e1-9ca6d660e670 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:30:48.125394 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device a28fb877-c373-402f-b857-c5a898259815 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:30:48.174971 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port a28fb877-c373-402f-b857-c5a898259815 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:30:48.175494 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (a28fb877-c373-402f-b857-c5a898259815), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:48.258552 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port a28fb877-c373-402f-b857-c5a898259815 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:30:48.259189 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (a28fb877-c373-402f-b857-c5a898259815), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:48.282777 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] For port a28fb877-c373-402f-b857-c5a898259815, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=a28fb877-c373-402f-b857-c5a898259815,segment=NetworkSegment(b6f00c62-aca5-4c73-8989-c04c396daeed),segment_id=b6f00c62-aca5-4c73-8989-c04c396daeed)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:30:48.289726 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (a28fb877-c373-402f-b857-c5a898259815), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:48.356834 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Pushing event updated for resources: {'Port': ['ID=a28fb877-c373-402f-b857-c5a898259815,revision_number=4']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:30:48.518587 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eebcda-0b3a-467b-9df2-28b45e97e9a5 req-6d4eba46-c867-496d-97cc-239b7f25c6c9 tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:30:48.520184 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-e2eebcda-0b3a-467b-9df2-28b45e97e9a5 req-6d4eba46-c867-496d-97cc-239b7f25c6c9 tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] 10.222.0.24 "GET /v2.0/networks?id=e62c18ba-a41f-4d92-987a-7e6a7145624f HTTP/1.1" status: 200 len: 817 time: 0.1084609 Mar 28 01:30:48.535373 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-e2eebcda-0b3a-467b-9df2-28b45e97e9a5 req-f36e1fd7-5627-4e55-9b3e-5f260f5910e0 tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] 10.222.0.24 "GET /v2.0/quotas/c7635623f81243d38e85c4f84ff151ee HTTP/1.1" status: 200 len: 375 time: 0.0097959 Mar 28 01:30:48.595207 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-e2eebcda-0b3a-467b-9df2-28b45e97e9a5 req-54f3e77c-bcb3-4da7-aa60-0191366a2edd tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c7635623f81243d38e85c4f84ff151ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0538261 Mar 28 01:30:48.695027 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-e2eebcda-0b3a-467b-9df2-28b45e97e9a5 req-61c8b6f9-f656-40ed-b26c-7301a3c2c70c service neutron] 10.222.0.24 "GET /v2.0/networks/e62c18ba-a41f-4d92-987a-7e6a7145624f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877156 Mar 28 01:30:48.965793 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21467a74-7559-405a-aed8-5e25085ba79f None None] Sync routers for ids ['eb08028b-17aa-4e33-b6c2-602063653a03'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:30:48.977619 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21467a74-7559-405a-aed8-5e25085ba79f None None] Routers {'eb08028b-17aa-4e33-b6c2-602063653a03'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:30:48.978459 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-21467a74-7559-405a-aed8-5e25085ba79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:30:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['eb08028b-17aa-4e33-b6c2-602063653a03'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:30:49.066950 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-e2eebcda-0b3a-467b-9df2-28b45e97e9a5 req-5522aaef-b5cf-45d2-b194-e93ef5481c8f service neutron] 10.222.0.24 "GET /v2.0/networks/e62c18ba-a41f-4d92-987a-7e6a7145624f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3660393 Mar 28 01:30:49.101114 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-21467a74-7559-405a-aed8-5e25085ba79f None None] Set router eb08028b-17aa-4e33-b6c2-602063653a03 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:30:49.261087 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-016f1787-4c79-4c56-800d-8c8ef6b326d9 req-f3a75c24-7592-47df-ad53-92cb2f560393 tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b7d6c42-feb0-4a1d-b783-a441dd87d6b9 HTTP/1.1" status: 200 len: 210 time: 0.0340474 Mar 28 01:30:49.463105 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-21467a74-7559-405a-aed8-5e25085ba79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb08028b-17aa-4e33-b6c2-602063653a03', 'name': 'tempest-TestEncryptedCinderVolumes-334532800-router', 'tenant_id': '36fa1242fe25470fb5c74bdf0498d31f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.2'}], 'enable_snat': True}, 'gw_port_id': 'a28fb877-c373-402f-b857-c5a898259815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:30:42Z', 'updated_at': '2022-03-28T01:30:46Z', 'revision_number': 4, 'project_id': '36fa1242fe25470fb5c74bdf0498d31f', 'gw_port': {'id': 'a28fb877-c373-402f-b857-c5a898259815', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:aa:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb08028b-17aa-4e33-b6c2-602063653a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:30:43Z', 'updated_at': '2022-03-28T01:30:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': 'b03631e7-256a-4643-87ea-08159718877c', 'name': '', 'network_id': '5dea4bde-8990-4f51-9a90-15f144267205', 'tenant_id': '36fa1242fe25470fb5c74bdf0498d31f', 'mac_address': 'fa:16:3e:05:68:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb08028b-17aa-4e33-b6c2-602063653a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '28f1e94f-3301-4573-91b4-82d7bbf6692e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:30:45Z', 'updated_at': '2022-03-28T01:30:46Z', 'revision_number': 2, 'project_id': '36fa1242fe25470fb5c74bdf0498d31f', 'subnets': [{'id': '28f1e94f-3301-4573-91b4-82d7bbf6692e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:30:49.489781 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21467a74-7559-405a-aed8-5e25085ba79f None None] Checking router: eb08028b-17aa-4e33-b6c2-602063653a03 for host: dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:30:49.490139 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21467a74-7559-405a-aed8-5e25085ba79f None None] Updating router eb08028b-17aa-4e33-b6c2-602063653a03 port b03631e7-256a-4643-87ea-08159718877c binding host dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 01:30:49.518364 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-21467a74-7559-405a-aed8-5e25085ba79f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (b03631e7-256a-4643-87ea-08159718877c), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:49.817236 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-21467a74-7559-405a-aed8-5e25085ba79f None None] Publish callbacks [] for port (b03631e7-256a-4643-87ea-08159718877c), precommit_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:49.826487 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-21467a74-7559-405a-aed8-5e25085ba79f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (b03631e7-256a-4643-87ea-08159718877c), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:49.882371 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device a28fb877-c373-402f-b857-c5a898259815 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:30:49.917879 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe6e7be-82a4-42a3-adb3-b5abd14e62d3 None None] Pushing event updated for resources: {'Port': ['ID=b03631e7-256a-4643-87ea-08159718877c,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:30:49.999004 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-21467a74-7559-405a-aed8-5e25085ba79f None None] Attempting to bind port b03631e7-256a-4643-87ea-08159718877c on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:30:49.999818 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-21467a74-7559-405a-aed8-5e25085ba79f None None] Attempting to bind port b03631e7-256a-4643-87ea-08159718877c by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': 'dbf0d63b-d284-4512-a5ce-33a06ba04887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5dea4bde-8990-4f51-9a90-15f144267205'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:30:49.999818 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21467a74-7559-405a-aed8-5e25085ba79f None None] Attempting to bind port b03631e7-256a-4643-87ea-08159718877c on network 5dea4bde-8990-4f51-9a90-15f144267205 {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:30:50.011589 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21467a74-7559-405a-aed8-5e25085ba79f None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:30:50.011824 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21467a74-7559-405a-aed8-5e25085ba79f None None] Checking segment: {'id': 'dbf0d63b-d284-4512-a5ce-33a06ba04887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5dea4bde-8990-4f51-9a90-15f144267205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:30:50.012224 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-21467a74-7559-405a-aed8-5e25085ba79f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:50.012747 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21467a74-7559-405a-aed8-5e25085ba79f None None] Bound using segment: {'id': 'dbf0d63b-d284-4512-a5ce-33a06ba04887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5dea4bde-8990-4f51-9a90-15f144267205'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:30:50.013119 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-21467a74-7559-405a-aed8-5e25085ba79f None None] Bound port: b03631e7-256a-4643-87ea-08159718877c, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbf0d63b-d284-4512-a5ce-33a06ba04887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5dea4bde-8990-4f51-9a90-15f144267205'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:30:50.013504 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-21467a74-7559-405a-aed8-5e25085ba79f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (b03631e7-256a-4643-87ea-08159718877c), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:50.032903 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port a28fb877-c373-402f-b857-c5a898259815 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:30:50.033338 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (a28fb877-c373-402f-b857-c5a898259815), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:50.132833 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-21467a74-7559-405a-aed8-5e25085ba79f None None] For port b03631e7-256a-4643-87ea-08159718877c, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:30:50.137109 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-21467a74-7559-405a-aed8-5e25085ba79f None None] For port b03631e7-256a-4643-87ea-08159718877c, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=b03631e7-256a-4643-87ea-08159718877c,segment=NetworkSegment(dbf0d63b-d284-4512-a5ce-33a06ba04887),segment_id=dbf0d63b-d284-4512-a5ce-33a06ba04887)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:30:50.165003 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-21467a74-7559-405a-aed8-5e25085ba79f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (b03631e7-256a-4643-87ea-08159718877c), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:50.214567 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port a28fb877-c373-402f-b857-c5a898259815 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:30:50.259352 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-56e47364-433f-4591-91f8-9f08cb0e9157 None None] Provisioning complete for port b03631e7-256a-4643-87ea-08159718877c triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:30:50.259725 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-56e47364-433f-4591-91f8-9f08cb0e9157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (b03631e7-256a-4643-87ea-08159718877c), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:50.262297 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe6e7be-82a4-42a3-adb3-b5abd14e62d3 None None] Pushing event updated for resources: {'Port': ['ID=b03631e7-256a-4643-87ea-08159718877c,revision_number=4']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:30:50.267446 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21467a74-7559-405a-aed8-5e25085ba79f None None] Routers {'eb08028b-17aa-4e33-b6c2-602063653a03'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:30:50.269116 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-21467a74-7559-405a-aed8-5e25085ba79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:30:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['eb08028b-17aa-4e33-b6c2-602063653a03'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:30:50.393078 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-e2e103c4-43b1-45f4-8507-1040d76295ca req-1a238539-18ee-46e3-8d30-14f5d1319ab8 tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b7d6c42-feb0-4a1d-b783-a441dd87d6b9 HTTP/1.1" status: 200 len: 210 time: 0.0388589 Mar 28 01:30:50.518376 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-56e47364-433f-4591-91f8-9f08cb0e9157 None None] Current status of the port b03631e7-256a-4643-87ea-08159718877c is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:30:50.518878 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-56e47364-433f-4591-91f8-9f08cb0e9157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (b03631e7-256a-4643-87ea-08159718877c), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:50.534820 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-21467a74-7559-405a-aed8-5e25085ba79f None None] Set router eb08028b-17aa-4e33-b6c2-602063653a03 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:30:50.566113 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eebcda-0b3a-467b-9df2-28b45e97e9a5 req-7a34158b-f421-4a1e-9ed0-d26cfcf0423d tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:30:50.567675 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e2eebcda-0b3a-467b-9df2-28b45e97e9a5 req-7a34158b-f421-4a1e-9ed0-d26cfcf0423d tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] 10.222.0.10 "GET /v2.0/networks?id=e62c18ba-a41f-4d92-987a-7e6a7145624f HTTP/1.1" status: 200 len: 817 time: 0.1682639 Mar 28 01:30:50.582744 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [req-e2eebcda-0b3a-467b-9df2-28b45e97e9a5 req-db0c8ec3-8d66-4de7-a526-ffc6b49a2582 tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] Request body: {'port': {'device_id': '5b7d6c42-feb0-4a1d-b783-a441dd87d6b9', 'network_id': 'e62c18ba-a41f-4d92-987a-7e6a7145624f', 'admin_state_up': True, 'tenant_id': 'c7635623f81243d38e85c4f84ff151ee'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:30:50.601669 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-56e47364-433f-4591-91f8-9f08cb0e9157 None None] For port b03631e7-256a-4643-87ea-08159718877c, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=b03631e7-256a-4643-87ea-08159718877c,segment=NetworkSegment(dbf0d63b-d284-4512-a5ce-33a06ba04887),segment_id=dbf0d63b-d284-4512-a5ce-33a06ba04887)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:30:50.631208 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-56e47364-433f-4591-91f8-9f08cb0e9157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (b03631e7-256a-4643-87ea-08159718877c), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:50.725193 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2eebcda-0b3a-467b-9df2-28b45e97e9a5 req-db0c8ec3-8d66-4de7-a526-ffc6b49a2582 tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] Made reservation on behalf of c7635623f81243d38e85c4f84ff151ee for: {'port': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:30:50.729063 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-e2eebcda-0b3a-467b-9df2-28b45e97e9a5 req-db0c8ec3-8d66-4de7-a526-ffc6b49a2582 tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:50.748911 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e47364-433f-4591-91f8-9f08cb0e9157 None None] Pushing event updated for resources: {'Port': ['ID=b03631e7-256a-4643-87ea-08159718877c,revision_number=5']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:30:50.793892 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-8826aeaa-ceea-4afc-b194-e7bfc0ee8620 None None] Provisioning complete for port b03631e7-256a-4643-87ea-08159718877c triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:30:50.794358 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-8826aeaa-ceea-4afc-b194-e7bfc0ee8620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (b03631e7-256a-4643-87ea-08159718877c), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:50.871020 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [req-e2eebcda-0b3a-467b-9df2-28b45e97e9a5 req-db0c8ec3-8d66-4de7-a526-ffc6b49a2582 tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] Allocated IP 172.20.0.13 (e62c18ba-a41f-4d92-987a-7e6a7145624f/a928dd9e-4fd0-4aa3-9d61-e8098f0a2a01/4652b5c7-b12d-4b09-8bf6-d1b6129dc3f8) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:30:50.889561 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-21467a74-7559-405a-aed8-5e25085ba79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb08028b-17aa-4e33-b6c2-602063653a03', 'name': 'tempest-TestEncryptedCinderVolumes-334532800-router', 'tenant_id': '36fa1242fe25470fb5c74bdf0498d31f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.2'}], 'enable_snat': True}, 'gw_port_id': 'a28fb877-c373-402f-b857-c5a898259815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:30:42Z', 'updated_at': '2022-03-28T01:30:46Z', 'revision_number': 4, 'project_id': '36fa1242fe25470fb5c74bdf0498d31f', 'gw_port': {'id': 'a28fb877-c373-402f-b857-c5a898259815', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:aa:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb08028b-17aa-4e33-b6c2-602063653a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:30:43Z', 'updated_at': '2022-03-28T01:30:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': 'b03631e7-256a-4643-87ea-08159718877c', 'name': '', 'network_id': '5dea4bde-8990-4f51-9a90-15f144267205', 'tenant_id': '36fa1242fe25470fb5c74bdf0498d31f', 'mac_address': 'fa:16:3e:05:68:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb08028b-17aa-4e33-b6c2-602063653a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '28f1e94f-3301-4573-91b4-82d7bbf6692e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:30:45Z', 'updated_at': '2022-03-28T01:30:50Z', 'revision_number': 4, 'project_id': '36fa1242fe25470fb5c74bdf0498d31f', 'subnets': [{'id': '28f1e94f-3301-4573-91b4-82d7bbf6692e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:30:50.920845 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21467a74-7559-405a-aed8-5e25085ba79f None None] The sync data for ids ['eb08028b-17aa-4e33-b6c2-602063653a03'] in dv-neutron-834874-6-hyperv is: [{'id': 'eb08028b-17aa-4e33-b6c2-602063653a03', 'name': 'tempest-TestEncryptedCinderVolumes-334532800-router', 'tenant_id': '36fa1242fe25470fb5c74bdf0498d31f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.2'}], 'enable_snat': True}, 'gw_port_id': 'a28fb877-c373-402f-b857-c5a898259815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:30:42Z', 'updated_at': '2022-03-28T01:30:46Z', 'revision_number': 4, 'project_id': '36fa1242fe25470fb5c74bdf0498d31f', 'gw_port': {'id': 'a28fb877-c373-402f-b857-c5a898259815', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:aa:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb08028b-17aa-4e33-b6c2-602063653a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:30:43Z', 'updated_at': '2022-03-28T01:30:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': 'b03631e7-256a-4643-87ea-08159718877c', 'name': '', 'network_id': '5dea4bde-8990-4f51-9a90-15f144267205', 'tenant_id': '36fa1242fe25470fb5c74bdf0498d31f', 'mac_address': 'fa:16:3e:05:68:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb08028b-17aa-4e33-b6c2-602063653a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '28f1e94f-3301-4573-91b4-82d7bbf6692e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:30:45Z', 'updated_at': '2022-03-28T01:30:50Z', 'revision_number': 4, 'project_id': '36fa1242fe25470fb5c74bdf0498d31f', 'subnets': [{'id': '28f1e94f-3301-4573-91b4-82d7bbf6692e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:30:50.931095 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-8826aeaa-ceea-4afc-b194-e7bfc0ee8620 None None] Current status of the port b03631e7-256a-4643-87ea-08159718877c is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:30:51.066757 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-e2eebcda-0b3a-467b-9df2-28b45e97e9a5 req-db0c8ec3-8d66-4de7-a526-ffc6b49a2582 tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] Publish callbacks [] for port (4652b5c7-b12d-4b09-8bf6-d1b6129dc3f8), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:51.109841 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-e2eebcda-0b3a-467b-9df2-28b45e97e9a5 req-db0c8ec3-8d66-4de7-a526-ffc6b49a2582 tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (4652b5c7-b12d-4b09-8bf6-d1b6129dc3f8), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:51.170093 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2eebcda-0b3a-467b-9df2-28b45e97e9a5 req-db0c8ec3-8d66-4de7-a526-ffc6b49a2582 tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] Network e62c18ba-a41f-4d92-987a-7e6a7145624f is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:30:51.175919 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [req-e2eebcda-0b3a-467b-9df2-28b45e97e9a5 req-db0c8ec3-8d66-4de7-a526-ffc6b49a2582 tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:30:51.181304 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2eebcda-0b3a-467b-9df2-28b45e97e9a5 req-db0c8ec3-8d66-4de7-a526-ffc6b49a2582 tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:30:51.185550 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0c8ec3-8d66-4de7-a526-ffc6b49a2582 tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] Pushing event updated for resources: {'Port': ['ID=4652b5c7-b12d-4b09-8bf6-d1b6129dc3f8,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:30:51.245812 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eebcda-0b3a-467b-9df2-28b45e97e9a5 req-db0c8ec3-8d66-4de7-a526-ffc6b49a2582 tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:30:51.246636 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-e2eebcda-0b3a-467b-9df2-28b45e97e9a5 req-db0c8ec3-8d66-4de7-a526-ffc6b49a2582 tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:51.269137 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e2eebcda-0b3a-467b-9df2-28b45e97e9a5 req-db0c8ec3-8d66-4de7-a526-ffc6b49a2582 tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6929045 Mar 28 01:30:51.439015 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [req-e2eebcda-0b3a-467b-9df2-28b45e97e9a5 req-9b16fe45-4343-4b0c-815e-e540de29ee96 service neutron] Request body: {'port': {'device_id': '5b7d6c42-feb0-4a1d-b783-a441dd87d6b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8348'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:30:51.468201 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-0d37e2ea-2853-4181-b8ee-85bfe8aad073 None None] Provisioning complete for port 4652b5c7-b12d-4b09-8bf6-d1b6129dc3f8 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:30:51.471788 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-0d37e2ea-2853-4181-b8ee-85bfe8aad073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (4652b5c7-b12d-4b09-8bf6-d1b6129dc3f8), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:51.514981 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-0d37e2ea-2853-4181-b8ee-85bfe8aad073 None None] Port 4652b5c7-b12d-4b09-8bf6-d1b6129dc3f8 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:30:51.566641 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-e2eebcda-0b3a-467b-9df2-28b45e97e9a5 req-9b16fe45-4343-4b0c-815e-e540de29ee96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (4652b5c7-b12d-4b09-8bf6-d1b6129dc3f8), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:51.585611 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9ffdfe-a1a5-4fb9-b374-11017055eef6 req-b3b31cf2-da1d-435f-9824-3c00f567e0b9 tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:30:51.589675 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6e9ffdfe-a1a5-4fb9-b374-11017055eef6 req-b3b31cf2-da1d-435f-9824-3c00f567e0b9 tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b7d6c42-feb0-4a1d-b783-a441dd87d6b9 HTTP/1.1" status: 200 len: 932 time: 0.0965014 Mar 28 01:30:51.724215 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6e9ffdfe-a1a5-4fb9-b374-11017055eef6 req-11232ca1-937d-44c0-9c2f-c4dae27d00af tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dd184db-7650-4857-babf-7c61363ab717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294625 Mar 28 01:30:51.885045 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [req-e2eebcda-0b3a-467b-9df2-28b45e97e9a5 req-9b16fe45-4343-4b0c-815e-e540de29ee96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4652b5c7-b12d-4b09-8bf6-d1b6129dc3f8 {{(pid=104099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 01:30:51.890250 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device b03631e7-256a-4643-87ea-08159718877c up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:30:51.892891 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-e2eebcda-0b3a-467b-9df2-28b45e97e9a5 req-9b16fe45-4343-4b0c-815e-e540de29ee96 service neutron] Publish callbacks [] for port (4652b5c7-b12d-4b09-8bf6-d1b6129dc3f8), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:51.905969 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [req-e2eebcda-0b3a-467b-9df2-28b45e97e9a5 req-9b16fe45-4343-4b0c-815e-e540de29ee96 service neutron] Transition to ACTIVE for port object 4652b5c7-b12d-4b09-8bf6-d1b6129dc3f8 will not be triggered until provisioned by entity L2. {{(pid=104099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 01:30:51.909982 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-e2eebcda-0b3a-467b-9df2-28b45e97e9a5 req-9b16fe45-4343-4b0c-815e-e540de29ee96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (4652b5c7-b12d-4b09-8bf6-d1b6129dc3f8), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:51.950705 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port b03631e7-256a-4643-87ea-08159718877c triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:30:51.951376 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (b03631e7-256a-4643-87ea-08159718877c), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:51.984922 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b16fe45-4343-4b0c-815e-e540de29ee96 service neutron] Pushing event updated for resources: {'Port': ['ID=4652b5c7-b12d-4b09-8bf6-d1b6129dc3f8,revision_number=2']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:30:52.046563 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port b03631e7-256a-4643-87ea-08159718877c is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:30:52.048220 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-e2eebcda-0b3a-467b-9df2-28b45e97e9a5 req-9b16fe45-4343-4b0c-815e-e540de29ee96 service neutron] Attempting to bind port 4652b5c7-b12d-4b09-8bf6-d1b6129dc3f8 on host hv-neutron-8348 for vnic_type normal with profile {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:30:52.048560 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-e2eebcda-0b3a-467b-9df2-28b45e97e9a5 req-9b16fe45-4343-4b0c-815e-e540de29ee96 service neutron] Attempting to bind port 4652b5c7-b12d-4b09-8bf6-d1b6129dc3f8 by drivers openvswitch,hyperv on host hv-neutron-8348 at level 0 using segments [{'id': '2089b7e3-89aa-4c4c-9cc2-9bfc7eb70ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'e62c18ba-a41f-4d92-987a-7e6a7145624f'}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:30:52.048886 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2eebcda-0b3a-467b-9df2-28b45e97e9a5 req-9b16fe45-4343-4b0c-815e-e540de29ee96 service neutron] Attempting to bind port 4652b5c7-b12d-4b09-8bf6-d1b6129dc3f8 on network e62c18ba-a41f-4d92-987a-7e6a7145624f {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:30:52.057128 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2eebcda-0b3a-467b-9df2-28b45e97e9a5 req-9b16fe45-4343-4b0c-815e-e540de29ee96 service neutron] Port 4652b5c7-b12d-4b09-8bf6-d1b6129dc3f8 on network e62c18ba-a41f-4d92-987a-7e6a7145624f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8348 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 01:30:52.057464 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2eebcda-0b3a-467b-9df2-28b45e97e9a5 req-9b16fe45-4343-4b0c-815e-e540de29ee96 service neutron] Attempting to bind port 4652b5c7-b12d-4b09-8bf6-d1b6129dc3f8 on network e62c18ba-a41f-4d92-987a-7e6a7145624f {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:30:52.064343 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2eebcda-0b3a-467b-9df2-28b45e97e9a5 req-9b16fe45-4343-4b0c-815e-e540de29ee96 service neutron] Checking agent: {'id': '287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8348', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 1, 2, 33), 'started_at': datetime.datetime(2022, 3, 28, 1, 2, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:30:52.065076 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2eebcda-0b3a-467b-9df2-28b45e97e9a5 req-9b16fe45-4343-4b0c-815e-e540de29ee96 service neutron] Checking segment: {'id': '2089b7e3-89aa-4c4c-9cc2-9bfc7eb70ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'e62c18ba-a41f-4d92-987a-7e6a7145624f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:30:52.065639 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2eebcda-0b3a-467b-9df2-28b45e97e9a5 req-9b16fe45-4343-4b0c-815e-e540de29ee96 service neutron] Bound using segment: {'id': '2089b7e3-89aa-4c4c-9cc2-9bfc7eb70ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'e62c18ba-a41f-4d92-987a-7e6a7145624f'} {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:30:52.066224 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-e2eebcda-0b3a-467b-9df2-28b45e97e9a5 req-9b16fe45-4343-4b0c-815e-e540de29ee96 service neutron] Bound port: 4652b5c7-b12d-4b09-8bf6-d1b6129dc3f8, host: hv-neutron-8348, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2089b7e3-89aa-4c4c-9cc2-9bfc7eb70ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'e62c18ba-a41f-4d92-987a-7e6a7145624f'}}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:30:52.066740 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-e2eebcda-0b3a-467b-9df2-28b45e97e9a5 req-9b16fe45-4343-4b0c-815e-e540de29ee96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (4652b5c7-b12d-4b09-8bf6-d1b6129dc3f8), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:52.142855 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-e2eebcda-0b3a-467b-9df2-28b45e97e9a5 req-9b16fe45-4343-4b0c-815e-e540de29ee96 service neutron] For port 4652b5c7-b12d-4b09-8bf6-d1b6129dc3f8, host hv-neutron-8348, cleared binding levels {{(pid=104099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:30:52.147178 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-e2eebcda-0b3a-467b-9df2-28b45e97e9a5 req-9b16fe45-4343-4b0c-815e-e540de29ee96 service neutron] For port 4652b5c7-b12d-4b09-8bf6-d1b6129dc3f8, host hv-neutron-8348, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=4652b5c7-b12d-4b09-8bf6-d1b6129dc3f8,segment=NetworkSegment(2089b7e3-89aa-4c4c-9cc2-9bfc7eb70ec3),segment_id=2089b7e3-89aa-4c4c-9cc2-9bfc7eb70ec3)] {{(pid=104099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:30:52.157651 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-e2eebcda-0b3a-467b-9df2-28b45e97e9a5 req-9b16fe45-4343-4b0c-815e-e540de29ee96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (4652b5c7-b12d-4b09-8bf6-d1b6129dc3f8), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:52.174826 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eebcda-0b3a-467b-9df2-28b45e97e9a5 req-9b16fe45-4343-4b0c-815e-e540de29ee96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:30:52.175560 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-e2eebcda-0b3a-467b-9df2-28b45e97e9a5 req-9b16fe45-4343-4b0c-815e-e540de29ee96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:52.177442 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e2eebcda-0b3a-467b-9df2-28b45e97e9a5 req-9b16fe45-4343-4b0c-815e-e540de29ee96 service neutron] 10.222.0.10 "PUT /v2.0/ports/4652b5c7-b12d-4b09-8bf6-d1b6129dc3f8 HTTP/1.1" status: 200 len: 1094 time: 0.8998280 Mar 28 01:30:52.179756 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b7d6c42-feb0-4a1d-b783-a441dd87d6b9', 'tag': '4652b5c7-b12d-4b09-8bf6-d1b6129dc3f8'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:30:52.185617 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2af4b01a9fa8b1570ccf1d7859d693ad34c106b258078e9cfae86b97f35e3d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bd97473-6265-4db9-9f60-cdda27374192" -d '{"events": [{"name": "network-changed", "server_uuid": "5b7d6c42-feb0-4a1d-b783-a441dd87d6b9", "tag": "4652b5c7-b12d-4b09-8bf6-d1b6129dc3f8"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:30:52.305317 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b16fe45-4343-4b0c-815e-e540de29ee96 service neutron] Pushing event updated for resources: {'Port': ['ID=4652b5c7-b12d-4b09-8bf6-d1b6129dc3f8,revision_number=3']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:30:52.328516 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eebcda-0b3a-467b-9df2-28b45e97e9a5 req-1a59c8a1-637b-42c3-a67a-f54add89f63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:30:52.330651 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e2eebcda-0b3a-467b-9df2-28b45e97e9a5 req-1a59c8a1-637b-42c3-a67a-f54add89f63f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c7635623f81243d38e85c4f84ff151ee&device_id=5b7d6c42-feb0-4a1d-b783-a441dd87d6b9 HTTP/1.1" status: 200 len: 1128 time: 0.1005878 Mar 28 01:30:52.345396 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 01:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f979a637-17b2-4be7-b279-e9541e08cbd4 x-openstack-request-id: req-f979a637-17b2-4be7-b279-e9541e08cbd4 {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:30:52.345688 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b7d6c42-feb0-4a1d-b783-a441dd87d6b9", "tag": "4652b5c7-b12d-4b09-8bf6-d1b6129dc3f8", "status": "completed", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:30:52.346152 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f979a637-17b2-4be7-b279-e9541e08cbd4 {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:30:52.346560 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f979a637-17b2-4be7-b279-e9541e08cbd4'] response: {'name': 'network-changed', 'server_uuid': '5b7d6c42-feb0-4a1d-b783-a441dd87d6b9', 'tag': '4652b5c7-b12d-4b09-8bf6-d1b6129dc3f8', 'status': 'completed', 'code': 200} Mar 28 01:30:52.379386 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e2eebcda-0b3a-467b-9df2-28b45e97e9a5 req-34fa866e-f66e-4424-a345-08103a24dda1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4652b5c7-b12d-4b09-8bf6-d1b6129dc3f8 HTTP/1.1" status: 200 len: 217 time: 0.0416329 Mar 28 01:30:52.435531 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eebcda-0b3a-467b-9df2-28b45e97e9a5 req-36b37308-6994-4fd0-8836-b78d7a39c799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:30:52.437277 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e2eebcda-0b3a-467b-9df2-28b45e97e9a5 req-36b37308-6994-4fd0-8836-b78d7a39c799 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a928dd9e-4fd0-4aa3-9d61-e8098f0a2a01 HTTP/1.1" status: 200 len: 856 time: 0.0521245 Mar 28 01:30:52.495482 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eebcda-0b3a-467b-9df2-28b45e97e9a5 req-0e2fc08d-0e14-4b6a-8778-0b750a963811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:30:52.496935 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e2eebcda-0b3a-467b-9df2-28b45e97e9a5 req-0e2fc08d-0e14-4b6a-8778-0b750a963811 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e62c18ba-a41f-4d92-987a-7e6a7145624f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0537879 Mar 28 01:30:52.616178 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e2eebcda-0b3a-467b-9df2-28b45e97e9a5 req-904d9ed0-daf2-4a73-aa9a-f475a0696950 service neutron] 10.222.0.10 "GET /v2.0/networks/e62c18ba-a41f-4d92-987a-7e6a7145624f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112759 Mar 28 01:30:52.713141 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e2eebcda-0b3a-467b-9df2-28b45e97e9a5 req-5fee67b1-dd90-456f-b348-23ab02c5316b service neutron] 10.222.0.10 "GET /v2.0/networks/e62c18ba-a41f-4d92-987a-7e6a7145624f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916483 Mar 28 01:30:52.859779 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd97473-6265-4db9-9f60-cdda27374192 req-73e2a13b-9988-4169-b0bf-3c5a974010e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:30:52.861501 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-8bd97473-6265-4db9-9f60-cdda27374192 req-73e2a13b-9988-4169-b0bf-3c5a974010e1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c7635623f81243d38e85c4f84ff151ee&device_id=5b7d6c42-feb0-4a1d-b783-a441dd87d6b9 HTTP/1.1" status: 200 len: 1128 time: 0.0928965 Mar 28 01:30:52.938150 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecfc350-3e37-4dc8-9a7e-2ebcc927265a req-d85a18ee-a422-49d0-8f63-2a523d3c3a7a tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:30:52.939717 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-aecfc350-3e37-4dc8-9a7e-2ebcc927265a req-d85a18ee-a422-49d0-8f63-2a523d3c3a7a tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b7d6c42-feb0-4a1d-b783-a441dd87d6b9 HTTP/1.1" status: 200 len: 944 time: 0.1179121 Mar 28 01:30:52.998357 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd97473-6265-4db9-9f60-cdda27374192 req-f9cc2cd4-6d70-44d1-8f3e-085e56a5bbff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:30:52.999821 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-8bd97473-6265-4db9-9f60-cdda27374192 req-f9cc2cd4-6d70-44d1-8f3e-085e56a5bbff service neutron] 10.222.0.10 "GET /v2.0/networks?id=e62c18ba-a41f-4d92-987a-7e6a7145624f HTTP/1.1" status: 200 len: 917 time: 0.1307149 Mar 28 01:30:53.016465 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-aecfc350-3e37-4dc8-9a7e-2ebcc927265a req-02790203-0f7b-4a9e-8aee-033cd0bbf508 tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dd184db-7650-4857-babf-7c61363ab717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699146 Mar 28 01:30:53.044757 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-8bd97473-6265-4db9-9f60-cdda27374192 req-baca1ce2-9a26-457e-98a3-9af734e58e7f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4652b5c7-b12d-4b09-8bf6-d1b6129dc3f8 HTTP/1.1" status: 200 len: 217 time: 0.0377791 Mar 28 01:30:53.094980 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd97473-6265-4db9-9f60-cdda27374192 req-40bdc573-b0b2-49aa-a08e-7456139e9e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:30:53.096479 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-8bd97473-6265-4db9-9f60-cdda27374192 req-40bdc573-b0b2-49aa-a08e-7456139e9e5c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a928dd9e-4fd0-4aa3-9d61-e8098f0a2a01 HTTP/1.1" status: 200 len: 856 time: 0.0443125 Mar 28 01:30:53.153365 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd97473-6265-4db9-9f60-cdda27374192 req-86e54580-c92f-4dff-8806-f7c0ca7639b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:30:53.154877 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-8bd97473-6265-4db9-9f60-cdda27374192 req-86e54580-c92f-4dff-8806-f7c0ca7639b4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e62c18ba-a41f-4d92-987a-7e6a7145624f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0521064 Mar 28 01:30:53.250895 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-8bd97473-6265-4db9-9f60-cdda27374192 req-4300482b-5e88-4b31-9210-23711474dc92 service neutron] 10.222.0.10 "GET /v2.0/networks/e62c18ba-a41f-4d92-987a-7e6a7145624f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888910 Mar 28 01:30:53.351060 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-8bd97473-6265-4db9-9f60-cdda27374192 req-c62178bd-3e01-4164-8004-1cac5d7cb10f service neutron] 10.222.0.10 "GET /v2.0/networks/e62c18ba-a41f-4d92-987a-7e6a7145624f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917380 Mar 28 01:30:54.138035 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f78b4a-dedb-4753-b941-e3062d80ea92 req-f99de8f2-fbaa-4687-9855-a52c69500caf tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:30:54.139506 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-b7f78b4a-dedb-4753-b941-e3062d80ea92 req-f99de8f2-fbaa-4687-9855-a52c69500caf tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b7d6c42-feb0-4a1d-b783-a441dd87d6b9 HTTP/1.1" status: 200 len: 944 time: 0.0514681 Mar 28 01:30:54.189251 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-b7f78b4a-dedb-4753-b941-e3062d80ea92 req-5d7134b5-757f-4041-993e-6bb0b0eca1da tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dd184db-7650-4857-babf-7c61363ab717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441544 Mar 28 01:30:54.348290 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device 4652b5c7-b12d-4b09-8bf6-d1b6129dc3f8 details requested by agent hyperv_hv-neutron-8348 with host hv-neutron-8348 {{(pid=104100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 01:30:54.446109 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port 4652b5c7-b12d-4b09-8bf6-d1b6129dc3f8, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=4652b5c7-b12d-4b09-8bf6-d1b6129dc3f8,segment=NetworkSegment(2089b7e3-89aa-4c4c-9cc2-9bfc7eb70ec3),segment_id=2089b7e3-89aa-4c4c-9cc2-9bfc7eb70ec3)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:30:54.456801 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Returning: {'device': '4652b5c7-b12d-4b09-8bf6-d1b6129dc3f8', 'network_id': 'e62c18ba-a41f-4d92-987a-7e6a7145624f', 'port_id': '4652b5c7-b12d-4b09-8bf6-d1b6129dc3f8', 'mac_address': 'fa:16:3e:93:b4:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a928dd9e-4fd0-4aa3-9d61-e8098f0a2a01', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 01:30:54.492283 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port 4652b5c7-b12d-4b09-8bf6-d1b6129dc3f8 is: DOWN; New status is: BUILD {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:30:54.492663 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (4652b5c7-b12d-4b09-8bf6-d1b6129dc3f8), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:54.504981 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4652b5c7-b12d-4b09-8bf6-d1b6129dc3f8 {{(pid=104100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 01:30:54.524164 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port 4652b5c7-b12d-4b09-8bf6-d1b6129dc3f8, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=4652b5c7-b12d-4b09-8bf6-d1b6129dc3f8,segment=NetworkSegment(2089b7e3-89aa-4c4c-9cc2-9bfc7eb70ec3),segment_id=2089b7e3-89aa-4c4c-9cc2-9bfc7eb70ec3)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:30:54.527667 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (4652b5c7-b12d-4b09-8bf6-d1b6129dc3f8), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:54.578001 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Pushing event updated for resources: {'Port': ['ID=4652b5c7-b12d-4b09-8bf6-d1b6129dc3f8,revision_number=4']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:30:54.725168 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] get_ports_and_sgs() called for port_ids ['4652b5c7-b12d-4b09-8bf6-d1b6129dc3f8'] {{(pid=104100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 01:30:55.315433 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78ab10b-3b91-4123-8e01-12ca140a06c4 req-671b0e2a-8dca-4a19-9bbe-cc3c450bd718 tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:30:55.316963 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-d78ab10b-3b91-4123-8e01-12ca140a06c4 req-671b0e2a-8dca-4a19-9bbe-cc3c450bd718 tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b7d6c42-feb0-4a1d-b783-a441dd87d6b9 HTTP/1.1" status: 200 len: 945 time: 0.0602860 Mar 28 01:30:55.365678 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-d78ab10b-3b91-4123-8e01-12ca140a06c4 req-aee5a2a9-dc90-4895-af7a-9d1ee60aaf21 tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dd184db-7650-4857-babf-7c61363ab717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425346 Mar 28 01:30:56.347373 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device 4652b5c7-b12d-4b09-8bf6-d1b6129dc3f8 up at agent hyperv_hv-neutron-8348 {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:30:56.400833 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Provisioning for port 4652b5c7-b12d-4b09-8bf6-d1b6129dc3f8 completed by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 01:30:56.404835 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Provisioning complete for port 4652b5c7-b12d-4b09-8bf6-d1b6129dc3f8 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:30:56.405207 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (4652b5c7-b12d-4b09-8bf6-d1b6129dc3f8), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:56.481412 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port 4652b5c7-b12d-4b09-8bf6-d1b6129dc3f8 is: BUILD; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:30:56.481794 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (4652b5c7-b12d-4b09-8bf6-d1b6129dc3f8), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:56.485012 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ad818b-e970-4bf2-8387-04c1739067b2 req-f909ff43-6919-432f-8ad6-3d28b1cf46dd tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:30:56.486500 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-95ad818b-e970-4bf2-8387-04c1739067b2 req-f909ff43-6919-432f-8ad6-3d28b1cf46dd tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b7d6c42-feb0-4a1d-b783-a441dd87d6b9 HTTP/1.1" status: 200 len: 945 time: 0.0520763 Mar 28 01:30:56.504312 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b7d6c42-feb0-4a1d-b783-a441dd87d6b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4652b5c7-b12d-4b09-8bf6-d1b6129dc3f8'}] {{(pid=104100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:30:56.507094 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd27896ebc78d0f7931321182ba9533a7b768b1c3fcddb3ff52a8aee6ddeaf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-009a5a27-5b61-4bc9-8cd2-b56f1be30a29" -d '{"events": [{"server_uuid": "5b7d6c42-feb0-4a1d-b783-a441dd87d6b9", "name": "network-vif-plugged", "status": "completed", "tag": "4652b5c7-b12d-4b09-8bf6-d1b6129dc3f8"}]}' {{(pid=104100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:30:56.519258 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port 4652b5c7-b12d-4b09-8bf6-d1b6129dc3f8, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=4652b5c7-b12d-4b09-8bf6-d1b6129dc3f8,segment=NetworkSegment(2089b7e3-89aa-4c4c-9cc2-9bfc7eb70ec3),segment_id=2089b7e3-89aa-4c4c-9cc2-9bfc7eb70ec3)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:30:56.524581 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (4652b5c7-b12d-4b09-8bf6-d1b6129dc3f8), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:30:56.537752 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-95ad818b-e970-4bf2-8387-04c1739067b2 req-4183dd92-78b8-4f7f-8dae-d341d67c33f5 tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dd184db-7650-4857-babf-7c61363ab717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450265 Mar 28 01:30:56.577494 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Pushing event updated for resources: {'Port': ['ID=4652b5c7-b12d-4b09-8bf6-d1b6129dc3f8,revision_number=5']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:30:56.585445 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:30:56.585445 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:30:56.585784 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:30:56.586138 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:30:56.586484 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:30:56.586827 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:30:56.587188 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:30:56.587521 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:30:56.587855 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:30:56.588223 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:30:56.588562 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:30:56.588891 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:30:56.589218 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:30:56.589544 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:30:56.590015 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:30:56.613314 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 01:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f577c1a2-e916-4bcb-a382-7c523fdcbf64 x-openstack-request-id: req-f577c1a2-e916-4bcb-a382-7c523fdcbf64 {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:30:56.613614 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b7d6c42-feb0-4a1d-b783-a441dd87d6b9", "name": "network-vif-plugged", "status": "completed", "tag": "4652b5c7-b12d-4b09-8bf6-d1b6129dc3f8", "code": 200}]} {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:30:56.613874 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f577c1a2-e916-4bcb-a382-7c523fdcbf64 {{(pid=104100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:30:56.614279 dv-neutron-834874-6-hyperv neutron-server[104100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f577c1a2-e916-4bcb-a382-7c523fdcbf64'] response: {'server_uuid': '5b7d6c42-feb0-4a1d-b783-a441dd87d6b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4652b5c7-b12d-4b09-8bf6-d1b6129dc3f8', 'code': 200} Mar 28 01:30:56.778817 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1c501d-90f3-4d20-93d5-f16678a0ba46 req-4c0ab675-b54c-4662-a149-72d56a66ceb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:30:56.780337 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-4b1c501d-90f3-4d20-93d5-f16678a0ba46 req-4c0ab675-b54c-4662-a149-72d56a66ceb9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5b7d6c42-feb0-4a1d-b783-a441dd87d6b9 HTTP/1.1" status: 200 len: 1130 time: 0.0432475 Mar 28 01:30:56.826521 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-4b1c501d-90f3-4d20-93d5-f16678a0ba46 req-e4e8d9ad-555f-408c-8ce7-fca3c856108a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=5dd184db-7650-4857-babf-7c61363ab717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404708 Mar 28 01:30:57.655898 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4939cc-5c59-4f3c-835a-77d585a6dda3 req-d7e0d927-77af-467c-b46f-392586b9791a tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:30:57.657392 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-0a4939cc-5c59-4f3c-835a-77d585a6dda3 req-d7e0d927-77af-467c-b46f-392586b9791a tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b7d6c42-feb0-4a1d-b783-a441dd87d6b9 HTTP/1.1" status: 200 len: 946 time: 0.0520041 Mar 28 01:30:57.703067 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-0a4939cc-5c59-4f3c-835a-77d585a6dda3 req-6a83f7cf-c52b-4b11-84b1-268da9143341 tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dd184db-7650-4857-babf-7c61363ab717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401685 Mar 28 01:30:58.821568 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617c2655-0127-4f6c-a4a2-b56fd58d5525 req-534021d3-7322-428b-8487-630c175f6267 tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:30:58.823030 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-617c2655-0127-4f6c-a4a2-b56fd58d5525 req-534021d3-7322-428b-8487-630c175f6267 tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b7d6c42-feb0-4a1d-b783-a441dd87d6b9 HTTP/1.1" status: 200 len: 946 time: 0.0524983 Mar 28 01:30:58.871408 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-617c2655-0127-4f6c-a4a2-b56fd58d5525 req-d0270aaf-9e24-49cf-8e26-c5789525e457 tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dd184db-7650-4857-babf-7c61363ab717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426342 Mar 28 01:30:58.992326 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1934cb36-42f0-4723-8c7f-809e890cb659 req-e81f8c96-7d5f-4f74-acd7-fb7f4540f19d tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:30:58.993874 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-1934cb36-42f0-4723-8c7f-809e890cb659 req-e81f8c96-7d5f-4f74-acd7-fb7f4540f19d tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b7d6c42-feb0-4a1d-b783-a441dd87d6b9 HTTP/1.1" status: 200 len: 946 time: 0.0558395 Mar 28 01:30:59.039662 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-1934cb36-42f0-4723-8c7f-809e890cb659 req-29fdc5e1-2e70-446c-992c-ec28bec031a8 tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dd184db-7650-4857-babf-7c61363ab717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403123 Mar 28 01:31:03.027250 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:31:03.851310 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.agents_db [None req-9a1d863f-391a-42f4-9870-e8292b919beb None None] Agent healthcheck: found 6 active agents {{(pid=104101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 01:31:11.451734 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ff88db95-6e69-4903-b7b5-45f106d038c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:31:13.620458 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-984d6082-ed1c-4e08-af39-ffad79fcf531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:31:14.850192 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:31:16.306230 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:31:17.841447 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:31:33.021705 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:31:33.404496 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b075615c-51a3-4915-a255-90a528970b63 req-215f1149-9cdb-4514-a5dd-47fe26465470 tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:31:33.406011 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-b075615c-51a3-4915-a255-90a528970b63 req-215f1149-9cdb-4514-a5dd-47fe26465470 tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b7d6c42-feb0-4a1d-b783-a441dd87d6b9 HTTP/1.1" status: 200 len: 946 time: 0.0528436 Mar 28 01:31:33.452900 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-b075615c-51a3-4915-a255-90a528970b63 req-e1e7cbe9-e24c-4993-b5db-cc4ffe3b0223 tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dd184db-7650-4857-babf-7c61363ab717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411434 Mar 28 01:31:34.571400 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9981060-83db-4bf4-a4b2-c6b8d23dba4d req-180d52a5-a1e1-41fc-9e25-b1f39cacc279 tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:31:34.572906 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-c9981060-83db-4bf4-a4b2-c6b8d23dba4d req-180d52a5-a1e1-41fc-9e25-b1f39cacc279 tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b7d6c42-feb0-4a1d-b783-a441dd87d6b9 HTTP/1.1" status: 200 len: 946 time: 0.0528603 Mar 28 01:31:34.624276 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-c9981060-83db-4bf4-a4b2-c6b8d23dba4d req-81dc0639-1be7-4396-b650-8473e4a5f508 tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dd184db-7650-4857-babf-7c61363ab717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457246 Mar 28 01:31:34.838923 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b666021b-2b4d-42ae-adb8-8c38940516ff req-ebc88a0c-60e5-4144-b0c9-f91c25de4a68 tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:31:34.840553 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-b666021b-2b4d-42ae-adb8-8c38940516ff req-ebc88a0c-60e5-4144-b0c9-f91c25de4a68 tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b7d6c42-feb0-4a1d-b783-a441dd87d6b9 HTTP/1.1" status: 200 len: 946 time: 0.0563409 Mar 28 01:31:34.931406 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [req-b666021b-2b4d-42ae-adb8-8c38940516ff req-9402f657-3513-4d3e-b694-7466bfbcce4f tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] Deleting port 4652b5c7-b12d-4b09-8bf6-d1b6129dc3f8 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:31:34.931747 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-b666021b-2b4d-42ae-adb8-8c38940516ff req-9402f657-3513-4d3e-b694-7466bfbcce4f tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (4652b5c7-b12d-4b09-8bf6-d1b6129dc3f8), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:31:35.031247 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-b666021b-2b4d-42ae-adb8-8c38940516ff req-9402f657-3513-4d3e-b694-7466bfbcce4f tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] For port 4652b5c7-b12d-4b09-8bf6-d1b6129dc3f8, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=4652b5c7-b12d-4b09-8bf6-d1b6129dc3f8,segment=NetworkSegment(2089b7e3-89aa-4c4c-9cc2-9bfc7eb70ec3),segment_id=2089b7e3-89aa-4c4c-9cc2-9bfc7eb70ec3)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:31:35.031643 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-b666021b-2b4d-42ae-adb8-8c38940516ff req-9402f657-3513-4d3e-b694-7466bfbcce4f tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (4652b5c7-b12d-4b09-8bf6-d1b6129dc3f8), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:31:35.045128 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [req-b666021b-2b4d-42ae-adb8-8c38940516ff req-9402f657-3513-4d3e-b694-7466bfbcce4f tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] Calling delete_port for 4652b5c7-b12d-4b09-8bf6-d1b6129dc3f8 owned by compute:nova {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:31:35.167593 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-b666021b-2b4d-42ae-adb8-8c38940516ff req-9402f657-3513-4d3e-b694-7466bfbcce4f tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (4652b5c7-b12d-4b09-8bf6-d1b6129dc3f8), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:31:35.180737 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] get_ports_and_sgs() called for port_ids ['4652b5c7-b12d-4b09-8bf6-d1b6129dc3f8'] {{(pid=104100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 01:31:35.199853 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9402f657-3513-4d3e-b694-7466bfbcce4f tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] Pushing event deleted for resources: {'Port': ['ID=4652b5c7-b12d-4b09-8bf6-d1b6129dc3f8,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:31:35.215841 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9402f657-3513-4d3e-b694-7466bfbcce4f tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:31:35.216223 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9402f657-3513-4d3e-b694-7466bfbcce4f tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:31:35.216565 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9402f657-3513-4d3e-b694-7466bfbcce4f tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:31:35.216907 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9402f657-3513-4d3e-b694-7466bfbcce4f tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:31:35.217238 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9402f657-3513-4d3e-b694-7466bfbcce4f tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:31:35.217578 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9402f657-3513-4d3e-b694-7466bfbcce4f tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:31:35.217904 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9402f657-3513-4d3e-b694-7466bfbcce4f tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:31:35.218231 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9402f657-3513-4d3e-b694-7466bfbcce4f tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:31:35.218555 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9402f657-3513-4d3e-b694-7466bfbcce4f tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:31:35.218879 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9402f657-3513-4d3e-b694-7466bfbcce4f tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:31:35.219202 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9402f657-3513-4d3e-b694-7466bfbcce4f tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:31:35.219522 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9402f657-3513-4d3e-b694-7466bfbcce4f tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:31:35.219844 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9402f657-3513-4d3e-b694-7466bfbcce4f tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:31:35.220194 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9402f657-3513-4d3e-b694-7466bfbcce4f tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:31:35.220518 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9402f657-3513-4d3e-b694-7466bfbcce4f tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:31:35.257186 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [req-b666021b-2b4d-42ae-adb8-8c38940516ff req-9402f657-3513-4d3e-b694-7466bfbcce4f tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] No DVR routers for this DVR port 4652b5c7-b12d-4b09-8bf6-d1b6129dc3f8 on host hv-neutron-8348 {{(pid=104099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:31:35.259499 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-b666021b-2b4d-42ae-adb8-8c38940516ff req-9402f657-3513-4d3e-b694-7466bfbcce4f tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:31:35.262799 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-b666021b-2b4d-42ae-adb8-8c38940516ff req-9402f657-3513-4d3e-b694-7466bfbcce4f tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] 10.222.0.10 "DELETE /v2.0/ports/4652b5c7-b12d-4b09-8bf6-d1b6129dc3f8 HTTP/1.1" status: 204 len: 173 time: 0.4175496 Mar 28 01:31:35.263232 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b7d6c42-feb0-4a1d-b783-a441dd87d6b9', 'name': 'network-vif-deleted', 'tag': '4652b5c7-b12d-4b09-8bf6-d1b6129dc3f8'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:31:35.265483 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2af4b01a9fa8b1570ccf1d7859d693ad34c106b258078e9cfae86b97f35e3d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eb9554b-6cb4-42d9-a438-2fa4ca6ff1d7" -d '{"events": [{"server_uuid": "5b7d6c42-feb0-4a1d-b783-a441dd87d6b9", "name": "network-vif-deleted", "tag": "4652b5c7-b12d-4b09-8bf6-d1b6129dc3f8"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:31:35.300758 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 01:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e68ab2d4-4881-40a2-ac15-f10461979238 x-openstack-request-id: req-e68ab2d4-4881-40a2-ac15-f10461979238 {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:31:35.301054 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b7d6c42-feb0-4a1d-b783-a441dd87d6b9", "name": "network-vif-deleted", "tag": "4652b5c7-b12d-4b09-8bf6-d1b6129dc3f8", "status": "completed", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:31:35.301308 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e68ab2d4-4881-40a2-ac15-f10461979238 {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:31:35.301710 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e68ab2d4-4881-40a2-ac15-f10461979238'] response: {'server_uuid': '5b7d6c42-feb0-4a1d-b783-a441dd87d6b9', 'name': 'network-vif-deleted', 'tag': '4652b5c7-b12d-4b09-8bf6-d1b6129dc3f8', 'status': 'completed', 'code': 200} Mar 28 01:31:35.738798 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-33ac740c-4419-434e-9e13-2cee08c5fadb req-81f89c2c-70fe-4af1-b830-a3fe776a88f7 tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b7d6c42-feb0-4a1d-b783-a441dd87d6b9 HTTP/1.1" status: 200 len: 210 time: 0.0301590 Mar 28 01:31:37.263324 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde29ce5-3d48-483d-8b56-cf61f7a13eb3 req-8f446030-a0fd-40b2-bba0-b983ee7f80f7 tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:31:37.264796 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-cde29ce5-3d48-483d-8b56-cf61f7a13eb3 req-8f446030-a0fd-40b2-bba0-b983ee7f80f7 tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] 10.222.0.24 "GET /v2.0/networks?id=e62c18ba-a41f-4d92-987a-7e6a7145624f HTTP/1.1" status: 200 len: 817 time: 0.0966547 Mar 28 01:31:37.279344 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-cde29ce5-3d48-483d-8b56-cf61f7a13eb3 req-f2e11500-bb5f-4676-9ad8-87d9ffe974a3 tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] 10.222.0.24 "GET /v2.0/quotas/c7635623f81243d38e85c4f84ff151ee HTTP/1.1" status: 200 len: 375 time: 0.0092072 Mar 28 01:31:37.339753 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-cde29ce5-3d48-483d-8b56-cf61f7a13eb3 req-cbbddf54-8048-47c6-9698-ecd9cc2f4211 tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c7635623f81243d38e85c4f84ff151ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0554926 Mar 28 01:31:37.475322 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-cde29ce5-3d48-483d-8b56-cf61f7a13eb3 req-4ae9caab-d069-48f7-b7c0-b30a09dec141 service neutron] 10.222.0.24 "GET /v2.0/networks/e62c18ba-a41f-4d92-987a-7e6a7145624f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246703 Mar 28 01:31:37.563782 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-cde29ce5-3d48-483d-8b56-cf61f7a13eb3 req-4b46cdf3-b7ec-4571-8114-8a78830f033d service neutron] 10.222.0.24 "GET /v2.0/networks/e62c18ba-a41f-4d92-987a-7e6a7145624f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827413 Mar 28 01:31:37.715846 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-b1977129-21df-4be1-82b2-1f6b03180bbf req-4a3d8e89-0a60-4bae-85fb-4ac1f1b40a36 tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8b3302d-2e65-412e-9170-d7d948b3e30f HTTP/1.1" status: 200 len: 210 time: 0.0276275 Mar 28 01:31:38.506679 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device 4652b5c7-b12d-4b09-8bf6-d1b6129dc3f8 no longer exists at agent hyperv_hv-neutron-8348 {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:31:38.526084 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] No Port match for: 4652b5c7-b12d-4b09-8bf6-d1b6129dc3f8 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:31:38.526403 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device 4652b5c7-b12d-4b09-8bf6-d1b6129dc3f8 not bound to the agent host hv-neutron-8348 {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:31:38.598216 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde29ce5-3d48-483d-8b56-cf61f7a13eb3 req-16129764-bf63-4bf0-8d8d-a7400773ec06 tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:31:38.599705 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-cde29ce5-3d48-483d-8b56-cf61f7a13eb3 req-16129764-bf63-4bf0-8d8d-a7400773ec06 tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] 10.222.0.10 "GET /v2.0/networks?id=e62c18ba-a41f-4d92-987a-7e6a7145624f HTTP/1.1" status: 200 len: 817 time: 0.1104012 Mar 28 01:31:38.610762 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [req-cde29ce5-3d48-483d-8b56-cf61f7a13eb3 req-23eaa642-0fcf-4f56-91a3-4c78156680cd tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] Request body: {'port': {'device_id': 'd8b3302d-2e65-412e-9170-d7d948b3e30f', 'network_id': 'e62c18ba-a41f-4d92-987a-7e6a7145624f', 'admin_state_up': True, 'tenant_id': 'c7635623f81243d38e85c4f84ff151ee'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:31:38.719234 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cde29ce5-3d48-483d-8b56-cf61f7a13eb3 req-23eaa642-0fcf-4f56-91a3-4c78156680cd tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] Made reservation on behalf of c7635623f81243d38e85c4f84ff151ee for: {'port': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:31:38.722523 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-cde29ce5-3d48-483d-8b56-cf61f7a13eb3 req-23eaa642-0fcf-4f56-91a3-4c78156680cd tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:31:38.811060 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-e3343c1e-eb01-497e-b3b8-4ed846ece182 req-c5104c8d-eeaa-4c33-8a2c-734ca1e98a29 tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8b3302d-2e65-412e-9170-d7d948b3e30f HTTP/1.1" status: 200 len: 210 time: 0.0271029 Mar 28 01:31:38.853021 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [req-cde29ce5-3d48-483d-8b56-cf61f7a13eb3 req-23eaa642-0fcf-4f56-91a3-4c78156680cd tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] Allocated IP 172.20.0.7 (e62c18ba-a41f-4d92-987a-7e6a7145624f/a928dd9e-4fd0-4aa3-9d61-e8098f0a2a01/12ff42bc-f13e-463e-b130-7eed0608e39c) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:31:38.994348 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-cde29ce5-3d48-483d-8b56-cf61f7a13eb3 req-23eaa642-0fcf-4f56-91a3-4c78156680cd tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] Publish callbacks [] for port (12ff42bc-f13e-463e-b130-7eed0608e39c), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:31:39.032413 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-cde29ce5-3d48-483d-8b56-cf61f7a13eb3 req-23eaa642-0fcf-4f56-91a3-4c78156680cd tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (12ff42bc-f13e-463e-b130-7eed0608e39c), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:31:39.070587 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cde29ce5-3d48-483d-8b56-cf61f7a13eb3 req-23eaa642-0fcf-4f56-91a3-4c78156680cd tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] Network e62c18ba-a41f-4d92-987a-7e6a7145624f is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:31:39.073453 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [req-cde29ce5-3d48-483d-8b56-cf61f7a13eb3 req-23eaa642-0fcf-4f56-91a3-4c78156680cd tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:31:39.077125 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [req-cde29ce5-3d48-483d-8b56-cf61f7a13eb3 req-23eaa642-0fcf-4f56-91a3-4c78156680cd tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:31:39.109004 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23eaa642-0fcf-4f56-91a3-4c78156680cd tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] Pushing event updated for resources: {'Port': ['ID=12ff42bc-f13e-463e-b130-7eed0608e39c,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:31:39.134359 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde29ce5-3d48-483d-8b56-cf61f7a13eb3 req-23eaa642-0fcf-4f56-91a3-4c78156680cd tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:31:39.134895 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-cde29ce5-3d48-483d-8b56-cf61f7a13eb3 req-23eaa642-0fcf-4f56-91a3-4c78156680cd tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:31:39.152080 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-cde29ce5-3d48-483d-8b56-cf61f7a13eb3 req-23eaa642-0fcf-4f56-91a3-4c78156680cd tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5448813 Mar 28 01:31:39.163753 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [req-cde29ce5-3d48-483d-8b56-cf61f7a13eb3 req-ee34e7f3-2f36-472f-a53e-6c9c3d374f5c service neutron] Request body: {'port': {'device_id': 'd8b3302d-2e65-412e-9170-d7d948b3e30f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8348'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:31:39.227216 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-cde29ce5-3d48-483d-8b56-cf61f7a13eb3 req-ee34e7f3-2f36-472f-a53e-6c9c3d374f5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (12ff42bc-f13e-463e-b130-7eed0608e39c), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:31:39.285258 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-e0cceb40-d4d6-4777-b116-30e8099c764f None None] Provisioning complete for port 12ff42bc-f13e-463e-b130-7eed0608e39c triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:31:39.285709 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-e0cceb40-d4d6-4777-b116-30e8099c764f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (12ff42bc-f13e-463e-b130-7eed0608e39c), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:31:39.322463 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-e0cceb40-d4d6-4777-b116-30e8099c764f None None] Port 12ff42bc-f13e-463e-b130-7eed0608e39c cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:31:39.484335 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [req-cde29ce5-3d48-483d-8b56-cf61f7a13eb3 req-ee34e7f3-2f36-472f-a53e-6c9c3d374f5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12ff42bc-f13e-463e-b130-7eed0608e39c {{(pid=104099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 01:31:39.491616 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-cde29ce5-3d48-483d-8b56-cf61f7a13eb3 req-ee34e7f3-2f36-472f-a53e-6c9c3d374f5c service neutron] Publish callbacks [] for port (12ff42bc-f13e-463e-b130-7eed0608e39c), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:31:39.502928 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [req-cde29ce5-3d48-483d-8b56-cf61f7a13eb3 req-ee34e7f3-2f36-472f-a53e-6c9c3d374f5c service neutron] Transition to ACTIVE for port object 12ff42bc-f13e-463e-b130-7eed0608e39c will not be triggered until provisioned by entity L2. {{(pid=104099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 01:31:39.507263 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-cde29ce5-3d48-483d-8b56-cf61f7a13eb3 req-ee34e7f3-2f36-472f-a53e-6c9c3d374f5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (12ff42bc-f13e-463e-b130-7eed0608e39c), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:31:39.577868 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee34e7f3-2f36-472f-a53e-6c9c3d374f5c service neutron] Pushing event updated for resources: {'Port': ['ID=12ff42bc-f13e-463e-b130-7eed0608e39c,revision_number=2']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:31:39.629277 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-cde29ce5-3d48-483d-8b56-cf61f7a13eb3 req-ee34e7f3-2f36-472f-a53e-6c9c3d374f5c service neutron] Attempting to bind port 12ff42bc-f13e-463e-b130-7eed0608e39c on host hv-neutron-8348 for vnic_type normal with profile {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:31:39.629608 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-cde29ce5-3d48-483d-8b56-cf61f7a13eb3 req-ee34e7f3-2f36-472f-a53e-6c9c3d374f5c service neutron] Attempting to bind port 12ff42bc-f13e-463e-b130-7eed0608e39c by drivers openvswitch,hyperv on host hv-neutron-8348 at level 0 using segments [{'id': '2089b7e3-89aa-4c4c-9cc2-9bfc7eb70ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'e62c18ba-a41f-4d92-987a-7e6a7145624f'}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:31:39.629940 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde29ce5-3d48-483d-8b56-cf61f7a13eb3 req-ee34e7f3-2f36-472f-a53e-6c9c3d374f5c service neutron] Attempting to bind port 12ff42bc-f13e-463e-b130-7eed0608e39c on network e62c18ba-a41f-4d92-987a-7e6a7145624f {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:31:39.635030 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde29ce5-3d48-483d-8b56-cf61f7a13eb3 req-ee34e7f3-2f36-472f-a53e-6c9c3d374f5c service neutron] Port 12ff42bc-f13e-463e-b130-7eed0608e39c on network e62c18ba-a41f-4d92-987a-7e6a7145624f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8348 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 01:31:39.635344 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde29ce5-3d48-483d-8b56-cf61f7a13eb3 req-ee34e7f3-2f36-472f-a53e-6c9c3d374f5c service neutron] Attempting to bind port 12ff42bc-f13e-463e-b130-7eed0608e39c on network e62c18ba-a41f-4d92-987a-7e6a7145624f {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:31:39.640897 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde29ce5-3d48-483d-8b56-cf61f7a13eb3 req-ee34e7f3-2f36-472f-a53e-6c9c3d374f5c service neutron] Checking agent: {'id': '287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8348', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 1, 2, 33), 'started_at': datetime.datetime(2022, 3, 28, 1, 2, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:31:39.641269 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde29ce5-3d48-483d-8b56-cf61f7a13eb3 req-ee34e7f3-2f36-472f-a53e-6c9c3d374f5c service neutron] Checking segment: {'id': '2089b7e3-89aa-4c4c-9cc2-9bfc7eb70ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'e62c18ba-a41f-4d92-987a-7e6a7145624f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:31:39.641656 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde29ce5-3d48-483d-8b56-cf61f7a13eb3 req-ee34e7f3-2f36-472f-a53e-6c9c3d374f5c service neutron] Bound using segment: {'id': '2089b7e3-89aa-4c4c-9cc2-9bfc7eb70ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'e62c18ba-a41f-4d92-987a-7e6a7145624f'} {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:31:39.642239 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-cde29ce5-3d48-483d-8b56-cf61f7a13eb3 req-ee34e7f3-2f36-472f-a53e-6c9c3d374f5c service neutron] Bound port: 12ff42bc-f13e-463e-b130-7eed0608e39c, host: hv-neutron-8348, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2089b7e3-89aa-4c4c-9cc2-9bfc7eb70ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'e62c18ba-a41f-4d92-987a-7e6a7145624f'}}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:31:39.642663 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-cde29ce5-3d48-483d-8b56-cf61f7a13eb3 req-ee34e7f3-2f36-472f-a53e-6c9c3d374f5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (12ff42bc-f13e-463e-b130-7eed0608e39c), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:31:39.707861 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-cde29ce5-3d48-483d-8b56-cf61f7a13eb3 req-ee34e7f3-2f36-472f-a53e-6c9c3d374f5c service neutron] For port 12ff42bc-f13e-463e-b130-7eed0608e39c, host hv-neutron-8348, cleared binding levels {{(pid=104099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:31:39.711613 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-cde29ce5-3d48-483d-8b56-cf61f7a13eb3 req-ee34e7f3-2f36-472f-a53e-6c9c3d374f5c service neutron] For port 12ff42bc-f13e-463e-b130-7eed0608e39c, host hv-neutron-8348, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=12ff42bc-f13e-463e-b130-7eed0608e39c,segment=NetworkSegment(2089b7e3-89aa-4c4c-9cc2-9bfc7eb70ec3),segment_id=2089b7e3-89aa-4c4c-9cc2-9bfc7eb70ec3)] {{(pid=104099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:31:39.717329 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-cde29ce5-3d48-483d-8b56-cf61f7a13eb3 req-ee34e7f3-2f36-472f-a53e-6c9c3d374f5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (12ff42bc-f13e-463e-b130-7eed0608e39c), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:31:39.749824 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde29ce5-3d48-483d-8b56-cf61f7a13eb3 req-ee34e7f3-2f36-472f-a53e-6c9c3d374f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:31:39.750466 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-cde29ce5-3d48-483d-8b56-cf61f7a13eb3 req-ee34e7f3-2f36-472f-a53e-6c9c3d374f5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:31:39.751809 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-cde29ce5-3d48-483d-8b56-cf61f7a13eb3 req-ee34e7f3-2f36-472f-a53e-6c9c3d374f5c service neutron] 10.222.0.10 "PUT /v2.0/ports/12ff42bc-f13e-463e-b130-7eed0608e39c HTTP/1.1" status: 200 len: 1093 time: 0.5927463 Mar 28 01:31:39.752259 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8b3302d-2e65-412e-9170-d7d948b3e30f', 'tag': '12ff42bc-f13e-463e-b130-7eed0608e39c'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:31:39.756801 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2af4b01a9fa8b1570ccf1d7859d693ad34c106b258078e9cfae86b97f35e3d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db0fa289-e0db-45fd-9dd7-5fc51385cb04" -d '{"events": [{"name": "network-changed", "server_uuid": "d8b3302d-2e65-412e-9170-d7d948b3e30f", "tag": "12ff42bc-f13e-463e-b130-7eed0608e39c"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:31:39.792552 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee34e7f3-2f36-472f-a53e-6c9c3d374f5c service neutron] Pushing event updated for resources: {'Port': ['ID=12ff42bc-f13e-463e-b130-7eed0608e39c,revision_number=3']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:31:39.825982 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 01:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8790f764-7600-40b4-893c-7d3e117466da x-openstack-request-id: req-8790f764-7600-40b4-893c-7d3e117466da {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:31:39.826284 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8b3302d-2e65-412e-9170-d7d948b3e30f", "tag": "12ff42bc-f13e-463e-b130-7eed0608e39c", "status": "completed", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:31:39.826528 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8790f764-7600-40b4-893c-7d3e117466da {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:31:39.826933 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8790f764-7600-40b4-893c-7d3e117466da'] response: {'name': 'network-changed', 'server_uuid': 'd8b3302d-2e65-412e-9170-d7d948b3e30f', 'tag': '12ff42bc-f13e-463e-b130-7eed0608e39c', 'status': 'completed', 'code': 200} Mar 28 01:31:39.849674 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde29ce5-3d48-483d-8b56-cf61f7a13eb3 req-88f8984b-1bbf-41cb-b431-7fa30acc83b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:31:39.851271 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-cde29ce5-3d48-483d-8b56-cf61f7a13eb3 req-88f8984b-1bbf-41cb-b431-7fa30acc83b4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c7635623f81243d38e85c4f84ff151ee&device_id=d8b3302d-2e65-412e-9170-d7d948b3e30f HTTP/1.1" status: 200 len: 1127 time: 0.0564661 Mar 28 01:31:39.894017 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-cde29ce5-3d48-483d-8b56-cf61f7a13eb3 req-4d50265e-4df0-40f7-8ed4-38df56b360e4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=12ff42bc-f13e-463e-b130-7eed0608e39c HTTP/1.1" status: 200 len: 217 time: 0.0363157 Mar 28 01:31:39.941358 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54ea59c-be32-490a-a178-7a7ddafac743 req-069d0750-d44e-4f9e-bebc-e36d01f979cb tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:31:39.944515 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-c54ea59c-be32-490a-a178-7a7ddafac743 req-069d0750-d44e-4f9e-bebc-e36d01f979cb tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8b3302d-2e65-412e-9170-d7d948b3e30f HTTP/1.1" status: 200 len: 943 time: 0.0602810 Mar 28 01:31:39.946616 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde29ce5-3d48-483d-8b56-cf61f7a13eb3 req-82c3e2d8-6d31-4e28-9446-3350bebd9ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:31:39.948123 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-cde29ce5-3d48-483d-8b56-cf61f7a13eb3 req-82c3e2d8-6d31-4e28-9446-3350bebd9ec7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a928dd9e-4fd0-4aa3-9d61-e8098f0a2a01 HTTP/1.1" status: 200 len: 856 time: 0.0471442 Mar 28 01:31:39.990617 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-c54ea59c-be32-490a-a178-7a7ddafac743 req-06d60774-161d-42da-82ab-947f16a523b6 tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dd184db-7650-4857-babf-7c61363ab717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415697 Mar 28 01:31:40.002330 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde29ce5-3d48-483d-8b56-cf61f7a13eb3 req-e982d80d-9ccf-4486-8c44-287785e67a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:31:40.004021 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-cde29ce5-3d48-483d-8b56-cf61f7a13eb3 req-e982d80d-9ccf-4486-8c44-287785e67a4b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e62c18ba-a41f-4d92-987a-7e6a7145624f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0496638 Mar 28 01:31:40.090628 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-cde29ce5-3d48-483d-8b56-cf61f7a13eb3 req-e0e0859a-9db7-46b1-9386-75814662e2b3 service neutron] 10.222.0.10 "GET /v2.0/networks/e62c18ba-a41f-4d92-987a-7e6a7145624f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807095 Mar 28 01:31:40.180703 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-cde29ce5-3d48-483d-8b56-cf61f7a13eb3 req-ad034d57-0f76-4405-8e25-10fad8032cfe service neutron] 10.222.0.10 "GET /v2.0/networks/e62c18ba-a41f-4d92-987a-7e6a7145624f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844433 Mar 28 01:31:40.270060 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0fa289-e0db-45fd-9dd7-5fc51385cb04 req-d668bc94-2c97-496e-8926-3f7c38be08ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:31:40.271523 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-db0fa289-e0db-45fd-9dd7-5fc51385cb04 req-d668bc94-2c97-496e-8926-3f7c38be08ce service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c7635623f81243d38e85c4f84ff151ee&device_id=d8b3302d-2e65-412e-9170-d7d948b3e30f HTTP/1.1" status: 200 len: 1127 time: 0.0445507 Mar 28 01:31:40.358327 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0fa289-e0db-45fd-9dd7-5fc51385cb04 req-c176b558-974d-420d-9973-9a1d4273d1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:31:40.359728 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-db0fa289-e0db-45fd-9dd7-5fc51385cb04 req-c176b558-974d-420d-9973-9a1d4273d1c4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e62c18ba-a41f-4d92-987a-7e6a7145624f HTTP/1.1" status: 200 len: 917 time: 0.0823698 Mar 28 01:31:40.409688 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-db0fa289-e0db-45fd-9dd7-5fc51385cb04 req-17f80ac2-0117-4906-86f0-928002681d37 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=12ff42bc-f13e-463e-b130-7eed0608e39c HTTP/1.1" status: 200 len: 217 time: 0.0433400 Mar 28 01:31:40.456004 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0fa289-e0db-45fd-9dd7-5fc51385cb04 req-03d09db4-7692-48ed-bf8d-252c41f907e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:31:40.457420 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-db0fa289-e0db-45fd-9dd7-5fc51385cb04 req-03d09db4-7692-48ed-bf8d-252c41f907e6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a928dd9e-4fd0-4aa3-9d61-e8098f0a2a01 HTTP/1.1" status: 200 len: 856 time: 0.0422311 Mar 28 01:31:40.504787 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0fa289-e0db-45fd-9dd7-5fc51385cb04 req-69b32045-87ef-47eb-82d6-c9b983752a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:31:40.506765 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-db0fa289-e0db-45fd-9dd7-5fc51385cb04 req-69b32045-87ef-47eb-82d6-c9b983752a84 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e62c18ba-a41f-4d92-987a-7e6a7145624f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0432577 Mar 28 01:31:40.596801 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-db0fa289-e0db-45fd-9dd7-5fc51385cb04 req-4146fbb6-1060-4319-ade9-c9efb48f11c0 service neutron] 10.222.0.10 "GET /v2.0/networks/e62c18ba-a41f-4d92-987a-7e6a7145624f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833952 Mar 28 01:31:40.683313 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-db0fa289-e0db-45fd-9dd7-5fc51385cb04 req-a3d1cbe2-5bb2-404d-a119-6a79ae9be550 service neutron] 10.222.0.10 "GET /v2.0/networks/e62c18ba-a41f-4d92-987a-7e6a7145624f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803449 Mar 28 01:31:40.850718 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.agents_db [None req-9a1d863f-391a-42f4-9870-e8292b919beb None None] Agent healthcheck: found 6 active agents {{(pid=104101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 01:31:41.109405 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c84385e-904c-47d5-aaa1-d612d09ebeb3 req-1d8a8232-0315-4980-a933-5a791fad1c66 tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:31:41.110856 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-8c84385e-904c-47d5-aaa1-d612d09ebeb3 req-1d8a8232-0315-4980-a933-5a791fad1c66 tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8b3302d-2e65-412e-9170-d7d948b3e30f HTTP/1.1" status: 200 len: 943 time: 0.0516226 Mar 28 01:31:41.160157 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-8c84385e-904c-47d5-aaa1-d612d09ebeb3 req-c73c8296-129d-4550-87ab-e2beeadef119 tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dd184db-7650-4857-babf-7c61363ab717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429702 Mar 28 01:31:41.453008 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-997afb6a-8419-45af-a653-62d350e50842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:31:42.279473 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff12670-8a4f-4ee7-8fda-35e8b2507da2 req-4c713ef8-ac84-45cd-889b-c9cfd9e72c96 tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:31:42.280947 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-9ff12670-8a4f-4ee7-8fda-35e8b2507da2 req-4c713ef8-ac84-45cd-889b-c9cfd9e72c96 tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8b3302d-2e65-412e-9170-d7d948b3e30f HTTP/1.1" status: 200 len: 943 time: 0.0552347 Mar 28 01:31:42.325961 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-9ff12670-8a4f-4ee7-8fda-35e8b2507da2 req-491d3827-77b0-48bd-a62d-4afbeb84c5bf tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dd184db-7650-4857-babf-7c61363ab717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395741 Mar 28 01:31:42.506997 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device 12ff42bc-f13e-463e-b130-7eed0608e39c details requested by agent hyperv_hv-neutron-8348 with host hv-neutron-8348 {{(pid=104100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 01:31:42.743820 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port 12ff42bc-f13e-463e-b130-7eed0608e39c, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=12ff42bc-f13e-463e-b130-7eed0608e39c,segment=NetworkSegment(2089b7e3-89aa-4c4c-9cc2-9bfc7eb70ec3),segment_id=2089b7e3-89aa-4c4c-9cc2-9bfc7eb70ec3)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:31:42.754561 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Returning: {'device': '12ff42bc-f13e-463e-b130-7eed0608e39c', 'network_id': 'e62c18ba-a41f-4d92-987a-7e6a7145624f', 'port_id': '12ff42bc-f13e-463e-b130-7eed0608e39c', 'mac_address': 'fa:16:3e:1f:0b:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a928dd9e-4fd0-4aa3-9d61-e8098f0a2a01', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 01:31:42.791353 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port 12ff42bc-f13e-463e-b130-7eed0608e39c is: DOWN; New status is: BUILD {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:31:42.791694 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (12ff42bc-f13e-463e-b130-7eed0608e39c), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:31:42.804153 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12ff42bc-f13e-463e-b130-7eed0608e39c {{(pid=104100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 01:31:42.823459 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port 12ff42bc-f13e-463e-b130-7eed0608e39c, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=12ff42bc-f13e-463e-b130-7eed0608e39c,segment=NetworkSegment(2089b7e3-89aa-4c4c-9cc2-9bfc7eb70ec3),segment_id=2089b7e3-89aa-4c4c-9cc2-9bfc7eb70ec3)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:31:42.827318 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (12ff42bc-f13e-463e-b130-7eed0608e39c), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:31:42.872468 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Pushing event updated for resources: {'Port': ['ID=12ff42bc-f13e-463e-b130-7eed0608e39c,revision_number=4']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:31:43.031849 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] get_ports_and_sgs() called for port_ids ['12ff42bc-f13e-463e-b130-7eed0608e39c'] {{(pid=104100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 01:31:43.443157 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9339c64-5db2-499e-9ac8-a600ecead765 req-e2a226e5-cd0d-496d-95f2-775288509e6b tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:31:43.444652 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-c9339c64-5db2-499e-9ac8-a600ecead765 req-e2a226e5-cd0d-496d-95f2-775288509e6b tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8b3302d-2e65-412e-9170-d7d948b3e30f HTTP/1.1" status: 200 len: 944 time: 0.0523057 Mar 28 01:31:43.491797 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-c9339c64-5db2-499e-9ac8-a600ecead765 req-8701055a-c858-4204-9d4e-e8b60b30820f tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dd184db-7650-4857-babf-7c61363ab717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416803 Mar 28 01:31:43.622353 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ab8ab3c8-db69-4930-9e6a-b13ed6352fd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:31:44.523372 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device 12ff42bc-f13e-463e-b130-7eed0608e39c up at agent hyperv_hv-neutron-8348 {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:31:44.580296 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Provisioning for port 12ff42bc-f13e-463e-b130-7eed0608e39c completed by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 01:31:44.584721 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Provisioning complete for port 12ff42bc-f13e-463e-b130-7eed0608e39c triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:31:44.585096 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (12ff42bc-f13e-463e-b130-7eed0608e39c), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:31:44.610910 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9dfa88-15dd-4a6d-ba73-c6f5eb8333cc req-a8ee7daf-8350-4be3-9e69-9d67feaedfb4 tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:31:44.612416 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-da9dfa88-15dd-4a6d-ba73-c6f5eb8333cc req-a8ee7daf-8350-4be3-9e69-9d67feaedfb4 tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8b3302d-2e65-412e-9170-d7d948b3e30f HTTP/1.1" status: 200 len: 944 time: 0.0540235 Mar 28 01:31:44.659570 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-da9dfa88-15dd-4a6d-ba73-c6f5eb8333cc req-075dd518-7283-43f6-8e6b-b27a330205e0 tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dd184db-7650-4857-babf-7c61363ab717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415435 Mar 28 01:31:44.663178 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port 12ff42bc-f13e-463e-b130-7eed0608e39c is: BUILD; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:31:44.663644 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (12ff42bc-f13e-463e-b130-7eed0608e39c), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:31:44.686448 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8b3302d-2e65-412e-9170-d7d948b3e30f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12ff42bc-f13e-463e-b130-7eed0608e39c'}] {{(pid=104100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:31:44.688668 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd27896ebc78d0f7931321182ba9533a7b768b1c3fcddb3ff52a8aee6ddeaf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71015712-6a64-42a9-a280-7520f07a011b" -d '{"events": [{"server_uuid": "d8b3302d-2e65-412e-9170-d7d948b3e30f", "name": "network-vif-plugged", "status": "completed", "tag": "12ff42bc-f13e-463e-b130-7eed0608e39c"}]}' {{(pid=104100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:31:44.701235 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port 12ff42bc-f13e-463e-b130-7eed0608e39c, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=12ff42bc-f13e-463e-b130-7eed0608e39c,segment=NetworkSegment(2089b7e3-89aa-4c4c-9cc2-9bfc7eb70ec3),segment_id=2089b7e3-89aa-4c4c-9cc2-9bfc7eb70ec3)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:31:44.705260 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (12ff42bc-f13e-463e-b130-7eed0608e39c), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:31:44.730292 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 01:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81fd63d2-2e67-40e7-824a-ec206669648f x-openstack-request-id: req-81fd63d2-2e67-40e7-824a-ec206669648f {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:31:44.730589 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8b3302d-2e65-412e-9170-d7d948b3e30f", "name": "network-vif-plugged", "status": "completed", "tag": "12ff42bc-f13e-463e-b130-7eed0608e39c", "code": 200}]} {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:31:44.731000 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-81fd63d2-2e67-40e7-824a-ec206669648f {{(pid=104100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:31:44.731412 dv-neutron-834874-6-hyperv neutron-server[104100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81fd63d2-2e67-40e7-824a-ec206669648f'] response: {'server_uuid': 'd8b3302d-2e65-412e-9170-d7d948b3e30f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12ff42bc-f13e-463e-b130-7eed0608e39c', 'code': 200} Mar 28 01:31:44.758091 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Pushing event updated for resources: {'Port': ['ID=12ff42bc-f13e-463e-b130-7eed0608e39c,revision_number=5']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:31:44.856289 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:31:44.886792 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1009dab2-0741-4550-903f-5582e19c1e8e req-47733a92-e4f4-42d3-8f35-117ba2590cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:31:44.888305 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-1009dab2-0741-4550-903f-5582e19c1e8e req-47733a92-e4f4-42d3-8f35-117ba2590cdf service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d8b3302d-2e65-412e-9170-d7d948b3e30f HTTP/1.1" status: 200 len: 1129 time: 0.0443754 Mar 28 01:31:44.932254 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-1009dab2-0741-4550-903f-5582e19c1e8e req-98010cdf-fee7-4bef-89ad-7ce9f73962c0 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=5dd184db-7650-4857-babf-7c61363ab717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369666 Mar 28 01:31:45.776282 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32d4bd0-9157-4ebe-a981-a2d403a4b72b req-23602783-1597-4a89-af4f-6ab6e1263077 tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:31:45.778058 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-e32d4bd0-9157-4ebe-a981-a2d403a4b72b req-23602783-1597-4a89-af4f-6ab6e1263077 tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8b3302d-2e65-412e-9170-d7d948b3e30f HTTP/1.1" status: 200 len: 945 time: 0.0521226 Mar 28 01:31:45.829330 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-e32d4bd0-9157-4ebe-a981-a2d403a4b72b req-b5db2f8e-9065-4f67-b5e0-50de0b316f3d tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dd184db-7650-4857-babf-7c61363ab717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446804 Mar 28 01:31:46.306227 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:31:46.950330 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd290150-9b32-4c0a-848a-327ba2a5cd12 req-6d5d3d84-ef62-4da7-9589-8842457adc84 tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:31:46.951771 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-dd290150-9b32-4c0a-848a-327ba2a5cd12 req-6d5d3d84-ef62-4da7-9589-8842457adc84 tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8b3302d-2e65-412e-9170-d7d948b3e30f HTTP/1.1" status: 200 len: 945 time: 0.0546801 Mar 28 01:31:46.996851 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-dd290150-9b32-4c0a-848a-327ba2a5cd12 req-d6683f47-3744-4cd1-9ea7-69f06334188f tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dd184db-7650-4857-babf-7c61363ab717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396814 Mar 28 01:31:47.115335 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee0ef78-8f84-4292-b081-1ba6cfba1610 req-a5ac5807-e399-4921-aaf3-112897550d39 tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:31:47.116751 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-dee0ef78-8f84-4292-b081-1ba6cfba1610 req-a5ac5807-e399-4921-aaf3-112897550d39 tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8b3302d-2e65-412e-9170-d7d948b3e30f HTTP/1.1" status: 200 len: 945 time: 0.0519950 Mar 28 01:31:47.163090 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-dee0ef78-8f84-4292-b081-1ba6cfba1610 req-bb1f7b36-0251-495c-877b-e390fc2dc627 tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dd184db-7650-4857-babf-7c61363ab717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408566 Mar 28 01:31:47.838999 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:31:55.724018 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-547d93e7-1776-481c-9c17-213edeb5fbd9 req-6566dbc3-fa11-481e-8238-a1fce8c62c0b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d8b3302d-2e65-412e-9170-d7d948b3e30f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423698 Mar 28 01:31:55.836561 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547d93e7-1776-481c-9c17-213edeb5fbd9 req-32d85b33-32ad-4f0e-bfc1-d3e4d8b3e150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:31:55.838139 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-547d93e7-1776-481c-9c17-213edeb5fbd9 req-32d85b33-32ad-4f0e-bfc1-d3e4d8b3e150 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c7635623f81243d38e85c4f84ff151ee&device_id=d8b3302d-2e65-412e-9170-d7d948b3e30f HTTP/1.1" status: 200 len: 1129 time: 0.0436378 Mar 28 01:31:55.949924 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547d93e7-1776-481c-9c17-213edeb5fbd9 req-64f51b50-66e6-4929-aed2-d8f49cd688f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:31:55.951375 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-547d93e7-1776-481c-9c17-213edeb5fbd9 req-64f51b50-66e6-4929-aed2-d8f49cd688f9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e62c18ba-a41f-4d92-987a-7e6a7145624f HTTP/1.1" status: 200 len: 917 time: 0.0870650 Mar 28 01:31:56.007198 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-547d93e7-1776-481c-9c17-213edeb5fbd9 req-0c332de1-ea10-4516-b576-dcc9cd87cddb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=12ff42bc-f13e-463e-b130-7eed0608e39c HTTP/1.1" status: 200 len: 217 time: 0.0349708 Mar 28 01:31:56.066919 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547d93e7-1776-481c-9c17-213edeb5fbd9 req-be78a9eb-c8d3-4c7b-ad16-d11d6734592f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:31:56.068437 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-547d93e7-1776-481c-9c17-213edeb5fbd9 req-be78a9eb-c8d3-4c7b-ad16-d11d6734592f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a928dd9e-4fd0-4aa3-9d61-e8098f0a2a01 HTTP/1.1" status: 200 len: 856 time: 0.0498955 Mar 28 01:31:56.423900 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547d93e7-1776-481c-9c17-213edeb5fbd9 req-f35aa060-1efe-4f0e-963c-7dcd677d8274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:31:56.425352 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-547d93e7-1776-481c-9c17-213edeb5fbd9 req-f35aa060-1efe-4f0e-963c-7dcd677d8274 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e62c18ba-a41f-4d92-987a-7e6a7145624f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.3511825 Mar 28 01:31:56.514418 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-547d93e7-1776-481c-9c17-213edeb5fbd9 req-987c161f-eced-4bd6-9324-5e95a5d2f3b1 service neutron] 10.222.0.10 "GET /v2.0/networks/e62c18ba-a41f-4d92-987a-7e6a7145624f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805507 Mar 28 01:31:56.602886 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-547d93e7-1776-481c-9c17-213edeb5fbd9 req-4a6f11dc-f5fa-4785-99ec-a1edfd404c71 service neutron] 10.222.0.10 "GET /v2.0/networks/e62c18ba-a41f-4d92-987a-7e6a7145624f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819731 Mar 28 01:32:03.024172 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:11.454610 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-7cff9fe0-26e5-4c92-b4fb-a25361959e0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:13.624173 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-846c0c55-f543-4ddd-b8cb-7258e80e46f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:14.856806 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:16.312747 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:17.839261 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:17.850549 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.agents_db [None req-9a1d863f-391a-42f4-9870-e8292b919beb None None] Agent healthcheck: found 6 active agents {{(pid=104101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 01:32:21.159497 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218191a3-5d9f-4a3a-abf7-14aa42aa15b3 req-af4d339b-a55c-4bde-9412-3b89c00a742e tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:32:21.160961 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-218191a3-5d9f-4a3a-abf7-14aa42aa15b3 req-af4d339b-a55c-4bde-9412-3b89c00a742e tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8b3302d-2e65-412e-9170-d7d948b3e30f HTTP/1.1" status: 200 len: 945 time: 0.0531423 Mar 28 01:32:21.208173 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-218191a3-5d9f-4a3a-abf7-14aa42aa15b3 req-9d9c1729-85db-496e-921e-b564a2388244 tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dd184db-7650-4857-babf-7c61363ab717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414207 Mar 28 01:32:22.327927 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ddc3f8-7dc8-4a31-bc79-6fa0532e8f4b req-53b55db7-6bd9-4958-b6bd-1981fc5c7965 tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:32:22.329502 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-93ddc3f8-7dc8-4a31-bc79-6fa0532e8f4b req-53b55db7-6bd9-4958-b6bd-1981fc5c7965 tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8b3302d-2e65-412e-9170-d7d948b3e30f HTTP/1.1" status: 200 len: 945 time: 0.0523474 Mar 28 01:32:22.381457 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-93ddc3f8-7dc8-4a31-bc79-6fa0532e8f4b req-0180992a-8f67-4cbc-8e31-9e78ca1b545e tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dd184db-7650-4857-babf-7c61363ab717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463052 Mar 28 01:32:22.602773 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5f3641-0d72-4acb-b2e1-e453853183c2 req-96c19632-a39b-4067-9863-7528480510d6 tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:32:22.604207 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-8a5f3641-0d72-4acb-b2e1-e453853183c2 req-96c19632-a39b-4067-9863-7528480510d6 tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8b3302d-2e65-412e-9170-d7d948b3e30f HTTP/1.1" status: 200 len: 945 time: 0.0555270 Mar 28 01:32:22.695598 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [req-8a5f3641-0d72-4acb-b2e1-e453853183c2 req-d404bd41-e63a-4abe-abb7-2f8fa7fb5224 tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] Deleting port 12ff42bc-f13e-463e-b130-7eed0608e39c {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:32:22.695939 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-8a5f3641-0d72-4acb-b2e1-e453853183c2 req-d404bd41-e63a-4abe-abb7-2f8fa7fb5224 tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (12ff42bc-f13e-463e-b130-7eed0608e39c), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:22.792673 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-8a5f3641-0d72-4acb-b2e1-e453853183c2 req-d404bd41-e63a-4abe-abb7-2f8fa7fb5224 tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] For port 12ff42bc-f13e-463e-b130-7eed0608e39c, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=12ff42bc-f13e-463e-b130-7eed0608e39c,segment=NetworkSegment(2089b7e3-89aa-4c4c-9cc2-9bfc7eb70ec3),segment_id=2089b7e3-89aa-4c4c-9cc2-9bfc7eb70ec3)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:32:22.793040 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-8a5f3641-0d72-4acb-b2e1-e453853183c2 req-d404bd41-e63a-4abe-abb7-2f8fa7fb5224 tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (12ff42bc-f13e-463e-b130-7eed0608e39c), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:22.806789 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [req-8a5f3641-0d72-4acb-b2e1-e453853183c2 req-d404bd41-e63a-4abe-abb7-2f8fa7fb5224 tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] Calling delete_port for 12ff42bc-f13e-463e-b130-7eed0608e39c owned by compute:nova {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:32:22.929483 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-8a5f3641-0d72-4acb-b2e1-e453853183c2 req-d404bd41-e63a-4abe-abb7-2f8fa7fb5224 tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (12ff42bc-f13e-463e-b130-7eed0608e39c), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:22.941173 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] get_ports_and_sgs() called for port_ids ['12ff42bc-f13e-463e-b130-7eed0608e39c'] {{(pid=104100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 01:32:22.958551 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d404bd41-e63a-4abe-abb7-2f8fa7fb5224 tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] Pushing event deleted for resources: {'Port': ['ID=12ff42bc-f13e-463e-b130-7eed0608e39c,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:32:23.001661 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a5f3641-0d72-4acb-b2e1-e453853183c2 req-d404bd41-e63a-4abe-abb7-2f8fa7fb5224 tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] No DVR routers for this DVR port 12ff42bc-f13e-463e-b130-7eed0608e39c on host hv-neutron-8348 {{(pid=104099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:32:23.004174 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-8a5f3641-0d72-4acb-b2e1-e453853183c2 req-d404bd41-e63a-4abe-abb7-2f8fa7fb5224 tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:23.007927 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-8a5f3641-0d72-4acb-b2e1-e453853183c2 req-d404bd41-e63a-4abe-abb7-2f8fa7fb5224 tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] 10.222.0.10 "DELETE /v2.0/ports/12ff42bc-f13e-463e-b130-7eed0608e39c HTTP/1.1" status: 204 len: 173 time: 0.3987572 Mar 28 01:32:23.008376 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8b3302d-2e65-412e-9170-d7d948b3e30f', 'name': 'network-vif-deleted', 'tag': '12ff42bc-f13e-463e-b130-7eed0608e39c'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:32:23.010548 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2af4b01a9fa8b1570ccf1d7859d693ad34c106b258078e9cfae86b97f35e3d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdd1d864-ab52-4c26-be68-46a2a9f4c516" -d '{"events": [{"server_uuid": "d8b3302d-2e65-412e-9170-d7d948b3e30f", "name": "network-vif-deleted", "tag": "12ff42bc-f13e-463e-b130-7eed0608e39c"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:32:23.048659 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 01:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a46e9753-cc87-4f3b-ad99-b03fc03d09c3 x-openstack-request-id: req-a46e9753-cc87-4f3b-ad99-b03fc03d09c3 {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:32:23.048952 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8b3302d-2e65-412e-9170-d7d948b3e30f", "name": "network-vif-deleted", "tag": "12ff42bc-f13e-463e-b130-7eed0608e39c", "status": "completed", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:32:23.049205 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a46e9753-cc87-4f3b-ad99-b03fc03d09c3 {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:32:23.049607 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a46e9753-cc87-4f3b-ad99-b03fc03d09c3'] response: {'server_uuid': 'd8b3302d-2e65-412e-9170-d7d948b3e30f', 'name': 'network-vif-deleted', 'tag': '12ff42bc-f13e-463e-b130-7eed0608e39c', 'status': 'completed', 'code': 200} Mar 28 01:32:23.497262 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-b9ab5a47-8cb6-4bb2-88c5-da55c56e19be req-c9c5b100-2dbc-4fe8-ab48-93ef67b09596 tempest-TestEncryptedCinderVolumes-205084851 tempest-TestEncryptedCinderVolumes-205084851-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8b3302d-2e65-412e-9170-d7d948b3e30f HTTP/1.1" status: 200 len: 210 time: 0.0282643 Mar 28 01:32:24.586634 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 60446) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:32:24.926599 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d18ec62c-93d0-45fb-8b93-3dbc1865578c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3686527'] for router_interface (645eb8a9-c86e-4787-8923-b5ea21a7d228), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:25.168385 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-d18ec62c-93d0-45fb-8b93-3dbc1865578c admin admin] Deleting port 1811907c-2fc8-4449-af05-a1d27c3445ae {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:32:25.168635 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d18ec62c-93d0-45fb-8b93-3dbc1865578c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (1811907c-2fc8-4449-af05-a1d27c3445ae), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:25.248505 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.db [None req-d18ec62c-93d0-45fb-8b93-3dbc1865578c admin admin] For port 1811907c-2fc8-4449-af05-a1d27c3445ae, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=1811907c-2fc8-4449-af05-a1d27c3445ae,segment=NetworkSegment(2089b7e3-89aa-4c4c-9cc2-9bfc7eb70ec3),segment_id=2089b7e3-89aa-4c4c-9cc2-9bfc7eb70ec3)] {{(pid=104098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:32:25.248862 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d18ec62c-93d0-45fb-8b93-3dbc1865578c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (1811907c-2fc8-4449-af05-a1d27c3445ae), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:25.261865 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-d18ec62c-93d0-45fb-8b93-3dbc1865578c admin admin] Calling delete_port for 1811907c-2fc8-4449-af05-a1d27c3445ae owned by network:router_interface {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:32:25.437209 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d18ec62c-93d0-45fb-8b93-3dbc1865578c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (1811907c-2fc8-4449-af05-a1d27c3445ae), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:25.462893 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18ec62c-93d0-45fb-8b93-3dbc1865578c admin admin] Pushing event deleted for resources: {'Port': ['ID=1811907c-2fc8-4449-af05-a1d27c3445ae,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:32:25.486907 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18ec62c-93d0-45fb-8b93-3dbc1865578c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:32:25.487279 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18ec62c-93d0-45fb-8b93-3dbc1865578c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:32:25.487605 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18ec62c-93d0-45fb-8b93-3dbc1865578c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:32:25.487947 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18ec62c-93d0-45fb-8b93-3dbc1865578c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:32:25.488314 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18ec62c-93d0-45fb-8b93-3dbc1865578c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:32:25.488686 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18ec62c-93d0-45fb-8b93-3dbc1865578c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:32:25.489015 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18ec62c-93d0-45fb-8b93-3dbc1865578c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:32:25.489343 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18ec62c-93d0-45fb-8b93-3dbc1865578c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:32:25.489672 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18ec62c-93d0-45fb-8b93-3dbc1865578c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:32:25.489998 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18ec62c-93d0-45fb-8b93-3dbc1865578c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:32:25.490328 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18ec62c-93d0-45fb-8b93-3dbc1865578c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:32:25.490653 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18ec62c-93d0-45fb-8b93-3dbc1865578c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:32:25.490982 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18ec62c-93d0-45fb-8b93-3dbc1865578c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:32:25.491304 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18ec62c-93d0-45fb-8b93-3dbc1865578c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:32:25.491624 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18ec62c-93d0-45fb-8b93-3dbc1865578c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:32:25.636517 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d18ec62c-93d0-45fb-8b93-3dbc1865578c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3725912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3690191'] for router_interface (645eb8a9-c86e-4787-8923-b5ea21a7d228), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:25.850102 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d18ec62c-93d0-45fb-8b93-3dbc1865578c admin admin] Router 645eb8a9-c86e-4787-8923-b5ea21a7d228 has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:32:25.958167 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d18ec62c-93d0-45fb-8b93-3dbc1865578c admin admin] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:32:25.963136 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-d18ec62c-93d0-45fb-8b93-3dbc1865578c admin admin] 10.222.0.24 "PUT /v2.0/routers/645eb8a9-c86e-4787-8923-b5ea21a7d228/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3756828 Mar 28 01:32:25.965623 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 60448) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:32:25.968396 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ccc5ca-3829-4e94-987b-1bea4a814723 None None] Sync routers for ids ['645eb8a9-c86e-4787-8923-b5ea21a7d228'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:32:25.980098 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ccc5ca-3829-4e94-987b-1bea4a814723 None None] Routers {'645eb8a9-c86e-4787-8923-b5ea21a7d228'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:32:25.980796 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-19ccc5ca-3829-4e94-987b-1bea4a814723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:32:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['645eb8a9-c86e-4787-8923-b5ea21a7d228'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:32:26.069454 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ab4d3b23-2a4b-4446-a6af-901780201d33 admin admin] Publish callbacks [] for router (645eb8a9-c86e-4787-8923-b5ea21a7d228), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:26.081607 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-19ccc5ca-3829-4e94-987b-1bea4a814723 None None] Set router 645eb8a9-c86e-4787-8923-b5ea21a7d228 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:32:26.176450 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ab4d3b23-2a4b-4446-a6af-901780201d33 admin admin] Publish callbacks [] for router_gateway (645eb8a9-c86e-4787-8923-b5ea21a7d228), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:26.229889 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-ab4d3b23-2a4b-4446-a6af-901780201d33 admin admin] Deleting port c0b68b36-eba9-45f2-bc45-d4926f291062 {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:32:26.230230 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ab4d3b23-2a4b-4446-a6af-901780201d33 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (c0b68b36-eba9-45f2-bc45-d4926f291062), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:26.312333 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.db [None req-ab4d3b23-2a4b-4446-a6af-901780201d33 admin admin] For port c0b68b36-eba9-45f2-bc45-d4926f291062, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=c0b68b36-eba9-45f2-bc45-d4926f291062,segment=NetworkSegment(b6f00c62-aca5-4c73-8989-c04c396daeed),segment_id=b6f00c62-aca5-4c73-8989-c04c396daeed)] {{(pid=104098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:32:26.312694 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ab4d3b23-2a4b-4446-a6af-901780201d33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (c0b68b36-eba9-45f2-bc45-d4926f291062), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:26.328768 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-ab4d3b23-2a4b-4446-a6af-901780201d33 admin admin] Calling delete_port for c0b68b36-eba9-45f2-bc45-d4926f291062 owned by network:router_gateway {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:32:26.345045 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-19ccc5ca-3829-4e94-987b-1bea4a814723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '645eb8a9-c86e-4787-8923-b5ea21a7d228', 'name': 'tempest-TestEncryptedCinderVolumes-1057935908-router', 'tenant_id': 'c7635623f81243d38e85c4f84ff151ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.173'}], 'enable_snat': True}, 'gw_port_id': 'c0b68b36-eba9-45f2-bc45-d4926f291062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:30:38Z', 'updated_at': '2022-03-28T01:32:25Z', 'revision_number': 5, 'project_id': 'c7635623f81243d38e85c4f84ff151ee', 'gw_port': {'id': 'c0b68b36-eba9-45f2-bc45-d4926f291062', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ec:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '645eb8a9-c86e-4787-8923-b5ea21a7d228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:30:38Z', 'updated_at': '2022-03-28T01:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:32:26.370342 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ccc5ca-3829-4e94-987b-1bea4a814723 None None] Checking router: 645eb8a9-c86e-4787-8923-b5ea21a7d228 for host: dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:32:26.378186 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ccc5ca-3829-4e94-987b-1bea4a814723 None None] Routers {'645eb8a9-c86e-4787-8923-b5ea21a7d228'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:32:26.378780 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-19ccc5ca-3829-4e94-987b-1bea4a814723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:32:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['645eb8a9-c86e-4787-8923-b5ea21a7d228'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:32:26.465239 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-19ccc5ca-3829-4e94-987b-1bea4a814723 None None] Set router 645eb8a9-c86e-4787-8923-b5ea21a7d228 gateway port host: None {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:32:26.491751 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ab4d3b23-2a4b-4446-a6af-901780201d33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (c0b68b36-eba9-45f2-bc45-d4926f291062), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:26.517258 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4d3b23-2a4b-4446-a6af-901780201d33 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0b68b36-eba9-45f2-bc45-d4926f291062,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:32:26.518366 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-19ccc5ca-3829-4e94-987b-1bea4a814723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '645eb8a9-c86e-4787-8923-b5ea21a7d228', 'name': 'tempest-TestEncryptedCinderVolumes-1057935908-router', 'tenant_id': 'c7635623f81243d38e85c4f84ff151ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:30:38Z', 'updated_at': '2022-03-28T01:32:26Z', 'revision_number': 6, 'project_id': 'c7635623f81243d38e85c4f84ff151ee', 'gw_port_host': None}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:32:26.545284 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ccc5ca-3829-4e94-987b-1bea4a814723 None None] The sync data for ids ['645eb8a9-c86e-4787-8923-b5ea21a7d228'] in dv-neutron-834874-6-hyperv is: [{'id': '645eb8a9-c86e-4787-8923-b5ea21a7d228', 'name': 'tempest-TestEncryptedCinderVolumes-1057935908-router', 'tenant_id': 'c7635623f81243d38e85c4f84ff151ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:30:38Z', 'updated_at': '2022-03-28T01:32:26Z', 'revision_number': 6, 'project_id': 'c7635623f81243d38e85c4f84ff151ee', 'gw_port_host': None}] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:32:26.577371 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ab4d3b23-2a4b-4446-a6af-901780201d33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3687989'] for router_gateway (645eb8a9-c86e-4787-8923-b5ea21a7d228), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:26.664446 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ab4d3b23-2a4b-4446-a6af-901780201d33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7151'] for router (645eb8a9-c86e-4787-8923-b5ea21a7d228), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:26.666490 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ab4d3b23-2a4b-4446-a6af-901780201d33 admin admin] Publish callbacks [] for router_controller (645eb8a9-c86e-4787-8923-b5ea21a7d228), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:26.710563 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ab4d3b23-2a4b-4446-a6af-901780201d33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689686'] for router (645eb8a9-c86e-4787-8923-b5ea21a7d228), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:26.711105 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab4d3b23-2a4b-4446-a6af-901780201d33 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 645eb8a9-c86e-4787-8923-b5ea21a7d228 {{(pid=104098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 01:32:26.712880 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device 12ff42bc-f13e-463e-b130-7eed0608e39c no longer exists at agent hyperv_hv-neutron-8348 {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:32:26.715086 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ab4d3b23-2a4b-4446-a6af-901780201d33 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:26.716296 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-ab4d3b23-2a4b-4446-a6af-901780201d33 admin admin] 10.222.0.24 "DELETE /v2.0/routers/645eb8a9-c86e-4787-8923-b5ea21a7d228 HTTP/1.1" status: 204 len: 168 time: 0.7496922 Mar 28 01:32:26.718760 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 60450) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:32:26.734341 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] No Port match for: 12ff42bc-f13e-463e-b130-7eed0608e39c {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:32:26.734688 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device 12ff42bc-f13e-463e-b130-7eed0608e39c not bound to the agent host hv-neutron-8348 {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:32:26.763106 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dcf11bb-60fe-4a2d-a5dc-f4ee5d9dae93 admin admin] Deleting subnet a928dd9e-4fd0-4aa3-9d61-e8098f0a2a01 {{(pid=104098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:32:26.766126 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1dcf11bb-60fe-4a2d-a5dc-f4ee5d9dae93 admin admin] Publish callbacks [] for subnet (a928dd9e-4fd0-4aa3-9d61-e8098f0a2a01), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:26.799882 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1dcf11bb-60fe-4a2d-a5dc-f4ee5d9dae93 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126443526'] for subnet (a928dd9e-4fd0-4aa3-9d61-e8098f0a2a01), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:26.877034 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1dcf11bb-60fe-4a2d-a5dc-f4ee5d9dae93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (a928dd9e-4fd0-4aa3-9d61-e8098f0a2a01), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:26.929915 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1dcf11bb-60fe-4a2d-a5dc-f4ee5d9dae93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126175041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126112438'] for subnet (a928dd9e-4fd0-4aa3-9d61-e8098f0a2a01), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:26.955521 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcf11bb-60fe-4a2d-a5dc-f4ee5d9dae93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a928dd9e-4fd0-4aa3-9d61-e8098f0a2a01,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:32:26.959638 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1dcf11bb-60fe-4a2d-a5dc-f4ee5d9dae93 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:26.962864 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-1dcf11bb-60fe-4a2d-a5dc-f4ee5d9dae93 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/a928dd9e-4fd0-4aa3-9d61-e8098f0a2a01 HTTP/1.1" status: 204 len: 168 time: 0.2431073 Mar 28 01:32:26.965426 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 60452) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:32:26.966691 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dafbd99c-f908-4a2c-b030-883302d0ea02 None None] Network e62c18ba-a41f-4d92-987a-7e6a7145624f requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:32:27.044956 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-88b984c8-6bba-4171-9f4b-c850e27e81a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (e62c18ba-a41f-4d92-987a-7e6a7145624f), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:27.103616 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-88b984c8-6bba-4171-9f4b-c850e27e81a9 admin admin] Deleting port e938296f-b08c-4211-b937-71e04f7c67f3 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:32:27.103976 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-88b984c8-6bba-4171-9f4b-c850e27e81a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (e938296f-b08c-4211-b937-71e04f7c67f3), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:27.164106 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-88b984c8-6bba-4171-9f4b-c850e27e81a9 admin admin] For port e938296f-b08c-4211-b937-71e04f7c67f3, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=e938296f-b08c-4211-b937-71e04f7c67f3,segment=NetworkSegment(2089b7e3-89aa-4c4c-9cc2-9bfc7eb70ec3),segment_id=2089b7e3-89aa-4c4c-9cc2-9bfc7eb70ec3)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:32:27.164467 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-88b984c8-6bba-4171-9f4b-c850e27e81a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (e938296f-b08c-4211-b937-71e04f7c67f3), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:27.177239 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-88b984c8-6bba-4171-9f4b-c850e27e81a9 admin admin] Calling delete_port for e938296f-b08c-4211-b937-71e04f7c67f3 owned by network:dhcp {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:32:27.260941 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-88b984c8-6bba-4171-9f4b-c850e27e81a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (e938296f-b08c-4211-b937-71e04f7c67f3), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:27.286263 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b984c8-6bba-4171-9f4b-c850e27e81a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e938296f-b08c-4211-b937-71e04f7c67f3,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:32:27.289933 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b984c8-6bba-4171-9f4b-c850e27e81a9 admin admin] No DVR routers for this DVR port e938296f-b08c-4211-b937-71e04f7c67f3 on host dv-neutron-834874-6-hyperv {{(pid=104099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:32:27.339097 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-363d0b44-7f2c-4e19-971e-365344dd6897 None None] DHCP port deletion for e62c18ba-a41f-4d92-987a-7e6a7145624f request from dv-neutron-834874-6-hyperv {{(pid=104100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 01:32:27.363021 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-88b984c8-6bba-4171-9f4b-c850e27e81a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (e62c18ba-a41f-4d92-987a-7e6a7145624f), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:27.388899 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-88b984c8-6bba-4171-9f4b-c850e27e81a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e62c18ba-a41f-4d92-987a-7e6a7145624f']}} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:32:27.400444 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-88b984c8-6bba-4171-9f4b-c850e27e81a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2089b7e3-89aa-4c4c-9cc2-9bfc7eb70ec3') {'for_net_delete': True} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:32:27.400738 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-88b984c8-6bba-4171-9f4b-c850e27e81a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2089b7e3-89aa-4c4c-9cc2-9bfc7eb70ec3') {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:32:27.410031 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-88b984c8-6bba-4171-9f4b-c850e27e81a9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126946678'] for segment (2089b7e3-89aa-4c4c-9cc2-9bfc7eb70ec3), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:27.423346 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-88b984c8-6bba-4171-9f4b-c850e27e81a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (2089b7e3-89aa-4c4c-9cc2-9bfc7eb70ec3), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:27.429897 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88b984c8-6bba-4171-9f4b-c850e27e81a9 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=104099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:32:27.430282 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-88b984c8-6bba-4171-9f4b-c850e27e81a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127280876'] for segment (2089b7e3-89aa-4c4c-9cc2-9bfc7eb70ec3), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:27.431929 dv-neutron-834874-6-hyperv neutron-server[104099]: Traceback (most recent call last): Mar 28 01:32:27.431929 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:32:27.431929 dv-neutron-834874-6-hyperv neutron-server[104099]: timer() Mar 28 01:32:27.431929 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:32:27.431929 dv-neutron-834874-6-hyperv neutron-server[104099]: cb(*args, **kw) Mar 28 01:32:27.431929 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:32:27.431929 dv-neutron-834874-6-hyperv neutron-server[104099]: return func(*args, **kwargs) Mar 28 01:32:27.431929 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:32:27.431929 dv-neutron-834874-6-hyperv neutron-server[104099]: self._notify() Mar 28 01:32:27.431929 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:32:27.431929 dv-neutron-834874-6-hyperv neutron-server[104099]: self.callback(batched_events) Mar 28 01:32:27.431929 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:32:27.431929 dv-neutron-834874-6-hyperv neutron-server[104099]: event.method(event) Mar 28 01:32:27.431929 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:32:27.431929 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:32:27.431929 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:32:27.431929 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:32:27.431929 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:32:27.431929 dv-neutron-834874-6-hyperv neutron-server[104099]: return f(self, *a, **k) Mar 28 01:32:27.431929 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:32:27.431929 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._get(url).json() Mar 28 01:32:27.431929 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:32:27.431929 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:32:27.431929 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:32:27.431929 dv-neutron-834874-6-hyperv neutron-server[104099]: return self.request(url, 'GET', **kwargs) Mar 28 01:32:27.431929 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:32:27.431929 dv-neutron-834874-6-hyperv neutron-server[104099]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:32:27.431929 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:32:27.431929 dv-neutron-834874-6-hyperv neutron-server[104099]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:32:27.431929 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:32:27.431929 dv-neutron-834874-6-hyperv neutron-server[104099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:32:27.431929 dv-neutron-834874-6-hyperv neutron-server[104099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:32:27.490245 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-88b984c8-6bba-4171-9f4b-c850e27e81a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (e62c18ba-a41f-4d92-987a-7e6a7145624f), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:27.495491 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-88b984c8-6bba-4171-9f4b-c850e27e81a9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:27.498642 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-88b984c8-6bba-4171-9f4b-c850e27e81a9 admin admin] 10.222.0.24 "DELETE /v2.0/networks/e62c18ba-a41f-4d92-987a-7e6a7145624f HTTP/1.1" status: 204 len: 168 time: 0.5322154 Mar 28 01:32:27.501602 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 60454) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:32:27.509711 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b984c8-6bba-4171-9f4b-c850e27e81a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=e62c18ba-a41f-4d92-987a-7e6a7145624f,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:32:27.910740 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 1811907c-2fc8-4449-af05-a1d27c3445ae no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:32:27.935277 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: 1811907c-2fc8-4449-af05-a1d27c3445ae {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:32:27.935720 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 1811907c-2fc8-4449-af05-a1d27c3445ae not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:32:27.936178 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device c0b68b36-eba9-45f2-bc45-d4926f291062 no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:32:27.955873 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: c0b68b36-eba9-45f2-bc45-d4926f291062 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:32:27.956245 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device c0b68b36-eba9-45f2-bc45-d4926f291062 not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:32:27.956665 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device e938296f-b08c-4211-b937-71e04f7c67f3 no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:32:27.975264 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: e938296f-b08c-4211-b937-71e04f7c67f3 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:32:27.975613 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device e938296f-b08c-4211-b937-71e04f7c67f3 not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:32:28.118556 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-85c8f986-db84-403d-8b50-1d428ddc4949 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3686527'] for router_interface (eb08028b-17aa-4e33-b6c2-602063653a03), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:28.366743 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-85c8f986-db84-403d-8b50-1d428ddc4949 admin admin] Deleting port b03631e7-256a-4643-87ea-08159718877c {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:32:28.367076 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-85c8f986-db84-403d-8b50-1d428ddc4949 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (b03631e7-256a-4643-87ea-08159718877c), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:28.444501 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.db [None req-85c8f986-db84-403d-8b50-1d428ddc4949 admin admin] For port b03631e7-256a-4643-87ea-08159718877c, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=b03631e7-256a-4643-87ea-08159718877c,segment=NetworkSegment(dbf0d63b-d284-4512-a5ce-33a06ba04887),segment_id=dbf0d63b-d284-4512-a5ce-33a06ba04887)] {{(pid=104098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:32:28.444786 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-85c8f986-db84-403d-8b50-1d428ddc4949 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (b03631e7-256a-4643-87ea-08159718877c), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:28.457059 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-85c8f986-db84-403d-8b50-1d428ddc4949 admin admin] Calling delete_port for b03631e7-256a-4643-87ea-08159718877c owned by network:router_interface {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:32:28.630117 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-85c8f986-db84-403d-8b50-1d428ddc4949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (b03631e7-256a-4643-87ea-08159718877c), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:28.656834 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c8f986-db84-403d-8b50-1d428ddc4949 admin admin] Pushing event deleted for resources: {'Port': ['ID=b03631e7-256a-4643-87ea-08159718877c,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:32:28.818973 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-85c8f986-db84-403d-8b50-1d428ddc4949 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3725912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3690191'] for router_interface (eb08028b-17aa-4e33-b6c2-602063653a03), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:29.033074 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85c8f986-db84-403d-8b50-1d428ddc4949 admin admin] Router eb08028b-17aa-4e33-b6c2-602063653a03 has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:32:29.137504 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85c8f986-db84-403d-8b50-1d428ddc4949 admin admin] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:32:29.142423 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-85c8f986-db84-403d-8b50-1d428ddc4949 admin admin] 10.222.0.24 "PUT /v2.0/routers/eb08028b-17aa-4e33-b6c2-602063653a03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6396885 Mar 28 01:32:29.145549 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 60456) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:32:29.147258 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2d2aaa-9ef9-4193-836f-71ef76d964a7 None None] Sync routers for ids ['eb08028b-17aa-4e33-b6c2-602063653a03'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:32:29.156838 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2d2aaa-9ef9-4193-836f-71ef76d964a7 None None] Routers {'eb08028b-17aa-4e33-b6c2-602063653a03'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:32:29.157456 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-7c2d2aaa-9ef9-4193-836f-71ef76d964a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:32:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['eb08028b-17aa-4e33-b6c2-602063653a03'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:32:29.250039 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-331443a6-ea06-48c0-9725-74c720a9cdfa admin admin] Publish callbacks [] for router (eb08028b-17aa-4e33-b6c2-602063653a03), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:29.266564 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-7c2d2aaa-9ef9-4193-836f-71ef76d964a7 None None] Set router eb08028b-17aa-4e33-b6c2-602063653a03 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:32:29.357266 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-331443a6-ea06-48c0-9725-74c720a9cdfa admin admin] Publish callbacks [] for router_gateway (eb08028b-17aa-4e33-b6c2-602063653a03), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:29.417819 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-331443a6-ea06-48c0-9725-74c720a9cdfa admin admin] Deleting port a28fb877-c373-402f-b857-c5a898259815 {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:32:29.418160 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-331443a6-ea06-48c0-9725-74c720a9cdfa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (a28fb877-c373-402f-b857-c5a898259815), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:29.449621 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-7c2d2aaa-9ef9-4193-836f-71ef76d964a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb08028b-17aa-4e33-b6c2-602063653a03', 'name': 'tempest-TestEncryptedCinderVolumes-334532800-router', 'tenant_id': '36fa1242fe25470fb5c74bdf0498d31f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.2'}], 'enable_snat': True}, 'gw_port_id': 'a28fb877-c373-402f-b857-c5a898259815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:30:42Z', 'updated_at': '2022-03-28T01:32:28Z', 'revision_number': 5, 'project_id': '36fa1242fe25470fb5c74bdf0498d31f', 'gw_port': {'id': 'a28fb877-c373-402f-b857-c5a898259815', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:aa:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb08028b-17aa-4e33-b6c2-602063653a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:30:43Z', 'updated_at': '2022-03-28T01:30:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:32:29.480322 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2d2aaa-9ef9-4193-836f-71ef76d964a7 None None] Checking router: eb08028b-17aa-4e33-b6c2-602063653a03 for host: dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:32:29.488555 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2d2aaa-9ef9-4193-836f-71ef76d964a7 None None] Routers {'eb08028b-17aa-4e33-b6c2-602063653a03'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:32:29.489169 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-7c2d2aaa-9ef9-4193-836f-71ef76d964a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:32:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['eb08028b-17aa-4e33-b6c2-602063653a03'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:32:29.499305 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.db [None req-331443a6-ea06-48c0-9725-74c720a9cdfa admin admin] For port a28fb877-c373-402f-b857-c5a898259815, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=a28fb877-c373-402f-b857-c5a898259815,segment=NetworkSegment(b6f00c62-aca5-4c73-8989-c04c396daeed),segment_id=b6f00c62-aca5-4c73-8989-c04c396daeed)] {{(pid=104098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:32:29.499666 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-331443a6-ea06-48c0-9725-74c720a9cdfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (a28fb877-c373-402f-b857-c5a898259815), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:29.512453 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-331443a6-ea06-48c0-9725-74c720a9cdfa admin admin] Calling delete_port for a28fb877-c373-402f-b857-c5a898259815 owned by network:router_gateway {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:32:29.579698 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-7c2d2aaa-9ef9-4193-836f-71ef76d964a7 None None] Set router eb08028b-17aa-4e33-b6c2-602063653a03 gateway port host: None {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:32:29.632466 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-7c2d2aaa-9ef9-4193-836f-71ef76d964a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb08028b-17aa-4e33-b6c2-602063653a03', 'name': 'tempest-TestEncryptedCinderVolumes-334532800-router', 'tenant_id': '36fa1242fe25470fb5c74bdf0498d31f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:30:42Z', 'updated_at': '2022-03-28T01:32:29Z', 'revision_number': 6, 'project_id': '36fa1242fe25470fb5c74bdf0498d31f', 'gw_port_host': None}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:32:29.661354 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2d2aaa-9ef9-4193-836f-71ef76d964a7 None None] The sync data for ids ['eb08028b-17aa-4e33-b6c2-602063653a03'] in dv-neutron-834874-6-hyperv is: [{'id': 'eb08028b-17aa-4e33-b6c2-602063653a03', 'name': 'tempest-TestEncryptedCinderVolumes-334532800-router', 'tenant_id': '36fa1242fe25470fb5c74bdf0498d31f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:30:42Z', 'updated_at': '2022-03-28T01:32:29Z', 'revision_number': 6, 'project_id': '36fa1242fe25470fb5c74bdf0498d31f', 'gw_port_host': None}] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:32:29.687523 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-331443a6-ea06-48c0-9725-74c720a9cdfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (a28fb877-c373-402f-b857-c5a898259815), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:29.713657 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331443a6-ea06-48c0-9725-74c720a9cdfa admin admin] Pushing event deleted for resources: {'Port': ['ID=a28fb877-c373-402f-b857-c5a898259815,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:32:29.772669 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-331443a6-ea06-48c0-9725-74c720a9cdfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3687989'] for router_gateway (eb08028b-17aa-4e33-b6c2-602063653a03), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:29.861336 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-331443a6-ea06-48c0-9725-74c720a9cdfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7151'] for router (eb08028b-17aa-4e33-b6c2-602063653a03), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:29.863403 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-331443a6-ea06-48c0-9725-74c720a9cdfa admin admin] Publish callbacks [] for router_controller (eb08028b-17aa-4e33-b6c2-602063653a03), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:29.913513 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-331443a6-ea06-48c0-9725-74c720a9cdfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689686'] for router (eb08028b-17aa-4e33-b6c2-602063653a03), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:29.914115 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-331443a6-ea06-48c0-9725-74c720a9cdfa admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb08028b-17aa-4e33-b6c2-602063653a03 {{(pid=104098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 01:32:29.918704 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-331443a6-ea06-48c0-9725-74c720a9cdfa admin admin] Publish callbacks [] for router (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:29.919959 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-331443a6-ea06-48c0-9725-74c720a9cdfa admin admin] 10.222.0.24 "DELETE /v2.0/routers/eb08028b-17aa-4e33-b6c2-602063653a03 HTTP/1.1" status: 204 len: 168 time: 0.7733235 Mar 28 01:32:29.922477 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 60458) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:32:29.967232 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_v2 [None req-60404f11-798c-4cb2-9de7-a419f3bc6be8 admin admin] Deleting subnet 28f1e94f-3301-4573-91b4-82d7bbf6692e {{(pid=104098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:32:29.970172 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-60404f11-798c-4cb2-9de7-a419f3bc6be8 admin admin] Publish callbacks [] for subnet (28f1e94f-3301-4573-91b4-82d7bbf6692e), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:30.004750 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-60404f11-798c-4cb2-9de7-a419f3bc6be8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126443526'] for subnet (28f1e94f-3301-4573-91b4-82d7bbf6692e), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:30.090159 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-60404f11-798c-4cb2-9de7-a419f3bc6be8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (28f1e94f-3301-4573-91b4-82d7bbf6692e), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:30.142949 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-60404f11-798c-4cb2-9de7-a419f3bc6be8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126175041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126112438'] for subnet (28f1e94f-3301-4573-91b4-82d7bbf6692e), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:30.165646 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60404f11-798c-4cb2-9de7-a419f3bc6be8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28f1e94f-3301-4573-91b4-82d7bbf6692e,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:32:30.171156 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-60404f11-798c-4cb2-9de7-a419f3bc6be8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:30.174337 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-60404f11-798c-4cb2-9de7-a419f3bc6be8 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/28f1e94f-3301-4573-91b4-82d7bbf6692e HTTP/1.1" status: 204 len: 168 time: 0.2509489 Mar 28 01:32:30.177322 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 60460) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:32:30.179751 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e44399-7283-4658-b54b-5d48bb3f11c5 None None] Network 5dea4bde-8990-4f51-9a90-15f144267205 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:32:30.246125 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4af73eab-f9d5-49df-bac8-ecd2987994ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (5dea4bde-8990-4f51-9a90-15f144267205), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:30.299906 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-4af73eab-f9d5-49df-bac8-ecd2987994ef admin admin] Deleting port cf849a73-1ce7-4afe-90e1-9ca6d660e670 {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:32:30.300356 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4af73eab-f9d5-49df-bac8-ecd2987994ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (cf849a73-1ce7-4afe-90e1-9ca6d660e670), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:30.361687 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.db [None req-4af73eab-f9d5-49df-bac8-ecd2987994ef admin admin] For port cf849a73-1ce7-4afe-90e1-9ca6d660e670, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=cf849a73-1ce7-4afe-90e1-9ca6d660e670,segment=NetworkSegment(dbf0d63b-d284-4512-a5ce-33a06ba04887),segment_id=dbf0d63b-d284-4512-a5ce-33a06ba04887)] {{(pid=104098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:32:30.361978 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4af73eab-f9d5-49df-bac8-ecd2987994ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (cf849a73-1ce7-4afe-90e1-9ca6d660e670), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:30.374718 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-4af73eab-f9d5-49df-bac8-ecd2987994ef admin admin] Calling delete_port for cf849a73-1ce7-4afe-90e1-9ca6d660e670 owned by network:dhcp {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:32:30.436577 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b4bb63-a2d2-4dc2-a11e-0ac587223a9a None None] DHCP port deletion for 5dea4bde-8990-4f51-9a90-15f144267205 request from dv-neutron-834874-6-hyperv {{(pid=104100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 01:32:30.439719 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device b03631e7-256a-4643-87ea-08159718877c no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:32:30.462880 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: b03631e7-256a-4643-87ea-08159718877c {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:32:30.463249 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device b03631e7-256a-4643-87ea-08159718877c not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:32:30.466839 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4af73eab-f9d5-49df-bac8-ecd2987994ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (cf849a73-1ce7-4afe-90e1-9ca6d660e670), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:30.492155 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af73eab-f9d5-49df-bac8-ecd2987994ef admin admin] Pushing event deleted for resources: {'Port': ['ID=cf849a73-1ce7-4afe-90e1-9ca6d660e670,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:32:30.496005 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af73eab-f9d5-49df-bac8-ecd2987994ef admin admin] No DVR routers for this DVR port cf849a73-1ce7-4afe-90e1-9ca6d660e670 on host dv-neutron-834874-6-hyperv {{(pid=104098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:32:30.513252 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-35b4bb63-a2d2-4dc2-a11e-0ac587223a9a None None] Deleting port cf849a73-1ce7-4afe-90e1-9ca6d660e670 {{(pid=104100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:32:30.513724 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-35b4bb63-a2d2-4dc2-a11e-0ac587223a9a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (cf849a73-1ce7-4afe-90e1-9ca6d660e670), before_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:30.570509 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4af73eab-f9d5-49df-bac8-ecd2987994ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (5dea4bde-8990-4f51-9a90-15f144267205), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:30.582920 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-35b4bb63-a2d2-4dc2-a11e-0ac587223a9a None None] For port cf849a73-1ce7-4afe-90e1-9ca6d660e670, host dv-neutron-834874-6-hyperv, got binding levels [] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:32:30.583471 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-35b4bb63-a2d2-4dc2-a11e-0ac587223a9a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (cf849a73-1ce7-4afe-90e1-9ca6d660e670), precommit_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:30.590938 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-4af73eab-f9d5-49df-bac8-ecd2987994ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dea4bde-8990-4f51-9a90-15f144267205']}} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:32:30.596725 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-35b4bb63-a2d2-4dc2-a11e-0ac587223a9a None None] Calling delete_port for cf849a73-1ce7-4afe-90e1-9ca6d660e670 owned by network:dhcp {{(pid=104100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:32:30.599953 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.ipam_backend_mixin [None req-35b4bb63-a2d2-4dc2-a11e-0ac587223a9a None None] Port cf849a73-1ce7-4afe-90e1-9ca6d660e670 was not found and therefore no delete operation was performed {{(pid=104100) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 28 01:32:30.600934 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-4af73eab-f9d5-49df-bac8-ecd2987994ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbf0d63b-d284-4512-a5ce-33a06ba04887') {'for_net_delete': True} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:32:30.601222 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-4af73eab-f9d5-49df-bac8-ecd2987994ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbf0d63b-d284-4512-a5ce-33a06ba04887') {} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:32:30.601328 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-35b4bb63-a2d2-4dc2-a11e-0ac587223a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886'] for port (cf849a73-1ce7-4afe-90e1-9ca6d660e670), after_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:30.611105 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4af73eab-f9d5-49df-bac8-ecd2987994ef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126443583'] for segment (dbf0d63b-d284-4512-a5ce-33a06ba04887), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:30.625145 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b4bb63-a2d2-4dc2-a11e-0ac587223a9a None None] Pushing event deleted for resources: {'Port': ['ID=cf849a73-1ce7-4afe-90e1-9ca6d660e670,revision_number=None']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:32:30.626954 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4af73eab-f9d5-49df-bac8-ecd2987994ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (dbf0d63b-d284-4512-a5ce-33a06ba04887), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:30.633522 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4af73eab-f9d5-49df-bac8-ecd2987994ef admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=104098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:32:30.633920 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4af73eab-f9d5-49df-bac8-ecd2987994ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126177251'] for segment (dbf0d63b-d284-4512-a5ce-33a06ba04887), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:30.634862 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b4bb63-a2d2-4dc2-a11e-0ac587223a9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:32:30.635219 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b4bb63-a2d2-4dc2-a11e-0ac587223a9a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:32:30.635575 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b4bb63-a2d2-4dc2-a11e-0ac587223a9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:32:30.635683 dv-neutron-834874-6-hyperv neutron-server[104098]: Traceback (most recent call last): Mar 28 01:32:30.635683 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:32:30.635683 dv-neutron-834874-6-hyperv neutron-server[104098]: timer() Mar 28 01:32:30.635683 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:32:30.635683 dv-neutron-834874-6-hyperv neutron-server[104098]: cb(*args, **kw) Mar 28 01:32:30.635683 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:32:30.635683 dv-neutron-834874-6-hyperv neutron-server[104098]: return func(*args, **kwargs) Mar 28 01:32:30.635683 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:32:30.635683 dv-neutron-834874-6-hyperv neutron-server[104098]: self._notify() Mar 28 01:32:30.635683 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:32:30.635683 dv-neutron-834874-6-hyperv neutron-server[104098]: self.callback(batched_events) Mar 28 01:32:30.635683 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:32:30.635683 dv-neutron-834874-6-hyperv neutron-server[104098]: event.method(event) Mar 28 01:32:30.635683 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:32:30.635683 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:32:30.635683 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:32:30.635683 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:32:30.635683 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:32:30.635683 dv-neutron-834874-6-hyperv neutron-server[104098]: return f(self, *a, **k) Mar 28 01:32:30.635683 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:32:30.635683 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._get(url).json() Mar 28 01:32:30.635683 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:32:30.635683 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:32:30.635683 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:32:30.635683 dv-neutron-834874-6-hyperv neutron-server[104098]: return self.request(url, 'GET', **kwargs) Mar 28 01:32:30.635683 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:32:30.635683 dv-neutron-834874-6-hyperv neutron-server[104098]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:32:30.635683 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:32:30.635683 dv-neutron-834874-6-hyperv neutron-server[104098]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:32:30.635683 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:32:30.635683 dv-neutron-834874-6-hyperv neutron-server[104098]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:32:30.635683 dv-neutron-834874-6-hyperv neutron-server[104098]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:32:30.638065 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b4bb63-a2d2-4dc2-a11e-0ac587223a9a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:32:30.638065 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b4bb63-a2d2-4dc2-a11e-0ac587223a9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:32:30.638065 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b4bb63-a2d2-4dc2-a11e-0ac587223a9a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:32:30.638065 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b4bb63-a2d2-4dc2-a11e-0ac587223a9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:32:30.638065 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b4bb63-a2d2-4dc2-a11e-0ac587223a9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:32:30.638065 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b4bb63-a2d2-4dc2-a11e-0ac587223a9a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:32:30.638065 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b4bb63-a2d2-4dc2-a11e-0ac587223a9a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:32:30.638597 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b4bb63-a2d2-4dc2-a11e-0ac587223a9a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:32:30.638597 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b4bb63-a2d2-4dc2-a11e-0ac587223a9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:32:30.638911 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b4bb63-a2d2-4dc2-a11e-0ac587223a9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:32:30.639235 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b4bb63-a2d2-4dc2-a11e-0ac587223a9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:32:30.639566 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b4bb63-a2d2-4dc2-a11e-0ac587223a9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:32:30.642900 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b4bb63-a2d2-4dc2-a11e-0ac587223a9a None None] No DVR routers for this DVR port cf849a73-1ce7-4afe-90e1-9ca6d660e670 on host dv-neutron-834874-6-hyperv {{(pid=104100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:32:30.700966 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4af73eab-f9d5-49df-bac8-ecd2987994ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (5dea4bde-8990-4f51-9a90-15f144267205), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:30.706543 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4af73eab-f9d5-49df-bac8-ecd2987994ef admin admin] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:30.710019 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-4af73eab-f9d5-49df-bac8-ecd2987994ef admin admin] 10.222.0.24 "DELETE /v2.0/networks/5dea4bde-8990-4f51-9a90-15f144267205 HTTP/1.1" status: 204 len: 168 time: 0.5317039 Mar 28 01:32:30.721378 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af73eab-f9d5-49df-bac8-ecd2987994ef admin admin] Pushing event deleted for resources: {'Network': ['ID=5dea4bde-8990-4f51-9a90-15f144267205,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:32:30.869154 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 60464) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:32:30.910650 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-a4af238a-9501-4233-8037-f7d197af94a9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c7635623f81243d38e85c4f84ff151ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0379524 Mar 28 01:32:30.910872 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 60466) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:32:30.962314 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-51dbb8f9-285c-4d38-990f-3753ebc088c0 admin admin] Publish callbacks [] for security_group (5dd184db-7650-4857-babf-7c61363ab717), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:30.982415 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-51dbb8f9-285c-4d38-990f-3753ebc088c0 admin admin] Publish callbacks [] for security_group (5dd184db-7650-4857-babf-7c61363ab717), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:31.028141 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-51dbb8f9-285c-4d38-990f-3753ebc088c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (5dd184db-7650-4857-babf-7c61363ab717), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:31.030736 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-51dbb8f9-285c-4d38-990f-3753ebc088c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:31.031873 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-51dbb8f9-285c-4d38-990f-3753ebc088c0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5dd184db-7650-4857-babf-7c61363ab717 HTTP/1.1" status: 204 len: 168 time: 0.1202018 Mar 28 01:32:31.039185 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dbb8f9-285c-4d38-990f-3753ebc088c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd184db-7650-4857-babf-7c61363ab717,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:32:31.335724 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 60472) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:32:31.374369 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-1014ac2d-689c-48c3-8eaf-4ac215ff3fc4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=36fa1242fe25470fb5c74bdf0498d31f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0373740 Mar 28 01:32:31.376626 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 60474) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:32:31.422955 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-af72dfbb-f394-478d-a595-796cde84dd0b admin admin] Publish callbacks [] for security_group (4dd47a17-2b63-4660-a9bc-93ac083cb429), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:31.447911 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-af72dfbb-f394-478d-a595-796cde84dd0b admin admin] Publish callbacks [] for security_group (4dd47a17-2b63-4660-a9bc-93ac083cb429), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:31.494428 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-af72dfbb-f394-478d-a595-796cde84dd0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (4dd47a17-2b63-4660-a9bc-93ac083cb429), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:31.497219 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-af72dfbb-f394-478d-a595-796cde84dd0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:31.498411 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-af72dfbb-f394-478d-a595-796cde84dd0b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4dd47a17-2b63-4660-a9bc-93ac083cb429 HTTP/1.1" status: 204 len: 168 time: 0.1209052 Mar 28 01:32:31.505882 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af72dfbb-f394-478d-a595-796cde84dd0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dd47a17-2b63-4660-a9bc-93ac083cb429,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:32:31.908727 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device cf849a73-1ce7-4afe-90e1-9ca6d660e670 no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:32:31.929537 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: cf849a73-1ce7-4afe-90e1-9ca6d660e670 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:32:31.929882 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device cf849a73-1ce7-4afe-90e1-9ca6d660e670 not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:32:31.930313 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device a28fb877-c373-402f-b857-c5a898259815 no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:32:31.949105 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: a28fb877-c373-402f-b857-c5a898259815 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:32:31.949466 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device a28fb877-c373-402f-b857-c5a898259815 not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:32:32.191046 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 60496) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:32:32.284601 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-a4b8fcd4-3b8f-462b-9678-b007dfec5391 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2032568983-network', 'tenant_id': '33399703d1cf41d29d122950c6c8ee06'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:32:32.304209 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4b8fcd4-3b8f-462b-9678-b007dfec5391 admin admin] Made reservation on behalf of 33399703d1cf41d29d122950c6c8ee06 for: {'network': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:32:32.306449 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a4b8fcd4-3b8f-462b-9678-b007dfec5391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:32.314428 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a4b8fcd4-3b8f-462b-9678-b007dfec5391 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:32.388899 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a4b8fcd4-3b8f-462b-9678-b007dfec5391 admin admin] Publish callbacks [] for security_group (4e119e87-dec1-4f15-99b9-154ef489f682), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:32.392497 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a4b8fcd4-3b8f-462b-9678-b007dfec5391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (4e119e87-dec1-4f15-99b9-154ef489f682), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:32.415629 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4b8fcd4-3b8f-462b-9678-b007dfec5391 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=104098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:32:32.424079 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b8fcd4-3b8f-462b-9678-b007dfec5391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e119e87-dec1-4f15-99b9-154ef489f682,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:32:32.430377 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a4b8fcd4-3b8f-462b-9678-b007dfec5391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (f1444085-0fcc-4d0d-bc63-4e82d9ef1251), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:32.430718 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.segments_db [None req-a4b8fcd4-3b8f-462b-9678-b007dfec5391 admin admin] Added segment f1444085-0fcc-4d0d-bc63-4e82d9ef1251 of type vlan for network 70c51066-78fc-4eb5-bae9-460e0f6110d1 Mar 28 01:32:32.469291 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a4b8fcd4-3b8f-462b-9678-b007dfec5391 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (70c51066-78fc-4eb5-bae9-460e0f6110d1), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:32.493379 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a4b8fcd4-3b8f-462b-9678-b007dfec5391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (70c51066-78fc-4eb5-bae9-460e0f6110d1), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:32.494520 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b8fcd4-3b8f-462b-9678-b007dfec5391 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:32:32.495129 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a4b8fcd4-3b8f-462b-9678-b007dfec5391 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:32.553276 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-a4b8fcd4-3b8f-462b-9678-b007dfec5391 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3603947 Mar 28 01:32:32.556259 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 60500) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:32:32.558351 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b8fcd4-3b8f-462b-9678-b007dfec5391 admin admin] Pushing event updated for resources: {'Network': ['ID=70c51066-78fc-4eb5-bae9-460e0f6110d1,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:32:32.561419 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-ab0350d7-f15c-4958-a44d-04f9f76de594 admin admin] Request body: {'subnet': {'network_id': '70c51066-78fc-4eb5-bae9-460e0f6110d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2032568983-subnet', 'tenant_id': '33399703d1cf41d29d122950c6c8ee06', 'ip_version': 4}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:32:32.568624 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network 70c51066-78fc-4eb5-bae9-460e0f6110d1 details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:32:32.580985 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab0350d7-f15c-4958-a44d-04f9f76de594 admin admin] Made reservation on behalf of 33399703d1cf41d29d122950c6c8ee06 for: {'subnet': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:32:32.583285 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ab0350d7-f15c-4958-a44d-04f9f76de594 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126757772'] for subnet (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:32.746051 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ab0350d7-f15c-4958-a44d-04f9f76de594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127282703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126757786'] for subnet (e0ad68b9-6c34-482c-8eb7-91ae68c6f190), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:32.801699 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0350d7-f15c-4958-a44d-04f9f76de594 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0ad68b9-6c34-482c-8eb7-91ae68c6f190,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:32:32.808488 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0350d7-f15c-4958-a44d-04f9f76de594 admin admin] Checking segment: {'id': 'f1444085-0fcc-4d0d-bc63-4e82d9ef1251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '70c51066-78fc-4eb5-bae9-460e0f6110d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:32:32.808785 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0350d7-f15c-4958-a44d-04f9f76de594 admin admin] Network hostable DHCP agents. Network: 70c51066-78fc-4eb5-bae9-460e0f6110d1, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:32:32.824545 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0350d7-f15c-4958-a44d-04f9f76de594 admin admin] Network 70c51066-78fc-4eb5-bae9-460e0f6110d1 is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:32:32.832265 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-ab0350d7-f15c-4958-a44d-04f9f76de594 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, 70c51066-78fc-4eb5-bae9-460e0f6110d1) {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:32:32.836308 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0350d7-f15c-4958-a44d-04f9f76de594 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:32:32.836885 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ab0350d7-f15c-4958-a44d-04f9f76de594 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:32.845928 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94c1ce0-4a8d-4d06-a591-e4196ebf2982 None None] Network 70c51066-78fc-4eb5-bae9-460e0f6110d1 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:32:32.853024 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-ab0350d7-f15c-4958-a44d-04f9f76de594 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.2956150 Mar 28 01:32:32.855758 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 60502) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:32:32.859925 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-ceba90c7-25cc-4435-97ac-f41e4d99974b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2032568983-router', 'tenant_id': '33399703d1cf41d29d122950c6c8ee06', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'}}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:32:32.879231 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ceba90c7-25cc-4435-97ac-f41e4d99974b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7069'] for router (9b2d17f6-e003-4e57-8e8e-a6f0bbc780ec), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:32.880255 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ceba90c7-25cc-4435-97ac-f41e4d99974b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4188952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7062'] for router (9b2d17f6-e003-4e57-8e8e-a6f0bbc780ec), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:32.935750 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ceba90c7-25cc-4435-97ac-f41e4d99974b admin admin] Publish callbacks [] for router_controller (9b2d17f6-e003-4e57-8e8e-a6f0bbc780ec), precommit_add_association {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:32.953717 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b32c0a-de1a-43fc-89c9-b3e42d9bfec7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-70c51066-78fc-4eb5-bae9-460e0f6110d1', 'network_id': '70c51066-78fc-4eb5-bae9-460e0f6110d1', 'project_id': '33399703d1cf41d29d122950c6c8ee06', 'fixed_ips': [{'subnet_id': 'e0ad68b9-6c34-482c-8eb7-91ae68c6f190'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:32:32.954560 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-b1b32c0a-de1a-43fc-89c9-b3e42d9bfec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:33.052574 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:33.078191 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ceba90c7-25cc-4435-97ac-f41e4d99974b admin admin] Publish callbacks [] for router_gateway (9b2d17f6-e003-4e57-8e8e-a6f0bbc780ec), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:33.105414 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-b1b32c0a-de1a-43fc-89c9-b3e42d9bfec7 None None] Allocated IP 172.20.0.2 (70c51066-78fc-4eb5-bae9-460e0f6110d1/e0ad68b9-6c34-482c-8eb7-91ae68c6f190/12cc28df-16a1-4869-ac0f-42e693434d18) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:32:33.246787 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-b1b32c0a-de1a-43fc-89c9-b3e42d9bfec7 None None] Publish callbacks [] for port (12cc28df-16a1-4869-ac0f-42e693434d18), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:33.253220 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-b1b32c0a-de1a-43fc-89c9-b3e42d9bfec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (12cc28df-16a1-4869-ac0f-42e693434d18), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:33.282649 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ceba90c7-25cc-4435-97ac-f41e4d99974b admin admin] Publish callbacks [] for router_gateway (9b2d17f6-e003-4e57-8e8e-a6f0bbc780ec), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:33.293877 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b32c0a-de1a-43fc-89c9-b3e42d9bfec7 None None] Network 70c51066-78fc-4eb5-bae9-460e0f6110d1 is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:32:33.296749 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-b1b32c0a-de1a-43fc-89c9-b3e42d9bfec7 None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:32:33.299345 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b32c0a-de1a-43fc-89c9-b3e42d9bfec7 None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:32:33.302602 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ceba90c7-25cc-4435-97ac-f41e4d99974b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:33.315321 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b32c0a-de1a-43fc-89c9-b3e42d9bfec7 None None] Pushing event updated for resources: {'Port': ['ID=12cc28df-16a1-4869-ac0f-42e693434d18,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:32:33.363279 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-b1b32c0a-de1a-43fc-89c9-b3e42d9bfec7 None None] Attempting to bind port 12cc28df-16a1-4869-ac0f-42e693434d18 on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:32:33.363587 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-b1b32c0a-de1a-43fc-89c9-b3e42d9bfec7 None None] Attempting to bind port 12cc28df-16a1-4869-ac0f-42e693434d18 by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': 'f1444085-0fcc-4d0d-bc63-4e82d9ef1251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '70c51066-78fc-4eb5-bae9-460e0f6110d1'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:32:33.363953 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b32c0a-de1a-43fc-89c9-b3e42d9bfec7 None None] Attempting to bind port 12cc28df-16a1-4869-ac0f-42e693434d18 on network 70c51066-78fc-4eb5-bae9-460e0f6110d1 {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:32:33.369081 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b32c0a-de1a-43fc-89c9-b3e42d9bfec7 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:32:33.369455 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b32c0a-de1a-43fc-89c9-b3e42d9bfec7 None None] Checking segment: {'id': 'f1444085-0fcc-4d0d-bc63-4e82d9ef1251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '70c51066-78fc-4eb5-bae9-460e0f6110d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:32:33.369855 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-b1b32c0a-de1a-43fc-89c9-b3e42d9bfec7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:33.370249 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b32c0a-de1a-43fc-89c9-b3e42d9bfec7 None None] Bound using segment: {'id': 'f1444085-0fcc-4d0d-bc63-4e82d9ef1251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '70c51066-78fc-4eb5-bae9-460e0f6110d1'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:32:33.370709 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-b1b32c0a-de1a-43fc-89c9-b3e42d9bfec7 None None] Bound port: 12cc28df-16a1-4869-ac0f-42e693434d18, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1444085-0fcc-4d0d-bc63-4e82d9ef1251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '70c51066-78fc-4eb5-bae9-460e0f6110d1'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:32:33.371114 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-b1b32c0a-de1a-43fc-89c9-b3e42d9bfec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (12cc28df-16a1-4869-ac0f-42e693434d18), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:33.404489 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [None req-ceba90c7-25cc-4435-97ac-f41e4d99974b admin admin] Allocated IP 172.26.1.22 (dea6548b-502b-42db-97fb-371e423e739a/cce6de65-d8c9-45b8-9970-0a277e8c1192/1bceb960-5447-4bc1-8464-7b01737ccfe5) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:32:33.432250 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-b1b32c0a-de1a-43fc-89c9-b3e42d9bfec7 None None] For port 12cc28df-16a1-4869-ac0f-42e693434d18, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:32:33.435243 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-b1b32c0a-de1a-43fc-89c9-b3e42d9bfec7 None None] For port 12cc28df-16a1-4869-ac0f-42e693434d18, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=12cc28df-16a1-4869-ac0f-42e693434d18,segment=NetworkSegment(f1444085-0fcc-4d0d-bc63-4e82d9ef1251),segment_id=f1444085-0fcc-4d0d-bc63-4e82d9ef1251)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:32:33.441621 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-b1b32c0a-de1a-43fc-89c9-b3e42d9bfec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (12cc28df-16a1-4869-ac0f-42e693434d18), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:33.499965 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b32c0a-de1a-43fc-89c9-b3e42d9bfec7 None None] Pushing event updated for resources: {'Port': ['ID=12cc28df-16a1-4869-ac0f-42e693434d18,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:32:33.518383 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ceba90c7-25cc-4435-97ac-f41e4d99974b admin admin] Publish callbacks [] for port (1bceb960-5447-4bc1-8464-7b01737ccfe5), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:33.556289 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ceba90c7-25cc-4435-97ac-f41e4d99974b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (1bceb960-5447-4bc1-8464-7b01737ccfe5), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:33.594862 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceba90c7-25cc-4435-97ac-f41e4d99974b admin admin] Network dea6548b-502b-42db-97fb-371e423e739a is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:32:33.597771 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-ceba90c7-25cc-4435-97ac-f41e4d99974b admin admin] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:32:33.601397 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceba90c7-25cc-4435-97ac-f41e4d99974b admin admin] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:32:33.632392 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceba90c7-25cc-4435-97ac-f41e4d99974b admin admin] Pushing event updated for resources: {'Port': ['ID=1bceb960-5447-4bc1-8464-7b01737ccfe5,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:32:33.881265 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ceba90c7-25cc-4435-97ac-f41e4d99974b admin admin] Publish callbacks [] for router_gateway (9b2d17f6-e003-4e57-8e8e-a6f0bbc780ec), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:33.937203 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 12cc28df-16a1-4869-ac0f-42e693434d18 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:32:33.987452 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 12cc28df-16a1-4869-ac0f-42e693434d18 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:32:33.988124 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (12cc28df-16a1-4869-ac0f-42e693434d18), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:34.063878 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 12cc28df-16a1-4869-ac0f-42e693434d18 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:32:34.064313 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (12cc28df-16a1-4869-ac0f-42e693434d18), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:34.089791 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ceba90c7-25cc-4435-97ac-f41e4d99974b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687953'] for router (9b2d17f6-e003-4e57-8e8e-a6f0bbc780ec), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:34.102742 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] For port 12cc28df-16a1-4869-ac0f-42e693434d18, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=12cc28df-16a1-4869-ac0f-42e693434d18,segment=NetworkSegment(f1444085-0fcc-4d0d-bc63-4e82d9ef1251),segment_id=f1444085-0fcc-4d0d-bc63-4e82d9ef1251)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:32:34.107950 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (12cc28df-16a1-4869-ac0f-42e693434d18), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:34.232440 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceba90c7-25cc-4435-97ac-f41e4d99974b admin admin] Router 9b2d17f6-e003-4e57-8e8e-a6f0bbc780ec is scheduled to L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 with binding_index 1 {{(pid=104099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 01:32:34.315157 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Pushing event updated for resources: {'Port': ['ID=12cc28df-16a1-4869-ac0f-42e693434d18,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:32:34.352178 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceba90c7-25cc-4435-97ac-f41e4d99974b admin admin] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:32:34.362930 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ba364f-56a9-4921-b39a-eae1b0a725b1 None None] Sync routers for ids ['9b2d17f6-e003-4e57-8e8e-a6f0bbc780ec'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:32:34.371437 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ceba90c7-25cc-4435-97ac-f41e4d99974b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:34.375264 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-ceba90c7-25cc-4435-97ac-f41e4d99974b admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5160160 Mar 28 01:32:34.375422 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ba364f-56a9-4921-b39a-eae1b0a725b1 None None] Routers {'9b2d17f6-e003-4e57-8e8e-a6f0bbc780ec'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:32:34.375532 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 60504) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:32:34.375657 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-01ba364f-56a9-4921-b39a-eae1b0a725b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:32:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['9b2d17f6-e003-4e57-8e8e-a6f0bbc780ec'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:32:34.462512 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6031f0d-6cad-43ed-9066-363aac1aca54 None None] Network 70c51066-78fc-4eb5-bae9-460e0f6110d1 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:32:34.493005 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-01ba364f-56a9-4921-b39a-eae1b0a725b1 None None] Set router 9b2d17f6-e003-4e57-8e8e-a6f0bbc780ec gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:32:34.539558 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-c0edc159-d52c-48c3-a79d-0d9b88d58462 None None] Provisioning complete for port 12cc28df-16a1-4869-ac0f-42e693434d18 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:32:34.539936 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-c0edc159-d52c-48c3-a79d-0d9b88d58462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (12cc28df-16a1-4869-ac0f-42e693434d18), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:34.668327 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-c0edc159-d52c-48c3-a79d-0d9b88d58462 None None] Current status of the port 12cc28df-16a1-4869-ac0f-42e693434d18 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:32:34.684915 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-01ba364f-56a9-4921-b39a-eae1b0a725b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b2d17f6-e003-4e57-8e8e-a6f0bbc780ec', 'name': 'tempest-TestMinimumBasicScenario-2032568983-router', 'tenant_id': '33399703d1cf41d29d122950c6c8ee06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.22'}], 'enable_snat': True}, 'gw_port_id': '1bceb960-5447-4bc1-8464-7b01737ccfe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:32:32Z', 'updated_at': '2022-03-28T01:32:33Z', 'revision_number': 3, 'project_id': '33399703d1cf41d29d122950c6c8ee06', 'gw_port': {'id': '1bceb960-5447-4bc1-8464-7b01737ccfe5', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c7:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b2d17f6-e003-4e57-8e8e-a6f0bbc780ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:32:33Z', 'updated_at': '2022-03-28T01:32:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:32:34.712471 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ba364f-56a9-4921-b39a-eae1b0a725b1 None None] Checking router: 9b2d17f6-e003-4e57-8e8e-a6f0bbc780ec for host: dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:32:34.713081 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ba364f-56a9-4921-b39a-eae1b0a725b1 None None] Updating router 9b2d17f6-e003-4e57-8e8e-a6f0bbc780ec port 1bceb960-5447-4bc1-8464-7b01737ccfe5 binding host dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 01:32:34.742038 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-01ba364f-56a9-4921-b39a-eae1b0a725b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (1bceb960-5447-4bc1-8464-7b01737ccfe5), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:34.823019 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-65a6070c-8d48-49e4-be28-d2e64d523152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:34.890258 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-527749a5-1e98-4021-bfdc-b2c9df3c915e None None] Provisioning complete for port 12cc28df-16a1-4869-ac0f-42e693434d18 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:32:34.890633 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-527749a5-1e98-4021-bfdc-b2c9df3c915e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (12cc28df-16a1-4869-ac0f-42e693434d18), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:34.977384 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-527749a5-1e98-4021-bfdc-b2c9df3c915e None None] Current status of the port 12cc28df-16a1-4869-ac0f-42e693434d18 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:32:34.986933 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [None req-65a6070c-8d48-49e4-be28-d2e64d523152 admin admin] Allocated IP 172.20.0.1 (70c51066-78fc-4eb5-bae9-460e0f6110d1/e0ad68b9-6c34-482c-8eb7-91ae68c6f190/c4547daf-62d3-411d-b87d-b1de68b080ff) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:32:35.001368 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-01ba364f-56a9-4921-b39a-eae1b0a725b1 None None] Publish callbacks [] for port (1bceb960-5447-4bc1-8464-7b01737ccfe5), precommit_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:35.006697 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-01ba364f-56a9-4921-b39a-eae1b0a725b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (1bceb960-5447-4bc1-8464-7b01737ccfe5), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:35.061042 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [None req-01ba364f-56a9-4921-b39a-eae1b0a725b1 None None] Attempting to bind port 1bceb960-5447-4bc1-8464-7b01737ccfe5 on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:32:35.061402 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [None req-01ba364f-56a9-4921-b39a-eae1b0a725b1 None None] Attempting to bind port 1bceb960-5447-4bc1-8464-7b01737ccfe5 by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': 'b6f00c62-aca5-4c73-8989-c04c396daeed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'}] {{(pid=104101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:32:35.061760 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ba364f-56a9-4921-b39a-eae1b0a725b1 None None] Attempting to bind port 1bceb960-5447-4bc1-8464-7b01737ccfe5 on network dea6548b-502b-42db-97fb-371e423e739a {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:32:35.064582 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d890a16-9dfb-4280-b7a6-772a54f20623 None None] Pushing event updated for resources: {'Port': ['ID=1bceb960-5447-4bc1-8464-7b01737ccfe5,revision_number=2']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:32:35.069691 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ba364f-56a9-4921-b39a-eae1b0a725b1 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:32:35.070063 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ba364f-56a9-4921-b39a-eae1b0a725b1 None None] Checking segment: {'id': 'b6f00c62-aca5-4c73-8989-c04c396daeed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:32:35.070460 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-01ba364f-56a9-4921-b39a-eae1b0a725b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:35.070855 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ba364f-56a9-4921-b39a-eae1b0a725b1 None None] Bound using segment: {'id': 'b6f00c62-aca5-4c73-8989-c04c396daeed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'} {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:32:35.071312 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [None req-01ba364f-56a9-4921-b39a-eae1b0a725b1 None None] Bound port: 1bceb960-5447-4bc1-8464-7b01737ccfe5, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6f00c62-aca5-4c73-8989-c04c396daeed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'}}] {{(pid=104101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:32:35.071687 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-01ba364f-56a9-4921-b39a-eae1b0a725b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (1bceb960-5447-4bc1-8464-7b01737ccfe5), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:35.077620 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d890a16-9dfb-4280-b7a6-772a54f20623 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:32:35.077974 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d890a16-9dfb-4280-b7a6-772a54f20623 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:32:35.078319 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d890a16-9dfb-4280-b7a6-772a54f20623 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:32:35.078656 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d890a16-9dfb-4280-b7a6-772a54f20623 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:32:35.078992 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d890a16-9dfb-4280-b7a6-772a54f20623 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:32:35.079321 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d890a16-9dfb-4280-b7a6-772a54f20623 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:32:35.079649 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d890a16-9dfb-4280-b7a6-772a54f20623 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:32:35.079974 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d890a16-9dfb-4280-b7a6-772a54f20623 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:32:35.080323 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d890a16-9dfb-4280-b7a6-772a54f20623 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:32:35.080650 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d890a16-9dfb-4280-b7a6-772a54f20623 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:32:35.080977 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d890a16-9dfb-4280-b7a6-772a54f20623 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:32:35.081302 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d890a16-9dfb-4280-b7a6-772a54f20623 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:32:35.081629 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d890a16-9dfb-4280-b7a6-772a54f20623 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:32:35.082021 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d890a16-9dfb-4280-b7a6-772a54f20623 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:32:35.083079 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d890a16-9dfb-4280-b7a6-772a54f20623 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:32:35.092016 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-65a6070c-8d48-49e4-be28-d2e64d523152 admin admin] Publish callbacks [] for port (c4547daf-62d3-411d-b87d-b1de68b080ff), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:35.127005 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-65a6070c-8d48-49e4-be28-d2e64d523152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (c4547daf-62d3-411d-b87d-b1de68b080ff), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:35.133380 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.db [None req-01ba364f-56a9-4921-b39a-eae1b0a725b1 None None] For port 1bceb960-5447-4bc1-8464-7b01737ccfe5, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:32:35.136453 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.db [None req-01ba364f-56a9-4921-b39a-eae1b0a725b1 None None] For port 1bceb960-5447-4bc1-8464-7b01737ccfe5, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=1bceb960-5447-4bc1-8464-7b01737ccfe5,segment=NetworkSegment(b6f00c62-aca5-4c73-8989-c04c396daeed),segment_id=b6f00c62-aca5-4c73-8989-c04c396daeed)] {{(pid=104101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:32:35.142661 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-01ba364f-56a9-4921-b39a-eae1b0a725b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (1bceb960-5447-4bc1-8464-7b01737ccfe5), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:35.167031 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a6070c-8d48-49e4-be28-d2e64d523152 admin admin] Network 70c51066-78fc-4eb5-bae9-460e0f6110d1 is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:32:35.171860 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-65a6070c-8d48-49e4-be28-d2e64d523152 admin admin] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:32:35.177055 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a6070c-8d48-49e4-be28-d2e64d523152 admin admin] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:32:35.199576 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d890a16-9dfb-4280-b7a6-772a54f20623 None None] Pushing event updated for resources: {'Port': ['ID=1bceb960-5447-4bc1-8464-7b01737ccfe5,revision_number=3']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:32:35.202910 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a6070c-8d48-49e4-be28-d2e64d523152 admin admin] Pushing event updated for resources: {'Port': ['ID=c4547daf-62d3-411d-b87d-b1de68b080ff,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:32:35.204888 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ba364f-56a9-4921-b39a-eae1b0a725b1 None None] Routers {'9b2d17f6-e003-4e57-8e8e-a6f0bbc780ec'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:32:35.205494 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-01ba364f-56a9-4921-b39a-eae1b0a725b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:32:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['9b2d17f6-e003-4e57-8e8e-a6f0bbc780ec'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:32:35.223177 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-65a6070c-8d48-49e4-be28-d2e64d523152 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3686596'] for router_interface (9b2d17f6-e003-4e57-8e8e-a6f0bbc780ec), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:35.320273 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-01ba364f-56a9-4921-b39a-eae1b0a725b1 None None] Set router 9b2d17f6-e003-4e57-8e8e-a6f0bbc780ec gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:32:35.409307 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-1f774f9c-ce8e-4089-850e-d06e2d7dfaee None None] Provisioning complete for port c4547daf-62d3-411d-b87d-b1de68b080ff triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:32:35.409899 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-1f774f9c-ce8e-4089-850e-d06e2d7dfaee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (c4547daf-62d3-411d-b87d-b1de68b080ff), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:35.446714 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-1f774f9c-ce8e-4089-850e-d06e2d7dfaee None None] Port c4547daf-62d3-411d-b87d-b1de68b080ff cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:32:35.510220 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-01ba364f-56a9-4921-b39a-eae1b0a725b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b2d17f6-e003-4e57-8e8e-a6f0bbc780ec', 'name': 'tempest-TestMinimumBasicScenario-2032568983-router', 'tenant_id': '33399703d1cf41d29d122950c6c8ee06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.22'}], 'enable_snat': True}, 'gw_port_id': '1bceb960-5447-4bc1-8464-7b01737ccfe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:32:32Z', 'updated_at': '2022-03-28T01:32:33Z', 'revision_number': 3, 'project_id': '33399703d1cf41d29d122950c6c8ee06', 'gw_port': {'id': '1bceb960-5447-4bc1-8464-7b01737ccfe5', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c7:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b2d17f6-e003-4e57-8e8e-a6f0bbc780ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:32:33Z', 'updated_at': '2022-03-28T01:32:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:32:35.537754 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ba364f-56a9-4921-b39a-eae1b0a725b1 None None] The sync data for ids ['9b2d17f6-e003-4e57-8e8e-a6f0bbc780ec'] in dv-neutron-834874-6-hyperv is: [{'id': '9b2d17f6-e003-4e57-8e8e-a6f0bbc780ec', 'name': 'tempest-TestMinimumBasicScenario-2032568983-router', 'tenant_id': '33399703d1cf41d29d122950c6c8ee06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.22'}], 'enable_snat': True}, 'gw_port_id': '1bceb960-5447-4bc1-8464-7b01737ccfe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:32:32Z', 'updated_at': '2022-03-28T01:32:33Z', 'revision_number': 3, 'project_id': '33399703d1cf41d29d122950c6c8ee06', 'gw_port': {'id': '1bceb960-5447-4bc1-8464-7b01737ccfe5', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c7:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b2d17f6-e003-4e57-8e8e-a6f0bbc780ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:32:33Z', 'updated_at': '2022-03-28T01:32:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:32:35.667352 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-65a6070c-8d48-49e4-be28-d2e64d523152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (c4547daf-62d3-411d-b87d-b1de68b080ff), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:35.843500 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-65a6070c-8d48-49e4-be28-d2e64d523152 admin admin] Publish callbacks [] for port (c4547daf-62d3-411d-b87d-b1de68b080ff), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:35.848450 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-65a6070c-8d48-49e4-be28-d2e64d523152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (c4547daf-62d3-411d-b87d-b1de68b080ff), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:35.916154 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-65a6070c-8d48-49e4-be28-d2e64d523152 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3725889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3686480'] for router_interface (9b2d17f6-e003-4e57-8e8e-a6f0bbc780ec), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:35.917944 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a6070c-8d48-49e4-be28-d2e64d523152 admin admin] Pushing event updated for resources: {'Port': ['ID=c4547daf-62d3-411d-b87d-b1de68b080ff,revision_number=2']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:32:35.931806 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a6070c-8d48-49e4-be28-d2e64d523152 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:32:35.932184 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a6070c-8d48-49e4-be28-d2e64d523152 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:32:35.932524 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a6070c-8d48-49e4-be28-d2e64d523152 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:32:35.932863 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a6070c-8d48-49e4-be28-d2e64d523152 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:32:35.933195 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a6070c-8d48-49e4-be28-d2e64d523152 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:32:35.933525 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a6070c-8d48-49e4-be28-d2e64d523152 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:32:35.933848 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a6070c-8d48-49e4-be28-d2e64d523152 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:32:35.934175 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a6070c-8d48-49e4-be28-d2e64d523152 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:32:35.934514 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a6070c-8d48-49e4-be28-d2e64d523152 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:32:35.934869 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a6070c-8d48-49e4-be28-d2e64d523152 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:32:35.935126 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a6070c-8d48-49e4-be28-d2e64d523152 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:32:35.935498 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a6070c-8d48-49e4-be28-d2e64d523152 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:32:35.935799 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a6070c-8d48-49e4-be28-d2e64d523152 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:32:35.936071 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a6070c-8d48-49e4-be28-d2e64d523152 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:32:35.936388 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a6070c-8d48-49e4-be28-d2e64d523152 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:32:35.995461 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 1bceb960-5447-4bc1-8464-7b01737ccfe5 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:32:36.044408 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a6070c-8d48-49e4-be28-d2e64d523152 admin admin] Network 70c51066-78fc-4eb5-bae9-460e0f6110d1 is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:32:36.045931 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-65a6070c-8d48-49e4-be28-d2e64d523152 admin admin] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:32:36.052780 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 1bceb960-5447-4bc1-8464-7b01737ccfe5 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:32:36.053377 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (1bceb960-5447-4bc1-8464-7b01737ccfe5), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:36.151668 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 1bceb960-5447-4bc1-8464-7b01737ccfe5 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:32:36.152649 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (1bceb960-5447-4bc1-8464-7b01737ccfe5), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:36.176349 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] For port 1bceb960-5447-4bc1-8464-7b01737ccfe5, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=1bceb960-5447-4bc1-8464-7b01737ccfe5,segment=NetworkSegment(b6f00c62-aca5-4c73-8989-c04c396daeed),segment_id=b6f00c62-aca5-4c73-8989-c04c396daeed)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:32:36.182722 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (1bceb960-5447-4bc1-8464-7b01737ccfe5), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:36.184611 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 12cc28df-16a1-4869-ac0f-42e693434d18 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:32:36.185683 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65a6070c-8d48-49e4-be28-d2e64d523152 admin admin] Router 9b2d17f6-e003-4e57-8e8e-a6f0bbc780ec has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:32:36.265597 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Pushing event updated for resources: {'Port': ['ID=1bceb960-5447-4bc1-8464-7b01737ccfe5,revision_number=4']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:32:36.291969 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 12cc28df-16a1-4869-ac0f-42e693434d18 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:32:36.292415 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (12cc28df-16a1-4869-ac0f-42e693434d18), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:36.311263 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65a6070c-8d48-49e4-be28-d2e64d523152 admin admin] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:32:36.325650 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-65a6070c-8d48-49e4-be28-d2e64d523152 admin admin] 10.222.0.24 "PUT /v2.0/routers/9b2d17f6-e003-4e57-8e8e-a6f0bbc780ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9491253 Mar 28 01:32:36.395193 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-8de3b486-07a5-4fc9-a29e-55b3d9063416 None None] Provisioning complete for port c4547daf-62d3-411d-b87d-b1de68b080ff triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:32:36.395660 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-8de3b486-07a5-4fc9-a29e-55b3d9063416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (c4547daf-62d3-411d-b87d-b1de68b080ff), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:36.398475 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 12cc28df-16a1-4869-ac0f-42e693434d18 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:32:36.433803 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-8de3b486-07a5-4fc9-a29e-55b3d9063416 None None] Port c4547daf-62d3-411d-b87d-b1de68b080ff cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:32:36.787168 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 60520) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:32:36.792200 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-881f60f2-8e25-4ab1-8a99-2f150a5b41ce admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1739553435-network', 'tenant_id': '61c21504740e4610a29e9a1dff2535c6'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:32:36.810711 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-881f60f2-8e25-4ab1-8a99-2f150a5b41ce admin admin] Made reservation on behalf of 61c21504740e4610a29e9a1dff2535c6 for: {'network': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:32:36.812984 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-881f60f2-8e25-4ab1-8a99-2f150a5b41ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:36.821541 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-881f60f2-8e25-4ab1-8a99-2f150a5b41ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:36.896973 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-881f60f2-8e25-4ab1-8a99-2f150a5b41ce admin admin] Publish callbacks [] for security_group (c30e3922-5187-4c97-b592-e92fecb63976), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:36.902576 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-881f60f2-8e25-4ab1-8a99-2f150a5b41ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (c30e3922-5187-4c97-b592-e92fecb63976), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:36.927927 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-881f60f2-8e25-4ab1-8a99-2f150a5b41ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=104099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:32:36.937842 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881f60f2-8e25-4ab1-8a99-2f150a5b41ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c30e3922-5187-4c97-b592-e92fecb63976,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:32:36.942821 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-881f60f2-8e25-4ab1-8a99-2f150a5b41ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (1cd86b13-3c30-458d-88e5-a3bb4a7c097b), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:36.943166 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.segments_db [None req-881f60f2-8e25-4ab1-8a99-2f150a5b41ce admin admin] Added segment 1cd86b13-3c30-458d-88e5-a3bb4a7c097b of type vlan for network 9a1aa6ae-bdb5-4942-a76a-69abb5c08f72 Mar 28 01:32:36.985746 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-881f60f2-8e25-4ab1-8a99-2f150a5b41ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (9a1aa6ae-bdb5-4942-a76a-69abb5c08f72), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:37.010908 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-881f60f2-8e25-4ab1-8a99-2f150a5b41ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (9a1aa6ae-bdb5-4942-a76a-69abb5c08f72), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:37.011876 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881f60f2-8e25-4ab1-8a99-2f150a5b41ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:32:37.012473 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-881f60f2-8e25-4ab1-8a99-2f150a5b41ce admin admin] Publish callbacks [] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:37.071002 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-881f60f2-8e25-4ab1-8a99-2f150a5b41ce admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2825911 Mar 28 01:32:37.073837 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 60522) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:32:37.078893 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-f00d15a0-17df-4dde-a38c-8700f0e07f1b admin admin] Request body: {'subnet': {'network_id': '9a1aa6ae-bdb5-4942-a76a-69abb5c08f72', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1739553435-subnet', 'tenant_id': '61c21504740e4610a29e9a1dff2535c6', 'ip_version': 4}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:32:37.079593 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881f60f2-8e25-4ab1-8a99-2f150a5b41ce admin admin] Pushing event updated for resources: {'Network': ['ID=9a1aa6ae-bdb5-4942-a76a-69abb5c08f72,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:32:37.089836 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network 9a1aa6ae-bdb5-4942-a76a-69abb5c08f72 details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:32:37.100774 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f00d15a0-17df-4dde-a38c-8700f0e07f1b admin admin] Made reservation on behalf of 61c21504740e4610a29e9a1dff2535c6 for: {'subnet': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:32:37.103315 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f00d15a0-17df-4dde-a38c-8700f0e07f1b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126112411'] for subnet (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:37.214482 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f0e36c-0bad-4ec8-afd0-7192ebbfebb8 None None] Sync routers for ids ['9b2d17f6-e003-4e57-8e8e-a6f0bbc780ec'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:32:37.223868 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f0e36c-0bad-4ec8-afd0-7192ebbfebb8 None None] Routers {'9b2d17f6-e003-4e57-8e8e-a6f0bbc780ec'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:32:37.224512 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-f4f0e36c-0bad-4ec8-afd0-7192ebbfebb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:32:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['9b2d17f6-e003-4e57-8e8e-a6f0bbc780ec'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:32:37.275621 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f00d15a0-17df-4dde-a38c-8700f0e07f1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126174976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126112397'] for subnet (1949e8a6-c603-43c8-bf08-08747e470cec), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:37.333634 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-f4f0e36c-0bad-4ec8-afd0-7192ebbfebb8 None None] Set router 9b2d17f6-e003-4e57-8e8e-a6f0bbc780ec gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:32:37.335160 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00d15a0-17df-4dde-a38c-8700f0e07f1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1949e8a6-c603-43c8-bf08-08747e470cec,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:32:37.340399 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00d15a0-17df-4dde-a38c-8700f0e07f1b admin admin] Checking segment: {'id': '1cd86b13-3c30-458d-88e5-a3bb4a7c097b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9a1aa6ae-bdb5-4942-a76a-69abb5c08f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:32:37.340761 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00d15a0-17df-4dde-a38c-8700f0e07f1b admin admin] Network hostable DHCP agents. Network: 9a1aa6ae-bdb5-4942-a76a-69abb5c08f72, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:32:37.358469 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00d15a0-17df-4dde-a38c-8700f0e07f1b admin admin] Network 9a1aa6ae-bdb5-4942-a76a-69abb5c08f72 is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:32:37.367704 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-f00d15a0-17df-4dde-a38c-8700f0e07f1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, 9a1aa6ae-bdb5-4942-a76a-69abb5c08f72) {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:32:37.371818 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f00d15a0-17df-4dde-a38c-8700f0e07f1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:32:37.372453 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f00d15a0-17df-4dde-a38c-8700f0e07f1b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:37.380618 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7361b1eb-2abd-4bc1-88e0-a3900a4c075b None None] Network 9a1aa6ae-bdb5-4942-a76a-69abb5c08f72 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:32:37.387723 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-f00d15a0-17df-4dde-a38c-8700f0e07f1b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3127062 Mar 28 01:32:37.390262 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 60524) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:32:37.394454 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-3287ffcd-50de-4557-b793-43e929480593 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1739553435-router', 'tenant_id': '61c21504740e4610a29e9a1dff2535c6', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'}}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:32:37.413411 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3287ffcd-50de-4557-b793-43e929480593 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7069'] for router (52d85bb3-08db-4775-83be-90abef2b0121), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:37.414429 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3287ffcd-50de-4557-b793-43e929480593 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4188952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7062'] for router (52d85bb3-08db-4775-83be-90abef2b0121), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:37.469650 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3287ffcd-50de-4557-b793-43e929480593 admin admin] Publish callbacks [] for router_controller (52d85bb3-08db-4775-83be-90abef2b0121), precommit_add_association {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:37.587476 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6b442c-a575-48e8-81c0-3a3bd58e96ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-9a1aa6ae-bdb5-4942-a76a-69abb5c08f72', 'network_id': '9a1aa6ae-bdb5-4942-a76a-69abb5c08f72', 'project_id': '61c21504740e4610a29e9a1dff2535c6', 'fixed_ips': [{'subnet_id': '1949e8a6-c603-43c8-bf08-08747e470cec'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:32:37.588268 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-9c6b442c-a575-48e8-81c0-3a3bd58e96ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:37.605918 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3287ffcd-50de-4557-b793-43e929480593 admin admin] Publish callbacks [] for router_gateway (52d85bb3-08db-4775-83be-90abef2b0121), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:37.702753 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-f4f0e36c-0bad-4ec8-afd0-7192ebbfebb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b2d17f6-e003-4e57-8e8e-a6f0bbc780ec', 'name': 'tempest-TestMinimumBasicScenario-2032568983-router', 'tenant_id': '33399703d1cf41d29d122950c6c8ee06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.22'}], 'enable_snat': True}, 'gw_port_id': '1bceb960-5447-4bc1-8464-7b01737ccfe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:32:32Z', 'updated_at': '2022-03-28T01:32:35Z', 'revision_number': 4, 'project_id': '33399703d1cf41d29d122950c6c8ee06', 'gw_port': {'id': '1bceb960-5447-4bc1-8464-7b01737ccfe5', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c7:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2d17f6-e003-4e57-8e8e-a6f0bbc780ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:32:33Z', 'updated_at': '2022-03-28T01:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': 'c4547daf-62d3-411d-b87d-b1de68b080ff', 'name': '', 'network_id': '70c51066-78fc-4eb5-bae9-460e0f6110d1', 'tenant_id': '33399703d1cf41d29d122950c6c8ee06', 'mac_address': 'fa:16:3e:a5:c2:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b2d17f6-e003-4e57-8e8e-a6f0bbc780ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': 'e0ad68b9-6c34-482c-8eb7-91ae68c6f190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:32:34Z', 'updated_at': '2022-03-28T01:32:35Z', 'revision_number': 2, 'project_id': '33399703d1cf41d29d122950c6c8ee06', 'subnets': [{'id': 'e0ad68b9-6c34-482c-8eb7-91ae68c6f190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:32:37.755486 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f0e36c-0bad-4ec8-afd0-7192ebbfebb8 None None] Checking router: 9b2d17f6-e003-4e57-8e8e-a6f0bbc780ec for host: dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:32:37.755843 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f0e36c-0bad-4ec8-afd0-7192ebbfebb8 None None] Updating router 9b2d17f6-e003-4e57-8e8e-a6f0bbc780ec port c4547daf-62d3-411d-b87d-b1de68b080ff binding host dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 01:32:37.799701 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f4f0e36c-0bad-4ec8-afd0-7192ebbfebb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (c4547daf-62d3-411d-b87d-b1de68b080ff), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:37.802788 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3287ffcd-50de-4557-b793-43e929480593 admin admin] Publish callbacks [] for router_gateway (52d85bb3-08db-4775-83be-90abef2b0121), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:37.812440 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-9c6b442c-a575-48e8-81c0-3a3bd58e96ab None None] Allocated IP 172.20.0.2 (9a1aa6ae-bdb5-4942-a76a-69abb5c08f72/1949e8a6-c603-43c8-bf08-08747e470cec/b59db4c8-5dc9-41f4-8e5f-770bfc6d5c02) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:32:37.821301 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3287ffcd-50de-4557-b793-43e929480593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:37.951702 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 1bceb960-5447-4bc1-8464-7b01737ccfe5 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:32:38.206538 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-3287ffcd-50de-4557-b793-43e929480593 admin admin] Allocated IP 172.26.1.106 (dea6548b-502b-42db-97fb-371e423e739a/cce6de65-d8c9-45b8-9970-0a277e8c1192/f5650dec-3d78-44d5-a6e9-36ebd1888d3a) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:32:38.289785 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-9c6b442c-a575-48e8-81c0-3a3bd58e96ab None None] Publish callbacks [] for port (b59db4c8-5dc9-41f4-8e5f-770bfc6d5c02), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:38.303233 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-9c6b442c-a575-48e8-81c0-3a3bd58e96ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (b59db4c8-5dc9-41f4-8e5f-770bfc6d5c02), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:38.306770 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3287ffcd-50de-4557-b793-43e929480593 admin admin] Publish callbacks [] for port (f5650dec-3d78-44d5-a6e9-36ebd1888d3a), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:38.309405 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 1bceb960-5447-4bc1-8464-7b01737ccfe5 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:32:38.309769 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (1bceb960-5447-4bc1-8464-7b01737ccfe5), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:38.340758 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3287ffcd-50de-4557-b793-43e929480593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (f5650dec-3d78-44d5-a6e9-36ebd1888d3a), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:38.379569 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3287ffcd-50de-4557-b793-43e929480593 admin admin] Network dea6548b-502b-42db-97fb-371e423e739a is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:32:38.383779 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-3287ffcd-50de-4557-b793-43e929480593 admin admin] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:32:38.386422 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3287ffcd-50de-4557-b793-43e929480593 admin admin] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:32:38.395262 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c6b442c-a575-48e8-81c0-3a3bd58e96ab None None] Network 9a1aa6ae-bdb5-4942-a76a-69abb5c08f72 is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:32:38.406713 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-9c6b442c-a575-48e8-81c0-3a3bd58e96ab None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:32:38.411054 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6b442c-a575-48e8-81c0-3a3bd58e96ab None None] Pushing event updated for resources: {'Port': ['ID=b59db4c8-5dc9-41f4-8e5f-770bfc6d5c02,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:32:38.414754 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6b442c-a575-48e8-81c0-3a3bd58e96ab None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:32:38.420300 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3287ffcd-50de-4557-b793-43e929480593 admin admin] Pushing event updated for resources: {'Port': ['ID=f5650dec-3d78-44d5-a6e9-36ebd1888d3a,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:32:38.539917 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f4f0e36c-0bad-4ec8-afd0-7192ebbfebb8 None None] Publish callbacks [] for port (c4547daf-62d3-411d-b87d-b1de68b080ff), precommit_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:38.541764 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-9c6b442c-a575-48e8-81c0-3a3bd58e96ab None None] Attempting to bind port b59db4c8-5dc9-41f4-8e5f-770bfc6d5c02 on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:32:38.541974 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-9c6b442c-a575-48e8-81c0-3a3bd58e96ab None None] Attempting to bind port b59db4c8-5dc9-41f4-8e5f-770bfc6d5c02 by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': '1cd86b13-3c30-458d-88e5-a3bb4a7c097b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9a1aa6ae-bdb5-4942-a76a-69abb5c08f72'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:32:38.542334 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6b442c-a575-48e8-81c0-3a3bd58e96ab None None] Attempting to bind port b59db4c8-5dc9-41f4-8e5f-770bfc6d5c02 on network 9a1aa6ae-bdb5-4942-a76a-69abb5c08f72 {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:32:38.553055 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f4f0e36c-0bad-4ec8-afd0-7192ebbfebb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (c4547daf-62d3-411d-b87d-b1de68b080ff), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:38.561388 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6b442c-a575-48e8-81c0-3a3bd58e96ab None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:32:38.561776 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6b442c-a575-48e8-81c0-3a3bd58e96ab None None] Checking segment: {'id': '1cd86b13-3c30-458d-88e5-a3bb4a7c097b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9a1aa6ae-bdb5-4942-a76a-69abb5c08f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:32:38.562176 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-9c6b442c-a575-48e8-81c0-3a3bd58e96ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:38.562575 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6b442c-a575-48e8-81c0-3a3bd58e96ab None None] Bound using segment: {'id': '1cd86b13-3c30-458d-88e5-a3bb4a7c097b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9a1aa6ae-bdb5-4942-a76a-69abb5c08f72'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:32:38.563052 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-9c6b442c-a575-48e8-81c0-3a3bd58e96ab None None] Bound port: b59db4c8-5dc9-41f4-8e5f-770bfc6d5c02, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cd86b13-3c30-458d-88e5-a3bb4a7c097b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9a1aa6ae-bdb5-4942-a76a-69abb5c08f72'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:32:38.563426 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-9c6b442c-a575-48e8-81c0-3a3bd58e96ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (b59db4c8-5dc9-41f4-8e5f-770bfc6d5c02), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:38.603202 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 1bceb960-5447-4bc1-8464-7b01737ccfe5 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:32:38.648819 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ceb09d-041c-44fa-b3d6-5e1c6e1047e0 None None] Pushing event updated for resources: {'Port': ['ID=c4547daf-62d3-411d-b87d-b1de68b080ff,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:32:38.651080 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3287ffcd-50de-4557-b793-43e929480593 admin admin] Publish callbacks [] for router_gateway (52d85bb3-08db-4775-83be-90abef2b0121), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:38.724697 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-9c6b442c-a575-48e8-81c0-3a3bd58e96ab None None] For port b59db4c8-5dc9-41f4-8e5f-770bfc6d5c02, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:32:38.727251 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-f4f0e36c-0bad-4ec8-afd0-7192ebbfebb8 None None] Attempting to bind port c4547daf-62d3-411d-b87d-b1de68b080ff on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:32:38.727630 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-f4f0e36c-0bad-4ec8-afd0-7192ebbfebb8 None None] Attempting to bind port c4547daf-62d3-411d-b87d-b1de68b080ff by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': 'f1444085-0fcc-4d0d-bc63-4e82d9ef1251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '70c51066-78fc-4eb5-bae9-460e0f6110d1'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:32:38.727996 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f0e36c-0bad-4ec8-afd0-7192ebbfebb8 None None] Attempting to bind port c4547daf-62d3-411d-b87d-b1de68b080ff on network 70c51066-78fc-4eb5-bae9-460e0f6110d1 {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:32:38.731422 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-9c6b442c-a575-48e8-81c0-3a3bd58e96ab None None] For port b59db4c8-5dc9-41f4-8e5f-770bfc6d5c02, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=b59db4c8-5dc9-41f4-8e5f-770bfc6d5c02,segment=NetworkSegment(1cd86b13-3c30-458d-88e5-a3bb4a7c097b),segment_id=1cd86b13-3c30-458d-88e5-a3bb4a7c097b)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:32:38.742675 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f0e36c-0bad-4ec8-afd0-7192ebbfebb8 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:32:38.743227 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f0e36c-0bad-4ec8-afd0-7192ebbfebb8 None None] Checking segment: {'id': 'f1444085-0fcc-4d0d-bc63-4e82d9ef1251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '70c51066-78fc-4eb5-bae9-460e0f6110d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:32:38.743843 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f4f0e36c-0bad-4ec8-afd0-7192ebbfebb8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:38.744452 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f0e36c-0bad-4ec8-afd0-7192ebbfebb8 None None] Bound using segment: {'id': 'f1444085-0fcc-4d0d-bc63-4e82d9ef1251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '70c51066-78fc-4eb5-bae9-460e0f6110d1'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:32:38.745194 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-f4f0e36c-0bad-4ec8-afd0-7192ebbfebb8 None None] Bound port: c4547daf-62d3-411d-b87d-b1de68b080ff, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1444085-0fcc-4d0d-bc63-4e82d9ef1251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '70c51066-78fc-4eb5-bae9-460e0f6110d1'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:32:38.745612 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f4f0e36c-0bad-4ec8-afd0-7192ebbfebb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (c4547daf-62d3-411d-b87d-b1de68b080ff), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:38.764163 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-9c6b442c-a575-48e8-81c0-3a3bd58e96ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (b59db4c8-5dc9-41f4-8e5f-770bfc6d5c02), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:38.869366 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6b442c-a575-48e8-81c0-3a3bd58e96ab None None] Pushing event updated for resources: {'Port': ['ID=b59db4c8-5dc9-41f4-8e5f-770bfc6d5c02,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:32:38.874688 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-f4f0e36c-0bad-4ec8-afd0-7192ebbfebb8 None None] For port c4547daf-62d3-411d-b87d-b1de68b080ff, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:32:38.879593 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-f4f0e36c-0bad-4ec8-afd0-7192ebbfebb8 None None] For port c4547daf-62d3-411d-b87d-b1de68b080ff, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=c4547daf-62d3-411d-b87d-b1de68b080ff,segment=NetworkSegment(f1444085-0fcc-4d0d-bc63-4e82d9ef1251),segment_id=f1444085-0fcc-4d0d-bc63-4e82d9ef1251)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:32:38.888055 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f4f0e36c-0bad-4ec8-afd0-7192ebbfebb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (c4547daf-62d3-411d-b87d-b1de68b080ff), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:38.892341 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-7a0c2cb4-b517-496a-8f2a-8ae57096eb6c None None] Provisioning complete for port c4547daf-62d3-411d-b87d-b1de68b080ff triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:32:38.892702 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-7a0c2cb4-b517-496a-8f2a-8ae57096eb6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (c4547daf-62d3-411d-b87d-b1de68b080ff), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:38.900471 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3287ffcd-50de-4557-b793-43e929480593 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687953'] for router (52d85bb3-08db-4775-83be-90abef2b0121), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:38.985271 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f0e36c-0bad-4ec8-afd0-7192ebbfebb8 None None] Routers {'9b2d17f6-e003-4e57-8e8e-a6f0bbc780ec'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:32:38.985909 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-f4f0e36c-0bad-4ec8-afd0-7192ebbfebb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:32:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['9b2d17f6-e003-4e57-8e8e-a6f0bbc780ec'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:32:38.988871 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ceb09d-041c-44fa-b3d6-5e1c6e1047e0 None None] Pushing event updated for resources: {'Port': ['ID=c4547daf-62d3-411d-b87d-b1de68b080ff,revision_number=4']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:32:39.067806 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3287ffcd-50de-4557-b793-43e929480593 admin admin] Router 52d85bb3-08db-4775-83be-90abef2b0121 is scheduled to L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 with binding_index 1 {{(pid=104098) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 01:32:39.134496 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-7a0c2cb4-b517-496a-8f2a-8ae57096eb6c None None] Current status of the port c4547daf-62d3-411d-b87d-b1de68b080ff is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:32:39.134884 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-7a0c2cb4-b517-496a-8f2a-8ae57096eb6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (c4547daf-62d3-411d-b87d-b1de68b080ff), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:39.179687 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-f4f0e36c-0bad-4ec8-afd0-7192ebbfebb8 None None] Set router 9b2d17f6-e003-4e57-8e8e-a6f0bbc780ec gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:32:39.215053 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-7a0c2cb4-b517-496a-8f2a-8ae57096eb6c None None] For port c4547daf-62d3-411d-b87d-b1de68b080ff, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=c4547daf-62d3-411d-b87d-b1de68b080ff,segment=NetworkSegment(f1444085-0fcc-4d0d-bc63-4e82d9ef1251),segment_id=f1444085-0fcc-4d0d-bc63-4e82d9ef1251)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:32:39.220528 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3287ffcd-50de-4557-b793-43e929480593 admin admin] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:32:39.242436 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58480dcd-c41f-4da1-b650-e690341524d4 None None] Sync routers for ids ['52d85bb3-08db-4775-83be-90abef2b0121'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:32:39.245315 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3287ffcd-50de-4557-b793-43e929480593 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:39.249332 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-3287ffcd-50de-4557-b793-43e929480593 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8556814 Mar 28 01:32:39.249610 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 60526) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:32:39.249716 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-7a0c2cb4-b517-496a-8f2a-8ae57096eb6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (c4547daf-62d3-411d-b87d-b1de68b080ff), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:39.259882 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58480dcd-c41f-4da1-b650-e690341524d4 None None] Routers {'52d85bb3-08db-4775-83be-90abef2b0121'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:32:39.260521 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-58480dcd-c41f-4da1-b650-e690341524d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:32:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['52d85bb3-08db-4775-83be-90abef2b0121'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:32:39.353477 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0c2cb4-b517-496a-8f2a-8ae57096eb6c None None] Pushing event updated for resources: {'Port': ['ID=c4547daf-62d3-411d-b87d-b1de68b080ff,revision_number=5']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:32:39.426015 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-3a716019-af37-4c0a-9d6f-216bc824ca5d None None] Provisioning complete for port c4547daf-62d3-411d-b87d-b1de68b080ff triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:32:39.426544 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-3a716019-af37-4c0a-9d6f-216bc824ca5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (c4547daf-62d3-411d-b87d-b1de68b080ff), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:39.488251 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-58480dcd-c41f-4da1-b650-e690341524d4 None None] Set router 52d85bb3-08db-4775-83be-90abef2b0121 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:32:39.566086 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-3a716019-af37-4c0a-9d6f-216bc824ca5d None None] Current status of the port c4547daf-62d3-411d-b87d-b1de68b080ff is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:32:39.571125 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-f4f0e36c-0bad-4ec8-afd0-7192ebbfebb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b2d17f6-e003-4e57-8e8e-a6f0bbc780ec', 'name': 'tempest-TestMinimumBasicScenario-2032568983-router', 'tenant_id': '33399703d1cf41d29d122950c6c8ee06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.22'}], 'enable_snat': True}, 'gw_port_id': '1bceb960-5447-4bc1-8464-7b01737ccfe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:32:32Z', 'updated_at': '2022-03-28T01:32:35Z', 'revision_number': 4, 'project_id': '33399703d1cf41d29d122950c6c8ee06', 'gw_port': {'id': '1bceb960-5447-4bc1-8464-7b01737ccfe5', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c7:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2d17f6-e003-4e57-8e8e-a6f0bbc780ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:32:33Z', 'updated_at': '2022-03-28T01:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': 'c4547daf-62d3-411d-b87d-b1de68b080ff', 'name': '', 'network_id': '70c51066-78fc-4eb5-bae9-460e0f6110d1', 'tenant_id': '33399703d1cf41d29d122950c6c8ee06', 'mac_address': 'fa:16:3e:a5:c2:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b2d17f6-e003-4e57-8e8e-a6f0bbc780ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': 'e0ad68b9-6c34-482c-8eb7-91ae68c6f190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:32:34Z', 'updated_at': '2022-03-28T01:32:38Z', 'revision_number': 4, 'project_id': '33399703d1cf41d29d122950c6c8ee06', 'subnets': [{'id': 'e0ad68b9-6c34-482c-8eb7-91ae68c6f190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:32:39.599016 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f0e36c-0bad-4ec8-afd0-7192ebbfebb8 None None] The sync data for ids ['9b2d17f6-e003-4e57-8e8e-a6f0bbc780ec'] in dv-neutron-834874-6-hyperv is: [{'id': '9b2d17f6-e003-4e57-8e8e-a6f0bbc780ec', 'name': 'tempest-TestMinimumBasicScenario-2032568983-router', 'tenant_id': '33399703d1cf41d29d122950c6c8ee06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.22'}], 'enable_snat': True}, 'gw_port_id': '1bceb960-5447-4bc1-8464-7b01737ccfe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:32:32Z', 'updated_at': '2022-03-28T01:32:35Z', 'revision_number': 4, 'project_id': '33399703d1cf41d29d122950c6c8ee06', 'gw_port': {'id': '1bceb960-5447-4bc1-8464-7b01737ccfe5', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c7:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2d17f6-e003-4e57-8e8e-a6f0bbc780ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:32:33Z', 'updated_at': '2022-03-28T01:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': 'c4547daf-62d3-411d-b87d-b1de68b080ff', 'name': '', 'network_id': '70c51066-78fc-4eb5-bae9-460e0f6110d1', 'tenant_id': '33399703d1cf41d29d122950c6c8ee06', 'mac_address': 'fa:16:3e:a5:c2:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b2d17f6-e003-4e57-8e8e-a6f0bbc780ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': 'e0ad68b9-6c34-482c-8eb7-91ae68c6f190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:32:34Z', 'updated_at': '2022-03-28T01:32:38Z', 'revision_number': 4, 'project_id': '33399703d1cf41d29d122950c6c8ee06', 'subnets': [{'id': 'e0ad68b9-6c34-482c-8eb7-91ae68c6f190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:32:39.704597 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-58480dcd-c41f-4da1-b650-e690341524d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d85bb3-08db-4775-83be-90abef2b0121', 'name': 'tempest-TestMinimumBasicScenario-1739553435-router', 'tenant_id': '61c21504740e4610a29e9a1dff2535c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.106'}], 'enable_snat': True}, 'gw_port_id': 'f5650dec-3d78-44d5-a6e9-36ebd1888d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:32:37Z', 'updated_at': '2022-03-28T01:32:38Z', 'revision_number': 3, 'project_id': '61c21504740e4610a29e9a1dff2535c6', 'gw_port': {'id': 'f5650dec-3d78-44d5-a6e9-36ebd1888d3a', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b2:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52d85bb3-08db-4775-83be-90abef2b0121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:32:37Z', 'updated_at': '2022-03-28T01:32:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:32:39.743641 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-254e6be7-e363-416c-99c1-78896b6402c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:39.743900 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58480dcd-c41f-4da1-b650-e690341524d4 None None] Checking router: 52d85bb3-08db-4775-83be-90abef2b0121 for host: dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:32:39.744316 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58480dcd-c41f-4da1-b650-e690341524d4 None None] Updating router 52d85bb3-08db-4775-83be-90abef2b0121 port f5650dec-3d78-44d5-a6e9-36ebd1888d3a binding host dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 01:32:39.784267 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-58480dcd-c41f-4da1-b650-e690341524d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (f5650dec-3d78-44d5-a6e9-36ebd1888d3a), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:39.999297 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-254e6be7-e363-416c-99c1-78896b6402c4 admin admin] Allocated IP 172.20.0.1 (9a1aa6ae-bdb5-4942-a76a-69abb5c08f72/1949e8a6-c603-43c8-bf08-08747e470cec/6047d1f8-7279-4926-bbba-31aa97d037d7) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:32:40.051229 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device b59db4c8-5dc9-41f4-8e5f-770bfc6d5c02 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:32:40.133431 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port b59db4c8-5dc9-41f4-8e5f-770bfc6d5c02 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:32:40.135872 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (b59db4c8-5dc9-41f4-8e5f-770bfc6d5c02), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:40.148710 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-254e6be7-e363-416c-99c1-78896b6402c4 admin admin] Publish callbacks [] for port (6047d1f8-7279-4926-bbba-31aa97d037d7), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:40.163741 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-58480dcd-c41f-4da1-b650-e690341524d4 None None] Publish callbacks [] for port (f5650dec-3d78-44d5-a6e9-36ebd1888d3a), precommit_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:40.172306 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-58480dcd-c41f-4da1-b650-e690341524d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (f5650dec-3d78-44d5-a6e9-36ebd1888d3a), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:40.190018 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0486b967-a9e8-4d76-9611-f3d7662bbafb None None] Network 9a1aa6ae-bdb5-4942-a76a-69abb5c08f72 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:32:40.210671 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-254e6be7-e363-416c-99c1-78896b6402c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (6047d1f8-7279-4926-bbba-31aa97d037d7), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:40.229742 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [None req-58480dcd-c41f-4da1-b650-e690341524d4 None None] Attempting to bind port f5650dec-3d78-44d5-a6e9-36ebd1888d3a on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:32:40.230111 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [None req-58480dcd-c41f-4da1-b650-e690341524d4 None None] Attempting to bind port f5650dec-3d78-44d5-a6e9-36ebd1888d3a by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': 'b6f00c62-aca5-4c73-8989-c04c396daeed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'}] {{(pid=104101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:32:40.230469 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58480dcd-c41f-4da1-b650-e690341524d4 None None] Attempting to bind port f5650dec-3d78-44d5-a6e9-36ebd1888d3a on network dea6548b-502b-42db-97fb-371e423e739a {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:32:40.238898 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58480dcd-c41f-4da1-b650-e690341524d4 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:32:40.240179 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58480dcd-c41f-4da1-b650-e690341524d4 None None] Checking segment: {'id': 'b6f00c62-aca5-4c73-8989-c04c396daeed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:32:40.240994 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-58480dcd-c41f-4da1-b650-e690341524d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:40.241662 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58480dcd-c41f-4da1-b650-e690341524d4 None None] Bound using segment: {'id': 'b6f00c62-aca5-4c73-8989-c04c396daeed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'} {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:32:40.242407 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [None req-58480dcd-c41f-4da1-b650-e690341524d4 None None] Bound port: f5650dec-3d78-44d5-a6e9-36ebd1888d3a, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6f00c62-aca5-4c73-8989-c04c396daeed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'}}] {{(pid=104101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:32:40.243165 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-58480dcd-c41f-4da1-b650-e690341524d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (f5650dec-3d78-44d5-a6e9-36ebd1888d3a), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:40.265152 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254e6be7-e363-416c-99c1-78896b6402c4 admin admin] Network 9a1aa6ae-bdb5-4942-a76a-69abb5c08f72 is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:32:40.268237 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-254e6be7-e363-416c-99c1-78896b6402c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:32:40.274094 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254e6be7-e363-416c-99c1-78896b6402c4 admin admin] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:32:40.301833 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ae04bfdc-d942-4c13-9b71-c63177e5cc66 None None] Provisioning complete for port b59db4c8-5dc9-41f4-8e5f-770bfc6d5c02 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:32:40.302201 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ae04bfdc-d942-4c13-9b71-c63177e5cc66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (b59db4c8-5dc9-41f4-8e5f-770bfc6d5c02), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:40.303106 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254e6be7-e363-416c-99c1-78896b6402c4 admin admin] Pushing event updated for resources: {'Port': ['ID=6047d1f8-7279-4926-bbba-31aa97d037d7,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:32:40.322855 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-254e6be7-e363-416c-99c1-78896b6402c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3686596'] for router_interface (52d85bb3-08db-4775-83be-90abef2b0121), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:40.327920 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.db [None req-58480dcd-c41f-4da1-b650-e690341524d4 None None] For port f5650dec-3d78-44d5-a6e9-36ebd1888d3a, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:32:40.344930 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.db [None req-58480dcd-c41f-4da1-b650-e690341524d4 None None] For port f5650dec-3d78-44d5-a6e9-36ebd1888d3a, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=f5650dec-3d78-44d5-a6e9-36ebd1888d3a,segment=NetworkSegment(b6f00c62-aca5-4c73-8989-c04c396daeed),segment_id=b6f00c62-aca5-4c73-8989-c04c396daeed)] {{(pid=104101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:32:40.351540 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a229e0-651b-4d36-9ea8-3027892a1ff9 None None] Pushing event updated for resources: {'Port': ['ID=f5650dec-3d78-44d5-a6e9-36ebd1888d3a,revision_number=2']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:32:40.355317 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-58480dcd-c41f-4da1-b650-e690341524d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (f5650dec-3d78-44d5-a6e9-36ebd1888d3a), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:40.412927 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58480dcd-c41f-4da1-b650-e690341524d4 None None] Routers {'52d85bb3-08db-4775-83be-90abef2b0121'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:32:40.413709 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-58480dcd-c41f-4da1-b650-e690341524d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:32:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['52d85bb3-08db-4775-83be-90abef2b0121'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:32:40.456349 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port b59db4c8-5dc9-41f4-8e5f-770bfc6d5c02 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:32:40.456731 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (b59db4c8-5dc9-41f4-8e5f-770bfc6d5c02), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:40.493021 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-254e6be7-e363-416c-99c1-78896b6402c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (6047d1f8-7279-4926-bbba-31aa97d037d7), before_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:40.509893 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ae04bfdc-d942-4c13-9b71-c63177e5cc66 None None] Current status of the port b59db4c8-5dc9-41f4-8e5f-770bfc6d5c02 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:32:40.510283 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ae04bfdc-d942-4c13-9b71-c63177e5cc66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (b59db4c8-5dc9-41f4-8e5f-770bfc6d5c02), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:40.526623 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] For port b59db4c8-5dc9-41f4-8e5f-770bfc6d5c02, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=b59db4c8-5dc9-41f4-8e5f-770bfc6d5c02,segment=NetworkSegment(1cd86b13-3c30-458d-88e5-a3bb4a7c097b),segment_id=1cd86b13-3c30-458d-88e5-a3bb4a7c097b)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:32:40.535251 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a229e0-651b-4d36-9ea8-3027892a1ff9 None None] Pushing event updated for resources: {'Port': ['ID=f5650dec-3d78-44d5-a6e9-36ebd1888d3a,revision_number=3']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:32:40.569511 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-58480dcd-c41f-4da1-b650-e690341524d4 None None] Set router 52d85bb3-08db-4775-83be-90abef2b0121 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:32:40.581680 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (b59db4c8-5dc9-41f4-8e5f-770bfc6d5c02), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:40.583548 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device c4547daf-62d3-411d-b87d-b1de68b080ff up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:32:40.640080 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.db.api [None req-ae04bfdc-d942-4c13-9b71-c63177e5cc66 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104100) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 01:32:40.640982 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG oslo_db.api [None req-ae04bfdc-d942-4c13-9b71-c63177e5cc66 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 01:32:40.685402 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Pushing event updated for resources: {'Port': ['ID=b59db4c8-5dc9-41f4-8e5f-770bfc6d5c02,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:32:40.703730 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port c4547daf-62d3-411d-b87d-b1de68b080ff triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:32:40.703939 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (c4547daf-62d3-411d-b87d-b1de68b080ff), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:40.753356 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-254e6be7-e363-416c-99c1-78896b6402c4 admin admin] Publish callbacks [] for port (6047d1f8-7279-4926-bbba-31aa97d037d7), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:40.760675 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-254e6be7-e363-416c-99c1-78896b6402c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126177159'] for port (6047d1f8-7279-4926-bbba-31aa97d037d7), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:40.814967 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-58480dcd-c41f-4da1-b650-e690341524d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d85bb3-08db-4775-83be-90abef2b0121', 'name': 'tempest-TestMinimumBasicScenario-1739553435-router', 'tenant_id': '61c21504740e4610a29e9a1dff2535c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.106'}], 'enable_snat': True}, 'gw_port_id': 'f5650dec-3d78-44d5-a6e9-36ebd1888d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:32:37Z', 'updated_at': '2022-03-28T01:32:38Z', 'revision_number': 3, 'project_id': '61c21504740e4610a29e9a1dff2535c6', 'gw_port': {'id': 'f5650dec-3d78-44d5-a6e9-36ebd1888d3a', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b2:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52d85bb3-08db-4775-83be-90abef2b0121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:32:37Z', 'updated_at': '2022-03-28T01:32:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:32:40.853687 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58480dcd-c41f-4da1-b650-e690341524d4 None None] The sync data for ids ['52d85bb3-08db-4775-83be-90abef2b0121'] in dv-neutron-834874-6-hyperv is: [{'id': '52d85bb3-08db-4775-83be-90abef2b0121', 'name': 'tempest-TestMinimumBasicScenario-1739553435-router', 'tenant_id': '61c21504740e4610a29e9a1dff2535c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.106'}], 'enable_snat': True}, 'gw_port_id': 'f5650dec-3d78-44d5-a6e9-36ebd1888d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:32:37Z', 'updated_at': '2022-03-28T01:32:38Z', 'revision_number': 3, 'project_id': '61c21504740e4610a29e9a1dff2535c6', 'gw_port': {'id': 'f5650dec-3d78-44d5-a6e9-36ebd1888d3a', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b2:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52d85bb3-08db-4775-83be-90abef2b0121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:32:37Z', 'updated_at': '2022-03-28T01:32:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:32:40.861359 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port c4547daf-62d3-411d-b87d-b1de68b080ff is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:32:40.864994 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254e6be7-e363-416c-99c1-78896b6402c4 admin admin] Pushing event updated for resources: {'Port': ['ID=6047d1f8-7279-4926-bbba-31aa97d037d7,revision_number=2']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:32:40.870011 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-254e6be7-e363-416c-99c1-78896b6402c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3725889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3686480'] for router_interface (52d85bb3-08db-4775-83be-90abef2b0121), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:40.987905 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254e6be7-e363-416c-99c1-78896b6402c4 admin admin] Network 9a1aa6ae-bdb5-4942-a76a-69abb5c08f72 is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:32:40.989495 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-254e6be7-e363-416c-99c1-78896b6402c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:32:41.116885 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-254e6be7-e363-416c-99c1-78896b6402c4 admin admin] Router 52d85bb3-08db-4775-83be-90abef2b0121 has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:32:41.217478 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ae04bfdc-d942-4c13-9b71-c63177e5cc66 None None] Current status of the port b59db4c8-5dc9-41f4-8e5f-770bfc6d5c02 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:32:41.284522 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-254e6be7-e363-416c-99c1-78896b6402c4 admin admin] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:32:41.290372 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-254e6be7-e363-416c-99c1-78896b6402c4 admin admin] 10.222.0.24 "PUT /v2.0/routers/52d85bb3-08db-4775-83be-90abef2b0121/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0397687 Mar 28 01:32:41.339087 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-bc68c0f1-bb07-480f-b4e2-552f55aa1c73 None None] Provisioning complete for port b59db4c8-5dc9-41f4-8e5f-770bfc6d5c02 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:32:41.339464 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-bc68c0f1-bb07-480f-b4e2-552f55aa1c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (b59db4c8-5dc9-41f4-8e5f-770bfc6d5c02), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:41.433150 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-bc68c0f1-bb07-480f-b4e2-552f55aa1c73 None None] Current status of the port b59db4c8-5dc9-41f4-8e5f-770bfc6d5c02 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:32:41.455442 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-bc68c0f1-bb07-480f-b4e2-552f55aa1c73 None None] Provisioning complete for port 6047d1f8-7279-4926-bbba-31aa97d037d7 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:32:41.455824 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-bc68c0f1-bb07-480f-b4e2-552f55aa1c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (6047d1f8-7279-4926-bbba-31aa97d037d7), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:41.484808 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-1b007127-e462-4491-bded-1e8e8f585a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:41.499739 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-bc68c0f1-bb07-480f-b4e2-552f55aa1c73 None None] Port 6047d1f8-7279-4926-bbba-31aa97d037d7 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:32:41.989088 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device b59db4c8-5dc9-41f4-8e5f-770bfc6d5c02 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:32:42.045918 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port b59db4c8-5dc9-41f4-8e5f-770bfc6d5c02 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:32:42.046333 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (b59db4c8-5dc9-41f4-8e5f-770bfc6d5c02), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:42.141749 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port b59db4c8-5dc9-41f4-8e5f-770bfc6d5c02 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:32:42.143149 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device f5650dec-3d78-44d5-a6e9-36ebd1888d3a up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:32:42.199146 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port f5650dec-3d78-44d5-a6e9-36ebd1888d3a triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:32:42.199570 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (f5650dec-3d78-44d5-a6e9-36ebd1888d3a), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:42.283057 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port f5650dec-3d78-44d5-a6e9-36ebd1888d3a is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:32:42.283747 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (f5650dec-3d78-44d5-a6e9-36ebd1888d3a), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:42.306237 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] For port f5650dec-3d78-44d5-a6e9-36ebd1888d3a, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=f5650dec-3d78-44d5-a6e9-36ebd1888d3a,segment=NetworkSegment(b6f00c62-aca5-4c73-8989-c04c396daeed),segment_id=b6f00c62-aca5-4c73-8989-c04c396daeed)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:32:42.311874 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (f5650dec-3d78-44d5-a6e9-36ebd1888d3a), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:42.372582 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Pushing event updated for resources: {'Port': ['ID=f5650dec-3d78-44d5-a6e9-36ebd1888d3a,revision_number=4']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:32:43.142756 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faae7430-3bf1-4ade-a6ce-2c01e5c6dc26 None None] Sync routers for ids ['52d85bb3-08db-4775-83be-90abef2b0121'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:32:43.157038 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faae7430-3bf1-4ade-a6ce-2c01e5c6dc26 None None] Routers {'52d85bb3-08db-4775-83be-90abef2b0121'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:32:43.157740 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-faae7430-3bf1-4ade-a6ce-2c01e5c6dc26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:32:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['52d85bb3-08db-4775-83be-90abef2b0121'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:32:43.279075 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-faae7430-3bf1-4ade-a6ce-2c01e5c6dc26 None None] Set router 52d85bb3-08db-4775-83be-90abef2b0121 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:32:43.651548 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-8bbf7bb2-459d-4ce2-b353-e5b54b53b8ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:43.684929 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-faae7430-3bf1-4ade-a6ce-2c01e5c6dc26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d85bb3-08db-4775-83be-90abef2b0121', 'name': 'tempest-TestMinimumBasicScenario-1739553435-router', 'tenant_id': '61c21504740e4610a29e9a1dff2535c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.106'}], 'enable_snat': True}, 'gw_port_id': 'f5650dec-3d78-44d5-a6e9-36ebd1888d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:32:37Z', 'updated_at': '2022-03-28T01:32:40Z', 'revision_number': 4, 'project_id': '61c21504740e4610a29e9a1dff2535c6', 'gw_port': {'id': 'f5650dec-3d78-44d5-a6e9-36ebd1888d3a', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b2:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d85bb3-08db-4775-83be-90abef2b0121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:32:37Z', 'updated_at': '2022-03-28T01:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': '6047d1f8-7279-4926-bbba-31aa97d037d7', 'name': '', 'network_id': '9a1aa6ae-bdb5-4942-a76a-69abb5c08f72', 'tenant_id': '61c21504740e4610a29e9a1dff2535c6', 'mac_address': 'fa:16:3e:bf:38:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52d85bb3-08db-4775-83be-90abef2b0121', 'device_owner': 'network:router_interface', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '1949e8a6-c603-43c8-bf08-08747e470cec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:32:39Z', 'updated_at': '2022-03-28T01:32:40Z', 'revision_number': 2, 'project_id': '61c21504740e4610a29e9a1dff2535c6', 'subnets': [{'id': '1949e8a6-c603-43c8-bf08-08747e470cec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:32:43.712436 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faae7430-3bf1-4ade-a6ce-2c01e5c6dc26 None None] Checking router: 52d85bb3-08db-4775-83be-90abef2b0121 for host: dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:32:43.712782 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faae7430-3bf1-4ade-a6ce-2c01e5c6dc26 None None] Updating router 52d85bb3-08db-4775-83be-90abef2b0121 port 6047d1f8-7279-4926-bbba-31aa97d037d7 binding host dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 01:32:43.748369 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-faae7430-3bf1-4ade-a6ce-2c01e5c6dc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (6047d1f8-7279-4926-bbba-31aa97d037d7), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:43.948831 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device f5650dec-3d78-44d5-a6e9-36ebd1888d3a up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:32:44.059731 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port f5650dec-3d78-44d5-a6e9-36ebd1888d3a triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:32:44.060130 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (f5650dec-3d78-44d5-a6e9-36ebd1888d3a), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:44.133134 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-faae7430-3bf1-4ade-a6ce-2c01e5c6dc26 None None] Publish callbacks [] for port (6047d1f8-7279-4926-bbba-31aa97d037d7), precommit_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:44.140505 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-faae7430-3bf1-4ade-a6ce-2c01e5c6dc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (6047d1f8-7279-4926-bbba-31aa97d037d7), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:44.234188 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d63a4a-6984-4b57-b9ce-750939537255 None None] Pushing event updated for resources: {'Port': ['ID=6047d1f8-7279-4926-bbba-31aa97d037d7,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:32:44.264411 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port f5650dec-3d78-44d5-a6e9-36ebd1888d3a is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:32:44.317351 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-faae7430-3bf1-4ade-a6ce-2c01e5c6dc26 None None] Attempting to bind port 6047d1f8-7279-4926-bbba-31aa97d037d7 on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:32:44.317992 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-faae7430-3bf1-4ade-a6ce-2c01e5c6dc26 None None] Attempting to bind port 6047d1f8-7279-4926-bbba-31aa97d037d7 by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': '1cd86b13-3c30-458d-88e5-a3bb4a7c097b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9a1aa6ae-bdb5-4942-a76a-69abb5c08f72'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:32:44.318605 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faae7430-3bf1-4ade-a6ce-2c01e5c6dc26 None None] Attempting to bind port 6047d1f8-7279-4926-bbba-31aa97d037d7 on network 9a1aa6ae-bdb5-4942-a76a-69abb5c08f72 {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:32:44.324754 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faae7430-3bf1-4ade-a6ce-2c01e5c6dc26 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:32:44.325227 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faae7430-3bf1-4ade-a6ce-2c01e5c6dc26 None None] Checking segment: {'id': '1cd86b13-3c30-458d-88e5-a3bb4a7c097b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9a1aa6ae-bdb5-4942-a76a-69abb5c08f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:32:44.325646 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-faae7430-3bf1-4ade-a6ce-2c01e5c6dc26 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:44.326499 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faae7430-3bf1-4ade-a6ce-2c01e5c6dc26 None None] Bound using segment: {'id': '1cd86b13-3c30-458d-88e5-a3bb4a7c097b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9a1aa6ae-bdb5-4942-a76a-69abb5c08f72'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:32:44.327316 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-faae7430-3bf1-4ade-a6ce-2c01e5c6dc26 None None] Bound port: 6047d1f8-7279-4926-bbba-31aa97d037d7, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cd86b13-3c30-458d-88e5-a3bb4a7c097b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9a1aa6ae-bdb5-4942-a76a-69abb5c08f72'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:32:44.327998 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-faae7430-3bf1-4ade-a6ce-2c01e5c6dc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (6047d1f8-7279-4926-bbba-31aa97d037d7), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:44.430445 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-faae7430-3bf1-4ade-a6ce-2c01e5c6dc26 None None] For port 6047d1f8-7279-4926-bbba-31aa97d037d7, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:32:44.434234 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-faae7430-3bf1-4ade-a6ce-2c01e5c6dc26 None None] For port 6047d1f8-7279-4926-bbba-31aa97d037d7, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=6047d1f8-7279-4926-bbba-31aa97d037d7,segment=NetworkSegment(1cd86b13-3c30-458d-88e5-a3bb4a7c097b),segment_id=1cd86b13-3c30-458d-88e5-a3bb4a7c097b)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:32:44.441663 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-faae7430-3bf1-4ade-a6ce-2c01e5c6dc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (6047d1f8-7279-4926-bbba-31aa97d037d7), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:44.507462 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faae7430-3bf1-4ade-a6ce-2c01e5c6dc26 None None] Routers {'52d85bb3-08db-4775-83be-90abef2b0121'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:32:44.508238 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-faae7430-3bf1-4ade-a6ce-2c01e5c6dc26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:32:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['52d85bb3-08db-4775-83be-90abef2b0121'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:32:44.584726 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d63a4a-6984-4b57-b9ce-750939537255 None None] Pushing event updated for resources: {'Port': ['ID=6047d1f8-7279-4926-bbba-31aa97d037d7,revision_number=4']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:32:44.619723 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-3b1436bf-4884-4436-93c3-8ae2cf0a2ec2 None None] Provisioning complete for port 6047d1f8-7279-4926-bbba-31aa97d037d7 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:32:44.620170 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-3b1436bf-4884-4436-93c3-8ae2cf0a2ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (6047d1f8-7279-4926-bbba-31aa97d037d7), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:44.682945 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-faae7430-3bf1-4ade-a6ce-2c01e5c6dc26 None None] Set router 52d85bb3-08db-4775-83be-90abef2b0121 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:32:44.862219 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-3b1436bf-4884-4436-93c3-8ae2cf0a2ec2 None None] Current status of the port 6047d1f8-7279-4926-bbba-31aa97d037d7 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:32:44.862607 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-3b1436bf-4884-4436-93c3-8ae2cf0a2ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (6047d1f8-7279-4926-bbba-31aa97d037d7), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:44.893980 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:44.928594 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-3b1436bf-4884-4436-93c3-8ae2cf0a2ec2 None None] For port 6047d1f8-7279-4926-bbba-31aa97d037d7, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=6047d1f8-7279-4926-bbba-31aa97d037d7,segment=NetworkSegment(1cd86b13-3c30-458d-88e5-a3bb4a7c097b),segment_id=1cd86b13-3c30-458d-88e5-a3bb4a7c097b)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:32:44.934375 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-3b1436bf-4884-4436-93c3-8ae2cf0a2ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (6047d1f8-7279-4926-bbba-31aa97d037d7), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:45.022258 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1436bf-4884-4436-93c3-8ae2cf0a2ec2 None None] Pushing event updated for resources: {'Port': ['ID=6047d1f8-7279-4926-bbba-31aa97d037d7,revision_number=5']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:32:45.037264 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-faae7430-3bf1-4ade-a6ce-2c01e5c6dc26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d85bb3-08db-4775-83be-90abef2b0121', 'name': 'tempest-TestMinimumBasicScenario-1739553435-router', 'tenant_id': '61c21504740e4610a29e9a1dff2535c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.106'}], 'enable_snat': True}, 'gw_port_id': 'f5650dec-3d78-44d5-a6e9-36ebd1888d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:32:37Z', 'updated_at': '2022-03-28T01:32:40Z', 'revision_number': 4, 'project_id': '61c21504740e4610a29e9a1dff2535c6', 'gw_port': {'id': 'f5650dec-3d78-44d5-a6e9-36ebd1888d3a', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b2:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d85bb3-08db-4775-83be-90abef2b0121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:32:37Z', 'updated_at': '2022-03-28T01:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': '6047d1f8-7279-4926-bbba-31aa97d037d7', 'name': '', 'network_id': '9a1aa6ae-bdb5-4942-a76a-69abb5c08f72', 'tenant_id': '61c21504740e4610a29e9a1dff2535c6', 'mac_address': 'fa:16:3e:bf:38:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52d85bb3-08db-4775-83be-90abef2b0121', 'device_owner': 'network:router_interface', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '1949e8a6-c603-43c8-bf08-08747e470cec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:32:39Z', 'updated_at': '2022-03-28T01:32:44Z', 'revision_number': 4, 'project_id': '61c21504740e4610a29e9a1dff2535c6', 'subnets': [{'id': '1949e8a6-c603-43c8-bf08-08747e470cec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:32:45.071262 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faae7430-3bf1-4ade-a6ce-2c01e5c6dc26 None None] The sync data for ids ['52d85bb3-08db-4775-83be-90abef2b0121'] in dv-neutron-834874-6-hyperv is: [{'id': '52d85bb3-08db-4775-83be-90abef2b0121', 'name': 'tempest-TestMinimumBasicScenario-1739553435-router', 'tenant_id': '61c21504740e4610a29e9a1dff2535c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.106'}], 'enable_snat': True}, 'gw_port_id': 'f5650dec-3d78-44d5-a6e9-36ebd1888d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:32:37Z', 'updated_at': '2022-03-28T01:32:40Z', 'revision_number': 4, 'project_id': '61c21504740e4610a29e9a1dff2535c6', 'gw_port': {'id': 'f5650dec-3d78-44d5-a6e9-36ebd1888d3a', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b2:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d85bb3-08db-4775-83be-90abef2b0121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:32:37Z', 'updated_at': '2022-03-28T01:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': '6047d1f8-7279-4926-bbba-31aa97d037d7', 'name': '', 'network_id': '9a1aa6ae-bdb5-4942-a76a-69abb5c08f72', 'tenant_id': '61c21504740e4610a29e9a1dff2535c6', 'mac_address': 'fa:16:3e:bf:38:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52d85bb3-08db-4775-83be-90abef2b0121', 'device_owner': 'network:router_interface', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '1949e8a6-c603-43c8-bf08-08747e470cec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:32:39Z', 'updated_at': '2022-03-28T01:32:44Z', 'revision_number': 4, 'project_id': '61c21504740e4610a29e9a1dff2535c6', 'subnets': [{'id': '1949e8a6-c603-43c8-bf08-08747e470cec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:32:45.084061 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-f68df024-1d61-4515-968c-64b9a7b81e2b None None] Provisioning complete for port 6047d1f8-7279-4926-bbba-31aa97d037d7 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:32:45.084563 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f68df024-1d61-4515-968c-64b9a7b81e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (6047d1f8-7279-4926-bbba-31aa97d037d7), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:45.231135 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-f68df024-1d61-4515-968c-64b9a7b81e2b None None] Current status of the port 6047d1f8-7279-4926-bbba-31aa97d037d7 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:32:45.954692 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 6047d1f8-7279-4926-bbba-31aa97d037d7 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:32:46.017861 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 6047d1f8-7279-4926-bbba-31aa97d037d7 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:32:46.018245 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (6047d1f8-7279-4926-bbba-31aa97d037d7), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:46.098700 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 6047d1f8-7279-4926-bbba-31aa97d037d7 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:32:46.313212 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:47.849048 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:51.061430 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee930d6c-5cd0-4d69-8094-70cb18dbe268 req-721e4615-5a31-4771-a3bb-44553f80a651 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:32:51.062947 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-ee930d6c-5cd0-4d69-8094-70cb18dbe268 req-721e4615-5a31-4771-a3bb-44553f80a651 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] 10.222.0.24 "GET /v2.0/networks?id=70c51066-78fc-4eb5-bae9-460e0f6110d1 HTTP/1.1" status: 200 len: 815 time: 0.1022735 Mar 28 01:32:51.077462 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-ee930d6c-5cd0-4d69-8094-70cb18dbe268 req-8681af1d-c9b4-43cd-98f6-5638101665b7 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] 10.222.0.24 "GET /v2.0/quotas/33399703d1cf41d29d122950c6c8ee06 HTTP/1.1" status: 200 len: 375 time: 0.0087721 Mar 28 01:32:51.131184 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-ee930d6c-5cd0-4d69-8094-70cb18dbe268 req-38736e0b-2c84-447b-80e7-8440a4aac56c tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=33399703d1cf41d29d122950c6c8ee06&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484424 Mar 28 01:32:51.225394 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-ee930d6c-5cd0-4d69-8094-70cb18dbe268 req-08345c17-973f-495d-887b-ac1a914e10f2 service neutron] 10.222.0.24 "GET /v2.0/networks/70c51066-78fc-4eb5-bae9-460e0f6110d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832775 Mar 28 01:32:51.313513 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-ee930d6c-5cd0-4d69-8094-70cb18dbe268 req-a9a0f4a0-7170-4db6-b5c0-befd1dea38ed service neutron] 10.222.0.24 "GET /v2.0/networks/70c51066-78fc-4eb5-bae9-460e0f6110d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824528 Mar 28 01:32:51.471169 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-423995f7-de1c-4f41-b726-c76bd0dcba06 req-581aff6c-c641-4534-a24e-0a8f719381f7 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] 10.222.0.24 "GET /v2.0/ports?device_id=72c4942b-63ac-4a20-b374-6c564d460f30 HTTP/1.1" status: 200 len: 210 time: 0.0275106 Mar 28 01:32:52.360300 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee930d6c-5cd0-4d69-8094-70cb18dbe268 req-9aab71f4-75b3-4d06-806a-1d894d0820f1 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:32:52.361743 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-ee930d6c-5cd0-4d69-8094-70cb18dbe268 req-9aab71f4-75b3-4d06-806a-1d894d0820f1 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] 10.222.0.10 "GET /v2.0/networks?id=70c51066-78fc-4eb5-bae9-460e0f6110d1 HTTP/1.1" status: 200 len: 815 time: 0.1004856 Mar 28 01:32:52.373433 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [req-ee930d6c-5cd0-4d69-8094-70cb18dbe268 req-a114c46d-81ea-42bc-892e-3eb7159c9c55 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Request body: {'port': {'device_id': '72c4942b-63ac-4a20-b374-6c564d460f30', 'network_id': '70c51066-78fc-4eb5-bae9-460e0f6110d1', 'admin_state_up': True, 'tenant_id': '33399703d1cf41d29d122950c6c8ee06'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:32:52.486867 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee930d6c-5cd0-4d69-8094-70cb18dbe268 req-a114c46d-81ea-42bc-892e-3eb7159c9c55 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Made reservation on behalf of 33399703d1cf41d29d122950c6c8ee06 for: {'port': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:32:52.490829 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-ee930d6c-5cd0-4d69-8094-70cb18dbe268 req-a114c46d-81ea-42bc-892e-3eb7159c9c55 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:52.572060 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-6828f0f8-d843-4355-92c5-4cb1f5352644 req-b19bad16-80c5-40a0-b0dc-3bc62a8ad994 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] 10.222.0.24 "GET /v2.0/ports?device_id=72c4942b-63ac-4a20-b374-6c564d460f30 HTTP/1.1" status: 200 len: 210 time: 0.0291841 Mar 28 01:32:52.627808 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [req-ee930d6c-5cd0-4d69-8094-70cb18dbe268 req-a114c46d-81ea-42bc-892e-3eb7159c9c55 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Allocated IP 172.20.0.7 (70c51066-78fc-4eb5-bae9-460e0f6110d1/e0ad68b9-6c34-482c-8eb7-91ae68c6f190/b453096c-e8d2-4e41-a9b3-1abf5bbf6b90) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:32:52.847074 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-ee930d6c-5cd0-4d69-8094-70cb18dbe268 req-a114c46d-81ea-42bc-892e-3eb7159c9c55 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Publish callbacks [] for port (b453096c-e8d2-4e41-a9b3-1abf5bbf6b90), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:52.905590 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-ee930d6c-5cd0-4d69-8094-70cb18dbe268 req-a114c46d-81ea-42bc-892e-3eb7159c9c55 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (b453096c-e8d2-4e41-a9b3-1abf5bbf6b90), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:52.973932 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a114c46d-81ea-42bc-892e-3eb7159c9c55 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Pushing event updated for resources: {'Port': ['ID=b453096c-e8d2-4e41-a9b3-1abf5bbf6b90,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:32:53.003749 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee930d6c-5cd0-4d69-8094-70cb18dbe268 req-a114c46d-81ea-42bc-892e-3eb7159c9c55 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Network 70c51066-78fc-4eb5-bae9-460e0f6110d1 is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:32:53.005355 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [req-ee930d6c-5cd0-4d69-8094-70cb18dbe268 req-a114c46d-81ea-42bc-892e-3eb7159c9c55 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:32:53.008427 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee930d6c-5cd0-4d69-8094-70cb18dbe268 req-a114c46d-81ea-42bc-892e-3eb7159c9c55 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:32:53.092361 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee930d6c-5cd0-4d69-8094-70cb18dbe268 req-a114c46d-81ea-42bc-892e-3eb7159c9c55 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:32:53.093109 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-ee930d6c-5cd0-4d69-8094-70cb18dbe268 req-a114c46d-81ea-42bc-892e-3eb7159c9c55 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:53.133996 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-ee930d6c-5cd0-4d69-8094-70cb18dbe268 req-a114c46d-81ea-42bc-892e-3eb7159c9c55 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7640822 Mar 28 01:32:53.314631 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-cd393f94-8d2b-45ec-9f11-62bba50fde3c None None] Provisioning complete for port b453096c-e8d2-4e41-a9b3-1abf5bbf6b90 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:32:53.314631 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-cd393f94-8d2b-45ec-9f11-62bba50fde3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (b453096c-e8d2-4e41-a9b3-1abf5bbf6b90), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:32:53.351611 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-cd393f94-8d2b-45ec-9f11-62bba50fde3c None None] Port b453096c-e8d2-4e41-a9b3-1abf5bbf6b90 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:32:53.703174 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea95cf59-fa87-4488-8c7e-498f0ecfd72d req-15f90438-6f76-4387-8ea4-f0dad8009ccc tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:32:53.704814 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-ea95cf59-fa87-4488-8c7e-498f0ecfd72d req-15f90438-6f76-4387-8ea4-f0dad8009ccc tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] 10.222.0.24 "GET /v2.0/ports?device_id=72c4942b-63ac-4a20-b374-6c564d460f30 HTTP/1.1" status: 200 len: 931 time: 0.0579615 Mar 28 01:32:53.753411 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-ea95cf59-fa87-4488-8c7e-498f0ecfd72d req-33143416-77bd-47b7-913c-45827d566d03 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e119e87-dec1-4f15-99b9-154ef489f682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424280 Mar 28 01:32:54.849984 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.agents_db [None req-9a1d863f-391a-42f4-9870-e8292b919beb None None] Agent healthcheck: found 6 active agents {{(pid=104101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 01:32:54.902979 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8b2b00-24b1-44dd-8366-f35167332dbb req-b0b17812-6253-48c8-bc1c-693469c30e0d tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:32:54.904622 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-8c8b2b00-24b1-44dd-8366-f35167332dbb req-b0b17812-6253-48c8-bc1c-693469c30e0d tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] 10.222.0.24 "GET /v2.0/ports?device_id=72c4942b-63ac-4a20-b374-6c564d460f30 HTTP/1.1" status: 200 len: 931 time: 0.0812838 Mar 28 01:32:54.952359 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-8c8b2b00-24b1-44dd-8366-f35167332dbb req-c84308fd-67a6-44d0-a7fa-9715c34b1e0b tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e119e87-dec1-4f15-99b9-154ef489f682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409055 Mar 28 01:32:56.093790 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2479785c-ca75-408d-8bd8-e741a48763d9 req-f3ef7c38-a4dd-4763-add5-84ffc41b88c8 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:32:56.095343 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-2479785c-ca75-408d-8bd8-e741a48763d9 req-f3ef7c38-a4dd-4763-add5-84ffc41b88c8 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] 10.222.0.24 "GET /v2.0/ports?device_id=72c4942b-63ac-4a20-b374-6c564d460f30 HTTP/1.1" status: 200 len: 931 time: 0.0563476 Mar 28 01:32:56.155248 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-2479785c-ca75-408d-8bd8-e741a48763d9 req-fb22b3dd-5311-44b4-b672-5529ae079d59 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e119e87-dec1-4f15-99b9-154ef489f682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537262 Mar 28 01:32:57.275775 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83a9682-61c4-477b-8257-c9c7b7cad10f req-50ed7464-a012-4c73-bb53-a50c113de58f tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:32:57.281824 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-f83a9682-61c4-477b-8257-c9c7b7cad10f req-50ed7464-a012-4c73-bb53-a50c113de58f tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] 10.222.0.24 "GET /v2.0/ports?device_id=72c4942b-63ac-4a20-b374-6c564d460f30 HTTP/1.1" status: 200 len: 931 time: 0.0550177 Mar 28 01:32:57.342951 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-f83a9682-61c4-477b-8257-c9c7b7cad10f req-745f0290-c710-48dd-bf7c-d9e6b2a4c48e tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e119e87-dec1-4f15-99b9-154ef489f682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586147 Mar 28 01:32:58.472818 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64822303-7477-4897-abdd-a5f271c41924 req-98f26dd2-7db4-4f7a-9d1b-d752efd10781 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:32:58.475338 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-64822303-7477-4897-abdd-a5f271c41924 req-98f26dd2-7db4-4f7a-9d1b-d752efd10781 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] 10.222.0.24 "GET /v2.0/ports?device_id=72c4942b-63ac-4a20-b374-6c564d460f30 HTTP/1.1" status: 200 len: 931 time: 0.0567188 Mar 28 01:32:58.527097 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-64822303-7477-4897-abdd-a5f271c41924 req-14dffc1b-9231-4104-86d8-221d289d265b tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e119e87-dec1-4f15-99b9-154ef489f682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451720 Mar 28 01:32:59.649261 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6741ea30-6268-4a71-a300-7b82dabcc264 req-033a50dc-983d-4351-9288-e3bc0b799ff2 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:32:59.651673 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-6741ea30-6268-4a71-a300-7b82dabcc264 req-033a50dc-983d-4351-9288-e3bc0b799ff2 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] 10.222.0.24 "GET /v2.0/ports?device_id=72c4942b-63ac-4a20-b374-6c564d460f30 HTTP/1.1" status: 200 len: 931 time: 0.0546346 Mar 28 01:32:59.708013 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-6741ea30-6268-4a71-a300-7b82dabcc264 req-0fb33d2b-035e-4c8f-bdb9-596c53caf1f6 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e119e87-dec1-4f15-99b9-154ef489f682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503261 Mar 28 01:33:00.593046 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [req-ee930d6c-5cd0-4d69-8094-70cb18dbe268 req-5d5caea5-af6b-4448-8d5a-98c564c74ca4 service neutron] Request body: {'port': {'device_id': '72c4942b-63ac-4a20-b374-6c564d460f30', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8348'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:33:00.656239 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-ee930d6c-5cd0-4d69-8094-70cb18dbe268 req-5d5caea5-af6b-4448-8d5a-98c564c74ca4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (b453096c-e8d2-4e41-a9b3-1abf5bbf6b90), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:33:00.883673 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cb8233-e85b-413d-86a3-3398b96f0b69 req-4e342204-cd1b-43a8-8721-31f4d8c8bb66 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:33:00.885206 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-d9cb8233-e85b-413d-86a3-3398b96f0b69 req-4e342204-cd1b-43a8-8721-31f4d8c8bb66 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] 10.222.0.24 "GET /v2.0/ports?device_id=72c4942b-63ac-4a20-b374-6c564d460f30 HTTP/1.1" status: 200 len: 931 time: 0.1117518 Mar 28 01:33:00.979540 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-d9cb8233-e85b-413d-86a3-3398b96f0b69 req-a0020fb7-956f-4192-951a-c2c97828c01e tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e119e87-dec1-4f15-99b9-154ef489f682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858748 Mar 28 01:33:00.993444 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [req-ee930d6c-5cd0-4d69-8094-70cb18dbe268 req-5d5caea5-af6b-4448-8d5a-98c564c74ca4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b453096c-e8d2-4e41-a9b3-1abf5bbf6b90 {{(pid=104099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 01:33:01.000907 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-ee930d6c-5cd0-4d69-8094-70cb18dbe268 req-5d5caea5-af6b-4448-8d5a-98c564c74ca4 service neutron] Publish callbacks [] for port (b453096c-e8d2-4e41-a9b3-1abf5bbf6b90), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:33:01.012528 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [req-ee930d6c-5cd0-4d69-8094-70cb18dbe268 req-5d5caea5-af6b-4448-8d5a-98c564c74ca4 service neutron] Transition to ACTIVE for port object b453096c-e8d2-4e41-a9b3-1abf5bbf6b90 will not be triggered until provisioned by entity L2. {{(pid=104099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 01:33:01.016474 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-ee930d6c-5cd0-4d69-8094-70cb18dbe268 req-5d5caea5-af6b-4448-8d5a-98c564c74ca4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (b453096c-e8d2-4e41-a9b3-1abf5bbf6b90), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:33:01.064942 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5caea5-af6b-4448-8d5a-98c564c74ca4 service neutron] Pushing event updated for resources: {'Port': ['ID=b453096c-e8d2-4e41-a9b3-1abf5bbf6b90,revision_number=2']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:33:01.137817 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-ee930d6c-5cd0-4d69-8094-70cb18dbe268 req-5d5caea5-af6b-4448-8d5a-98c564c74ca4 service neutron] Attempting to bind port b453096c-e8d2-4e41-a9b3-1abf5bbf6b90 on host hv-neutron-8348 for vnic_type normal with profile {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:33:01.138152 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-ee930d6c-5cd0-4d69-8094-70cb18dbe268 req-5d5caea5-af6b-4448-8d5a-98c564c74ca4 service neutron] Attempting to bind port b453096c-e8d2-4e41-a9b3-1abf5bbf6b90 by drivers openvswitch,hyperv on host hv-neutron-8348 at level 0 using segments [{'id': 'f1444085-0fcc-4d0d-bc63-4e82d9ef1251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '70c51066-78fc-4eb5-bae9-460e0f6110d1'}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:33:01.138479 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee930d6c-5cd0-4d69-8094-70cb18dbe268 req-5d5caea5-af6b-4448-8d5a-98c564c74ca4 service neutron] Attempting to bind port b453096c-e8d2-4e41-a9b3-1abf5bbf6b90 on network 70c51066-78fc-4eb5-bae9-460e0f6110d1 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:33:01.143800 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee930d6c-5cd0-4d69-8094-70cb18dbe268 req-5d5caea5-af6b-4448-8d5a-98c564c74ca4 service neutron] Port b453096c-e8d2-4e41-a9b3-1abf5bbf6b90 on network 70c51066-78fc-4eb5-bae9-460e0f6110d1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8348 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 01:33:01.144160 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee930d6c-5cd0-4d69-8094-70cb18dbe268 req-5d5caea5-af6b-4448-8d5a-98c564c74ca4 service neutron] Attempting to bind port b453096c-e8d2-4e41-a9b3-1abf5bbf6b90 on network 70c51066-78fc-4eb5-bae9-460e0f6110d1 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:33:01.149507 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee930d6c-5cd0-4d69-8094-70cb18dbe268 req-5d5caea5-af6b-4448-8d5a-98c564c74ca4 service neutron] Checking agent: {'id': '287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8348', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 1, 2, 33), 'started_at': datetime.datetime(2022, 3, 28, 1, 2, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:33:01.149837 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee930d6c-5cd0-4d69-8094-70cb18dbe268 req-5d5caea5-af6b-4448-8d5a-98c564c74ca4 service neutron] Checking segment: {'id': 'f1444085-0fcc-4d0d-bc63-4e82d9ef1251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '70c51066-78fc-4eb5-bae9-460e0f6110d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:33:01.150211 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee930d6c-5cd0-4d69-8094-70cb18dbe268 req-5d5caea5-af6b-4448-8d5a-98c564c74ca4 service neutron] Bound using segment: {'id': 'f1444085-0fcc-4d0d-bc63-4e82d9ef1251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '70c51066-78fc-4eb5-bae9-460e0f6110d1'} {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:33:01.150634 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-ee930d6c-5cd0-4d69-8094-70cb18dbe268 req-5d5caea5-af6b-4448-8d5a-98c564c74ca4 service neutron] Bound port: b453096c-e8d2-4e41-a9b3-1abf5bbf6b90, host: hv-neutron-8348, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1444085-0fcc-4d0d-bc63-4e82d9ef1251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '70c51066-78fc-4eb5-bae9-460e0f6110d1'}}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:33:01.150991 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-ee930d6c-5cd0-4d69-8094-70cb18dbe268 req-5d5caea5-af6b-4448-8d5a-98c564c74ca4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (b453096c-e8d2-4e41-a9b3-1abf5bbf6b90), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:33:01.219500 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-ee930d6c-5cd0-4d69-8094-70cb18dbe268 req-5d5caea5-af6b-4448-8d5a-98c564c74ca4 service neutron] For port b453096c-e8d2-4e41-a9b3-1abf5bbf6b90, host hv-neutron-8348, cleared binding levels {{(pid=104099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:33:01.223213 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-ee930d6c-5cd0-4d69-8094-70cb18dbe268 req-5d5caea5-af6b-4448-8d5a-98c564c74ca4 service neutron] For port b453096c-e8d2-4e41-a9b3-1abf5bbf6b90, host hv-neutron-8348, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=b453096c-e8d2-4e41-a9b3-1abf5bbf6b90,segment=NetworkSegment(f1444085-0fcc-4d0d-bc63-4e82d9ef1251),segment_id=f1444085-0fcc-4d0d-bc63-4e82d9ef1251)] {{(pid=104099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:33:01.228423 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-ee930d6c-5cd0-4d69-8094-70cb18dbe268 req-5d5caea5-af6b-4448-8d5a-98c564c74ca4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (b453096c-e8d2-4e41-a9b3-1abf5bbf6b90), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:33:01.259900 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee930d6c-5cd0-4d69-8094-70cb18dbe268 req-5d5caea5-af6b-4448-8d5a-98c564c74ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:33:01.260646 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-ee930d6c-5cd0-4d69-8094-70cb18dbe268 req-5d5caea5-af6b-4448-8d5a-98c564c74ca4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:33:01.261987 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-ee930d6c-5cd0-4d69-8094-70cb18dbe268 req-5d5caea5-af6b-4448-8d5a-98c564c74ca4 service neutron] 10.222.0.10 "PUT /v2.0/ports/b453096c-e8d2-4e41-a9b3-1abf5bbf6b90 HTTP/1.1" status: 200 len: 1093 time: 0.6732271 Mar 28 01:33:01.262446 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72c4942b-63ac-4a20-b374-6c564d460f30', 'tag': 'b453096c-e8d2-4e41-a9b3-1abf5bbf6b90'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:33:01.264697 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2af4b01a9fa8b1570ccf1d7859d693ad34c106b258078e9cfae86b97f35e3d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8afdb8e9-a342-480b-b117-74b7661b8aa3" -d '{"events": [{"name": "network-changed", "server_uuid": "72c4942b-63ac-4a20-b374-6c564d460f30", "tag": "b453096c-e8d2-4e41-a9b3-1abf5bbf6b90"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:33:01.293688 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5caea5-af6b-4448-8d5a-98c564c74ca4 service neutron] Pushing event updated for resources: {'Port': ['ID=b453096c-e8d2-4e41-a9b3-1abf5bbf6b90,revision_number=3']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:33:01.313411 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 01:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6499df2-20ac-4d17-aee0-1200fb8ef26c x-openstack-request-id: req-e6499df2-20ac-4d17-aee0-1200fb8ef26c {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:33:01.313720 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72c4942b-63ac-4a20-b374-6c564d460f30", "tag": "b453096c-e8d2-4e41-a9b3-1abf5bbf6b90", "status": "completed", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:33:01.313986 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e6499df2-20ac-4d17-aee0-1200fb8ef26c {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:33:01.316679 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6499df2-20ac-4d17-aee0-1200fb8ef26c'] response: {'name': 'network-changed', 'server_uuid': '72c4942b-63ac-4a20-b374-6c564d460f30', 'tag': 'b453096c-e8d2-4e41-a9b3-1abf5bbf6b90', 'status': 'completed', 'code': 200} Mar 28 01:33:01.364878 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee930d6c-5cd0-4d69-8094-70cb18dbe268 req-fa707115-37ae-4b26-9435-bf8f6496aa0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:33:01.366334 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-ee930d6c-5cd0-4d69-8094-70cb18dbe268 req-fa707115-37ae-4b26-9435-bf8f6496aa0d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=33399703d1cf41d29d122950c6c8ee06&device_id=72c4942b-63ac-4a20-b374-6c564d460f30 HTTP/1.1" status: 200 len: 1127 time: 0.0488467 Mar 28 01:33:01.413331 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-ee930d6c-5cd0-4d69-8094-70cb18dbe268 req-eff2f136-fa20-4bf2-8442-dd0b82dee02c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b453096c-e8d2-4e41-a9b3-1abf5bbf6b90 HTTP/1.1" status: 200 len: 217 time: 0.0404520 Mar 28 01:33:01.463247 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee930d6c-5cd0-4d69-8094-70cb18dbe268 req-805de8ae-551f-40fb-81a4-3a60c89f5657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:33:01.464759 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-ee930d6c-5cd0-4d69-8094-70cb18dbe268 req-805de8ae-551f-40fb-81a4-3a60c89f5657 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e0ad68b9-6c34-482c-8eb7-91ae68c6f190 HTTP/1.1" status: 200 len: 854 time: 0.0461147 Mar 28 01:33:01.512851 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee930d6c-5cd0-4d69-8094-70cb18dbe268 req-6f5908f1-3d9f-4834-8dbf-983919803657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:33:01.514339 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-ee930d6c-5cd0-4d69-8094-70cb18dbe268 req-6f5908f1-3d9f-4834-8dbf-983919803657 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=70c51066-78fc-4eb5-bae9-460e0f6110d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0443664 Mar 28 01:33:01.607362 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-ee930d6c-5cd0-4d69-8094-70cb18dbe268 req-bc0db932-33f5-419f-9d86-746ebae8245d service neutron] 10.222.0.10 "GET /v2.0/networks/70c51066-78fc-4eb5-bae9-460e0f6110d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850439 Mar 28 01:33:01.695382 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-ee930d6c-5cd0-4d69-8094-70cb18dbe268 req-c93adeb7-f0fc-4a2b-a766-bfd4c57b6251 service neutron] 10.222.0.10 "GET /v2.0/networks/70c51066-78fc-4eb5-bae9-460e0f6110d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818896 Mar 28 01:33:01.781890 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afdb8e9-a342-480b-b117-74b7661b8aa3 req-906ad92e-b715-44cf-8258-742e89121135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:33:01.783376 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-8afdb8e9-a342-480b-b117-74b7661b8aa3 req-906ad92e-b715-44cf-8258-742e89121135 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=33399703d1cf41d29d122950c6c8ee06&device_id=72c4942b-63ac-4a20-b374-6c564d460f30 HTTP/1.1" status: 200 len: 1127 time: 0.0451140 Mar 28 01:33:01.877362 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afdb8e9-a342-480b-b117-74b7661b8aa3 req-26749f32-ce04-496c-9e18-002ab2423322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:33:01.878782 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-8afdb8e9-a342-480b-b117-74b7661b8aa3 req-26749f32-ce04-496c-9e18-002ab2423322 service neutron] 10.222.0.10 "GET /v2.0/networks?id=70c51066-78fc-4eb5-bae9-460e0f6110d1 HTTP/1.1" status: 200 len: 915 time: 0.0880671 Mar 28 01:33:01.920685 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-8afdb8e9-a342-480b-b117-74b7661b8aa3 req-b0f1b53f-5b25-4c27-bc38-a34f351d68b9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b453096c-e8d2-4e41-a9b3-1abf5bbf6b90 HTTP/1.1" status: 200 len: 217 time: 0.0350139 Mar 28 01:33:01.968377 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afdb8e9-a342-480b-b117-74b7661b8aa3 req-0cf27f53-a015-429c-bceb-aa39b29115e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:33:01.969767 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-8afdb8e9-a342-480b-b117-74b7661b8aa3 req-0cf27f53-a015-429c-bceb-aa39b29115e4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e0ad68b9-6c34-482c-8eb7-91ae68c6f190 HTTP/1.1" status: 200 len: 854 time: 0.0418863 Mar 28 01:33:02.023049 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afdb8e9-a342-480b-b117-74b7661b8aa3 req-6adf7579-ff9c-47f2-87b6-767a6bf3bf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:33:02.024587 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-8afdb8e9-a342-480b-b117-74b7661b8aa3 req-6adf7579-ff9c-47f2-87b6-767a6bf3bf34 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=70c51066-78fc-4eb5-bae9-460e0f6110d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0478745 Mar 28 01:33:02.151130 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82035e6e-5627-43d5-90e7-dc730e40d42b req-43eff8b2-efbd-46ea-9cde-1ceaba8c029e tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:33:02.152814 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-82035e6e-5627-43d5-90e7-dc730e40d42b req-43eff8b2-efbd-46ea-9cde-1ceaba8c029e tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] 10.222.0.24 "GET /v2.0/ports?device_id=72c4942b-63ac-4a20-b374-6c564d460f30 HTTP/1.1" status: 200 len: 943 time: 0.1045241 Mar 28 01:33:02.156296 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-8afdb8e9-a342-480b-b117-74b7661b8aa3 req-fb226361-654a-491e-8efe-ddfc564f4ec4 service neutron] 10.222.0.10 "GET /v2.0/networks/70c51066-78fc-4eb5-bae9-460e0f6110d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245480 Mar 28 01:33:02.248466 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-82035e6e-5627-43d5-90e7-dc730e40d42b req-88105551-76f2-4d5a-aad8-7e42fb8c5544 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e119e87-dec1-4f15-99b9-154ef489f682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898283 Mar 28 01:33:02.272591 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-8afdb8e9-a342-480b-b117-74b7661b8aa3 req-7c385085-cbc2-40b2-9155-d6a2bba682cc service neutron] 10.222.0.10 "GET /v2.0/networks/70c51066-78fc-4eb5-bae9-460e0f6110d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078207 Mar 28 01:33:02.928610 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device b453096c-e8d2-4e41-a9b3-1abf5bbf6b90 details requested by agent hyperv_hv-neutron-8348 with host hv-neutron-8348 {{(pid=104100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 01:33:03.026552 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port b453096c-e8d2-4e41-a9b3-1abf5bbf6b90, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=b453096c-e8d2-4e41-a9b3-1abf5bbf6b90,segment=NetworkSegment(f1444085-0fcc-4d0d-bc63-4e82d9ef1251),segment_id=f1444085-0fcc-4d0d-bc63-4e82d9ef1251)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:33:03.044421 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Returning: {'device': 'b453096c-e8d2-4e41-a9b3-1abf5bbf6b90', 'network_id': '70c51066-78fc-4eb5-bae9-460e0f6110d1', 'port_id': 'b453096c-e8d2-4e41-a9b3-1abf5bbf6b90', 'mac_address': 'fa:16:3e:a5:b5:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0ad68b9-6c34-482c-8eb7-91ae68c6f190', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 01:33:03.047646 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:33:03.085905 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port b453096c-e8d2-4e41-a9b3-1abf5bbf6b90 is: DOWN; New status is: BUILD {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:33:03.086290 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (b453096c-e8d2-4e41-a9b3-1abf5bbf6b90), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:33:03.099476 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b453096c-e8d2-4e41-a9b3-1abf5bbf6b90 {{(pid=104100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 01:33:03.118453 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port b453096c-e8d2-4e41-a9b3-1abf5bbf6b90, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=b453096c-e8d2-4e41-a9b3-1abf5bbf6b90,segment=NetworkSegment(f1444085-0fcc-4d0d-bc63-4e82d9ef1251),segment_id=f1444085-0fcc-4d0d-bc63-4e82d9ef1251)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:33:03.122257 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (b453096c-e8d2-4e41-a9b3-1abf5bbf6b90), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:33:03.169025 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Pushing event updated for resources: {'Port': ['ID=b453096c-e8d2-4e41-a9b3-1abf5bbf6b90,revision_number=4']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:33:03.327961 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] get_ports_and_sgs() called for port_ids ['b453096c-e8d2-4e41-a9b3-1abf5bbf6b90'] {{(pid=104100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 01:33:03.370882 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41807b0-3ec2-4d3e-a98c-a278af127e89 req-4285e9db-d427-48c5-9687-ab3039ea434b tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:33:03.372302 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-d41807b0-3ec2-4d3e-a98c-a278af127e89 req-4285e9db-d427-48c5-9687-ab3039ea434b tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] 10.222.0.24 "GET /v2.0/ports?device_id=72c4942b-63ac-4a20-b374-6c564d460f30 HTTP/1.1" status: 200 len: 944 time: 0.0554323 Mar 28 01:33:03.420997 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-d41807b0-3ec2-4d3e-a98c-a278af127e89 req-840c5ee3-3d71-4be0-8ed4-a6d354346aaf tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e119e87-dec1-4f15-99b9-154ef489f682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409062 Mar 28 01:33:04.541217 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ea84b0-c77b-4c5a-8fc0-59f7bd60f227 req-71552696-7a89-4992-a4db-bad8f5297df3 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:33:04.542683 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-c6ea84b0-c77b-4c5a-8fc0-59f7bd60f227 req-71552696-7a89-4992-a4db-bad8f5297df3 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] 10.222.0.24 "GET /v2.0/ports?device_id=72c4942b-63ac-4a20-b374-6c564d460f30 HTTP/1.1" status: 200 len: 944 time: 0.0563252 Mar 28 01:33:04.591886 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-c6ea84b0-c77b-4c5a-8fc0-59f7bd60f227 req-ce3b35d8-b4c8-47d2-a8ae-42abc93cf01b tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e119e87-dec1-4f15-99b9-154ef489f682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438058 Mar 28 01:33:04.944861 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device b453096c-e8d2-4e41-a9b3-1abf5bbf6b90 up at agent hyperv_hv-neutron-8348 {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:33:04.992290 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Provisioning for port b453096c-e8d2-4e41-a9b3-1abf5bbf6b90 completed by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 01:33:04.995967 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Provisioning complete for port b453096c-e8d2-4e41-a9b3-1abf5bbf6b90 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:33:04.996368 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (b453096c-e8d2-4e41-a9b3-1abf5bbf6b90), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:33:05.072989 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port b453096c-e8d2-4e41-a9b3-1abf5bbf6b90 is: BUILD; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:33:05.073366 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (b453096c-e8d2-4e41-a9b3-1abf5bbf6b90), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:33:05.094935 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72c4942b-63ac-4a20-b374-6c564d460f30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b453096c-e8d2-4e41-a9b3-1abf5bbf6b90'}] {{(pid=104100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:33:05.097117 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd27896ebc78d0f7931321182ba9533a7b768b1c3fcddb3ff52a8aee6ddeaf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b910cb2e-5678-495a-9247-6786390afb4d" -d '{"events": [{"server_uuid": "72c4942b-63ac-4a20-b374-6c564d460f30", "name": "network-vif-plugged", "status": "completed", "tag": "b453096c-e8d2-4e41-a9b3-1abf5bbf6b90"}]}' {{(pid=104100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:33:05.109761 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port b453096c-e8d2-4e41-a9b3-1abf5bbf6b90, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=b453096c-e8d2-4e41-a9b3-1abf5bbf6b90,segment=NetworkSegment(f1444085-0fcc-4d0d-bc63-4e82d9ef1251),segment_id=f1444085-0fcc-4d0d-bc63-4e82d9ef1251)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:33:05.114743 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (b453096c-e8d2-4e41-a9b3-1abf5bbf6b90), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:33:05.137267 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 01:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff32f23a-e06f-44eb-922f-5482a3b96e31 x-openstack-request-id: req-ff32f23a-e06f-44eb-922f-5482a3b96e31 {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:33:05.137556 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72c4942b-63ac-4a20-b374-6c564d460f30", "name": "network-vif-plugged", "status": "completed", "tag": "b453096c-e8d2-4e41-a9b3-1abf5bbf6b90", "code": 200}]} {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:33:05.137802 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ff32f23a-e06f-44eb-922f-5482a3b96e31 {{(pid=104100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:33:05.138190 dv-neutron-834874-6-hyperv neutron-server[104100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff32f23a-e06f-44eb-922f-5482a3b96e31'] response: {'server_uuid': '72c4942b-63ac-4a20-b374-6c564d460f30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b453096c-e8d2-4e41-a9b3-1abf5bbf6b90', 'code': 200} Mar 28 01:33:05.164676 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Pushing event updated for resources: {'Port': ['ID=b453096c-e8d2-4e41-a9b3-1abf5bbf6b90,revision_number=5']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:33:05.295740 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50070e1e-e64b-4003-8a58-96839749db68 req-b65fcb4d-2173-447e-a24e-81eb8af36936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:33:05.297311 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-50070e1e-e64b-4003-8a58-96839749db68 req-b65fcb4d-2173-447e-a24e-81eb8af36936 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=72c4942b-63ac-4a20-b374-6c564d460f30 HTTP/1.1" status: 200 len: 1129 time: 0.0424840 Mar 28 01:33:05.338694 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-50070e1e-e64b-4003-8a58-96839749db68 req-5352c460-b572-491a-a2e6-1ee5ed9d54de service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=4e119e87-dec1-4f15-99b9-154ef489f682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355058 Mar 28 01:33:05.705167 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fff566-805b-4b91-a012-b20d3f7f2562 req-52c304ef-bd7a-4436-89ed-aa87071f9baa tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:33:05.707173 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-57fff566-805b-4b91-a012-b20d3f7f2562 req-52c304ef-bd7a-4436-89ed-aa87071f9baa tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] 10.222.0.24 "GET /v2.0/ports?device_id=72c4942b-63ac-4a20-b374-6c564d460f30 HTTP/1.1" status: 200 len: 945 time: 0.0515525 Mar 28 01:33:05.756289 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-57fff566-805b-4b91-a012-b20d3f7f2562 req-0c1300f1-703e-4781-a60d-4e7d57f74b08 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e119e87-dec1-4f15-99b9-154ef489f682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435777 Mar 28 01:33:06.873629 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b3c575-a82a-4aba-ad6b-e875e159be50 req-e01e6cbd-3194-42c9-85c7-2cff97779377 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:33:06.875116 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-77b3c575-a82a-4aba-ad6b-e875e159be50 req-e01e6cbd-3194-42c9-85c7-2cff97779377 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] 10.222.0.24 "GET /v2.0/ports?device_id=72c4942b-63ac-4a20-b374-6c564d460f30 HTTP/1.1" status: 200 len: 945 time: 0.0530026 Mar 28 01:33:06.920414 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-77b3c575-a82a-4aba-ad6b-e875e159be50 req-05884608-e673-40ad-b51c-b9d844ba35d7 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e119e87-dec1-4f15-99b9-154ef489f682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391541 Mar 28 01:33:07.034706 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff5840-34da-4696-8997-84bda40cada4 req-5acf95ba-06dd-44ed-aee4-362327b2b40b tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:33:07.036107 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-d1ff5840-34da-4696-8997-84bda40cada4 req-5acf95ba-06dd-44ed-aee4-362327b2b40b tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] 10.222.0.24 "GET /v2.0/ports?device_id=72c4942b-63ac-4a20-b374-6c564d460f30 HTTP/1.1" status: 200 len: 945 time: 0.0528564 Mar 28 01:33:07.083700 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-d1ff5840-34da-4696-8997-84bda40cada4 req-1a9b3ce8-0a57-4f6c-a4ad-9c53cf569c16 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e119e87-dec1-4f15-99b9-154ef489f682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421317 Mar 28 01:33:07.400735 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275b5647-46aa-430e-a925-f97676a9a186 req-385a387a-ae03-42ec-9e6e-f782ded5e4d1 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:33:07.402469 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-275b5647-46aa-430e-a925-f97676a9a186 req-385a387a-ae03-42ec-9e6e-f782ded5e4d1 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] 10.222.0.24 "GET /v2.0/ports?device_id=72c4942b-63ac-4a20-b374-6c564d460f30 HTTP/1.1" status: 200 len: 945 time: 0.0539777 Mar 28 01:33:07.448815 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-275b5647-46aa-430e-a925-f97676a9a186 req-346f2751-f4a7-4ce0-96b4-6b49798caedf tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e119e87-dec1-4f15-99b9-154ef489f682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407262 Mar 28 01:33:11.457563 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-1a3e7a30-0174-4163-aa65-e094f381b44a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:33:13.624401 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-1e0711bf-066d-496d-8364-fd36b86f85f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:33:14.864976 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:33:16.320184 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:33:17.841844 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:33:26.243364 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a413177-4db5-4edf-bd9a-a167de7e3dbe req-68b501a0-a998-4429-9428-8d1a2c8e8585 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:33:26.244860 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-8a413177-4db5-4edf-bd9a-a167de7e3dbe req-68b501a0-a998-4429-9428-8d1a2c8e8585 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] 10.222.0.24 "GET /v2.0/ports?device_id=72c4942b-63ac-4a20-b374-6c564d460f30 HTTP/1.1" status: 200 len: 945 time: 0.0554943 Mar 28 01:33:26.290076 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-8a413177-4db5-4edf-bd9a-a167de7e3dbe req-0349c04f-0d30-4344-833f-396998e13580 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e119e87-dec1-4f15-99b9-154ef489f682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397592 Mar 28 01:33:26.311849 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 60730) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:33:26.445251 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea94d80-3d06-42d3-9b13-c282c245c184 tempest-TestMinimumBasicScenario-1779182834 tempest-TestMinimumBasicScenario-1779182834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:33:26.446797 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-6ea94d80-3d06-42d3-9b13-c282c245c184 tempest-TestMinimumBasicScenario-1779182834 tempest-TestMinimumBasicScenario-1779182834-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=72c4942b-63ac-4a20-b374-6c564d460f30 HTTP/1.1" status: 200 len: 1124 time: 0.1339951 Mar 28 01:33:26.449750 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 60734) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:33:26.453845 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-bcfef0c7-46ad-417d-80f9-0ac40db675c4 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Request body: {'floatingip': {'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'port_id': 'b453096c-e8d2-4e41-a9b3-1abf5bbf6b90', 'tenant_id': '33399703d1cf41d29d122950c6c8ee06', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:33:26.473873 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-bcfef0c7-46ad-417d-80f9-0ac40db675c4 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:33:26.571695 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-bcfef0c7-46ad-417d-80f9-0ac40db675c4 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:33:26.669887 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [None req-bcfef0c7-46ad-417d-80f9-0ac40db675c4 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Allocated IP 172.26.1.35 (dea6548b-502b-42db-97fb-371e423e739a/cce6de65-d8c9-45b8-9970-0a277e8c1192/6b28ed45-1b1c-4d6f-9f77-dea47baa56fc) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:33:26.772228 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-bcfef0c7-46ad-417d-80f9-0ac40db675c4 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Publish callbacks [] for port (6b28ed45-1b1c-4d6f-9f77-dea47baa56fc), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:33:26.805046 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-bcfef0c7-46ad-417d-80f9-0ac40db675c4 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (6b28ed45-1b1c-4d6f-9f77-dea47baa56fc), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:33:26.839208 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcfef0c7-46ad-417d-80f9-0ac40db675c4 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Network dea6548b-502b-42db-97fb-371e423e739a is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:33:26.842225 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-bcfef0c7-46ad-417d-80f9-0ac40db675c4 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:33:26.844926 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfef0c7-46ad-417d-80f9-0ac40db675c4 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:33:26.877795 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfef0c7-46ad-417d-80f9-0ac40db675c4 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Pushing event updated for resources: {'Port': ['ID=6b28ed45-1b1c-4d6f-9f77-dea47baa56fc,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:33:27.192986 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-bcfef0c7-46ad-417d-80f9-0ac40db675c4 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Publish callbacks [] for floatingip (31c1d381-d044-42fa-8ae0-9077d156307f), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:33:27.260311 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-bcfef0c7-46ad-417d-80f9-0ac40db675c4 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (6b28ed45-1b1c-4d6f-9f77-dea47baa56fc), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:33:27.423190 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-bcfef0c7-46ad-417d-80f9-0ac40db675c4 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Publish callbacks [] for port (6b28ed45-1b1c-4d6f-9f77-dea47baa56fc), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:33:27.427742 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-bcfef0c7-46ad-417d-80f9-0ac40db675c4 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (6b28ed45-1b1c-4d6f-9f77-dea47baa56fc), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:33:27.785467 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfef0c7-46ad-417d-80f9-0ac40db675c4 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Pushing event updated for resources: {'Port': ['ID=6b28ed45-1b1c-4d6f-9f77-dea47baa56fc,revision_number=2']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:33:27.796781 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-bcfef0c7-46ad-417d-80f9-0ac40db675c4 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688063'] for floatingip (31c1d381-d044-42fa-8ae0-9077d156307f), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:33:27.895904 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.l3_db [None req-bcfef0c7-46ad-417d-80f9-0ac40db675c4 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Floating IP 31c1d381-d044-42fa-8ae0-9077d156307f associated. External IP: 172.26.1.35, port: b453096c-e8d2-4e41-a9b3-1abf5bbf6b90. Mar 28 01:33:28.099350 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcfef0c7-46ad-417d-80f9-0ac40db675c4 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Router 9b2d17f6-e003-4e57-8e8e-a6f0bbc780ec has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:33:28.205363 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcfef0c7-46ad-417d-80f9-0ac40db675c4 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:33:28.215035 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65793c9-0874-4265-af71-b41fc38fc920 None None] Sync routers for ids ['9b2d17f6-e003-4e57-8e8e-a6f0bbc780ec'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:33:28.223548 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-bcfef0c7-46ad-417d-80f9-0ac40db675c4 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for floatingip (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:33:28.225105 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65793c9-0874-4265-af71-b41fc38fc920 None None] Routers {'9b2d17f6-e003-4e57-8e8e-a6f0bbc780ec'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:33:28.225702 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-a65793c9-0874-4265-af71-b41fc38fc920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:33:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['9b2d17f6-e003-4e57-8e8e-a6f0bbc780ec'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:33:28.253169 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-bcfef0c7-46ad-417d-80f9-0ac40db675c4 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8024352 Mar 28 01:33:28.254066 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72c4942b-63ac-4a20-b374-6c564d460f30', 'tag': 'b453096c-e8d2-4e41-a9b3-1abf5bbf6b90'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:33:28.256126 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 60736) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:33:28.256647 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2af4b01a9fa8b1570ccf1d7859d693ad34c106b258078e9cfae86b97f35e3d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-036806c5-fc33-47b5-8cd3-32a619590f4d" -d '{"events": [{"name": "network-changed", "server_uuid": "72c4942b-63ac-4a20-b374-6c564d460f30", "tag": "b453096c-e8d2-4e41-a9b3-1abf5bbf6b90"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:33:28.261073 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-38744559-370a-4fd0-89c5-f7faa0a7a674 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2092786245', 'description': 'tempest-secgroup-smoke-2092786245 description', 'project_id': '33399703d1cf41d29d122950c6c8ee06'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:33:28.282516 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-38744559-370a-4fd0-89c5-f7faa0a7a674 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:33:28.295420 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 01:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84db55cd-c49c-4a8b-a446-00586e3b55fb x-openstack-request-id: req-84db55cd-c49c-4a8b-a446-00586e3b55fb {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:33:28.296006 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72c4942b-63ac-4a20-b374-6c564d460f30", "tag": "b453096c-e8d2-4e41-a9b3-1abf5bbf6b90", "status": "completed", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:33:28.296006 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-84db55cd-c49c-4a8b-a446-00586e3b55fb {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:33:28.296570 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84db55cd-c49c-4a8b-a446-00586e3b55fb'] response: {'name': 'network-changed', 'server_uuid': '72c4942b-63ac-4a20-b374-6c564d460f30', 'tag': 'b453096c-e8d2-4e41-a9b3-1abf5bbf6b90', 'status': 'completed', 'code': 200} Mar 28 01:33:28.336255 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-a65793c9-0874-4265-af71-b41fc38fc920 None None] Set router 9b2d17f6-e003-4e57-8e8e-a6f0bbc780ec gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:33:28.355235 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-38744559-370a-4fd0-89c5-f7faa0a7a674 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Publish callbacks [] for security_group (5f409a21-3702-4892-bf83-1ee7d65a1882), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:33:28.359100 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-38744559-370a-4fd0-89c5-f7faa0a7a674 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (5f409a21-3702-4892-bf83-1ee7d65a1882), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:33:28.379961 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036806c5-fc33-47b5-8cd3-32a619590f4d req-3a6f1c55-6eab-45be-a3a7-fba7fbd66fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:33:28.382015 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-036806c5-fc33-47b5-8cd3-32a619590f4d req-3a6f1c55-6eab-45be-a3a7-fba7fbd66fcc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=33399703d1cf41d29d122950c6c8ee06&device_id=72c4942b-63ac-4a20-b374-6c564d460f30 HTTP/1.1" status: 200 len: 1129 time: 0.0518477 Mar 28 01:33:28.384202 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-38744559-370a-4fd0-89c5-f7faa0a7a674 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:33:28.385419 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-38744559-370a-4fd0-89c5-f7faa0a7a674 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1282969 Mar 28 01:33:28.388473 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 60740) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:33:28.396156 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38744559-370a-4fd0-89c5-f7faa0a7a674 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f409a21-3702-4892-bf83-1ee7d65a1882,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:33:28.399638 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-b9a3950d-b3bd-4a56-a727-0f46f9e9a4dd tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Request body: {'security_group_rule': {'security_group_id': '5f409a21-3702-4892-bf83-1ee7d65a1882', 'project_id': '33399703d1cf41d29d122950c6c8ee06', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:33:28.403503 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38744559-370a-4fd0-89c5-f7faa0a7a674 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:33:28.403871 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38744559-370a-4fd0-89c5-f7faa0a7a674 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:33:28.404249 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38744559-370a-4fd0-89c5-f7faa0a7a674 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:33:28.404601 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38744559-370a-4fd0-89c5-f7faa0a7a674 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:33:28.404941 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38744559-370a-4fd0-89c5-f7faa0a7a674 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:33:28.405279 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38744559-370a-4fd0-89c5-f7faa0a7a674 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:33:28.405615 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38744559-370a-4fd0-89c5-f7faa0a7a674 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:33:28.405950 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38744559-370a-4fd0-89c5-f7faa0a7a674 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:33:28.406283 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38744559-370a-4fd0-89c5-f7faa0a7a674 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:33:28.406613 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38744559-370a-4fd0-89c5-f7faa0a7a674 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:33:28.406942 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38744559-370a-4fd0-89c5-f7faa0a7a674 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:33:28.407269 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38744559-370a-4fd0-89c5-f7faa0a7a674 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:33:28.407593 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38744559-370a-4fd0-89c5-f7faa0a7a674 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:33:28.408461 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38744559-370a-4fd0-89c5-f7faa0a7a674 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:33:28.408793 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38744559-370a-4fd0-89c5-f7faa0a7a674 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:33:28.468518 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b9a3950d-b3bd-4a56-a727-0f46f9e9a4dd tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Publish callbacks [] for security_group_rule (90fb891a-0040-4c28-9983-d938323236d7), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:33:28.517506 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036806c5-fc33-47b5-8cd3-32a619590f4d req-6f8c42a1-ce76-4325-937e-a029686bd7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:33:28.518990 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-036806c5-fc33-47b5-8cd3-32a619590f4d req-6f8c42a1-ce76-4325-937e-a029686bd7d6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=70c51066-78fc-4eb5-bae9-460e0f6110d1 HTTP/1.1" status: 200 len: 915 time: 0.1315815 Mar 28 01:33:28.593728 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b9a3950d-b3bd-4a56-a727-0f46f9e9a4dd tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Publish callbacks [] for security_group_rule (90fb891a-0040-4c28-9983-d938323236d7), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:33:28.601817 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b9a3950d-b3bd-4a56-a727-0f46f9e9a4dd tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (90fb891a-0040-4c28-9983-d938323236d7), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:33:28.613452 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-036806c5-fc33-47b5-8cd3-32a619590f4d req-cc5d1d5e-3ca6-47ef-b378-26f91aa1a4dd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b453096c-e8d2-4e41-a9b3-1abf5bbf6b90 HTTP/1.1" status: 200 len: 998 time: 0.0856767 Mar 28 01:33:28.633344 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a3950d-b3bd-4a56-a727-0f46f9e9a4dd tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90fb891a-0040-4c28-9983-d938323236d7,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:33:28.656445 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b9a3950d-b3bd-4a56-a727-0f46f9e9a4dd tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:33:28.657623 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-b9a3950d-b3bd-4a56-a727-0f46f9e9a4dd tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2621257 Mar 28 01:33:28.660933 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 60742) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:33:28.665873 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-d9f9128a-ebcb-4bca-9581-02ce866f70eb tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Request body: {'security_group_rule': {'security_group_id': '5f409a21-3702-4892-bf83-1ee7d65a1882', 'project_id': '33399703d1cf41d29d122950c6c8ee06', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:33:28.674099 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-a65793c9-0874-4265-af71-b41fc38fc920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b2d17f6-e003-4e57-8e8e-a6f0bbc780ec', 'name': 'tempest-TestMinimumBasicScenario-2032568983-router', 'tenant_id': '33399703d1cf41d29d122950c6c8ee06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.22'}], 'enable_snat': True}, 'gw_port_id': '1bceb960-5447-4bc1-8464-7b01737ccfe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:32:32Z', 'updated_at': '2022-03-28T01:32:35Z', 'revision_number': 4, 'project_id': '33399703d1cf41d29d122950c6c8ee06', 'gw_port': {'id': '1bceb960-5447-4bc1-8464-7b01737ccfe5', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c7:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2d17f6-e003-4e57-8e8e-a6f0bbc780ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:32:33Z', 'updated_at': '2022-03-28T01:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_floatingips': [{'id': '31c1d381-d044-42fa-8ae0-9077d156307f', 'tenant_id': '33399703d1cf41d29d122950c6c8ee06', 'floating_ip_address': '172.26.1.35', 'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'router_id': '9b2d17f6-e003-4e57-8e8e-a6f0bbc780ec', 'port_id': 'b453096c-e8d2-4e41-a9b3-1abf5bbf6b90', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70c51066-78fc-4eb5-bae9-460e0f6110d1', 'mac_address': 'fa:16:3e:a5:b5:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c4942b-63ac-4a20-b374-6c564d460f30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T01:33:27Z', 'updated_at': '2022-03-28T01:33:27Z', 'revision_number': 0, 'project_id': '33399703d1cf41d29d122950c6c8ee06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4547daf-62d3-411d-b87d-b1de68b080ff', 'name': '', 'network_id': '70c51066-78fc-4eb5-bae9-460e0f6110d1', 'tenant_id': '33399703d1cf41d29d122950c6c8ee06', 'mac_address': 'fa:16:3e:a5:c2:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2d17f6-e003-4e57-8e8e-a6f0bbc780ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': 'e0ad68b9-6c34-482c-8eb7-91ae68c6f190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:32:34Z', 'updated_at': '2022-03-28T01:32:39Z', 'revision_number': 5, 'project_id': '33399703d1cf41d29d122950c6c8ee06', 'subnets': [{'id': 'e0ad68b9-6c34-482c-8eb7-91ae68c6f190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:33:28.674365 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036806c5-fc33-47b5-8cd3-32a619590f4d req-0a223ae6-cf35-45ee-b079-0953b0ee8296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:33:28.676078 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-036806c5-fc33-47b5-8cd3-32a619590f4d req-0a223ae6-cf35-45ee-b079-0953b0ee8296 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e0ad68b9-6c34-482c-8eb7-91ae68c6f190 HTTP/1.1" status: 200 len: 854 time: 0.0556104 Mar 28 01:33:28.693725 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d9f9128a-ebcb-4bca-9581-02ce866f70eb tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Publish callbacks [] for security_group_rule (81febd4d-0051-4e0d-ad00-f7528197055f), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:33:28.700421 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65793c9-0874-4265-af71-b41fc38fc920 None None] Checking router: 9b2d17f6-e003-4e57-8e8e-a6f0bbc780ec for host: dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:33:28.708764 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65793c9-0874-4265-af71-b41fc38fc920 None None] Routers {'9b2d17f6-e003-4e57-8e8e-a6f0bbc780ec'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:33:28.709379 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-a65793c9-0874-4265-af71-b41fc38fc920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:33:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['9b2d17f6-e003-4e57-8e8e-a6f0bbc780ec'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:33:28.732121 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036806c5-fc33-47b5-8cd3-32a619590f4d req-e3229eeb-3cbb-4fe2-915a-71d188d2ba63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:33:28.733792 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-036806c5-fc33-47b5-8cd3-32a619590f4d req-e3229eeb-3cbb-4fe2-915a-71d188d2ba63 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=70c51066-78fc-4eb5-bae9-460e0f6110d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0517628 Mar 28 01:33:28.742897 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d9f9128a-ebcb-4bca-9581-02ce866f70eb tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Publish callbacks [] for security_group_rule (81febd4d-0051-4e0d-ad00-f7528197055f), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:33:28.750014 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d9f9128a-ebcb-4bca-9581-02ce866f70eb tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (81febd4d-0051-4e0d-ad00-f7528197055f), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:33:28.777367 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f9128a-ebcb-4bca-9581-02ce866f70eb tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81febd4d-0051-4e0d-ad00-f7528197055f,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:33:28.785148 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d9f9128a-ebcb-4bca-9581-02ce866f70eb tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:33:28.787650 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-d9f9128a-ebcb-4bca-9581-02ce866f70eb tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1254513 Mar 28 01:33:28.790879 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 60744) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:33:28.795580 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-2bc90f82-ecfb-4389-b07f-065e8bba52cf tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Request body: {'security_group_rule': {'security_group_id': '5f409a21-3702-4892-bf83-1ee7d65a1882', 'project_id': '33399703d1cf41d29d122950c6c8ee06', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:33:28.823279 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2bc90f82-ecfb-4389-b07f-065e8bba52cf tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Publish callbacks [] for security_group_rule (ce84ba56-e8e0-4266-b4ea-a1b271571fc5), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:33:28.832685 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-036806c5-fc33-47b5-8cd3-32a619590f4d req-2d4828ec-2366-4014-99d2-5accb76616e8 service neutron] 10.222.0.10 "GET /v2.0/networks/70c51066-78fc-4eb5-bae9-460e0f6110d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928957 Mar 28 01:33:28.835132 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-a65793c9-0874-4265-af71-b41fc38fc920 None None] Set router 9b2d17f6-e003-4e57-8e8e-a6f0bbc780ec gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:33:28.880479 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2bc90f82-ecfb-4389-b07f-065e8bba52cf tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Publish callbacks [] for security_group_rule (ce84ba56-e8e0-4266-b4ea-a1b271571fc5), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:33:28.886342 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2bc90f82-ecfb-4389-b07f-065e8bba52cf tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (ce84ba56-e8e0-4266-b4ea-a1b271571fc5), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:33:28.905381 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc90f82-ecfb-4389-b07f-065e8bba52cf tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce84ba56-e8e0-4266-b4ea-a1b271571fc5,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:33:28.913352 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2bc90f82-ecfb-4389-b07f-065e8bba52cf tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:33:28.914558 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-2bc90f82-ecfb-4389-b07f-065e8bba52cf tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1227508 Mar 28 01:33:28.917464 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 60746) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:33:28.921972 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-6d90a931-18a5-4329-9cff-e33c3c8a076c tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Request body: {'security_group_rule': {'security_group_id': '5f409a21-3702-4892-bf83-1ee7d65a1882', 'project_id': '33399703d1cf41d29d122950c6c8ee06', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:33:28.937695 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-036806c5-fc33-47b5-8cd3-32a619590f4d req-b2830908-ec92-494a-b897-31d281ec176f service neutron] 10.222.0.10 "GET /v2.0/networks/70c51066-78fc-4eb5-bae9-460e0f6110d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981288 Mar 28 01:33:28.945780 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-6d90a931-18a5-4329-9cff-e33c3c8a076c tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Publish callbacks [] for security_group_rule (51eb4932-d42b-4617-9f07-574f541cc0ed), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:33:29.006338 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-6d90a931-18a5-4329-9cff-e33c3c8a076c tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Publish callbacks [] for security_group_rule (51eb4932-d42b-4617-9f07-574f541cc0ed), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:33:29.010188 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-6d90a931-18a5-4329-9cff-e33c3c8a076c tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (51eb4932-d42b-4617-9f07-574f541cc0ed), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:33:29.030929 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d90a931-18a5-4329-9cff-e33c3c8a076c tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51eb4932-d42b-4617-9f07-574f541cc0ed,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:33:29.036691 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-6d90a931-18a5-4329-9cff-e33c3c8a076c tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:33:29.037782 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-6d90a931-18a5-4329-9cff-e33c3c8a076c tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1193938 Mar 28 01:33:29.040577 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 60748) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:33:29.045055 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-01781ab6-254a-481a-8b0c-e6d9abb7ef5e tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Request body: {'security_group_rule': {'security_group_id': '5f409a21-3702-4892-bf83-1ee7d65a1882', 'project_id': '33399703d1cf41d29d122950c6c8ee06', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:33:29.065111 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.securitygroups_db [None req-01781ab6-254a-481a-8b0c-e6d9abb7ef5e tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Project 33399703d1cf41d29d122950c6c8ee06 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 01:33:29.070025 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-01781ab6-254a-481a-8b0c-e6d9abb7ef5e tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Publish callbacks [] for security_group_rule (a6f6fc4e-1759-4d38-ac45-ea48c9d466e7), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:33:29.092888 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-a65793c9-0874-4265-af71-b41fc38fc920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b2d17f6-e003-4e57-8e8e-a6f0bbc780ec', 'name': 'tempest-TestMinimumBasicScenario-2032568983-router', 'tenant_id': '33399703d1cf41d29d122950c6c8ee06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.22'}], 'enable_snat': True}, 'gw_port_id': '1bceb960-5447-4bc1-8464-7b01737ccfe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:32:32Z', 'updated_at': '2022-03-28T01:32:35Z', 'revision_number': 4, 'project_id': '33399703d1cf41d29d122950c6c8ee06', 'gw_port': {'id': '1bceb960-5447-4bc1-8464-7b01737ccfe5', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c7:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2d17f6-e003-4e57-8e8e-a6f0bbc780ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:32:33Z', 'updated_at': '2022-03-28T01:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_floatingips': [{'id': '31c1d381-d044-42fa-8ae0-9077d156307f', 'tenant_id': '33399703d1cf41d29d122950c6c8ee06', 'floating_ip_address': '172.26.1.35', 'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'router_id': '9b2d17f6-e003-4e57-8e8e-a6f0bbc780ec', 'port_id': 'b453096c-e8d2-4e41-a9b3-1abf5bbf6b90', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70c51066-78fc-4eb5-bae9-460e0f6110d1', 'mac_address': 'fa:16:3e:a5:b5:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c4942b-63ac-4a20-b374-6c564d460f30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T01:33:27Z', 'updated_at': '2022-03-28T01:33:27Z', 'revision_number': 0, 'project_id': '33399703d1cf41d29d122950c6c8ee06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4547daf-62d3-411d-b87d-b1de68b080ff', 'name': '', 'network_id': '70c51066-78fc-4eb5-bae9-460e0f6110d1', 'tenant_id': '33399703d1cf41d29d122950c6c8ee06', 'mac_address': 'fa:16:3e:a5:c2:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2d17f6-e003-4e57-8e8e-a6f0bbc780ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': 'e0ad68b9-6c34-482c-8eb7-91ae68c6f190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:32:34Z', 'updated_at': '2022-03-28T01:32:39Z', 'revision_number': 5, 'project_id': '33399703d1cf41d29d122950c6c8ee06', 'subnets': [{'id': 'e0ad68b9-6c34-482c-8eb7-91ae68c6f190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:33:29.121908 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65793c9-0874-4265-af71-b41fc38fc920 None None] The sync data for ids ['9b2d17f6-e003-4e57-8e8e-a6f0bbc780ec'] in dv-neutron-834874-6-hyperv is: [{'id': '9b2d17f6-e003-4e57-8e8e-a6f0bbc780ec', 'name': 'tempest-TestMinimumBasicScenario-2032568983-router', 'tenant_id': '33399703d1cf41d29d122950c6c8ee06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.22'}], 'enable_snat': True}, 'gw_port_id': '1bceb960-5447-4bc1-8464-7b01737ccfe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:32:32Z', 'updated_at': '2022-03-28T01:32:35Z', 'revision_number': 4, 'project_id': '33399703d1cf41d29d122950c6c8ee06', 'gw_port': {'id': '1bceb960-5447-4bc1-8464-7b01737ccfe5', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c7:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2d17f6-e003-4e57-8e8e-a6f0bbc780ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:32:33Z', 'updated_at': '2022-03-28T01:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_floatingips': [{'id': '31c1d381-d044-42fa-8ae0-9077d156307f', 'tenant_id': '33399703d1cf41d29d122950c6c8ee06', 'floating_ip_address': '172.26.1.35', 'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'router_id': '9b2d17f6-e003-4e57-8e8e-a6f0bbc780ec', 'port_id': 'b453096c-e8d2-4e41-a9b3-1abf5bbf6b90', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70c51066-78fc-4eb5-bae9-460e0f6110d1', 'mac_address': 'fa:16:3e:a5:b5:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c4942b-63ac-4a20-b374-6c564d460f30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T01:33:27Z', 'updated_at': '2022-03-28T01:33:27Z', 'revision_number': 0, 'project_id': '33399703d1cf41d29d122950c6c8ee06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4547daf-62d3-411d-b87d-b1de68b080ff', 'name': '', 'network_id': '70c51066-78fc-4eb5-bae9-460e0f6110d1', 'tenant_id': '33399703d1cf41d29d122950c6c8ee06', 'mac_address': 'fa:16:3e:a5:c2:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2d17f6-e003-4e57-8e8e-a6f0bbc780ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': 'e0ad68b9-6c34-482c-8eb7-91ae68c6f190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:32:34Z', 'updated_at': '2022-03-28T01:32:39Z', 'revision_number': 5, 'project_id': '33399703d1cf41d29d122950c6c8ee06', 'subnets': [{'id': 'e0ad68b9-6c34-482c-8eb7-91ae68c6f190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:33:29.131372 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-01781ab6-254a-481a-8b0c-e6d9abb7ef5e tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Publish callbacks [] for security_group_rule (a6f6fc4e-1759-4d38-ac45-ea48c9d466e7), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:33:29.141153 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-01781ab6-254a-481a-8b0c-e6d9abb7ef5e tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (a6f6fc4e-1759-4d38-ac45-ea48c9d466e7), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:33:29.161141 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01781ab6-254a-481a-8b0c-e6d9abb7ef5e tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6f6fc4e-1759-4d38-ac45-ea48c9d466e7,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:33:29.169245 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-01781ab6-254a-481a-8b0c-e6d9abb7ef5e tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:33:29.170638 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-01781ab6-254a-481a-8b0c-e6d9abb7ef5e tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1290851 Mar 28 01:33:29.173631 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 60750) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:33:29.178586 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-fcc5074c-b38b-4c4d-8858-9ee30f68b3ea tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Request body: {'security_group_rule': {'security_group_id': '5f409a21-3702-4892-bf83-1ee7d65a1882', 'project_id': '33399703d1cf41d29d122950c6c8ee06', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:33:29.200129 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.securitygroups_db [None req-fcc5074c-b38b-4c4d-8858-9ee30f68b3ea tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Project 33399703d1cf41d29d122950c6c8ee06 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 01:33:29.205785 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-fcc5074c-b38b-4c4d-8858-9ee30f68b3ea tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Publish callbacks [] for security_group_rule (c24b18c5-1c30-49e9-9ad7-f54cd751b1e8), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:33:29.269783 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-fcc5074c-b38b-4c4d-8858-9ee30f68b3ea tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Publish callbacks [] for security_group_rule (c24b18c5-1c30-49e9-9ad7-f54cd751b1e8), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:33:29.273862 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-fcc5074c-b38b-4c4d-8858-9ee30f68b3ea tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (c24b18c5-1c30-49e9-9ad7-f54cd751b1e8), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:33:29.294474 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc5074c-b38b-4c4d-8858-9ee30f68b3ea tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c24b18c5-1c30-49e9-9ad7-f54cd751b1e8,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:33:29.299952 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-fcc5074c-b38b-4c4d-8858-9ee30f68b3ea tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:33:29.304404 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-fcc5074c-b38b-4c4d-8858-9ee30f68b3ea tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1266346 Mar 28 01:33:29.342413 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62839845-2e8c-4c80-beb2-d75f5ee88f7d None None] New status for floating IP 31c1d381-d044-42fa-8ae0-9077d156307f: ACTIVE {{(pid=104100) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 01:33:29.407388 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-868d1d24-bdf6-472a-a8c4-9828f00cd86c req-d6dd3ba0-3190-4a2d-995c-9a37bfb244cf tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2092786245&fields=id&tenant_id=33399703d1cf41d29d122950c6c8ee06 HTTP/1.1" status: 200 len: 267 time: 0.0449207 Mar 28 01:33:29.466358 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868d1d24-bdf6-472a-a8c4-9828f00cd86c req-1e2d590f-b51d-42e9-94c0-f1ad9a5984c8 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:33:29.467845 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-868d1d24-bdf6-472a-a8c4-9828f00cd86c req-1e2d590f-b51d-42e9-94c0-f1ad9a5984c8 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] 10.222.0.24 "GET /v2.0/ports?device_id=72c4942b-63ac-4a20-b374-6c564d460f30 HTTP/1.1" status: 200 len: 945 time: 0.0554011 Mar 28 01:33:29.479515 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [req-868d1d24-bdf6-472a-a8c4-9828f00cd86c req-92e2f552-81fd-45c1-8935-0cf2a5da4a43 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Request body: {'port': {'security_groups': ['4e119e87-dec1-4f15-99b9-154ef489f682', '5f409a21-3702-4892-bf83-1ee7d65a1882']}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:33:29.549465 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-868d1d24-bdf6-472a-a8c4-9828f00cd86c req-92e2f552-81fd-45c1-8935-0cf2a5da4a43 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (b453096c-e8d2-4e41-a9b3-1abf5bbf6b90), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:33:29.735956 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-868d1d24-bdf6-472a-a8c4-9828f00cd86c req-92e2f552-81fd-45c1-8935-0cf2a5da4a43 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] For port b453096c-e8d2-4e41-a9b3-1abf5bbf6b90, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=b453096c-e8d2-4e41-a9b3-1abf5bbf6b90,segment=NetworkSegment(f1444085-0fcc-4d0d-bc63-4e82d9ef1251),segment_id=f1444085-0fcc-4d0d-bc63-4e82d9ef1251)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:33:29.765313 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-868d1d24-bdf6-472a-a8c4-9828f00cd86c req-92e2f552-81fd-45c1-8935-0cf2a5da4a43 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Publish callbacks [] for port (b453096c-e8d2-4e41-a9b3-1abf5bbf6b90), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:33:29.769754 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-868d1d24-bdf6-472a-a8c4-9828f00cd86c req-92e2f552-81fd-45c1-8935-0cf2a5da4a43 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (b453096c-e8d2-4e41-a9b3-1abf5bbf6b90), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:33:29.781553 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] get_ports_and_sgs() called for port_ids ['b453096c-e8d2-4e41-a9b3-1abf5bbf6b90'] {{(pid=104100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 01:33:29.816931 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868d1d24-bdf6-472a-a8c4-9828f00cd86c req-92e2f552-81fd-45c1-8935-0cf2a5da4a43 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:33:29.817561 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-868d1d24-bdf6-472a-a8c4-9828f00cd86c req-92e2f552-81fd-45c1-8935-0cf2a5da4a43 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:33:29.818947 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-868d1d24-bdf6-472a-a8c4-9828f00cd86c req-92e2f552-81fd-45c1-8935-0cf2a5da4a43 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] 10.222.0.24 "PUT /v2.0/ports/b453096c-e8d2-4e41-a9b3-1abf5bbf6b90 HTTP/1.1" status: 200 len: 981 time: 0.3440320 Mar 28 01:33:29.852695 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e2f552-81fd-45c1-8935-0cf2a5da4a43 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Pushing event updated for resources: {'Port': ['ID=b453096c-e8d2-4e41-a9b3-1abf5bbf6b90,revision_number=6']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:33:29.880601 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] get_ports_and_sgs() called for port_ids ['b453096c-e8d2-4e41-a9b3-1abf5bbf6b90'] {{(pid=104100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 01:33:29.961427 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97ecde2-11bb-49b6-90ff-9916592eb485 req-eb64988e-3f39-4d6c-adc3-04ec16a362c9 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:33:29.963065 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-d97ecde2-11bb-49b6-90ff-9916592eb485 req-eb64988e-3f39-4d6c-adc3-04ec16a362c9 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] 10.222.0.24 "GET /v2.0/ports?device_id=72c4942b-63ac-4a20-b374-6c564d460f30 HTTP/1.1" status: 200 len: 984 time: 0.0620699 Mar 28 01:33:30.031232 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-d97ecde2-11bb-49b6-90ff-9916592eb485 req-d9f5a644-226a-4f7b-bf4b-3899771ae1c9 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e119e87-dec1-4f15-99b9-154ef489f682&id=5f409a21-3702-4892-bf83-1ee7d65a1882&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0618403 Mar 28 01:33:30.157427 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-c3d1718c-f8c0-4029-8fe8-eecb3bd0b423 None None] Provisioning complete for port b453096c-e8d2-4e41-a9b3-1abf5bbf6b90 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:33:30.157712 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-c3d1718c-f8c0-4029-8fe8-eecb3bd0b423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (b453096c-e8d2-4e41-a9b3-1abf5bbf6b90), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:33:30.297677 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72c4942b-63ac-4a20-b374-6c564d460f30', 'tag': 'b453096c-e8d2-4e41-a9b3-1abf5bbf6b90'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:33:30.299944 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2af4b01a9fa8b1570ccf1d7859d693ad34c106b258078e9cfae86b97f35e3d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9166f65-847a-46b6-9ffe-da0dfd4e2037" -d '{"events": [{"name": "network-changed", "server_uuid": "72c4942b-63ac-4a20-b374-6c564d460f30", "tag": "b453096c-e8d2-4e41-a9b3-1abf5bbf6b90"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:33:30.334511 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 01:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d4de2f5-5ef2-40e0-870c-4858b5e7dc7d x-openstack-request-id: req-8d4de2f5-5ef2-40e0-870c-4858b5e7dc7d {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:33:30.334982 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72c4942b-63ac-4a20-b374-6c564d460f30", "tag": "b453096c-e8d2-4e41-a9b3-1abf5bbf6b90", "status": "completed", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:33:30.335248 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8d4de2f5-5ef2-40e0-870c-4858b5e7dc7d {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:33:30.335663 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d4de2f5-5ef2-40e0-870c-4858b5e7dc7d'] response: {'name': 'network-changed', 'server_uuid': '72c4942b-63ac-4a20-b374-6c564d460f30', 'tag': 'b453096c-e8d2-4e41-a9b3-1abf5bbf6b90', 'status': 'completed', 'code': 200} Mar 28 01:33:30.353564 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-c3d1718c-f8c0-4029-8fe8-eecb3bd0b423 None None] Current status of the port b453096c-e8d2-4e41-a9b3-1abf5bbf6b90 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:33:30.405580 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9166f65-847a-46b6-9ffe-da0dfd4e2037 req-f7922a9f-5e06-4748-b6cb-c49312506497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:33:30.407101 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-f9166f65-847a-46b6-9ffe-da0dfd4e2037 req-f7922a9f-5e06-4748-b6cb-c49312506497 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=33399703d1cf41d29d122950c6c8ee06&device_id=72c4942b-63ac-4a20-b374-6c564d460f30 HTTP/1.1" status: 200 len: 1168 time: 0.0501802 Mar 28 01:33:30.497554 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9166f65-847a-46b6-9ffe-da0dfd4e2037 req-f6c3acb2-359e-4385-90eb-91b3cf617728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:33:30.499030 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-f9166f65-847a-46b6-9ffe-da0dfd4e2037 req-f6c3acb2-359e-4385-90eb-91b3cf617728 service neutron] 10.222.0.10 "GET /v2.0/networks?id=70c51066-78fc-4eb5-bae9-460e0f6110d1 HTTP/1.1" status: 200 len: 915 time: 0.0842237 Mar 28 01:33:30.569263 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-f9166f65-847a-46b6-9ffe-da0dfd4e2037 req-9c1ff044-2630-4dd7-99f9-fa471115a8df service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b453096c-e8d2-4e41-a9b3-1abf5bbf6b90 HTTP/1.1" status: 200 len: 1000 time: 0.0634634 Mar 28 01:33:30.629464 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9166f65-847a-46b6-9ffe-da0dfd4e2037 req-8e0d8706-5d44-43ab-9960-99e79cf86cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:33:30.630944 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-f9166f65-847a-46b6-9ffe-da0dfd4e2037 req-8e0d8706-5d44-43ab-9960-99e79cf86cd1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e0ad68b9-6c34-482c-8eb7-91ae68c6f190 HTTP/1.1" status: 200 len: 854 time: 0.0547695 Mar 28 01:33:30.679775 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9166f65-847a-46b6-9ffe-da0dfd4e2037 req-f9123b7f-7b2d-4555-b89f-46435a2840ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:33:30.681321 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-f9166f65-847a-46b6-9ffe-da0dfd4e2037 req-f9123b7f-7b2d-4555-b89f-46435a2840ca service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=70c51066-78fc-4eb5-bae9-460e0f6110d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0435824 Mar 28 01:33:30.774208 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-f9166f65-847a-46b6-9ffe-da0dfd4e2037 req-c247361d-e650-462d-90b3-9de748812b42 service neutron] 10.222.0.10 "GET /v2.0/networks/70c51066-78fc-4eb5-bae9-460e0f6110d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862975 Mar 28 01:33:30.862998 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-f9166f65-847a-46b6-9ffe-da0dfd4e2037 req-8d23cb7f-cd34-42ec-a18c-c0583a2da125 service neutron] 10.222.0.10 "GET /v2.0/networks/70c51066-78fc-4eb5-bae9-460e0f6110d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822897 Mar 28 01:33:31.850358 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.agents_db [None req-9a1d863f-391a-42f4-9870-e8292b919beb None None] Agent healthcheck: found 6 active agents {{(pid=104101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 01:33:33.047115 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:33:39.681164 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6ca0a6-19c1-4fcb-9b82-3181cf943566 req-2fa7a35b-d9fa-4916-99e9-3943eda6a914 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:33:39.682914 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-3a6ca0a6-19c1-4fcb-9b82-3181cf943566 req-2fa7a35b-d9fa-4916-99e9-3943eda6a914 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] 10.222.0.24 "GET /v2.0/ports?device_id=72c4942b-63ac-4a20-b374-6c564d460f30 HTTP/1.1" status: 200 len: 984 time: 0.0943122 Mar 28 01:33:39.693700 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc47a06-19f2-4e34-91d4-9aa54656a9b4 req-6eb2da2a-8f63-4527-80d0-ed181f1ea4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:33:39.695651 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-abc47a06-19f2-4e34-91d4-9aa54656a9b4 req-6eb2da2a-8f63-4527-80d0-ed181f1ea4b6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=33399703d1cf41d29d122950c6c8ee06&device_id=72c4942b-63ac-4a20-b374-6c564d460f30 HTTP/1.1" status: 200 len: 1168 time: 0.0971918 Mar 28 01:33:39.825120 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-3a6ca0a6-19c1-4fcb-9b82-3181cf943566 req-1c1df833-6b59-40df-854c-7c0d8ad6c7c8 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e119e87-dec1-4f15-99b9-154ef489f682&id=5f409a21-3702-4892-bf83-1ee7d65a1882&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1348522 Mar 28 01:33:39.842276 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc47a06-19f2-4e34-91d4-9aa54656a9b4 req-51ac8fe0-25a5-41a4-8418-81d448b71d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:33:39.842276 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-abc47a06-19f2-4e34-91d4-9aa54656a9b4 req-51ac8fe0-25a5-41a4-8418-81d448b71d98 service neutron] 10.222.0.10 "GET /v2.0/networks?id=70c51066-78fc-4eb5-bae9-460e0f6110d1 HTTP/1.1" status: 200 len: 915 time: 0.1393027 Mar 28 01:33:39.908140 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-abc47a06-19f2-4e34-91d4-9aa54656a9b4 req-1d5b0f03-b606-4326-b228-0b95e30e79fa service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b453096c-e8d2-4e41-a9b3-1abf5bbf6b90 HTTP/1.1" status: 200 len: 1000 time: 0.0595839 Mar 28 01:33:39.960652 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc47a06-19f2-4e34-91d4-9aa54656a9b4 req-7933eee4-7dce-4b10-b489-edd6abd0877a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:33:39.962074 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-abc47a06-19f2-4e34-91d4-9aa54656a9b4 req-7933eee4-7dce-4b10-b489-edd6abd0877a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e0ad68b9-6c34-482c-8eb7-91ae68c6f190 HTTP/1.1" status: 200 len: 854 time: 0.0475399 Mar 28 01:33:40.016233 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc47a06-19f2-4e34-91d4-9aa54656a9b4 req-287f606c-47a8-44c9-a5ea-af5203b10ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:33:40.018225 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-abc47a06-19f2-4e34-91d4-9aa54656a9b4 req-287f606c-47a8-44c9-a5ea-af5203b10ac0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=70c51066-78fc-4eb5-bae9-460e0f6110d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0434780 Mar 28 01:33:40.104573 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-abc47a06-19f2-4e34-91d4-9aa54656a9b4 req-a419a895-c0d4-4bf7-ba82-2e4ce4e12858 service neutron] 10.222.0.10 "GET /v2.0/networks/70c51066-78fc-4eb5-bae9-460e0f6110d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801966 Mar 28 01:33:40.204643 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-abc47a06-19f2-4e34-91d4-9aa54656a9b4 req-9842ce96-e9c6-4547-b423-867348ae12f9 service neutron] 10.222.0.10 "GET /v2.0/networks/70c51066-78fc-4eb5-bae9-460e0f6110d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942957 Mar 28 01:33:40.943413 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc0171b-9fdb-4ad4-acd1-e8e8c720d2b4 req-e75e2058-7107-43f7-8d06-78cf53e5a571 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:33:40.944896 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-4bc0171b-9fdb-4ad4-acd1-e8e8c720d2b4 req-e75e2058-7107-43f7-8d06-78cf53e5a571 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] 10.222.0.24 "GET /v2.0/ports?device_id=72c4942b-63ac-4a20-b374-6c564d460f30 HTTP/1.1" status: 200 len: 984 time: 0.0504706 Mar 28 01:33:41.002522 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-4bc0171b-9fdb-4ad4-acd1-e8e8c720d2b4 req-50ba5222-7f8d-4fb7-bb42-b3cce459778c tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e119e87-dec1-4f15-99b9-154ef489f682&id=5f409a21-3702-4892-bf83-1ee7d65a1882&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0521269 Mar 28 01:33:41.463603 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-af23e6e4-b926-424b-b83a-cf971c2228a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:33:42.119844 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18752a72-5c65-4f36-8c51-d54c348bca80 req-7c4c4e92-f687-4520-a0be-bd5e8993d312 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:33:42.121252 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-18752a72-5c65-4f36-8c51-d54c348bca80 req-7c4c4e92-f687-4520-a0be-bd5e8993d312 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] 10.222.0.24 "GET /v2.0/ports?device_id=72c4942b-63ac-4a20-b374-6c564d460f30 HTTP/1.1" status: 200 len: 984 time: 0.0526018 Mar 28 01:33:42.179157 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-18752a72-5c65-4f36-8c51-d54c348bca80 req-40b2c315-6e97-4dbe-aed5-9a0c27fe9dc9 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e119e87-dec1-4f15-99b9-154ef489f682&id=5f409a21-3702-4892-bf83-1ee7d65a1882&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523376 Mar 28 01:33:43.298474 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47e1095-a97b-499c-a716-584b58a7155e req-f785e963-7f74-4a77-8805-352404eb83f5 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:33:43.299945 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-c47e1095-a97b-499c-a716-584b58a7155e req-f785e963-7f74-4a77-8805-352404eb83f5 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] 10.222.0.24 "GET /v2.0/ports?device_id=72c4942b-63ac-4a20-b374-6c564d460f30 HTTP/1.1" status: 200 len: 984 time: 0.0557706 Mar 28 01:33:43.358732 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-c47e1095-a97b-499c-a716-584b58a7155e req-3d689cae-48c7-457d-b26c-c2a4bcec3fe8 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e119e87-dec1-4f15-99b9-154ef489f682&id=5f409a21-3702-4892-bf83-1ee7d65a1882&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531085 Mar 28 01:33:43.627142 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-0da1ebdb-184c-4969-835e-ac544fab76e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:33:44.477607 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d9ab59-f4b9-4a2f-84a8-16aa8a082c14 req-da033c7b-ddc0-4e00-9a5e-1a4a49cb2f23 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:33:44.479078 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-05d9ab59-f4b9-4a2f-84a8-16aa8a082c14 req-da033c7b-ddc0-4e00-9a5e-1a4a49cb2f23 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] 10.222.0.24 "GET /v2.0/ports?device_id=72c4942b-63ac-4a20-b374-6c564d460f30 HTTP/1.1" status: 200 len: 984 time: 0.0548759 Mar 28 01:33:44.541881 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-05d9ab59-f4b9-4a2f-84a8-16aa8a082c14 req-30961fde-a1d8-4473-8be8-77226406b416 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e119e87-dec1-4f15-99b9-154ef489f682&id=5f409a21-3702-4892-bf83-1ee7d65a1882&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0570011 Mar 28 01:33:44.867423 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:33:45.657630 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d87ebe2-bb70-4330-9848-5ff780155761 req-6954f930-e9d8-4e92-82aa-384fa2dd1cf7 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:33:45.659100 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-8d87ebe2-bb70-4330-9848-5ff780155761 req-6954f930-e9d8-4e92-82aa-384fa2dd1cf7 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] 10.222.0.24 "GET /v2.0/ports?device_id=72c4942b-63ac-4a20-b374-6c564d460f30 HTTP/1.1" status: 200 len: 984 time: 0.0527241 Mar 28 01:33:45.720266 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-8d87ebe2-bb70-4330-9848-5ff780155761 req-1b943975-3cc9-4d06-b36e-e9763b32cb89 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e119e87-dec1-4f15-99b9-154ef489f682&id=5f409a21-3702-4892-bf83-1ee7d65a1882&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0550327 Mar 28 01:33:46.320349 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:33:46.837434 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f03038-41ff-423e-a5fb-e49c5edc1fae req-91f74f47-5a82-4797-9d3d-78e82bd305f8 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:33:46.838937 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-98f03038-41ff-423e-a5fb-e49c5edc1fae req-91f74f47-5a82-4797-9d3d-78e82bd305f8 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] 10.222.0.24 "GET /v2.0/ports?device_id=72c4942b-63ac-4a20-b374-6c564d460f30 HTTP/1.1" status: 200 len: 984 time: 0.0535979 Mar 28 01:33:46.898419 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-98f03038-41ff-423e-a5fb-e49c5edc1fae req-c3faaefe-5aba-4223-be92-7f02d478b947 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e119e87-dec1-4f15-99b9-154ef489f682&id=5f409a21-3702-4892-bf83-1ee7d65a1882&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536759 Mar 28 01:33:47.846639 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:33:48.014550 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b38a65-7102-4802-a624-e34ceb832fad req-cbff203c-84e5-43dd-8c63-03f9500b3f71 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:33:48.016004 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-a3b38a65-7102-4802-a624-e34ceb832fad req-cbff203c-84e5-43dd-8c63-03f9500b3f71 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] 10.222.0.24 "GET /v2.0/ports?device_id=72c4942b-63ac-4a20-b374-6c564d460f30 HTTP/1.1" status: 200 len: 984 time: 0.0522525 Mar 28 01:33:48.076779 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-a3b38a65-7102-4802-a624-e34ceb832fad req-80b54b00-9e97-4c2b-b336-3a79a8670d51 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e119e87-dec1-4f15-99b9-154ef489f682&id=5f409a21-3702-4892-bf83-1ee7d65a1882&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545418 Mar 28 01:33:49.193576 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7665f4b5-7ee1-473a-8184-871c5eeb345e req-2add6458-f764-468e-aa52-b26e83ec37fe tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:33:49.195038 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7665f4b5-7ee1-473a-8184-871c5eeb345e req-2add6458-f764-468e-aa52-b26e83ec37fe tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] 10.222.0.24 "GET /v2.0/ports?device_id=72c4942b-63ac-4a20-b374-6c564d460f30 HTTP/1.1" status: 200 len: 984 time: 0.0527952 Mar 28 01:33:49.252363 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7665f4b5-7ee1-473a-8184-871c5eeb345e req-75440979-b893-45ed-971e-52b08546d8ad tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e119e87-dec1-4f15-99b9-154ef489f682&id=5f409a21-3702-4892-bf83-1ee7d65a1882&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0516882 Mar 28 01:33:50.366183 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c600446-bc38-4282-b99d-b4e440adf683 req-9d88356f-3e05-4a35-9e78-4ae5e71499f5 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:33:50.367634 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-5c600446-bc38-4282-b99d-b4e440adf683 req-9d88356f-3e05-4a35-9e78-4ae5e71499f5 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] 10.222.0.24 "GET /v2.0/ports?device_id=72c4942b-63ac-4a20-b374-6c564d460f30 HTTP/1.1" status: 200 len: 984 time: 0.0512917 Mar 28 01:33:50.425606 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-5c600446-bc38-4282-b99d-b4e440adf683 req-7bb3b8cf-18b7-4342-8df8-54f22eff32d0 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e119e87-dec1-4f15-99b9-154ef489f682&id=5f409a21-3702-4892-bf83-1ee7d65a1882&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523334 Mar 28 01:33:51.547453 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ca45c4-4bf7-4c89-92a5-a9b0d7196567 req-8803b658-f927-47a7-9cfb-ea3b615cfdd9 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:33:51.549560 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-17ca45c4-4bf7-4c89-92a5-a9b0d7196567 req-8803b658-f927-47a7-9cfb-ea3b615cfdd9 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] 10.222.0.24 "GET /v2.0/ports?device_id=72c4942b-63ac-4a20-b374-6c564d460f30 HTTP/1.1" status: 200 len: 984 time: 0.0581956 Mar 28 01:33:51.607678 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-17ca45c4-4bf7-4c89-92a5-a9b0d7196567 req-afa15181-02c9-4129-a083-108f09d01137 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e119e87-dec1-4f15-99b9-154ef489f682&id=5f409a21-3702-4892-bf83-1ee7d65a1882&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524521 Mar 28 01:33:58.678427 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-43222b51-65c9-42a2-abd7-fcd759cbb825 req-fa16cb47-c1a2-4d4a-a92b-1b35e01a34cc service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=72c4942b-63ac-4a20-b374-6c564d460f30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430572 Mar 28 01:33:58.759951 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43222b51-65c9-42a2-abd7-fcd759cbb825 req-67df60ce-0023-4c35-98fa-288c45ca900d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:33:58.761479 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-43222b51-65c9-42a2-abd7-fcd759cbb825 req-67df60ce-0023-4c35-98fa-288c45ca900d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=33399703d1cf41d29d122950c6c8ee06&device_id=72c4942b-63ac-4a20-b374-6c564d460f30 HTTP/1.1" status: 200 len: 1168 time: 0.0440845 Mar 28 01:33:58.865566 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43222b51-65c9-42a2-abd7-fcd759cbb825 req-dcb4a027-5839-46d1-95d5-d81604e9b161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:33:58.867028 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-43222b51-65c9-42a2-abd7-fcd759cbb825 req-dcb4a027-5839-46d1-95d5-d81604e9b161 service neutron] 10.222.0.10 "GET /v2.0/networks?id=70c51066-78fc-4eb5-bae9-460e0f6110d1 HTTP/1.1" status: 200 len: 915 time: 0.0872445 Mar 28 01:33:58.931667 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-43222b51-65c9-42a2-abd7-fcd759cbb825 req-26b6aeca-10dd-457b-aa77-5b96f27b639c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b453096c-e8d2-4e41-a9b3-1abf5bbf6b90 HTTP/1.1" status: 200 len: 1000 time: 0.0582044 Mar 28 01:33:58.982675 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43222b51-65c9-42a2-abd7-fcd759cbb825 req-ef948ff2-7c8a-45b4-ad9c-953c04991146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:33:58.984166 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-43222b51-65c9-42a2-abd7-fcd759cbb825 req-ef948ff2-7c8a-45b4-ad9c-953c04991146 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e0ad68b9-6c34-482c-8eb7-91ae68c6f190 HTTP/1.1" status: 200 len: 854 time: 0.0466363 Mar 28 01:33:59.032198 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43222b51-65c9-42a2-abd7-fcd759cbb825 req-f7e395d7-c393-4d46-9cd3-b66e834404a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:33:59.033732 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-43222b51-65c9-42a2-abd7-fcd759cbb825 req-f7e395d7-c393-4d46-9cd3-b66e834404a6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=70c51066-78fc-4eb5-bae9-460e0f6110d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0432467 Mar 28 01:33:59.120442 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-43222b51-65c9-42a2-abd7-fcd759cbb825 req-7f86772e-ad23-4e7a-ab4c-d8f74e9dd222 service neutron] 10.222.0.10 "GET /v2.0/networks/70c51066-78fc-4eb5-bae9-460e0f6110d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805645 Mar 28 01:33:59.212926 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-43222b51-65c9-42a2-abd7-fcd759cbb825 req-3bd76b86-62ec-482a-990c-f0df5ce802e6 service neutron] 10.222.0.10 "GET /v2.0/networks/70c51066-78fc-4eb5-bae9-460e0f6110d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847368 Mar 28 01:34:03.051293 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:08.849412 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.agents_db [None req-9a1d863f-391a-42f4-9870-e8292b919beb None None] Agent healthcheck: found 6 active agents {{(pid=104101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 01:34:11.455407 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-b3283ad0-4fee-4faa-8c47-8bb1714d1ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:13.630055 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-52ad4a6f-33a5-412d-bf8b-cfe1337cd9e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:14.869555 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:16.323189 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:17.849082 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:23.915332 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-afc10949-850e-414d-9e8e-891edfe189ac req-e151ec65-6201-45c8-8a54-ff630c8fb36f tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2092786245&fields=id&tenant_id=33399703d1cf41d29d122950c6c8ee06 HTTP/1.1" status: 200 len: 267 time: 0.0418160 Mar 28 01:34:24.226041 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc10949-850e-414d-9e8e-891edfe189ac req-d70400bd-2438-4be6-8608-5bd9483b5ba5 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:34:24.227389 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-afc10949-850e-414d-9e8e-891edfe189ac req-d70400bd-2438-4be6-8608-5bd9483b5ba5 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] 10.222.0.24 "GET /v2.0/ports?device_id=72c4942b-63ac-4a20-b374-6c564d460f30 HTTP/1.1" status: 200 len: 984 time: 0.3069103 Mar 28 01:34:24.238306 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [req-afc10949-850e-414d-9e8e-891edfe189ac req-7a1b2299-96d9-495e-97c4-5574b849cd54 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Request body: {'port': {'security_groups': ['4e119e87-dec1-4f15-99b9-154ef489f682']}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:34:24.304567 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [req-afc10949-850e-414d-9e8e-891edfe189ac req-7a1b2299-96d9-495e-97c4-5574b849cd54 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (b453096c-e8d2-4e41-a9b3-1abf5bbf6b90), before_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:24.472683 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.db [req-afc10949-850e-414d-9e8e-891edfe189ac req-7a1b2299-96d9-495e-97c4-5574b849cd54 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] For port b453096c-e8d2-4e41-a9b3-1abf5bbf6b90, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=b453096c-e8d2-4e41-a9b3-1abf5bbf6b90,segment=NetworkSegment(f1444085-0fcc-4d0d-bc63-4e82d9ef1251),segment_id=f1444085-0fcc-4d0d-bc63-4e82d9ef1251)] {{(pid=104098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:34:24.500519 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [req-afc10949-850e-414d-9e8e-891edfe189ac req-7a1b2299-96d9-495e-97c4-5574b849cd54 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Publish callbacks [] for port (b453096c-e8d2-4e41-a9b3-1abf5bbf6b90), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:24.505285 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [req-afc10949-850e-414d-9e8e-891edfe189ac req-7a1b2299-96d9-495e-97c4-5574b849cd54 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126177159'] for port (b453096c-e8d2-4e41-a9b3-1abf5bbf6b90), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:24.518725 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] get_ports_and_sgs() called for port_ids ['b453096c-e8d2-4e41-a9b3-1abf5bbf6b90'] {{(pid=104100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 01:34:24.552821 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc10949-850e-414d-9e8e-891edfe189ac req-7a1b2299-96d9-495e-97c4-5574b849cd54 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:34:24.553440 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [req-afc10949-850e-414d-9e8e-891edfe189ac req-7a1b2299-96d9-495e-97c4-5574b849cd54 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:24.554833 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-afc10949-850e-414d-9e8e-891edfe189ac req-7a1b2299-96d9-495e-97c4-5574b849cd54 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] 10.222.0.24 "PUT /v2.0/ports/b453096c-e8d2-4e41-a9b3-1abf5bbf6b90 HTTP/1.1" status: 200 len: 942 time: 0.3212891 Mar 28 01:34:24.555296 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72c4942b-63ac-4a20-b374-6c564d460f30', 'tag': 'b453096c-e8d2-4e41-a9b3-1abf5bbf6b90'}] {{(pid=104098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:34:24.557600 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4026f4115fe834cbdc9db1f12734a6e5e5d2473de268e244354b04a11285341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a314abef-b299-4c89-8e17-4257bfc2ade7" -d '{"events": [{"name": "network-changed", "server_uuid": "72c4942b-63ac-4a20-b374-6c564d460f30", "tag": "b453096c-e8d2-4e41-a9b3-1abf5bbf6b90"}]}' {{(pid=104098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:34:24.561367 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 60802) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:34:24.600899 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1b2299-96d9-495e-97c4-5574b849cd54 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Pushing event updated for resources: {'Port': ['ID=b453096c-e8d2-4e41-a9b3-1abf5bbf6b90,revision_number=7']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:34:24.627122 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] get_ports_and_sgs() called for port_ids ['b453096c-e8d2-4e41-a9b3-1abf5bbf6b90'] {{(pid=104100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 01:34:24.639220 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4902e48a-64d3-4beb-98d7-a53ec1e61b9d tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Publish callbacks [] for security_group (5f409a21-3702-4892-bf83-1ee7d65a1882), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:24.669636 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4902e48a-64d3-4beb-98d7-a53ec1e61b9d tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Publish callbacks [] for security_group (5f409a21-3702-4892-bf83-1ee7d65a1882), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:24.743395 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4902e48a-64d3-4beb-98d7-a53ec1e61b9d tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (5f409a21-3702-4892-bf83-1ee7d65a1882), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:24.746840 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4902e48a-64d3-4beb-98d7-a53ec1e61b9d tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:24.748021 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-4902e48a-64d3-4beb-98d7-a53ec1e61b9d tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] 10.222.0.24 "DELETE /v2.0/security-groups/5f409a21-3702-4892-bf83-1ee7d65a1882 HTTP/1.1" status: 204 len: 168 time: 0.1856728 Mar 28 01:34:24.751254 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 60806) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:34:24.757792 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4902e48a-64d3-4beb-98d7-a53ec1e61b9d tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f409a21-3702-4892-bf83-1ee7d65a1882,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:34:24.767613 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4902e48a-64d3-4beb-98d7-a53ec1e61b9d tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:34:24.768254 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4902e48a-64d3-4beb-98d7-a53ec1e61b9d tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:34:24.768762 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4902e48a-64d3-4beb-98d7-a53ec1e61b9d tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:34:24.769289 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4902e48a-64d3-4beb-98d7-a53ec1e61b9d tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:34:24.769822 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4902e48a-64d3-4beb-98d7-a53ec1e61b9d tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:34:24.770349 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4902e48a-64d3-4beb-98d7-a53ec1e61b9d tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:34:24.771188 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4902e48a-64d3-4beb-98d7-a53ec1e61b9d tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:34:24.771836 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4902e48a-64d3-4beb-98d7-a53ec1e61b9d tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:34:24.772487 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4902e48a-64d3-4beb-98d7-a53ec1e61b9d tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:34:24.777448 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4902e48a-64d3-4beb-98d7-a53ec1e61b9d tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:34:24.778147 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4902e48a-64d3-4beb-98d7-a53ec1e61b9d tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:34:24.778714 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4902e48a-64d3-4beb-98d7-a53ec1e61b9d tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:34:24.779264 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4902e48a-64d3-4beb-98d7-a53ec1e61b9d tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:34:24.779822 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4902e48a-64d3-4beb-98d7-a53ec1e61b9d tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:34:24.780400 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4902e48a-64d3-4beb-98d7-a53ec1e61b9d tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:34:24.835483 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 01:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaea20f8-74cd-4503-acd4-681d71721dfe x-openstack-request-id: req-aaea20f8-74cd-4503-acd4-681d71721dfe {{(pid=104098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:34:24.835791 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72c4942b-63ac-4a20-b374-6c564d460f30", "tag": "b453096c-e8d2-4e41-a9b3-1abf5bbf6b90", "status": "completed", "code": 200}]} {{(pid=104098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:34:24.836072 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-aaea20f8-74cd-4503-acd4-681d71721dfe {{(pid=104098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:34:24.836498 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aaea20f8-74cd-4503-acd4-681d71721dfe'] response: {'name': 'network-changed', 'server_uuid': '72c4942b-63ac-4a20-b374-6c564d460f30', 'tag': 'b453096c-e8d2-4e41-a9b3-1abf5bbf6b90', 'status': 'completed', 'code': 200} Mar 28 01:34:24.880108 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-708818c9-9aef-4000-ace4-3a890d00b632 None None] Provisioning complete for port b453096c-e8d2-4e41-a9b3-1abf5bbf6b90 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:34:24.880578 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-708818c9-9aef-4000-ace4-3a890d00b632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (b453096c-e8d2-4e41-a9b3-1abf5bbf6b90), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:24.895387 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a314abef-b299-4c89-8e17-4257bfc2ade7 req-ad5e33cd-9ba5-48d5-9bbf-445680538119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:34:24.896959 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a314abef-b299-4c89-8e17-4257bfc2ade7 req-ad5e33cd-9ba5-48d5-9bbf-445680538119 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=33399703d1cf41d29d122950c6c8ee06&device_id=72c4942b-63ac-4a20-b374-6c564d460f30 HTTP/1.1" status: 200 len: 1129 time: 0.0543544 Mar 28 01:34:24.954232 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-4081eedf-0770-4816-a163-16318ad9c7fc tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Deleting port 6b28ed45-1b1c-4d6f-9f77-dea47baa56fc {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:34:24.954802 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4081eedf-0770-4816-a163-16318ad9c7fc tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (6b28ed45-1b1c-4d6f-9f77-dea47baa56fc), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:24.964505 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-708818c9-9aef-4000-ace4-3a890d00b632 None None] Current status of the port b453096c-e8d2-4e41-a9b3-1abf5bbf6b90 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:34:24.990469 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a314abef-b299-4c89-8e17-4257bfc2ade7 req-6e15dfdd-5899-469c-8937-e04c750234ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:34:24.991950 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a314abef-b299-4c89-8e17-4257bfc2ade7 req-6e15dfdd-5899-469c-8937-e04c750234ad service neutron] 10.222.0.10 "GET /v2.0/networks?id=70c51066-78fc-4eb5-bae9-460e0f6110d1 HTTP/1.1" status: 200 len: 915 time: 0.0886722 Mar 28 01:34:25.027733 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4081eedf-0770-4816-a163-16318ad9c7fc tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (6b28ed45-1b1c-4d6f-9f77-dea47baa56fc), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:25.027971 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4081eedf-0770-4816-a163-16318ad9c7fc tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Publish callbacks [] for floatingip (6b28ed45-1b1c-4d6f-9f77-dea47baa56fc), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:25.039311 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-4081eedf-0770-4816-a163-16318ad9c7fc tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Calling delete_port for 6b28ed45-1b1c-4d6f-9f77-dea47baa56fc owned by network:floatingip {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:34:25.061098 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a314abef-b299-4c89-8e17-4257bfc2ade7 req-323ed0d8-19d2-4c8e-9613-5f7e83d96c60 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b453096c-e8d2-4e41-a9b3-1abf5bbf6b90 HTTP/1.1" status: 200 len: 1000 time: 0.0625565 Mar 28 01:34:25.107423 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a314abef-b299-4c89-8e17-4257bfc2ade7 req-f3d9a5ab-cf10-4f31-ab31-64dffd8db389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:34:25.109022 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a314abef-b299-4c89-8e17-4257bfc2ade7 req-f3d9a5ab-cf10-4f31-ab31-64dffd8db389 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e0ad68b9-6c34-482c-8eb7-91ae68c6f190 HTTP/1.1" status: 200 len: 854 time: 0.0423872 Mar 28 01:34:25.159803 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a314abef-b299-4c89-8e17-4257bfc2ade7 req-72223f4b-95e4-443b-83c8-5f1b161f36a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:34:25.161333 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a314abef-b299-4c89-8e17-4257bfc2ade7 req-72223f4b-95e4-443b-83c8-5f1b161f36a6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=70c51066-78fc-4eb5-bae9-460e0f6110d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0467691 Mar 28 01:34:25.186815 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4081eedf-0770-4816-a163-16318ad9c7fc tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (6b28ed45-1b1c-4d6f-9f77-dea47baa56fc), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:25.210873 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4081eedf-0770-4816-a163-16318ad9c7fc tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Pushing event deleted for resources: {'Port': ['ID=6b28ed45-1b1c-4d6f-9f77-dea47baa56fc,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:34:25.256792 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a314abef-b299-4c89-8e17-4257bfc2ade7 req-aeb44294-3366-400e-b0ba-4c996960e92a service neutron] 10.222.0.10 "GET /v2.0/networks/70c51066-78fc-4eb5-bae9-460e0f6110d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894401 Mar 28 01:34:25.276564 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4081eedf-0770-4816-a163-16318ad9c7fc tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Publish callbacks [] for floatingip (31c1d381-d044-42fa-8ae0-9077d156307f), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:25.276896 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.l3_db [None req-4081eedf-0770-4816-a163-16318ad9c7fc tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Floating IP 31c1d381-d044-42fa-8ae0-9077d156307f disassociated (deleted). External IP: 172.26.1.35, port: b453096c-e8d2-4e41-a9b3-1abf5bbf6b90. Mar 28 01:34:25.344345 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a314abef-b299-4c89-8e17-4257bfc2ade7 req-687fdc59-81e6-4538-af4e-d6400e03ce67 service neutron] 10.222.0.10 "GET /v2.0/networks/70c51066-78fc-4eb5-bae9-460e0f6110d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821040 Mar 28 01:34:25.482255 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4081eedf-0770-4816-a163-16318ad9c7fc tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Router 9b2d17f6-e003-4e57-8e8e-a6f0bbc780ec has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:34:25.589707 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4081eedf-0770-4816-a163-16318ad9c7fc tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:34:25.595401 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4081eedf-0770-4816-a163-16318ad9c7fc tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for floatingip (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:25.599932 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9449a4-3ad8-4289-bcc9-6cf96979adf1 None None] Sync routers for ids ['9b2d17f6-e003-4e57-8e8e-a6f0bbc780ec'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:34:25.609036 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9449a4-3ad8-4289-bcc9-6cf96979adf1 None None] Routers {'9b2d17f6-e003-4e57-8e8e-a6f0bbc780ec'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:34:25.609644 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-1a9449a4-3ad8-4289-bcc9-6cf96979adf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:34:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['9b2d17f6-e003-4e57-8e8e-a6f0bbc780ec'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:34:25.625534 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-4081eedf-0770-4816-a163-16318ad9c7fc tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] 10.222.0.24 "DELETE /v2.0/floatingips/31c1d381-d044-42fa-8ae0-9077d156307f HTTP/1.1" status: 204 len: 168 time: 0.8730824 Mar 28 01:34:25.723773 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-1a9449a4-3ad8-4289-bcc9-6cf96979adf1 None None] Set router 9b2d17f6-e003-4e57-8e8e-a6f0bbc780ec gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:34:25.933322 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-1a9449a4-3ad8-4289-bcc9-6cf96979adf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b2d17f6-e003-4e57-8e8e-a6f0bbc780ec', 'name': 'tempest-TestMinimumBasicScenario-2032568983-router', 'tenant_id': '33399703d1cf41d29d122950c6c8ee06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.22'}], 'enable_snat': True}, 'gw_port_id': '1bceb960-5447-4bc1-8464-7b01737ccfe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:32:32Z', 'updated_at': '2022-03-28T01:32:35Z', 'revision_number': 4, 'project_id': '33399703d1cf41d29d122950c6c8ee06', 'gw_port': {'id': '1bceb960-5447-4bc1-8464-7b01737ccfe5', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c7:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2d17f6-e003-4e57-8e8e-a6f0bbc780ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:32:33Z', 'updated_at': '2022-03-28T01:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': 'c4547daf-62d3-411d-b87d-b1de68b080ff', 'name': '', 'network_id': '70c51066-78fc-4eb5-bae9-460e0f6110d1', 'tenant_id': '33399703d1cf41d29d122950c6c8ee06', 'mac_address': 'fa:16:3e:a5:c2:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2d17f6-e003-4e57-8e8e-a6f0bbc780ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': 'e0ad68b9-6c34-482c-8eb7-91ae68c6f190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:32:34Z', 'updated_at': '2022-03-28T01:32:39Z', 'revision_number': 5, 'project_id': '33399703d1cf41d29d122950c6c8ee06', 'subnets': [{'id': 'e0ad68b9-6c34-482c-8eb7-91ae68c6f190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:34:25.962053 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9449a4-3ad8-4289-bcc9-6cf96979adf1 None None] Checking router: 9b2d17f6-e003-4e57-8e8e-a6f0bbc780ec for host: dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:34:25.970516 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9449a4-3ad8-4289-bcc9-6cf96979adf1 None None] Routers {'9b2d17f6-e003-4e57-8e8e-a6f0bbc780ec'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:34:25.971100 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-1a9449a4-3ad8-4289-bcc9-6cf96979adf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:34:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['9b2d17f6-e003-4e57-8e8e-a6f0bbc780ec'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:34:26.071774 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-1a9449a4-3ad8-4289-bcc9-6cf96979adf1 None None] Set router 9b2d17f6-e003-4e57-8e8e-a6f0bbc780ec gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:34:26.269757 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-1a9449a4-3ad8-4289-bcc9-6cf96979adf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b2d17f6-e003-4e57-8e8e-a6f0bbc780ec', 'name': 'tempest-TestMinimumBasicScenario-2032568983-router', 'tenant_id': '33399703d1cf41d29d122950c6c8ee06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.22'}], 'enable_snat': True}, 'gw_port_id': '1bceb960-5447-4bc1-8464-7b01737ccfe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:32:32Z', 'updated_at': '2022-03-28T01:32:35Z', 'revision_number': 4, 'project_id': '33399703d1cf41d29d122950c6c8ee06', 'gw_port': {'id': '1bceb960-5447-4bc1-8464-7b01737ccfe5', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c7:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2d17f6-e003-4e57-8e8e-a6f0bbc780ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:32:33Z', 'updated_at': '2022-03-28T01:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': 'c4547daf-62d3-411d-b87d-b1de68b080ff', 'name': '', 'network_id': '70c51066-78fc-4eb5-bae9-460e0f6110d1', 'tenant_id': '33399703d1cf41d29d122950c6c8ee06', 'mac_address': 'fa:16:3e:a5:c2:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2d17f6-e003-4e57-8e8e-a6f0bbc780ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': 'e0ad68b9-6c34-482c-8eb7-91ae68c6f190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:32:34Z', 'updated_at': '2022-03-28T01:32:39Z', 'revision_number': 5, 'project_id': '33399703d1cf41d29d122950c6c8ee06', 'subnets': [{'id': 'e0ad68b9-6c34-482c-8eb7-91ae68c6f190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:34:26.296585 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9449a4-3ad8-4289-bcc9-6cf96979adf1 None None] The sync data for ids ['9b2d17f6-e003-4e57-8e8e-a6f0bbc780ec'] in dv-neutron-834874-6-hyperv is: [{'id': '9b2d17f6-e003-4e57-8e8e-a6f0bbc780ec', 'name': 'tempest-TestMinimumBasicScenario-2032568983-router', 'tenant_id': '33399703d1cf41d29d122950c6c8ee06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.22'}], 'enable_snat': True}, 'gw_port_id': '1bceb960-5447-4bc1-8464-7b01737ccfe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:32:32Z', 'updated_at': '2022-03-28T01:32:35Z', 'revision_number': 4, 'project_id': '33399703d1cf41d29d122950c6c8ee06', 'gw_port': {'id': '1bceb960-5447-4bc1-8464-7b01737ccfe5', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c7:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2d17f6-e003-4e57-8e8e-a6f0bbc780ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:32:33Z', 'updated_at': '2022-03-28T01:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': 'c4547daf-62d3-411d-b87d-b1de68b080ff', 'name': '', 'network_id': '70c51066-78fc-4eb5-bae9-460e0f6110d1', 'tenant_id': '33399703d1cf41d29d122950c6c8ee06', 'mac_address': 'fa:16:3e:a5:c2:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2d17f6-e003-4e57-8e8e-a6f0bbc780ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': 'e0ad68b9-6c34-482c-8eb7-91ae68c6f190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:32:34Z', 'updated_at': '2022-03-28T01:32:39Z', 'revision_number': 5, 'project_id': '33399703d1cf41d29d122950c6c8ee06', 'subnets': [{'id': 'e0ad68b9-6c34-482c-8eb7-91ae68c6f190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:34:26.518880 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a7ed4e-e031-4733-98a7-b5f5b72aa45b None None] New status for floating IP 31c1d381-d044-42fa-8ae0-9077d156307f: DOWN {{(pid=104100) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 01:34:26.837308 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72c4942b-63ac-4a20-b374-6c564d460f30', 'tag': 'b453096c-e8d2-4e41-a9b3-1abf5bbf6b90'}] {{(pid=104098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:34:26.839583 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4026f4115fe834cbdc9db1f12734a6e5e5d2473de268e244354b04a11285341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34631e0a-d8d1-4791-b34c-2be9f2d9a2c1" -d '{"events": [{"name": "network-changed", "server_uuid": "72c4942b-63ac-4a20-b374-6c564d460f30", "tag": "b453096c-e8d2-4e41-a9b3-1abf5bbf6b90"}]}' {{(pid=104098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:34:26.880203 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 01:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-040a012f-ff3f-4179-9df3-552c7652a7a5 x-openstack-request-id: req-040a012f-ff3f-4179-9df3-552c7652a7a5 {{(pid=104098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:34:26.880507 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72c4942b-63ac-4a20-b374-6c564d460f30", "tag": "b453096c-e8d2-4e41-a9b3-1abf5bbf6b90", "status": "completed", "code": 200}]} {{(pid=104098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:34:26.880760 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-040a012f-ff3f-4179-9df3-552c7652a7a5 {{(pid=104098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:34:26.881170 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-040a012f-ff3f-4179-9df3-552c7652a7a5'] response: {'name': 'network-changed', 'server_uuid': '72c4942b-63ac-4a20-b374-6c564d460f30', 'tag': 'b453096c-e8d2-4e41-a9b3-1abf5bbf6b90', 'status': 'completed', 'code': 200} Mar 28 01:34:26.947072 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34631e0a-d8d1-4791-b34c-2be9f2d9a2c1 req-fbe184b6-d253-4bd9-aa6c-81fe2a558d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:34:26.948675 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-34631e0a-d8d1-4791-b34c-2be9f2d9a2c1 req-fbe184b6-d253-4bd9-aa6c-81fe2a558d18 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=33399703d1cf41d29d122950c6c8ee06&device_id=72c4942b-63ac-4a20-b374-6c564d460f30 HTTP/1.1" status: 200 len: 1129 time: 0.0466719 Mar 28 01:34:27.044727 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34631e0a-d8d1-4791-b34c-2be9f2d9a2c1 req-6ae29a10-8571-4360-9921-b2a0bc47e01f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:34:27.046192 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-34631e0a-d8d1-4791-b34c-2be9f2d9a2c1 req-6ae29a10-8571-4360-9921-b2a0bc47e01f service neutron] 10.222.0.10 "GET /v2.0/networks?id=70c51066-78fc-4eb5-bae9-460e0f6110d1 HTTP/1.1" status: 200 len: 915 time: 0.0915072 Mar 28 01:34:27.087979 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-34631e0a-d8d1-4791-b34c-2be9f2d9a2c1 req-73c4bef9-491c-4163-a658-f8631818174b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b453096c-e8d2-4e41-a9b3-1abf5bbf6b90 HTTP/1.1" status: 200 len: 217 time: 0.0349777 Mar 28 01:34:27.138506 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34631e0a-d8d1-4791-b34c-2be9f2d9a2c1 req-76b789b0-767b-4d02-af82-1cb1e5dbe9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:34:27.140045 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-34631e0a-d8d1-4791-b34c-2be9f2d9a2c1 req-76b789b0-767b-4d02-af82-1cb1e5dbe9f1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e0ad68b9-6c34-482c-8eb7-91ae68c6f190 HTTP/1.1" status: 200 len: 854 time: 0.0439715 Mar 28 01:34:27.194149 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34631e0a-d8d1-4791-b34c-2be9f2d9a2c1 req-efa20059-c25a-4049-9e59-895781900bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:34:27.195630 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-34631e0a-d8d1-4791-b34c-2be9f2d9a2c1 req-efa20059-c25a-4049-9e59-895781900bc0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=70c51066-78fc-4eb5-bae9-460e0f6110d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0499094 Mar 28 01:34:27.281958 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-34631e0a-d8d1-4791-b34c-2be9f2d9a2c1 req-5276e30a-5137-4593-a862-4a74673b983c service neutron] 10.222.0.10 "GET /v2.0/networks/70c51066-78fc-4eb5-bae9-460e0f6110d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807283 Mar 28 01:34:27.375116 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-34631e0a-d8d1-4791-b34c-2be9f2d9a2c1 req-3fca880e-dcd2-4580-b77d-47dce7b2e47a service neutron] 10.222.0.10 "GET /v2.0/networks/70c51066-78fc-4eb5-bae9-460e0f6110d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875919 Mar 28 01:34:33.062870 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:41.075788 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150a8205-511d-43cf-86c9-efa89059d060 req-3d278753-7fc4-4fbe-9f11-84245cae0379 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:34:41.077329 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-150a8205-511d-43cf-86c9-efa89059d060 req-3d278753-7fc4-4fbe-9f11-84245cae0379 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] 10.222.0.24 "GET /v2.0/ports?device_id=72c4942b-63ac-4a20-b374-6c564d460f30 HTTP/1.1" status: 200 len: 945 time: 0.0531695 Mar 28 01:34:41.123570 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-150a8205-511d-43cf-86c9-efa89059d060 req-3701d891-b15e-4233-8d0c-f9ebb7ef0ce0 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e119e87-dec1-4f15-99b9-154ef489f682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399256 Mar 28 01:34:41.457044 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-af2686c7-f824-47cf-9f3c-a871f6f070e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:42.243773 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212d6520-373a-4e37-8639-f021fdfe5344 req-b6a0abf4-6b48-40b7-916c-844300c8f45f tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:34:42.245355 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-212d6520-373a-4e37-8639-f021fdfe5344 req-b6a0abf4-6b48-40b7-916c-844300c8f45f tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] 10.222.0.24 "GET /v2.0/ports?device_id=72c4942b-63ac-4a20-b374-6c564d460f30 HTTP/1.1" status: 200 len: 945 time: 0.0537443 Mar 28 01:34:42.292051 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-212d6520-373a-4e37-8639-f021fdfe5344 req-d7daaf39-3204-43b8-8967-3ee7d6d5ac0f tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e119e87-dec1-4f15-99b9-154ef489f682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410974 Mar 28 01:34:42.716626 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245771c8-fb5c-488e-9c5f-b9a2c75eaf55 req-63bab1e3-6372-4cf2-b817-39ad75b251e6 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:34:42.718085 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-245771c8-fb5c-488e-9c5f-b9a2c75eaf55 req-63bab1e3-6372-4cf2-b817-39ad75b251e6 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] 10.222.0.10 "GET /v2.0/ports?device_id=72c4942b-63ac-4a20-b374-6c564d460f30 HTTP/1.1" status: 200 len: 945 time: 0.0498714 Mar 28 01:34:42.820704 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [req-245771c8-fb5c-488e-9c5f-b9a2c75eaf55 req-7398a274-3a55-44d4-a039-e4dcd74aa1b4 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Deleting port b453096c-e8d2-4e41-a9b3-1abf5bbf6b90 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:34:42.821050 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-245771c8-fb5c-488e-9c5f-b9a2c75eaf55 req-7398a274-3a55-44d4-a039-e4dcd74aa1b4 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (b453096c-e8d2-4e41-a9b3-1abf5bbf6b90), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:42.910111 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-245771c8-fb5c-488e-9c5f-b9a2c75eaf55 req-7398a274-3a55-44d4-a039-e4dcd74aa1b4 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] For port b453096c-e8d2-4e41-a9b3-1abf5bbf6b90, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=b453096c-e8d2-4e41-a9b3-1abf5bbf6b90,segment=NetworkSegment(f1444085-0fcc-4d0d-bc63-4e82d9ef1251),segment_id=f1444085-0fcc-4d0d-bc63-4e82d9ef1251)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:34:42.910475 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-245771c8-fb5c-488e-9c5f-b9a2c75eaf55 req-7398a274-3a55-44d4-a039-e4dcd74aa1b4 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (b453096c-e8d2-4e41-a9b3-1abf5bbf6b90), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:42.923740 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [req-245771c8-fb5c-488e-9c5f-b9a2c75eaf55 req-7398a274-3a55-44d4-a039-e4dcd74aa1b4 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Calling delete_port for b453096c-e8d2-4e41-a9b3-1abf5bbf6b90 owned by compute:nova {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:34:43.050917 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-245771c8-fb5c-488e-9c5f-b9a2c75eaf55 req-7398a274-3a55-44d4-a039-e4dcd74aa1b4 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (b453096c-e8d2-4e41-a9b3-1abf5bbf6b90), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:43.063955 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] get_ports_and_sgs() called for port_ids ['b453096c-e8d2-4e41-a9b3-1abf5bbf6b90'] {{(pid=104100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 01:34:43.085097 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7398a274-3a55-44d4-a039-e4dcd74aa1b4 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Pushing event deleted for resources: {'Port': ['ID=b453096c-e8d2-4e41-a9b3-1abf5bbf6b90,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:34:43.130675 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [req-245771c8-fb5c-488e-9c5f-b9a2c75eaf55 req-7398a274-3a55-44d4-a039-e4dcd74aa1b4 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] No DVR routers for this DVR port b453096c-e8d2-4e41-a9b3-1abf5bbf6b90 on host hv-neutron-8348 {{(pid=104099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:34:43.133160 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-245771c8-fb5c-488e-9c5f-b9a2c75eaf55 req-7398a274-3a55-44d4-a039-e4dcd74aa1b4 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:43.136429 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-245771c8-fb5c-488e-9c5f-b9a2c75eaf55 req-7398a274-3a55-44d4-a039-e4dcd74aa1b4 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] 10.222.0.10 "DELETE /v2.0/ports/b453096c-e8d2-4e41-a9b3-1abf5bbf6b90 HTTP/1.1" status: 204 len: 173 time: 0.4127047 Mar 28 01:34:43.136869 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72c4942b-63ac-4a20-b374-6c564d460f30', 'name': 'network-vif-deleted', 'tag': 'b453096c-e8d2-4e41-a9b3-1abf5bbf6b90'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:34:43.139082 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2af4b01a9fa8b1570ccf1d7859d693ad34c106b258078e9cfae86b97f35e3d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfeec11a-e66c-4a69-9e56-dc66e2c0bbf0" -d '{"events": [{"server_uuid": "72c4942b-63ac-4a20-b374-6c564d460f30", "name": "network-vif-deleted", "tag": "b453096c-e8d2-4e41-a9b3-1abf5bbf6b90"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:34:43.176454 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 01:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c60f8f64-9cfa-440f-8fda-e578cdb619fa x-openstack-request-id: req-c60f8f64-9cfa-440f-8fda-e578cdb619fa {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:34:43.176747 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72c4942b-63ac-4a20-b374-6c564d460f30", "name": "network-vif-deleted", "tag": "b453096c-e8d2-4e41-a9b3-1abf5bbf6b90", "status": "completed", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:34:43.176999 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c60f8f64-9cfa-440f-8fda-e578cdb619fa {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:34:43.177402 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c60f8f64-9cfa-440f-8fda-e578cdb619fa'] response: {'server_uuid': '72c4942b-63ac-4a20-b374-6c564d460f30', 'name': 'network-vif-deleted', 'tag': 'b453096c-e8d2-4e41-a9b3-1abf5bbf6b90', 'status': 'completed', 'code': 200} Mar 28 01:34:43.402203 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-92bc0337-21ee-4980-a265-c2fdeaa315c3 req-d17a2ed8-464a-479a-af7c-9521b45c4187 tempest-TestMinimumBasicScenario-1081960555 tempest-TestMinimumBasicScenario-1081960555-project] 10.222.0.24 "GET /v2.0/ports?device_id=72c4942b-63ac-4a20-b374-6c564d460f30 HTTP/1.1" status: 200 len: 210 time: 0.0271513 Mar 28 01:34:43.630909 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-788e8e9d-98d4-4d64-94aa-736a46c5acf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:44.871430 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:44.974488 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 60920) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:34:45.317911 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device b453096c-e8d2-4e41-a9b3-1abf5bbf6b90 no longer exists at agent hyperv_hv-neutron-8348 {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:34:45.318489 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-24594b1b-9157-4da2-a4b6-c6d86f225ffd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3686527'] for router_interface (9b2d17f6-e003-4e57-8e8e-a6f0bbc780ec), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:45.337607 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] No Port match for: b453096c-e8d2-4e41-a9b3-1abf5bbf6b90 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:34:45.337955 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device b453096c-e8d2-4e41-a9b3-1abf5bbf6b90 not bound to the agent host hv-neutron-8348 {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:34:45.846587 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-24594b1b-9157-4da2-a4b6-c6d86f225ffd admin admin] Deleting port c4547daf-62d3-411d-b87d-b1de68b080ff {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:34:45.846925 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-24594b1b-9157-4da2-a4b6-c6d86f225ffd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (c4547daf-62d3-411d-b87d-b1de68b080ff), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:45.851873 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.agents_db [None req-9a1d863f-391a-42f4-9870-e8292b919beb None None] Agent healthcheck: found 6 active agents {{(pid=104101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 01:34:45.922665 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-24594b1b-9157-4da2-a4b6-c6d86f225ffd admin admin] For port c4547daf-62d3-411d-b87d-b1de68b080ff, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=c4547daf-62d3-411d-b87d-b1de68b080ff,segment=NetworkSegment(f1444085-0fcc-4d0d-bc63-4e82d9ef1251),segment_id=f1444085-0fcc-4d0d-bc63-4e82d9ef1251)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:34:45.923018 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-24594b1b-9157-4da2-a4b6-c6d86f225ffd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (c4547daf-62d3-411d-b87d-b1de68b080ff), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:45.935559 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-24594b1b-9157-4da2-a4b6-c6d86f225ffd admin admin] Calling delete_port for c4547daf-62d3-411d-b87d-b1de68b080ff owned by network:router_interface {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:34:46.111430 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-24594b1b-9157-4da2-a4b6-c6d86f225ffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (c4547daf-62d3-411d-b87d-b1de68b080ff), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:46.137851 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24594b1b-9157-4da2-a4b6-c6d86f225ffd admin admin] Pushing event deleted for resources: {'Port': ['ID=c4547daf-62d3-411d-b87d-b1de68b080ff,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:34:46.312413 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-24594b1b-9157-4da2-a4b6-c6d86f225ffd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3725912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3690191'] for router_interface (9b2d17f6-e003-4e57-8e8e-a6f0bbc780ec), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:46.330646 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:46.524820 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24594b1b-9157-4da2-a4b6-c6d86f225ffd admin admin] Router 9b2d17f6-e003-4e57-8e8e-a6f0bbc780ec has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:34:46.629293 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24594b1b-9157-4da2-a4b6-c6d86f225ffd admin admin] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:34:46.635351 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-24594b1b-9157-4da2-a4b6-c6d86f225ffd admin admin] 10.222.0.24 "PUT /v2.0/routers/9b2d17f6-e003-4e57-8e8e-a6f0bbc780ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6598241 Mar 28 01:34:46.636768 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 60922) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:34:46.637669 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c11c72-22e7-47e1-ac1f-32054b7183da None None] Sync routers for ids ['9b2d17f6-e003-4e57-8e8e-a6f0bbc780ec'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:34:46.647541 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c11c72-22e7-47e1-ac1f-32054b7183da None None] Routers {'9b2d17f6-e003-4e57-8e8e-a6f0bbc780ec'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:34:46.648190 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-50c11c72-22e7-47e1-ac1f-32054b7183da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:34:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['9b2d17f6-e003-4e57-8e8e-a6f0bbc780ec'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:34:46.743250 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-fe55a77a-8738-49b8-babf-c5d3175624ec admin admin] Publish callbacks [] for router (9b2d17f6-e003-4e57-8e8e-a6f0bbc780ec), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:46.756125 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-50c11c72-22e7-47e1-ac1f-32054b7183da None None] Set router 9b2d17f6-e003-4e57-8e8e-a6f0bbc780ec gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:34:46.852815 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-fe55a77a-8738-49b8-babf-c5d3175624ec admin admin] Publish callbacks [] for router_gateway (9b2d17f6-e003-4e57-8e8e-a6f0bbc780ec), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:46.904641 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-fe55a77a-8738-49b8-babf-c5d3175624ec admin admin] Deleting port 1bceb960-5447-4bc1-8464-7b01737ccfe5 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:34:46.904980 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-fe55a77a-8738-49b8-babf-c5d3175624ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (1bceb960-5447-4bc1-8464-7b01737ccfe5), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:46.986309 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-fe55a77a-8738-49b8-babf-c5d3175624ec admin admin] For port 1bceb960-5447-4bc1-8464-7b01737ccfe5, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=1bceb960-5447-4bc1-8464-7b01737ccfe5,segment=NetworkSegment(b6f00c62-aca5-4c73-8989-c04c396daeed),segment_id=b6f00c62-aca5-4c73-8989-c04c396daeed)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:34:46.986666 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-fe55a77a-8738-49b8-babf-c5d3175624ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (1bceb960-5447-4bc1-8464-7b01737ccfe5), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:46.999293 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-fe55a77a-8738-49b8-babf-c5d3175624ec admin admin] Calling delete_port for 1bceb960-5447-4bc1-8464-7b01737ccfe5 owned by network:router_gateway {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:34:47.017989 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-50c11c72-22e7-47e1-ac1f-32054b7183da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b2d17f6-e003-4e57-8e8e-a6f0bbc780ec', 'name': 'tempest-TestMinimumBasicScenario-2032568983-router', 'tenant_id': '33399703d1cf41d29d122950c6c8ee06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.22'}], 'enable_snat': True}, 'gw_port_id': '1bceb960-5447-4bc1-8464-7b01737ccfe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:32:32Z', 'updated_at': '2022-03-28T01:34:46Z', 'revision_number': 5, 'project_id': '33399703d1cf41d29d122950c6c8ee06', 'gw_port': {'id': '1bceb960-5447-4bc1-8464-7b01737ccfe5', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c7:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2d17f6-e003-4e57-8e8e-a6f0bbc780ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:32:33Z', 'updated_at': '2022-03-28T01:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:34:47.042930 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c11c72-22e7-47e1-ac1f-32054b7183da None None] Checking router: 9b2d17f6-e003-4e57-8e8e-a6f0bbc780ec for host: dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:34:47.051082 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c11c72-22e7-47e1-ac1f-32054b7183da None None] Routers {'9b2d17f6-e003-4e57-8e8e-a6f0bbc780ec'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:34:47.051678 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-50c11c72-22e7-47e1-ac1f-32054b7183da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:34:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['9b2d17f6-e003-4e57-8e8e-a6f0bbc780ec'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:34:47.139414 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-50c11c72-22e7-47e1-ac1f-32054b7183da None None] Set router 9b2d17f6-e003-4e57-8e8e-a6f0bbc780ec gateway port host: None {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:34:47.166823 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-fe55a77a-8738-49b8-babf-c5d3175624ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (1bceb960-5447-4bc1-8464-7b01737ccfe5), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:47.193522 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe55a77a-8738-49b8-babf-c5d3175624ec admin admin] Pushing event deleted for resources: {'Port': ['ID=1bceb960-5447-4bc1-8464-7b01737ccfe5,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:34:47.194230 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-50c11c72-22e7-47e1-ac1f-32054b7183da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b2d17f6-e003-4e57-8e8e-a6f0bbc780ec', 'name': 'tempest-TestMinimumBasicScenario-2032568983-router', 'tenant_id': '33399703d1cf41d29d122950c6c8ee06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:32:32Z', 'updated_at': '2022-03-28T01:34:46Z', 'revision_number': 6, 'project_id': '33399703d1cf41d29d122950c6c8ee06', 'gw_port_host': None}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:34:47.221156 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c11c72-22e7-47e1-ac1f-32054b7183da None None] The sync data for ids ['9b2d17f6-e003-4e57-8e8e-a6f0bbc780ec'] in dv-neutron-834874-6-hyperv is: [{'id': '9b2d17f6-e003-4e57-8e8e-a6f0bbc780ec', 'name': 'tempest-TestMinimumBasicScenario-2032568983-router', 'tenant_id': '33399703d1cf41d29d122950c6c8ee06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:32:32Z', 'updated_at': '2022-03-28T01:34:46Z', 'revision_number': 6, 'project_id': '33399703d1cf41d29d122950c6c8ee06', 'gw_port_host': None}] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:34:47.264328 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-fe55a77a-8738-49b8-babf-c5d3175624ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3687989'] for router_gateway (9b2d17f6-e003-4e57-8e8e-a6f0bbc780ec), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:47.357986 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-fe55a77a-8738-49b8-babf-c5d3175624ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7151'] for router (9b2d17f6-e003-4e57-8e8e-a6f0bbc780ec), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:47.360799 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-fe55a77a-8738-49b8-babf-c5d3175624ec admin admin] Publish callbacks [] for router_controller (9b2d17f6-e003-4e57-8e8e-a6f0bbc780ec), precommit_delete_associations {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:47.406582 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-fe55a77a-8738-49b8-babf-c5d3175624ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689686'] for router (9b2d17f6-e003-4e57-8e8e-a6f0bbc780ec), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:47.407124 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe55a77a-8738-49b8-babf-c5d3175624ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b2d17f6-e003-4e57-8e8e-a6f0bbc780ec {{(pid=104099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 01:34:47.411985 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-fe55a77a-8738-49b8-babf-c5d3175624ec admin admin] Publish callbacks [] for router (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:47.413138 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-fe55a77a-8738-49b8-babf-c5d3175624ec admin admin] 10.222.0.24 "DELETE /v2.0/routers/9b2d17f6-e003-4e57-8e8e-a6f0bbc780ec HTTP/1.1" status: 204 len: 168 time: 0.7754512 Mar 28 01:34:47.415690 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 60924) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:34:47.458671 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c6f8d30-e029-4d1d-bc70-eb310cf23b77 admin admin] Deleting subnet e0ad68b9-6c34-482c-8eb7-91ae68c6f190 {{(pid=104099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:34:47.461612 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-1c6f8d30-e029-4d1d-bc70-eb310cf23b77 admin admin] Publish callbacks [] for subnet (e0ad68b9-6c34-482c-8eb7-91ae68c6f190), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:47.494505 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-1c6f8d30-e029-4d1d-bc70-eb310cf23b77 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126946639'] for subnet (e0ad68b9-6c34-482c-8eb7-91ae68c6f190), precommit_delete_associations {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:47.572856 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-1c6f8d30-e029-4d1d-bc70-eb310cf23b77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (e0ad68b9-6c34-482c-8eb7-91ae68c6f190), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:47.626029 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-1c6f8d30-e029-4d1d-bc70-eb310cf23b77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127282766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126757793'] for subnet (e0ad68b9-6c34-482c-8eb7-91ae68c6f190), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:47.656715 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6f8d30-e029-4d1d-bc70-eb310cf23b77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0ad68b9-6c34-482c-8eb7-91ae68c6f190,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:34:47.659869 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-1c6f8d30-e029-4d1d-bc70-eb310cf23b77 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:47.665426 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-1c6f8d30-e029-4d1d-bc70-eb310cf23b77 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/e0ad68b9-6c34-482c-8eb7-91ae68c6f190 HTTP/1.1" status: 204 len: 168 time: 0.2465746 Mar 28 01:34:47.665680 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb7bf9f-0d92-43f6-afd6-125e0befb42e None None] Network 70c51066-78fc-4eb5-bae9-460e0f6110d1 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:34:47.666121 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 60926) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:34:47.733793 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-592cb794-04c1-4528-b8af-252eb79ee4da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (70c51066-78fc-4eb5-bae9-460e0f6110d1), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:47.797019 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-592cb794-04c1-4528-b8af-252eb79ee4da admin admin] Deleting port 12cc28df-16a1-4869-ac0f-42e693434d18 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:34:47.797362 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-592cb794-04c1-4528-b8af-252eb79ee4da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (12cc28df-16a1-4869-ac0f-42e693434d18), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:47.855190 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:47.862812 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-592cb794-04c1-4528-b8af-252eb79ee4da admin admin] For port 12cc28df-16a1-4869-ac0f-42e693434d18, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=12cc28df-16a1-4869-ac0f-42e693434d18,segment=NetworkSegment(f1444085-0fcc-4d0d-bc63-4e82d9ef1251),segment_id=f1444085-0fcc-4d0d-bc63-4e82d9ef1251)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:34:47.863175 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-592cb794-04c1-4528-b8af-252eb79ee4da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (12cc28df-16a1-4869-ac0f-42e693434d18), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:47.876278 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-592cb794-04c1-4528-b8af-252eb79ee4da admin admin] Calling delete_port for 12cc28df-16a1-4869-ac0f-42e693434d18 owned by network:dhcp {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:34:47.962399 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-592cb794-04c1-4528-b8af-252eb79ee4da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (12cc28df-16a1-4869-ac0f-42e693434d18), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:47.983903 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06fe106f-d8c2-4171-b1cc-5581a3ef5e91 None None] DHCP port deletion for 70c51066-78fc-4eb5-bae9-460e0f6110d1 request from dv-neutron-834874-6-hyperv {{(pid=104100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 01:34:47.991945 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592cb794-04c1-4528-b8af-252eb79ee4da admin admin] Pushing event deleted for resources: {'Port': ['ID=12cc28df-16a1-4869-ac0f-42e693434d18,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:34:48.003084 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592cb794-04c1-4528-b8af-252eb79ee4da admin admin] No DVR routers for this DVR port 12cc28df-16a1-4869-ac0f-42e693434d18 on host dv-neutron-834874-6-hyperv {{(pid=104099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:34:48.064628 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 1bceb960-5447-4bc1-8464-7b01737ccfe5 no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:34:48.077037 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-592cb794-04c1-4528-b8af-252eb79ee4da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (70c51066-78fc-4eb5-bae9-460e0f6110d1), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:48.084385 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: 1bceb960-5447-4bc1-8464-7b01737ccfe5 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:34:48.084735 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 1bceb960-5447-4bc1-8464-7b01737ccfe5 not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:34:48.085159 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device c4547daf-62d3-411d-b87d-b1de68b080ff no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:34:48.098737 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-592cb794-04c1-4528-b8af-252eb79ee4da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70c51066-78fc-4eb5-bae9-460e0f6110d1']}} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:34:48.104464 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: c4547daf-62d3-411d-b87d-b1de68b080ff {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:34:48.104817 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device c4547daf-62d3-411d-b87d-b1de68b080ff not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:34:48.105241 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 12cc28df-16a1-4869-ac0f-42e693434d18 no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:34:48.108340 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-592cb794-04c1-4528-b8af-252eb79ee4da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1444085-0fcc-4d0d-bc63-4e82d9ef1251') {'for_net_delete': True} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:34:48.108639 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-592cb794-04c1-4528-b8af-252eb79ee4da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1444085-0fcc-4d0d-bc63-4e82d9ef1251') {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:34:48.123628 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-592cb794-04c1-4528-b8af-252eb79ee4da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126946678'] for segment (f1444085-0fcc-4d0d-bc63-4e82d9ef1251), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:48.127136 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: 12cc28df-16a1-4869-ac0f-42e693434d18 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:34:48.127724 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 12cc28df-16a1-4869-ac0f-42e693434d18 not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:34:48.138295 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-592cb794-04c1-4528-b8af-252eb79ee4da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (f1444085-0fcc-4d0d-bc63-4e82d9ef1251), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:48.147129 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-592cb794-04c1-4528-b8af-252eb79ee4da admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=104099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:34:48.147574 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-592cb794-04c1-4528-b8af-252eb79ee4da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127280876'] for segment (f1444085-0fcc-4d0d-bc63-4e82d9ef1251), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:48.149963 dv-neutron-834874-6-hyperv neutron-server[104099]: Traceback (most recent call last): Mar 28 01:34:48.149963 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:34:48.149963 dv-neutron-834874-6-hyperv neutron-server[104099]: timer() Mar 28 01:34:48.149963 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:34:48.149963 dv-neutron-834874-6-hyperv neutron-server[104099]: cb(*args, **kw) Mar 28 01:34:48.149963 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:34:48.149963 dv-neutron-834874-6-hyperv neutron-server[104099]: return func(*args, **kwargs) Mar 28 01:34:48.149963 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:34:48.149963 dv-neutron-834874-6-hyperv neutron-server[104099]: self._notify() Mar 28 01:34:48.149963 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:34:48.149963 dv-neutron-834874-6-hyperv neutron-server[104099]: self.callback(batched_events) Mar 28 01:34:48.149963 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:34:48.149963 dv-neutron-834874-6-hyperv neutron-server[104099]: event.method(event) Mar 28 01:34:48.149963 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:34:48.149963 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:34:48.149963 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:34:48.149963 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:34:48.149963 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:34:48.149963 dv-neutron-834874-6-hyperv neutron-server[104099]: return f(self, *a, **k) Mar 28 01:34:48.149963 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:34:48.149963 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._get(url).json() Mar 28 01:34:48.149963 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:34:48.149963 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:34:48.149963 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:34:48.149963 dv-neutron-834874-6-hyperv neutron-server[104099]: return self.request(url, 'GET', **kwargs) Mar 28 01:34:48.149963 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:34:48.149963 dv-neutron-834874-6-hyperv neutron-server[104099]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:34:48.149963 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:34:48.149963 dv-neutron-834874-6-hyperv neutron-server[104099]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:34:48.149963 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:34:48.149963 dv-neutron-834874-6-hyperv neutron-server[104099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:34:48.149963 dv-neutron-834874-6-hyperv neutron-server[104099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:34:48.215440 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-592cb794-04c1-4528-b8af-252eb79ee4da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (70c51066-78fc-4eb5-bae9-460e0f6110d1), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:48.231565 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-592cb794-04c1-4528-b8af-252eb79ee4da admin admin] Publish callbacks [] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:48.235412 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-592cb794-04c1-4528-b8af-252eb79ee4da admin admin] 10.222.0.24 "DELETE /v2.0/networks/70c51066-78fc-4eb5-bae9-460e0f6110d1 HTTP/1.1" status: 204 len: 168 time: 0.5688655 Mar 28 01:34:48.236829 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592cb794-04c1-4528-b8af-252eb79ee4da admin admin] Pushing event deleted for resources: {'Network': ['ID=70c51066-78fc-4eb5-bae9-460e0f6110d1,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:34:48.238681 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 60928) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:34:48.591489 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b1f968f4-90dc-48bd-affc-7236137476ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3686527'] for router_interface (52d85bb3-08db-4775-83be-90abef2b0121), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:48.848629 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-b1f968f4-90dc-48bd-affc-7236137476ad admin admin] Deleting port 6047d1f8-7279-4926-bbba-31aa97d037d7 {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:34:48.848968 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b1f968f4-90dc-48bd-affc-7236137476ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (6047d1f8-7279-4926-bbba-31aa97d037d7), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:48.930385 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.db [None req-b1f968f4-90dc-48bd-affc-7236137476ad admin admin] For port 6047d1f8-7279-4926-bbba-31aa97d037d7, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=6047d1f8-7279-4926-bbba-31aa97d037d7,segment=NetworkSegment(1cd86b13-3c30-458d-88e5-a3bb4a7c097b),segment_id=1cd86b13-3c30-458d-88e5-a3bb4a7c097b)] {{(pid=104098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:34:48.930738 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b1f968f4-90dc-48bd-affc-7236137476ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (6047d1f8-7279-4926-bbba-31aa97d037d7), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:48.943169 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-b1f968f4-90dc-48bd-affc-7236137476ad admin admin] Calling delete_port for 6047d1f8-7279-4926-bbba-31aa97d037d7 owned by network:router_interface {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:34:49.115860 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b1f968f4-90dc-48bd-affc-7236137476ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (6047d1f8-7279-4926-bbba-31aa97d037d7), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:49.139672 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f968f4-90dc-48bd-affc-7236137476ad admin admin] Pushing event deleted for resources: {'Port': ['ID=6047d1f8-7279-4926-bbba-31aa97d037d7,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:34:49.152183 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f968f4-90dc-48bd-affc-7236137476ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:34:49.152538 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f968f4-90dc-48bd-affc-7236137476ad admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:34:49.152881 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f968f4-90dc-48bd-affc-7236137476ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:34:49.153219 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f968f4-90dc-48bd-affc-7236137476ad admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:34:49.153554 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f968f4-90dc-48bd-affc-7236137476ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:34:49.153887 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f968f4-90dc-48bd-affc-7236137476ad admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:34:49.154217 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f968f4-90dc-48bd-affc-7236137476ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:34:49.154546 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f968f4-90dc-48bd-affc-7236137476ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:34:49.154942 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f968f4-90dc-48bd-affc-7236137476ad admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:34:49.155277 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f968f4-90dc-48bd-affc-7236137476ad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:34:49.155615 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f968f4-90dc-48bd-affc-7236137476ad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:34:49.156532 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f968f4-90dc-48bd-affc-7236137476ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:34:49.156862 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f968f4-90dc-48bd-affc-7236137476ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:34:49.157182 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f968f4-90dc-48bd-affc-7236137476ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:34:49.157532 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f968f4-90dc-48bd-affc-7236137476ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:34:49.314259 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b1f968f4-90dc-48bd-affc-7236137476ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3725912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3690191'] for router_interface (52d85bb3-08db-4775-83be-90abef2b0121), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:49.524232 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1f968f4-90dc-48bd-affc-7236137476ad admin admin] Router 52d85bb3-08db-4775-83be-90abef2b0121 has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:34:49.629375 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1f968f4-90dc-48bd-affc-7236137476ad admin admin] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:34:49.636823 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-b1f968f4-90dc-48bd-affc-7236137476ad admin admin] 10.222.0.24 "PUT /v2.0/routers/52d85bb3-08db-4775-83be-90abef2b0121/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3946273 Mar 28 01:34:49.636983 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 60930) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:34:49.637861 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0f2562-b00a-45d1-bbed-b9b2f0e537ee None None] Sync routers for ids ['52d85bb3-08db-4775-83be-90abef2b0121'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:34:49.647532 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0f2562-b00a-45d1-bbed-b9b2f0e537ee None None] Routers {'52d85bb3-08db-4775-83be-90abef2b0121'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:34:49.648191 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-eb0f2562-b00a-45d1-bbed-b9b2f0e537ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:34:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['52d85bb3-08db-4775-83be-90abef2b0121'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:34:49.741194 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f37bf27d-24ae-4f37-9e60-c27da8063e0e admin admin] Publish callbacks [] for router (52d85bb3-08db-4775-83be-90abef2b0121), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:49.753279 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-eb0f2562-b00a-45d1-bbed-b9b2f0e537ee None None] Set router 52d85bb3-08db-4775-83be-90abef2b0121 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:34:49.850660 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f37bf27d-24ae-4f37-9e60-c27da8063e0e admin admin] Publish callbacks [] for router_gateway (52d85bb3-08db-4775-83be-90abef2b0121), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:49.904141 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-f37bf27d-24ae-4f37-9e60-c27da8063e0e admin admin] Deleting port f5650dec-3d78-44d5-a6e9-36ebd1888d3a {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:34:49.904477 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f37bf27d-24ae-4f37-9e60-c27da8063e0e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (f5650dec-3d78-44d5-a6e9-36ebd1888d3a), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:49.932629 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-eb0f2562-b00a-45d1-bbed-b9b2f0e537ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d85bb3-08db-4775-83be-90abef2b0121', 'name': 'tempest-TestMinimumBasicScenario-1739553435-router', 'tenant_id': '61c21504740e4610a29e9a1dff2535c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.106'}], 'enable_snat': True}, 'gw_port_id': 'f5650dec-3d78-44d5-a6e9-36ebd1888d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:32:37Z', 'updated_at': '2022-03-28T01:34:49Z', 'revision_number': 5, 'project_id': '61c21504740e4610a29e9a1dff2535c6', 'gw_port': {'id': 'f5650dec-3d78-44d5-a6e9-36ebd1888d3a', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b2:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d85bb3-08db-4775-83be-90abef2b0121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:32:37Z', 'updated_at': '2022-03-28T01:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:34:49.959853 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0f2562-b00a-45d1-bbed-b9b2f0e537ee None None] Checking router: 52d85bb3-08db-4775-83be-90abef2b0121 for host: dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:34:49.968197 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0f2562-b00a-45d1-bbed-b9b2f0e537ee None None] Routers {'52d85bb3-08db-4775-83be-90abef2b0121'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:34:49.969336 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-eb0f2562-b00a-45d1-bbed-b9b2f0e537ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:34:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['52d85bb3-08db-4775-83be-90abef2b0121'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:34:49.992852 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-f37bf27d-24ae-4f37-9e60-c27da8063e0e admin admin] For port f5650dec-3d78-44d5-a6e9-36ebd1888d3a, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=f5650dec-3d78-44d5-a6e9-36ebd1888d3a,segment=NetworkSegment(b6f00c62-aca5-4c73-8989-c04c396daeed),segment_id=b6f00c62-aca5-4c73-8989-c04c396daeed)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:34:49.993213 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f37bf27d-24ae-4f37-9e60-c27da8063e0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (f5650dec-3d78-44d5-a6e9-36ebd1888d3a), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:50.006175 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-f37bf27d-24ae-4f37-9e60-c27da8063e0e admin admin] Calling delete_port for f5650dec-3d78-44d5-a6e9-36ebd1888d3a owned by network:router_gateway {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:34:50.058471 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-eb0f2562-b00a-45d1-bbed-b9b2f0e537ee None None] Set router 52d85bb3-08db-4775-83be-90abef2b0121 gateway port host: None {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:34:50.110799 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-eb0f2562-b00a-45d1-bbed-b9b2f0e537ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d85bb3-08db-4775-83be-90abef2b0121', 'name': 'tempest-TestMinimumBasicScenario-1739553435-router', 'tenant_id': '61c21504740e4610a29e9a1dff2535c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:32:37Z', 'updated_at': '2022-03-28T01:34:49Z', 'revision_number': 6, 'project_id': '61c21504740e4610a29e9a1dff2535c6', 'gw_port_host': None}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:34:50.135774 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0f2562-b00a-45d1-bbed-b9b2f0e537ee None None] The sync data for ids ['52d85bb3-08db-4775-83be-90abef2b0121'] in dv-neutron-834874-6-hyperv is: [{'id': '52d85bb3-08db-4775-83be-90abef2b0121', 'name': 'tempest-TestMinimumBasicScenario-1739553435-router', 'tenant_id': '61c21504740e4610a29e9a1dff2535c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:32:37Z', 'updated_at': '2022-03-28T01:34:49Z', 'revision_number': 6, 'project_id': '61c21504740e4610a29e9a1dff2535c6', 'gw_port_host': None}] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:34:50.173948 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f37bf27d-24ae-4f37-9e60-c27da8063e0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (f5650dec-3d78-44d5-a6e9-36ebd1888d3a), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:50.197645 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37bf27d-24ae-4f37-9e60-c27da8063e0e admin admin] Pushing event deleted for resources: {'Port': ['ID=f5650dec-3d78-44d5-a6e9-36ebd1888d3a,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:34:50.260886 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f37bf27d-24ae-4f37-9e60-c27da8063e0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3687989'] for router_gateway (52d85bb3-08db-4775-83be-90abef2b0121), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:50.350529 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f37bf27d-24ae-4f37-9e60-c27da8063e0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7151'] for router (52d85bb3-08db-4775-83be-90abef2b0121), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:50.352605 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f37bf27d-24ae-4f37-9e60-c27da8063e0e admin admin] Publish callbacks [] for router_controller (52d85bb3-08db-4775-83be-90abef2b0121), precommit_delete_associations {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:50.398310 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f37bf27d-24ae-4f37-9e60-c27da8063e0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689686'] for router (52d85bb3-08db-4775-83be-90abef2b0121), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:50.398855 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f37bf27d-24ae-4f37-9e60-c27da8063e0e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52d85bb3-08db-4775-83be-90abef2b0121 {{(pid=104099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 01:34:50.403288 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f37bf27d-24ae-4f37-9e60-c27da8063e0e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:50.404455 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-f37bf27d-24ae-4f37-9e60-c27da8063e0e admin admin] 10.222.0.24 "DELETE /v2.0/routers/52d85bb3-08db-4775-83be-90abef2b0121 HTTP/1.1" status: 204 len: 168 time: 0.7664874 Mar 28 01:34:50.407600 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 60932) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:34:50.449958 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_v2 [None req-2564ce1d-7e08-488c-8b8f-5d08deb02dcb admin admin] Deleting subnet 1949e8a6-c603-43c8-bf08-08747e470cec {{(pid=104099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:34:50.453352 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2564ce1d-7e08-488c-8b8f-5d08deb02dcb admin admin] Publish callbacks [] for subnet (1949e8a6-c603-43c8-bf08-08747e470cec), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:50.487169 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2564ce1d-7e08-488c-8b8f-5d08deb02dcb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126946639'] for subnet (1949e8a6-c603-43c8-bf08-08747e470cec), precommit_delete_associations {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:50.571684 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2564ce1d-7e08-488c-8b8f-5d08deb02dcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (1949e8a6-c603-43c8-bf08-08747e470cec), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:50.625321 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2564ce1d-7e08-488c-8b8f-5d08deb02dcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127282766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126757793'] for subnet (1949e8a6-c603-43c8-bf08-08747e470cec), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:50.650415 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2564ce1d-7e08-488c-8b8f-5d08deb02dcb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1949e8a6-c603-43c8-bf08-08747e470cec,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:34:50.654130 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2564ce1d-7e08-488c-8b8f-5d08deb02dcb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:50.658057 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-2564ce1d-7e08-488c-8b8f-5d08deb02dcb admin admin] 10.222.0.24 "DELETE /v2.0/subnets/1949e8a6-c603-43c8-bf08-08747e470cec HTTP/1.1" status: 204 len: 168 time: 0.2495077 Mar 28 01:34:50.660764 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 60934) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:34:50.663664 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa778f6-d693-4094-952e-eee681e1c049 None None] Network 9a1aa6ae-bdb5-4942-a76a-69abb5c08f72 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:34:50.726855 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-6e357a4d-6e4e-4b27-8598-4b1cf90c7598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (9a1aa6ae-bdb5-4942-a76a-69abb5c08f72), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:50.785316 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-6e357a4d-6e4e-4b27-8598-4b1cf90c7598 admin admin] Deleting port b59db4c8-5dc9-41f4-8e5f-770bfc6d5c02 {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:34:50.785499 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-6e357a4d-6e4e-4b27-8598-4b1cf90c7598 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (b59db4c8-5dc9-41f4-8e5f-770bfc6d5c02), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:50.845080 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.db [None req-6e357a4d-6e4e-4b27-8598-4b1cf90c7598 admin admin] For port b59db4c8-5dc9-41f4-8e5f-770bfc6d5c02, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=b59db4c8-5dc9-41f4-8e5f-770bfc6d5c02,segment=NetworkSegment(1cd86b13-3c30-458d-88e5-a3bb4a7c097b),segment_id=1cd86b13-3c30-458d-88e5-a3bb4a7c097b)] {{(pid=104098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:34:50.845445 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-6e357a4d-6e4e-4b27-8598-4b1cf90c7598 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (b59db4c8-5dc9-41f4-8e5f-770bfc6d5c02), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:50.857821 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-6e357a4d-6e4e-4b27-8598-4b1cf90c7598 admin admin] Calling delete_port for b59db4c8-5dc9-41f4-8e5f-770bfc6d5c02 owned by network:dhcp {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:34:50.911692 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caccaf50-ba5d-4449-b5a1-0f959418e717 None None] DHCP port deletion for 9a1aa6ae-bdb5-4942-a76a-69abb5c08f72 request from dv-neutron-834874-6-hyperv {{(pid=104100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 01:34:50.941889 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-6e357a4d-6e4e-4b27-8598-4b1cf90c7598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (b59db4c8-5dc9-41f4-8e5f-770bfc6d5c02), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:50.963831 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-caccaf50-ba5d-4449-b5a1-0f959418e717 None None] Deleting port b59db4c8-5dc9-41f4-8e5f-770bfc6d5c02 {{(pid=104100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:34:50.964229 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-caccaf50-ba5d-4449-b5a1-0f959418e717 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (b59db4c8-5dc9-41f4-8e5f-770bfc6d5c02), before_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:50.971031 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e357a4d-6e4e-4b27-8598-4b1cf90c7598 admin admin] Pushing event deleted for resources: {'Port': ['ID=b59db4c8-5dc9-41f4-8e5f-770bfc6d5c02,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:34:50.974630 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e357a4d-6e4e-4b27-8598-4b1cf90c7598 admin admin] No DVR routers for this DVR port b59db4c8-5dc9-41f4-8e5f-770bfc6d5c02 on host dv-neutron-834874-6-hyperv {{(pid=104098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:34:51.028443 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-caccaf50-ba5d-4449-b5a1-0f959418e717 None None] For port b59db4c8-5dc9-41f4-8e5f-770bfc6d5c02, host dv-neutron-834874-6-hyperv, got binding levels [] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:34:51.028838 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-caccaf50-ba5d-4449-b5a1-0f959418e717 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (b59db4c8-5dc9-41f4-8e5f-770bfc6d5c02), precommit_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:51.047099 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-6e357a4d-6e4e-4b27-8598-4b1cf90c7598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (9a1aa6ae-bdb5-4942-a76a-69abb5c08f72), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:51.048798 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-caccaf50-ba5d-4449-b5a1-0f959418e717 None None] Calling delete_port for b59db4c8-5dc9-41f4-8e5f-770bfc6d5c02 owned by network:dhcp {{(pid=104100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:34:51.051943 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.ipam_backend_mixin [None req-caccaf50-ba5d-4449-b5a1-0f959418e717 None None] Port b59db4c8-5dc9-41f4-8e5f-770bfc6d5c02 was not found and therefore no delete operation was performed {{(pid=104100) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 28 01:34:51.053198 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-caccaf50-ba5d-4449-b5a1-0f959418e717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886'] for port (b59db4c8-5dc9-41f4-8e5f-770bfc6d5c02), after_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:51.067401 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-6e357a4d-6e4e-4b27-8598-4b1cf90c7598 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a1aa6ae-bdb5-4942-a76a-69abb5c08f72']}} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:34:51.076670 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-6e357a4d-6e4e-4b27-8598-4b1cf90c7598 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cd86b13-3c30-458d-88e5-a3bb4a7c097b') {'for_net_delete': True} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:34:51.076968 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-6e357a4d-6e4e-4b27-8598-4b1cf90c7598 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cd86b13-3c30-458d-88e5-a3bb4a7c097b') {} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:34:51.078207 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caccaf50-ba5d-4449-b5a1-0f959418e717 None None] Pushing event deleted for resources: {'Port': ['ID=b59db4c8-5dc9-41f4-8e5f-770bfc6d5c02,revision_number=None']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:34:51.082757 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caccaf50-ba5d-4449-b5a1-0f959418e717 None None] No DVR routers for this DVR port b59db4c8-5dc9-41f4-8e5f-770bfc6d5c02 on host dv-neutron-834874-6-hyperv {{(pid=104100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:34:51.086972 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-6e357a4d-6e4e-4b27-8598-4b1cf90c7598 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126443583'] for segment (1cd86b13-3c30-458d-88e5-a3bb4a7c097b), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:51.094538 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caccaf50-ba5d-4449-b5a1-0f959418e717 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:34:51.094845 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caccaf50-ba5d-4449-b5a1-0f959418e717 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:34:51.095171 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caccaf50-ba5d-4449-b5a1-0f959418e717 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:34:51.095507 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caccaf50-ba5d-4449-b5a1-0f959418e717 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:34:51.095841 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caccaf50-ba5d-4449-b5a1-0f959418e717 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:34:51.096203 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caccaf50-ba5d-4449-b5a1-0f959418e717 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:34:51.096527 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caccaf50-ba5d-4449-b5a1-0f959418e717 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:34:51.096848 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caccaf50-ba5d-4449-b5a1-0f959418e717 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:34:51.097239 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caccaf50-ba5d-4449-b5a1-0f959418e717 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:34:51.097479 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caccaf50-ba5d-4449-b5a1-0f959418e717 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:34:51.097804 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caccaf50-ba5d-4449-b5a1-0f959418e717 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:34:51.098126 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caccaf50-ba5d-4449-b5a1-0f959418e717 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:34:51.098443 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caccaf50-ba5d-4449-b5a1-0f959418e717 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:34:51.098757 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caccaf50-ba5d-4449-b5a1-0f959418e717 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:34:51.099384 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caccaf50-ba5d-4449-b5a1-0f959418e717 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:34:51.107934 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-6e357a4d-6e4e-4b27-8598-4b1cf90c7598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (1cd86b13-3c30-458d-88e5-a3bb4a7c097b), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:51.115833 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e357a4d-6e4e-4b27-8598-4b1cf90c7598 admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=104098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:34:51.116254 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-6e357a4d-6e4e-4b27-8598-4b1cf90c7598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126177251'] for segment (1cd86b13-3c30-458d-88e5-a3bb4a7c097b), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:51.117991 dv-neutron-834874-6-hyperv neutron-server[104098]: Traceback (most recent call last): Mar 28 01:34:51.117991 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:34:51.117991 dv-neutron-834874-6-hyperv neutron-server[104098]: timer() Mar 28 01:34:51.117991 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:34:51.117991 dv-neutron-834874-6-hyperv neutron-server[104098]: cb(*args, **kw) Mar 28 01:34:51.117991 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:34:51.117991 dv-neutron-834874-6-hyperv neutron-server[104098]: return func(*args, **kwargs) Mar 28 01:34:51.117991 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:34:51.117991 dv-neutron-834874-6-hyperv neutron-server[104098]: self._notify() Mar 28 01:34:51.117991 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:34:51.117991 dv-neutron-834874-6-hyperv neutron-server[104098]: self.callback(batched_events) Mar 28 01:34:51.117991 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:34:51.117991 dv-neutron-834874-6-hyperv neutron-server[104098]: event.method(event) Mar 28 01:34:51.117991 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:34:51.117991 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:34:51.117991 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:34:51.117991 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:34:51.117991 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:34:51.117991 dv-neutron-834874-6-hyperv neutron-server[104098]: return f(self, *a, **k) Mar 28 01:34:51.117991 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:34:51.117991 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._get(url).json() Mar 28 01:34:51.117991 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:34:51.117991 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:34:51.117991 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:34:51.117991 dv-neutron-834874-6-hyperv neutron-server[104098]: return self.request(url, 'GET', **kwargs) Mar 28 01:34:51.117991 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:34:51.117991 dv-neutron-834874-6-hyperv neutron-server[104098]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:34:51.117991 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:34:51.117991 dv-neutron-834874-6-hyperv neutron-server[104098]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:34:51.117991 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:34:51.117991 dv-neutron-834874-6-hyperv neutron-server[104098]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:34:51.117991 dv-neutron-834874-6-hyperv neutron-server[104098]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:34:51.176367 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-6e357a4d-6e4e-4b27-8598-4b1cf90c7598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (9a1aa6ae-bdb5-4942-a76a-69abb5c08f72), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:51.182276 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-6e357a4d-6e4e-4b27-8598-4b1cf90c7598 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:51.190105 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-6e357a4d-6e4e-4b27-8598-4b1cf90c7598 admin admin] 10.222.0.24 "DELETE /v2.0/networks/9a1aa6ae-bdb5-4942-a76a-69abb5c08f72 HTTP/1.1" status: 204 len: 168 time: 0.5254302 Mar 28 01:34:51.218250 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e357a4d-6e4e-4b27-8598-4b1cf90c7598 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a1aa6ae-bdb5-4942-a76a-69abb5c08f72,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:34:51.353789 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 60938) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:34:51.394368 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-5f9a0f38-4b90-4767-b97d-34d814adb2b6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=33399703d1cf41d29d122950c6c8ee06&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0393662 Mar 28 01:34:51.396710 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 60940) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:34:51.442204 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-6a661031-4f08-4784-b413-865d3c8e1b04 admin admin] Publish callbacks [] for security_group (4e119e87-dec1-4f15-99b9-154ef489f682), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:51.462559 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-6a661031-4f08-4784-b413-865d3c8e1b04 admin admin] Publish callbacks [] for security_group (4e119e87-dec1-4f15-99b9-154ef489f682), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:51.507464 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-6a661031-4f08-4784-b413-865d3c8e1b04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (4e119e87-dec1-4f15-99b9-154ef489f682), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:51.509995 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-6a661031-4f08-4784-b413-865d3c8e1b04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:51.511130 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-6a661031-4f08-4784-b413-865d3c8e1b04 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4e119e87-dec1-4f15-99b9-154ef489f682 HTTP/1.1" status: 204 len: 168 time: 0.1135459 Mar 28 01:34:51.518738 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a661031-4f08-4784-b413-865d3c8e1b04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e119e87-dec1-4f15-99b9-154ef489f682,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:34:51.816534 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 60946) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:34:51.859679 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-9e300223-6491-49d2-b376-e58ba6d6cb86 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=61c21504740e4610a29e9a1dff2535c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0419474 Mar 28 01:34:51.862105 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 60948) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:34:51.908506 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-12c924fc-95fb-4034-a313-fa78ecf5a2ad admin admin] Publish callbacks [] for security_group (c30e3922-5187-4c97-b592-e92fecb63976), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:51.928915 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-12c924fc-95fb-4034-a313-fa78ecf5a2ad admin admin] Publish callbacks [] for security_group (c30e3922-5187-4c97-b592-e92fecb63976), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:51.976321 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-12c924fc-95fb-4034-a313-fa78ecf5a2ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (c30e3922-5187-4c97-b592-e92fecb63976), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:51.979227 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-12c924fc-95fb-4034-a313-fa78ecf5a2ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:51.980409 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-12c924fc-95fb-4034-a313-fa78ecf5a2ad admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c30e3922-5187-4c97-b592-e92fecb63976 HTTP/1.1" status: 204 len: 168 time: 0.1174242 Mar 28 01:34:51.985923 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device b59db4c8-5dc9-41f4-8e5f-770bfc6d5c02 no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:34:51.988575 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c924fc-95fb-4034-a313-fa78ecf5a2ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c30e3922-5187-4c97-b592-e92fecb63976,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:34:52.009893 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: b59db4c8-5dc9-41f4-8e5f-770bfc6d5c02 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:34:52.010239 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device b59db4c8-5dc9-41f4-8e5f-770bfc6d5c02 not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:34:52.010654 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 6047d1f8-7279-4926-bbba-31aa97d037d7 no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:34:52.033924 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: 6047d1f8-7279-4926-bbba-31aa97d037d7 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:34:52.034269 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 6047d1f8-7279-4926-bbba-31aa97d037d7 not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:34:52.034675 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device f5650dec-3d78-44d5-a6e9-36ebd1888d3a no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:34:52.056161 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: f5650dec-3d78-44d5-a6e9-36ebd1888d3a {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:34:52.056510 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device f5650dec-3d78-44d5-a6e9-36ebd1888d3a not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:34:53.468131 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 60988) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:34:53.473341 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-8d9c7762-1cb1-409b-a6f5-5aed410fc7d7 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1021347717', 'description': 'tempest-secgroup-smoke-1021347717 description', 'project_id': '2961ca1eab8443d3977a60308ef2e35a'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:34:53.495281 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8d9c7762-1cb1-409b-a6f5-5aed410fc7d7 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for security_group (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:53.502929 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8d9c7762-1cb1-409b-a6f5-5aed410fc7d7 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for security_group (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:53.572686 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8d9c7762-1cb1-409b-a6f5-5aed410fc7d7 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for security_group (8fcdc132-69b1-454f-ac35-9a5c60e2901c), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:53.575920 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8d9c7762-1cb1-409b-a6f5-5aed410fc7d7 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (8fcdc132-69b1-454f-ac35-9a5c60e2901c), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:53.607823 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9c7762-1cb1-409b-a6f5-5aed410fc7d7 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fcdc132-69b1-454f-ac35-9a5c60e2901c,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:34:53.650066 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8d9c7762-1cb1-409b-a6f5-5aed410fc7d7 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for security_group (0229e280-5853-47d7-bc5e-691cc3248eb8), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:53.653750 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8d9c7762-1cb1-409b-a6f5-5aed410fc7d7 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (0229e280-5853-47d7-bc5e-691cc3248eb8), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:53.683526 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8d9c7762-1cb1-409b-a6f5-5aed410fc7d7 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:53.684785 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-8d9c7762-1cb1-409b-a6f5-5aed410fc7d7 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2150514 Mar 28 01:34:53.685633 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9c7762-1cb1-409b-a6f5-5aed410fc7d7 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0229e280-5853-47d7-bc5e-691cc3248eb8,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:34:53.688317 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 60990) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:34:53.692855 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-b4b2b67e-2d1f-4723-9b2b-7364be56ed0b tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Request body: {'security_group_rule': {'security_group_id': '0229e280-5853-47d7-bc5e-691cc3248eb8', 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:34:53.716966 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b4b2b67e-2d1f-4723-9b2b-7364be56ed0b tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for security_group_rule (36b55abb-688b-4712-a97e-2a18a6d7153d), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:53.770605 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b4b2b67e-2d1f-4723-9b2b-7364be56ed0b tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for security_group_rule (36b55abb-688b-4712-a97e-2a18a6d7153d), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:53.774091 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b4b2b67e-2d1f-4723-9b2b-7364be56ed0b tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (36b55abb-688b-4712-a97e-2a18a6d7153d), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:53.791985 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b2b67e-2d1f-4723-9b2b-7364be56ed0b tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36b55abb-688b-4712-a97e-2a18a6d7153d,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:34:53.799652 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b4b2b67e-2d1f-4723-9b2b-7364be56ed0b tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:53.800916 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-b4b2b67e-2d1f-4723-9b2b-7364be56ed0b tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1116493 Mar 28 01:34:53.803582 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 60992) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:34:53.807822 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-0d1c38ad-77fe-47f4-9e05-d671991801ab tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Request body: {'security_group_rule': {'security_group_id': '0229e280-5853-47d7-bc5e-691cc3248eb8', 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:34:53.832167 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0d1c38ad-77fe-47f4-9e05-d671991801ab tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for security_group_rule (4e973e80-1bda-47c6-9119-6181ccba11ea), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:53.885768 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0d1c38ad-77fe-47f4-9e05-d671991801ab tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for security_group_rule (4e973e80-1bda-47c6-9119-6181ccba11ea), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:53.889223 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0d1c38ad-77fe-47f4-9e05-d671991801ab tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (4e973e80-1bda-47c6-9119-6181ccba11ea), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:53.907131 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1c38ad-77fe-47f4-9e05-d671991801ab tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e973e80-1bda-47c6-9119-6181ccba11ea,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:34:53.914299 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0d1c38ad-77fe-47f4-9e05-d671991801ab tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:53.915489 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-0d1c38ad-77fe-47f4-9e05-d671991801ab tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1109555 Mar 28 01:34:53.918233 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 60994) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:34:53.922368 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-2f7e2067-334d-4ff4-8f37-bc79e4da2f2a tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Request body: {'security_group_rule': {'security_group_id': '0229e280-5853-47d7-bc5e-691cc3248eb8', 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:34:53.946441 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2f7e2067-334d-4ff4-8f37-bc79e4da2f2a tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for security_group_rule (249b098d-7ca0-4b4a-82f3-1832642ac9b7), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:54.004629 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2f7e2067-334d-4ff4-8f37-bc79e4da2f2a tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for security_group_rule (249b098d-7ca0-4b4a-82f3-1832642ac9b7), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:54.008205 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2f7e2067-334d-4ff4-8f37-bc79e4da2f2a tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (249b098d-7ca0-4b4a-82f3-1832642ac9b7), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:54.025408 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e2067-334d-4ff4-8f37-bc79e4da2f2a tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=249b098d-7ca0-4b4a-82f3-1832642ac9b7,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:34:54.034503 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2f7e2067-334d-4ff4-8f37-bc79e4da2f2a tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:54.035700 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-2f7e2067-334d-4ff4-8f37-bc79e4da2f2a tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1165659 Mar 28 01:34:54.038417 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 60996) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:34:54.042581 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-bd1798e0-07a7-47a1-acd0-d2f2deb307d1 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Request body: {'security_group_rule': {'security_group_id': '0229e280-5853-47d7-bc5e-691cc3248eb8', 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:34:54.066491 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-bd1798e0-07a7-47a1-acd0-d2f2deb307d1 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for security_group_rule (5cc953b2-67b7-4f1c-b35e-222d7c2f89c5), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:54.121680 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-bd1798e0-07a7-47a1-acd0-d2f2deb307d1 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for security_group_rule (5cc953b2-67b7-4f1c-b35e-222d7c2f89c5), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:54.125669 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-bd1798e0-07a7-47a1-acd0-d2f2deb307d1 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (5cc953b2-67b7-4f1c-b35e-222d7c2f89c5), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:54.142042 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1798e0-07a7-47a1-acd0-d2f2deb307d1 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cc953b2-67b7-4f1c-b35e-222d7c2f89c5,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:34:54.150063 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-bd1798e0-07a7-47a1-acd0-d2f2deb307d1 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:54.151494 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-bd1798e0-07a7-47a1-acd0-d2f2deb307d1 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1121581 Mar 28 01:34:54.154174 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 60998) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:34:54.158346 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-72bfcd00-0285-4b9d-b203-c26d3394c97a tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Request body: {'security_group_rule': {'security_group_id': '0229e280-5853-47d7-bc5e-691cc3248eb8', 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:34:54.177275 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.securitygroups_db [None req-72bfcd00-0285-4b9d-b203-c26d3394c97a tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Project 2961ca1eab8443d3977a60308ef2e35a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 01:34:54.181996 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-72bfcd00-0285-4b9d-b203-c26d3394c97a tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for security_group_rule (0c7239f3-57db-492d-9790-43247b0a335c), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:54.238019 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-72bfcd00-0285-4b9d-b203-c26d3394c97a tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for security_group_rule (0c7239f3-57db-492d-9790-43247b0a335c), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:54.241196 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-72bfcd00-0285-4b9d-b203-c26d3394c97a tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (0c7239f3-57db-492d-9790-43247b0a335c), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:54.258714 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bfcd00-0285-4b9d-b203-c26d3394c97a tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c7239f3-57db-492d-9790-43247b0a335c,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:34:54.265970 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-72bfcd00-0285-4b9d-b203-c26d3394c97a tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:54.267133 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-72bfcd00-0285-4b9d-b203-c26d3394c97a tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1120667 Mar 28 01:34:54.269823 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 32768) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:34:54.273961 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-4e1651a7-d82e-423b-9fe3-a294bfc093cd tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Request body: {'security_group_rule': {'security_group_id': '0229e280-5853-47d7-bc5e-691cc3248eb8', 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:34:54.292562 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.securitygroups_db [None req-4e1651a7-d82e-423b-9fe3-a294bfc093cd tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Project 2961ca1eab8443d3977a60308ef2e35a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 01:34:54.297978 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4e1651a7-d82e-423b-9fe3-a294bfc093cd tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for security_group_rule (254ad9a9-ed9c-43ee-a8aa-f87bf6a1e0f6), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:54.361298 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4e1651a7-d82e-423b-9fe3-a294bfc093cd tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for security_group_rule (254ad9a9-ed9c-43ee-a8aa-f87bf6a1e0f6), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:54.366027 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4e1651a7-d82e-423b-9fe3-a294bfc093cd tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (254ad9a9-ed9c-43ee-a8aa-f87bf6a1e0f6), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:54.385502 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1651a7-d82e-423b-9fe3-a294bfc093cd tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=254ad9a9-ed9c-43ee-a8aa-f87bf6a1e0f6,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:34:54.391451 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4e1651a7-d82e-423b-9fe3-a294bfc093cd tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:54.392822 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-4e1651a7-d82e-423b-9fe3-a294bfc093cd tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1220260 Mar 28 01:34:54.395983 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 32770) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:34:54.401025 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-b6d914a1-262e-44f0-9de0-21b9ee6ac552 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Request body: {'network': {'name': 'tempest-network-smoke--1122105626', 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'port_security_enabled': True}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:34:54.418887 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6d914a1-262e-44f0-9de0-21b9ee6ac552 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Made reservation on behalf of 2961ca1eab8443d3977a60308ef2e35a for: {'network': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:34:54.422601 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b6d914a1-262e-44f0-9de0-21b9ee6ac552 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:54.445763 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6d914a1-262e-44f0-9de0-21b9ee6ac552 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=104099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:34:54.454797 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b6d914a1-262e-44f0-9de0-21b9ee6ac552 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (c77dcc5f-a9eb-41e2-90e8-81294f26af4e), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:54.455142 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.segments_db [None req-b6d914a1-262e-44f0-9de0-21b9ee6ac552 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Added segment c77dcc5f-a9eb-41e2-90e8-81294f26af4e of type vlan for network 6e38c689-a5f2-496b-86eb-87a6a2dd77a1 Mar 28 01:34:54.494792 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b6d914a1-262e-44f0-9de0-21b9ee6ac552 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (6e38c689-a5f2-496b-86eb-87a6a2dd77a1), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:54.516962 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b6d914a1-262e-44f0-9de0-21b9ee6ac552 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (6e38c689-a5f2-496b-86eb-87a6a2dd77a1), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:54.522187 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d914a1-262e-44f0-9de0-21b9ee6ac552 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:34:54.522756 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b6d914a1-262e-44f0-9de0-21b9ee6ac552 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:54.578638 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-b6d914a1-262e-44f0-9de0-21b9ee6ac552 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1816559 Mar 28 01:34:54.581745 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 32772) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:34:54.586315 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-92358783-f915-4c76-be0b-e9078ad5b0a1 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1580804915', 'admin_state_up': True, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'}}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:34:54.589306 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d914a1-262e-44f0-9de0-21b9ee6ac552 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Pushing event updated for resources: {'Network': ['ID=6e38c689-a5f2-496b-86eb-87a6a2dd77a1,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:34:54.600643 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network 6e38c689-a5f2-496b-86eb-87a6a2dd77a1 details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:34:54.608767 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-92358783-f915-4c76-be0b-e9078ad5b0a1 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7069'] for router (bbfd3f67-f0c3-41c7-95d5-6f879f3ec281), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:54.610532 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-92358783-f915-4c76-be0b-e9078ad5b0a1 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4188952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7062'] for router (bbfd3f67-f0c3-41c7-95d5-6f879f3ec281), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:54.666478 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-92358783-f915-4c76-be0b-e9078ad5b0a1 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for router_controller (bbfd3f67-f0c3-41c7-95d5-6f879f3ec281), precommit_add_association {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:54.801110 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-92358783-f915-4c76-be0b-e9078ad5b0a1 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for router_gateway (bbfd3f67-f0c3-41c7-95d5-6f879f3ec281), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:55.240624 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-92358783-f915-4c76-be0b-e9078ad5b0a1 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for router_gateway (bbfd3f67-f0c3-41c7-95d5-6f879f3ec281), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:55.259068 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-92358783-f915-4c76-be0b-e9078ad5b0a1 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:55.355412 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-92358783-f915-4c76-be0b-e9078ad5b0a1 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Allocated IP 172.26.1.212 (dea6548b-502b-42db-97fb-371e423e739a/cce6de65-d8c9-45b8-9970-0a277e8c1192/cdf566ae-d563-4798-85be-ccfc839a5b86) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:34:55.455342 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-92358783-f915-4c76-be0b-e9078ad5b0a1 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for port (cdf566ae-d563-4798-85be-ccfc839a5b86), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:55.488718 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-92358783-f915-4c76-be0b-e9078ad5b0a1 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (cdf566ae-d563-4798-85be-ccfc839a5b86), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:55.525438 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92358783-f915-4c76-be0b-e9078ad5b0a1 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Network dea6548b-502b-42db-97fb-371e423e739a is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:34:55.528545 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-92358783-f915-4c76-be0b-e9078ad5b0a1 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:34:55.534588 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92358783-f915-4c76-be0b-e9078ad5b0a1 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:34:55.540068 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92358783-f915-4c76-be0b-e9078ad5b0a1 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Pushing event updated for resources: {'Port': ['ID=cdf566ae-d563-4798-85be-ccfc839a5b86,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:34:55.780736 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-92358783-f915-4c76-be0b-e9078ad5b0a1 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for router_gateway (bbfd3f67-f0c3-41c7-95d5-6f879f3ec281), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:55.978053 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-92358783-f915-4c76-be0b-e9078ad5b0a1 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687953'] for router (bbfd3f67-f0c3-41c7-95d5-6f879f3ec281), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:56.103133 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92358783-f915-4c76-be0b-e9078ad5b0a1 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Router bbfd3f67-f0c3-41c7-95d5-6f879f3ec281 is scheduled to L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 with binding_index 1 {{(pid=104098) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 01:34:56.207377 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92358783-f915-4c76-be0b-e9078ad5b0a1 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:34:56.217131 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162f1d39-4c7a-46cb-a2d9-930183ff5239 None None] Sync routers for ids ['bbfd3f67-f0c3-41c7-95d5-6f879f3ec281'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:34:56.227113 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162f1d39-4c7a-46cb-a2d9-930183ff5239 None None] Routers {'bbfd3f67-f0c3-41c7-95d5-6f879f3ec281'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:34:56.227623 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-92358783-f915-4c76-be0b-e9078ad5b0a1 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for router (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:56.227780 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-162f1d39-4c7a-46cb-a2d9-930183ff5239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:34:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['bbfd3f67-f0c3-41c7-95d5-6f879f3ec281'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:34:56.228921 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-92358783-f915-4c76-be0b-e9078ad5b0a1 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.6461596 Mar 28 01:34:56.232005 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 32774) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:34:56.332828 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-162f1d39-4c7a-46cb-a2d9-930183ff5239 None None] Set router bbfd3f67-f0c3-41c7-95d5-6f879f3ec281 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:34:56.349981 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-e154173c-39ce-4267-b0cc-7ad50fb4cb31 tempest-TestNetworkAdvancedServerOps-479632198 tempest-TestNetworkAdvancedServerOps-479632198-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=2961ca1eab8443d3977a60308ef2e35a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1168630 Mar 28 01:34:56.352561 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 32778) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:34:56.439646 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ba66d0-0791-4b4e-a471-64669e4c56a7 tempest-TestNetworkAdvancedServerOps-479632198 tempest-TestNetworkAdvancedServerOps-479632198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:34:56.441095 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-50ba66d0-0791-4b4e-a471-64669e4c56a7 tempest-TestNetworkAdvancedServerOps-479632198 tempest-TestNetworkAdvancedServerOps-479632198-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0876346 Mar 28 01:34:56.443879 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 32780) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:34:56.471542 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-e78234b4-1466-45fc-9509-8ab5868bb043 tempest-TestNetworkAdvancedServerOps-479632198 tempest-TestNetworkAdvancedServerOps-479632198-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=dea6548b-502b-42db-97fb-371e423e739a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265770 Mar 28 01:34:56.474010 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 32782) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:34:56.478603 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-a4d2915d-02b2-491c-be93-febbe10fa0c0 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-361843095', 'network_id': '6e38c689-a5f2-496b-86eb-87a6a2dd77a1', 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:34:56.507555 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-162f1d39-4c7a-46cb-a2d9-930183ff5239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbfd3f67-f0c3-41c7-95d5-6f879f3ec281', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1580804915', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.212'}], 'enable_snat': True}, 'gw_port_id': 'cdf566ae-d563-4798-85be-ccfc839a5b86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:34:54Z', 'updated_at': '2022-03-28T01:34:55Z', 'revision_number': 3, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'gw_port': {'id': 'cdf566ae-d563-4798-85be-ccfc839a5b86', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e4:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbfd3f67-f0c3-41c7-95d5-6f879f3ec281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:34:55Z', 'updated_at': '2022-03-28T01:34:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:34:56.534960 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162f1d39-4c7a-46cb-a2d9-930183ff5239 None None] Checking router: bbfd3f67-f0c3-41c7-95d5-6f879f3ec281 for host: dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:34:56.535310 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162f1d39-4c7a-46cb-a2d9-930183ff5239 None None] Updating router bbfd3f67-f0c3-41c7-95d5-6f879f3ec281 port cdf566ae-d563-4798-85be-ccfc839a5b86 binding host dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 01:34:56.561028 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4d2915d-02b2-491c-be93-febbe10fa0c0 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Made reservation on behalf of 2961ca1eab8443d3977a60308ef2e35a for: {'subnet': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:34:56.561240 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-162f1d39-4c7a-46cb-a2d9-930183ff5239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (cdf566ae-d563-4798-85be-ccfc839a5b86), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:56.564364 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a4d2915d-02b2-491c-be93-febbe10fa0c0 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126112411'] for subnet (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:56.738979 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a4d2915d-02b2-491c-be93-febbe10fa0c0 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126174976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126112397'] for subnet (7e0f04ed-fa68-4906-9aba-32fd90046725), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:56.803765 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d2915d-02b2-491c-be93-febbe10fa0c0 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Pushing event updated for resources: {'Subnet': ['ID=7e0f04ed-fa68-4906-9aba-32fd90046725,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:34:56.808369 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-162f1d39-4c7a-46cb-a2d9-930183ff5239 None None] Publish callbacks [] for port (cdf566ae-d563-4798-85be-ccfc839a5b86), precommit_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:56.810989 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d2915d-02b2-491c-be93-febbe10fa0c0 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Checking segment: {'id': 'c77dcc5f-a9eb-41e2-90e8-81294f26af4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6e38c689-a5f2-496b-86eb-87a6a2dd77a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:34:56.811412 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d2915d-02b2-491c-be93-febbe10fa0c0 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Network hostable DHCP agents. Network: 6e38c689-a5f2-496b-86eb-87a6a2dd77a1, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:34:56.815458 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-162f1d39-4c7a-46cb-a2d9-930183ff5239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (cdf566ae-d563-4798-85be-ccfc839a5b86), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:56.831491 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d2915d-02b2-491c-be93-febbe10fa0c0 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Network 6e38c689-a5f2-496b-86eb-87a6a2dd77a1 is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:34:56.845358 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-a4d2915d-02b2-491c-be93-febbe10fa0c0 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, 6e38c689-a5f2-496b-86eb-87a6a2dd77a1) {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:34:56.849891 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d2915d-02b2-491c-be93-febbe10fa0c0 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:34:56.850488 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a4d2915d-02b2-491c-be93-febbe10fa0c0 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:56.855511 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a98ad75-c954-41cb-8323-6f99a1bac33e None None] Network 6e38c689-a5f2-496b-86eb-87a6a2dd77a1 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:34:56.862928 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [None req-162f1d39-4c7a-46cb-a2d9-930183ff5239 None None] Attempting to bind port cdf566ae-d563-4798-85be-ccfc839a5b86 on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:34:56.863297 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [None req-162f1d39-4c7a-46cb-a2d9-930183ff5239 None None] Attempting to bind port cdf566ae-d563-4798-85be-ccfc839a5b86 by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': 'b6f00c62-aca5-4c73-8989-c04c396daeed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'}] {{(pid=104101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:34:56.863655 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162f1d39-4c7a-46cb-a2d9-930183ff5239 None None] Attempting to bind port cdf566ae-d563-4798-85be-ccfc839a5b86 on network dea6548b-502b-42db-97fb-371e423e739a {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:34:56.866670 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-a4d2915d-02b2-491c-be93-febbe10fa0c0 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3916726 Mar 28 01:34:56.869602 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 32784) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:34:56.876430 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162f1d39-4c7a-46cb-a2d9-930183ff5239 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:34:56.876812 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162f1d39-4c7a-46cb-a2d9-930183ff5239 None None] Checking segment: {'id': 'b6f00c62-aca5-4c73-8989-c04c396daeed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:34:56.877207 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-162f1d39-4c7a-46cb-a2d9-930183ff5239 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:56.877598 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162f1d39-4c7a-46cb-a2d9-930183ff5239 None None] Bound using segment: {'id': 'b6f00c62-aca5-4c73-8989-c04c396daeed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'} {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:34:56.878071 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [None req-162f1d39-4c7a-46cb-a2d9-930183ff5239 None None] Bound port: cdf566ae-d563-4798-85be-ccfc839a5b86, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6f00c62-aca5-4c73-8989-c04c396daeed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'}}] {{(pid=104101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:34:56.878444 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-162f1d39-4c7a-46cb-a2d9-930183ff5239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (cdf566ae-d563-4798-85be-ccfc839a5b86), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:56.899821 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1d8327-0308-4716-8960-d285c81a3afb None None] Pushing event updated for resources: {'Port': ['ID=cdf566ae-d563-4798-85be-ccfc839a5b86,revision_number=2']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:34:56.913471 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1d8327-0308-4716-8960-d285c81a3afb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:34:56.914255 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1d8327-0308-4716-8960-d285c81a3afb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:34:56.914255 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1d8327-0308-4716-8960-d285c81a3afb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:34:56.914496 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1d8327-0308-4716-8960-d285c81a3afb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:34:56.914774 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1d8327-0308-4716-8960-d285c81a3afb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:34:56.915102 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1d8327-0308-4716-8960-d285c81a3afb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:34:56.915427 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1d8327-0308-4716-8960-d285c81a3afb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:34:56.915742 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1d8327-0308-4716-8960-d285c81a3afb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:34:56.916087 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1d8327-0308-4716-8960-d285c81a3afb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:34:56.916416 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1d8327-0308-4716-8960-d285c81a3afb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:34:56.916738 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1d8327-0308-4716-8960-d285c81a3afb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:34:56.917062 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1d8327-0308-4716-8960-d285c81a3afb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:34:56.917380 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1d8327-0308-4716-8960-d285c81a3afb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:34:56.918080 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1d8327-0308-4716-8960-d285c81a3afb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:34:56.918080 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1d8327-0308-4716-8960-d285c81a3afb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:34:56.945594 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.db [None req-162f1d39-4c7a-46cb-a2d9-930183ff5239 None None] For port cdf566ae-d563-4798-85be-ccfc839a5b86, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:34:56.948948 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.db [None req-162f1d39-4c7a-46cb-a2d9-930183ff5239 None None] For port cdf566ae-d563-4798-85be-ccfc839a5b86, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=cdf566ae-d563-4798-85be-ccfc839a5b86,segment=NetworkSegment(b6f00c62-aca5-4c73-8989-c04c396daeed),segment_id=b6f00c62-aca5-4c73-8989-c04c396daeed)] {{(pid=104101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:34:56.956165 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-162f1d39-4c7a-46cb-a2d9-930183ff5239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (cdf566ae-d563-4798-85be-ccfc839a5b86), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:56.980417 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deda4add-3f64-4892-9781-445ad451d99f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-6e38c689-a5f2-496b-86eb-87a6a2dd77a1', 'network_id': '6e38c689-a5f2-496b-86eb-87a6a2dd77a1', 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'fixed_ips': [{'subnet_id': '7e0f04ed-fa68-4906-9aba-32fd90046725'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:34:56.981614 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-deda4add-3f64-4892-9781-445ad451d99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:57.006000 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162f1d39-4c7a-46cb-a2d9-930183ff5239 None None] Routers {'bbfd3f67-f0c3-41c7-95d5-6f879f3ec281'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:34:57.006819 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-162f1d39-4c7a-46cb-a2d9-930183ff5239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:34:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['bbfd3f67-f0c3-41c7-95d5-6f879f3ec281'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:34:57.089420 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1d8327-0308-4716-8960-d285c81a3afb None None] Pushing event updated for resources: {'Port': ['ID=cdf566ae-d563-4798-85be-ccfc839a5b86,revision_number=3']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:34:57.135639 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-162f1d39-4c7a-46cb-a2d9-930183ff5239 None None] Set router bbfd3f67-f0c3-41c7-95d5-6f879f3ec281 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:34:57.289154 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-deda4add-3f64-4892-9781-445ad451d99f None None] Allocated IP 172.20.0.2 (6e38c689-a5f2-496b-86eb-87a6a2dd77a1/7e0f04ed-fa68-4906-9aba-32fd90046725/6c535922-4ab1-4402-9b0f-71bbb25bd427) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:34:57.339913 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-162f1d39-4c7a-46cb-a2d9-930183ff5239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbfd3f67-f0c3-41c7-95d5-6f879f3ec281', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1580804915', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.212'}], 'enable_snat': True}, 'gw_port_id': 'cdf566ae-d563-4798-85be-ccfc839a5b86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:34:54Z', 'updated_at': '2022-03-28T01:34:55Z', 'revision_number': 3, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'gw_port': {'id': 'cdf566ae-d563-4798-85be-ccfc839a5b86', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e4:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbfd3f67-f0c3-41c7-95d5-6f879f3ec281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:34:55Z', 'updated_at': '2022-03-28T01:34:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:34:57.366437 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162f1d39-4c7a-46cb-a2d9-930183ff5239 None None] The sync data for ids ['bbfd3f67-f0c3-41c7-95d5-6f879f3ec281'] in dv-neutron-834874-6-hyperv is: [{'id': 'bbfd3f67-f0c3-41c7-95d5-6f879f3ec281', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1580804915', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.212'}], 'enable_snat': True}, 'gw_port_id': 'cdf566ae-d563-4798-85be-ccfc839a5b86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:34:54Z', 'updated_at': '2022-03-28T01:34:55Z', 'revision_number': 3, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'gw_port': {'id': 'cdf566ae-d563-4798-85be-ccfc839a5b86', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e4:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbfd3f67-f0c3-41c7-95d5-6f879f3ec281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:34:55Z', 'updated_at': '2022-03-28T01:34:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:34:57.452912 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-deda4add-3f64-4892-9781-445ad451d99f None None] Publish callbacks [] for port (6c535922-4ab1-4402-9b0f-71bbb25bd427), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:57.458723 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-deda4add-3f64-4892-9781-445ad451d99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (6c535922-4ab1-4402-9b0f-71bbb25bd427), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:57.497473 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deda4add-3f64-4892-9781-445ad451d99f None None] Network 6e38c689-a5f2-496b-86eb-87a6a2dd77a1 is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:34:57.500471 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-deda4add-3f64-4892-9781-445ad451d99f None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:34:57.506243 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deda4add-3f64-4892-9781-445ad451d99f None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:34:57.517086 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deda4add-3f64-4892-9781-445ad451d99f None None] Pushing event updated for resources: {'Port': ['ID=6c535922-4ab1-4402-9b0f-71bbb25bd427,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:34:57.565652 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-deda4add-3f64-4892-9781-445ad451d99f None None] Attempting to bind port 6c535922-4ab1-4402-9b0f-71bbb25bd427 on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:34:57.566026 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-deda4add-3f64-4892-9781-445ad451d99f None None] Attempting to bind port 6c535922-4ab1-4402-9b0f-71bbb25bd427 by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': 'c77dcc5f-a9eb-41e2-90e8-81294f26af4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6e38c689-a5f2-496b-86eb-87a6a2dd77a1'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:34:57.566396 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deda4add-3f64-4892-9781-445ad451d99f None None] Attempting to bind port 6c535922-4ab1-4402-9b0f-71bbb25bd427 on network 6e38c689-a5f2-496b-86eb-87a6a2dd77a1 {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:34:57.571639 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deda4add-3f64-4892-9781-445ad451d99f None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:34:57.571977 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deda4add-3f64-4892-9781-445ad451d99f None None] Checking segment: {'id': 'c77dcc5f-a9eb-41e2-90e8-81294f26af4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6e38c689-a5f2-496b-86eb-87a6a2dd77a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:34:57.572408 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-deda4add-3f64-4892-9781-445ad451d99f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:57.572803 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deda4add-3f64-4892-9781-445ad451d99f None None] Bound using segment: {'id': 'c77dcc5f-a9eb-41e2-90e8-81294f26af4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6e38c689-a5f2-496b-86eb-87a6a2dd77a1'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:34:57.573270 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-deda4add-3f64-4892-9781-445ad451d99f None None] Bound port: 6c535922-4ab1-4402-9b0f-71bbb25bd427, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c77dcc5f-a9eb-41e2-90e8-81294f26af4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6e38c689-a5f2-496b-86eb-87a6a2dd77a1'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:34:57.573648 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-deda4add-3f64-4892-9781-445ad451d99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (6c535922-4ab1-4402-9b0f-71bbb25bd427), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:57.635277 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7606431b-f27a-4cca-b318-8581c4bf24f6 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:57.666605 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-deda4add-3f64-4892-9781-445ad451d99f None None] For port 6c535922-4ab1-4402-9b0f-71bbb25bd427, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:34:57.672138 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-deda4add-3f64-4892-9781-445ad451d99f None None] For port 6c535922-4ab1-4402-9b0f-71bbb25bd427, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=6c535922-4ab1-4402-9b0f-71bbb25bd427,segment=NetworkSegment(c77dcc5f-a9eb-41e2-90e8-81294f26af4e),segment_id=c77dcc5f-a9eb-41e2-90e8-81294f26af4e)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:34:57.679357 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-deda4add-3f64-4892-9781-445ad451d99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (6c535922-4ab1-4402-9b0f-71bbb25bd427), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:57.744993 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deda4add-3f64-4892-9781-445ad451d99f None None] Pushing event updated for resources: {'Port': ['ID=6c535922-4ab1-4402-9b0f-71bbb25bd427,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:34:58.035404 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [None req-7606431b-f27a-4cca-b318-8581c4bf24f6 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Allocated IP 172.20.0.1 (6e38c689-a5f2-496b-86eb-87a6a2dd77a1/7e0f04ed-fa68-4906-9aba-32fd90046725/a822f19b-7cb9-4ed3-9a7b-6198137463e3) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:34:58.086700 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device cdf566ae-d563-4798-85be-ccfc839a5b86 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:34:58.138238 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port cdf566ae-d563-4798-85be-ccfc839a5b86 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:34:58.138579 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (cdf566ae-d563-4798-85be-ccfc839a5b86), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:58.192524 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7606431b-f27a-4cca-b318-8581c4bf24f6 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for port (a822f19b-7cb9-4ed3-9a7b-6198137463e3), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:58.224216 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port cdf566ae-d563-4798-85be-ccfc839a5b86 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:34:58.224566 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (cdf566ae-d563-4798-85be-ccfc839a5b86), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:58.233416 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7606431b-f27a-4cca-b318-8581c4bf24f6 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (a822f19b-7cb9-4ed3-9a7b-6198137463e3), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:58.252241 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] For port cdf566ae-d563-4798-85be-ccfc839a5b86, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=cdf566ae-d563-4798-85be-ccfc839a5b86,segment=NetworkSegment(b6f00c62-aca5-4c73-8989-c04c396daeed),segment_id=b6f00c62-aca5-4c73-8989-c04c396daeed)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:34:58.257204 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (cdf566ae-d563-4798-85be-ccfc839a5b86), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:58.258256 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 6c535922-4ab1-4402-9b0f-71bbb25bd427 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:34:58.279525 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7606431b-f27a-4cca-b318-8581c4bf24f6 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Network 6e38c689-a5f2-496b-86eb-87a6a2dd77a1 is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:34:58.282832 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-7606431b-f27a-4cca-b318-8581c4bf24f6 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:34:58.289574 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7606431b-f27a-4cca-b318-8581c4bf24f6 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:34:58.320050 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7606431b-f27a-4cca-b318-8581c4bf24f6 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Pushing event updated for resources: {'Port': ['ID=a822f19b-7cb9-4ed3-9a7b-6198137463e3,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:34:58.339631 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7606431b-f27a-4cca-b318-8581c4bf24f6 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3686596'] for router_interface (bbfd3f67-f0c3-41c7-95d5-6f879f3ec281), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:58.342220 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Pushing event updated for resources: {'Port': ['ID=cdf566ae-d563-4798-85be-ccfc839a5b86,revision_number=4']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:34:58.356848 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 6c535922-4ab1-4402-9b0f-71bbb25bd427 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:34:58.357217 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (6c535922-4ab1-4402-9b0f-71bbb25bd427), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:58.445490 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 6c535922-4ab1-4402-9b0f-71bbb25bd427 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:34:58.446132 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (6c535922-4ab1-4402-9b0f-71bbb25bd427), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:58.480735 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] For port 6c535922-4ab1-4402-9b0f-71bbb25bd427, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=6c535922-4ab1-4402-9b0f-71bbb25bd427,segment=NetworkSegment(c77dcc5f-a9eb-41e2-90e8-81294f26af4e),segment_id=c77dcc5f-a9eb-41e2-90e8-81294f26af4e)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:34:58.484980 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (6c535922-4ab1-4402-9b0f-71bbb25bd427), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:58.493668 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7606431b-f27a-4cca-b318-8581c4bf24f6 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (a822f19b-7cb9-4ed3-9a7b-6198137463e3), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:58.535380 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Pushing event updated for resources: {'Port': ['ID=6c535922-4ab1-4402-9b0f-71bbb25bd427,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:34:58.768684 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-034069ff-2815-4747-8afa-852f5b7b0ea4 None None] Network 6e38c689-a5f2-496b-86eb-87a6a2dd77a1 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:34:58.781273 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7606431b-f27a-4cca-b318-8581c4bf24f6 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for port (a822f19b-7cb9-4ed3-9a7b-6198137463e3), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:58.786082 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7606431b-f27a-4cca-b318-8581c4bf24f6 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (a822f19b-7cb9-4ed3-9a7b-6198137463e3), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:58.842530 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-a09414e7-f6fb-407e-927e-3ff878c75dd9 None None] Provisioning complete for port 6c535922-4ab1-4402-9b0f-71bbb25bd427 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:34:58.843627 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-a09414e7-f6fb-407e-927e-3ff878c75dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (6c535922-4ab1-4402-9b0f-71bbb25bd427), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:58.865214 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7606431b-f27a-4cca-b318-8581c4bf24f6 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Pushing event updated for resources: {'Port': ['ID=a822f19b-7cb9-4ed3-9a7b-6198137463e3,revision_number=2']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:34:58.868995 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7606431b-f27a-4cca-b318-8581c4bf24f6 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3725889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3686480'] for router_interface (bbfd3f67-f0c3-41c7-95d5-6f879f3ec281), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:58.958223 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-a09414e7-f6fb-407e-927e-3ff878c75dd9 None None] Current status of the port 6c535922-4ab1-4402-9b0f-71bbb25bd427 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:34:58.961779 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7606431b-f27a-4cca-b318-8581c4bf24f6 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Network 6e38c689-a5f2-496b-86eb-87a6a2dd77a1 is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:34:58.963612 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-7606431b-f27a-4cca-b318-8581c4bf24f6 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:34:59.084510 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7606431b-f27a-4cca-b318-8581c4bf24f6 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Router bbfd3f67-f0c3-41c7-95d5-6f879f3ec281 has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:34:59.183115 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-a22aaa8f-04aa-4874-99cf-ae4212220833 None None] Provisioning complete for port 6c535922-4ab1-4402-9b0f-71bbb25bd427 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:34:59.184151 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-a22aaa8f-04aa-4874-99cf-ae4212220833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (6c535922-4ab1-4402-9b0f-71bbb25bd427), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:59.211166 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7606431b-f27a-4cca-b318-8581c4bf24f6 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:34:59.222820 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-7606431b-f27a-4cca-b318-8581c4bf24f6 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "PUT /v2.0/routers/bbfd3f67-f0c3-41c7-95d5-6f879f3ec281/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3521011 Mar 28 01:34:59.280539 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-a22aaa8f-04aa-4874-99cf-ae4212220833 None None] Current status of the port 6c535922-4ab1-4402-9b0f-71bbb25bd427 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:34:59.291196 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-a22aaa8f-04aa-4874-99cf-ae4212220833 None None] Provisioning complete for port a822f19b-7cb9-4ed3-9a7b-6198137463e3 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:34:59.291710 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-a22aaa8f-04aa-4874-99cf-ae4212220833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (a822f19b-7cb9-4ed3-9a7b-6198137463e3), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:59.335021 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-a22aaa8f-04aa-4874-99cf-ae4212220833 None None] Port a822f19b-7cb9-4ed3-9a7b-6198137463e3 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:34:59.456897 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-8cd23f7a-aeba-4afd-9d4b-b46f7c09f97b None None] Provisioning complete for port a822f19b-7cb9-4ed3-9a7b-6198137463e3 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:34:59.457274 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-8cd23f7a-aeba-4afd-9d4b-b46f7c09f97b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (a822f19b-7cb9-4ed3-9a7b-6198137463e3), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:59.499721 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537ce1d3-ee71-4e4c-b3de-402dfb9e9606 None None] Sync routers for ids ['bbfd3f67-f0c3-41c7-95d5-6f879f3ec281'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:34:59.510894 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-fbfc7af3-bc9b-4c44-a08e-2d7396983f69 req-aaedc432-dffe-4d5d-b887-40f6b99fd0f1 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1021347717&fields=id&tenant_id=2961ca1eab8443d3977a60308ef2e35a HTTP/1.1" status: 200 len: 267 time: 0.0509613 Mar 28 01:34:59.519503 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-8cd23f7a-aeba-4afd-9d4b-b46f7c09f97b None None] Port a822f19b-7cb9-4ed3-9a7b-6198137463e3 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:34:59.521275 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537ce1d3-ee71-4e4c-b3de-402dfb9e9606 None None] Routers {'bbfd3f67-f0c3-41c7-95d5-6f879f3ec281'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:34:59.521898 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-537ce1d3-ee71-4e4c-b3de-402dfb9e9606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:34:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['bbfd3f67-f0c3-41c7-95d5-6f879f3ec281'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:34:59.627895 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfc7af3-bc9b-4c44-a08e-2d7396983f69 req-af0ea3de-4fb6-4f8f-a61a-0d94306acf9a tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:34:59.632526 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-fbfc7af3-bc9b-4c44-a08e-2d7396983f69 req-af0ea3de-4fb6-4f8f-a61a-0d94306acf9a tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/networks?id=6e38c689-a5f2-496b-86eb-87a6a2dd77a1 HTTP/1.1" status: 200 len: 797 time: 0.1133468 Mar 28 01:34:59.638939 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-537ce1d3-ee71-4e4c-b3de-402dfb9e9606 None None] Set router bbfd3f67-f0c3-41c7-95d5-6f879f3ec281 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:34:59.644575 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-fbfc7af3-bc9b-4c44-a08e-2d7396983f69 req-6f745d63-302f-4f01-a182-ff400de506a6 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/quotas/2961ca1eab8443d3977a60308ef2e35a HTTP/1.1" status: 200 len: 375 time: 0.0097210 Mar 28 01:34:59.677159 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-419548a5-9128-474f-b29b-42a71828c369 None None] Provisioning complete for port a822f19b-7cb9-4ed3-9a7b-6198137463e3 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:34:59.677529 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-419548a5-9128-474f-b29b-42a71828c369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (a822f19b-7cb9-4ed3-9a7b-6198137463e3), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:34:59.700839 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-fbfc7af3-bc9b-4c44-a08e-2d7396983f69 req-ab24c4c5-50dc-460a-882f-5851c16d5117 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2961ca1eab8443d3977a60308ef2e35a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505323 Mar 28 01:34:59.781400 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-419548a5-9128-474f-b29b-42a71828c369 None None] Port a822f19b-7cb9-4ed3-9a7b-6198137463e3 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:34:59.804181 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-fbfc7af3-bc9b-4c44-a08e-2d7396983f69 req-4ad92b31-7f9e-4ed9-ba18-9938809f0a20 service neutron] 10.222.0.24 "GET /v2.0/networks/6e38c689-a5f2-496b-86eb-87a6a2dd77a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917196 Mar 28 01:34:59.878384 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-537ce1d3-ee71-4e4c-b3de-402dfb9e9606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbfd3f67-f0c3-41c7-95d5-6f879f3ec281', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1580804915', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.212'}], 'enable_snat': True}, 'gw_port_id': 'cdf566ae-d563-4798-85be-ccfc839a5b86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:34:54Z', 'updated_at': '2022-03-28T01:34:58Z', 'revision_number': 4, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'gw_port': {'id': 'cdf566ae-d563-4798-85be-ccfc839a5b86', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfd3f67-f0c3-41c7-95d5-6f879f3ec281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:34:55Z', 'updated_at': '2022-03-28T01:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': 'a822f19b-7cb9-4ed3-9a7b-6198137463e3', 'name': '', 'network_id': '6e38c689-a5f2-496b-86eb-87a6a2dd77a1', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'mac_address': 'fa:16:3e:99:df:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbfd3f67-f0c3-41c7-95d5-6f879f3ec281', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '7e0f04ed-fa68-4906-9aba-32fd90046725', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:34:57Z', 'updated_at': '2022-03-28T01:34:58Z', 'revision_number': 2, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'subnets': [{'id': '7e0f04ed-fa68-4906-9aba-32fd90046725', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:34:59.890122 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-fbfc7af3-bc9b-4c44-a08e-2d7396983f69 req-f54b212e-76a5-4f91-b737-f529157d0c1a service neutron] 10.222.0.24 "GET /v2.0/networks/6e38c689-a5f2-496b-86eb-87a6a2dd77a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808094 Mar 28 01:34:59.904276 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537ce1d3-ee71-4e4c-b3de-402dfb9e9606 None None] Checking router: bbfd3f67-f0c3-41c7-95d5-6f879f3ec281 for host: dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:34:59.904633 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537ce1d3-ee71-4e4c-b3de-402dfb9e9606 None None] Updating router bbfd3f67-f0c3-41c7-95d5-6f879f3ec281 port a822f19b-7cb9-4ed3-9a7b-6198137463e3 binding host dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 01:34:59.931998 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-537ce1d3-ee71-4e4c-b3de-402dfb9e9606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (a822f19b-7cb9-4ed3-9a7b-6198137463e3), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:00.024965 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device cdf566ae-d563-4798-85be-ccfc839a5b86 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:35:00.132317 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-56fe595b-9b74-4b6d-ac07-f4fc6a67aeed req-a0d2eb93-335b-4a15-8312-f58205a28514 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=adbf50b4-ae02-473a-956c-5163a3ae6db9 HTTP/1.1" status: 200 len: 210 time: 0.0985413 Mar 28 01:35:00.146484 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port cdf566ae-d563-4798-85be-ccfc839a5b86 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:35:00.146854 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (cdf566ae-d563-4798-85be-ccfc839a5b86), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:00.294694 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-537ce1d3-ee71-4e4c-b3de-402dfb9e9606 None None] Publish callbacks [] for port (a822f19b-7cb9-4ed3-9a7b-6198137463e3), precommit_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:00.296288 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port cdf566ae-d563-4798-85be-ccfc839a5b86 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:35:00.297297 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 6c535922-4ab1-4402-9b0f-71bbb25bd427 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:35:00.324401 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-537ce1d3-ee71-4e4c-b3de-402dfb9e9606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (a822f19b-7cb9-4ed3-9a7b-6198137463e3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:00.396085 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47670cca-9e0d-4be2-b051-4accc4fbdfbe None None] Pushing event updated for resources: {'Port': ['ID=a822f19b-7cb9-4ed3-9a7b-6198137463e3,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:35:00.428126 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 6c535922-4ab1-4402-9b0f-71bbb25bd427 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:35:00.428514 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (6c535922-4ab1-4402-9b0f-71bbb25bd427), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:00.481273 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-537ce1d3-ee71-4e4c-b3de-402dfb9e9606 None None] Attempting to bind port a822f19b-7cb9-4ed3-9a7b-6198137463e3 on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:35:00.481652 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-537ce1d3-ee71-4e4c-b3de-402dfb9e9606 None None] Attempting to bind port a822f19b-7cb9-4ed3-9a7b-6198137463e3 by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': 'c77dcc5f-a9eb-41e2-90e8-81294f26af4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6e38c689-a5f2-496b-86eb-87a6a2dd77a1'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:35:00.482015 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537ce1d3-ee71-4e4c-b3de-402dfb9e9606 None None] Attempting to bind port a822f19b-7cb9-4ed3-9a7b-6198137463e3 on network 6e38c689-a5f2-496b-86eb-87a6a2dd77a1 {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:35:00.495917 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537ce1d3-ee71-4e4c-b3de-402dfb9e9606 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:35:00.496401 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537ce1d3-ee71-4e4c-b3de-402dfb9e9606 None None] Checking segment: {'id': 'c77dcc5f-a9eb-41e2-90e8-81294f26af4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6e38c689-a5f2-496b-86eb-87a6a2dd77a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:35:00.496922 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-537ce1d3-ee71-4e4c-b3de-402dfb9e9606 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:00.497246 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537ce1d3-ee71-4e4c-b3de-402dfb9e9606 None None] Bound using segment: {'id': 'c77dcc5f-a9eb-41e2-90e8-81294f26af4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6e38c689-a5f2-496b-86eb-87a6a2dd77a1'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:35:00.497703 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-537ce1d3-ee71-4e4c-b3de-402dfb9e9606 None None] Bound port: a822f19b-7cb9-4ed3-9a7b-6198137463e3, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c77dcc5f-a9eb-41e2-90e8-81294f26af4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6e38c689-a5f2-496b-86eb-87a6a2dd77a1'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:35:00.498092 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-537ce1d3-ee71-4e4c-b3de-402dfb9e9606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (a822f19b-7cb9-4ed3-9a7b-6198137463e3), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:00.592118 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 6c535922-4ab1-4402-9b0f-71bbb25bd427 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:35:00.600496 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-537ce1d3-ee71-4e4c-b3de-402dfb9e9606 None None] For port a822f19b-7cb9-4ed3-9a7b-6198137463e3, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:35:00.603833 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-537ce1d3-ee71-4e4c-b3de-402dfb9e9606 None None] For port a822f19b-7cb9-4ed3-9a7b-6198137463e3, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=a822f19b-7cb9-4ed3-9a7b-6198137463e3,segment=NetworkSegment(c77dcc5f-a9eb-41e2-90e8-81294f26af4e),segment_id=c77dcc5f-a9eb-41e2-90e8-81294f26af4e)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:35:00.610000 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-537ce1d3-ee71-4e4c-b3de-402dfb9e9606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (a822f19b-7cb9-4ed3-9a7b-6198137463e3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:00.668964 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537ce1d3-ee71-4e4c-b3de-402dfb9e9606 None None] Routers {'bbfd3f67-f0c3-41c7-95d5-6f879f3ec281'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:35:00.669592 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-537ce1d3-ee71-4e4c-b3de-402dfb9e9606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:34:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['bbfd3f67-f0c3-41c7-95d5-6f879f3ec281'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:35:00.672553 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47670cca-9e0d-4be2-b051-4accc4fbdfbe None None] Pushing event updated for resources: {'Port': ['ID=a822f19b-7cb9-4ed3-9a7b-6198137463e3,revision_number=4']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:35:00.908712 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-d7784b3e-74cc-446f-8e8b-09ab1de6406b None None] Provisioning complete for port a822f19b-7cb9-4ed3-9a7b-6198137463e3 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:35:00.909013 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d7784b3e-74cc-446f-8e8b-09ab1de6406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (a822f19b-7cb9-4ed3-9a7b-6198137463e3), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:00.963606 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-537ce1d3-ee71-4e4c-b3de-402dfb9e9606 None None] Set router bbfd3f67-f0c3-41c7-95d5-6f879f3ec281 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:35:01.028827 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfc7af3-bc9b-4c44-a08e-2d7396983f69 req-55b0f3c3-bec0-4b70-8480-ea8e5ffced2a tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:35:01.030404 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-fbfc7af3-bc9b-4c44-a08e-2d7396983f69 req-55b0f3c3-bec0-4b70-8480-ea8e5ffced2a tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.10 "GET /v2.0/networks?id=6e38c689-a5f2-496b-86eb-87a6a2dd77a1 HTTP/1.1" status: 200 len: 797 time: 0.1126232 Mar 28 01:35:01.096246 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-fbfc7af3-bc9b-4c44-a08e-2d7396983f69 req-f270f4f1-fba9-43a4-b4e7-df41d26fafb3 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2961ca1eab8443d3977a60308ef2e35a HTTP/1.1" status: 200 len: 380 time: 0.0573821 Mar 28 01:35:01.104073 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [req-fbfc7af3-bc9b-4c44-a08e-2d7396983f69 req-d60fcf0b-a940-41e7-b97b-eaa2b249de2b tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Request body: {'port': {'device_id': 'adbf50b4-ae02-473a-956c-5163a3ae6db9', 'network_id': '6e38c689-a5f2-496b-86eb-87a6a2dd77a1', 'admin_state_up': True, 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'security_groups': ['0229e280-5853-47d7-bc5e-691cc3248eb8']}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:35:01.114056 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-d7784b3e-74cc-446f-8e8b-09ab1de6406b None None] Current status of the port a822f19b-7cb9-4ed3-9a7b-6198137463e3 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:35:01.114493 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d7784b3e-74cc-446f-8e8b-09ab1de6406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (a822f19b-7cb9-4ed3-9a7b-6198137463e3), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:01.175333 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-d7784b3e-74cc-446f-8e8b-09ab1de6406b None None] For port a822f19b-7cb9-4ed3-9a7b-6198137463e3, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=a822f19b-7cb9-4ed3-9a7b-6198137463e3,segment=NetworkSegment(c77dcc5f-a9eb-41e2-90e8-81294f26af4e),segment_id=c77dcc5f-a9eb-41e2-90e8-81294f26af4e)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:35:01.197182 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d7784b3e-74cc-446f-8e8b-09ab1de6406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (a822f19b-7cb9-4ed3-9a7b-6198137463e3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:01.236446 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-0946c97e-a020-4cc9-9c88-9efbc928cf43 req-a4ee5597-0c7e-412d-a04c-87af5bc338d7 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=adbf50b4-ae02-473a-956c-5163a3ae6db9 HTTP/1.1" status: 200 len: 210 time: 0.0405967 Mar 28 01:35:01.250810 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbfc7af3-bc9b-4c44-a08e-2d7396983f69 req-d60fcf0b-a940-41e7-b97b-eaa2b249de2b tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Made reservation on behalf of 2961ca1eab8443d3977a60308ef2e35a for: {'port': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:35:01.254801 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7784b3e-74cc-446f-8e8b-09ab1de6406b None None] Pushing event updated for resources: {'Port': ['ID=a822f19b-7cb9-4ed3-9a7b-6198137463e3,revision_number=5']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:35:01.258493 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-fbfc7af3-bc9b-4c44-a08e-2d7396983f69 req-d60fcf0b-a940-41e7-b97b-eaa2b249de2b tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:01.273721 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-537ce1d3-ee71-4e4c-b3de-402dfb9e9606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbfd3f67-f0c3-41c7-95d5-6f879f3ec281', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1580804915', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.212'}], 'enable_snat': True}, 'gw_port_id': 'cdf566ae-d563-4798-85be-ccfc839a5b86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:34:54Z', 'updated_at': '2022-03-28T01:34:58Z', 'revision_number': 4, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'gw_port': {'id': 'cdf566ae-d563-4798-85be-ccfc839a5b86', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfd3f67-f0c3-41c7-95d5-6f879f3ec281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:34:55Z', 'updated_at': '2022-03-28T01:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': 'a822f19b-7cb9-4ed3-9a7b-6198137463e3', 'name': '', 'network_id': '6e38c689-a5f2-496b-86eb-87a6a2dd77a1', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'mac_address': 'fa:16:3e:99:df:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbfd3f67-f0c3-41c7-95d5-6f879f3ec281', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '7e0f04ed-fa68-4906-9aba-32fd90046725', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:34:57Z', 'updated_at': '2022-03-28T01:35:00Z', 'revision_number': 4, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'subnets': [{'id': '7e0f04ed-fa68-4906-9aba-32fd90046725', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:35:01.301381 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537ce1d3-ee71-4e4c-b3de-402dfb9e9606 None None] The sync data for ids ['bbfd3f67-f0c3-41c7-95d5-6f879f3ec281'] in dv-neutron-834874-6-hyperv is: [{'id': 'bbfd3f67-f0c3-41c7-95d5-6f879f3ec281', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1580804915', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.212'}], 'enable_snat': True}, 'gw_port_id': 'cdf566ae-d563-4798-85be-ccfc839a5b86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:34:54Z', 'updated_at': '2022-03-28T01:34:58Z', 'revision_number': 4, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'gw_port': {'id': 'cdf566ae-d563-4798-85be-ccfc839a5b86', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfd3f67-f0c3-41c7-95d5-6f879f3ec281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:34:55Z', 'updated_at': '2022-03-28T01:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': 'a822f19b-7cb9-4ed3-9a7b-6198137463e3', 'name': '', 'network_id': '6e38c689-a5f2-496b-86eb-87a6a2dd77a1', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'mac_address': 'fa:16:3e:99:df:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbfd3f67-f0c3-41c7-95d5-6f879f3ec281', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '7e0f04ed-fa68-4906-9aba-32fd90046725', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:34:57Z', 'updated_at': '2022-03-28T01:35:00Z', 'revision_number': 4, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'subnets': [{'id': '7e0f04ed-fa68-4906-9aba-32fd90046725', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:35:01.316664 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-0b994ea1-5238-4f0d-bbc4-bbbf2160d22f None None] Provisioning complete for port a822f19b-7cb9-4ed3-9a7b-6198137463e3 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:35:01.316902 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-0b994ea1-5238-4f0d-bbc4-bbbf2160d22f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (a822f19b-7cb9-4ed3-9a7b-6198137463e3), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:01.403514 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [req-fbfc7af3-bc9b-4c44-a08e-2d7396983f69 req-d60fcf0b-a940-41e7-b97b-eaa2b249de2b tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Allocated IP 172.20.0.3 (6e38c689-a5f2-496b-86eb-87a6a2dd77a1/7e0f04ed-fa68-4906-9aba-32fd90046725/6e6987ad-0ed6-4c4c-9a56-d019121613ca) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:35:01.435824 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-0b994ea1-5238-4f0d-bbc4-bbbf2160d22f None None] Current status of the port a822f19b-7cb9-4ed3-9a7b-6198137463e3 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:35:01.559202 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-fbfc7af3-bc9b-4c44-a08e-2d7396983f69 req-d60fcf0b-a940-41e7-b97b-eaa2b249de2b tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for port (6e6987ad-0ed6-4c4c-9a56-d019121613ca), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:01.594345 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-fbfc7af3-bc9b-4c44-a08e-2d7396983f69 req-d60fcf0b-a940-41e7-b97b-eaa2b249de2b tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (6e6987ad-0ed6-4c4c-9a56-d019121613ca), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:01.636147 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbfc7af3-bc9b-4c44-a08e-2d7396983f69 req-d60fcf0b-a940-41e7-b97b-eaa2b249de2b tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Network 6e38c689-a5f2-496b-86eb-87a6a2dd77a1 is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:35:01.639431 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [req-fbfc7af3-bc9b-4c44-a08e-2d7396983f69 req-d60fcf0b-a940-41e7-b97b-eaa2b249de2b tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:35:01.646901 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbfc7af3-bc9b-4c44-a08e-2d7396983f69 req-d60fcf0b-a940-41e7-b97b-eaa2b249de2b tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:35:01.675558 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60fcf0b-a940-41e7-b97b-eaa2b249de2b tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Pushing event updated for resources: {'Port': ['ID=6e6987ad-0ed6-4c4c-9a56-d019121613ca,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:35:01.704417 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfc7af3-bc9b-4c44-a08e-2d7396983f69 req-d60fcf0b-a940-41e7-b97b-eaa2b249de2b tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:35:01.706760 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-fbfc7af3-bc9b-4c44-a08e-2d7396983f69 req-d60fcf0b-a940-41e7-b97b-eaa2b249de2b tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:01.726268 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-fbfc7af3-bc9b-4c44-a08e-2d7396983f69 req-d60fcf0b-a940-41e7-b97b-eaa2b249de2b tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6244543 Mar 28 01:35:01.735416 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [req-fbfc7af3-bc9b-4c44-a08e-2d7396983f69 req-964cad06-5f82-4dd2-91b6-fd2be92a4739 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=104099) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 01:35:01.736580 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-fbfc7af3-bc9b-4c44-a08e-2d7396983f69 req-964cad06-5f82-4dd2-91b6-fd2be92a4739 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064235 Mar 28 01:35:01.747657 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [req-fbfc7af3-bc9b-4c44-a08e-2d7396983f69 req-ceee7fac-eea8-421a-89b2-6b512dcbc6cf service neutron] Request body: {'port': {'device_id': 'adbf50b4-ae02-473a-956c-5163a3ae6db9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8348'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:35:01.819332 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-fbfc7af3-bc9b-4c44-a08e-2d7396983f69 req-ceee7fac-eea8-421a-89b2-6b512dcbc6cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (6e6987ad-0ed6-4c4c-9a56-d019121613ca), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:01.963571 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-241fa34f-75f9-44f3-b97b-f5ca77b91234 None None] Provisioning complete for port 6e6987ad-0ed6-4c4c-9a56-d019121613ca triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:35:01.964246 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-241fa34f-75f9-44f3-b97b-f5ca77b91234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (6e6987ad-0ed6-4c4c-9a56-d019121613ca), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:02.004756 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-241fa34f-75f9-44f3-b97b-f5ca77b91234 None None] Port 6e6987ad-0ed6-4c4c-9a56-d019121613ca cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:35:02.036919 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device a822f19b-7cb9-4ed3-9a7b-6198137463e3 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:35:02.089347 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port a822f19b-7cb9-4ed3-9a7b-6198137463e3 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:35:02.089718 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (a822f19b-7cb9-4ed3-9a7b-6198137463e3), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:02.115673 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [req-fbfc7af3-bc9b-4c44-a08e-2d7396983f69 req-ceee7fac-eea8-421a-89b2-6b512dcbc6cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e6987ad-0ed6-4c4c-9a56-d019121613ca {{(pid=104099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 01:35:02.126057 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-fbfc7af3-bc9b-4c44-a08e-2d7396983f69 req-ceee7fac-eea8-421a-89b2-6b512dcbc6cf service neutron] Publish callbacks [] for port (6e6987ad-0ed6-4c4c-9a56-d019121613ca), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:02.138837 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [req-fbfc7af3-bc9b-4c44-a08e-2d7396983f69 req-ceee7fac-eea8-421a-89b2-6b512dcbc6cf service neutron] Transition to ACTIVE for port object 6e6987ad-0ed6-4c4c-9a56-d019121613ca will not be triggered until provisioned by entity L2. {{(pid=104099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 01:35:02.144073 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-fbfc7af3-bc9b-4c44-a08e-2d7396983f69 req-ceee7fac-eea8-421a-89b2-6b512dcbc6cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (6e6987ad-0ed6-4c4c-9a56-d019121613ca), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:02.175564 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port a822f19b-7cb9-4ed3-9a7b-6198137463e3 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:35:02.197307 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceee7fac-eea8-421a-89b2-6b512dcbc6cf service neutron] Pushing event updated for resources: {'Port': ['ID=6e6987ad-0ed6-4c4c-9a56-d019121613ca,revision_number=2']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:35:02.277397 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-fbfc7af3-bc9b-4c44-a08e-2d7396983f69 req-ceee7fac-eea8-421a-89b2-6b512dcbc6cf service neutron] Attempting to bind port 6e6987ad-0ed6-4c4c-9a56-d019121613ca on host hv-neutron-8348 for vnic_type normal with profile {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:35:02.278039 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-fbfc7af3-bc9b-4c44-a08e-2d7396983f69 req-ceee7fac-eea8-421a-89b2-6b512dcbc6cf service neutron] Attempting to bind port 6e6987ad-0ed6-4c4c-9a56-d019121613ca by drivers openvswitch,hyperv on host hv-neutron-8348 at level 0 using segments [{'id': 'c77dcc5f-a9eb-41e2-90e8-81294f26af4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6e38c689-a5f2-496b-86eb-87a6a2dd77a1'}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:35:02.278551 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfc7af3-bc9b-4c44-a08e-2d7396983f69 req-ceee7fac-eea8-421a-89b2-6b512dcbc6cf service neutron] Attempting to bind port 6e6987ad-0ed6-4c4c-9a56-d019121613ca on network 6e38c689-a5f2-496b-86eb-87a6a2dd77a1 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:35:02.283752 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfc7af3-bc9b-4c44-a08e-2d7396983f69 req-ceee7fac-eea8-421a-89b2-6b512dcbc6cf service neutron] Port 6e6987ad-0ed6-4c4c-9a56-d019121613ca on network 6e38c689-a5f2-496b-86eb-87a6a2dd77a1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8348 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 01:35:02.284183 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfc7af3-bc9b-4c44-a08e-2d7396983f69 req-ceee7fac-eea8-421a-89b2-6b512dcbc6cf service neutron] Attempting to bind port 6e6987ad-0ed6-4c4c-9a56-d019121613ca on network 6e38c689-a5f2-496b-86eb-87a6a2dd77a1 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:35:02.290001 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfc7af3-bc9b-4c44-a08e-2d7396983f69 req-ceee7fac-eea8-421a-89b2-6b512dcbc6cf service neutron] Checking agent: {'id': '287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8348', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 1, 2, 33), 'started_at': datetime.datetime(2022, 3, 28, 1, 2, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:35:02.290902 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfc7af3-bc9b-4c44-a08e-2d7396983f69 req-ceee7fac-eea8-421a-89b2-6b512dcbc6cf service neutron] Checking segment: {'id': 'c77dcc5f-a9eb-41e2-90e8-81294f26af4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6e38c689-a5f2-496b-86eb-87a6a2dd77a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:35:02.290902 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfc7af3-bc9b-4c44-a08e-2d7396983f69 req-ceee7fac-eea8-421a-89b2-6b512dcbc6cf service neutron] Bound using segment: {'id': 'c77dcc5f-a9eb-41e2-90e8-81294f26af4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6e38c689-a5f2-496b-86eb-87a6a2dd77a1'} {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:35:02.291879 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-fbfc7af3-bc9b-4c44-a08e-2d7396983f69 req-ceee7fac-eea8-421a-89b2-6b512dcbc6cf service neutron] Bound port: 6e6987ad-0ed6-4c4c-9a56-d019121613ca, host: hv-neutron-8348, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c77dcc5f-a9eb-41e2-90e8-81294f26af4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6e38c689-a5f2-496b-86eb-87a6a2dd77a1'}}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:35:02.291879 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-fbfc7af3-bc9b-4c44-a08e-2d7396983f69 req-ceee7fac-eea8-421a-89b2-6b512dcbc6cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (6e6987ad-0ed6-4c4c-9a56-d019121613ca), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:02.373870 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-fbfc7af3-bc9b-4c44-a08e-2d7396983f69 req-ceee7fac-eea8-421a-89b2-6b512dcbc6cf service neutron] For port 6e6987ad-0ed6-4c4c-9a56-d019121613ca, host hv-neutron-8348, cleared binding levels {{(pid=104099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:35:02.377782 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-fbfc7af3-bc9b-4c44-a08e-2d7396983f69 req-ceee7fac-eea8-421a-89b2-6b512dcbc6cf service neutron] For port 6e6987ad-0ed6-4c4c-9a56-d019121613ca, host hv-neutron-8348, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=6e6987ad-0ed6-4c4c-9a56-d019121613ca,segment=NetworkSegment(c77dcc5f-a9eb-41e2-90e8-81294f26af4e),segment_id=c77dcc5f-a9eb-41e2-90e8-81294f26af4e)] {{(pid=104099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:35:02.384632 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40451a4c-3699-4ab6-bcfc-2ed958928a33 req-81314ead-fb78-4e7b-89c3-77a84ddf5803 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:35:02.387163 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-40451a4c-3699-4ab6-bcfc-2ed958928a33 req-81314ead-fb78-4e7b-89c3-77a84ddf5803 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=adbf50b4-ae02-473a-956c-5163a3ae6db9 HTTP/1.1" status: 200 len: 943 time: 0.0653796 Mar 28 01:35:02.394490 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-fbfc7af3-bc9b-4c44-a08e-2d7396983f69 req-ceee7fac-eea8-421a-89b2-6b512dcbc6cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (6e6987ad-0ed6-4c4c-9a56-d019121613ca), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:02.429571 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfc7af3-bc9b-4c44-a08e-2d7396983f69 req-ceee7fac-eea8-421a-89b2-6b512dcbc6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:35:02.430102 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-fbfc7af3-bc9b-4c44-a08e-2d7396983f69 req-ceee7fac-eea8-421a-89b2-6b512dcbc6cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:02.431592 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-fbfc7af3-bc9b-4c44-a08e-2d7396983f69 req-ceee7fac-eea8-421a-89b2-6b512dcbc6cf service neutron] 10.222.0.10 "PUT /v2.0/ports/6e6987ad-0ed6-4c4c-9a56-d019121613ca HTTP/1.1" status: 200 len: 1093 time: 0.6880774 Mar 28 01:35:02.431959 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adbf50b4-ae02-473a-956c-5163a3ae6db9', 'tag': '6e6987ad-0ed6-4c4c-9a56-d019121613ca'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:35:02.434394 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2af4b01a9fa8b1570ccf1d7859d693ad34c106b258078e9cfae86b97f35e3d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e81e4582-6225-40b9-a5e5-13bc07eadb67" -d '{"events": [{"name": "network-changed", "server_uuid": "adbf50b4-ae02-473a-956c-5163a3ae6db9", "tag": "6e6987ad-0ed6-4c4c-9a56-d019121613ca"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:35:02.455827 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-40451a4c-3699-4ab6-bcfc-2ed958928a33 req-752bc9fa-cc35-4c48-ac08-aa51fdf28533 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/security-groups?id=0229e280-5853-47d7-bc5e-691cc3248eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610569 Mar 28 01:35:02.498780 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 01:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10622c37-ac26-4d36-93ad-5cdfc2980a67 x-openstack-request-id: req-10622c37-ac26-4d36-93ad-5cdfc2980a67 {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:35:02.499634 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adbf50b4-ae02-473a-956c-5163a3ae6db9", "tag": "6e6987ad-0ed6-4c4c-9a56-d019121613ca", "status": "completed", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:35:02.499884 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-10622c37-ac26-4d36-93ad-5cdfc2980a67 {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:35:02.500323 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10622c37-ac26-4d36-93ad-5cdfc2980a67'] response: {'name': 'network-changed', 'server_uuid': 'adbf50b4-ae02-473a-956c-5163a3ae6db9', 'tag': '6e6987ad-0ed6-4c4c-9a56-d019121613ca', 'status': 'completed', 'code': 200} Mar 28 01:35:02.502601 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceee7fac-eea8-421a-89b2-6b512dcbc6cf service neutron] Pushing event updated for resources: {'Port': ['ID=6e6987ad-0ed6-4c4c-9a56-d019121613ca,revision_number=3']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:35:02.544686 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfc7af3-bc9b-4c44-a08e-2d7396983f69 req-08bbff01-2419-42da-be6c-9f174d2c7399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:35:02.547103 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-fbfc7af3-bc9b-4c44-a08e-2d7396983f69 req-08bbff01-2419-42da-be6c-9f174d2c7399 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2961ca1eab8443d3977a60308ef2e35a&device_id=adbf50b4-ae02-473a-956c-5163a3ae6db9 HTTP/1.1" status: 200 len: 1127 time: 0.0607188 Mar 28 01:35:02.590266 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-fbfc7af3-bc9b-4c44-a08e-2d7396983f69 req-0a31525e-fed6-4f85-ae76-2bab359c691e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e6987ad-0ed6-4c4c-9a56-d019121613ca HTTP/1.1" status: 200 len: 217 time: 0.0368576 Mar 28 01:35:02.641466 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfc7af3-bc9b-4c44-a08e-2d7396983f69 req-c7bbe466-76a0-41fa-bb8b-0fa9ddf246cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:35:02.642980 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-fbfc7af3-bc9b-4c44-a08e-2d7396983f69 req-c7bbe466-76a0-41fa-bb8b-0fa9ddf246cb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7e0f04ed-fa68-4906-9aba-32fd90046725 HTTP/1.1" status: 200 len: 834 time: 0.0475347 Mar 28 01:35:02.694759 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfc7af3-bc9b-4c44-a08e-2d7396983f69 req-76e2f3cc-bb95-4095-a224-1ee612a61092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:35:02.696234 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-fbfc7af3-bc9b-4c44-a08e-2d7396983f69 req-76e2f3cc-bb95-4095-a224-1ee612a61092 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6e38c689-a5f2-496b-86eb-87a6a2dd77a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0470002 Mar 28 01:35:02.792643 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-fbfc7af3-bc9b-4c44-a08e-2d7396983f69 req-37eea6e2-ae78-410a-a1f4-5d3553270ae3 service neutron] 10.222.0.10 "GET /v2.0/networks/6e38c689-a5f2-496b-86eb-87a6a2dd77a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902312 Mar 28 01:35:02.881214 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-fbfc7af3-bc9b-4c44-a08e-2d7396983f69 req-fefc4d27-403b-4569-9226-394642f9200d service neutron] 10.222.0.10 "GET /v2.0/networks/6e38c689-a5f2-496b-86eb-87a6a2dd77a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818861 Mar 28 01:35:02.975180 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81e4582-6225-40b9-a5e5-13bc07eadb67 req-e24a8caf-f004-447d-87c7-253c792e63ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:35:02.976979 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e81e4582-6225-40b9-a5e5-13bc07eadb67 req-e24a8caf-f004-447d-87c7-253c792e63ff service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2961ca1eab8443d3977a60308ef2e35a&device_id=adbf50b4-ae02-473a-956c-5163a3ae6db9 HTTP/1.1" status: 200 len: 1127 time: 0.0498581 Mar 28 01:35:03.059206 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:03.073498 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81e4582-6225-40b9-a5e5-13bc07eadb67 req-5e858d13-53bd-46e5-a198-fb877de7ff92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:35:03.074975 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e81e4582-6225-40b9-a5e5-13bc07eadb67 req-5e858d13-53bd-46e5-a198-fb877de7ff92 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6e38c689-a5f2-496b-86eb-87a6a2dd77a1 HTTP/1.1" status: 200 len: 897 time: 0.0913758 Mar 28 01:35:03.118240 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e81e4582-6225-40b9-a5e5-13bc07eadb67 req-9514e6e8-d5a0-4ef9-a3da-af01fc2d85e2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e6987ad-0ed6-4c4c-9a56-d019121613ca HTTP/1.1" status: 200 len: 217 time: 0.0368102 Mar 28 01:35:03.165403 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81e4582-6225-40b9-a5e5-13bc07eadb67 req-303bf93e-a2d5-4f37-ba81-cf3b415a6353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:35:03.166801 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e81e4582-6225-40b9-a5e5-13bc07eadb67 req-303bf93e-a2d5-4f37-ba81-cf3b415a6353 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7e0f04ed-fa68-4906-9aba-32fd90046725 HTTP/1.1" status: 200 len: 834 time: 0.0426123 Mar 28 01:35:03.214782 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81e4582-6225-40b9-a5e5-13bc07eadb67 req-db6fbe65-3ae4-40a7-b902-0bb07db9fee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:35:03.216260 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e81e4582-6225-40b9-a5e5-13bc07eadb67 req-db6fbe65-3ae4-40a7-b902-0bb07db9fee3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6e38c689-a5f2-496b-86eb-87a6a2dd77a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0419719 Mar 28 01:35:03.312314 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e81e4582-6225-40b9-a5e5-13bc07eadb67 req-d6610ade-da2c-47eb-a013-3989f10e5720 service neutron] 10.222.0.10 "GET /v2.0/networks/6e38c689-a5f2-496b-86eb-87a6a2dd77a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889745 Mar 28 01:35:03.399228 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e81e4582-6225-40b9-a5e5-13bc07eadb67 req-51189d82-ca39-435b-a5af-01da8cda658c service neutron] 10.222.0.10 "GET /v2.0/networks/6e38c689-a5f2-496b-86eb-87a6a2dd77a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808122 Mar 28 01:35:03.577397 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20033cfc-0f77-4076-a985-9c04d99066a3 req-975232ef-c3bd-445a-8641-66e488e097e8 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:35:03.579328 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-20033cfc-0f77-4076-a985-9c04d99066a3 req-975232ef-c3bd-445a-8641-66e488e097e8 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=adbf50b4-ae02-473a-956c-5163a3ae6db9 HTTP/1.1" status: 200 len: 943 time: 0.0580630 Mar 28 01:35:03.627507 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-20033cfc-0f77-4076-a985-9c04d99066a3 req-c515a7db-d632-49ad-a54d-c33673686f3e tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/security-groups?id=0229e280-5853-47d7-bc5e-691cc3248eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426586 Mar 28 01:35:04.747265 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812bee58-49a3-4efb-ae0c-69462a7607f1 req-623c8ec9-4d26-446b-81dc-285ce49f6d77 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:35:04.748757 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-812bee58-49a3-4efb-ae0c-69462a7607f1 req-623c8ec9-4d26-446b-81dc-285ce49f6d77 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=adbf50b4-ae02-473a-956c-5163a3ae6db9 HTTP/1.1" status: 200 len: 943 time: 0.0527484 Mar 28 01:35:04.796352 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-812bee58-49a3-4efb-ae0c-69462a7607f1 req-0377c3e7-1081-4f80-ac31-737c838cc7bb tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/security-groups?id=0229e280-5853-47d7-bc5e-691cc3248eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414684 Mar 28 01:35:05.333670 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device 6e6987ad-0ed6-4c4c-9a56-d019121613ca details requested by agent hyperv_hv-neutron-8348 with host hv-neutron-8348 {{(pid=104100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 01:35:05.429577 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port 6e6987ad-0ed6-4c4c-9a56-d019121613ca, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=6e6987ad-0ed6-4c4c-9a56-d019121613ca,segment=NetworkSegment(c77dcc5f-a9eb-41e2-90e8-81294f26af4e),segment_id=c77dcc5f-a9eb-41e2-90e8-81294f26af4e)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:35:05.440586 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Returning: {'device': '6e6987ad-0ed6-4c4c-9a56-d019121613ca', 'network_id': '6e38c689-a5f2-496b-86eb-87a6a2dd77a1', 'port_id': '6e6987ad-0ed6-4c4c-9a56-d019121613ca', 'mac_address': 'fa:16:3e:b9:03:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e0f04ed-fa68-4906-9aba-32fd90046725', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 01:35:05.476957 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port 6e6987ad-0ed6-4c4c-9a56-d019121613ca is: DOWN; New status is: BUILD {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:35:05.477347 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (6e6987ad-0ed6-4c4c-9a56-d019121613ca), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:05.489919 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e6987ad-0ed6-4c4c-9a56-d019121613ca {{(pid=104100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 01:35:05.508160 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port 6e6987ad-0ed6-4c4c-9a56-d019121613ca, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=6e6987ad-0ed6-4c4c-9a56-d019121613ca,segment=NetworkSegment(c77dcc5f-a9eb-41e2-90e8-81294f26af4e),segment_id=c77dcc5f-a9eb-41e2-90e8-81294f26af4e)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:35:05.512493 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (6e6987ad-0ed6-4c4c-9a56-d019121613ca), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:05.562890 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Pushing event updated for resources: {'Port': ['ID=6e6987ad-0ed6-4c4c-9a56-d019121613ca,revision_number=4']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:35:05.712388 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] get_ports_and_sgs() called for port_ids ['6e6987ad-0ed6-4c4c-9a56-d019121613ca'] {{(pid=104100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 01:35:05.917204 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135c318a-c493-4a4c-b515-29cf4e82aec2 req-56899212-520c-425c-9f83-1d4a6a4651d8 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:35:05.918696 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-135c318a-c493-4a4c-b515-29cf4e82aec2 req-56899212-520c-425c-9f83-1d4a6a4651d8 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=adbf50b4-ae02-473a-956c-5163a3ae6db9 HTTP/1.1" status: 200 len: 944 time: 0.0527337 Mar 28 01:35:05.971111 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-135c318a-c493-4a4c-b515-29cf4e82aec2 req-fd2fe19d-0c27-490e-ab42-fc6ddcad4455 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/security-groups?id=0229e280-5853-47d7-bc5e-691cc3248eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468194 Mar 28 01:35:07.088861 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15705b8-dc31-4e29-bdbd-5fb8cfbad360 req-4771abd3-8fab-43ed-8b89-40cd1a709c62 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:35:07.090310 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e15705b8-dc31-4e29-bdbd-5fb8cfbad360 req-4771abd3-8fab-43ed-8b89-40cd1a709c62 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=adbf50b4-ae02-473a-956c-5163a3ae6db9 HTTP/1.1" status: 200 len: 944 time: 0.0549624 Mar 28 01:35:07.137133 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e15705b8-dc31-4e29-bdbd-5fb8cfbad360 req-46199e08-0094-4d77-a172-99e209ed0404 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/security-groups?id=0229e280-5853-47d7-bc5e-691cc3248eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407176 Mar 28 01:35:07.347965 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device 6e6987ad-0ed6-4c4c-9a56-d019121613ca up at agent hyperv_hv-neutron-8348 {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:35:07.396252 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Provisioning for port 6e6987ad-0ed6-4c4c-9a56-d019121613ca completed by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 01:35:07.399989 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Provisioning complete for port 6e6987ad-0ed6-4c4c-9a56-d019121613ca triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:35:07.400673 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (6e6987ad-0ed6-4c4c-9a56-d019121613ca), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:07.474743 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port 6e6987ad-0ed6-4c4c-9a56-d019121613ca is: BUILD; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:35:07.475129 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (6e6987ad-0ed6-4c4c-9a56-d019121613ca), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:07.496776 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adbf50b4-ae02-473a-956c-5163a3ae6db9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e6987ad-0ed6-4c4c-9a56-d019121613ca'}] {{(pid=104100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:35:07.499014 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd27896ebc78d0f7931321182ba9533a7b768b1c3fcddb3ff52a8aee6ddeaf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dae9c33f-3828-46ce-9f5f-6bbaa88cbf54" -d '{"events": [{"server_uuid": "adbf50b4-ae02-473a-956c-5163a3ae6db9", "name": "network-vif-plugged", "status": "completed", "tag": "6e6987ad-0ed6-4c4c-9a56-d019121613ca"}]}' {{(pid=104100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:35:07.516364 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port 6e6987ad-0ed6-4c4c-9a56-d019121613ca, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=6e6987ad-0ed6-4c4c-9a56-d019121613ca,segment=NetworkSegment(c77dcc5f-a9eb-41e2-90e8-81294f26af4e),segment_id=c77dcc5f-a9eb-41e2-90e8-81294f26af4e)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:35:07.520766 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (6e6987ad-0ed6-4c4c-9a56-d019121613ca), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:07.541962 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 01:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a11d1547-034a-4288-970d-29af797566b4 x-openstack-request-id: req-a11d1547-034a-4288-970d-29af797566b4 {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:35:07.542254 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adbf50b4-ae02-473a-956c-5163a3ae6db9", "name": "network-vif-plugged", "status": "completed", "tag": "6e6987ad-0ed6-4c4c-9a56-d019121613ca", "code": 200}]} {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:35:07.542505 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a11d1547-034a-4288-970d-29af797566b4 {{(pid=104100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:35:07.542899 dv-neutron-834874-6-hyperv neutron-server[104100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a11d1547-034a-4288-970d-29af797566b4'] response: {'server_uuid': 'adbf50b4-ae02-473a-956c-5163a3ae6db9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e6987ad-0ed6-4c4c-9a56-d019121613ca', 'code': 200} Mar 28 01:35:07.569939 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Pushing event updated for resources: {'Port': ['ID=6e6987ad-0ed6-4c4c-9a56-d019121613ca,revision_number=5']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:35:07.697253 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a49dae5-4450-4fcf-86ac-f4e6eb0af7a8 req-902dd00b-5ded-4e55-8c34-a63e34d508c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:35:07.698625 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-3a49dae5-4450-4fcf-86ac-f4e6eb0af7a8 req-902dd00b-5ded-4e55-8c34-a63e34d508c6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=adbf50b4-ae02-473a-956c-5163a3ae6db9 HTTP/1.1" status: 200 len: 1129 time: 0.0438797 Mar 28 01:35:07.743319 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-3a49dae5-4450-4fcf-86ac-f4e6eb0af7a8 req-cfb84187-8520-47ff-92ae-0d816c1f0acb service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0229e280-5853-47d7-bc5e-691cc3248eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383103 Mar 28 01:35:08.256044 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac941f79-f1e5-41f8-9542-4cf573510863 req-cea9c324-d78f-446e-8c3d-8d8a90493439 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:35:08.257528 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-ac941f79-f1e5-41f8-9542-4cf573510863 req-cea9c324-d78f-446e-8c3d-8d8a90493439 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=adbf50b4-ae02-473a-956c-5163a3ae6db9 HTTP/1.1" status: 200 len: 945 time: 0.0549052 Mar 28 01:35:08.306672 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-ac941f79-f1e5-41f8-9542-4cf573510863 req-1bf27bd9-adfb-4135-875b-c28b1841b4b4 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/security-groups?id=0229e280-5853-47d7-bc5e-691cc3248eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436735 Mar 28 01:35:09.424369 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4865002-5efe-45c1-88ce-48b23420017c req-147ca7c4-841c-427f-8630-6a7b48f6ada2 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:35:09.425837 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-a4865002-5efe-45c1-88ce-48b23420017c req-147ca7c4-841c-427f-8630-6a7b48f6ada2 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=adbf50b4-ae02-473a-956c-5163a3ae6db9 HTTP/1.1" status: 200 len: 945 time: 0.0529604 Mar 28 01:35:09.476440 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-a4865002-5efe-45c1-88ce-48b23420017c req-5c69c7c6-0555-4d7e-a343-643f9b988f75 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/security-groups?id=0229e280-5853-47d7-bc5e-691cc3248eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450881 Mar 28 01:35:09.589406 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7926d25-6420-4c5b-806b-849bb8d92a9a req-d1381e4d-3312-4a5f-8a0b-d708f1b95c42 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:35:09.590774 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-b7926d25-6420-4c5b-806b-849bb8d92a9a req-d1381e4d-3312-4a5f-8a0b-d708f1b95c42 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=adbf50b4-ae02-473a-956c-5163a3ae6db9 HTTP/1.1" status: 200 len: 945 time: 0.0516598 Mar 28 01:35:09.637708 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-b7926d25-6420-4c5b-806b-849bb8d92a9a req-628e722c-3757-4e17-ae63-843af8fca02d tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/security-groups?id=0229e280-5853-47d7-bc5e-691cc3248eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409799 Mar 28 01:35:09.659084 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 32840) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:35:09.704136 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77875fcd-1373-451f-b028-13b1f0540616 tempest-TestNetworkAdvancedServerOps-479632198 tempest-TestNetworkAdvancedServerOps-479632198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:35:09.705658 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-77875fcd-1373-451f-b028-13b1f0540616 tempest-TestNetworkAdvancedServerOps-479632198 tempest-TestNetworkAdvancedServerOps-479632198-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=adbf50b4-ae02-473a-956c-5163a3ae6db9 HTTP/1.1" status: 200 len: 1124 time: 0.0455530 Mar 28 01:35:09.708566 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 32842) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:35:09.712673 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-683d4d96-d511-4a89-9b5d-bb8801d66e80 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Request body: {'floatingip': {'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'port_id': '6e6987ad-0ed6-4c4c-9a56-d019121613ca', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:35:09.731954 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-683d4d96-d511-4a89-9b5d-bb8801d66e80 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:09.830295 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-683d4d96-d511-4a89-9b5d-bb8801d66e80 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:09.929869 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-683d4d96-d511-4a89-9b5d-bb8801d66e80 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Allocated IP 172.26.1.58 (dea6548b-502b-42db-97fb-371e423e739a/cce6de65-d8c9-45b8-9970-0a277e8c1192/6f507e40-9557-456c-85cf-8bd223921f45) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:35:10.035741 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-683d4d96-d511-4a89-9b5d-bb8801d66e80 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for port (6f507e40-9557-456c-85cf-8bd223921f45), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:10.068399 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-683d4d96-d511-4a89-9b5d-bb8801d66e80 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (6f507e40-9557-456c-85cf-8bd223921f45), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:10.104520 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-683d4d96-d511-4a89-9b5d-bb8801d66e80 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Network dea6548b-502b-42db-97fb-371e423e739a is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:35:10.107227 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-683d4d96-d511-4a89-9b5d-bb8801d66e80 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:35:10.109826 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683d4d96-d511-4a89-9b5d-bb8801d66e80 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:35:10.141777 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683d4d96-d511-4a89-9b5d-bb8801d66e80 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Pushing event updated for resources: {'Port': ['ID=6f507e40-9557-456c-85cf-8bd223921f45,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:35:10.454546 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-683d4d96-d511-4a89-9b5d-bb8801d66e80 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for floatingip (3937b28d-237f-49de-80ba-5f57acc4bbad), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:10.519352 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-683d4d96-d511-4a89-9b5d-bb8801d66e80 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (6f507e40-9557-456c-85cf-8bd223921f45), before_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:10.666699 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-683d4d96-d511-4a89-9b5d-bb8801d66e80 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for port (6f507e40-9557-456c-85cf-8bd223921f45), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:10.670854 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-683d4d96-d511-4a89-9b5d-bb8801d66e80 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126177159'] for port (6f507e40-9557-456c-85cf-8bd223921f45), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:10.737944 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683d4d96-d511-4a89-9b5d-bb8801d66e80 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Pushing event updated for resources: {'Port': ['ID=6f507e40-9557-456c-85cf-8bd223921f45,revision_number=2']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:35:10.747486 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-683d4d96-d511-4a89-9b5d-bb8801d66e80 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688063'] for floatingip (3937b28d-237f-49de-80ba-5f57acc4bbad), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:10.847422 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.l3_db [None req-683d4d96-d511-4a89-9b5d-bb8801d66e80 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Floating IP 3937b28d-237f-49de-80ba-5f57acc4bbad associated. External IP: 172.26.1.58, port: 6e6987ad-0ed6-4c4c-9a56-d019121613ca. Mar 28 01:35:11.052644 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-683d4d96-d511-4a89-9b5d-bb8801d66e80 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Router bbfd3f67-f0c3-41c7-95d5-6f879f3ec281 has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:35:11.158704 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-683d4d96-d511-4a89-9b5d-bb8801d66e80 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:35:11.168008 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fedf02-7155-41c9-8a77-880c53394e2a None None] Sync routers for ids ['bbfd3f67-f0c3-41c7-95d5-6f879f3ec281'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:35:11.176136 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-683d4d96-d511-4a89-9b5d-bb8801d66e80 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for floatingip (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:11.177919 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fedf02-7155-41c9-8a77-880c53394e2a None None] Routers {'bbfd3f67-f0c3-41c7-95d5-6f879f3ec281'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:35:11.178523 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-07fedf02-7155-41c9-8a77-880c53394e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:34:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['bbfd3f67-f0c3-41c7-95d5-6f879f3ec281'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:35:11.206041 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-683d4d96-d511-4a89-9b5d-bb8801d66e80 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.4964764 Mar 28 01:35:11.206636 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adbf50b4-ae02-473a-956c-5163a3ae6db9', 'tag': '6e6987ad-0ed6-4c4c-9a56-d019121613ca'}] {{(pid=104098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:35:11.208916 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4026f4115fe834cbdc9db1f12734a6e5e5d2473de268e244354b04a11285341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20fc3acf-f984-4285-a5ae-d037834fb786" -d '{"events": [{"name": "network-changed", "server_uuid": "adbf50b4-ae02-473a-956c-5163a3ae6db9", "tag": "6e6987ad-0ed6-4c4c-9a56-d019121613ca"}]}' {{(pid=104098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:35:11.248372 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 01:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daeb1ed8-f35c-4159-b893-8f5c21c81a74 x-openstack-request-id: req-daeb1ed8-f35c-4159-b893-8f5c21c81a74 {{(pid=104098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:35:11.248664 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adbf50b4-ae02-473a-956c-5163a3ae6db9", "tag": "6e6987ad-0ed6-4c4c-9a56-d019121613ca", "status": "completed", "code": 200}]} {{(pid=104098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:35:11.248924 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-daeb1ed8-f35c-4159-b893-8f5c21c81a74 {{(pid=104098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:35:11.249336 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-daeb1ed8-f35c-4159-b893-8f5c21c81a74'] response: {'name': 'network-changed', 'server_uuid': 'adbf50b4-ae02-473a-956c-5163a3ae6db9', 'tag': '6e6987ad-0ed6-4c4c-9a56-d019121613ca', 'status': 'completed', 'code': 200} Mar 28 01:35:11.295010 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-07fedf02-7155-41c9-8a77-880c53394e2a None None] Set router bbfd3f67-f0c3-41c7-95d5-6f879f3ec281 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:35:11.311793 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fc3acf-f984-4285-a5ae-d037834fb786 req-72c94e15-5421-48c1-874f-37cee667f885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:35:11.312958 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e292fd4f-06f4-4224-acc6-3f4a03160f07 req-5899b7d2-da44-493e-b78a-eec17247a0c7 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:35:11.313832 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-e292fd4f-06f4-4224-acc6-3f4a03160f07 req-5899b7d2-da44-493e-b78a-eec17247a0c7 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=adbf50b4-ae02-473a-956c-5163a3ae6db9 HTTP/1.1" status: 200 len: 945 time: 0.0547206 Mar 28 01:35:11.316531 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-20fc3acf-f984-4285-a5ae-d037834fb786 req-72c94e15-5421-48c1-874f-37cee667f885 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2961ca1eab8443d3977a60308ef2e35a&device_id=adbf50b4-ae02-473a-956c-5163a3ae6db9 HTTP/1.1" status: 200 len: 1129 time: 0.0477483 Mar 28 01:35:11.368134 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-e292fd4f-06f4-4224-acc6-3f4a03160f07 req-a798934a-42d3-4428-8284-7795413a3d72 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/security-groups?id=0229e280-5853-47d7-bc5e-691cc3248eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485830 Mar 28 01:35:11.391851 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 32848) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:35:11.420967 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fc3acf-f984-4285-a5ae-d037834fb786 req-356f4931-faaa-4c88-b2e0-eac6f2c3ce4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:35:11.422948 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-20fc3acf-f984-4285-a5ae-d037834fb786 req-356f4931-faaa-4c88-b2e0-eac6f2c3ce4a service neutron] 10.222.0.10 "GET /v2.0/networks?id=6e38c689-a5f2-496b-86eb-87a6a2dd77a1 HTTP/1.1" status: 200 len: 897 time: 0.1005960 Mar 28 01:35:11.460317 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-acf13c54-0a11-47a0-abc0-9475a2b8ce68 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/floatingips/3937b28d-237f-49de-80ba-5f57acc4bbad HTTP/1.1" status: 200 len: 990 time: 0.0659828 Mar 28 01:35:11.463643 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-23c204ce-67b7-49b8-8785-0bf84850e04e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:11.494394 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-20fc3acf-f984-4285-a5ae-d037834fb786 req-cacd474f-fa97-4ac0-b849-f9c7748ea59d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e6987ad-0ed6-4c4c-9a56-d019121613ca HTTP/1.1" status: 200 len: 998 time: 0.0656431 Mar 28 01:35:11.548312 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fc3acf-f984-4285-a5ae-d037834fb786 req-a8f6a1aa-531e-478a-9a47-40fafda83bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:35:11.549822 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-20fc3acf-f984-4285-a5ae-d037834fb786 req-a8f6a1aa-531e-478a-9a47-40fafda83bbc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7e0f04ed-fa68-4906-9aba-32fd90046725 HTTP/1.1" status: 200 len: 834 time: 0.0498927 Mar 28 01:35:11.599103 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fc3acf-f984-4285-a5ae-d037834fb786 req-a21efa41-c7d0-4893-8937-8922e07edd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:35:11.600554 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-20fc3acf-f984-4285-a5ae-d037834fb786 req-a21efa41-c7d0-4893-8937-8922e07edd2d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6e38c689-a5f2-496b-86eb-87a6a2dd77a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0453916 Mar 28 01:35:11.620146 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-07fedf02-7155-41c9-8a77-880c53394e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbfd3f67-f0c3-41c7-95d5-6f879f3ec281', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1580804915', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.212'}], 'enable_snat': True}, 'gw_port_id': 'cdf566ae-d563-4798-85be-ccfc839a5b86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:34:54Z', 'updated_at': '2022-03-28T01:34:58Z', 'revision_number': 4, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'gw_port': {'id': 'cdf566ae-d563-4798-85be-ccfc839a5b86', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfd3f67-f0c3-41c7-95d5-6f879f3ec281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:34:55Z', 'updated_at': '2022-03-28T01:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_floatingips': [{'id': '3937b28d-237f-49de-80ba-5f57acc4bbad', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'floating_ip_address': '172.26.1.58', 'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'router_id': 'bbfd3f67-f0c3-41c7-95d5-6f879f3ec281', 'port_id': '6e6987ad-0ed6-4c4c-9a56-d019121613ca', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1723, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e38c689-a5f2-496b-86eb-87a6a2dd77a1', 'mac_address': 'fa:16:3e:b9:03:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbf50b4-ae02-473a-956c-5163a3ae6db9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T01:35:10Z', 'updated_at': '2022-03-28T01:35:10Z', 'revision_number': 0, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a822f19b-7cb9-4ed3-9a7b-6198137463e3', 'name': '', 'network_id': '6e38c689-a5f2-496b-86eb-87a6a2dd77a1', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'mac_address': 'fa:16:3e:99:df:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfd3f67-f0c3-41c7-95d5-6f879f3ec281', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '7e0f04ed-fa68-4906-9aba-32fd90046725', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:34:57Z', 'updated_at': '2022-03-28T01:35:01Z', 'revision_number': 5, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'subnets': [{'id': '7e0f04ed-fa68-4906-9aba-32fd90046725', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:35:11.646526 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fedf02-7155-41c9-8a77-880c53394e2a None None] Checking router: bbfd3f67-f0c3-41c7-95d5-6f879f3ec281 for host: dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:35:11.654702 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fedf02-7155-41c9-8a77-880c53394e2a None None] Routers {'bbfd3f67-f0c3-41c7-95d5-6f879f3ec281'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:35:11.655344 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-07fedf02-7155-41c9-8a77-880c53394e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:34:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['bbfd3f67-f0c3-41c7-95d5-6f879f3ec281'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:35:11.691462 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-20fc3acf-f984-4285-a5ae-d037834fb786 req-7e344c8b-0fbd-4f6c-b026-c649608051be service neutron] 10.222.0.10 "GET /v2.0/networks/6e38c689-a5f2-496b-86eb-87a6a2dd77a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840061 Mar 28 01:35:11.760791 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-07fedf02-7155-41c9-8a77-880c53394e2a None None] Set router bbfd3f67-f0c3-41c7-95d5-6f879f3ec281 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:35:11.993992 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-07fedf02-7155-41c9-8a77-880c53394e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbfd3f67-f0c3-41c7-95d5-6f879f3ec281', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1580804915', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.212'}], 'enable_snat': True}, 'gw_port_id': 'cdf566ae-d563-4798-85be-ccfc839a5b86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:34:54Z', 'updated_at': '2022-03-28T01:34:58Z', 'revision_number': 4, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'gw_port': {'id': 'cdf566ae-d563-4798-85be-ccfc839a5b86', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfd3f67-f0c3-41c7-95d5-6f879f3ec281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:34:55Z', 'updated_at': '2022-03-28T01:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_floatingips': [{'id': '3937b28d-237f-49de-80ba-5f57acc4bbad', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'floating_ip_address': '172.26.1.58', 'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'router_id': 'bbfd3f67-f0c3-41c7-95d5-6f879f3ec281', 'port_id': '6e6987ad-0ed6-4c4c-9a56-d019121613ca', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1723, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e38c689-a5f2-496b-86eb-87a6a2dd77a1', 'mac_address': 'fa:16:3e:b9:03:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbf50b4-ae02-473a-956c-5163a3ae6db9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T01:35:10Z', 'updated_at': '2022-03-28T01:35:10Z', 'revision_number': 0, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a822f19b-7cb9-4ed3-9a7b-6198137463e3', 'name': '', 'network_id': '6e38c689-a5f2-496b-86eb-87a6a2dd77a1', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'mac_address': 'fa:16:3e:99:df:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfd3f67-f0c3-41c7-95d5-6f879f3ec281', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '7e0f04ed-fa68-4906-9aba-32fd90046725', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:34:57Z', 'updated_at': '2022-03-28T01:35:01Z', 'revision_number': 5, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'subnets': [{'id': '7e0f04ed-fa68-4906-9aba-32fd90046725', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:35:12.025848 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fedf02-7155-41c9-8a77-880c53394e2a None None] The sync data for ids ['bbfd3f67-f0c3-41c7-95d5-6f879f3ec281'] in dv-neutron-834874-6-hyperv is: [{'id': 'bbfd3f67-f0c3-41c7-95d5-6f879f3ec281', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1580804915', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.212'}], 'enable_snat': True}, 'gw_port_id': 'cdf566ae-d563-4798-85be-ccfc839a5b86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:34:54Z', 'updated_at': '2022-03-28T01:34:58Z', 'revision_number': 4, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'gw_port': {'id': 'cdf566ae-d563-4798-85be-ccfc839a5b86', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfd3f67-f0c3-41c7-95d5-6f879f3ec281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:34:55Z', 'updated_at': '2022-03-28T01:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_floatingips': [{'id': '3937b28d-237f-49de-80ba-5f57acc4bbad', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'floating_ip_address': '172.26.1.58', 'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'router_id': 'bbfd3f67-f0c3-41c7-95d5-6f879f3ec281', 'port_id': '6e6987ad-0ed6-4c4c-9a56-d019121613ca', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1723, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e38c689-a5f2-496b-86eb-87a6a2dd77a1', 'mac_address': 'fa:16:3e:b9:03:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbf50b4-ae02-473a-956c-5163a3ae6db9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T01:35:10Z', 'updated_at': '2022-03-28T01:35:10Z', 'revision_number': 0, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a822f19b-7cb9-4ed3-9a7b-6198137463e3', 'name': '', 'network_id': '6e38c689-a5f2-496b-86eb-87a6a2dd77a1', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'mac_address': 'fa:16:3e:99:df:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfd3f67-f0c3-41c7-95d5-6f879f3ec281', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '7e0f04ed-fa68-4906-9aba-32fd90046725', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:34:57Z', 'updated_at': '2022-03-28T01:35:01Z', 'revision_number': 5, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'subnets': [{'id': '7e0f04ed-fa68-4906-9aba-32fd90046725', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:35:12.081154 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-20fc3acf-f984-4285-a5ae-d037834fb786 req-37549b9f-00dd-412d-9d78-07f374b61314 service neutron] 10.222.0.10 "GET /v2.0/networks/6e38c689-a5f2-496b-86eb-87a6a2dd77a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3843760 Mar 28 01:35:12.209741 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6f3db1-dc62-4d6c-a982-2475fd7fbe16 None None] New status for floating IP 3937b28d-237f-49de-80ba-5f57acc4bbad: ACTIVE {{(pid=104100) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 01:35:12.462123 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 32850) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:35:12.522751 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-1300079b-a8a1-4b38-b708-b3279b5410c4 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/floatingips/3937b28d-237f-49de-80ba-5f57acc4bbad HTTP/1.1" status: 200 len: 992 time: 0.0594335 Mar 28 01:35:13.637058 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-2ef4b9a2-dcda-44b5-942a-a661571f22ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:14.874271 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:16.326220 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:17.848061 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:22.850317 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.agents_db [None req-9a1d863f-391a-42f4-9870-e8292b919beb None None] Agent healthcheck: found 6 active agents {{(pid=104101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 01:35:33.061068 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:41.455218 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-96d593b9-3b09-4320-84bb-8d7a450420d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:43.628507 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-2ff89865-182d-42c3-b172-438d47e0bc55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:44.878379 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:45.938399 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb24a23-6d3b-440d-b552-11a9b78b170a req-3d72663e-2b55-443b-a625-30da0c5c6068 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:35:45.939840 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-1bb24a23-6d3b-440d-b552-11a9b78b170a req-3d72663e-2b55-443b-a625-30da0c5c6068 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=adbf50b4-ae02-473a-956c-5163a3ae6db9 HTTP/1.1" status: 200 len: 945 time: 0.0519001 Mar 28 01:35:45.988324 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-1bb24a23-6d3b-440d-b552-11a9b78b170a req-a930d906-e1f5-4f94-acc3-033f6697d14d tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/security-groups?id=0229e280-5853-47d7-bc5e-691cc3248eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429623 Mar 28 01:35:46.331634 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:47.108217 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fe988d-c6ef-4fff-a99c-353728143b85 req-e7bcf27e-b25f-4a95-a629-37d8d623569b tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:35:47.109578 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-f7fe988d-c6ef-4fff-a99c-353728143b85 req-e7bcf27e-b25f-4a95-a629-37d8d623569b tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=adbf50b4-ae02-473a-956c-5163a3ae6db9 HTTP/1.1" status: 200 len: 945 time: 0.0510476 Mar 28 01:35:47.157384 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-f7fe988d-c6ef-4fff-a99c-353728143b85 req-f86ab7a0-a19f-4044-b576-def04d1bd3d7 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/security-groups?id=0229e280-5853-47d7-bc5e-691cc3248eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422466 Mar 28 01:35:47.178781 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 32870) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:35:47.497438 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-cacf0630-a691-48fe-a25e-a34470eb38e4 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/floatingips/3937b28d-237f-49de-80ba-5f57acc4bbad HTTP/1.1" status: 200 len: 992 time: 0.3175640 Mar 28 01:35:47.849551 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:48.787567 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56f2ec3-a062-4755-a7a8-532cb366b54b req-0b265eaf-4fb9-448c-b30d-7097abaca516 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:35:48.789012 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-b56f2ec3-a062-4755-a7a8-532cb366b54b req-0b265eaf-4fb9-448c-b30d-7097abaca516 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=adbf50b4-ae02-473a-956c-5163a3ae6db9 HTTP/1.1" status: 200 len: 945 time: 0.0567842 Mar 28 01:35:48.836954 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-b56f2ec3-a062-4755-a7a8-532cb366b54b req-5caf88fd-9619-48b5-b84f-aed1b305a820 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/security-groups?id=0229e280-5853-47d7-bc5e-691cc3248eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424254 Mar 28 01:35:49.960224 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28794232-b94e-4a12-945a-fe04b95139be req-74f21efc-c1e9-4dc5-a162-a61e1627013c tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:35:49.961672 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-28794232-b94e-4a12-945a-fe04b95139be req-74f21efc-c1e9-4dc5-a162-a61e1627013c tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=adbf50b4-ae02-473a-956c-5163a3ae6db9 HTTP/1.1" status: 200 len: 945 time: 0.0524747 Mar 28 01:35:50.010064 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-28794232-b94e-4a12-945a-fe04b95139be req-63b4f8cf-ad1a-4ee6-b811-08367882aac7 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/security-groups?id=0229e280-5853-47d7-bc5e-691cc3248eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428689 Mar 28 01:35:50.034257 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 32880) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:35:50.096985 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-9930dde5-1731-401d-bbe1-44661f068be4 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/floatingips/3937b28d-237f-49de-80ba-5f57acc4bbad HTTP/1.1" status: 200 len: 992 time: 0.0614767 Mar 28 01:35:50.338228 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 32886) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:35:50.496053 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-2f844e9b-7efb-4ea0-aa7f-e093b5d1a236 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Deleting port 6f507e40-9557-456c-85cf-8bd223921f45 {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:35:50.496450 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2f844e9b-7efb-4ea0-aa7f-e093b5d1a236 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (6f507e40-9557-456c-85cf-8bd223921f45), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:50.569414 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2f844e9b-7efb-4ea0-aa7f-e093b5d1a236 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (6f507e40-9557-456c-85cf-8bd223921f45), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:50.569752 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2f844e9b-7efb-4ea0-aa7f-e093b5d1a236 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for floatingip (6f507e40-9557-456c-85cf-8bd223921f45), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:50.581293 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-2f844e9b-7efb-4ea0-aa7f-e093b5d1a236 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Calling delete_port for 6f507e40-9557-456c-85cf-8bd223921f45 owned by network:floatingip {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:35:50.746460 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2f844e9b-7efb-4ea0-aa7f-e093b5d1a236 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (6f507e40-9557-456c-85cf-8bd223921f45), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:50.768751 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f844e9b-7efb-4ea0-aa7f-e093b5d1a236 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Pushing event deleted for resources: {'Port': ['ID=6f507e40-9557-456c-85cf-8bd223921f45,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:35:50.778689 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f844e9b-7efb-4ea0-aa7f-e093b5d1a236 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:35:50.779046 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f844e9b-7efb-4ea0-aa7f-e093b5d1a236 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:35:50.779393 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f844e9b-7efb-4ea0-aa7f-e093b5d1a236 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:35:50.779739 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f844e9b-7efb-4ea0-aa7f-e093b5d1a236 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:35:50.780102 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f844e9b-7efb-4ea0-aa7f-e093b5d1a236 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:35:50.780442 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f844e9b-7efb-4ea0-aa7f-e093b5d1a236 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:35:50.780776 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f844e9b-7efb-4ea0-aa7f-e093b5d1a236 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:35:50.781453 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f844e9b-7efb-4ea0-aa7f-e093b5d1a236 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:35:50.781453 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f844e9b-7efb-4ea0-aa7f-e093b5d1a236 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:35:50.781742 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f844e9b-7efb-4ea0-aa7f-e093b5d1a236 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:35:50.782073 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f844e9b-7efb-4ea0-aa7f-e093b5d1a236 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:35:50.782945 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f844e9b-7efb-4ea0-aa7f-e093b5d1a236 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:35:50.783276 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f844e9b-7efb-4ea0-aa7f-e093b5d1a236 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:35:50.783602 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f844e9b-7efb-4ea0-aa7f-e093b5d1a236 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:35:50.783930 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f844e9b-7efb-4ea0-aa7f-e093b5d1a236 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:35:50.845979 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2f844e9b-7efb-4ea0-aa7f-e093b5d1a236 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for floatingip (3937b28d-237f-49de-80ba-5f57acc4bbad), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:50.846321 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.l3_db [None req-2f844e9b-7efb-4ea0-aa7f-e093b5d1a236 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Floating IP 3937b28d-237f-49de-80ba-5f57acc4bbad disassociated (deleted). External IP: 172.26.1.58, port: 6e6987ad-0ed6-4c4c-9a56-d019121613ca. Mar 28 01:35:51.051080 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f844e9b-7efb-4ea0-aa7f-e093b5d1a236 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Router bbfd3f67-f0c3-41c7-95d5-6f879f3ec281 has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:35:51.156998 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f844e9b-7efb-4ea0-aa7f-e093b5d1a236 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:35:51.162392 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2f844e9b-7efb-4ea0-aa7f-e093b5d1a236 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for floatingip (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:51.166880 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433c5132-8829-48ef-9d54-5ce4cf747fc2 None None] Sync routers for ids ['bbfd3f67-f0c3-41c7-95d5-6f879f3ec281'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:35:51.177912 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433c5132-8829-48ef-9d54-5ce4cf747fc2 None None] Routers {'bbfd3f67-f0c3-41c7-95d5-6f879f3ec281'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:35:51.178514 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-433c5132-8829-48ef-9d54-5ce4cf747fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:35:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['bbfd3f67-f0c3-41c7-95d5-6f879f3ec281'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:35:51.190699 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-2f844e9b-7efb-4ea0-aa7f-e093b5d1a236 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "DELETE /v2.0/floatingips/3937b28d-237f-49de-80ba-5f57acc4bbad HTTP/1.1" status: 204 len: 168 time: 0.8513935 Mar 28 01:35:51.191484 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adbf50b4-ae02-473a-956c-5163a3ae6db9', 'tag': '6e6987ad-0ed6-4c4c-9a56-d019121613ca'}] {{(pid=104098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:35:51.193734 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4026f4115fe834cbdc9db1f12734a6e5e5d2473de268e244354b04a11285341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e77b5983-767b-470a-9013-f7442b988015" -d '{"events": [{"name": "network-changed", "server_uuid": "adbf50b4-ae02-473a-956c-5163a3ae6db9", "tag": "6e6987ad-0ed6-4c4c-9a56-d019121613ca"}]}' {{(pid=104098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:35:51.231622 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 01:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0915fb5c-d8ee-420a-a09f-aae3815131d6 x-openstack-request-id: req-0915fb5c-d8ee-420a-a09f-aae3815131d6 {{(pid=104098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:35:51.232019 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adbf50b4-ae02-473a-956c-5163a3ae6db9", "tag": "6e6987ad-0ed6-4c4c-9a56-d019121613ca", "status": "completed", "code": 200}]} {{(pid=104098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:35:51.232401 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0915fb5c-d8ee-420a-a09f-aae3815131d6 {{(pid=104098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:35:51.232970 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0915fb5c-d8ee-420a-a09f-aae3815131d6'] response: {'name': 'network-changed', 'server_uuid': 'adbf50b4-ae02-473a-956c-5163a3ae6db9', 'tag': '6e6987ad-0ed6-4c4c-9a56-d019121613ca', 'status': 'completed', 'code': 200} Mar 28 01:35:51.289888 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-433c5132-8829-48ef-9d54-5ce4cf747fc2 None None] Set router bbfd3f67-f0c3-41c7-95d5-6f879f3ec281 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:35:51.352253 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77b5983-767b-470a-9013-f7442b988015 req-054d4b3e-9512-4e20-9d68-8414bfb41a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:35:51.353782 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e77b5983-767b-470a-9013-f7442b988015 req-054d4b3e-9512-4e20-9d68-8414bfb41a09 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2961ca1eab8443d3977a60308ef2e35a&device_id=adbf50b4-ae02-473a-956c-5163a3ae6db9 HTTP/1.1" status: 200 len: 1129 time: 0.0994096 Mar 28 01:35:51.478068 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77b5983-767b-470a-9013-f7442b988015 req-34af12bb-1ec6-4182-b0ca-7a360c37e0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:35:51.479542 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e77b5983-767b-470a-9013-f7442b988015 req-34af12bb-1ec6-4182-b0ca-7a360c37e0b2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6e38c689-a5f2-496b-86eb-87a6a2dd77a1 HTTP/1.1" status: 200 len: 897 time: 0.1200793 Mar 28 01:35:51.486540 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0c1bcf-0308-4a0a-982b-6f41fed21925 req-e998a445-6b2b-477a-96a6-9bbaff8c090a tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:35:51.487890 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-ad0c1bcf-0308-4a0a-982b-6f41fed21925 req-e998a445-6b2b-477a-96a6-9bbaff8c090a tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=adbf50b4-ae02-473a-956c-5163a3ae6db9 HTTP/1.1" status: 200 len: 945 time: 0.1104774 Mar 28 01:35:51.504397 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-433c5132-8829-48ef-9d54-5ce4cf747fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbfd3f67-f0c3-41c7-95d5-6f879f3ec281', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1580804915', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.212'}], 'enable_snat': True}, 'gw_port_id': 'cdf566ae-d563-4798-85be-ccfc839a5b86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:34:54Z', 'updated_at': '2022-03-28T01:34:58Z', 'revision_number': 4, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'gw_port': {'id': 'cdf566ae-d563-4798-85be-ccfc839a5b86', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfd3f67-f0c3-41c7-95d5-6f879f3ec281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:34:55Z', 'updated_at': '2022-03-28T01:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': 'a822f19b-7cb9-4ed3-9a7b-6198137463e3', 'name': '', 'network_id': '6e38c689-a5f2-496b-86eb-87a6a2dd77a1', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'mac_address': 'fa:16:3e:99:df:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfd3f67-f0c3-41c7-95d5-6f879f3ec281', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '7e0f04ed-fa68-4906-9aba-32fd90046725', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:34:57Z', 'updated_at': '2022-03-28T01:35:01Z', 'revision_number': 5, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'subnets': [{'id': '7e0f04ed-fa68-4906-9aba-32fd90046725', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:35:51.528019 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e77b5983-767b-470a-9013-f7442b988015 req-7cd5e8d9-1274-47b9-9946-8ecf736edb39 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e6987ad-0ed6-4c4c-9a56-d019121613ca HTTP/1.1" status: 200 len: 217 time: 0.0391691 Mar 28 01:35:51.530923 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433c5132-8829-48ef-9d54-5ce4cf747fc2 None None] Checking router: bbfd3f67-f0c3-41c7-95d5-6f879f3ec281 for host: dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:35:51.539298 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433c5132-8829-48ef-9d54-5ce4cf747fc2 None None] Routers {'bbfd3f67-f0c3-41c7-95d5-6f879f3ec281'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:35:51.539907 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-433c5132-8829-48ef-9d54-5ce4cf747fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:35:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['bbfd3f67-f0c3-41c7-95d5-6f879f3ec281'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:35:51.606374 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-ad0c1bcf-0308-4a0a-982b-6f41fed21925 req-2ba3c064-ae43-47ea-acda-b70ef0c5a35e tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/security-groups?id=0229e280-5853-47d7-bc5e-691cc3248eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110008 Mar 28 01:35:51.607765 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77b5983-767b-470a-9013-f7442b988015 req-11cce3a8-e03e-402d-838a-99f08c6243cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:35:51.609145 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e77b5983-767b-470a-9013-f7442b988015 req-11cce3a8-e03e-402d-838a-99f08c6243cf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7e0f04ed-fa68-4906-9aba-32fd90046725 HTTP/1.1" status: 200 len: 834 time: 0.0738401 Mar 28 01:35:51.648335 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-433c5132-8829-48ef-9d54-5ce4cf747fc2 None None] Set router bbfd3f67-f0c3-41c7-95d5-6f879f3ec281 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:35:51.659500 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77b5983-767b-470a-9013-f7442b988015 req-d42f4fb6-d7e9-4f39-8483-8d49c15d2f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:35:51.661072 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e77b5983-767b-470a-9013-f7442b988015 req-d42f4fb6-d7e9-4f39-8483-8d49c15d2f9b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6e38c689-a5f2-496b-86eb-87a6a2dd77a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0452418 Mar 28 01:35:51.754795 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e77b5983-767b-470a-9013-f7442b988015 req-4b7964e4-78cc-4c5c-a42c-f1f58632b895 service neutron] 10.222.0.10 "GET /v2.0/networks/6e38c689-a5f2-496b-86eb-87a6a2dd77a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873005 Mar 28 01:35:51.841318 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-433c5132-8829-48ef-9d54-5ce4cf747fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbfd3f67-f0c3-41c7-95d5-6f879f3ec281', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1580804915', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.212'}], 'enable_snat': True}, 'gw_port_id': 'cdf566ae-d563-4798-85be-ccfc839a5b86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:34:54Z', 'updated_at': '2022-03-28T01:34:58Z', 'revision_number': 4, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'gw_port': {'id': 'cdf566ae-d563-4798-85be-ccfc839a5b86', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfd3f67-f0c3-41c7-95d5-6f879f3ec281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:34:55Z', 'updated_at': '2022-03-28T01:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': 'a822f19b-7cb9-4ed3-9a7b-6198137463e3', 'name': '', 'network_id': '6e38c689-a5f2-496b-86eb-87a6a2dd77a1', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'mac_address': 'fa:16:3e:99:df:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfd3f67-f0c3-41c7-95d5-6f879f3ec281', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '7e0f04ed-fa68-4906-9aba-32fd90046725', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:34:57Z', 'updated_at': '2022-03-28T01:35:01Z', 'revision_number': 5, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'subnets': [{'id': '7e0f04ed-fa68-4906-9aba-32fd90046725', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:35:51.845467 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e77b5983-767b-470a-9013-f7442b988015 req-4b3a4e29-e408-4f24-a63f-2d7f36488edb service neutron] 10.222.0.10 "GET /v2.0/networks/6e38c689-a5f2-496b-86eb-87a6a2dd77a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844641 Mar 28 01:35:51.871094 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433c5132-8829-48ef-9d54-5ce4cf747fc2 None None] The sync data for ids ['bbfd3f67-f0c3-41c7-95d5-6f879f3ec281'] in dv-neutron-834874-6-hyperv is: [{'id': 'bbfd3f67-f0c3-41c7-95d5-6f879f3ec281', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1580804915', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.212'}], 'enable_snat': True}, 'gw_port_id': 'cdf566ae-d563-4798-85be-ccfc839a5b86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:34:54Z', 'updated_at': '2022-03-28T01:34:58Z', 'revision_number': 4, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'gw_port': {'id': 'cdf566ae-d563-4798-85be-ccfc839a5b86', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfd3f67-f0c3-41c7-95d5-6f879f3ec281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:34:55Z', 'updated_at': '2022-03-28T01:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': 'a822f19b-7cb9-4ed3-9a7b-6198137463e3', 'name': '', 'network_id': '6e38c689-a5f2-496b-86eb-87a6a2dd77a1', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'mac_address': 'fa:16:3e:99:df:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfd3f67-f0c3-41c7-95d5-6f879f3ec281', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '7e0f04ed-fa68-4906-9aba-32fd90046725', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:34:57Z', 'updated_at': '2022-03-28T01:35:01Z', 'revision_number': 5, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'subnets': [{'id': '7e0f04ed-fa68-4906-9aba-32fd90046725', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:35:52.086184 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba6c089-ace5-4122-b8bf-e15b977202d0 None None] New status for floating IP 3937b28d-237f-49de-80ba-5f57acc4bbad: DOWN {{(pid=104100) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 01:35:52.732190 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b57b84a-8914-4650-8ede-270b54fe9d70 req-18a22781-98d2-469b-843f-8b42b19093b5 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:35:52.733650 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-3b57b84a-8914-4650-8ede-270b54fe9d70 req-18a22781-98d2-469b-843f-8b42b19093b5 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=adbf50b4-ae02-473a-956c-5163a3ae6db9 HTTP/1.1" status: 200 len: 945 time: 0.0582354 Mar 28 01:35:52.781074 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-3b57b84a-8914-4650-8ede-270b54fe9d70 req-c5d6e306-8f37-4bef-acc6-9f3fcdd6bdd0 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/security-groups?id=0229e280-5853-47d7-bc5e-691cc3248eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419149 Mar 28 01:35:52.932893 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e96e0ec-c3f7-4cab-b8e1-8fba4ab88bbb req-d9d5bc84-774d-4f7c-ac1c-8846c63e107a tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:35:52.934247 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-3e96e0ec-c3f7-4cab-b8e1-8fba4ab88bbb req-d9d5bc84-774d-4f7c-ac1c-8846c63e107a tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.10 "GET /v2.0/ports?device_id=adbf50b4-ae02-473a-956c-5163a3ae6db9 HTTP/1.1" status: 200 len: 945 time: 0.0520549 Mar 28 01:35:53.027282 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [req-3e96e0ec-c3f7-4cab-b8e1-8fba4ab88bbb req-ad96dcf2-ef0f-45a9-873a-633d85a7dd06 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Deleting port 6e6987ad-0ed6-4c4c-9a56-d019121613ca {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:35:53.027624 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-3e96e0ec-c3f7-4cab-b8e1-8fba4ab88bbb req-ad96dcf2-ef0f-45a9-873a-633d85a7dd06 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (6e6987ad-0ed6-4c4c-9a56-d019121613ca), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:53.113786 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-3e96e0ec-c3f7-4cab-b8e1-8fba4ab88bbb req-ad96dcf2-ef0f-45a9-873a-633d85a7dd06 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] For port 6e6987ad-0ed6-4c4c-9a56-d019121613ca, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=6e6987ad-0ed6-4c4c-9a56-d019121613ca,segment=NetworkSegment(c77dcc5f-a9eb-41e2-90e8-81294f26af4e),segment_id=c77dcc5f-a9eb-41e2-90e8-81294f26af4e)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:35:53.114146 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-3e96e0ec-c3f7-4cab-b8e1-8fba4ab88bbb req-ad96dcf2-ef0f-45a9-873a-633d85a7dd06 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (6e6987ad-0ed6-4c4c-9a56-d019121613ca), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:53.127182 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [req-3e96e0ec-c3f7-4cab-b8e1-8fba4ab88bbb req-ad96dcf2-ef0f-45a9-873a-633d85a7dd06 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Calling delete_port for 6e6987ad-0ed6-4c4c-9a56-d019121613ca owned by compute:nova {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:35:53.255269 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-3e96e0ec-c3f7-4cab-b8e1-8fba4ab88bbb req-ad96dcf2-ef0f-45a9-873a-633d85a7dd06 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (6e6987ad-0ed6-4c4c-9a56-d019121613ca), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:53.283440 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad96dcf2-ef0f-45a9-873a-633d85a7dd06 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Pushing event deleted for resources: {'Port': ['ID=6e6987ad-0ed6-4c4c-9a56-d019121613ca,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:35:53.313479 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad96dcf2-ef0f-45a9-873a-633d85a7dd06 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:35:53.314305 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad96dcf2-ef0f-45a9-873a-633d85a7dd06 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:35:53.314655 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad96dcf2-ef0f-45a9-873a-633d85a7dd06 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:35:53.314999 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad96dcf2-ef0f-45a9-873a-633d85a7dd06 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:35:53.315338 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad96dcf2-ef0f-45a9-873a-633d85a7dd06 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:35:53.315673 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad96dcf2-ef0f-45a9-873a-633d85a7dd06 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:35:53.316003 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad96dcf2-ef0f-45a9-873a-633d85a7dd06 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:35:53.316432 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad96dcf2-ef0f-45a9-873a-633d85a7dd06 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:35:53.316763 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad96dcf2-ef0f-45a9-873a-633d85a7dd06 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:35:53.317093 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad96dcf2-ef0f-45a9-873a-633d85a7dd06 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:35:53.317423 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad96dcf2-ef0f-45a9-873a-633d85a7dd06 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:35:53.317748 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad96dcf2-ef0f-45a9-873a-633d85a7dd06 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:35:53.318074 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad96dcf2-ef0f-45a9-873a-633d85a7dd06 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:35:53.318398 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad96dcf2-ef0f-45a9-873a-633d85a7dd06 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:35:53.318725 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad96dcf2-ef0f-45a9-873a-633d85a7dd06 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:35:53.341852 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e96e0ec-c3f7-4cab-b8e1-8fba4ab88bbb req-ad96dcf2-ef0f-45a9-873a-633d85a7dd06 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] No DVR routers for this DVR port 6e6987ad-0ed6-4c4c-9a56-d019121613ca on host hv-neutron-8348 {{(pid=104099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:35:53.344219 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-3e96e0ec-c3f7-4cab-b8e1-8fba4ab88bbb req-ad96dcf2-ef0f-45a9-873a-633d85a7dd06 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:53.347652 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-3e96e0ec-c3f7-4cab-b8e1-8fba4ab88bbb req-ad96dcf2-ef0f-45a9-873a-633d85a7dd06 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.10 "DELETE /v2.0/ports/6e6987ad-0ed6-4c4c-9a56-d019121613ca HTTP/1.1" status: 204 len: 173 time: 0.4079254 Mar 28 01:35:53.348183 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adbf50b4-ae02-473a-956c-5163a3ae6db9', 'name': 'network-vif-deleted', 'tag': '6e6987ad-0ed6-4c4c-9a56-d019121613ca'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:35:53.350403 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2af4b01a9fa8b1570ccf1d7859d693ad34c106b258078e9cfae86b97f35e3d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5dbf2ef-0e64-4bea-a119-0aa09c660216" -d '{"events": [{"server_uuid": "adbf50b4-ae02-473a-956c-5163a3ae6db9", "name": "network-vif-deleted", "tag": "6e6987ad-0ed6-4c4c-9a56-d019121613ca"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:35:53.448257 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 01:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a255b088-e8aa-4fc4-bbae-fe97eb106813 x-openstack-request-id: req-a255b088-e8aa-4fc4-bbae-fe97eb106813 {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:35:53.448554 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adbf50b4-ae02-473a-956c-5163a3ae6db9", "name": "network-vif-deleted", "tag": "6e6987ad-0ed6-4c4c-9a56-d019121613ca", "status": "completed", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:35:53.448809 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a255b088-e8aa-4fc4-bbae-fe97eb106813 {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:35:53.449227 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a255b088-e8aa-4fc4-bbae-fe97eb106813'] response: {'server_uuid': 'adbf50b4-ae02-473a-956c-5163a3ae6db9', 'name': 'network-vif-deleted', 'tag': '6e6987ad-0ed6-4c4c-9a56-d019121613ca', 'status': 'completed', 'code': 200} Mar 28 01:35:53.836704 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 32904) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:35:54.188232 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0246f9b6-8a5a-49dd-89ca-73de359c6c93 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3686527'] for router_interface (bbfd3f67-f0c3-41c7-95d5-6f879f3ec281), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:54.439734 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-0246f9b6-8a5a-49dd-89ca-73de359c6c93 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Deleting port a822f19b-7cb9-4ed3-9a7b-6198137463e3 {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:35:54.440097 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0246f9b6-8a5a-49dd-89ca-73de359c6c93 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (a822f19b-7cb9-4ed3-9a7b-6198137463e3), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:54.528950 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.db [None req-0246f9b6-8a5a-49dd-89ca-73de359c6c93 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] For port a822f19b-7cb9-4ed3-9a7b-6198137463e3, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=a822f19b-7cb9-4ed3-9a7b-6198137463e3,segment=NetworkSegment(c77dcc5f-a9eb-41e2-90e8-81294f26af4e),segment_id=c77dcc5f-a9eb-41e2-90e8-81294f26af4e)] {{(pid=104098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:35:54.529320 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0246f9b6-8a5a-49dd-89ca-73de359c6c93 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (a822f19b-7cb9-4ed3-9a7b-6198137463e3), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:54.543554 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-0246f9b6-8a5a-49dd-89ca-73de359c6c93 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Calling delete_port for a822f19b-7cb9-4ed3-9a7b-6198137463e3 owned by network:router_interface {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:35:54.722050 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0246f9b6-8a5a-49dd-89ca-73de359c6c93 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (a822f19b-7cb9-4ed3-9a7b-6198137463e3), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:54.748800 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0246f9b6-8a5a-49dd-89ca-73de359c6c93 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Pushing event deleted for resources: {'Port': ['ID=a822f19b-7cb9-4ed3-9a7b-6198137463e3,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:35:54.944316 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0246f9b6-8a5a-49dd-89ca-73de359c6c93 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3725912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3690191'] for router_interface (bbfd3f67-f0c3-41c7-95d5-6f879f3ec281), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:55.155793 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0246f9b6-8a5a-49dd-89ca-73de359c6c93 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Router bbfd3f67-f0c3-41c7-95d5-6f879f3ec281 has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:35:55.255999 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0246f9b6-8a5a-49dd-89ca-73de359c6c93 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:35:55.260908 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-0246f9b6-8a5a-49dd-89ca-73de359c6c93 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "PUT /v2.0/routers/bbfd3f67-f0c3-41c7-95d5-6f879f3ec281/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4231853 Mar 28 01:35:55.263652 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 32906) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:35:55.266071 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02d04ad-3842-484f-994a-cc5901a25083 None None] Sync routers for ids ['bbfd3f67-f0c3-41c7-95d5-6f879f3ec281'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:35:55.276680 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02d04ad-3842-484f-994a-cc5901a25083 None None] Routers {'bbfd3f67-f0c3-41c7-95d5-6f879f3ec281'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:35:55.277301 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-a02d04ad-3842-484f-994a-cc5901a25083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:35:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['bbfd3f67-f0c3-41c7-95d5-6f879f3ec281'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:35:55.321325 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_v2 [None req-74105b0e-1a18-4a9f-a6e1-992f82741eff tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Deleting subnet 7e0f04ed-fa68-4906-9aba-32fd90046725 {{(pid=104098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:35:55.325025 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-74105b0e-1a18-4a9f-a6e1-992f82741eff tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for subnet (7e0f04ed-fa68-4906-9aba-32fd90046725), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:55.368175 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-74105b0e-1a18-4a9f-a6e1-992f82741eff tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126443526'] for subnet (7e0f04ed-fa68-4906-9aba-32fd90046725), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:55.449606 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-74105b0e-1a18-4a9f-a6e1-992f82741eff tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (7e0f04ed-fa68-4906-9aba-32fd90046725), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:55.473745 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-a02d04ad-3842-484f-994a-cc5901a25083 None None] Set router bbfd3f67-f0c3-41c7-95d5-6f879f3ec281 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:35:55.510055 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-74105b0e-1a18-4a9f-a6e1-992f82741eff tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126175041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126112438'] for subnet (7e0f04ed-fa68-4906-9aba-32fd90046725), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:55.538650 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74105b0e-1a18-4a9f-a6e1-992f82741eff tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Pushing event deleted for resources: {'Subnet': ['ID=7e0f04ed-fa68-4906-9aba-32fd90046725,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:35:55.540641 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-74105b0e-1a18-4a9f-a6e1-992f82741eff tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:55.543824 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-74105b0e-1a18-4a9f-a6e1-992f82741eff tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "DELETE /v2.0/subnets/7e0f04ed-fa68-4906-9aba-32fd90046725 HTTP/1.1" status: 204 len: 168 time: 0.2792265 Mar 28 01:35:55.546417 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 32908) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:35:55.548429 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf0b696-9d2b-4dda-9820-f8416e1e44f8 None None] Network 6e38c689-a5f2-496b-86eb-87a6a2dd77a1 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:35:55.625833 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device 6e6987ad-0ed6-4c4c-9a56-d019121613ca no longer exists at agent hyperv_hv-neutron-8348 {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:35:55.652755 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] No Port match for: 6e6987ad-0ed6-4c4c-9a56-d019121613ca {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:35:55.653099 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device 6e6987ad-0ed6-4c4c-9a56-d019121613ca not bound to the agent host hv-neutron-8348 {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:35:55.664521 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-a02d04ad-3842-484f-994a-cc5901a25083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbfd3f67-f0c3-41c7-95d5-6f879f3ec281', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1580804915', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.212'}], 'enable_snat': True}, 'gw_port_id': 'cdf566ae-d563-4798-85be-ccfc839a5b86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:34:54Z', 'updated_at': '2022-03-28T01:35:54Z', 'revision_number': 5, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'gw_port': {'id': 'cdf566ae-d563-4798-85be-ccfc839a5b86', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfd3f67-f0c3-41c7-95d5-6f879f3ec281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:34:55Z', 'updated_at': '2022-03-28T01:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:35:55.695632 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02d04ad-3842-484f-994a-cc5901a25083 None None] Checking router: bbfd3f67-f0c3-41c7-95d5-6f879f3ec281 for host: dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:35:55.705409 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02d04ad-3842-484f-994a-cc5901a25083 None None] Routers {'bbfd3f67-f0c3-41c7-95d5-6f879f3ec281'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:35:55.706020 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-a02d04ad-3842-484f-994a-cc5901a25083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:35:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['bbfd3f67-f0c3-41c7-95d5-6f879f3ec281'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:35:55.749838 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1255bbf-1bcc-4c91-94b6-aeadb065bd22 None None] DHCP port deletion for 6e38c689-a5f2-496b-86eb-87a6a2dd77a1 request from dv-neutron-834874-6-hyperv {{(pid=104100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 01:35:55.804748 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-d1255bbf-1bcc-4c91-94b6-aeadb065bd22 None None] Deleting port 6c535922-4ab1-4402-9b0f-71bbb25bd427 {{(pid=104100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:35:55.805110 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d1255bbf-1bcc-4c91-94b6-aeadb065bd22 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (6c535922-4ab1-4402-9b0f-71bbb25bd427), before_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:55.825095 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-a02d04ad-3842-484f-994a-cc5901a25083 None None] Set router bbfd3f67-f0c3-41c7-95d5-6f879f3ec281 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:35:55.874243 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-d1255bbf-1bcc-4c91-94b6-aeadb065bd22 None None] For port 6c535922-4ab1-4402-9b0f-71bbb25bd427, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=6c535922-4ab1-4402-9b0f-71bbb25bd427,segment=NetworkSegment(c77dcc5f-a9eb-41e2-90e8-81294f26af4e),segment_id=c77dcc5f-a9eb-41e2-90e8-81294f26af4e)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:35:55.874638 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d1255bbf-1bcc-4c91-94b6-aeadb065bd22 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (6c535922-4ab1-4402-9b0f-71bbb25bd427), precommit_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:55.888327 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-d1255bbf-1bcc-4c91-94b6-aeadb065bd22 None None] Calling delete_port for 6c535922-4ab1-4402-9b0f-71bbb25bd427 owned by network:dhcp {{(pid=104100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:35:55.929871 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-408bb918-8700-4ec3-946a-bebbae888f3c tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for router (bbfd3f67-f0c3-41c7-95d5-6f879f3ec281), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:55.975631 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d1255bbf-1bcc-4c91-94b6-aeadb065bd22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886'] for port (6c535922-4ab1-4402-9b0f-71bbb25bd427), after_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:55.991189 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1255bbf-1bcc-4c91-94b6-aeadb065bd22 None None] No DVR routers for this DVR port 6c535922-4ab1-4402-9b0f-71bbb25bd427 on host dv-neutron-834874-6-hyperv {{(pid=104100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:35:56.018351 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1255bbf-1bcc-4c91-94b6-aeadb065bd22 None None] Pushing event deleted for resources: {'Port': ['ID=6c535922-4ab1-4402-9b0f-71bbb25bd427,revision_number=None']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:35:56.033860 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1255bbf-1bcc-4c91-94b6-aeadb065bd22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:35:56.034229 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1255bbf-1bcc-4c91-94b6-aeadb065bd22 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:35:56.034566 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1255bbf-1bcc-4c91-94b6-aeadb065bd22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:35:56.034926 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1255bbf-1bcc-4c91-94b6-aeadb065bd22 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:35:56.035254 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1255bbf-1bcc-4c91-94b6-aeadb065bd22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:35:56.035581 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1255bbf-1bcc-4c91-94b6-aeadb065bd22 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:35:56.035901 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1255bbf-1bcc-4c91-94b6-aeadb065bd22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:35:56.036330 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1255bbf-1bcc-4c91-94b6-aeadb065bd22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:35:56.036680 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1255bbf-1bcc-4c91-94b6-aeadb065bd22 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:35:56.037004 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1255bbf-1bcc-4c91-94b6-aeadb065bd22 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:35:56.037147 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-a02d04ad-3842-484f-994a-cc5901a25083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbfd3f67-f0c3-41c7-95d5-6f879f3ec281', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1580804915', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.212'}], 'enable_snat': True}, 'gw_port_id': 'cdf566ae-d563-4798-85be-ccfc839a5b86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:34:54Z', 'updated_at': '2022-03-28T01:35:54Z', 'revision_number': 5, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'gw_port': {'id': 'cdf566ae-d563-4798-85be-ccfc839a5b86', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfd3f67-f0c3-41c7-95d5-6f879f3ec281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:34:55Z', 'updated_at': '2022-03-28T01:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:35:56.037376 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1255bbf-1bcc-4c91-94b6-aeadb065bd22 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:35:56.037648 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1255bbf-1bcc-4c91-94b6-aeadb065bd22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:35:56.037966 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1255bbf-1bcc-4c91-94b6-aeadb065bd22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:35:56.038665 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1255bbf-1bcc-4c91-94b6-aeadb065bd22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:35:56.038665 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1255bbf-1bcc-4c91-94b6-aeadb065bd22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:35:56.056410 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-408bb918-8700-4ec3-946a-bebbae888f3c tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for router_gateway (bbfd3f67-f0c3-41c7-95d5-6f879f3ec281), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:56.067833 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02d04ad-3842-484f-994a-cc5901a25083 None None] The sync data for ids ['bbfd3f67-f0c3-41c7-95d5-6f879f3ec281'] in dv-neutron-834874-6-hyperv is: [{'id': 'bbfd3f67-f0c3-41c7-95d5-6f879f3ec281', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1580804915', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.212'}], 'enable_snat': True}, 'gw_port_id': 'cdf566ae-d563-4798-85be-ccfc839a5b86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:34:54Z', 'updated_at': '2022-03-28T01:35:54Z', 'revision_number': 5, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'gw_port': {'id': 'cdf566ae-d563-4798-85be-ccfc839a5b86', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfd3f67-f0c3-41c7-95d5-6f879f3ec281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:34:55Z', 'updated_at': '2022-03-28T01:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:35:56.119035 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-408bb918-8700-4ec3-946a-bebbae888f3c tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Deleting port cdf566ae-d563-4798-85be-ccfc839a5b86 {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:35:56.119373 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-408bb918-8700-4ec3-946a-bebbae888f3c tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (cdf566ae-d563-4798-85be-ccfc839a5b86), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:56.194314 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.db [None req-408bb918-8700-4ec3-946a-bebbae888f3c tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] For port cdf566ae-d563-4798-85be-ccfc839a5b86, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=cdf566ae-d563-4798-85be-ccfc839a5b86,segment=NetworkSegment(b6f00c62-aca5-4c73-8989-c04c396daeed),segment_id=b6f00c62-aca5-4c73-8989-c04c396daeed)] {{(pid=104098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:35:56.194673 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-408bb918-8700-4ec3-946a-bebbae888f3c tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (cdf566ae-d563-4798-85be-ccfc839a5b86), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:56.207396 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-408bb918-8700-4ec3-946a-bebbae888f3c tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Calling delete_port for cdf566ae-d563-4798-85be-ccfc839a5b86 owned by network:router_gateway {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:35:56.364906 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-408bb918-8700-4ec3-946a-bebbae888f3c tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (cdf566ae-d563-4798-85be-ccfc839a5b86), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:56.392622 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408bb918-8700-4ec3-946a-bebbae888f3c tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Pushing event deleted for resources: {'Port': ['ID=cdf566ae-d563-4798-85be-ccfc839a5b86,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:35:56.408309 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 6c535922-4ab1-4402-9b0f-71bbb25bd427 no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:35:56.431469 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: 6c535922-4ab1-4402-9b0f-71bbb25bd427 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:35:56.431809 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 6c535922-4ab1-4402-9b0f-71bbb25bd427 not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:35:56.454041 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-408bb918-8700-4ec3-946a-bebbae888f3c tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3687989'] for router_gateway (bbfd3f67-f0c3-41c7-95d5-6f879f3ec281), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:56.546485 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-408bb918-8700-4ec3-946a-bebbae888f3c tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7151'] for router (bbfd3f67-f0c3-41c7-95d5-6f879f3ec281), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:56.549405 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-408bb918-8700-4ec3-946a-bebbae888f3c tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for router_controller (bbfd3f67-f0c3-41c7-95d5-6f879f3ec281), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:56.595242 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-408bb918-8700-4ec3-946a-bebbae888f3c tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689686'] for router (bbfd3f67-f0c3-41c7-95d5-6f879f3ec281), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:56.595829 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-408bb918-8700-4ec3-946a-bebbae888f3c tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Fanout notify agent at l3_agent the message router_deleted on router bbfd3f67-f0c3-41c7-95d5-6f879f3ec281 {{(pid=104098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 01:35:56.603807 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-408bb918-8700-4ec3-946a-bebbae888f3c tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for router (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:56.607665 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 32910) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:35:56.608289 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-408bb918-8700-4ec3-946a-bebbae888f3c tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "DELETE /v2.0/routers/bbfd3f67-f0c3-41c7-95d5-6f879f3ec281 HTTP/1.1" status: 204 len: 168 time: 1.0603368 Mar 28 01:35:56.686521 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3249d442-b2b9-45f8-a723-1c5317aaf29c tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (6e38c689-a5f2-496b-86eb-87a6a2dd77a1), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:56.776916 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3249d442-b2b9-45f8-a723-1c5317aaf29c tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (6e38c689-a5f2-496b-86eb-87a6a2dd77a1), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:56.797517 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-3249d442-b2b9-45f8-a723-1c5317aaf29c tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e38c689-a5f2-496b-86eb-87a6a2dd77a1']}} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:35:56.806936 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-3249d442-b2b9-45f8-a723-1c5317aaf29c tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c77dcc5f-a9eb-41e2-90e8-81294f26af4e') {'for_net_delete': True} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:35:56.807233 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-3249d442-b2b9-45f8-a723-1c5317aaf29c tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c77dcc5f-a9eb-41e2-90e8-81294f26af4e') {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:35:56.816275 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3249d442-b2b9-45f8-a723-1c5317aaf29c tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126946678'] for segment (c77dcc5f-a9eb-41e2-90e8-81294f26af4e), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:56.828936 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3249d442-b2b9-45f8-a723-1c5317aaf29c tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (c77dcc5f-a9eb-41e2-90e8-81294f26af4e), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:56.835086 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3249d442-b2b9-45f8-a723-1c5317aaf29c tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=104099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:35:56.835418 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3249d442-b2b9-45f8-a723-1c5317aaf29c tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127280876'] for segment (c77dcc5f-a9eb-41e2-90e8-81294f26af4e), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:56.841929 dv-neutron-834874-6-hyperv neutron-server[104099]: Traceback (most recent call last): Mar 28 01:35:56.841929 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:35:56.841929 dv-neutron-834874-6-hyperv neutron-server[104099]: timer() Mar 28 01:35:56.841929 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:35:56.841929 dv-neutron-834874-6-hyperv neutron-server[104099]: cb(*args, **kw) Mar 28 01:35:56.841929 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:35:56.841929 dv-neutron-834874-6-hyperv neutron-server[104099]: return func(*args, **kwargs) Mar 28 01:35:56.841929 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:35:56.841929 dv-neutron-834874-6-hyperv neutron-server[104099]: self._notify() Mar 28 01:35:56.841929 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:35:56.841929 dv-neutron-834874-6-hyperv neutron-server[104099]: self.callback(batched_events) Mar 28 01:35:56.841929 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:35:56.841929 dv-neutron-834874-6-hyperv neutron-server[104099]: event.method(event) Mar 28 01:35:56.841929 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:35:56.841929 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:35:56.841929 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:35:56.841929 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:35:56.841929 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:35:56.841929 dv-neutron-834874-6-hyperv neutron-server[104099]: return f(self, *a, **k) Mar 28 01:35:56.841929 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:35:56.841929 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._get(url).json() Mar 28 01:35:56.841929 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:35:56.841929 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:35:56.841929 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:35:56.841929 dv-neutron-834874-6-hyperv neutron-server[104099]: return self.request(url, 'GET', **kwargs) Mar 28 01:35:56.841929 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:35:56.841929 dv-neutron-834874-6-hyperv neutron-server[104099]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:35:56.841929 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:35:56.841929 dv-neutron-834874-6-hyperv neutron-server[104099]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:35:56.841929 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:35:56.841929 dv-neutron-834874-6-hyperv neutron-server[104099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:35:56.841929 dv-neutron-834874-6-hyperv neutron-server[104099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:35:56.894183 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3249d442-b2b9-45f8-a723-1c5317aaf29c tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (6e38c689-a5f2-496b-86eb-87a6a2dd77a1), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:56.901162 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3249d442-b2b9-45f8-a723-1c5317aaf29c tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:56.904132 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-3249d442-b2b9-45f8-a723-1c5317aaf29c tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "DELETE /v2.0/networks/6e38c689-a5f2-496b-86eb-87a6a2dd77a1 HTTP/1.1" status: 204 len: 168 time: 0.2952914 Mar 28 01:35:56.907544 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 32912) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:35:56.915996 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3249d442-b2b9-45f8-a723-1c5317aaf29c tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Pushing event deleted for resources: {'Network': ['ID=6e38c689-a5f2-496b-86eb-87a6a2dd77a1,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:35:56.963236 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-89e7f072-426d-4e1a-8831-d78bc4d00adf tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for security_group (0229e280-5853-47d7-bc5e-691cc3248eb8), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:56.987854 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-89e7f072-426d-4e1a-8831-d78bc4d00adf tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for security_group (0229e280-5853-47d7-bc5e-691cc3248eb8), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:57.049038 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-89e7f072-426d-4e1a-8831-d78bc4d00adf tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (0229e280-5853-47d7-bc5e-691cc3248eb8), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:57.051620 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-89e7f072-426d-4e1a-8831-d78bc4d00adf tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:57.052812 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-89e7f072-426d-4e1a-8831-d78bc4d00adf tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "DELETE /v2.0/security-groups/0229e280-5853-47d7-bc5e-691cc3248eb8 HTTP/1.1" status: 204 len: 168 time: 0.1439672 Mar 28 01:35:57.062028 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e7f072-426d-4e1a-8831-d78bc4d00adf tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0229e280-5853-47d7-bc5e-691cc3248eb8,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:35:57.515070 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 32918) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:35:57.520280 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-f4474e3c-28fe-4c00-815e-4827f47e3737 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1107852453', 'description': 'tempest-secgroup-smoke-1107852453 description', 'project_id': '2961ca1eab8443d3977a60308ef2e35a'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:35:57.540344 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f4474e3c-28fe-4c00-815e-4827f47e3737 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:57.603066 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f4474e3c-28fe-4c00-815e-4827f47e3737 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for security_group (69adc8b2-c460-41c3-a503-8f4985d15670), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:57.606726 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f4474e3c-28fe-4c00-815e-4827f47e3737 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (69adc8b2-c460-41c3-a503-8f4985d15670), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:57.636286 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f4474e3c-28fe-4c00-815e-4827f47e3737 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:57.637515 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-f4474e3c-28fe-4c00-815e-4827f47e3737 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1214528 Mar 28 01:35:57.638671 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4474e3c-28fe-4c00-815e-4827f47e3737 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69adc8b2-c460-41c3-a503-8f4985d15670,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:35:57.640559 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 32920) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:35:57.645866 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-8ee1ebf7-dd65-4613-858b-a70e2de47ddc tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Request body: {'security_group_rule': {'security_group_id': '69adc8b2-c460-41c3-a503-8f4985d15670', 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:35:57.673207 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8ee1ebf7-dd65-4613-858b-a70e2de47ddc tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for security_group_rule (76aec051-cb35-4717-9dbe-af4c8b0a5378), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:57.731551 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8ee1ebf7-dd65-4613-858b-a70e2de47ddc tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for security_group_rule (76aec051-cb35-4717-9dbe-af4c8b0a5378), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:57.734857 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8ee1ebf7-dd65-4613-858b-a70e2de47ddc tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (76aec051-cb35-4717-9dbe-af4c8b0a5378), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:57.752405 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee1ebf7-dd65-4613-858b-a70e2de47ddc tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76aec051-cb35-4717-9dbe-af4c8b0a5378,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:35:57.759849 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8ee1ebf7-dd65-4613-858b-a70e2de47ddc tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:57.761069 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-8ee1ebf7-dd65-4613-858b-a70e2de47ddc tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1187799 Mar 28 01:35:57.763808 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 32922) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:35:57.768690 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-db382472-a1ab-44f0-9a6b-7a9495a1e9cd tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Request body: {'security_group_rule': {'security_group_id': '69adc8b2-c460-41c3-a503-8f4985d15670', 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:35:57.792586 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-db382472-a1ab-44f0-9a6b-7a9495a1e9cd tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for security_group_rule (35555b0e-c19a-4a65-8da0-8e32ffd5c79d), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:57.847116 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-db382472-a1ab-44f0-9a6b-7a9495a1e9cd tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for security_group_rule (35555b0e-c19a-4a65-8da0-8e32ffd5c79d), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:57.850407 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-db382472-a1ab-44f0-9a6b-7a9495a1e9cd tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (35555b0e-c19a-4a65-8da0-8e32ffd5c79d), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:57.867427 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db382472-a1ab-44f0-9a6b-7a9495a1e9cd tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35555b0e-c19a-4a65-8da0-8e32ffd5c79d,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:35:57.876313 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-db382472-a1ab-44f0-9a6b-7a9495a1e9cd tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:57.877630 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-db382472-a1ab-44f0-9a6b-7a9495a1e9cd tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1128676 Mar 28 01:35:57.880328 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 32924) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:35:57.884974 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-d8dcb276-2bcc-41df-a791-bcd9883a7eac tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Request body: {'security_group_rule': {'security_group_id': '69adc8b2-c460-41c3-a503-8f4985d15670', 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:35:57.909149 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d8dcb276-2bcc-41df-a791-bcd9883a7eac tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for security_group_rule (f9447ee2-eaaf-46f9-8611-316ce2e2a2a9), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:57.965728 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d8dcb276-2bcc-41df-a791-bcd9883a7eac tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for security_group_rule (f9447ee2-eaaf-46f9-8611-316ce2e2a2a9), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:57.969935 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d8dcb276-2bcc-41df-a791-bcd9883a7eac tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (f9447ee2-eaaf-46f9-8611-316ce2e2a2a9), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:57.988706 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dcb276-2bcc-41df-a791-bcd9883a7eac tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9447ee2-eaaf-46f9-8611-316ce2e2a2a9,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:35:57.996478 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d8dcb276-2bcc-41df-a791-bcd9883a7eac tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:57.997671 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-d8dcb276-2bcc-41df-a791-bcd9883a7eac tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1164310 Mar 28 01:35:58.000281 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 32926) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:35:58.005117 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-deed19f3-0996-44ea-a65a-d258124b4ff4 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Request body: {'security_group_rule': {'security_group_id': '69adc8b2-c460-41c3-a503-8f4985d15670', 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:35:58.018757 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device cdf566ae-d563-4798-85be-ccfc839a5b86 no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:35:58.031128 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-deed19f3-0996-44ea-a65a-d258124b4ff4 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for security_group_rule (a29cb4b0-7d65-4035-b1b1-b9738d598830), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:58.039008 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: cdf566ae-d563-4798-85be-ccfc839a5b86 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:35:58.039351 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device cdf566ae-d563-4798-85be-ccfc839a5b86 not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:35:58.039767 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device a822f19b-7cb9-4ed3-9a7b-6198137463e3 no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:35:58.062915 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: a822f19b-7cb9-4ed3-9a7b-6198137463e3 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:35:58.064239 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device a822f19b-7cb9-4ed3-9a7b-6198137463e3 not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:35:58.095829 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-deed19f3-0996-44ea-a65a-d258124b4ff4 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for security_group_rule (a29cb4b0-7d65-4035-b1b1-b9738d598830), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:58.099261 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-deed19f3-0996-44ea-a65a-d258124b4ff4 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (a29cb4b0-7d65-4035-b1b1-b9738d598830), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:58.116914 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deed19f3-0996-44ea-a65a-d258124b4ff4 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a29cb4b0-7d65-4035-b1b1-b9738d598830,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:35:58.124139 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-deed19f3-0996-44ea-a65a-d258124b4ff4 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:58.125407 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-deed19f3-0996-44ea-a65a-d258124b4ff4 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1236517 Mar 28 01:35:58.128077 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 32928) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:35:58.132329 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-5bb864fa-5351-4d32-b7b7-d38ad3e34d9f tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Request body: {'security_group_rule': {'security_group_id': '69adc8b2-c460-41c3-a503-8f4985d15670', 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:35:58.152270 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.securitygroups_db [None req-5bb864fa-5351-4d32-b7b7-d38ad3e34d9f tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Project 2961ca1eab8443d3977a60308ef2e35a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 01:35:58.157416 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5bb864fa-5351-4d32-b7b7-d38ad3e34d9f tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for security_group_rule (60e4c11e-55d4-4673-8a08-62a38d7e7bde), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:58.213462 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5bb864fa-5351-4d32-b7b7-d38ad3e34d9f tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for security_group_rule (60e4c11e-55d4-4673-8a08-62a38d7e7bde), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:58.217055 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5bb864fa-5351-4d32-b7b7-d38ad3e34d9f tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (60e4c11e-55d4-4673-8a08-62a38d7e7bde), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:58.237379 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb864fa-5351-4d32-b7b7-d38ad3e34d9f tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60e4c11e-55d4-4673-8a08-62a38d7e7bde,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:35:58.242703 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5bb864fa-5351-4d32-b7b7-d38ad3e34d9f tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:58.244004 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-5bb864fa-5351-4d32-b7b7-d38ad3e34d9f tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1149814 Mar 28 01:35:58.246712 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 32930) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:35:58.250997 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-37f67d90-5bbd-44f4-95d4-ff08e9490096 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Request body: {'security_group_rule': {'security_group_id': '69adc8b2-c460-41c3-a503-8f4985d15670', 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:35:58.270162 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.securitygroups_db [None req-37f67d90-5bbd-44f4-95d4-ff08e9490096 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Project 2961ca1eab8443d3977a60308ef2e35a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 01:35:58.275272 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-37f67d90-5bbd-44f4-95d4-ff08e9490096 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for security_group_rule (a1abd2e0-4033-4651-9597-844691d1fb64), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:58.332605 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-37f67d90-5bbd-44f4-95d4-ff08e9490096 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for security_group_rule (a1abd2e0-4033-4651-9597-844691d1fb64), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:58.335927 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-37f67d90-5bbd-44f4-95d4-ff08e9490096 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (a1abd2e0-4033-4651-9597-844691d1fb64), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:58.353686 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f67d90-5bbd-44f4-95d4-ff08e9490096 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1abd2e0-4033-4651-9597-844691d1fb64,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:35:58.361654 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-37f67d90-5bbd-44f4-95d4-ff08e9490096 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:58.362849 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-37f67d90-5bbd-44f4-95d4-ff08e9490096 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1152053 Mar 28 01:35:58.365809 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 32932) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:35:58.370442 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-d480c68f-5cdf-4f9a-8188-1f23f4b70e1d tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Request body: {'network': {'name': 'tempest-network-smoke--1572825744', 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'port_security_enabled': True}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:35:58.388285 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d480c68f-5cdf-4f9a-8188-1f23f4b70e1d tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Made reservation on behalf of 2961ca1eab8443d3977a60308ef2e35a for: {'network': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:35:58.391481 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d480c68f-5cdf-4f9a-8188-1f23f4b70e1d tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:58.415080 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d480c68f-5cdf-4f9a-8188-1f23f4b70e1d tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=104099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:35:58.424677 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d480c68f-5cdf-4f9a-8188-1f23f4b70e1d tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (367dad2f-3a5f-4b31-a22c-f67067b40911), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:58.425029 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.segments_db [None req-d480c68f-5cdf-4f9a-8188-1f23f4b70e1d tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Added segment 367dad2f-3a5f-4b31-a22c-f67067b40911 of type vlan for network f4808586-d0fa-486b-afcf-de5cda6211a0 Mar 28 01:35:58.466408 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d480c68f-5cdf-4f9a-8188-1f23f4b70e1d tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (f4808586-d0fa-486b-afcf-de5cda6211a0), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:58.491040 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d480c68f-5cdf-4f9a-8188-1f23f4b70e1d tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (f4808586-d0fa-486b-afcf-de5cda6211a0), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:58.495962 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d480c68f-5cdf-4f9a-8188-1f23f4b70e1d tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:35:58.496562 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d480c68f-5cdf-4f9a-8188-1f23f4b70e1d tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:58.544966 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-d480c68f-5cdf-4f9a-8188-1f23f4b70e1d tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1780674 Mar 28 01:35:58.548364 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 32934) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:35:58.552990 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-30a63abf-7922-4021-8c0e-797cb390d31b tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1825220871', 'admin_state_up': True, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'}}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:35:58.564268 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d480c68f-5cdf-4f9a-8188-1f23f4b70e1d tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Pushing event updated for resources: {'Network': ['ID=f4808586-d0fa-486b-afcf-de5cda6211a0,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:35:58.573675 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-30a63abf-7922-4021-8c0e-797cb390d31b tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7069'] for router (9c346d84-7eb6-4dc3-b082-11024e37fdf0), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:58.574848 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network f4808586-d0fa-486b-afcf-de5cda6211a0 details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:35:58.575019 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-30a63abf-7922-4021-8c0e-797cb390d31b tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4188952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7062'] for router (9c346d84-7eb6-4dc3-b082-11024e37fdf0), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:58.628906 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-30a63abf-7922-4021-8c0e-797cb390d31b tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for router_controller (9c346d84-7eb6-4dc3-b082-11024e37fdf0), precommit_add_association {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:58.762671 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-30a63abf-7922-4021-8c0e-797cb390d31b tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for router_gateway (9c346d84-7eb6-4dc3-b082-11024e37fdf0), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:58.951171 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-30a63abf-7922-4021-8c0e-797cb390d31b tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for router_gateway (9c346d84-7eb6-4dc3-b082-11024e37fdf0), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:58.970099 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-30a63abf-7922-4021-8c0e-797cb390d31b tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:59.075901 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-30a63abf-7922-4021-8c0e-797cb390d31b tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Allocated IP 172.26.1.35 (dea6548b-502b-42db-97fb-371e423e739a/cce6de65-d8c9-45b8-9970-0a277e8c1192/70104c1a-ad20-4c5a-a650-cba88dd71d3a) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:35:59.179216 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-30a63abf-7922-4021-8c0e-797cb390d31b tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for port (70104c1a-ad20-4c5a-a650-cba88dd71d3a), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:59.211678 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-30a63abf-7922-4021-8c0e-797cb390d31b tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (70104c1a-ad20-4c5a-a650-cba88dd71d3a), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:59.250880 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a63abf-7922-4021-8c0e-797cb390d31b tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Network dea6548b-502b-42db-97fb-371e423e739a is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:35:59.253935 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-30a63abf-7922-4021-8c0e-797cb390d31b tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:35:59.256790 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a63abf-7922-4021-8c0e-797cb390d31b tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:35:59.285752 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a63abf-7922-4021-8c0e-797cb390d31b tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Pushing event updated for resources: {'Port': ['ID=70104c1a-ad20-4c5a-a650-cba88dd71d3a,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:35:59.507924 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-30a63abf-7922-4021-8c0e-797cb390d31b tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for router_gateway (9c346d84-7eb6-4dc3-b082-11024e37fdf0), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:59.709579 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-30a63abf-7922-4021-8c0e-797cb390d31b tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687953'] for router (9c346d84-7eb6-4dc3-b082-11024e37fdf0), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:59.834306 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30a63abf-7922-4021-8c0e-797cb390d31b tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Router 9c346d84-7eb6-4dc3-b082-11024e37fdf0 is scheduled to L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 with binding_index 1 {{(pid=104098) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 01:35:59.848235 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.agents_db [None req-9a1d863f-391a-42f4-9870-e8292b919beb None None] Agent healthcheck: found 6 active agents {{(pid=104101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 01:35:59.938636 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30a63abf-7922-4021-8c0e-797cb390d31b tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:35:59.948062 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00ddf94-17cb-4449-84ba-ec4987d44d7c None None] Sync routers for ids ['9c346d84-7eb6-4dc3-b082-11024e37fdf0'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:35:59.957844 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00ddf94-17cb-4449-84ba-ec4987d44d7c None None] Routers {'9c346d84-7eb6-4dc3-b082-11024e37fdf0'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:35:59.958422 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-30a63abf-7922-4021-8c0e-797cb390d31b tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for router (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:35:59.958536 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-d00ddf94-17cb-4449-84ba-ec4987d44d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:35:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['9c346d84-7eb6-4dc3-b082-11024e37fdf0'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:35:59.962749 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-30a63abf-7922-4021-8c0e-797cb390d31b tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4101903 Mar 28 01:35:59.963188 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 32936) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:35:59.991692 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-7761d1c3-12f0-482d-917e-ced6a236e686 tempest-TestNetworkAdvancedServerOps-479632198 tempest-TestNetworkAdvancedServerOps-479632198-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=2961ca1eab8443d3977a60308ef2e35a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276830 Mar 28 01:35:59.994190 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 32938) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:36:00.080882 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9083edbc-7e70-4013-93db-f6ac50384951 tempest-TestNetworkAdvancedServerOps-479632198 tempest-TestNetworkAdvancedServerOps-479632198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:36:00.082408 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-9083edbc-7e70-4013-93db-f6ac50384951 tempest-TestNetworkAdvancedServerOps-479632198 tempest-TestNetworkAdvancedServerOps-479632198-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0873322 Mar 28 01:36:00.085301 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 32940) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:36:00.113918 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-2c983722-93c3-4b69-ba2f-912e9b365125 tempest-TestNetworkAdvancedServerOps-479632198 tempest-TestNetworkAdvancedServerOps-479632198-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=dea6548b-502b-42db-97fb-371e423e739a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275307 Mar 28 01:36:00.116412 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 32942) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:36:00.121202 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-7a18c33e-b25c-46ba-822a-2cc5fbfde0b2 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-878306475', 'network_id': 'f4808586-d0fa-486b-afcf-de5cda6211a0', 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:36:00.208829 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a18c33e-b25c-46ba-822a-2cc5fbfde0b2 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Made reservation on behalf of 2961ca1eab8443d3977a60308ef2e35a for: {'subnet': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:36:00.212194 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7a18c33e-b25c-46ba-822a-2cc5fbfde0b2 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126112411'] for subnet (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:36:00.213108 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-d00ddf94-17cb-4449-84ba-ec4987d44d7c None None] Set router 9c346d84-7eb6-4dc3-b082-11024e37fdf0 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:36:00.390820 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-d00ddf94-17cb-4449-84ba-ec4987d44d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c346d84-7eb6-4dc3-b082-11024e37fdf0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825220871', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.35'}], 'enable_snat': True}, 'gw_port_id': '70104c1a-ad20-4c5a-a650-cba88dd71d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:35:58Z', 'updated_at': '2022-03-28T01:35:59Z', 'revision_number': 3, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'gw_port': {'id': '70104c1a-ad20-4c5a-a650-cba88dd71d3a', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:06:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c346d84-7eb6-4dc3-b082-11024e37fdf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:35:58Z', 'updated_at': '2022-03-28T01:35:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:36:00.418323 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00ddf94-17cb-4449-84ba-ec4987d44d7c None None] Checking router: 9c346d84-7eb6-4dc3-b082-11024e37fdf0 for host: dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:36:00.418673 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00ddf94-17cb-4449-84ba-ec4987d44d7c None None] Updating router 9c346d84-7eb6-4dc3-b082-11024e37fdf0 port 70104c1a-ad20-4c5a-a650-cba88dd71d3a binding host dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 01:36:00.450960 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d00ddf94-17cb-4449-84ba-ec4987d44d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (70104c1a-ad20-4c5a-a650-cba88dd71d3a), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:36:00.647882 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7a18c33e-b25c-46ba-822a-2cc5fbfde0b2 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126174976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126112397'] for subnet (eef862bb-6d69-488f-a5f0-e1acdff6abd5), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:36:00.708075 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d00ddf94-17cb-4449-84ba-ec4987d44d7c None None] Publish callbacks [] for port (70104c1a-ad20-4c5a-a650-cba88dd71d3a), precommit_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:36:00.713156 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d00ddf94-17cb-4449-84ba-ec4987d44d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (70104c1a-ad20-4c5a-a650-cba88dd71d3a), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:36:00.717513 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a18c33e-b25c-46ba-822a-2cc5fbfde0b2 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Pushing event updated for resources: {'Subnet': ['ID=eef862bb-6d69-488f-a5f0-e1acdff6abd5,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:36:00.722460 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a18c33e-b25c-46ba-822a-2cc5fbfde0b2 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Checking segment: {'id': '367dad2f-3a5f-4b31-a22c-f67067b40911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f4808586-d0fa-486b-afcf-de5cda6211a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:36:00.722826 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a18c33e-b25c-46ba-822a-2cc5fbfde0b2 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Network hostable DHCP agents. Network: f4808586-d0fa-486b-afcf-de5cda6211a0, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:36:00.739033 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a18c33e-b25c-46ba-822a-2cc5fbfde0b2 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Network f4808586-d0fa-486b-afcf-de5cda6211a0 is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:36:00.748751 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-7a18c33e-b25c-46ba-822a-2cc5fbfde0b2 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, f4808586-d0fa-486b-afcf-de5cda6211a0) {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:36:00.753188 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a18c33e-b25c-46ba-822a-2cc5fbfde0b2 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:36:00.753785 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7a18c33e-b25c-46ba-822a-2cc5fbfde0b2 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:36:00.763291 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2fe245d-a8e0-42a9-a713-b2876fbc5ddf None None] Network f4808586-d0fa-486b-afcf-de5cda6211a0 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:36:00.771693 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-7a18c33e-b25c-46ba-822a-2cc5fbfde0b2 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6542661 Mar 28 01:36:00.773968 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 32944) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:36:00.786004 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab1f35d-c429-4bf6-9ccf-c522683b8979 None None] Pushing event updated for resources: {'Port': ['ID=70104c1a-ad20-4c5a-a650-cba88dd71d3a,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:36:00.813968 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-d00ddf94-17cb-4449-84ba-ec4987d44d7c None None] Attempting to bind port 70104c1a-ad20-4c5a-a650-cba88dd71d3a on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:36:00.814333 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-d00ddf94-17cb-4449-84ba-ec4987d44d7c None None] Attempting to bind port 70104c1a-ad20-4c5a-a650-cba88dd71d3a by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': 'b6f00c62-aca5-4c73-8989-c04c396daeed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:36:00.814695 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00ddf94-17cb-4449-84ba-ec4987d44d7c None None] Attempting to bind port 70104c1a-ad20-4c5a-a650-cba88dd71d3a on network dea6548b-502b-42db-97fb-371e423e739a {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:36:00.824719 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00ddf94-17cb-4449-84ba-ec4987d44d7c None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:36:00.825095 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00ddf94-17cb-4449-84ba-ec4987d44d7c None None] Checking segment: {'id': 'b6f00c62-aca5-4c73-8989-c04c396daeed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:36:00.825495 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d00ddf94-17cb-4449-84ba-ec4987d44d7c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:36:00.825887 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00ddf94-17cb-4449-84ba-ec4987d44d7c None None] Bound using segment: {'id': 'b6f00c62-aca5-4c73-8989-c04c396daeed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:36:00.826351 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-d00ddf94-17cb-4449-84ba-ec4987d44d7c None None] Bound port: 70104c1a-ad20-4c5a-a650-cba88dd71d3a, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6f00c62-aca5-4c73-8989-c04c396daeed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:36:00.826728 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d00ddf94-17cb-4449-84ba-ec4987d44d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (70104c1a-ad20-4c5a-a650-cba88dd71d3a), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:36:00.914644 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-d00ddf94-17cb-4449-84ba-ec4987d44d7c None None] For port 70104c1a-ad20-4c5a-a650-cba88dd71d3a, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:36:00.928547 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-d00ddf94-17cb-4449-84ba-ec4987d44d7c None None] For port 70104c1a-ad20-4c5a-a650-cba88dd71d3a, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=70104c1a-ad20-4c5a-a650-cba88dd71d3a,segment=NetworkSegment(b6f00c62-aca5-4c73-8989-c04c396daeed),segment_id=b6f00c62-aca5-4c73-8989-c04c396daeed)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:36:00.931288 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f500f5c-2760-4b2c-b758-d841720bc975 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-f4808586-d0fa-486b-afcf-de5cda6211a0', 'network_id': 'f4808586-d0fa-486b-afcf-de5cda6211a0', 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'fixed_ips': [{'subnet_id': 'eef862bb-6d69-488f-a5f0-e1acdff6abd5'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:36:00.932180 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-7f500f5c-2760-4b2c-b758-d841720bc975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:36:00.945354 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d00ddf94-17cb-4449-84ba-ec4987d44d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (70104c1a-ad20-4c5a-a650-cba88dd71d3a), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:36:01.072891 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00ddf94-17cb-4449-84ba-ec4987d44d7c None None] Routers {'9c346d84-7eb6-4dc3-b082-11024e37fdf0'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:36:01.073584 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-d00ddf94-17cb-4449-84ba-ec4987d44d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:35:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['9c346d84-7eb6-4dc3-b082-11024e37fdf0'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:36:01.078425 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab1f35d-c429-4bf6-9ccf-c522683b8979 None None] Pushing event updated for resources: {'Port': ['ID=70104c1a-ad20-4c5a-a650-cba88dd71d3a,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:36:01.200442 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-7f500f5c-2760-4b2c-b758-d841720bc975 None None] Allocated IP 172.20.0.2 (f4808586-d0fa-486b-afcf-de5cda6211a0/eef862bb-6d69-488f-a5f0-e1acdff6abd5/873dd9b0-d9f7-44e0-8882-7908d4d55c02) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:36:01.232735 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-545f1ca0-cdc3-429e-bbce-5d8ba3f676cc tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:36:01.240660 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-d00ddf94-17cb-4449-84ba-ec4987d44d7c None None] Set router 9c346d84-7eb6-4dc3-b082-11024e37fdf0 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:36:01.486815 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-7f500f5c-2760-4b2c-b758-d841720bc975 None None] Publish callbacks [] for port (873dd9b0-d9f7-44e0-8882-7908d4d55c02), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:36:01.495562 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-7f500f5c-2760-4b2c-b758-d841720bc975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (873dd9b0-d9f7-44e0-8882-7908d4d55c02), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:36:01.536626 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f500f5c-2760-4b2c-b758-d841720bc975 None None] Network f4808586-d0fa-486b-afcf-de5cda6211a0 is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:36:01.541959 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-7f500f5c-2760-4b2c-b758-d841720bc975 None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:36:01.551729 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f500f5c-2760-4b2c-b758-d841720bc975 None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:36:01.552401 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [None req-545f1ca0-cdc3-429e-bbce-5d8ba3f676cc tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Allocated IP 172.20.0.1 (f4808586-d0fa-486b-afcf-de5cda6211a0/eef862bb-6d69-488f-a5f0-e1acdff6abd5/60195149-2252-455e-a02b-988261009166) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:36:01.558318 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f500f5c-2760-4b2c-b758-d841720bc975 None None] Pushing event updated for resources: {'Port': ['ID=873dd9b0-d9f7-44e0-8882-7908d4d55c02,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:36:01.581961 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-d00ddf94-17cb-4449-84ba-ec4987d44d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c346d84-7eb6-4dc3-b082-11024e37fdf0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825220871', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.35'}], 'enable_snat': True}, 'gw_port_id': '70104c1a-ad20-4c5a-a650-cba88dd71d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:35:58Z', 'updated_at': '2022-03-28T01:35:59Z', 'revision_number': 3, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'gw_port': {'id': '70104c1a-ad20-4c5a-a650-cba88dd71d3a', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:06:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c346d84-7eb6-4dc3-b082-11024e37fdf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:35:58Z', 'updated_at': '2022-03-28T01:36:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:36:01.609770 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00ddf94-17cb-4449-84ba-ec4987d44d7c None None] The sync data for ids ['9c346d84-7eb6-4dc3-b082-11024e37fdf0'] in dv-neutron-834874-6-hyperv is: [{'id': '9c346d84-7eb6-4dc3-b082-11024e37fdf0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825220871', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.35'}], 'enable_snat': True}, 'gw_port_id': '70104c1a-ad20-4c5a-a650-cba88dd71d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:35:58Z', 'updated_at': '2022-03-28T01:35:59Z', 'revision_number': 3, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'gw_port': {'id': '70104c1a-ad20-4c5a-a650-cba88dd71d3a', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:06:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c346d84-7eb6-4dc3-b082-11024e37fdf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:35:58Z', 'updated_at': '2022-03-28T01:36:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:36:01.644062 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-7f500f5c-2760-4b2c-b758-d841720bc975 None None] Attempting to bind port 873dd9b0-d9f7-44e0-8882-7908d4d55c02 on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:36:01.644459 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-7f500f5c-2760-4b2c-b758-d841720bc975 None None] Attempting to bind port 873dd9b0-d9f7-44e0-8882-7908d4d55c02 by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': '367dad2f-3a5f-4b31-a22c-f67067b40911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f4808586-d0fa-486b-afcf-de5cda6211a0'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:36:01.644833 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f500f5c-2760-4b2c-b758-d841720bc975 None None] Attempting to bind port 873dd9b0-d9f7-44e0-8882-7908d4d55c02 on network f4808586-d0fa-486b-afcf-de5cda6211a0 {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:36:01.650228 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f500f5c-2760-4b2c-b758-d841720bc975 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:36:01.650607 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f500f5c-2760-4b2c-b758-d841720bc975 None None] Checking segment: {'id': '367dad2f-3a5f-4b31-a22c-f67067b40911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f4808586-d0fa-486b-afcf-de5cda6211a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:36:01.651013 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-7f500f5c-2760-4b2c-b758-d841720bc975 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:36:01.651412 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f500f5c-2760-4b2c-b758-d841720bc975 None None] Bound using segment: {'id': '367dad2f-3a5f-4b31-a22c-f67067b40911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f4808586-d0fa-486b-afcf-de5cda6211a0'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:36:01.652025 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-7f500f5c-2760-4b2c-b758-d841720bc975 None None] Bound port: 873dd9b0-d9f7-44e0-8882-7908d4d55c02, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '367dad2f-3a5f-4b31-a22c-f67067b40911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f4808586-d0fa-486b-afcf-de5cda6211a0'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:36:01.652426 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-7f500f5c-2760-4b2c-b758-d841720bc975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (873dd9b0-d9f7-44e0-8882-7908d4d55c02), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:36:01.675783 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-545f1ca0-cdc3-429e-bbce-5d8ba3f676cc tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for port (60195149-2252-455e-a02b-988261009166), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:36:01.711637 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-545f1ca0-cdc3-429e-bbce-5d8ba3f676cc tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (60195149-2252-455e-a02b-988261009166), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:36:01.717064 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-7f500f5c-2760-4b2c-b758-d841720bc975 None None] For port 873dd9b0-d9f7-44e0-8882-7908d4d55c02, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:36:01.721087 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-7f500f5c-2760-4b2c-b758-d841720bc975 None None] For port 873dd9b0-d9f7-44e0-8882-7908d4d55c02, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=873dd9b0-d9f7-44e0-8882-7908d4d55c02,segment=NetworkSegment(367dad2f-3a5f-4b31-a22c-f67067b40911),segment_id=367dad2f-3a5f-4b31-a22c-f67067b40911)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:36:01.726766 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-7f500f5c-2760-4b2c-b758-d841720bc975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (873dd9b0-d9f7-44e0-8882-7908d4d55c02), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:36:01.748877 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-545f1ca0-cdc3-429e-bbce-5d8ba3f676cc tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Network f4808586-d0fa-486b-afcf-de5cda6211a0 is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:36:01.754522 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-545f1ca0-cdc3-429e-bbce-5d8ba3f676cc tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:36:01.758735 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545f1ca0-cdc3-429e-bbce-5d8ba3f676cc tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:36:01.793664 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545f1ca0-cdc3-429e-bbce-5d8ba3f676cc tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Pushing event updated for resources: {'Port': ['ID=60195149-2252-455e-a02b-988261009166,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:36:01.807755 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f500f5c-2760-4b2c-b758-d841720bc975 None None] Pushing event updated for resources: {'Port': ['ID=873dd9b0-d9f7-44e0-8882-7908d4d55c02,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:36:01.823403 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-545f1ca0-cdc3-429e-bbce-5d8ba3f676cc tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3686596'] for router_interface (9c346d84-7eb6-4dc3-b082-11024e37fdf0), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:36:02.001963 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-545f1ca0-cdc3-429e-bbce-5d8ba3f676cc tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (60195149-2252-455e-a02b-988261009166), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:36:02.117391 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 70104c1a-ad20-4c5a-a650-cba88dd71d3a up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:36:02.178134 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 70104c1a-ad20-4c5a-a650-cba88dd71d3a triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:36:02.178510 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (70104c1a-ad20-4c5a-a650-cba88dd71d3a), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:36:02.257720 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 70104c1a-ad20-4c5a-a650-cba88dd71d3a is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:36:02.258026 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (70104c1a-ad20-4c5a-a650-cba88dd71d3a), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:36:02.281107 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] For port 70104c1a-ad20-4c5a-a650-cba88dd71d3a, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=70104c1a-ad20-4c5a-a650-cba88dd71d3a,segment=NetworkSegment(b6f00c62-aca5-4c73-8989-c04c396daeed),segment_id=b6f00c62-aca5-4c73-8989-c04c396daeed)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:36:02.285272 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (70104c1a-ad20-4c5a-a650-cba88dd71d3a), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:36:02.341369 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Pushing event updated for resources: {'Port': ['ID=70104c1a-ad20-4c5a-a650-cba88dd71d3a,revision_number=4']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:36:02.345641 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-545f1ca0-cdc3-429e-bbce-5d8ba3f676cc tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for port (60195149-2252-455e-a02b-988261009166), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:36:02.351973 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-545f1ca0-cdc3-429e-bbce-5d8ba3f676cc tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (60195149-2252-455e-a02b-988261009166), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:36:02.431164 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545f1ca0-cdc3-429e-bbce-5d8ba3f676cc tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Pushing event updated for resources: {'Port': ['ID=60195149-2252-455e-a02b-988261009166,revision_number=2']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:36:02.433782 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-545f1ca0-cdc3-429e-bbce-5d8ba3f676cc tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3725889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3686480'] for router_interface (9c346d84-7eb6-4dc3-b082-11024e37fdf0), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:36:02.534202 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-545f1ca0-cdc3-429e-bbce-5d8ba3f676cc tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Network f4808586-d0fa-486b-afcf-de5cda6211a0 is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:36:02.535662 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-545f1ca0-cdc3-429e-bbce-5d8ba3f676cc tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:36:02.658444 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-545f1ca0-cdc3-429e-bbce-5d8ba3f676cc tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Router 9c346d84-7eb6-4dc3-b082-11024e37fdf0 has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:36:02.772199 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-545f1ca0-cdc3-429e-bbce-5d8ba3f676cc tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:36:02.778691 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-545f1ca0-cdc3-429e-bbce-5d8ba3f676cc tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "PUT /v2.0/routers/9c346d84-7eb6-4dc3-b082-11024e37fdf0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0036566 Mar 28 01:36:02.792474 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-674585d2-5bdf-46a1-866b-4892bde5c410 None None] Network f4808586-d0fa-486b-afcf-de5cda6211a0 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:36:02.859611 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-eb30712f-66a1-48a0-a2dd-afdf1a75d089 None None] Provisioning complete for port 873dd9b0-d9f7-44e0-8882-7908d4d55c02 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:36:02.860658 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-eb30712f-66a1-48a0-a2dd-afdf1a75d089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (873dd9b0-d9f7-44e0-8882-7908d4d55c02), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:36:02.931085 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e15df99e-8525-410d-b131-1ab9a4bca438 req-ecd4b4e6-c68c-4537-a210-66e1d1340355 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1107852453&fields=id&tenant_id=2961ca1eab8443d3977a60308ef2e35a HTTP/1.1" status: 200 len: 267 time: 0.0463243 Mar 28 01:36:02.981769 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-eb30712f-66a1-48a0-a2dd-afdf1a75d089 None None] Current status of the port 873dd9b0-d9f7-44e0-8882-7908d4d55c02 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:36:02.982157 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-eb30712f-66a1-48a0-a2dd-afdf1a75d089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (873dd9b0-d9f7-44e0-8882-7908d4d55c02), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:36:03.015171 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-eb30712f-66a1-48a0-a2dd-afdf1a75d089 None None] For port 873dd9b0-d9f7-44e0-8882-7908d4d55c02, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=873dd9b0-d9f7-44e0-8882-7908d4d55c02,segment=NetworkSegment(367dad2f-3a5f-4b31-a22c-f67067b40911),segment_id=367dad2f-3a5f-4b31-a22c-f67067b40911)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:36:03.020980 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-eb30712f-66a1-48a0-a2dd-afdf1a75d089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (873dd9b0-d9f7-44e0-8882-7908d4d55c02), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:36:03.048900 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15df99e-8525-410d-b131-1ab9a4bca438 req-da7d7bc5-7133-434e-9a68-a1affa6a207d tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:36:03.050586 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e15df99e-8525-410d-b131-1ab9a4bca438 req-da7d7bc5-7133-434e-9a68-a1affa6a207d tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/networks?id=f4808586-d0fa-486b-afcf-de5cda6211a0 HTTP/1.1" status: 200 len: 797 time: 0.1127303 Mar 28 01:36:03.069602 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e15df99e-8525-410d-b131-1ab9a4bca438 req-e9369d74-8292-4405-9cbe-ab23bb0b2dc4 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/quotas/2961ca1eab8443d3977a60308ef2e35a HTTP/1.1" status: 200 len: 375 time: 0.0115433 Mar 28 01:36:03.103193 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb30712f-66a1-48a0-a2dd-afdf1a75d089 None None] Pushing event updated for resources: {'Port': ['ID=873dd9b0-d9f7-44e0-8882-7908d4d55c02,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:36:03.113965 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:36:03.137828 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e15df99e-8525-410d-b131-1ab9a4bca438 req-f906fbb1-9c0e-4d5d-8e15-96ac1c4f8939 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2961ca1eab8443d3977a60308ef2e35a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0624528 Mar 28 01:36:03.202718 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [req-e15df99e-8525-410d-b131-1ab9a4bca438 req-4c8d8490-e06c-46b3-9560-53a166234bc3 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=104099) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 01:36:03.203724 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e15df99e-8525-410d-b131-1ab9a4bca438 req-4c8d8490-e06c-46b3-9560-53a166234bc3 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0533402 Mar 28 01:36:03.248150 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-c6ab31dd-6254-4254-86c8-556c84724b9c None None] Provisioning complete for port 60195149-2252-455e-a02b-988261009166 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:36:03.248715 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-c6ab31dd-6254-4254-86c8-556c84724b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (60195149-2252-455e-a02b-988261009166), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:36:03.284219 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-c6ab31dd-6254-4254-86c8-556c84724b9c None None] Port 60195149-2252-455e-a02b-988261009166 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:36:03.295416 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-c6ab31dd-6254-4254-86c8-556c84724b9c None None] Provisioning complete for port 873dd9b0-d9f7-44e0-8882-7908d4d55c02 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:36:03.295799 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-c6ab31dd-6254-4254-86c8-556c84724b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (873dd9b0-d9f7-44e0-8882-7908d4d55c02), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:36:03.307005 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e15df99e-8525-410d-b131-1ab9a4bca438 req-b55ff361-29f7-4a9e-a19f-8a2476e61302 service neutron] 10.222.0.24 "GET /v2.0/networks/f4808586-d0fa-486b-afcf-de5cda6211a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971508 Mar 28 01:36:03.387373 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-c6ab31dd-6254-4254-86c8-556c84724b9c None None] Current status of the port 873dd9b0-d9f7-44e0-8882-7908d4d55c02 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:36:03.405040 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e15df99e-8525-410d-b131-1ab9a4bca438 req-82c4affb-a944-44bf-9f94-01a2e588284f service neutron] 10.222.0.24 "GET /v2.0/networks/f4808586-d0fa-486b-afcf-de5cda6211a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971661 Mar 28 01:36:03.424158 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8998939-94fd-4b6d-be35-dd5309839b72 None None] Sync routers for ids ['9c346d84-7eb6-4dc3-b082-11024e37fdf0'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:36:03.436843 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8998939-94fd-4b6d-be35-dd5309839b72 None None] Routers {'9c346d84-7eb6-4dc3-b082-11024e37fdf0'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:36:03.437538 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-e8998939-94fd-4b6d-be35-dd5309839b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:35:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['9c346d84-7eb6-4dc3-b082-11024e37fdf0'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:36:03.508871 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-73e3cd93-1dad-4f38-884a-d824d0e1d350 None None] Provisioning complete for port 60195149-2252-455e-a02b-988261009166 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:36:03.509247 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-73e3cd93-1dad-4f38-884a-d824d0e1d350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (60195149-2252-455e-a02b-988261009166), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:36:03.549113 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-73e3cd93-1dad-4f38-884a-d824d0e1d350 None None] Port 60195149-2252-455e-a02b-988261009166 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:36:03.554708 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-e8998939-94fd-4b6d-be35-dd5309839b72 None None] Set router 9c346d84-7eb6-4dc3-b082-11024e37fdf0 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:36:03.595036 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-51377ad2-66f8-4b5e-8888-acb9f4dade53 req-f70ce927-229d-473c-9541-a5e6a5a52386 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f108861-1762-4f13-8fb3-3ad146bcb1c5 HTTP/1.1" status: 200 len: 210 time: 0.0289679 Mar 28 01:36:03.756333 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-e8998939-94fd-4b6d-be35-dd5309839b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c346d84-7eb6-4dc3-b082-11024e37fdf0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825220871', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.35'}], 'enable_snat': True}, 'gw_port_id': '70104c1a-ad20-4c5a-a650-cba88dd71d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:35:58Z', 'updated_at': '2022-03-28T01:36:01Z', 'revision_number': 4, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'gw_port': {'id': '70104c1a-ad20-4c5a-a650-cba88dd71d3a', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:06:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c346d84-7eb6-4dc3-b082-11024e37fdf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:35:58Z', 'updated_at': '2022-03-28T01:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': '60195149-2252-455e-a02b-988261009166', 'name': '', 'network_id': 'f4808586-d0fa-486b-afcf-de5cda6211a0', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'mac_address': 'fa:16:3e:e0:f2:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c346d84-7eb6-4dc3-b082-11024e37fdf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': 'eef862bb-6d69-488f-a5f0-e1acdff6abd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:36:01Z', 'updated_at': '2022-03-28T01:36:02Z', 'revision_number': 2, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'subnets': [{'id': 'eef862bb-6d69-488f-a5f0-e1acdff6abd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:36:03.769252 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-31cf45bf-2ce1-48a7-95c2-7f191b8021ab None None] Provisioning complete for port 60195149-2252-455e-a02b-988261009166 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:36:03.769619 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-31cf45bf-2ce1-48a7-95c2-7f191b8021ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (60195149-2252-455e-a02b-988261009166), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:36:03.787580 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8998939-94fd-4b6d-be35-dd5309839b72 None None] Checking router: 9c346d84-7eb6-4dc3-b082-11024e37fdf0 for host: dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:36:03.787924 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8998939-94fd-4b6d-be35-dd5309839b72 None None] Updating router 9c346d84-7eb6-4dc3-b082-11024e37fdf0 port 60195149-2252-455e-a02b-988261009166 binding host dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 01:36:03.806560 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-31cf45bf-2ce1-48a7-95c2-7f191b8021ab None None] Port 60195149-2252-455e-a02b-988261009166 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:36:03.814479 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-e8998939-94fd-4b6d-be35-dd5309839b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (60195149-2252-455e-a02b-988261009166), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:36:04.084248 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-e8998939-94fd-4b6d-be35-dd5309839b72 None None] Publish callbacks [] for port (60195149-2252-455e-a02b-988261009166), precommit_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:36:04.091807 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-e8998939-94fd-4b6d-be35-dd5309839b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (60195149-2252-455e-a02b-988261009166), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:36:04.094228 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 70104c1a-ad20-4c5a-a650-cba88dd71d3a up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:36:04.147043 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 70104c1a-ad20-4c5a-a650-cba88dd71d3a triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:36:04.147418 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (70104c1a-ad20-4c5a-a650-cba88dd71d3a), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:36:04.161589 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c05ea4c-6fc6-47c3-a271-46bb7125e4a5 None None] Pushing event updated for resources: {'Port': ['ID=60195149-2252-455e-a02b-988261009166,revision_number=3']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:36:04.185806 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c05ea4c-6fc6-47c3-a271-46bb7125e4a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:36:04.186317 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c05ea4c-6fc6-47c3-a271-46bb7125e4a5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:36:04.186511 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c05ea4c-6fc6-47c3-a271-46bb7125e4a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:36:04.186816 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c05ea4c-6fc6-47c3-a271-46bb7125e4a5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:36:04.187297 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c05ea4c-6fc6-47c3-a271-46bb7125e4a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:36:04.187528 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c05ea4c-6fc6-47c3-a271-46bb7125e4a5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:36:04.188579 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c05ea4c-6fc6-47c3-a271-46bb7125e4a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:36:04.189253 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c05ea4c-6fc6-47c3-a271-46bb7125e4a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:36:04.189253 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c05ea4c-6fc6-47c3-a271-46bb7125e4a5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:36:04.189557 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c05ea4c-6fc6-47c3-a271-46bb7125e4a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:36:04.189886 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c05ea4c-6fc6-47c3-a271-46bb7125e4a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:36:04.190208 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c05ea4c-6fc6-47c3-a271-46bb7125e4a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:36:04.190532 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c05ea4c-6fc6-47c3-a271-46bb7125e4a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:36:04.190844 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c05ea4c-6fc6-47c3-a271-46bb7125e4a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:36:04.191165 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c05ea4c-6fc6-47c3-a271-46bb7125e4a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:36:04.208939 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [None req-e8998939-94fd-4b6d-be35-dd5309839b72 None None] Attempting to bind port 60195149-2252-455e-a02b-988261009166 on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:36:04.209321 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [None req-e8998939-94fd-4b6d-be35-dd5309839b72 None None] Attempting to bind port 60195149-2252-455e-a02b-988261009166 by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': '367dad2f-3a5f-4b31-a22c-f67067b40911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f4808586-d0fa-486b-afcf-de5cda6211a0'}] {{(pid=104101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:36:04.209718 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8998939-94fd-4b6d-be35-dd5309839b72 None None] Attempting to bind port 60195149-2252-455e-a02b-988261009166 on network f4808586-d0fa-486b-afcf-de5cda6211a0 {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:36:04.214991 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8998939-94fd-4b6d-be35-dd5309839b72 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:36:04.215292 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8998939-94fd-4b6d-be35-dd5309839b72 None None] Checking segment: {'id': '367dad2f-3a5f-4b31-a22c-f67067b40911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f4808586-d0fa-486b-afcf-de5cda6211a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:36:04.215697 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-e8998939-94fd-4b6d-be35-dd5309839b72 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:36:04.216127 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8998939-94fd-4b6d-be35-dd5309839b72 None None] Bound using segment: {'id': '367dad2f-3a5f-4b31-a22c-f67067b40911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f4808586-d0fa-486b-afcf-de5cda6211a0'} {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:36:04.216895 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [None req-e8998939-94fd-4b6d-be35-dd5309839b72 None None] Bound port: 60195149-2252-455e-a02b-988261009166, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '367dad2f-3a5f-4b31-a22c-f67067b40911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f4808586-d0fa-486b-afcf-de5cda6211a0'}}] {{(pid=104101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:36:04.217026 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-e8998939-94fd-4b6d-be35-dd5309839b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (60195149-2252-455e-a02b-988261009166), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:36:04.231543 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 70104c1a-ad20-4c5a-a650-cba88dd71d3a is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:36:04.232642 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 873dd9b0-d9f7-44e0-8882-7908d4d55c02 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:36:04.284073 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.db [None req-e8998939-94fd-4b6d-be35-dd5309839b72 None None] For port 60195149-2252-455e-a02b-988261009166, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:36:04.286911 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 873dd9b0-d9f7-44e0-8882-7908d4d55c02 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:36:04.287416 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (873dd9b0-d9f7-44e0-8882-7908d4d55c02), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:36:04.287609 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.db [None req-e8998939-94fd-4b6d-be35-dd5309839b72 None None] For port 60195149-2252-455e-a02b-988261009166, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=60195149-2252-455e-a02b-988261009166,segment=NetworkSegment(367dad2f-3a5f-4b31-a22c-f67067b40911),segment_id=367dad2f-3a5f-4b31-a22c-f67067b40911)] {{(pid=104101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:36:04.294022 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-e8998939-94fd-4b6d-be35-dd5309839b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (60195149-2252-455e-a02b-988261009166), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:36:04.350145 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8998939-94fd-4b6d-be35-dd5309839b72 None None] Routers {'9c346d84-7eb6-4dc3-b082-11024e37fdf0'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:36:04.350762 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-e8998939-94fd-4b6d-be35-dd5309839b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:35:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['9c346d84-7eb6-4dc3-b082-11024e37fdf0'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:36:04.369943 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 873dd9b0-d9f7-44e0-8882-7908d4d55c02 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:36:04.424673 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c05ea4c-6fc6-47c3-a271-46bb7125e4a5 None None] Pushing event updated for resources: {'Port': ['ID=60195149-2252-455e-a02b-988261009166,revision_number=4']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:36:04.434393 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-b39ae3d3-03bf-4a89-be98-ef8ab92f527a None None] Provisioning complete for port 60195149-2252-455e-a02b-988261009166 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:36:04.434774 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-b39ae3d3-03bf-4a89-be98-ef8ab92f527a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (60195149-2252-455e-a02b-988261009166), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:36:04.482316 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-e8998939-94fd-4b6d-be35-dd5309839b72 None None] Set router 9c346d84-7eb6-4dc3-b082-11024e37fdf0 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:36:04.522231 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-b39ae3d3-03bf-4a89-be98-ef8ab92f527a None None] Current status of the port 60195149-2252-455e-a02b-988261009166 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:36:04.522630 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-b39ae3d3-03bf-4a89-be98-ef8ab92f527a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (60195149-2252-455e-a02b-988261009166), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:36:04.561706 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-b39ae3d3-03bf-4a89-be98-ef8ab92f527a None None] For port 60195149-2252-455e-a02b-988261009166, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=60195149-2252-455e-a02b-988261009166,segment=NetworkSegment(367dad2f-3a5f-4b31-a22c-f67067b40911),segment_id=367dad2f-3a5f-4b31-a22c-f67067b40911)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:36:04.568384 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-b39ae3d3-03bf-4a89-be98-ef8ab92f527a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (60195149-2252-455e-a02b-988261009166), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:36:04.620688 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39ae3d3-03bf-4a89-be98-ef8ab92f527a None None] Pushing event updated for resources: {'Port': ['ID=60195149-2252-455e-a02b-988261009166,revision_number=5']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:36:04.682087 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-751a7217-d030-43ca-af5a-35863c800794 req-75119530-9a60-494f-b438-837f78e1a5fe tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f108861-1762-4f13-8fb3-3ad146bcb1c5 HTTP/1.1" status: 200 len: 210 time: 0.0359626 Mar 28 01:36:04.695420 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-f376b824-cd84-4d5e-8e28-e3f5c19131d3 None None] Provisioning complete for port 60195149-2252-455e-a02b-988261009166 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:36:04.695920 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f376b824-cd84-4d5e-8e28-e3f5c19131d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (60195149-2252-455e-a02b-988261009166), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:36:04.813539 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-e8998939-94fd-4b6d-be35-dd5309839b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c346d84-7eb6-4dc3-b082-11024e37fdf0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825220871', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.35'}], 'enable_snat': True}, 'gw_port_id': '70104c1a-ad20-4c5a-a650-cba88dd71d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:35:58Z', 'updated_at': '2022-03-28T01:36:01Z', 'revision_number': 4, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'gw_port': {'id': '70104c1a-ad20-4c5a-a650-cba88dd71d3a', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:06:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c346d84-7eb6-4dc3-b082-11024e37fdf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:35:58Z', 'updated_at': '2022-03-28T01:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': '60195149-2252-455e-a02b-988261009166', 'name': '', 'network_id': 'f4808586-d0fa-486b-afcf-de5cda6211a0', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'mac_address': 'fa:16:3e:e0:f2:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c346d84-7eb6-4dc3-b082-11024e37fdf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': 'eef862bb-6d69-488f-a5f0-e1acdff6abd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:36:01Z', 'updated_at': '2022-03-28T01:36:04Z', 'revision_number': 4, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'subnets': [{'id': 'eef862bb-6d69-488f-a5f0-e1acdff6abd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:36:04.842351 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8998939-94fd-4b6d-be35-dd5309839b72 None None] The sync data for ids ['9c346d84-7eb6-4dc3-b082-11024e37fdf0'] in dv-neutron-834874-6-hyperv is: [{'id': '9c346d84-7eb6-4dc3-b082-11024e37fdf0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825220871', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.35'}], 'enable_snat': True}, 'gw_port_id': '70104c1a-ad20-4c5a-a650-cba88dd71d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:35:58Z', 'updated_at': '2022-03-28T01:36:01Z', 'revision_number': 4, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'gw_port': {'id': '70104c1a-ad20-4c5a-a650-cba88dd71d3a', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:06:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c346d84-7eb6-4dc3-b082-11024e37fdf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:35:58Z', 'updated_at': '2022-03-28T01:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': '60195149-2252-455e-a02b-988261009166', 'name': '', 'network_id': 'f4808586-d0fa-486b-afcf-de5cda6211a0', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'mac_address': 'fa:16:3e:e0:f2:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c346d84-7eb6-4dc3-b082-11024e37fdf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': 'eef862bb-6d69-488f-a5f0-e1acdff6abd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:36:01Z', 'updated_at': '2022-03-28T01:36:04Z', 'revision_number': 4, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'subnets': [{'id': 'eef862bb-6d69-488f-a5f0-e1acdff6abd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:36:04.951421 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-f376b824-cd84-4d5e-8e28-e3f5c19131d3 None None] Current status of the port 60195149-2252-455e-a02b-988261009166 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:36:05.778373 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-54ffd894-a58d-4e02-8728-277551eddda4 req-564a6989-37d2-4b05-b097-de6f983f6cdf tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f108861-1762-4f13-8fb3-3ad146bcb1c5 HTTP/1.1" status: 200 len: 210 time: 0.0311837 Mar 28 01:36:06.038822 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 60195149-2252-455e-a02b-988261009166 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:36:06.088964 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 60195149-2252-455e-a02b-988261009166 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:36:06.089335 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (60195149-2252-455e-a02b-988261009166), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:36:06.171579 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 60195149-2252-455e-a02b-988261009166 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:36:06.959641 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-dd3a2d58-aa3b-4af2-95c6-9840446785d9 req-6d83b862-07d2-4296-9f02-dbcf62d6402a tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f108861-1762-4f13-8fb3-3ad146bcb1c5 HTTP/1.1" status: 200 len: 210 time: 0.0332091 Mar 28 01:36:07.003104 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15df99e-8525-410d-b131-1ab9a4bca438 req-5c2e4b9c-d4a1-441f-a9f8-9ee5288a9c26 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:36:07.004583 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e15df99e-8525-410d-b131-1ab9a4bca438 req-5c2e4b9c-d4a1-441f-a9f8-9ee5288a9c26 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.10 "GET /v2.0/networks?id=f4808586-d0fa-486b-afcf-de5cda6211a0 HTTP/1.1" status: 200 len: 797 time: 0.4231062 Mar 28 01:36:07.065126 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e15df99e-8525-410d-b131-1ab9a4bca438 req-bc33b301-6dad-42ba-8373-0ce0d18d3ad0 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2961ca1eab8443d3977a60308ef2e35a HTTP/1.1" status: 200 len: 380 time: 0.0515649 Mar 28 01:36:07.073301 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [req-e15df99e-8525-410d-b131-1ab9a4bca438 req-c84b7e24-1e3e-4d66-ac62-cc755a4561d6 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Request body: {'port': {'device_id': '6f108861-1762-4f13-8fb3-3ad146bcb1c5', 'network_id': 'f4808586-d0fa-486b-afcf-de5cda6211a0', 'admin_state_up': True, 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'security_groups': ['69adc8b2-c460-41c3-a503-8f4985d15670']}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:36:07.177721 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e15df99e-8525-410d-b131-1ab9a4bca438 req-c84b7e24-1e3e-4d66-ac62-cc755a4561d6 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Made reservation on behalf of 2961ca1eab8443d3977a60308ef2e35a for: {'port': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:36:07.181255 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-e15df99e-8525-410d-b131-1ab9a4bca438 req-c84b7e24-1e3e-4d66-ac62-cc755a4561d6 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:36:07.309422 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [req-e15df99e-8525-410d-b131-1ab9a4bca438 req-c84b7e24-1e3e-4d66-ac62-cc755a4561d6 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Allocated IP 172.20.0.6 (f4808586-d0fa-486b-afcf-de5cda6211a0/eef862bb-6d69-488f-a5f0-e1acdff6abd5/c67b031f-4814-46d8-ae9e-14148e9b4a1c) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:36:07.449271 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-e15df99e-8525-410d-b131-1ab9a4bca438 req-c84b7e24-1e3e-4d66-ac62-cc755a4561d6 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for port (c67b031f-4814-46d8-ae9e-14148e9b4a1c), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:36:07.482490 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-e15df99e-8525-410d-b131-1ab9a4bca438 req-c84b7e24-1e3e-4d66-ac62-cc755a4561d6 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (c67b031f-4814-46d8-ae9e-14148e9b4a1c), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:36:07.521112 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e15df99e-8525-410d-b131-1ab9a4bca438 req-c84b7e24-1e3e-4d66-ac62-cc755a4561d6 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Network f4808586-d0fa-486b-afcf-de5cda6211a0 is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:36:07.524114 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [req-e15df99e-8525-410d-b131-1ab9a4bca438 req-c84b7e24-1e3e-4d66-ac62-cc755a4561d6 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:36:07.528049 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [req-e15df99e-8525-410d-b131-1ab9a4bca438 req-c84b7e24-1e3e-4d66-ac62-cc755a4561d6 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:36:07.561322 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84b7e24-1e3e-4d66-ac62-cc755a4561d6 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Pushing event updated for resources: {'Port': ['ID=c67b031f-4814-46d8-ae9e-14148e9b4a1c,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:36:07.582939 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15df99e-8525-410d-b131-1ab9a4bca438 req-c84b7e24-1e3e-4d66-ac62-cc755a4561d6 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:36:07.583549 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-e15df99e-8525-410d-b131-1ab9a4bca438 req-c84b7e24-1e3e-4d66-ac62-cc755a4561d6 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:36:07.602050 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e15df99e-8525-410d-b131-1ab9a4bca438 req-c84b7e24-1e3e-4d66-ac62-cc755a4561d6 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5320990 Mar 28 01:36:07.613105 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [req-e15df99e-8525-410d-b131-1ab9a4bca438 req-4f003510-a275-4402-ab3c-8d8f503f7293 service neutron] Request body: {'port': {'device_id': '6f108861-1762-4f13-8fb3-3ad146bcb1c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8348'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:36:07.679056 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-e15df99e-8525-410d-b131-1ab9a4bca438 req-4f003510-a275-4402-ab3c-8d8f503f7293 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (c67b031f-4814-46d8-ae9e-14148e9b4a1c), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:36:07.793168 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-c5756d28-8e6d-4334-a9ef-9f9d5eca0226 None None] Provisioning complete for port c67b031f-4814-46d8-ae9e-14148e9b4a1c triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:36:07.793734 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-c5756d28-8e6d-4334-a9ef-9f9d5eca0226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (c67b031f-4814-46d8-ae9e-14148e9b4a1c), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:36:07.826159 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-c5756d28-8e6d-4334-a9ef-9f9d5eca0226 None None] Port c67b031f-4814-46d8-ae9e-14148e9b4a1c cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:36:07.938921 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [req-e15df99e-8525-410d-b131-1ab9a4bca438 req-4f003510-a275-4402-ab3c-8d8f503f7293 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c67b031f-4814-46d8-ae9e-14148e9b4a1c {{(pid=104099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 01:36:07.946300 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-e15df99e-8525-410d-b131-1ab9a4bca438 req-4f003510-a275-4402-ab3c-8d8f503f7293 service neutron] Publish callbacks [] for port (c67b031f-4814-46d8-ae9e-14148e9b4a1c), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:36:07.958298 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [req-e15df99e-8525-410d-b131-1ab9a4bca438 req-4f003510-a275-4402-ab3c-8d8f503f7293 service neutron] Transition to ACTIVE for port object c67b031f-4814-46d8-ae9e-14148e9b4a1c will not be triggered until provisioned by entity L2. {{(pid=104099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 01:36:07.962600 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-e15df99e-8525-410d-b131-1ab9a4bca438 req-4f003510-a275-4402-ab3c-8d8f503f7293 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (c67b031f-4814-46d8-ae9e-14148e9b4a1c), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:36:08.035473 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f003510-a275-4402-ab3c-8d8f503f7293 service neutron] Pushing event updated for resources: {'Port': ['ID=c67b031f-4814-46d8-ae9e-14148e9b4a1c,revision_number=2']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:36:08.087742 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-e15df99e-8525-410d-b131-1ab9a4bca438 req-4f003510-a275-4402-ab3c-8d8f503f7293 service neutron] Attempting to bind port c67b031f-4814-46d8-ae9e-14148e9b4a1c on host hv-neutron-8348 for vnic_type normal with profile {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:36:08.087941 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ba4c07-d4ee-413f-9db4-d6ccd50dfa6a req-2981865a-b572-4671-b746-bc911cc8a5e0 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:36:08.088439 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-e15df99e-8525-410d-b131-1ab9a4bca438 req-4f003510-a275-4402-ab3c-8d8f503f7293 service neutron] Attempting to bind port c67b031f-4814-46d8-ae9e-14148e9b4a1c by drivers openvswitch,hyperv on host hv-neutron-8348 at level 0 using segments [{'id': '367dad2f-3a5f-4b31-a22c-f67067b40911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f4808586-d0fa-486b-afcf-de5cda6211a0'}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:36:08.088594 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e15df99e-8525-410d-b131-1ab9a4bca438 req-4f003510-a275-4402-ab3c-8d8f503f7293 service neutron] Attempting to bind port c67b031f-4814-46d8-ae9e-14148e9b4a1c on network f4808586-d0fa-486b-afcf-de5cda6211a0 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:36:08.089714 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-d8ba4c07-d4ee-413f-9db4-d6ccd50dfa6a req-2981865a-b572-4671-b746-bc911cc8a5e0 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f108861-1762-4f13-8fb3-3ad146bcb1c5 HTTP/1.1" status: 200 len: 943 time: 0.0591576 Mar 28 01:36:08.094248 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e15df99e-8525-410d-b131-1ab9a4bca438 req-4f003510-a275-4402-ab3c-8d8f503f7293 service neutron] Port c67b031f-4814-46d8-ae9e-14148e9b4a1c on network f4808586-d0fa-486b-afcf-de5cda6211a0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8348 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 01:36:08.096143 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e15df99e-8525-410d-b131-1ab9a4bca438 req-4f003510-a275-4402-ab3c-8d8f503f7293 service neutron] Attempting to bind port c67b031f-4814-46d8-ae9e-14148e9b4a1c on network f4808586-d0fa-486b-afcf-de5cda6211a0 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:36:08.103400 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e15df99e-8525-410d-b131-1ab9a4bca438 req-4f003510-a275-4402-ab3c-8d8f503f7293 service neutron] Checking agent: {'id': '287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8348', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 1, 2, 33), 'started_at': datetime.datetime(2022, 3, 28, 1, 2, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:36:08.103739 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e15df99e-8525-410d-b131-1ab9a4bca438 req-4f003510-a275-4402-ab3c-8d8f503f7293 service neutron] Checking segment: {'id': '367dad2f-3a5f-4b31-a22c-f67067b40911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f4808586-d0fa-486b-afcf-de5cda6211a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:36:08.104152 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e15df99e-8525-410d-b131-1ab9a4bca438 req-4f003510-a275-4402-ab3c-8d8f503f7293 service neutron] Bound using segment: {'id': '367dad2f-3a5f-4b31-a22c-f67067b40911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f4808586-d0fa-486b-afcf-de5cda6211a0'} {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:36:08.104610 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-e15df99e-8525-410d-b131-1ab9a4bca438 req-4f003510-a275-4402-ab3c-8d8f503f7293 service neutron] Bound port: c67b031f-4814-46d8-ae9e-14148e9b4a1c, host: hv-neutron-8348, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '367dad2f-3a5f-4b31-a22c-f67067b40911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f4808586-d0fa-486b-afcf-de5cda6211a0'}}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:36:08.104963 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-e15df99e-8525-410d-b131-1ab9a4bca438 req-4f003510-a275-4402-ab3c-8d8f503f7293 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (c67b031f-4814-46d8-ae9e-14148e9b4a1c), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:36:08.148151 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-d8ba4c07-d4ee-413f-9db4-d6ccd50dfa6a req-1d135a87-3a99-4839-86f0-74aa4a336c61 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/security-groups?id=69adc8b2-c460-41c3-a503-8f4985d15670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510380 Mar 28 01:36:08.170571 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-e15df99e-8525-410d-b131-1ab9a4bca438 req-4f003510-a275-4402-ab3c-8d8f503f7293 service neutron] For port c67b031f-4814-46d8-ae9e-14148e9b4a1c, host hv-neutron-8348, cleared binding levels {{(pid=104099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:36:08.173689 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-e15df99e-8525-410d-b131-1ab9a4bca438 req-4f003510-a275-4402-ab3c-8d8f503f7293 service neutron] For port c67b031f-4814-46d8-ae9e-14148e9b4a1c, host hv-neutron-8348, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=c67b031f-4814-46d8-ae9e-14148e9b4a1c,segment=NetworkSegment(367dad2f-3a5f-4b31-a22c-f67067b40911),segment_id=367dad2f-3a5f-4b31-a22c-f67067b40911)] {{(pid=104099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:36:08.180684 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-e15df99e-8525-410d-b131-1ab9a4bca438 req-4f003510-a275-4402-ab3c-8d8f503f7293 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (c67b031f-4814-46d8-ae9e-14148e9b4a1c), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:36:08.213869 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15df99e-8525-410d-b131-1ab9a4bca438 req-4f003510-a275-4402-ab3c-8d8f503f7293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:36:08.214435 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-e15df99e-8525-410d-b131-1ab9a4bca438 req-4f003510-a275-4402-ab3c-8d8f503f7293 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:36:08.216180 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e15df99e-8525-410d-b131-1ab9a4bca438 req-4f003510-a275-4402-ab3c-8d8f503f7293 service neutron] 10.222.0.10 "PUT /v2.0/ports/c67b031f-4814-46d8-ae9e-14148e9b4a1c HTTP/1.1" status: 200 len: 1093 time: 0.6072004 Mar 28 01:36:08.218345 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f108861-1762-4f13-8fb3-3ad146bcb1c5', 'tag': 'c67b031f-4814-46d8-ae9e-14148e9b4a1c'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:36:08.221953 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2af4b01a9fa8b1570ccf1d7859d693ad34c106b258078e9cfae86b97f35e3d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-951cf163-b048-4541-b58b-eb338fdb71ee" -d '{"events": [{"name": "network-changed", "server_uuid": "6f108861-1762-4f13-8fb3-3ad146bcb1c5", "tag": "c67b031f-4814-46d8-ae9e-14148e9b4a1c"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:36:08.254823 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f003510-a275-4402-ab3c-8d8f503f7293 service neutron] Pushing event updated for resources: {'Port': ['ID=c67b031f-4814-46d8-ae9e-14148e9b4a1c,revision_number=3']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:36:08.300196 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 01:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94c68bdd-e30a-4fd6-9576-c225c854fcdb x-openstack-request-id: req-94c68bdd-e30a-4fd6-9576-c225c854fcdb {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:36:08.300495 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f108861-1762-4f13-8fb3-3ad146bcb1c5", "tag": "c67b031f-4814-46d8-ae9e-14148e9b4a1c", "status": "completed", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:36:08.300751 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-94c68bdd-e30a-4fd6-9576-c225c854fcdb {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:36:08.301164 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94c68bdd-e30a-4fd6-9576-c225c854fcdb'] response: {'name': 'network-changed', 'server_uuid': '6f108861-1762-4f13-8fb3-3ad146bcb1c5', 'tag': 'c67b031f-4814-46d8-ae9e-14148e9b4a1c', 'status': 'completed', 'code': 200} Mar 28 01:36:08.321669 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15df99e-8525-410d-b131-1ab9a4bca438 req-c3df0e5c-1868-4620-a7cc-37c351556eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:36:08.323243 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e15df99e-8525-410d-b131-1ab9a4bca438 req-c3df0e5c-1868-4620-a7cc-37c351556eb4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2961ca1eab8443d3977a60308ef2e35a&device_id=6f108861-1762-4f13-8fb3-3ad146bcb1c5 HTTP/1.1" status: 200 len: 1127 time: 0.0563047 Mar 28 01:36:08.365505 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e15df99e-8525-410d-b131-1ab9a4bca438 req-bc6b771c-a2db-4fd9-aa20-ad06bc18a33b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c67b031f-4814-46d8-ae9e-14148e9b4a1c HTTP/1.1" status: 200 len: 217 time: 0.0359960 Mar 28 01:36:08.414551 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15df99e-8525-410d-b131-1ab9a4bca438 req-7edf58d3-1023-4f86-bcf0-a7061edd3adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:36:08.416055 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e15df99e-8525-410d-b131-1ab9a4bca438 req-7edf58d3-1023-4f86-bcf0-a7061edd3adb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=eef862bb-6d69-488f-a5f0-e1acdff6abd5 HTTP/1.1" status: 200 len: 834 time: 0.0449734 Mar 28 01:36:08.464256 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15df99e-8525-410d-b131-1ab9a4bca438 req-907ab08b-e141-45da-ad2f-8f80fd804bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:36:08.465736 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e15df99e-8525-410d-b131-1ab9a4bca438 req-907ab08b-e141-45da-ad2f-8f80fd804bbf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f4808586-d0fa-486b-afcf-de5cda6211a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0441425 Mar 28 01:36:08.556409 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e15df99e-8525-410d-b131-1ab9a4bca438 req-f509ef93-fdfd-4712-a8a3-156bd3d56a03 service neutron] 10.222.0.10 "GET /v2.0/networks/f4808586-d0fa-486b-afcf-de5cda6211a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846927 Mar 28 01:36:08.642461 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e15df99e-8525-410d-b131-1ab9a4bca438 req-0f242fed-25c3-437b-9f26-7d70c96cdd9a service neutron] 10.222.0.10 "GET /v2.0/networks/f4808586-d0fa-486b-afcf-de5cda6211a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807438 Mar 28 01:36:08.734412 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951cf163-b048-4541-b58b-eb338fdb71ee req-85a52c43-e287-4d49-8035-e33f76130619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:36:08.736556 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-951cf163-b048-4541-b58b-eb338fdb71ee req-85a52c43-e287-4d49-8035-e33f76130619 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2961ca1eab8443d3977a60308ef2e35a&device_id=6f108861-1762-4f13-8fb3-3ad146bcb1c5 HTTP/1.1" status: 200 len: 1127 time: 0.0497134 Mar 28 01:36:08.822942 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951cf163-b048-4541-b58b-eb338fdb71ee req-62e4047e-a947-4f52-bad4-b6f8cd743f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:36:08.824426 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-951cf163-b048-4541-b58b-eb338fdb71ee req-62e4047e-a947-4f52-bad4-b6f8cd743f9b service neutron] 10.222.0.10 "GET /v2.0/networks?id=f4808586-d0fa-486b-afcf-de5cda6211a0 HTTP/1.1" status: 200 len: 897 time: 0.0821972 Mar 28 01:36:08.868336 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-951cf163-b048-4541-b58b-eb338fdb71ee req-41db81f4-7434-4ad5-b3d4-fdd8d6050fef service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c67b031f-4814-46d8-ae9e-14148e9b4a1c HTTP/1.1" status: 200 len: 217 time: 0.0375206 Mar 28 01:36:08.915477 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951cf163-b048-4541-b58b-eb338fdb71ee req-e11485c7-cd4b-4bc9-b418-9952e7a937ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:36:08.916811 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-951cf163-b048-4541-b58b-eb338fdb71ee req-e11485c7-cd4b-4bc9-b418-9952e7a937ed service neutron] 10.222.0.10 "GET /v2.0/subnets?id=eef862bb-6d69-488f-a5f0-e1acdff6abd5 HTTP/1.1" status: 200 len: 834 time: 0.0425138 Mar 28 01:36:08.964645 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951cf163-b048-4541-b58b-eb338fdb71ee req-cca59772-45e2-4ac2-b784-6ebd9883089c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:36:08.966093 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-951cf163-b048-4541-b58b-eb338fdb71ee req-cca59772-45e2-4ac2-b784-6ebd9883089c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f4808586-d0fa-486b-afcf-de5cda6211a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0420630 Mar 28 01:36:09.054723 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-951cf163-b048-4541-b58b-eb338fdb71ee req-aba127f0-1ab3-4e69-89e5-6dbf3136828e service neutron] 10.222.0.10 "GET /v2.0/networks/f4808586-d0fa-486b-afcf-de5cda6211a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819192 Mar 28 01:36:09.142997 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-951cf163-b048-4541-b58b-eb338fdb71ee req-0247f7d2-9240-4294-9015-9d4c6c653c1e service neutron] 10.222.0.10 "GET /v2.0/networks/f4808586-d0fa-486b-afcf-de5cda6211a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800297 Mar 28 01:36:09.263197 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fb3ffc-342d-4e22-8b7f-3d79940e1a78 req-36efe80e-f783-460d-9113-b3e490fe6ac7 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:36:09.264682 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-e8fb3ffc-342d-4e22-8b7f-3d79940e1a78 req-36efe80e-f783-460d-9113-b3e490fe6ac7 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f108861-1762-4f13-8fb3-3ad146bcb1c5 HTTP/1.1" status: 200 len: 943 time: 0.0506909 Mar 28 01:36:09.315756 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-e8fb3ffc-342d-4e22-8b7f-3d79940e1a78 req-b0daa039-7905-48a7-b478-543108cdfe3b tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/security-groups?id=69adc8b2-c460-41c3-a503-8f4985d15670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450332 Mar 28 01:36:09.669931 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device c67b031f-4814-46d8-ae9e-14148e9b4a1c details requested by agent hyperv_hv-neutron-8348 with host hv-neutron-8348 {{(pid=104100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 01:36:09.764083 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port c67b031f-4814-46d8-ae9e-14148e9b4a1c, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=c67b031f-4814-46d8-ae9e-14148e9b4a1c,segment=NetworkSegment(367dad2f-3a5f-4b31-a22c-f67067b40911),segment_id=367dad2f-3a5f-4b31-a22c-f67067b40911)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:36:09.775208 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Returning: {'device': 'c67b031f-4814-46d8-ae9e-14148e9b4a1c', 'network_id': 'f4808586-d0fa-486b-afcf-de5cda6211a0', 'port_id': 'c67b031f-4814-46d8-ae9e-14148e9b4a1c', 'mac_address': 'fa:16:3e:76:cf:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eef862bb-6d69-488f-a5f0-e1acdff6abd5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 01:36:09.811561 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port c67b031f-4814-46d8-ae9e-14148e9b4a1c is: DOWN; New status is: BUILD {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:36:09.811946 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (c67b031f-4814-46d8-ae9e-14148e9b4a1c), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:36:09.825206 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c67b031f-4814-46d8-ae9e-14148e9b4a1c {{(pid=104100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 01:36:09.844251 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port c67b031f-4814-46d8-ae9e-14148e9b4a1c, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=c67b031f-4814-46d8-ae9e-14148e9b4a1c,segment=NetworkSegment(367dad2f-3a5f-4b31-a22c-f67067b40911),segment_id=367dad2f-3a5f-4b31-a22c-f67067b40911)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:36:09.848551 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (c67b031f-4814-46d8-ae9e-14148e9b4a1c), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:36:09.894386 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Pushing event updated for resources: {'Port': ['ID=c67b031f-4814-46d8-ae9e-14148e9b4a1c,revision_number=4']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:36:10.054890 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] get_ports_and_sgs() called for port_ids ['c67b031f-4814-46d8-ae9e-14148e9b4a1c'] {{(pid=104100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 01:36:10.436683 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db92f681-39b1-488a-a37c-299668b178b6 req-6f7c5daa-80a5-4357-93c8-e2a7b1726893 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:36:10.438193 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-db92f681-39b1-488a-a37c-299668b178b6 req-6f7c5daa-80a5-4357-93c8-e2a7b1726893 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f108861-1762-4f13-8fb3-3ad146bcb1c5 HTTP/1.1" status: 200 len: 944 time: 0.0529463 Mar 28 01:36:10.485299 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-db92f681-39b1-488a-a37c-299668b178b6 req-bdbefb4b-9555-45fe-b4ae-c0acdd417dba tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/security-groups?id=69adc8b2-c460-41c3-a503-8f4985d15670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415885 Mar 28 01:36:11.459939 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-6a06f21a-2361-42d1-953c-174cee93a07a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:36:11.599209 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5581b8-7864-4392-89f5-e971cfdc2fa2 req-57072882-111d-4d55-8c27-10a9c5b8e643 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:36:11.600695 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-ae5581b8-7864-4392-89f5-e971cfdc2fa2 req-57072882-111d-4d55-8c27-10a9c5b8e643 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f108861-1762-4f13-8fb3-3ad146bcb1c5 HTTP/1.1" status: 200 len: 944 time: 0.0511103 Mar 28 01:36:11.647205 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-ae5581b8-7864-4392-89f5-e971cfdc2fa2 req-73286aea-056a-45aa-9467-742220d0233c tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/security-groups?id=69adc8b2-c460-41c3-a503-8f4985d15670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409689 Mar 28 01:36:11.685723 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device c67b031f-4814-46d8-ae9e-14148e9b4a1c up at agent hyperv_hv-neutron-8348 {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:36:11.733172 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Provisioning for port c67b031f-4814-46d8-ae9e-14148e9b4a1c completed by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 01:36:11.737737 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Provisioning complete for port c67b031f-4814-46d8-ae9e-14148e9b4a1c triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:36:11.738113 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (c67b031f-4814-46d8-ae9e-14148e9b4a1c), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:36:11.813693 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port c67b031f-4814-46d8-ae9e-14148e9b4a1c is: BUILD; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:36:11.814079 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (c67b031f-4814-46d8-ae9e-14148e9b4a1c), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:36:11.835372 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f108861-1762-4f13-8fb3-3ad146bcb1c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c67b031f-4814-46d8-ae9e-14148e9b4a1c'}] {{(pid=104100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:36:11.837616 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd27896ebc78d0f7931321182ba9533a7b768b1c3fcddb3ff52a8aee6ddeaf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6684ca62-6c0b-4548-9be3-789cb273d423" -d '{"events": [{"server_uuid": "6f108861-1762-4f13-8fb3-3ad146bcb1c5", "name": "network-vif-plugged", "status": "completed", "tag": "c67b031f-4814-46d8-ae9e-14148e9b4a1c"}]}' {{(pid=104100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:36:11.855063 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port c67b031f-4814-46d8-ae9e-14148e9b4a1c, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=c67b031f-4814-46d8-ae9e-14148e9b4a1c,segment=NetworkSegment(367dad2f-3a5f-4b31-a22c-f67067b40911),segment_id=367dad2f-3a5f-4b31-a22c-f67067b40911)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:36:11.858975 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (c67b031f-4814-46d8-ae9e-14148e9b4a1c), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:36:11.905805 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Pushing event updated for resources: {'Port': ['ID=c67b031f-4814-46d8-ae9e-14148e9b4a1c,revision_number=5']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:36:11.936173 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 01:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1befb07-8033-422c-86d4-e4a0355773ce x-openstack-request-id: req-b1befb07-8033-422c-86d4-e4a0355773ce {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:36:11.936417 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f108861-1762-4f13-8fb3-3ad146bcb1c5", "name": "network-vif-plugged", "status": "completed", "tag": "c67b031f-4814-46d8-ae9e-14148e9b4a1c", "code": 200}]} {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:36:11.936674 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b1befb07-8033-422c-86d4-e4a0355773ce {{(pid=104100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:36:11.937077 dv-neutron-834874-6-hyperv neutron-server[104100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1befb07-8033-422c-86d4-e4a0355773ce'] response: {'server_uuid': '6f108861-1762-4f13-8fb3-3ad146bcb1c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c67b031f-4814-46d8-ae9e-14148e9b4a1c', 'code': 200} Mar 28 01:36:12.131670 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef25981-8897-47a3-8c3d-9aba391866db req-48d20e7a-5786-4f07-93b5-48b59ff72c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:36:12.133355 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-5ef25981-8897-47a3-8c3d-9aba391866db req-48d20e7a-5786-4f07-93b5-48b59ff72c75 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6f108861-1762-4f13-8fb3-3ad146bcb1c5 HTTP/1.1" status: 200 len: 1129 time: 0.0486658 Mar 28 01:36:12.179564 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-5ef25981-8897-47a3-8c3d-9aba391866db req-274fe15b-2a57-4a90-b930-6d2c01435050 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=69adc8b2-c460-41c3-a503-8f4985d15670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391786 Mar 28 01:36:12.763145 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53497f00-1118-4a82-b6d4-a49a17b5ef06 req-e521b166-d366-4d8b-9baa-04624c44887e tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:36:12.764619 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-53497f00-1118-4a82-b6d4-a49a17b5ef06 req-e521b166-d366-4d8b-9baa-04624c44887e tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f108861-1762-4f13-8fb3-3ad146bcb1c5 HTTP/1.1" status: 200 len: 945 time: 0.0508707 Mar 28 01:36:12.811526 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-53497f00-1118-4a82-b6d4-a49a17b5ef06 req-1c082271-00d6-4072-842f-bfe9643d883e tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/security-groups?id=69adc8b2-c460-41c3-a503-8f4985d15670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414469 Mar 28 01:36:13.629778 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-2b6b6019-0a57-4830-9a2c-8846ba9c79d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:36:13.929582 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160d085e-ad1e-47c5-baa2-a7f6872b851c req-c0100b11-c500-43b6-bc6b-b4b4e5cd085e tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:36:13.930951 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-160d085e-ad1e-47c5-baa2-a7f6872b851c req-c0100b11-c500-43b6-bc6b-b4b4e5cd085e tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f108861-1762-4f13-8fb3-3ad146bcb1c5 HTTP/1.1" status: 200 len: 945 time: 0.0520649 Mar 28 01:36:13.978495 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-160d085e-ad1e-47c5-baa2-a7f6872b851c req-08aa51c2-e41c-4873-92a5-15012036fd33 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/security-groups?id=69adc8b2-c460-41c3-a503-8f4985d15670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420079 Mar 28 01:36:14.095561 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c75d3b-0abe-4e58-a737-863039676bd0 req-2b1ed6f7-4bc3-4917-8a3c-0cadd906ecde tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:36:14.097023 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-e1c75d3b-0abe-4e58-a737-863039676bd0 req-2b1ed6f7-4bc3-4917-8a3c-0cadd906ecde tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f108861-1762-4f13-8fb3-3ad146bcb1c5 HTTP/1.1" status: 200 len: 945 time: 0.0548763 Mar 28 01:36:14.146571 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-e1c75d3b-0abe-4e58-a737-863039676bd0 req-4aed74cd-0b79-45fa-8e7d-c1bc8835b4bd tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/security-groups?id=69adc8b2-c460-41c3-a503-8f4985d15670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440638 Mar 28 01:36:14.167769 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 33010) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:36:14.210443 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36d3ffb-5a11-462a-9ef6-7eeb5a7ff306 tempest-TestNetworkAdvancedServerOps-479632198 tempest-TestNetworkAdvancedServerOps-479632198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:36:14.211865 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-f36d3ffb-5a11-462a-9ef6-7eeb5a7ff306 tempest-TestNetworkAdvancedServerOps-479632198 tempest-TestNetworkAdvancedServerOps-479632198-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=6f108861-1762-4f13-8fb3-3ad146bcb1c5 HTTP/1.1" status: 200 len: 1124 time: 0.0431302 Mar 28 01:36:14.214593 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 33012) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:36:14.218743 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-c5047256-a60d-4469-92eb-ecebfd3ddf00 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Request body: {'floatingip': {'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'port_id': 'c67b031f-4814-46d8-ae9e-14148e9b4a1c', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:36:14.238381 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c5047256-a60d-4469-92eb-ecebfd3ddf00 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:36:14.335939 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c5047256-a60d-4469-92eb-ecebfd3ddf00 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:36:14.435833 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-c5047256-a60d-4469-92eb-ecebfd3ddf00 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Allocated IP 172.26.1.63 (dea6548b-502b-42db-97fb-371e423e739a/cce6de65-d8c9-45b8-9970-0a277e8c1192/674af04e-5110-4579-b3bc-891d998d3163) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:36:14.537739 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c5047256-a60d-4469-92eb-ecebfd3ddf00 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for port (674af04e-5110-4579-b3bc-891d998d3163), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:36:14.571441 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c5047256-a60d-4469-92eb-ecebfd3ddf00 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (674af04e-5110-4579-b3bc-891d998d3163), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:36:14.607262 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5047256-a60d-4469-92eb-ecebfd3ddf00 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Network dea6548b-502b-42db-97fb-371e423e739a is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:36:14.614745 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-c5047256-a60d-4469-92eb-ecebfd3ddf00 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:36:14.619282 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5047256-a60d-4469-92eb-ecebfd3ddf00 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:36:14.622254 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5047256-a60d-4469-92eb-ecebfd3ddf00 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Pushing event updated for resources: {'Port': ['ID=674af04e-5110-4579-b3bc-891d998d3163,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:36:14.881148 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:36:14.963184 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c5047256-a60d-4469-92eb-ecebfd3ddf00 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for floatingip (097cae24-bac3-43de-a4c8-52d1daa154d3), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:36:15.028860 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c5047256-a60d-4469-92eb-ecebfd3ddf00 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (674af04e-5110-4579-b3bc-891d998d3163), before_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:36:15.173533 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c5047256-a60d-4469-92eb-ecebfd3ddf00 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for port (674af04e-5110-4579-b3bc-891d998d3163), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:36:15.177881 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c5047256-a60d-4469-92eb-ecebfd3ddf00 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126177159'] for port (674af04e-5110-4579-b3bc-891d998d3163), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:36:15.249188 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5047256-a60d-4469-92eb-ecebfd3ddf00 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Pushing event updated for resources: {'Port': ['ID=674af04e-5110-4579-b3bc-891d998d3163,revision_number=2']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:36:15.257690 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c5047256-a60d-4469-92eb-ecebfd3ddf00 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688063'] for floatingip (097cae24-bac3-43de-a4c8-52d1daa154d3), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:36:15.356926 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.l3_db [None req-c5047256-a60d-4469-92eb-ecebfd3ddf00 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Floating IP 097cae24-bac3-43de-a4c8-52d1daa154d3 associated. External IP: 172.26.1.63, port: c67b031f-4814-46d8-ae9e-14148e9b4a1c. Mar 28 01:36:15.560661 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5047256-a60d-4469-92eb-ecebfd3ddf00 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Router 9c346d84-7eb6-4dc3-b082-11024e37fdf0 has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:36:15.667915 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5047256-a60d-4469-92eb-ecebfd3ddf00 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:36:15.679448 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b332c853-b58d-4f2c-b1a4-30a1ec5c8997 None None] Sync routers for ids ['9c346d84-7eb6-4dc3-b082-11024e37fdf0'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:36:15.687534 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c5047256-a60d-4469-92eb-ecebfd3ddf00 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for floatingip (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:36:15.690633 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b332c853-b58d-4f2c-b1a4-30a1ec5c8997 None None] Routers {'9c346d84-7eb6-4dc3-b082-11024e37fdf0'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:36:15.691484 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-b332c853-b58d-4f2c-b1a4-30a1ec5c8997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:36:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['9c346d84-7eb6-4dc3-b082-11024e37fdf0'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:36:15.720674 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-c5047256-a60d-4469-92eb-ecebfd3ddf00 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5049469 Mar 28 01:36:15.721286 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f108861-1762-4f13-8fb3-3ad146bcb1c5', 'tag': 'c67b031f-4814-46d8-ae9e-14148e9b4a1c'}] {{(pid=104098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:36:15.723718 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4026f4115fe834cbdc9db1f12734a6e5e5d2473de268e244354b04a11285341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c294d17-1c38-4441-af35-dd889306ea79" -d '{"events": [{"name": "network-changed", "server_uuid": "6f108861-1762-4f13-8fb3-3ad146bcb1c5", "tag": "c67b031f-4814-46d8-ae9e-14148e9b4a1c"}]}' {{(pid=104098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:36:15.766739 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 01:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31e51247-de8c-4ff3-8497-fe6748cd6c0e x-openstack-request-id: req-31e51247-de8c-4ff3-8497-fe6748cd6c0e {{(pid=104098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:36:15.767033 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f108861-1762-4f13-8fb3-3ad146bcb1c5", "tag": "c67b031f-4814-46d8-ae9e-14148e9b4a1c", "status": "completed", "code": 200}]} {{(pid=104098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:36:15.767289 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-31e51247-de8c-4ff3-8497-fe6748cd6c0e {{(pid=104098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:36:15.767737 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31e51247-de8c-4ff3-8497-fe6748cd6c0e'] response: {'name': 'network-changed', 'server_uuid': '6f108861-1762-4f13-8fb3-3ad146bcb1c5', 'tag': 'c67b031f-4814-46d8-ae9e-14148e9b4a1c', 'status': 'completed', 'code': 200} Mar 28 01:36:15.824382 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-b332c853-b58d-4f2c-b1a4-30a1ec5c8997 None None] Set router 9c346d84-7eb6-4dc3-b082-11024e37fdf0 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:36:15.859758 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e541cb-7091-44c8-be0f-2665abe82881 req-a2b871d7-d037-49a7-8a6a-2a3116ee133b tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:36:15.861272 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-57e541cb-7091-44c8-be0f-2665abe82881 req-a2b871d7-d037-49a7-8a6a-2a3116ee133b tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f108861-1762-4f13-8fb3-3ad146bcb1c5 HTTP/1.1" status: 200 len: 945 time: 0.0880482 Mar 28 01:36:15.879777 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c294d17-1c38-4441-af35-dd889306ea79 req-b57e3a07-9af2-430a-8061-5041922a3960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:36:15.881236 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-2c294d17-1c38-4441-af35-dd889306ea79 req-b57e3a07-9af2-430a-8061-5041922a3960 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2961ca1eab8443d3977a60308ef2e35a&device_id=6f108861-1762-4f13-8fb3-3ad146bcb1c5 HTTP/1.1" status: 200 len: 1129 time: 0.0743344 Mar 28 01:36:15.966903 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-57e541cb-7091-44c8-be0f-2665abe82881 req-5f2cb469-6816-4c1f-a2d8-6e095fa9391b tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/security-groups?id=69adc8b2-c460-41c3-a503-8f4985d15670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971467 Mar 28 01:36:16.001392 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 33018) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:36:16.006505 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c294d17-1c38-4441-af35-dd889306ea79 req-ccfbeb7b-7181-40a8-a8f6-a8206a867c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:36:16.009555 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-2c294d17-1c38-4441-af35-dd889306ea79 req-ccfbeb7b-7181-40a8-a8f6-a8206a867c6e service neutron] 10.222.0.10 "GET /v2.0/networks?id=f4808586-d0fa-486b-afcf-de5cda6211a0 HTTP/1.1" status: 200 len: 897 time: 0.1180787 Mar 28 01:36:16.076974 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-6714d2bb-1c2f-495a-8275-8938550924a9 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/floatingips/097cae24-bac3-43de-a4c8-52d1daa154d3 HTTP/1.1" status: 200 len: 990 time: 0.0741053 Mar 28 01:36:16.077450 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-b332c853-b58d-4f2c-b1a4-30a1ec5c8997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c346d84-7eb6-4dc3-b082-11024e37fdf0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825220871', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.35'}], 'enable_snat': True}, 'gw_port_id': '70104c1a-ad20-4c5a-a650-cba88dd71d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:35:58Z', 'updated_at': '2022-03-28T01:36:01Z', 'revision_number': 4, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'gw_port': {'id': '70104c1a-ad20-4c5a-a650-cba88dd71d3a', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:06:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c346d84-7eb6-4dc3-b082-11024e37fdf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:35:58Z', 'updated_at': '2022-03-28T01:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_floatingips': [{'id': '097cae24-bac3-43de-a4c8-52d1daa154d3', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'floating_ip_address': '172.26.1.63', 'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'router_id': '9c346d84-7eb6-4dc3-b082-11024e37fdf0', 'port_id': 'c67b031f-4814-46d8-ae9e-14148e9b4a1c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1742, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4808586-d0fa-486b-afcf-de5cda6211a0', 'mac_address': 'fa:16:3e:76:cf:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f108861-1762-4f13-8fb3-3ad146bcb1c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T01:36:14Z', 'updated_at': '2022-03-28T01:36:14Z', 'revision_number': 0, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60195149-2252-455e-a02b-988261009166', 'name': '', 'network_id': 'f4808586-d0fa-486b-afcf-de5cda6211a0', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'mac_address': 'fa:16:3e:e0:f2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c346d84-7eb6-4dc3-b082-11024e37fdf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': 'eef862bb-6d69-488f-a5f0-e1acdff6abd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:36:01Z', 'updated_at': '2022-03-28T01:36:04Z', 'revision_number': 5, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'subnets': [{'id': 'eef862bb-6d69-488f-a5f0-e1acdff6abd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:36:16.096078 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-2c294d17-1c38-4441-af35-dd889306ea79 req-8a9e944f-0694-493f-b21a-6ba130ab3b72 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c67b031f-4814-46d8-ae9e-14148e9b4a1c HTTP/1.1" status: 200 len: 998 time: 0.0791721 Mar 28 01:36:16.104630 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b332c853-b58d-4f2c-b1a4-30a1ec5c8997 None None] Checking router: 9c346d84-7eb6-4dc3-b082-11024e37fdf0 for host: dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:36:16.112879 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b332c853-b58d-4f2c-b1a4-30a1ec5c8997 None None] Routers {'9c346d84-7eb6-4dc3-b082-11024e37fdf0'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:36:16.113481 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-b332c853-b58d-4f2c-b1a4-30a1ec5c8997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:36:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['9c346d84-7eb6-4dc3-b082-11024e37fdf0'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:36:16.147398 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c294d17-1c38-4441-af35-dd889306ea79 req-ad66d0e7-d024-497b-a289-a44fbf89930c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:36:16.148957 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-2c294d17-1c38-4441-af35-dd889306ea79 req-ad66d0e7-d024-497b-a289-a44fbf89930c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=eef862bb-6d69-488f-a5f0-e1acdff6abd5 HTTP/1.1" status: 200 len: 834 time: 0.0473540 Mar 28 01:36:16.199067 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c294d17-1c38-4441-af35-dd889306ea79 req-fcd14eee-2ee3-45f6-b07b-271aa39d3be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:36:16.200621 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-2c294d17-1c38-4441-af35-dd889306ea79 req-fcd14eee-2ee3-45f6-b07b-271aa39d3be9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f4808586-d0fa-486b-afcf-de5cda6211a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0459092 Mar 28 01:36:16.226943 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-b332c853-b58d-4f2c-b1a4-30a1ec5c8997 None None] Set router 9c346d84-7eb6-4dc3-b082-11024e37fdf0 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:36:16.294197 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-2c294d17-1c38-4441-af35-dd889306ea79 req-07645acf-0b6b-4692-bc88-4cba4db67dca service neutron] 10.222.0.10 "GET /v2.0/networks/f4808586-d0fa-486b-afcf-de5cda6211a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872862 Mar 28 01:36:16.351788 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:36:16.389894 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-2c294d17-1c38-4441-af35-dd889306ea79 req-f8c73cc0-1c79-478e-b133-3e39ca1c6945 service neutron] 10.222.0.10 "GET /v2.0/networks/f4808586-d0fa-486b-afcf-de5cda6211a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900164 Mar 28 01:36:16.472040 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-b332c853-b58d-4f2c-b1a4-30a1ec5c8997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c346d84-7eb6-4dc3-b082-11024e37fdf0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825220871', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.35'}], 'enable_snat': True}, 'gw_port_id': '70104c1a-ad20-4c5a-a650-cba88dd71d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:35:58Z', 'updated_at': '2022-03-28T01:36:01Z', 'revision_number': 4, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'gw_port': {'id': '70104c1a-ad20-4c5a-a650-cba88dd71d3a', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:06:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c346d84-7eb6-4dc3-b082-11024e37fdf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:35:58Z', 'updated_at': '2022-03-28T01:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_floatingips': [{'id': '097cae24-bac3-43de-a4c8-52d1daa154d3', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'floating_ip_address': '172.26.1.63', 'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'router_id': '9c346d84-7eb6-4dc3-b082-11024e37fdf0', 'port_id': 'c67b031f-4814-46d8-ae9e-14148e9b4a1c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1742, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4808586-d0fa-486b-afcf-de5cda6211a0', 'mac_address': 'fa:16:3e:76:cf:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f108861-1762-4f13-8fb3-3ad146bcb1c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T01:36:14Z', 'updated_at': '2022-03-28T01:36:14Z', 'revision_number': 0, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60195149-2252-455e-a02b-988261009166', 'name': '', 'network_id': 'f4808586-d0fa-486b-afcf-de5cda6211a0', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'mac_address': 'fa:16:3e:e0:f2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c346d84-7eb6-4dc3-b082-11024e37fdf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': 'eef862bb-6d69-488f-a5f0-e1acdff6abd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:36:01Z', 'updated_at': '2022-03-28T01:36:04Z', 'revision_number': 5, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'subnets': [{'id': 'eef862bb-6d69-488f-a5f0-e1acdff6abd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:36:16.498600 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b332c853-b58d-4f2c-b1a4-30a1ec5c8997 None None] The sync data for ids ['9c346d84-7eb6-4dc3-b082-11024e37fdf0'] in dv-neutron-834874-6-hyperv is: [{'id': '9c346d84-7eb6-4dc3-b082-11024e37fdf0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825220871', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.35'}], 'enable_snat': True}, 'gw_port_id': '70104c1a-ad20-4c5a-a650-cba88dd71d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:35:58Z', 'updated_at': '2022-03-28T01:36:01Z', 'revision_number': 4, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'gw_port': {'id': '70104c1a-ad20-4c5a-a650-cba88dd71d3a', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:06:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c346d84-7eb6-4dc3-b082-11024e37fdf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:35:58Z', 'updated_at': '2022-03-28T01:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_floatingips': [{'id': '097cae24-bac3-43de-a4c8-52d1daa154d3', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'floating_ip_address': '172.26.1.63', 'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'router_id': '9c346d84-7eb6-4dc3-b082-11024e37fdf0', 'port_id': 'c67b031f-4814-46d8-ae9e-14148e9b4a1c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1742, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4808586-d0fa-486b-afcf-de5cda6211a0', 'mac_address': 'fa:16:3e:76:cf:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f108861-1762-4f13-8fb3-3ad146bcb1c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T01:36:14Z', 'updated_at': '2022-03-28T01:36:14Z', 'revision_number': 0, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60195149-2252-455e-a02b-988261009166', 'name': '', 'network_id': 'f4808586-d0fa-486b-afcf-de5cda6211a0', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'mac_address': 'fa:16:3e:e0:f2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c346d84-7eb6-4dc3-b082-11024e37fdf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': 'eef862bb-6d69-488f-a5f0-e1acdff6abd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:36:01Z', 'updated_at': '2022-03-28T01:36:04Z', 'revision_number': 5, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'subnets': [{'id': 'eef862bb-6d69-488f-a5f0-e1acdff6abd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:36:16.702879 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc83704-736e-4abc-a31f-82a29c78fad7 None None] New status for floating IP 097cae24-bac3-43de-a4c8-52d1daa154d3: ACTIVE {{(pid=104101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 01:36:17.080689 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 33020) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:36:17.140925 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-f6d15c10-2619-4b02-8247-1ff4191b2d20 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/floatingips/097cae24-bac3-43de-a4c8-52d1daa154d3 HTTP/1.1" status: 200 len: 992 time: 0.0589688 Mar 28 01:36:17.851759 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:36:33.077650 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:36:36.847781 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.agents_db [None req-9a1d863f-391a-42f4-9870-e8292b919beb None None] Agent healthcheck: found 6 active agents {{(pid=104101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 01:36:41.460656 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-51a3b1a3-9ca4-41ca-ab7d-0854b71ad521 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:36:43.631576 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-266a4390-6cf7-40c5-9774-d984df333233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:36:44.883713 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:36:45.874034 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3407099e-037c-470c-9e8c-ceffe70bc078 req-1c2eaca5-2ef6-4ef5-b97c-c4c9bd1cc368 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:36:45.875513 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-3407099e-037c-470c-9e8c-ceffe70bc078 req-1c2eaca5-2ef6-4ef5-b97c-c4c9bd1cc368 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f108861-1762-4f13-8fb3-3ad146bcb1c5 HTTP/1.1" status: 200 len: 945 time: 0.0537424 Mar 28 01:36:45.881257 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1d2a6d-59ab-4f4c-9bf3-c58fba104b3e req-c94a2a9a-1a5f-4e98-9a16-2e48ee862a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:36:45.882747 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-8a1d2a6d-59ab-4f4c-9bf3-c58fba104b3e req-c94a2a9a-1a5f-4e98-9a16-2e48ee862a34 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2961ca1eab8443d3977a60308ef2e35a&device_id=6f108861-1762-4f13-8fb3-3ad146bcb1c5 HTTP/1.1" status: 200 len: 1129 time: 0.0496638 Mar 28 01:36:45.924446 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-3407099e-037c-470c-9e8c-ceffe70bc078 req-24e7a030-1c94-46e3-ad87-bff543562e5e tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/security-groups?id=69adc8b2-c460-41c3-a503-8f4985d15670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431988 Mar 28 01:36:45.973802 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1d2a6d-59ab-4f4c-9bf3-c58fba104b3e req-c37f850a-31ca-4c7a-a548-c786f304b8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:36:45.975262 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-8a1d2a6d-59ab-4f4c-9bf3-c58fba104b3e req-c37f850a-31ca-4c7a-a548-c786f304b8ad service neutron] 10.222.0.10 "GET /v2.0/networks?id=f4808586-d0fa-486b-afcf-de5cda6211a0 HTTP/1.1" status: 200 len: 897 time: 0.0850441 Mar 28 01:36:46.043771 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-8a1d2a6d-59ab-4f4c-9bf3-c58fba104b3e req-27b0a019-1cbd-41c6-81db-a1ec54af19f2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c67b031f-4814-46d8-ae9e-14148e9b4a1c HTTP/1.1" status: 200 len: 1000 time: 0.0608778 Mar 28 01:36:46.090030 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1d2a6d-59ab-4f4c-9bf3-c58fba104b3e req-5efa3110-0d8e-463a-a6fd-c62593554899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:36:46.091411 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-8a1d2a6d-59ab-4f4c-9bf3-c58fba104b3e req-5efa3110-0d8e-463a-a6fd-c62593554899 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=eef862bb-6d69-488f-a5f0-e1acdff6abd5 HTTP/1.1" status: 200 len: 834 time: 0.0421529 Mar 28 01:36:46.137845 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1d2a6d-59ab-4f4c-9bf3-c58fba104b3e req-b8666161-a131-413a-b57c-c0be98ab310b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:36:46.139348 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-8a1d2a6d-59ab-4f4c-9bf3-c58fba104b3e req-b8666161-a131-413a-b57c-c0be98ab310b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f4808586-d0fa-486b-afcf-de5cda6211a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0422735 Mar 28 01:36:46.227612 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-8a1d2a6d-59ab-4f4c-9bf3-c58fba104b3e req-f23aeb4c-3424-4b19-afc6-67f3ea384421 service neutron] 10.222.0.10 "GET /v2.0/networks/f4808586-d0fa-486b-afcf-de5cda6211a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820944 Mar 28 01:36:46.316539 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-8a1d2a6d-59ab-4f4c-9bf3-c58fba104b3e req-cda418f1-7902-48c6-a9c5-d5977f23431d service neutron] 10.222.0.10 "GET /v2.0/networks/f4808586-d0fa-486b-afcf-de5cda6211a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818198 Mar 28 01:36:46.335102 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:36:47.042968 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e3d246-11eb-4cfa-b3fd-e636adcb7c5f req-d15826d2-75c9-4192-bf7c-655787b25282 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:36:47.044507 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-c5e3d246-11eb-4cfa-b3fd-e636adcb7c5f req-d15826d2-75c9-4192-bf7c-655787b25282 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f108861-1762-4f13-8fb3-3ad146bcb1c5 HTTP/1.1" status: 200 len: 945 time: 0.0520298 Mar 28 01:36:47.096025 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-c5e3d246-11eb-4cfa-b3fd-e636adcb7c5f req-2fa81a7e-aa26-4bf0-b5db-5ce8c9c7bc04 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/security-groups?id=69adc8b2-c460-41c3-a503-8f4985d15670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459490 Mar 28 01:36:47.854634 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:36:48.212532 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e5f181-46fd-4278-85c6-7ab93a72ed29 req-a46ed331-9144-41b3-983d-ef89a39cab99 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:36:48.213982 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-f2e5f181-46fd-4278-85c6-7ab93a72ed29 req-a46ed331-9144-41b3-983d-ef89a39cab99 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f108861-1762-4f13-8fb3-3ad146bcb1c5 HTTP/1.1" status: 200 len: 945 time: 0.0506182 Mar 28 01:36:48.264245 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-f2e5f181-46fd-4278-85c6-7ab93a72ed29 req-56fc441d-8264-4474-89a4-6b4e087a5cb9 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/security-groups?id=69adc8b2-c460-41c3-a503-8f4985d15670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441813 Mar 28 01:36:49.382011 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95a4713-62e0-4be6-b079-9197556da974 req-1e26d053-89b1-47a4-9026-1f295ad4f4bd tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:36:49.383474 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a95a4713-62e0-4be6-b079-9197556da974 req-1e26d053-89b1-47a4-9026-1f295ad4f4bd tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f108861-1762-4f13-8fb3-3ad146bcb1c5 HTTP/1.1" status: 200 len: 945 time: 0.0510063 Mar 28 01:36:49.431469 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a95a4713-62e0-4be6-b079-9197556da974 req-06105e77-cdc5-44a3-b762-9611fd1645b3 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/security-groups?id=69adc8b2-c460-41c3-a503-8f4985d15670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426061 Mar 28 01:36:50.546345 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d58c10-d202-4898-9263-c0f6287c6185 req-3700677f-8f8a-4dbd-8ea3-1acfa0f87768 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:36:50.547787 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-b2d58c10-d202-4898-9263-c0f6287c6185 req-3700677f-8f8a-4dbd-8ea3-1acfa0f87768 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f108861-1762-4f13-8fb3-3ad146bcb1c5 HTTP/1.1" status: 200 len: 945 time: 0.0511885 Mar 28 01:36:50.594625 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-b2d58c10-d202-4898-9263-c0f6287c6185 req-082ee4e8-b646-445e-a5e2-fe197c6611b3 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/security-groups?id=69adc8b2-c460-41c3-a503-8f4985d15670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413561 Mar 28 01:36:51.718861 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c15af9-64f9-49eb-9ebf-2199305abb52 req-7f812aa2-5c16-40f6-80bd-e14c1d348cc4 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:36:51.720345 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-98c15af9-64f9-49eb-9ebf-2199305abb52 req-7f812aa2-5c16-40f6-80bd-e14c1d348cc4 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f108861-1762-4f13-8fb3-3ad146bcb1c5 HTTP/1.1" status: 200 len: 945 time: 0.0553186 Mar 28 01:36:51.767232 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-98c15af9-64f9-49eb-9ebf-2199305abb52 req-eda1bac1-3e27-4a68-808e-d49a04bba789 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/security-groups?id=69adc8b2-c460-41c3-a503-8f4985d15670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413940 Mar 28 01:36:52.882097 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a538a5-0fd3-4922-bb75-5addd3f5a1cc req-4d136468-0b40-4225-95db-443c47e2cd66 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:36:52.883575 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-70a538a5-0fd3-4922-bb75-5addd3f5a1cc req-4d136468-0b40-4225-95db-443c47e2cd66 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f108861-1762-4f13-8fb3-3ad146bcb1c5 HTTP/1.1" status: 200 len: 945 time: 0.0512745 Mar 28 01:36:52.942827 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-70a538a5-0fd3-4922-bb75-5addd3f5a1cc req-2d3fc55a-2629-47d2-9d72-d1467f63f5a8 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/security-groups?id=69adc8b2-c460-41c3-a503-8f4985d15670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537131 Mar 28 01:36:54.063461 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ea3b25-bf2b-43e5-b47e-3b064a280943 req-92658845-9552-4ea2-b8ba-98216ac3aebc tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:36:54.064968 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-76ea3b25-bf2b-43e5-b47e-3b064a280943 req-92658845-9552-4ea2-b8ba-98216ac3aebc tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f108861-1762-4f13-8fb3-3ad146bcb1c5 HTTP/1.1" status: 200 len: 945 time: 0.0558186 Mar 28 01:36:54.111925 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-76ea3b25-bf2b-43e5-b47e-3b064a280943 req-e215c2a9-4594-46ee-9076-41d30079b0d1 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/security-groups?id=69adc8b2-c460-41c3-a503-8f4985d15670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414135 Mar 28 01:36:55.230357 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ee48ea-d08a-4a49-8589-b3595a7a292a req-208c8821-ab19-42a1-bebd-a5497bcb4429 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:36:55.231791 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-13ee48ea-d08a-4a49-8589-b3595a7a292a req-208c8821-ab19-42a1-bebd-a5497bcb4429 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f108861-1762-4f13-8fb3-3ad146bcb1c5 HTTP/1.1" status: 200 len: 945 time: 0.0541849 Mar 28 01:36:55.278266 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-13ee48ea-d08a-4a49-8589-b3595a7a292a req-dc138786-1d4b-41bc-b697-bcf9b0f6e851 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/security-groups?id=69adc8b2-c460-41c3-a503-8f4985d15670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402923 Mar 28 01:36:56.393578 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40ca910-53a8-422e-a491-2349b3a5b38f req-9a0fc500-1927-461b-8940-1af32fb861c4 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:36:56.395022 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-d40ca910-53a8-422e-a491-2349b3a5b38f req-9a0fc500-1927-461b-8940-1af32fb861c4 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f108861-1762-4f13-8fb3-3ad146bcb1c5 HTTP/1.1" status: 200 len: 945 time: 0.0517545 Mar 28 01:36:56.443894 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-d40ca910-53a8-422e-a491-2349b3a5b38f req-dd004464-ff44-4a15-8ae3-6fb16469092d tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/security-groups?id=69adc8b2-c460-41c3-a503-8f4985d15670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430410 Mar 28 01:36:57.557381 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4786809-051a-4c90-abd0-231bb743af44 req-d5871189-8733-47ea-9161-575fe69f690b tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:36:57.558819 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-b4786809-051a-4c90-abd0-231bb743af44 req-d5871189-8733-47ea-9161-575fe69f690b tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f108861-1762-4f13-8fb3-3ad146bcb1c5 HTTP/1.1" status: 200 len: 945 time: 0.0507965 Mar 28 01:36:57.607575 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-b4786809-051a-4c90-abd0-231bb743af44 req-e31a7ca5-a028-4aa3-8a90-11adb6afbe9a tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/security-groups?id=69adc8b2-c460-41c3-a503-8f4985d15670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427258 Mar 28 01:36:57.629810 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 33054) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:36:57.694411 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-ee9f5311-0ab9-4f15-85fd-054deaeef81d tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/floatingips/097cae24-bac3-43de-a4c8-52d1daa154d3 HTTP/1.1" status: 200 len: 992 time: 0.0634196 Mar 28 01:37:01.674857 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-694c70a8-e725-4e26-81fa-6665721d8105 req-f0276e21-0d46-433e-9499-be8ed22670dc service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6f108861-1762-4f13-8fb3-3ad146bcb1c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434575 Mar 28 01:37:01.756879 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694c70a8-e725-4e26-81fa-6665721d8105 req-80a378eb-241b-425a-a0f4-fe31664f8cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:37:01.758344 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-694c70a8-e725-4e26-81fa-6665721d8105 req-80a378eb-241b-425a-a0f4-fe31664f8cb5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2961ca1eab8443d3977a60308ef2e35a&device_id=6f108861-1762-4f13-8fb3-3ad146bcb1c5 HTTP/1.1" status: 200 len: 1129 time: 0.0441833 Mar 28 01:37:01.861234 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694c70a8-e725-4e26-81fa-6665721d8105 req-156529c6-22f7-4bdf-9cce-a34e6bdb1af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:37:01.862703 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-694c70a8-e725-4e26-81fa-6665721d8105 req-156529c6-22f7-4bdf-9cce-a34e6bdb1af6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f4808586-d0fa-486b-afcf-de5cda6211a0 HTTP/1.1" status: 200 len: 897 time: 0.0873654 Mar 28 01:37:01.927595 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-694c70a8-e725-4e26-81fa-6665721d8105 req-47b1fc78-f1e1-4e99-80d1-edf71af78729 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c67b031f-4814-46d8-ae9e-14148e9b4a1c HTTP/1.1" status: 200 len: 1000 time: 0.0578547 Mar 28 01:37:01.976766 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694c70a8-e725-4e26-81fa-6665721d8105 req-7624c928-adfd-4075-a306-f687a4c3bf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:37:01.978199 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-694c70a8-e725-4e26-81fa-6665721d8105 req-7624c928-adfd-4075-a306-f687a4c3bf61 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=eef862bb-6d69-488f-a5f0-e1acdff6abd5 HTTP/1.1" status: 200 len: 834 time: 0.0445683 Mar 28 01:37:02.030663 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694c70a8-e725-4e26-81fa-6665721d8105 req-76d38250-fa03-434e-ad61-3cf7f27fec1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:37:02.032231 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-694c70a8-e725-4e26-81fa-6665721d8105 req-76d38250-fa03-434e-ad61-3cf7f27fec1f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f4808586-d0fa-486b-afcf-de5cda6211a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0474281 Mar 28 01:37:02.117992 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-694c70a8-e725-4e26-81fa-6665721d8105 req-a6680170-828e-4fa1-ae94-541b52a33b5b service neutron] 10.222.0.10 "GET /v2.0/networks/f4808586-d0fa-486b-afcf-de5cda6211a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802357 Mar 28 01:37:02.209158 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-694c70a8-e725-4e26-81fa-6665721d8105 req-22350b31-9e07-4ce6-b645-641a755d8460 service neutron] 10.222.0.10 "GET /v2.0/networks/f4808586-d0fa-486b-afcf-de5cda6211a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846355 Mar 28 01:37:03.081358 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:11.461107 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-392579e7-0eb8-4479-afaf-53b3ddffe801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:13.631927 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-0d57666d-5851-4bcb-8cc9-cef856684423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:13.846460 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.agents_db [None req-9a1d863f-391a-42f4-9870-e8292b919beb None None] Agent healthcheck: found 6 active agents {{(pid=104101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 01:37:14.886273 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:16.337497 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:17.857503 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:28.055492 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 33066) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:37:28.210886 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-741c73e1-7730-4af6-9622-de009dce0ca2 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Deleting port 674af04e-5110-4579-b3bc-891d998d3163 {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:37:28.211125 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-741c73e1-7730-4af6-9622-de009dce0ca2 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (674af04e-5110-4579-b3bc-891d998d3163), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:28.282803 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-741c73e1-7730-4af6-9622-de009dce0ca2 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (674af04e-5110-4579-b3bc-891d998d3163), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:28.283127 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-741c73e1-7730-4af6-9622-de009dce0ca2 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for floatingip (674af04e-5110-4579-b3bc-891d998d3163), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:28.295733 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-741c73e1-7730-4af6-9622-de009dce0ca2 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Calling delete_port for 674af04e-5110-4579-b3bc-891d998d3163 owned by network:floatingip {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:37:28.444644 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-741c73e1-7730-4af6-9622-de009dce0ca2 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (674af04e-5110-4579-b3bc-891d998d3163), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:28.467164 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741c73e1-7730-4af6-9622-de009dce0ca2 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Pushing event deleted for resources: {'Port': ['ID=674af04e-5110-4579-b3bc-891d998d3163,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:37:28.476615 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741c73e1-7730-4af6-9622-de009dce0ca2 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:37:28.476976 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741c73e1-7730-4af6-9622-de009dce0ca2 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:37:28.477324 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741c73e1-7730-4af6-9622-de009dce0ca2 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:37:28.477666 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741c73e1-7730-4af6-9622-de009dce0ca2 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:37:28.478006 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741c73e1-7730-4af6-9622-de009dce0ca2 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:37:28.478344 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741c73e1-7730-4af6-9622-de009dce0ca2 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:37:28.479088 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741c73e1-7730-4af6-9622-de009dce0ca2 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:37:28.479088 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741c73e1-7730-4af6-9622-de009dce0ca2 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:37:28.479311 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741c73e1-7730-4af6-9622-de009dce0ca2 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:37:28.479641 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741c73e1-7730-4af6-9622-de009dce0ca2 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:37:28.479966 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741c73e1-7730-4af6-9622-de009dce0ca2 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:37:28.480344 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741c73e1-7730-4af6-9622-de009dce0ca2 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:37:28.480670 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741c73e1-7730-4af6-9622-de009dce0ca2 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:37:28.480996 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741c73e1-7730-4af6-9622-de009dce0ca2 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:37:28.481317 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741c73e1-7730-4af6-9622-de009dce0ca2 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:37:28.539921 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-741c73e1-7730-4af6-9622-de009dce0ca2 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for floatingip (097cae24-bac3-43de-a4c8-52d1daa154d3), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:28.540314 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.l3_db [None req-741c73e1-7730-4af6-9622-de009dce0ca2 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Floating IP 097cae24-bac3-43de-a4c8-52d1daa154d3 disassociated (deleted). External IP: 172.26.1.63, port: c67b031f-4814-46d8-ae9e-14148e9b4a1c. Mar 28 01:37:28.753939 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-741c73e1-7730-4af6-9622-de009dce0ca2 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Router 9c346d84-7eb6-4dc3-b082-11024e37fdf0 has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:37:28.861237 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-741c73e1-7730-4af6-9622-de009dce0ca2 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:37:28.866014 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-741c73e1-7730-4af6-9622-de009dce0ca2 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for floatingip (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:28.870461 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1203e989-81e7-46d0-a962-e5d1475a6960 None None] Sync routers for ids ['9c346d84-7eb6-4dc3-b082-11024e37fdf0'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:37:28.880334 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1203e989-81e7-46d0-a962-e5d1475a6960 None None] Routers {'9c346d84-7eb6-4dc3-b082-11024e37fdf0'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:37:28.880950 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-1203e989-81e7-46d0-a962-e5d1475a6960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:37:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['9c346d84-7eb6-4dc3-b082-11024e37fdf0'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:37:28.895385 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-741c73e1-7730-4af6-9622-de009dce0ca2 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "DELETE /v2.0/floatingips/097cae24-bac3-43de-a4c8-52d1daa154d3 HTTP/1.1" status: 204 len: 168 time: 0.8387964 Mar 28 01:37:28.896084 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f108861-1762-4f13-8fb3-3ad146bcb1c5', 'tag': 'c67b031f-4814-46d8-ae9e-14148e9b4a1c'}] {{(pid=104098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:37:28.898442 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4026f4115fe834cbdc9db1f12734a6e5e5d2473de268e244354b04a11285341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a520584a-1ce8-43cf-add8-bfa93b013240" -d '{"events": [{"name": "network-changed", "server_uuid": "6f108861-1762-4f13-8fb3-3ad146bcb1c5", "tag": "c67b031f-4814-46d8-ae9e-14148e9b4a1c"}]}' {{(pid=104098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:37:28.936605 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 01:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72725bdd-283d-41e7-8115-649cf43a4911 x-openstack-request-id: req-72725bdd-283d-41e7-8115-649cf43a4911 {{(pid=104098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:37:28.937083 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f108861-1762-4f13-8fb3-3ad146bcb1c5", "tag": "c67b031f-4814-46d8-ae9e-14148e9b4a1c", "status": "completed", "code": 200}]} {{(pid=104098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:37:28.937464 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-72725bdd-283d-41e7-8115-649cf43a4911 {{(pid=104098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:37:28.938008 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72725bdd-283d-41e7-8115-649cf43a4911'] response: {'name': 'network-changed', 'server_uuid': '6f108861-1762-4f13-8fb3-3ad146bcb1c5', 'tag': 'c67b031f-4814-46d8-ae9e-14148e9b4a1c', 'status': 'completed', 'code': 200} Mar 28 01:37:28.994857 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-1203e989-81e7-46d0-a962-e5d1475a6960 None None] Set router 9c346d84-7eb6-4dc3-b082-11024e37fdf0 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:37:29.003300 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a520584a-1ce8-43cf-add8-bfa93b013240 req-f4709303-ac6b-47b2-812f-0c40be73048c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:37:29.005023 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a520584a-1ce8-43cf-add8-bfa93b013240 req-f4709303-ac6b-47b2-812f-0c40be73048c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2961ca1eab8443d3977a60308ef2e35a&device_id=6f108861-1762-4f13-8fb3-3ad146bcb1c5 HTTP/1.1" status: 200 len: 1129 time: 0.0464909 Mar 28 01:37:29.162104 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d078e8e-5ac8-4d37-a852-579a687526aa req-da2711c0-b8d8-4e17-b3f3-23a2d5558c4c tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:37:29.163668 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-8d078e8e-5ac8-4d37-a852-579a687526aa req-da2711c0-b8d8-4e17-b3f3-23a2d5558c4c tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f108861-1762-4f13-8fb3-3ad146bcb1c5 HTTP/1.1" status: 200 len: 945 time: 0.0892978 Mar 28 01:37:29.166856 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a520584a-1ce8-43cf-add8-bfa93b013240 req-e423675d-80c2-4d41-8d53-cd1e8d3344db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:37:29.168329 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a520584a-1ce8-43cf-add8-bfa93b013240 req-e423675d-80c2-4d41-8d53-cd1e8d3344db service neutron] 10.222.0.10 "GET /v2.0/networks?id=f4808586-d0fa-486b-afcf-de5cda6211a0 HTTP/1.1" status: 200 len: 897 time: 0.1481347 Mar 28 01:37:29.217346 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a520584a-1ce8-43cf-add8-bfa93b013240 req-2aceb3fd-8dc5-4c04-ba30-41eb8f0ee198 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c67b031f-4814-46d8-ae9e-14148e9b4a1c HTTP/1.1" status: 200 len: 217 time: 0.0408177 Mar 28 01:37:29.280621 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-8d078e8e-5ac8-4d37-a852-579a687526aa req-aa5ece76-a3e8-4675-884a-423519e64326 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/security-groups?id=69adc8b2-c460-41c3-a503-8f4985d15670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106734 Mar 28 01:37:29.287554 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a520584a-1ce8-43cf-add8-bfa93b013240 req-2ec8f836-cb20-4e76-8e53-150dec0b924a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:37:29.288995 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a520584a-1ce8-43cf-add8-bfa93b013240 req-2ec8f836-cb20-4e76-8e53-150dec0b924a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=eef862bb-6d69-488f-a5f0-e1acdff6abd5 HTTP/1.1" status: 200 len: 834 time: 0.0656841 Mar 28 01:37:29.341582 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a520584a-1ce8-43cf-add8-bfa93b013240 req-c05d72b4-9dd2-4425-a243-53b37ab9dfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:37:29.343049 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a520584a-1ce8-43cf-add8-bfa93b013240 req-c05d72b4-9dd2-4425-a243-53b37ab9dfaf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f4808586-d0fa-486b-afcf-de5cda6211a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0474014 Mar 28 01:37:29.346198 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-1203e989-81e7-46d0-a962-e5d1475a6960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c346d84-7eb6-4dc3-b082-11024e37fdf0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825220871', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.35'}], 'enable_snat': True}, 'gw_port_id': '70104c1a-ad20-4c5a-a650-cba88dd71d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:35:58Z', 'updated_at': '2022-03-28T01:36:01Z', 'revision_number': 4, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'gw_port': {'id': '70104c1a-ad20-4c5a-a650-cba88dd71d3a', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:06:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c346d84-7eb6-4dc3-b082-11024e37fdf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:35:58Z', 'updated_at': '2022-03-28T01:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': '60195149-2252-455e-a02b-988261009166', 'name': '', 'network_id': 'f4808586-d0fa-486b-afcf-de5cda6211a0', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'mac_address': 'fa:16:3e:e0:f2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c346d84-7eb6-4dc3-b082-11024e37fdf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': 'eef862bb-6d69-488f-a5f0-e1acdff6abd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:36:01Z', 'updated_at': '2022-03-28T01:36:04Z', 'revision_number': 5, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'subnets': [{'id': 'eef862bb-6d69-488f-a5f0-e1acdff6abd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:37:29.372059 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1203e989-81e7-46d0-a962-e5d1475a6960 None None] Checking router: 9c346d84-7eb6-4dc3-b082-11024e37fdf0 for host: dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:37:29.380594 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1203e989-81e7-46d0-a962-e5d1475a6960 None None] Routers {'9c346d84-7eb6-4dc3-b082-11024e37fdf0'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:37:29.381202 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-1203e989-81e7-46d0-a962-e5d1475a6960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:37:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['9c346d84-7eb6-4dc3-b082-11024e37fdf0'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:37:29.430187 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a520584a-1ce8-43cf-add8-bfa93b013240 req-f755ff56-77fe-43d8-8746-5b2363206bdd service neutron] 10.222.0.10 "GET /v2.0/networks/f4808586-d0fa-486b-afcf-de5cda6211a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796857 Mar 28 01:37:29.487495 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-1203e989-81e7-46d0-a962-e5d1475a6960 None None] Set router 9c346d84-7eb6-4dc3-b082-11024e37fdf0 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:37:29.523051 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a520584a-1ce8-43cf-add8-bfa93b013240 req-ff0789b4-dde2-4981-b29f-6a4a703d823f service neutron] 10.222.0.10 "GET /v2.0/networks/f4808586-d0fa-486b-afcf-de5cda6211a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860748 Mar 28 01:37:29.678527 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-1203e989-81e7-46d0-a962-e5d1475a6960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c346d84-7eb6-4dc3-b082-11024e37fdf0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825220871', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.35'}], 'enable_snat': True}, 'gw_port_id': '70104c1a-ad20-4c5a-a650-cba88dd71d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:35:58Z', 'updated_at': '2022-03-28T01:36:01Z', 'revision_number': 4, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'gw_port': {'id': '70104c1a-ad20-4c5a-a650-cba88dd71d3a', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:06:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c346d84-7eb6-4dc3-b082-11024e37fdf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:35:58Z', 'updated_at': '2022-03-28T01:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': '60195149-2252-455e-a02b-988261009166', 'name': '', 'network_id': 'f4808586-d0fa-486b-afcf-de5cda6211a0', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'mac_address': 'fa:16:3e:e0:f2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c346d84-7eb6-4dc3-b082-11024e37fdf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': 'eef862bb-6d69-488f-a5f0-e1acdff6abd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:36:01Z', 'updated_at': '2022-03-28T01:36:04Z', 'revision_number': 5, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'subnets': [{'id': 'eef862bb-6d69-488f-a5f0-e1acdff6abd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:37:29.707073 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1203e989-81e7-46d0-a962-e5d1475a6960 None None] The sync data for ids ['9c346d84-7eb6-4dc3-b082-11024e37fdf0'] in dv-neutron-834874-6-hyperv is: [{'id': '9c346d84-7eb6-4dc3-b082-11024e37fdf0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825220871', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.35'}], 'enable_snat': True}, 'gw_port_id': '70104c1a-ad20-4c5a-a650-cba88dd71d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:35:58Z', 'updated_at': '2022-03-28T01:36:01Z', 'revision_number': 4, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'gw_port': {'id': '70104c1a-ad20-4c5a-a650-cba88dd71d3a', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:06:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c346d84-7eb6-4dc3-b082-11024e37fdf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:35:58Z', 'updated_at': '2022-03-28T01:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': '60195149-2252-455e-a02b-988261009166', 'name': '', 'network_id': 'f4808586-d0fa-486b-afcf-de5cda6211a0', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'mac_address': 'fa:16:3e:e0:f2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c346d84-7eb6-4dc3-b082-11024e37fdf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': 'eef862bb-6d69-488f-a5f0-e1acdff6abd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:36:01Z', 'updated_at': '2022-03-28T01:36:04Z', 'revision_number': 5, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'subnets': [{'id': 'eef862bb-6d69-488f-a5f0-e1acdff6abd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:37:29.919348 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24877dd8-f5d2-4568-8f92-112a502b0ba3 None None] New status for floating IP 097cae24-bac3-43de-a4c8-52d1daa154d3: DOWN {{(pid=104101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 01:37:30.405090 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a33411-2eb4-4889-aae1-9f5f20b53bbb req-f875a33a-aad7-45e9-a2dd-be6b4f697d5b tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:37:30.406591 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-89a33411-2eb4-4889-aae1-9f5f20b53bbb req-f875a33a-aad7-45e9-a2dd-be6b4f697d5b tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f108861-1762-4f13-8fb3-3ad146bcb1c5 HTTP/1.1" status: 200 len: 945 time: 0.0565040 Mar 28 01:37:30.459680 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-89a33411-2eb4-4889-aae1-9f5f20b53bbb req-521e2cb9-9d01-45f7-b03c-ff1092d52efe tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/security-groups?id=69adc8b2-c460-41c3-a503-8f4985d15670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472784 Mar 28 01:37:30.732224 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc305fb-5ff2-4b51-9444-bd1fbd386f05 req-a6f7e9d7-689b-4b87-bfff-2088569ff56a tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:37:30.733583 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-0bc305fb-5ff2-4b51-9444-bd1fbd386f05 req-a6f7e9d7-689b-4b87-bfff-2088569ff56a tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f108861-1762-4f13-8fb3-3ad146bcb1c5 HTTP/1.1" status: 200 len: 945 time: 0.0529525 Mar 28 01:37:30.826815 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [req-0bc305fb-5ff2-4b51-9444-bd1fbd386f05 req-4a57ca77-d891-4ec8-b5f1-54908b1c7a14 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Deleting port c67b031f-4814-46d8-ae9e-14148e9b4a1c {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:37:30.827158 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-0bc305fb-5ff2-4b51-9444-bd1fbd386f05 req-4a57ca77-d891-4ec8-b5f1-54908b1c7a14 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (c67b031f-4814-46d8-ae9e-14148e9b4a1c), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:30.913044 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-0bc305fb-5ff2-4b51-9444-bd1fbd386f05 req-4a57ca77-d891-4ec8-b5f1-54908b1c7a14 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] For port c67b031f-4814-46d8-ae9e-14148e9b4a1c, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=c67b031f-4814-46d8-ae9e-14148e9b4a1c,segment=NetworkSegment(367dad2f-3a5f-4b31-a22c-f67067b40911),segment_id=367dad2f-3a5f-4b31-a22c-f67067b40911)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:37:30.913408 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-0bc305fb-5ff2-4b51-9444-bd1fbd386f05 req-4a57ca77-d891-4ec8-b5f1-54908b1c7a14 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (c67b031f-4814-46d8-ae9e-14148e9b4a1c), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:30.926531 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [req-0bc305fb-5ff2-4b51-9444-bd1fbd386f05 req-4a57ca77-d891-4ec8-b5f1-54908b1c7a14 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Calling delete_port for c67b031f-4814-46d8-ae9e-14148e9b4a1c owned by compute:nova {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:37:31.058894 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-0bc305fb-5ff2-4b51-9444-bd1fbd386f05 req-4a57ca77-d891-4ec8-b5f1-54908b1c7a14 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (c67b031f-4814-46d8-ae9e-14148e9b4a1c), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:31.085947 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57ca77-d891-4ec8-b5f1-54908b1c7a14 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Pushing event deleted for resources: {'Port': ['ID=c67b031f-4814-46d8-ae9e-14148e9b4a1c,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:37:31.111403 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57ca77-d891-4ec8-b5f1-54908b1c7a14 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:37:31.111750 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57ca77-d891-4ec8-b5f1-54908b1c7a14 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:37:31.112109 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57ca77-d891-4ec8-b5f1-54908b1c7a14 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:37:31.112445 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57ca77-d891-4ec8-b5f1-54908b1c7a14 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:37:31.112779 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57ca77-d891-4ec8-b5f1-54908b1c7a14 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:37:31.113105 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57ca77-d891-4ec8-b5f1-54908b1c7a14 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:37:31.113428 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57ca77-d891-4ec8-b5f1-54908b1c7a14 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:37:31.113750 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57ca77-d891-4ec8-b5f1-54908b1c7a14 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:37:31.114067 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57ca77-d891-4ec8-b5f1-54908b1c7a14 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:37:31.114384 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57ca77-d891-4ec8-b5f1-54908b1c7a14 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:37:31.114703 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57ca77-d891-4ec8-b5f1-54908b1c7a14 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:37:31.115021 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57ca77-d891-4ec8-b5f1-54908b1c7a14 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:37:31.115336 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57ca77-d891-4ec8-b5f1-54908b1c7a14 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:37:31.115649 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57ca77-d891-4ec8-b5f1-54908b1c7a14 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:37:31.115971 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57ca77-d891-4ec8-b5f1-54908b1c7a14 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:37:31.140836 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bc305fb-5ff2-4b51-9444-bd1fbd386f05 req-4a57ca77-d891-4ec8-b5f1-54908b1c7a14 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] No DVR routers for this DVR port c67b031f-4814-46d8-ae9e-14148e9b4a1c on host hv-neutron-8348 {{(pid=104099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:37:31.143215 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-0bc305fb-5ff2-4b51-9444-bd1fbd386f05 req-4a57ca77-d891-4ec8-b5f1-54908b1c7a14 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:31.146522 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-0bc305fb-5ff2-4b51-9444-bd1fbd386f05 req-4a57ca77-d891-4ec8-b5f1-54908b1c7a14 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.10 "DELETE /v2.0/ports/c67b031f-4814-46d8-ae9e-14148e9b4a1c HTTP/1.1" status: 204 len: 173 time: 0.4079938 Mar 28 01:37:31.146959 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f108861-1762-4f13-8fb3-3ad146bcb1c5', 'name': 'network-vif-deleted', 'tag': 'c67b031f-4814-46d8-ae9e-14148e9b4a1c'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:37:31.149448 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2af4b01a9fa8b1570ccf1d7859d693ad34c106b258078e9cfae86b97f35e3d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94e0b194-1733-41f3-86d9-f341e9df5ef6" -d '{"events": [{"server_uuid": "6f108861-1762-4f13-8fb3-3ad146bcb1c5", "name": "network-vif-deleted", "tag": "c67b031f-4814-46d8-ae9e-14148e9b4a1c"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:37:31.189232 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 01:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c5653a3-af92-4eba-bb69-4df41e5b24ad x-openstack-request-id: req-7c5653a3-af92-4eba-bb69-4df41e5b24ad {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:37:31.189586 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f108861-1762-4f13-8fb3-3ad146bcb1c5", "name": "network-vif-deleted", "tag": "c67b031f-4814-46d8-ae9e-14148e9b4a1c", "status": "completed", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:37:31.189926 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7c5653a3-af92-4eba-bb69-4df41e5b24ad {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:37:31.190393 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c5653a3-af92-4eba-bb69-4df41e5b24ad'] response: {'server_uuid': '6f108861-1762-4f13-8fb3-3ad146bcb1c5', 'name': 'network-vif-deleted', 'tag': 'c67b031f-4814-46d8-ae9e-14148e9b4a1c', 'status': 'completed', 'code': 200} Mar 28 01:37:31.585800 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-b92807d5-7b6d-45cb-b727-f9fe46c7129b req-89672db8-363f-44ce-82c9-c531190ef26d tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f108861-1762-4f13-8fb3-3ad146bcb1c5 HTTP/1.1" status: 200 len: 210 time: 0.0458686 Mar 28 01:37:32.646845 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 33084) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:37:33.003366 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2d7e5ff6-bf06-4b5b-a0d2-7c6532cad928 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3686527'] for router_interface (9c346d84-7eb6-4dc3-b082-11024e37fdf0), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:33.099187 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:33.264771 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-2d7e5ff6-bf06-4b5b-a0d2-7c6532cad928 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Deleting port 60195149-2252-455e-a02b-988261009166 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:37:33.265016 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2d7e5ff6-bf06-4b5b-a0d2-7c6532cad928 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (60195149-2252-455e-a02b-988261009166), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:33.352818 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-2d7e5ff6-bf06-4b5b-a0d2-7c6532cad928 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] For port 60195149-2252-455e-a02b-988261009166, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=60195149-2252-455e-a02b-988261009166,segment=NetworkSegment(367dad2f-3a5f-4b31-a22c-f67067b40911),segment_id=367dad2f-3a5f-4b31-a22c-f67067b40911)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:37:33.353172 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2d7e5ff6-bf06-4b5b-a0d2-7c6532cad928 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (60195149-2252-455e-a02b-988261009166), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:33.660846 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-2d7e5ff6-bf06-4b5b-a0d2-7c6532cad928 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Calling delete_port for 60195149-2252-455e-a02b-988261009166 owned by network:router_interface {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:37:33.840594 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2d7e5ff6-bf06-4b5b-a0d2-7c6532cad928 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (60195149-2252-455e-a02b-988261009166), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:33.872420 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7e5ff6-bf06-4b5b-a0d2-7c6532cad928 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Pushing event deleted for resources: {'Port': ['ID=60195149-2252-455e-a02b-988261009166,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:37:34.054061 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2d7e5ff6-bf06-4b5b-a0d2-7c6532cad928 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3725912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3690191'] for router_interface (9c346d84-7eb6-4dc3-b082-11024e37fdf0), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:34.270159 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d7e5ff6-bf06-4b5b-a0d2-7c6532cad928 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Router 9c346d84-7eb6-4dc3-b082-11024e37fdf0 has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:37:34.374587 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d7e5ff6-bf06-4b5b-a0d2-7c6532cad928 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:37:34.380286 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-2d7e5ff6-bf06-4b5b-a0d2-7c6532cad928 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "PUT /v2.0/routers/9c346d84-7eb6-4dc3-b082-11024e37fdf0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7324016 Mar 28 01:37:34.383026 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 33086) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:37:34.385761 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa871166-9543-47b4-a447-7734e6d1d3fc None None] Sync routers for ids ['9c346d84-7eb6-4dc3-b082-11024e37fdf0'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:37:34.395742 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa871166-9543-47b4-a447-7734e6d1d3fc None None] Routers {'9c346d84-7eb6-4dc3-b082-11024e37fdf0'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:37:34.396390 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-fa871166-9543-47b4-a447-7734e6d1d3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:37:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['9c346d84-7eb6-4dc3-b082-11024e37fdf0'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:37:34.434821 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_v2 [None req-f96007e9-c720-42f8-b42d-5a511df308d7 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Deleting subnet eef862bb-6d69-488f-a5f0-e1acdff6abd5 {{(pid=104099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:37:34.438080 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f96007e9-c720-42f8-b42d-5a511df308d7 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for subnet (eef862bb-6d69-488f-a5f0-e1acdff6abd5), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:34.477241 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f96007e9-c720-42f8-b42d-5a511df308d7 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126946639'] for subnet (eef862bb-6d69-488f-a5f0-e1acdff6abd5), precommit_delete_associations {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:34.503359 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-fa871166-9543-47b4-a447-7734e6d1d3fc None None] Set router 9c346d84-7eb6-4dc3-b082-11024e37fdf0 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:37:34.564784 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f96007e9-c720-42f8-b42d-5a511df308d7 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (eef862bb-6d69-488f-a5f0-e1acdff6abd5), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:34.621838 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f96007e9-c720-42f8-b42d-5a511df308d7 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127282766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126757793'] for subnet (eef862bb-6d69-488f-a5f0-e1acdff6abd5), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:34.649084 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96007e9-c720-42f8-b42d-5a511df308d7 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Pushing event deleted for resources: {'Subnet': ['ID=eef862bb-6d69-488f-a5f0-e1acdff6abd5,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:37:34.654707 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f96007e9-c720-42f8-b42d-5a511df308d7 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:34.660663 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 33088) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:37:34.661257 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-f96007e9-c720-42f8-b42d-5a511df308d7 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "DELETE /v2.0/subnets/eef862bb-6d69-488f-a5f0-e1acdff6abd5 HTTP/1.1" status: 204 len: 168 time: 0.2770984 Mar 28 01:37:34.664671 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23e513f-564f-4f67-9eae-0fc09b338fbd None None] Network f4808586-d0fa-486b-afcf-de5cda6211a0 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:37:34.748179 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-fa871166-9543-47b4-a447-7734e6d1d3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c346d84-7eb6-4dc3-b082-11024e37fdf0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825220871', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.35'}], 'enable_snat': True}, 'gw_port_id': '70104c1a-ad20-4c5a-a650-cba88dd71d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:35:58Z', 'updated_at': '2022-03-28T01:37:33Z', 'revision_number': 5, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'gw_port': {'id': '70104c1a-ad20-4c5a-a650-cba88dd71d3a', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:06:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c346d84-7eb6-4dc3-b082-11024e37fdf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:35:58Z', 'updated_at': '2022-03-28T01:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:37:34.769438 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2c895169-2151-4809-99ce-80a4c316926d tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for router (9c346d84-7eb6-4dc3-b082-11024e37fdf0), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:34.776244 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa871166-9543-47b4-a447-7734e6d1d3fc None None] Checking router: 9c346d84-7eb6-4dc3-b082-11024e37fdf0 for host: dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:37:34.794305 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa871166-9543-47b4-a447-7734e6d1d3fc None None] Routers {'9c346d84-7eb6-4dc3-b082-11024e37fdf0'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:37:34.794871 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-fa871166-9543-47b4-a447-7734e6d1d3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:37:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['9c346d84-7eb6-4dc3-b082-11024e37fdf0'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:37:34.862282 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631506b2-05cb-4349-a441-24f948d15bdf None None] DHCP port deletion for f4808586-d0fa-486b-afcf-de5cda6211a0 request from dv-neutron-834874-6-hyperv {{(pid=104100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 01:37:34.938729 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-fa871166-9543-47b4-a447-7734e6d1d3fc None None] Set router 9c346d84-7eb6-4dc3-b082-11024e37fdf0 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:37:35.004710 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-631506b2-05cb-4349-a441-24f948d15bdf None None] Deleting port 873dd9b0-d9f7-44e0-8882-7908d4d55c02 {{(pid=104100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:37:35.005078 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-631506b2-05cb-4349-a441-24f948d15bdf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (873dd9b0-d9f7-44e0-8882-7908d4d55c02), before_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:35.116272 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-631506b2-05cb-4349-a441-24f948d15bdf None None] For port 873dd9b0-d9f7-44e0-8882-7908d4d55c02, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=873dd9b0-d9f7-44e0-8882-7908d4d55c02,segment=NetworkSegment(367dad2f-3a5f-4b31-a22c-f67067b40911),segment_id=367dad2f-3a5f-4b31-a22c-f67067b40911)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:37:35.116557 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-631506b2-05cb-4349-a441-24f948d15bdf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (873dd9b0-d9f7-44e0-8882-7908d4d55c02), precommit_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:35.140710 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-631506b2-05cb-4349-a441-24f948d15bdf None None] Calling delete_port for 873dd9b0-d9f7-44e0-8882-7908d4d55c02 owned by network:dhcp {{(pid=104100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:37:35.143610 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2c895169-2151-4809-99ce-80a4c316926d tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for router_gateway (9c346d84-7eb6-4dc3-b082-11024e37fdf0), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:35.195142 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-2c895169-2151-4809-99ce-80a4c316926d tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Deleting port 70104c1a-ad20-4c5a-a650-cba88dd71d3a {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:37:35.195479 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2c895169-2151-4809-99ce-80a4c316926d tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (70104c1a-ad20-4c5a-a650-cba88dd71d3a), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:35.261525 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-fa871166-9543-47b4-a447-7734e6d1d3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c346d84-7eb6-4dc3-b082-11024e37fdf0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825220871', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.35'}], 'enable_snat': True}, 'gw_port_id': '70104c1a-ad20-4c5a-a650-cba88dd71d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:35:58Z', 'updated_at': '2022-03-28T01:37:33Z', 'revision_number': 5, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'gw_port': {'id': '70104c1a-ad20-4c5a-a650-cba88dd71d3a', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:06:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c346d84-7eb6-4dc3-b082-11024e37fdf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:35:58Z', 'updated_at': '2022-03-28T01:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:37:35.264972 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-631506b2-05cb-4349-a441-24f948d15bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886'] for port (873dd9b0-d9f7-44e0-8882-7908d4d55c02), after_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:35.272666 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.db [None req-2c895169-2151-4809-99ce-80a4c316926d tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] For port 70104c1a-ad20-4c5a-a650-cba88dd71d3a, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=70104c1a-ad20-4c5a-a650-cba88dd71d3a,segment=NetworkSegment(b6f00c62-aca5-4c73-8989-c04c396daeed),segment_id=b6f00c62-aca5-4c73-8989-c04c396daeed)] {{(pid=104098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:37:35.273028 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2c895169-2151-4809-99ce-80a4c316926d tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (70104c1a-ad20-4c5a-a650-cba88dd71d3a), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:35.286414 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-2c895169-2151-4809-99ce-80a4c316926d tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Calling delete_port for 70104c1a-ad20-4c5a-a650-cba88dd71d3a owned by network:router_gateway {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:37:35.310638 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa871166-9543-47b4-a447-7734e6d1d3fc None None] The sync data for ids ['9c346d84-7eb6-4dc3-b082-11024e37fdf0'] in dv-neutron-834874-6-hyperv is: [{'id': '9c346d84-7eb6-4dc3-b082-11024e37fdf0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825220871', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.35'}], 'enable_snat': True}, 'gw_port_id': '70104c1a-ad20-4c5a-a650-cba88dd71d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:35:58Z', 'updated_at': '2022-03-28T01:37:33Z', 'revision_number': 5, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'gw_port': {'id': '70104c1a-ad20-4c5a-a650-cba88dd71d3a', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:06:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c346d84-7eb6-4dc3-b082-11024e37fdf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:35:58Z', 'updated_at': '2022-03-28T01:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:37:35.315570 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631506b2-05cb-4349-a441-24f948d15bdf None None] Pushing event deleted for resources: {'Port': ['ID=873dd9b0-d9f7-44e0-8882-7908d4d55c02,revision_number=None']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:37:35.320855 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631506b2-05cb-4349-a441-24f948d15bdf None None] No DVR routers for this DVR port 873dd9b0-d9f7-44e0-8882-7908d4d55c02 on host dv-neutron-834874-6-hyperv {{(pid=104100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:37:35.329167 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631506b2-05cb-4349-a441-24f948d15bdf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:37:35.329529 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631506b2-05cb-4349-a441-24f948d15bdf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:37:35.334948 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631506b2-05cb-4349-a441-24f948d15bdf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:37:35.334948 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631506b2-05cb-4349-a441-24f948d15bdf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:37:35.334948 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631506b2-05cb-4349-a441-24f948d15bdf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:37:35.334948 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631506b2-05cb-4349-a441-24f948d15bdf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:37:35.334948 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631506b2-05cb-4349-a441-24f948d15bdf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:37:35.334948 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631506b2-05cb-4349-a441-24f948d15bdf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:37:35.334948 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631506b2-05cb-4349-a441-24f948d15bdf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:37:35.334948 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631506b2-05cb-4349-a441-24f948d15bdf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:37:35.334948 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631506b2-05cb-4349-a441-24f948d15bdf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:37:35.334948 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631506b2-05cb-4349-a441-24f948d15bdf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:37:35.334948 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631506b2-05cb-4349-a441-24f948d15bdf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:37:35.334948 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631506b2-05cb-4349-a441-24f948d15bdf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:37:35.336375 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631506b2-05cb-4349-a441-24f948d15bdf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:37:35.456257 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2c895169-2151-4809-99ce-80a4c316926d tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (70104c1a-ad20-4c5a-a650-cba88dd71d3a), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:35.480415 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c895169-2151-4809-99ce-80a4c316926d tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Pushing event deleted for resources: {'Port': ['ID=70104c1a-ad20-4c5a-a650-cba88dd71d3a,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:37:35.538119 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2c895169-2151-4809-99ce-80a4c316926d tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3687989'] for router_gateway (9c346d84-7eb6-4dc3-b082-11024e37fdf0), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:35.625998 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2c895169-2151-4809-99ce-80a4c316926d tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7151'] for router (9c346d84-7eb6-4dc3-b082-11024e37fdf0), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:35.627977 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2c895169-2151-4809-99ce-80a4c316926d tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for router_controller (9c346d84-7eb6-4dc3-b082-11024e37fdf0), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:35.674238 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2c895169-2151-4809-99ce-80a4c316926d tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689686'] for router (9c346d84-7eb6-4dc3-b082-11024e37fdf0), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:35.675030 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c895169-2151-4809-99ce-80a4c316926d tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Fanout notify agent at l3_agent the message router_deleted on router 9c346d84-7eb6-4dc3-b082-11024e37fdf0 {{(pid=104098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 01:37:35.682557 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2c895169-2151-4809-99ce-80a4c316926d tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for router (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:35.683584 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-2c895169-2151-4809-99ce-80a4c316926d tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "DELETE /v2.0/routers/9c346d84-7eb6-4dc3-b082-11024e37fdf0 HTTP/1.1" status: 204 len: 168 time: 1.0208776 Mar 28 01:37:35.686362 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 33090) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:37:35.762212 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-13b5c5de-a9b4-47a5-a3e2-71f286642478 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (f4808586-d0fa-486b-afcf-de5cda6211a0), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:35.850941 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-13b5c5de-a9b4-47a5-a3e2-71f286642478 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (f4808586-d0fa-486b-afcf-de5cda6211a0), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:35.870849 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-13b5c5de-a9b4-47a5-a3e2-71f286642478 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4808586-d0fa-486b-afcf-de5cda6211a0']}} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:37:35.880638 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-13b5c5de-a9b4-47a5-a3e2-71f286642478 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '367dad2f-3a5f-4b31-a22c-f67067b40911') {'for_net_delete': True} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:37:35.880933 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-13b5c5de-a9b4-47a5-a3e2-71f286642478 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '367dad2f-3a5f-4b31-a22c-f67067b40911') {} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:37:35.890385 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-13b5c5de-a9b4-47a5-a3e2-71f286642478 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126443583'] for segment (367dad2f-3a5f-4b31-a22c-f67067b40911), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:35.903820 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-13b5c5de-a9b4-47a5-a3e2-71f286642478 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (367dad2f-3a5f-4b31-a22c-f67067b40911), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:35.911464 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13b5c5de-a9b4-47a5-a3e2-71f286642478 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=104098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:37:35.911862 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-13b5c5de-a9b4-47a5-a3e2-71f286642478 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126177251'] for segment (367dad2f-3a5f-4b31-a22c-f67067b40911), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:35.914842 dv-neutron-834874-6-hyperv neutron-server[104098]: Traceback (most recent call last): Mar 28 01:37:35.914842 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:37:35.914842 dv-neutron-834874-6-hyperv neutron-server[104098]: timer() Mar 28 01:37:35.914842 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:37:35.914842 dv-neutron-834874-6-hyperv neutron-server[104098]: cb(*args, **kw) Mar 28 01:37:35.914842 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:37:35.914842 dv-neutron-834874-6-hyperv neutron-server[104098]: return func(*args, **kwargs) Mar 28 01:37:35.914842 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:37:35.914842 dv-neutron-834874-6-hyperv neutron-server[104098]: self._notify() Mar 28 01:37:35.914842 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:37:35.914842 dv-neutron-834874-6-hyperv neutron-server[104098]: self.callback(batched_events) Mar 28 01:37:35.914842 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:37:35.914842 dv-neutron-834874-6-hyperv neutron-server[104098]: event.method(event) Mar 28 01:37:35.914842 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:37:35.914842 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:37:35.914842 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:37:35.914842 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:37:35.914842 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:37:35.914842 dv-neutron-834874-6-hyperv neutron-server[104098]: return f(self, *a, **k) Mar 28 01:37:35.914842 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:37:35.914842 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._get(url).json() Mar 28 01:37:35.914842 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:37:35.914842 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:37:35.914842 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:37:35.914842 dv-neutron-834874-6-hyperv neutron-server[104098]: return self.request(url, 'GET', **kwargs) Mar 28 01:37:35.914842 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:37:35.914842 dv-neutron-834874-6-hyperv neutron-server[104098]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:37:35.914842 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:37:35.914842 dv-neutron-834874-6-hyperv neutron-server[104098]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:37:35.914842 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:37:35.914842 dv-neutron-834874-6-hyperv neutron-server[104098]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:37:35.914842 dv-neutron-834874-6-hyperv neutron-server[104098]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:37:35.973170 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-13b5c5de-a9b4-47a5-a3e2-71f286642478 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (f4808586-d0fa-486b-afcf-de5cda6211a0), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:35.978051 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-13b5c5de-a9b4-47a5-a3e2-71f286642478 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:35.983742 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-13b5c5de-a9b4-47a5-a3e2-71f286642478 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "DELETE /v2.0/networks/f4808586-d0fa-486b-afcf-de5cda6211a0 HTTP/1.1" status: 204 len: 168 time: 0.2937844 Mar 28 01:37:35.984439 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 33092) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:37:35.996715 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b5c5de-a9b4-47a5-a3e2-71f286642478 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Pushing event deleted for resources: {'Network': ['ID=f4808586-d0fa-486b-afcf-de5cda6211a0,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:37:36.043821 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-1206e22c-01d2-4db4-a50b-e0233b2783d3 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for security_group (69adc8b2-c460-41c3-a503-8f4985d15670), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:36.073241 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-1206e22c-01d2-4db4-a50b-e0233b2783d3 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for security_group (69adc8b2-c460-41c3-a503-8f4985d15670), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:36.131335 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-1206e22c-01d2-4db4-a50b-e0233b2783d3 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (69adc8b2-c460-41c3-a503-8f4985d15670), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:36.133945 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-1206e22c-01d2-4db4-a50b-e0233b2783d3 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:36.135106 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-1206e22c-01d2-4db4-a50b-e0233b2783d3 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "DELETE /v2.0/security-groups/69adc8b2-c460-41c3-a503-8f4985d15670 HTTP/1.1" status: 204 len: 168 time: 0.1484041 Mar 28 01:37:36.143891 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1206e22c-01d2-4db4-a50b-e0233b2783d3 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69adc8b2-c460-41c3-a503-8f4985d15670,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:37:36.182978 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device c67b031f-4814-46d8-ae9e-14148e9b4a1c no longer exists at agent hyperv_hv-neutron-8348 {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:37:36.215366 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] No Port match for: c67b031f-4814-46d8-ae9e-14148e9b4a1c {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:37:36.215654 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device c67b031f-4814-46d8-ae9e-14148e9b4a1c not bound to the agent host hv-neutron-8348 {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:37:36.373954 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 70104c1a-ad20-4c5a-a650-cba88dd71d3a no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:37:36.387349 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 33098) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:37:36.391888 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-dafe1062-4721-44cf-a6ed-7b498026d620 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1714850384', 'description': 'tempest-secgroup-smoke-1714850384 description', 'project_id': '2961ca1eab8443d3977a60308ef2e35a'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:37:36.394939 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: 70104c1a-ad20-4c5a-a650-cba88dd71d3a {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:37:36.395286 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 70104c1a-ad20-4c5a-a650-cba88dd71d3a not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:37:36.395710 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 60195149-2252-455e-a02b-988261009166 no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:37:36.416422 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-dafe1062-4721-44cf-a6ed-7b498026d620 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for security_group (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:36.417953 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: 60195149-2252-455e-a02b-988261009166 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:37:36.418315 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 60195149-2252-455e-a02b-988261009166 not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:37:36.418741 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 873dd9b0-d9f7-44e0-8882-7908d4d55c02 no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:37:36.438311 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: 873dd9b0-d9f7-44e0-8882-7908d4d55c02 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:37:36.438655 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 873dd9b0-d9f7-44e0-8882-7908d4d55c02 not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:37:36.483210 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-dafe1062-4721-44cf-a6ed-7b498026d620 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for security_group (045ab966-d59c-46ef-ba73-137eadd05d8d), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:36.487435 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-dafe1062-4721-44cf-a6ed-7b498026d620 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (045ab966-d59c-46ef-ba73-137eadd05d8d), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:36.515600 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-dafe1062-4721-44cf-a6ed-7b498026d620 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:36.516886 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-dafe1062-4721-44cf-a6ed-7b498026d620 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1285250 Mar 28 01:37:36.518792 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafe1062-4721-44cf-a6ed-7b498026d620 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=045ab966-d59c-46ef-ba73-137eadd05d8d,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:37:36.519937 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 33100) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:37:36.524829 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-4e471fe9-ef22-4822-9eb2-2ba6780a9360 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Request body: {'security_group_rule': {'security_group_id': '045ab966-d59c-46ef-ba73-137eadd05d8d', 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:37:36.548990 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4e471fe9-ef22-4822-9eb2-2ba6780a9360 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for security_group_rule (283e598a-1f69-4388-bd92-6db91c7ce1d1), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:36.608297 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4e471fe9-ef22-4822-9eb2-2ba6780a9360 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for security_group_rule (283e598a-1f69-4388-bd92-6db91c7ce1d1), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:36.612229 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4e471fe9-ef22-4822-9eb2-2ba6780a9360 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (283e598a-1f69-4388-bd92-6db91c7ce1d1), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:36.629149 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e471fe9-ef22-4822-9eb2-2ba6780a9360 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=283e598a-1f69-4388-bd92-6db91c7ce1d1,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:37:36.636241 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4e471fe9-ef22-4822-9eb2-2ba6780a9360 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:36.637419 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-4e471fe9-ef22-4822-9eb2-2ba6780a9360 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1164160 Mar 28 01:37:36.640129 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 33102) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:37:36.644882 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-09fb670e-69ea-4b5e-875b-37075dd7787a tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Request body: {'security_group_rule': {'security_group_id': '045ab966-d59c-46ef-ba73-137eadd05d8d', 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:37:36.668655 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-09fb670e-69ea-4b5e-875b-37075dd7787a tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for security_group_rule (7013280d-06bb-4cbf-8ab2-7350050fc4a5), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:36.722905 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-09fb670e-69ea-4b5e-875b-37075dd7787a tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for security_group_rule (7013280d-06bb-4cbf-8ab2-7350050fc4a5), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:36.726488 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-09fb670e-69ea-4b5e-875b-37075dd7787a tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (7013280d-06bb-4cbf-8ab2-7350050fc4a5), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:36.744629 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fb670e-69ea-4b5e-875b-37075dd7787a tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7013280d-06bb-4cbf-8ab2-7350050fc4a5,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:37:36.751297 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-09fb670e-69ea-4b5e-875b-37075dd7787a tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:36.752497 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-09fb670e-69ea-4b5e-875b-37075dd7787a tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1114585 Mar 28 01:37:36.755156 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 33104) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:37:36.759335 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-4065513c-4c80-465c-b191-818d2e024f3a tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Request body: {'security_group_rule': {'security_group_id': '045ab966-d59c-46ef-ba73-137eadd05d8d', 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:37:36.785028 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4065513c-4c80-465c-b191-818d2e024f3a tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for security_group_rule (e4bc468b-aeee-4514-80f7-5ca11789e790), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:36.837753 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4065513c-4c80-465c-b191-818d2e024f3a tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for security_group_rule (e4bc468b-aeee-4514-80f7-5ca11789e790), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:36.843154 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4065513c-4c80-465c-b191-818d2e024f3a tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (e4bc468b-aeee-4514-80f7-5ca11789e790), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:36.859430 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4065513c-4c80-465c-b191-818d2e024f3a tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4bc468b-aeee-4514-80f7-5ca11789e790,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:37:36.870489 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4065513c-4c80-465c-b191-818d2e024f3a tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:36.871679 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-4065513c-4c80-465c-b191-818d2e024f3a tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1156130 Mar 28 01:37:36.874469 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 33106) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:37:36.878908 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-f5ca24f3-1efa-4b70-a1a0-46dc6104aae9 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Request body: {'security_group_rule': {'security_group_id': '045ab966-d59c-46ef-ba73-137eadd05d8d', 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:37:36.902798 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f5ca24f3-1efa-4b70-a1a0-46dc6104aae9 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for security_group_rule (0046583c-3a5e-4297-88a3-fdb81303516d), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:36.961098 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f5ca24f3-1efa-4b70-a1a0-46dc6104aae9 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for security_group_rule (0046583c-3a5e-4297-88a3-fdb81303516d), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:36.964659 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f5ca24f3-1efa-4b70-a1a0-46dc6104aae9 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (0046583c-3a5e-4297-88a3-fdb81303516d), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:36.983903 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ca24f3-1efa-4b70-a1a0-46dc6104aae9 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0046583c-3a5e-4297-88a3-fdb81303516d,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:37:36.992043 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f5ca24f3-1efa-4b70-a1a0-46dc6104aae9 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:36.993233 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-f5ca24f3-1efa-4b70-a1a0-46dc6104aae9 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1178582 Mar 28 01:37:36.996103 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 33108) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:37:37.000253 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-647a75ff-729e-49fe-888f-b41def7da52d tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Request body: {'security_group_rule': {'security_group_id': '045ab966-d59c-46ef-ba73-137eadd05d8d', 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:37:37.026417 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.securitygroups_db [None req-647a75ff-729e-49fe-888f-b41def7da52d tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Project 2961ca1eab8443d3977a60308ef2e35a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 01:37:37.031310 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-647a75ff-729e-49fe-888f-b41def7da52d tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for security_group_rule (eeb438aa-f56e-4a6e-8638-b240a334f7d6), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:37.088620 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-647a75ff-729e-49fe-888f-b41def7da52d tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for security_group_rule (eeb438aa-f56e-4a6e-8638-b240a334f7d6), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:37.092065 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-647a75ff-729e-49fe-888f-b41def7da52d tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (eeb438aa-f56e-4a6e-8638-b240a334f7d6), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:37.109732 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647a75ff-729e-49fe-888f-b41def7da52d tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eeb438aa-f56e-4a6e-8638-b240a334f7d6,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:37:37.117622 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-647a75ff-729e-49fe-888f-b41def7da52d tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:37.118796 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-647a75ff-729e-49fe-888f-b41def7da52d tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1218426 Mar 28 01:37:37.121561 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 33110) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:37:37.126389 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-49ba12e1-162d-426b-b6a8-d9bf7c8c36e3 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Request body: {'security_group_rule': {'security_group_id': '045ab966-d59c-46ef-ba73-137eadd05d8d', 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:37:37.146351 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.securitygroups_db [None req-49ba12e1-162d-426b-b6a8-d9bf7c8c36e3 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Project 2961ca1eab8443d3977a60308ef2e35a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 01:37:37.151382 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-49ba12e1-162d-426b-b6a8-d9bf7c8c36e3 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for security_group_rule (79536ed9-074a-463e-92b9-8648c6f61e25), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:37.208113 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-49ba12e1-162d-426b-b6a8-d9bf7c8c36e3 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for security_group_rule (79536ed9-074a-463e-92b9-8648c6f61e25), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:37.211370 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-49ba12e1-162d-426b-b6a8-d9bf7c8c36e3 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (79536ed9-074a-463e-92b9-8648c6f61e25), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:37.225458 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ba12e1-162d-426b-b6a8-d9bf7c8c36e3 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79536ed9-074a-463e-92b9-8648c6f61e25,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:37:37.235822 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-49ba12e1-162d-426b-b6a8-d9bf7c8c36e3 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:37.237038 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-49ba12e1-162d-426b-b6a8-d9bf7c8c36e3 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1145697 Mar 28 01:37:37.239817 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 33112) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:37:37.244497 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-59804520-6404-4a58-8e6a-c5afdf82f104 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Request body: {'network': {'name': 'tempest-network-smoke--825050160', 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'port_security_enabled': True}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:37:37.262305 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59804520-6404-4a58-8e6a-c5afdf82f104 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Made reservation on behalf of 2961ca1eab8443d3977a60308ef2e35a for: {'network': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:37:37.265568 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-59804520-6404-4a58-8e6a-c5afdf82f104 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:37.288855 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59804520-6404-4a58-8e6a-c5afdf82f104 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=104098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:37:37.298093 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-59804520-6404-4a58-8e6a-c5afdf82f104 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (42df5b67-a6c5-41a0-b1bf-3a7f382f6fbb), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:37.298488 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.segments_db [None req-59804520-6404-4a58-8e6a-c5afdf82f104 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Added segment 42df5b67-a6c5-41a0-b1bf-3a7f382f6fbb of type vlan for network edbff6ee-940b-4bf1-9371-06198b697a23 Mar 28 01:37:37.340886 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-59804520-6404-4a58-8e6a-c5afdf82f104 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (edbff6ee-940b-4bf1-9371-06198b697a23), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:37.365651 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-59804520-6404-4a58-8e6a-c5afdf82f104 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (edbff6ee-940b-4bf1-9371-06198b697a23), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:37.370693 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59804520-6404-4a58-8e6a-c5afdf82f104 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:37:37.371280 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-59804520-6404-4a58-8e6a-c5afdf82f104 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:37.427395 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-59804520-6404-4a58-8e6a-c5afdf82f104 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1865461 Mar 28 01:37:37.430127 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 33114) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:37:37.434351 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-3b3963d2-81e3-421b-a9a5-284bbb0635a4 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1061736536', 'admin_state_up': True, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'}}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:37:37.450940 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59804520-6404-4a58-8e6a-c5afdf82f104 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Pushing event updated for resources: {'Network': ['ID=edbff6ee-940b-4bf1-9371-06198b697a23,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:37:37.460833 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network edbff6ee-940b-4bf1-9371-06198b697a23 details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:37:37.464125 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3b3963d2-81e3-421b-a9a5-284bbb0635a4 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7069'] for router (3d83aa86-5bb6-4b01-851c-d7043a1d7646), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:37.465313 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3b3963d2-81e3-421b-a9a5-284bbb0635a4 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4188952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7062'] for router (3d83aa86-5bb6-4b01-851c-d7043a1d7646), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:37.521829 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3b3963d2-81e3-421b-a9a5-284bbb0635a4 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for router_controller (3d83aa86-5bb6-4b01-851c-d7043a1d7646), precommit_add_association {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:37.657169 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3b3963d2-81e3-421b-a9a5-284bbb0635a4 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for router_gateway (3d83aa86-5bb6-4b01-851c-d7043a1d7646), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:37.849577 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3b3963d2-81e3-421b-a9a5-284bbb0635a4 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for router_gateway (3d83aa86-5bb6-4b01-851c-d7043a1d7646), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:37.867713 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3b3963d2-81e3-421b-a9a5-284bbb0635a4 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:37.972354 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-3b3963d2-81e3-421b-a9a5-284bbb0635a4 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Allocated IP 172.26.1.229 (dea6548b-502b-42db-97fb-371e423e739a/cce6de65-d8c9-45b8-9970-0a277e8c1192/efe76cdc-01f1-4940-8b4f-206fdf920eb7) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:37:38.069928 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3b3963d2-81e3-421b-a9a5-284bbb0635a4 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for port (efe76cdc-01f1-4940-8b4f-206fdf920eb7), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:38.103320 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3b3963d2-81e3-421b-a9a5-284bbb0635a4 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (efe76cdc-01f1-4940-8b4f-206fdf920eb7), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:38.136665 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3963d2-81e3-421b-a9a5-284bbb0635a4 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Network dea6548b-502b-42db-97fb-371e423e739a is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:37:38.139432 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-3b3963d2-81e3-421b-a9a5-284bbb0635a4 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:37:38.143173 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3963d2-81e3-421b-a9a5-284bbb0635a4 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:37:38.178087 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3963d2-81e3-421b-a9a5-284bbb0635a4 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Pushing event updated for resources: {'Port': ['ID=efe76cdc-01f1-4940-8b4f-206fdf920eb7,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:37:38.399573 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3b3963d2-81e3-421b-a9a5-284bbb0635a4 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for router_gateway (3d83aa86-5bb6-4b01-851c-d7043a1d7646), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:38.591781 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3b3963d2-81e3-421b-a9a5-284bbb0635a4 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687953'] for router (3d83aa86-5bb6-4b01-851c-d7043a1d7646), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:38.720117 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b3963d2-81e3-421b-a9a5-284bbb0635a4 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Router 3d83aa86-5bb6-4b01-851c-d7043a1d7646 is scheduled to L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 with binding_index 1 {{(pid=104098) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 01:37:38.824128 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b3963d2-81e3-421b-a9a5-284bbb0635a4 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:37:38.834068 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1ae3ae-5290-468d-a7b4-29a68e1c615c None None] Sync routers for ids ['3d83aa86-5bb6-4b01-851c-d7043a1d7646'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:37:38.846072 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1ae3ae-5290-468d-a7b4-29a68e1c615c None None] Routers {'3d83aa86-5bb6-4b01-851c-d7043a1d7646'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:37:38.846899 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-9b1ae3ae-5290-468d-a7b4-29a68e1c615c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:37:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['3d83aa86-5bb6-4b01-851c-d7043a1d7646'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:37:38.847668 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3b3963d2-81e3-421b-a9a5-284bbb0635a4 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for router (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:38.848954 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-3b3963d2-81e3-421b-a9a5-284bbb0635a4 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4178843 Mar 28 01:37:38.852057 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 33116) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:37:38.881494 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-99d2614c-d138-44f0-b428-ba6fe2a8ac12 tempest-TestNetworkAdvancedServerOps-479632198 tempest-TestNetworkAdvancedServerOps-479632198-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=2961ca1eab8443d3977a60308ef2e35a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282786 Mar 28 01:37:38.883908 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 33118) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:37:38.952690 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-9b1ae3ae-5290-468d-a7b4-29a68e1c615c None None] Set router 3d83aa86-5bb6-4b01-851c-d7043a1d7646 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:37:38.979230 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a5df6e-64d4-4030-9818-954497cc84e0 tempest-TestNetworkAdvancedServerOps-479632198 tempest-TestNetworkAdvancedServerOps-479632198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:37:38.980735 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-51a5df6e-64d4-4030-9818-954497cc84e0 tempest-TestNetworkAdvancedServerOps-479632198 tempest-TestNetworkAdvancedServerOps-479632198-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0959160 Mar 28 01:37:38.983502 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 33120) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:37:39.010549 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-dc93f83f-efad-43e0-86a3-2c504871b9c6 tempest-TestNetworkAdvancedServerOps-479632198 tempest-TestNetworkAdvancedServerOps-479632198-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=dea6548b-502b-42db-97fb-371e423e739a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0258973 Mar 28 01:37:39.012922 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 33122) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:37:39.018023 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-dbac0207-5a39-4c5d-ae7e-9ad946e81dcd tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-117621521', 'network_id': 'edbff6ee-940b-4bf1-9371-06198b697a23', 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:37:39.105851 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbac0207-5a39-4c5d-ae7e-9ad946e81dcd tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Made reservation on behalf of 2961ca1eab8443d3977a60308ef2e35a for: {'subnet': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:37:39.109496 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-dbac0207-5a39-4c5d-ae7e-9ad946e81dcd tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126112411'] for subnet (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:39.126640 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-9b1ae3ae-5290-468d-a7b4-29a68e1c615c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d83aa86-5bb6-4b01-851c-d7043a1d7646', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1061736536', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.229'}], 'enable_snat': True}, 'gw_port_id': 'efe76cdc-01f1-4940-8b4f-206fdf920eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:37:37Z', 'updated_at': '2022-03-28T01:37:38Z', 'revision_number': 3, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'gw_port': {'id': 'efe76cdc-01f1-4940-8b4f-206fdf920eb7', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d4:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d83aa86-5bb6-4b01-851c-d7043a1d7646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:37:37Z', 'updated_at': '2022-03-28T01:37:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:37:39.157968 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1ae3ae-5290-468d-a7b4-29a68e1c615c None None] Checking router: 3d83aa86-5bb6-4b01-851c-d7043a1d7646 for host: dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:37:39.158311 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1ae3ae-5290-468d-a7b4-29a68e1c615c None None] Updating router 3d83aa86-5bb6-4b01-851c-d7043a1d7646 port efe76cdc-01f1-4940-8b4f-206fdf920eb7 binding host dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 01:37:39.185096 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-9b1ae3ae-5290-468d-a7b4-29a68e1c615c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (efe76cdc-01f1-4940-8b4f-206fdf920eb7), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:39.298166 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-dbac0207-5a39-4c5d-ae7e-9ad946e81dcd tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126174976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126112397'] for subnet (7b03f8ca-2f3b-4384-90fc-997fcfcb3e6f), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:39.355691 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbac0207-5a39-4c5d-ae7e-9ad946e81dcd tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Pushing event updated for resources: {'Subnet': ['ID=7b03f8ca-2f3b-4384-90fc-997fcfcb3e6f,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:37:39.364266 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbac0207-5a39-4c5d-ae7e-9ad946e81dcd tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Checking segment: {'id': '42df5b67-a6c5-41a0-b1bf-3a7f382f6fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'edbff6ee-940b-4bf1-9371-06198b697a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:37:39.364622 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbac0207-5a39-4c5d-ae7e-9ad946e81dcd tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Network hostable DHCP agents. Network: edbff6ee-940b-4bf1-9371-06198b697a23, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:37:39.380831 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbac0207-5a39-4c5d-ae7e-9ad946e81dcd tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Network edbff6ee-940b-4bf1-9371-06198b697a23 is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:37:39.388692 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-dbac0207-5a39-4c5d-ae7e-9ad946e81dcd tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, edbff6ee-940b-4bf1-9371-06198b697a23) {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:37:39.393228 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbac0207-5a39-4c5d-ae7e-9ad946e81dcd tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:37:39.393822 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-dbac0207-5a39-4c5d-ae7e-9ad946e81dcd tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:39.402183 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69e2f0d-d551-4dcb-beda-9ad9d2dbfb58 None None] Network edbff6ee-940b-4bf1-9371-06198b697a23 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:37:39.410782 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-dbac0207-5a39-4c5d-ae7e-9ad946e81dcd tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3968689 Mar 28 01:37:39.413505 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 33124) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:37:39.435948 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-9b1ae3ae-5290-468d-a7b4-29a68e1c615c None None] Publish callbacks [] for port (efe76cdc-01f1-4940-8b4f-206fdf920eb7), precommit_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:39.442985 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-9b1ae3ae-5290-468d-a7b4-29a68e1c615c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (efe76cdc-01f1-4940-8b4f-206fdf920eb7), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:39.494700 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [None req-9b1ae3ae-5290-468d-a7b4-29a68e1c615c None None] Attempting to bind port efe76cdc-01f1-4940-8b4f-206fdf920eb7 on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:37:39.495230 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [None req-9b1ae3ae-5290-468d-a7b4-29a68e1c615c None None] Attempting to bind port efe76cdc-01f1-4940-8b4f-206fdf920eb7 by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': 'b6f00c62-aca5-4c73-8989-c04c396daeed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'}] {{(pid=104101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:37:39.495695 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1ae3ae-5290-468d-a7b4-29a68e1c615c None None] Attempting to bind port efe76cdc-01f1-4940-8b4f-206fdf920eb7 on network dea6548b-502b-42db-97fb-371e423e739a {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:37:39.504464 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28440091-0fd6-4740-9bee-c70d9529ab37 None None] Pushing event updated for resources: {'Port': ['ID=efe76cdc-01f1-4940-8b4f-206fdf920eb7,revision_number=2']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:37:39.507175 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1ae3ae-5290-468d-a7b4-29a68e1c615c None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:37:39.507679 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1ae3ae-5290-468d-a7b4-29a68e1c615c None None] Checking segment: {'id': 'b6f00c62-aca5-4c73-8989-c04c396daeed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:37:39.508235 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-9b1ae3ae-5290-468d-a7b4-29a68e1c615c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:39.508726 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1ae3ae-5290-468d-a7b4-29a68e1c615c None None] Bound using segment: {'id': 'b6f00c62-aca5-4c73-8989-c04c396daeed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'} {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:37:39.509337 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [None req-9b1ae3ae-5290-468d-a7b4-29a68e1c615c None None] Bound port: efe76cdc-01f1-4940-8b4f-206fdf920eb7, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6f00c62-aca5-4c73-8989-c04c396daeed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'}}] {{(pid=104101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:37:39.509816 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-9b1ae3ae-5290-468d-a7b4-29a68e1c615c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (efe76cdc-01f1-4940-8b4f-206fdf920eb7), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:39.538451 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28440091-0fd6-4740-9bee-c70d9529ab37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:37:39.538968 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28440091-0fd6-4740-9bee-c70d9529ab37 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:37:39.539408 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28440091-0fd6-4740-9bee-c70d9529ab37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:37:39.539843 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28440091-0fd6-4740-9bee-c70d9529ab37 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:37:39.540303 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28440091-0fd6-4740-9bee-c70d9529ab37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:37:39.540728 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28440091-0fd6-4740-9bee-c70d9529ab37 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:37:39.541179 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28440091-0fd6-4740-9bee-c70d9529ab37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:37:39.541610 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28440091-0fd6-4740-9bee-c70d9529ab37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:37:39.542030 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28440091-0fd6-4740-9bee-c70d9529ab37 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:37:39.542455 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28440091-0fd6-4740-9bee-c70d9529ab37 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:37:39.542884 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28440091-0fd6-4740-9bee-c70d9529ab37 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:37:39.543305 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28440091-0fd6-4740-9bee-c70d9529ab37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:37:39.543724 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28440091-0fd6-4740-9bee-c70d9529ab37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:37:39.544172 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28440091-0fd6-4740-9bee-c70d9529ab37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:37:39.544609 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28440091-0fd6-4740-9bee-c70d9529ab37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:37:39.586284 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.db [None req-9b1ae3ae-5290-468d-a7b4-29a68e1c615c None None] For port efe76cdc-01f1-4940-8b4f-206fdf920eb7, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:37:39.589939 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.db [None req-9b1ae3ae-5290-468d-a7b4-29a68e1c615c None None] For port efe76cdc-01f1-4940-8b4f-206fdf920eb7, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=efe76cdc-01f1-4940-8b4f-206fdf920eb7,segment=NetworkSegment(b6f00c62-aca5-4c73-8989-c04c396daeed),segment_id=b6f00c62-aca5-4c73-8989-c04c396daeed)] {{(pid=104101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:37:39.597616 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-9b1ae3ae-5290-468d-a7b4-29a68e1c615c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (efe76cdc-01f1-4940-8b4f-206fdf920eb7), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:39.662415 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28440091-0fd6-4740-9bee-c70d9529ab37 None None] Pushing event updated for resources: {'Port': ['ID=efe76cdc-01f1-4940-8b4f-206fdf920eb7,revision_number=3']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:37:39.667235 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1ae3ae-5290-468d-a7b4-29a68e1c615c None None] Routers {'3d83aa86-5bb6-4b01-851c-d7043a1d7646'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:37:39.668068 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-9b1ae3ae-5290-468d-a7b4-29a68e1c615c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:37:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['3d83aa86-5bb6-4b01-851c-d7043a1d7646'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:37:39.691389 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c602e3-bd26-412f-be35-b8ce232e57e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-edbff6ee-940b-4bf1-9371-06198b697a23', 'network_id': 'edbff6ee-940b-4bf1-9371-06198b697a23', 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'fixed_ips': [{'subnet_id': '7b03f8ca-2f3b-4384-90fc-997fcfcb3e6f'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:37:39.692852 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-21c602e3-bd26-412f-be35-b8ce232e57e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:39.849041 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-21c602e3-bd26-412f-be35-b8ce232e57e2 None None] Allocated IP 172.20.0.2 (edbff6ee-940b-4bf1-9371-06198b697a23/7b03f8ca-2f3b-4384-90fc-997fcfcb3e6f/ed824b33-1aec-42d4-8bbc-12e87da6dba6) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:37:39.872280 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-9b1ae3ae-5290-468d-a7b4-29a68e1c615c None None] Set router 3d83aa86-5bb6-4b01-851c-d7043a1d7646 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:37:39.997800 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-21c602e3-bd26-412f-be35-b8ce232e57e2 None None] Publish callbacks [] for port (ed824b33-1aec-42d4-8bbc-12e87da6dba6), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:40.006444 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-21c602e3-bd26-412f-be35-b8ce232e57e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (ed824b33-1aec-42d4-8bbc-12e87da6dba6), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:40.054804 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-9b1ae3ae-5290-468d-a7b4-29a68e1c615c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d83aa86-5bb6-4b01-851c-d7043a1d7646', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1061736536', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.229'}], 'enable_snat': True}, 'gw_port_id': 'efe76cdc-01f1-4940-8b4f-206fdf920eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:37:37Z', 'updated_at': '2022-03-28T01:37:38Z', 'revision_number': 3, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'gw_port': {'id': 'efe76cdc-01f1-4940-8b4f-206fdf920eb7', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d4:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d83aa86-5bb6-4b01-851c-d7043a1d7646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:37:37Z', 'updated_at': '2022-03-28T01:37:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:37:40.055506 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c602e3-bd26-412f-be35-b8ce232e57e2 None None] Network edbff6ee-940b-4bf1-9371-06198b697a23 is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:37:40.058828 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-21c602e3-bd26-412f-be35-b8ce232e57e2 None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:37:40.065260 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c602e3-bd26-412f-be35-b8ce232e57e2 None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:37:40.071242 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c602e3-bd26-412f-be35-b8ce232e57e2 None None] Pushing event updated for resources: {'Port': ['ID=ed824b33-1aec-42d4-8bbc-12e87da6dba6,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:37:40.085632 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1ae3ae-5290-468d-a7b4-29a68e1c615c None None] The sync data for ids ['3d83aa86-5bb6-4b01-851c-d7043a1d7646'] in dv-neutron-834874-6-hyperv is: [{'id': '3d83aa86-5bb6-4b01-851c-d7043a1d7646', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1061736536', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.229'}], 'enable_snat': True}, 'gw_port_id': 'efe76cdc-01f1-4940-8b4f-206fdf920eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:37:37Z', 'updated_at': '2022-03-28T01:37:38Z', 'revision_number': 3, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'gw_port': {'id': 'efe76cdc-01f1-4940-8b4f-206fdf920eb7', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d4:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d83aa86-5bb6-4b01-851c-d7043a1d7646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:37:37Z', 'updated_at': '2022-03-28T01:37:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:37:40.130058 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-21c602e3-bd26-412f-be35-b8ce232e57e2 None None] Attempting to bind port ed824b33-1aec-42d4-8bbc-12e87da6dba6 on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:37:40.130428 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-21c602e3-bd26-412f-be35-b8ce232e57e2 None None] Attempting to bind port ed824b33-1aec-42d4-8bbc-12e87da6dba6 by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': '42df5b67-a6c5-41a0-b1bf-3a7f382f6fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'edbff6ee-940b-4bf1-9371-06198b697a23'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:37:40.130795 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c602e3-bd26-412f-be35-b8ce232e57e2 None None] Attempting to bind port ed824b33-1aec-42d4-8bbc-12e87da6dba6 on network edbff6ee-940b-4bf1-9371-06198b697a23 {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:37:40.135870 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c602e3-bd26-412f-be35-b8ce232e57e2 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:37:40.136280 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c602e3-bd26-412f-be35-b8ce232e57e2 None None] Checking segment: {'id': '42df5b67-a6c5-41a0-b1bf-3a7f382f6fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'edbff6ee-940b-4bf1-9371-06198b697a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:37:40.136686 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-21c602e3-bd26-412f-be35-b8ce232e57e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:40.137085 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c602e3-bd26-412f-be35-b8ce232e57e2 None None] Bound using segment: {'id': '42df5b67-a6c5-41a0-b1bf-3a7f382f6fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'edbff6ee-940b-4bf1-9371-06198b697a23'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:37:40.137556 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-21c602e3-bd26-412f-be35-b8ce232e57e2 None None] Bound port: ed824b33-1aec-42d4-8bbc-12e87da6dba6, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42df5b67-a6c5-41a0-b1bf-3a7f382f6fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'edbff6ee-940b-4bf1-9371-06198b697a23'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:37:40.138078 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-21c602e3-bd26-412f-be35-b8ce232e57e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (ed824b33-1aec-42d4-8bbc-12e87da6dba6), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:40.166454 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d8860339-bd6f-4aa6-a10e-f3f4acf056ea tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:40.203180 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-21c602e3-bd26-412f-be35-b8ce232e57e2 None None] For port ed824b33-1aec-42d4-8bbc-12e87da6dba6, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:37:40.206446 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-21c602e3-bd26-412f-be35-b8ce232e57e2 None None] For port ed824b33-1aec-42d4-8bbc-12e87da6dba6, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=ed824b33-1aec-42d4-8bbc-12e87da6dba6,segment=NetworkSegment(42df5b67-a6c5-41a0-b1bf-3a7f382f6fbb),segment_id=42df5b67-a6c5-41a0-b1bf-3a7f382f6fbb)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:37:40.213951 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-21c602e3-bd26-412f-be35-b8ce232e57e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (ed824b33-1aec-42d4-8bbc-12e87da6dba6), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:40.293434 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c602e3-bd26-412f-be35-b8ce232e57e2 None None] Pushing event updated for resources: {'Port': ['ID=ed824b33-1aec-42d4-8bbc-12e87da6dba6,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:37:40.503915 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-d8860339-bd6f-4aa6-a10e-f3f4acf056ea tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Allocated IP 172.20.0.1 (edbff6ee-940b-4bf1-9371-06198b697a23/7b03f8ca-2f3b-4384-90fc-997fcfcb3e6f/0548f5ea-da7b-46a7-8b43-1c735f310601) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:37:40.650276 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d8860339-bd6f-4aa6-a10e-f3f4acf056ea tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for port (0548f5ea-da7b-46a7-8b43-1c735f310601), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:40.690649 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d8860339-bd6f-4aa6-a10e-f3f4acf056ea tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (0548f5ea-da7b-46a7-8b43-1c735f310601), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:40.734758 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8860339-bd6f-4aa6-a10e-f3f4acf056ea tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Network edbff6ee-940b-4bf1-9371-06198b697a23 is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:37:40.740063 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-d8860339-bd6f-4aa6-a10e-f3f4acf056ea tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:37:40.743140 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8860339-bd6f-4aa6-a10e-f3f4acf056ea tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:37:40.750736 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8860339-bd6f-4aa6-a10e-f3f4acf056ea tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Pushing event updated for resources: {'Port': ['ID=0548f5ea-da7b-46a7-8b43-1c735f310601,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:37:40.799599 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d8860339-bd6f-4aa6-a10e-f3f4acf056ea tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3686596'] for router_interface (3d83aa86-5bb6-4b01-851c-d7043a1d7646), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:40.939562 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d8860339-bd6f-4aa6-a10e-f3f4acf056ea tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (0548f5ea-da7b-46a7-8b43-1c735f310601), before_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:41.233372 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d8860339-bd6f-4aa6-a10e-f3f4acf056ea tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for port (0548f5ea-da7b-46a7-8b43-1c735f310601), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:41.238511 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d8860339-bd6f-4aa6-a10e-f3f4acf056ea tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126177159'] for port (0548f5ea-da7b-46a7-8b43-1c735f310601), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:41.284458 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e9b3e0-5d9d-48c9-8b09-f14da574bb4a None None] Network edbff6ee-940b-4bf1-9371-06198b697a23 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:37:41.313337 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8860339-bd6f-4aa6-a10e-f3f4acf056ea tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Pushing event updated for resources: {'Port': ['ID=0548f5ea-da7b-46a7-8b43-1c735f310601,revision_number=2']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:37:41.316863 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d8860339-bd6f-4aa6-a10e-f3f4acf056ea tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3725889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3686480'] for router_interface (3d83aa86-5bb6-4b01-851c-d7043a1d7646), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:41.367784 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-e30d8308-239f-4218-9e41-8561e183e6c4 None None] Provisioning complete for port ed824b33-1aec-42d4-8bbc-12e87da6dba6 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:37:41.368200 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-e30d8308-239f-4218-9e41-8561e183e6c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (ed824b33-1aec-42d4-8bbc-12e87da6dba6), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:41.409971 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8860339-bd6f-4aa6-a10e-f3f4acf056ea tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Network edbff6ee-940b-4bf1-9371-06198b697a23 is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:37:41.411438 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-d8860339-bd6f-4aa6-a10e-f3f4acf056ea tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:37:41.494484 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-e30d8308-239f-4218-9e41-8561e183e6c4 None None] Current status of the port ed824b33-1aec-42d4-8bbc-12e87da6dba6 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:37:41.495056 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-e30d8308-239f-4218-9e41-8561e183e6c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (ed824b33-1aec-42d4-8bbc-12e87da6dba6), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:41.505002 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5ba34826-a510-474a-be72-26b60e13b80c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:41.536667 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-e30d8308-239f-4218-9e41-8561e183e6c4 None None] For port ed824b33-1aec-42d4-8bbc-12e87da6dba6, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=ed824b33-1aec-42d4-8bbc-12e87da6dba6,segment=NetworkSegment(42df5b67-a6c5-41a0-b1bf-3a7f382f6fbb),segment_id=42df5b67-a6c5-41a0-b1bf-3a7f382f6fbb)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:37:41.547085 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-e30d8308-239f-4218-9e41-8561e183e6c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (ed824b33-1aec-42d4-8bbc-12e87da6dba6), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:41.548076 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8860339-bd6f-4aa6-a10e-f3f4acf056ea tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Router 3d83aa86-5bb6-4b01-851c-d7043a1d7646 has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:37:41.607795 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30d8308-239f-4218-9e41-8561e183e6c4 None None] Pushing event updated for resources: {'Port': ['ID=ed824b33-1aec-42d4-8bbc-12e87da6dba6,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:37:41.669724 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8860339-bd6f-4aa6-a10e-f3f4acf056ea tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:37:41.677178 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-d8860339-bd6f-4aa6-a10e-f3f4acf056ea tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "PUT /v2.0/routers/3d83aa86-5bb6-4b01-851c-d7043a1d7646/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2617826 Mar 28 01:37:41.777501 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-679a76bd-237e-4ddc-b582-8526388ce0f8 None None] Provisioning complete for port 0548f5ea-da7b-46a7-8b43-1c735f310601 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:37:41.778147 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-679a76bd-237e-4ddc-b582-8526388ce0f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (0548f5ea-da7b-46a7-8b43-1c735f310601), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:41.815369 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-679a76bd-237e-4ddc-b582-8526388ce0f8 None None] Port 0548f5ea-da7b-46a7-8b43-1c735f310601 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:37:41.826755 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-679a76bd-237e-4ddc-b582-8526388ce0f8 None None] Provisioning complete for port ed824b33-1aec-42d4-8bbc-12e87da6dba6 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:37:41.827246 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-679a76bd-237e-4ddc-b582-8526388ce0f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (ed824b33-1aec-42d4-8bbc-12e87da6dba6), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:41.850032 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-e253e7be-47c6-4727-b7de-0f2eb3bec4c4 req-d2ce0ca4-f8ba-4d7a-85f1-01bee7e16606 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1714850384&fields=id&tenant_id=2961ca1eab8443d3977a60308ef2e35a HTTP/1.1" status: 200 len: 267 time: 0.0552080 Mar 28 01:37:41.902562 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c27ceb-cb78-4659-875e-51d2553ea4a2 None None] Sync routers for ids ['3d83aa86-5bb6-4b01-851c-d7043a1d7646'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:37:41.926927 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-679a76bd-237e-4ddc-b582-8526388ce0f8 None None] Current status of the port ed824b33-1aec-42d4-8bbc-12e87da6dba6 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:37:41.929690 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c27ceb-cb78-4659-875e-51d2553ea4a2 None None] Routers {'3d83aa86-5bb6-4b01-851c-d7043a1d7646'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:37:41.930685 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-30c27ceb-cb78-4659-875e-51d2553ea4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:37:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['3d83aa86-5bb6-4b01-851c-d7043a1d7646'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:37:41.969745 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e253e7be-47c6-4727-b7de-0f2eb3bec4c4 req-ab9e3412-d8a4-4408-93fa-4f381d975236 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:37:41.971188 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-e253e7be-47c6-4727-b7de-0f2eb3bec4c4 req-ab9e3412-d8a4-4408-93fa-4f381d975236 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/networks?id=edbff6ee-940b-4bf1-9371-06198b697a23 HTTP/1.1" status: 200 len: 796 time: 0.1129160 Mar 28 01:37:41.986633 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-e253e7be-47c6-4727-b7de-0f2eb3bec4c4 req-f7b84cb5-232c-4c47-b2e1-7e48dcf5046f tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/quotas/2961ca1eab8443d3977a60308ef2e35a HTTP/1.1" status: 200 len: 375 time: 0.0100250 Mar 28 01:37:42.056219 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-e253e7be-47c6-4727-b7de-0f2eb3bec4c4 req-0da351e5-7b81-4de5-a02d-c3a0b9218662 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2961ca1eab8443d3977a60308ef2e35a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0624089 Mar 28 01:37:42.083719 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-30c27ceb-cb78-4659-875e-51d2553ea4a2 None None] Set router 3d83aa86-5bb6-4b01-851c-d7043a1d7646 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:37:42.112968 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-902c2a4a-9e72-43c2-8a7d-ccc68cf4c8c9 None None] Provisioning complete for port 0548f5ea-da7b-46a7-8b43-1c735f310601 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:37:42.113356 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-902c2a4a-9e72-43c2-8a7d-ccc68cf4c8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (0548f5ea-da7b-46a7-8b43-1c735f310601), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:42.191341 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device ed824b33-1aec-42d4-8bbc-12e87da6dba6 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:37:42.214897 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-e253e7be-47c6-4727-b7de-0f2eb3bec4c4 req-45c89e5b-5201-48b3-877a-27bdb60418da service neutron] 10.222.0.24 "GET /v2.0/networks/edbff6ee-940b-4bf1-9371-06198b697a23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477504 Mar 28 01:37:42.215107 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-902c2a4a-9e72-43c2-8a7d-ccc68cf4c8c9 None None] Port 0548f5ea-da7b-46a7-8b43-1c735f310601 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:37:42.306579 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-e253e7be-47c6-4727-b7de-0f2eb3bec4c4 req-b8d021c1-0e33-4c5b-b140-44b9cae43646 service neutron] 10.222.0.24 "GET /v2.0/networks/edbff6ee-940b-4bf1-9371-06198b697a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856667 Mar 28 01:37:42.315266 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port ed824b33-1aec-42d4-8bbc-12e87da6dba6 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:37:42.315779 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (ed824b33-1aec-42d4-8bbc-12e87da6dba6), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:42.393263 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-01ef81c3-f9e6-4066-8d5b-9bacc280f6b2 None None] Provisioning complete for port 0548f5ea-da7b-46a7-8b43-1c735f310601 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:37:42.393635 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-01ef81c3-f9e6-4066-8d5b-9bacc280f6b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (0548f5ea-da7b-46a7-8b43-1c735f310601), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:42.444700 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-01ef81c3-f9e6-4066-8d5b-9bacc280f6b2 None None] Port 0548f5ea-da7b-46a7-8b43-1c735f310601 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:37:42.480508 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-30c27ceb-cb78-4659-875e-51d2553ea4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d83aa86-5bb6-4b01-851c-d7043a1d7646', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1061736536', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.229'}], 'enable_snat': True}, 'gw_port_id': 'efe76cdc-01f1-4940-8b4f-206fdf920eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:37:37Z', 'updated_at': '2022-03-28T01:37:40Z', 'revision_number': 4, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'gw_port': {'id': 'efe76cdc-01f1-4940-8b4f-206fdf920eb7', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d4:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d83aa86-5bb6-4b01-851c-d7043a1d7646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:37:37Z', 'updated_at': '2022-03-28T01:37:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': '0548f5ea-da7b-46a7-8b43-1c735f310601', 'name': '', 'network_id': 'edbff6ee-940b-4bf1-9371-06198b697a23', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'mac_address': 'fa:16:3e:bc:b0:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d83aa86-5bb6-4b01-851c-d7043a1d7646', 'device_owner': 'network:router_interface', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '7b03f8ca-2f3b-4384-90fc-997fcfcb3e6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:37:40Z', 'updated_at': '2022-03-28T01:37:41Z', 'revision_number': 2, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'subnets': [{'id': '7b03f8ca-2f3b-4384-90fc-997fcfcb3e6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:37:42.485530 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port ed824b33-1aec-42d4-8bbc-12e87da6dba6 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:37:42.486606 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device efe76cdc-01f1-4940-8b4f-206fdf920eb7 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:37:42.530416 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c27ceb-cb78-4659-875e-51d2553ea4a2 None None] Checking router: 3d83aa86-5bb6-4b01-851c-d7043a1d7646 for host: dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:37:42.530772 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c27ceb-cb78-4659-875e-51d2553ea4a2 None None] Updating router 3d83aa86-5bb6-4b01-851c-d7043a1d7646 port 0548f5ea-da7b-46a7-8b43-1c735f310601 binding host dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 01:37:42.567653 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-30c27ceb-cb78-4659-875e-51d2553ea4a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (0548f5ea-da7b-46a7-8b43-1c735f310601), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:42.605292 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port efe76cdc-01f1-4940-8b4f-206fdf920eb7 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:37:42.605656 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (efe76cdc-01f1-4940-8b4f-206fdf920eb7), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:42.794961 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port efe76cdc-01f1-4940-8b4f-206fdf920eb7 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:37:42.795339 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (efe76cdc-01f1-4940-8b4f-206fdf920eb7), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:42.826691 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] For port efe76cdc-01f1-4940-8b4f-206fdf920eb7, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=efe76cdc-01f1-4940-8b4f-206fdf920eb7,segment=NetworkSegment(b6f00c62-aca5-4c73-8989-c04c396daeed),segment_id=b6f00c62-aca5-4c73-8989-c04c396daeed)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:37:42.836099 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (efe76cdc-01f1-4940-8b4f-206fdf920eb7), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:42.905949 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Pushing event updated for resources: {'Port': ['ID=efe76cdc-01f1-4940-8b4f-206fdf920eb7,revision_number=4']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:37:42.944054 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-30c27ceb-cb78-4659-875e-51d2553ea4a2 None None] Publish callbacks [] for port (0548f5ea-da7b-46a7-8b43-1c735f310601), precommit_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:42.950072 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-30c27ceb-cb78-4659-875e-51d2553ea4a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (0548f5ea-da7b-46a7-8b43-1c735f310601), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:42.998179 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca41dea3-0b3d-4f6c-b515-4a06db9efa7e None None] Pushing event updated for resources: {'Port': ['ID=0548f5ea-da7b-46a7-8b43-1c735f310601,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:37:43.054145 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-30c27ceb-cb78-4659-875e-51d2553ea4a2 None None] Attempting to bind port 0548f5ea-da7b-46a7-8b43-1c735f310601 on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:37:43.054530 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-30c27ceb-cb78-4659-875e-51d2553ea4a2 None None] Attempting to bind port 0548f5ea-da7b-46a7-8b43-1c735f310601 by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': '42df5b67-a6c5-41a0-b1bf-3a7f382f6fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'edbff6ee-940b-4bf1-9371-06198b697a23'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:37:43.054887 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c27ceb-cb78-4659-875e-51d2553ea4a2 None None] Attempting to bind port 0548f5ea-da7b-46a7-8b43-1c735f310601 on network edbff6ee-940b-4bf1-9371-06198b697a23 {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:37:43.059932 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c27ceb-cb78-4659-875e-51d2553ea4a2 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:37:43.060330 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c27ceb-cb78-4659-875e-51d2553ea4a2 None None] Checking segment: {'id': '42df5b67-a6c5-41a0-b1bf-3a7f382f6fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'edbff6ee-940b-4bf1-9371-06198b697a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:37:43.060725 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-30c27ceb-cb78-4659-875e-51d2553ea4a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:43.061116 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c27ceb-cb78-4659-875e-51d2553ea4a2 None None] Bound using segment: {'id': '42df5b67-a6c5-41a0-b1bf-3a7f382f6fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'edbff6ee-940b-4bf1-9371-06198b697a23'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:37:43.061586 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-30c27ceb-cb78-4659-875e-51d2553ea4a2 None None] Bound port: 0548f5ea-da7b-46a7-8b43-1c735f310601, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42df5b67-a6c5-41a0-b1bf-3a7f382f6fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'edbff6ee-940b-4bf1-9371-06198b697a23'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:37:43.061942 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-30c27ceb-cb78-4659-875e-51d2553ea4a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (0548f5ea-da7b-46a7-8b43-1c735f310601), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:43.123845 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-30c27ceb-cb78-4659-875e-51d2553ea4a2 None None] For port 0548f5ea-da7b-46a7-8b43-1c735f310601, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:37:43.127590 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-30c27ceb-cb78-4659-875e-51d2553ea4a2 None None] For port 0548f5ea-da7b-46a7-8b43-1c735f310601, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=0548f5ea-da7b-46a7-8b43-1c735f310601,segment=NetworkSegment(42df5b67-a6c5-41a0-b1bf-3a7f382f6fbb),segment_id=42df5b67-a6c5-41a0-b1bf-3a7f382f6fbb)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:37:43.133811 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-30c27ceb-cb78-4659-875e-51d2553ea4a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (0548f5ea-da7b-46a7-8b43-1c735f310601), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:43.195016 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca41dea3-0b3d-4f6c-b515-4a06db9efa7e None None] Pushing event updated for resources: {'Port': ['ID=0548f5ea-da7b-46a7-8b43-1c735f310601,revision_number=4']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:37:43.197494 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c27ceb-cb78-4659-875e-51d2553ea4a2 None None] Routers {'3d83aa86-5bb6-4b01-851c-d7043a1d7646'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:37:43.198089 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-30c27ceb-cb78-4659-875e-51d2553ea4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:37:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['3d83aa86-5bb6-4b01-851c-d7043a1d7646'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:37:43.293655 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-a33e780a-46b4-4976-a53b-5c16833ab9ff None None] Provisioning complete for port 0548f5ea-da7b-46a7-8b43-1c735f310601 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:37:43.294030 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-a33e780a-46b4-4976-a53b-5c16833ab9ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (0548f5ea-da7b-46a7-8b43-1c735f310601), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:43.347286 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-30c27ceb-cb78-4659-875e-51d2553ea4a2 None None] Set router 3d83aa86-5bb6-4b01-851c-d7043a1d7646 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:37:43.478236 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-728a073f-fa3c-4e7c-86dd-26f9432994ab req-62485160-ceda-4bdf-b6aa-c1ec5f431b0e tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=387ccfa2-fba8-4e54-9024-54cf008db5ac HTTP/1.1" status: 200 len: 210 time: 0.0264256 Mar 28 01:37:43.497229 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-a33e780a-46b4-4976-a53b-5c16833ab9ff None None] Current status of the port 0548f5ea-da7b-46a7-8b43-1c735f310601 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:37:43.497229 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-a33e780a-46b4-4976-a53b-5c16833ab9ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (0548f5ea-da7b-46a7-8b43-1c735f310601), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:43.696000 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-07160c3c-7ef1-4cac-8bfd-af3d6da6ecee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:43.712084 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-a33e780a-46b4-4976-a53b-5c16833ab9ff None None] For port 0548f5ea-da7b-46a7-8b43-1c735f310601, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=0548f5ea-da7b-46a7-8b43-1c735f310601,segment=NetworkSegment(42df5b67-a6c5-41a0-b1bf-3a7f382f6fbb),segment_id=42df5b67-a6c5-41a0-b1bf-3a7f382f6fbb)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:37:43.715916 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-a33e780a-46b4-4976-a53b-5c16833ab9ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (0548f5ea-da7b-46a7-8b43-1c735f310601), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:43.785983 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33e780a-46b4-4976-a53b-5c16833ab9ff None None] Pushing event updated for resources: {'Port': ['ID=0548f5ea-da7b-46a7-8b43-1c735f310601,revision_number=5']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:37:43.800960 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-30c27ceb-cb78-4659-875e-51d2553ea4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d83aa86-5bb6-4b01-851c-d7043a1d7646', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1061736536', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.229'}], 'enable_snat': True}, 'gw_port_id': 'efe76cdc-01f1-4940-8b4f-206fdf920eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:37:37Z', 'updated_at': '2022-03-28T01:37:40Z', 'revision_number': 4, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'gw_port': {'id': 'efe76cdc-01f1-4940-8b4f-206fdf920eb7', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d83aa86-5bb6-4b01-851c-d7043a1d7646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:37:37Z', 'updated_at': '2022-03-28T01:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': '0548f5ea-da7b-46a7-8b43-1c735f310601', 'name': '', 'network_id': 'edbff6ee-940b-4bf1-9371-06198b697a23', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'mac_address': 'fa:16:3e:bc:b0:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d83aa86-5bb6-4b01-851c-d7043a1d7646', 'device_owner': 'network:router_interface', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '7b03f8ca-2f3b-4384-90fc-997fcfcb3e6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:37:40Z', 'updated_at': '2022-03-28T01:37:43Z', 'revision_number': 4, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'subnets': [{'id': '7b03f8ca-2f3b-4384-90fc-997fcfcb3e6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:37:43.833074 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c27ceb-cb78-4659-875e-51d2553ea4a2 None None] The sync data for ids ['3d83aa86-5bb6-4b01-851c-d7043a1d7646'] in dv-neutron-834874-6-hyperv is: [{'id': '3d83aa86-5bb6-4b01-851c-d7043a1d7646', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1061736536', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.229'}], 'enable_snat': True}, 'gw_port_id': 'efe76cdc-01f1-4940-8b4f-206fdf920eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:37:37Z', 'updated_at': '2022-03-28T01:37:40Z', 'revision_number': 4, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'gw_port': {'id': 'efe76cdc-01f1-4940-8b4f-206fdf920eb7', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d83aa86-5bb6-4b01-851c-d7043a1d7646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:37:37Z', 'updated_at': '2022-03-28T01:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': '0548f5ea-da7b-46a7-8b43-1c735f310601', 'name': '', 'network_id': 'edbff6ee-940b-4bf1-9371-06198b697a23', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'mac_address': 'fa:16:3e:bc:b0:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d83aa86-5bb6-4b01-851c-d7043a1d7646', 'device_owner': 'network:router_interface', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '7b03f8ca-2f3b-4384-90fc-997fcfcb3e6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:37:40Z', 'updated_at': '2022-03-28T01:37:43Z', 'revision_number': 4, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'subnets': [{'id': '7b03f8ca-2f3b-4384-90fc-997fcfcb3e6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:37:43.843390 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-23414595-b5b8-45f2-9be7-aab6425d6387 None None] Provisioning complete for port 0548f5ea-da7b-46a7-8b43-1c735f310601 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:37:43.844288 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-23414595-b5b8-45f2-9be7-aab6425d6387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (0548f5ea-da7b-46a7-8b43-1c735f310601), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:43.941229 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-23414595-b5b8-45f2-9be7-aab6425d6387 None None] Current status of the port 0548f5ea-da7b-46a7-8b43-1c735f310601 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:37:44.155671 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device efe76cdc-01f1-4940-8b4f-206fdf920eb7 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:37:44.207914 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port efe76cdc-01f1-4940-8b4f-206fdf920eb7 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:37:44.208232 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (efe76cdc-01f1-4940-8b4f-206fdf920eb7), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:44.287165 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port efe76cdc-01f1-4940-8b4f-206fdf920eb7 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:37:44.288360 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 0548f5ea-da7b-46a7-8b43-1c735f310601 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:37:44.335364 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 0548f5ea-da7b-46a7-8b43-1c735f310601 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:37:44.335740 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (0548f5ea-da7b-46a7-8b43-1c735f310601), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:44.418299 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 0548f5ea-da7b-46a7-8b43-1c735f310601 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:37:44.560999 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-a230be92-1924-4db5-9483-2862cf211cce req-874c1258-9be4-4e2e-8188-9a5a5356f3fc tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=387ccfa2-fba8-4e54-9024-54cf008db5ac HTTP/1.1" status: 200 len: 210 time: 0.0288820 Mar 28 01:37:44.889191 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:45.642234 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-9c504909-bee6-423f-bb72-a862686cbff7 req-069c90b4-4c1a-4d28-a336-804deae9bb0b tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=387ccfa2-fba8-4e54-9024-54cf008db5ac HTTP/1.1" status: 200 len: 210 time: 0.0314767 Mar 28 01:37:46.339914 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:46.719753 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-ad6d9b4a-f245-4596-9122-00df6496e0fa req-b782f119-50c8-47e0-a8c3-0e6dbaa5ef66 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=387ccfa2-fba8-4e54-9024-54cf008db5ac HTTP/1.1" status: 200 len: 210 time: 0.0274065 Mar 28 01:37:47.814192 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-daa4f84c-5e4a-4c11-844d-c1da8e5c47f6 req-c40eae48-4fee-493f-8959-9583e6a35c1b tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=387ccfa2-fba8-4e54-9024-54cf008db5ac HTTP/1.1" status: 200 len: 210 time: 0.0279293 Mar 28 01:37:47.861196 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:48.397910 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e253e7be-47c6-4727-b7de-0f2eb3bec4c4 req-6bf8acfd-80de-434e-80d7-777c865faa12 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:37:48.399553 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e253e7be-47c6-4727-b7de-0f2eb3bec4c4 req-6bf8acfd-80de-434e-80d7-777c865faa12 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.10 "GET /v2.0/networks?id=edbff6ee-940b-4bf1-9371-06198b697a23 HTTP/1.1" status: 200 len: 796 time: 0.1026223 Mar 28 01:37:48.464115 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e253e7be-47c6-4727-b7de-0f2eb3bec4c4 req-e9178644-fe24-43a2-a0ef-bf97eae50e52 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2961ca1eab8443d3977a60308ef2e35a HTTP/1.1" status: 200 len: 380 time: 0.0569665 Mar 28 01:37:48.471826 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [req-e253e7be-47c6-4727-b7de-0f2eb3bec4c4 req-251e6020-b977-4858-ba6b-0eacd045058d tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Request body: {'port': {'device_id': '387ccfa2-fba8-4e54-9024-54cf008db5ac', 'network_id': 'edbff6ee-940b-4bf1-9371-06198b697a23', 'admin_state_up': True, 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'security_groups': ['045ab966-d59c-46ef-ba73-137eadd05d8d']}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:37:48.576299 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e253e7be-47c6-4727-b7de-0f2eb3bec4c4 req-251e6020-b977-4858-ba6b-0eacd045058d tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Made reservation on behalf of 2961ca1eab8443d3977a60308ef2e35a for: {'port': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:37:48.580451 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-e253e7be-47c6-4727-b7de-0f2eb3bec4c4 req-251e6020-b977-4858-ba6b-0eacd045058d tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:48.705504 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [req-e253e7be-47c6-4727-b7de-0f2eb3bec4c4 req-251e6020-b977-4858-ba6b-0eacd045058d tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Allocated IP 172.20.0.5 (edbff6ee-940b-4bf1-9371-06198b697a23/7b03f8ca-2f3b-4384-90fc-997fcfcb3e6f/06fe89b5-b293-4698-be7f-673f8fe78a54) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:37:48.839179 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-e253e7be-47c6-4727-b7de-0f2eb3bec4c4 req-251e6020-b977-4858-ba6b-0eacd045058d tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for port (06fe89b5-b293-4698-be7f-673f8fe78a54), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:48.872953 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-e253e7be-47c6-4727-b7de-0f2eb3bec4c4 req-251e6020-b977-4858-ba6b-0eacd045058d tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (06fe89b5-b293-4698-be7f-673f8fe78a54), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:48.926191 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e253e7be-47c6-4727-b7de-0f2eb3bec4c4 req-251e6020-b977-4858-ba6b-0eacd045058d tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Network edbff6ee-940b-4bf1-9371-06198b697a23 is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:37:48.930459 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [req-e253e7be-47c6-4727-b7de-0f2eb3bec4c4 req-251e6020-b977-4858-ba6b-0eacd045058d tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:37:48.932260 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251e6020-b977-4858-ba6b-0eacd045058d tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Pushing event updated for resources: {'Port': ['ID=06fe89b5-b293-4698-be7f-673f8fe78a54,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:37:48.934384 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [req-e253e7be-47c6-4727-b7de-0f2eb3bec4c4 req-251e6020-b977-4858-ba6b-0eacd045058d tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:37:48.935802 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfc9ea6-bc9c-47f1-8d15-3e3d8097b322 req-cbe6575a-dd27-4c2f-bf2a-56fc7768a3bc tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:37:48.937402 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-1cfc9ea6-bc9c-47f1-8d15-3e3d8097b322 req-cbe6575a-dd27-4c2f-bf2a-56fc7768a3bc tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=387ccfa2-fba8-4e54-9024-54cf008db5ac HTTP/1.1" status: 200 len: 931 time: 0.0545139 Mar 28 01:37:48.986974 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e253e7be-47c6-4727-b7de-0f2eb3bec4c4 req-251e6020-b977-4858-ba6b-0eacd045058d tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:37:48.987749 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-e253e7be-47c6-4727-b7de-0f2eb3bec4c4 req-251e6020-b977-4858-ba6b-0eacd045058d tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:48.998445 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-1cfc9ea6-bc9c-47f1-8d15-3e3d8097b322 req-8c833a33-a740-4b4c-bf42-82cf661fb3fe tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/security-groups?id=045ab966-d59c-46ef-ba73-137eadd05d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529945 Mar 28 01:37:49.009196 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e253e7be-47c6-4727-b7de-0f2eb3bec4c4 req-251e6020-b977-4858-ba6b-0eacd045058d tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5398014 Mar 28 01:37:49.019717 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [req-e253e7be-47c6-4727-b7de-0f2eb3bec4c4 req-9b93e912-08bb-471f-8578-c93bbb91bdce service neutron] Request body: {'port': {'device_id': '387ccfa2-fba8-4e54-9024-54cf008db5ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8348'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:37:49.081375 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-e253e7be-47c6-4727-b7de-0f2eb3bec4c4 req-9b93e912-08bb-471f-8578-c93bbb91bdce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (06fe89b5-b293-4698-be7f-673f8fe78a54), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:49.192675 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-b77bbdc7-e7e6-4ed4-8b40-7343255a358f None None] Provisioning complete for port 06fe89b5-b293-4698-be7f-673f8fe78a54 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:37:49.193283 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-b77bbdc7-e7e6-4ed4-8b40-7343255a358f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (06fe89b5-b293-4698-be7f-673f8fe78a54), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:49.228749 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-b77bbdc7-e7e6-4ed4-8b40-7343255a358f None None] Port 06fe89b5-b293-4698-be7f-673f8fe78a54 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:37:49.349232 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [req-e253e7be-47c6-4727-b7de-0f2eb3bec4c4 req-9b93e912-08bb-471f-8578-c93bbb91bdce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06fe89b5-b293-4698-be7f-673f8fe78a54 {{(pid=104099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 01:37:49.356429 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-e253e7be-47c6-4727-b7de-0f2eb3bec4c4 req-9b93e912-08bb-471f-8578-c93bbb91bdce service neutron] Publish callbacks [] for port (06fe89b5-b293-4698-be7f-673f8fe78a54), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:49.368375 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [req-e253e7be-47c6-4727-b7de-0f2eb3bec4c4 req-9b93e912-08bb-471f-8578-c93bbb91bdce service neutron] Transition to ACTIVE for port object 06fe89b5-b293-4698-be7f-673f8fe78a54 will not be triggered until provisioned by entity L2. {{(pid=104099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 01:37:49.371943 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-e253e7be-47c6-4727-b7de-0f2eb3bec4c4 req-9b93e912-08bb-471f-8578-c93bbb91bdce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (06fe89b5-b293-4698-be7f-673f8fe78a54), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:49.437470 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b93e912-08bb-471f-8578-c93bbb91bdce service neutron] Pushing event updated for resources: {'Port': ['ID=06fe89b5-b293-4698-be7f-673f8fe78a54,revision_number=2']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:37:49.490366 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-e253e7be-47c6-4727-b7de-0f2eb3bec4c4 req-9b93e912-08bb-471f-8578-c93bbb91bdce service neutron] Attempting to bind port 06fe89b5-b293-4698-be7f-673f8fe78a54 on host hv-neutron-8348 for vnic_type normal with profile {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:37:49.490730 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-e253e7be-47c6-4727-b7de-0f2eb3bec4c4 req-9b93e912-08bb-471f-8578-c93bbb91bdce service neutron] Attempting to bind port 06fe89b5-b293-4698-be7f-673f8fe78a54 by drivers openvswitch,hyperv on host hv-neutron-8348 at level 0 using segments [{'id': '42df5b67-a6c5-41a0-b1bf-3a7f382f6fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'edbff6ee-940b-4bf1-9371-06198b697a23'}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:37:49.491060 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e253e7be-47c6-4727-b7de-0f2eb3bec4c4 req-9b93e912-08bb-471f-8578-c93bbb91bdce service neutron] Attempting to bind port 06fe89b5-b293-4698-be7f-673f8fe78a54 on network edbff6ee-940b-4bf1-9371-06198b697a23 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:37:49.495795 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e253e7be-47c6-4727-b7de-0f2eb3bec4c4 req-9b93e912-08bb-471f-8578-c93bbb91bdce service neutron] Port 06fe89b5-b293-4698-be7f-673f8fe78a54 on network edbff6ee-940b-4bf1-9371-06198b697a23 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8348 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 01:37:49.496153 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e253e7be-47c6-4727-b7de-0f2eb3bec4c4 req-9b93e912-08bb-471f-8578-c93bbb91bdce service neutron] Attempting to bind port 06fe89b5-b293-4698-be7f-673f8fe78a54 on network edbff6ee-940b-4bf1-9371-06198b697a23 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:37:49.501145 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e253e7be-47c6-4727-b7de-0f2eb3bec4c4 req-9b93e912-08bb-471f-8578-c93bbb91bdce service neutron] Checking agent: {'id': '287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8348', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 1, 2, 33), 'started_at': datetime.datetime(2022, 3, 28, 1, 2, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:37:49.501479 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e253e7be-47c6-4727-b7de-0f2eb3bec4c4 req-9b93e912-08bb-471f-8578-c93bbb91bdce service neutron] Checking segment: {'id': '42df5b67-a6c5-41a0-b1bf-3a7f382f6fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'edbff6ee-940b-4bf1-9371-06198b697a23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:37:49.501861 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e253e7be-47c6-4727-b7de-0f2eb3bec4c4 req-9b93e912-08bb-471f-8578-c93bbb91bdce service neutron] Bound using segment: {'id': '42df5b67-a6c5-41a0-b1bf-3a7f382f6fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'edbff6ee-940b-4bf1-9371-06198b697a23'} {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:37:49.502284 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-e253e7be-47c6-4727-b7de-0f2eb3bec4c4 req-9b93e912-08bb-471f-8578-c93bbb91bdce service neutron] Bound port: 06fe89b5-b293-4698-be7f-673f8fe78a54, host: hv-neutron-8348, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42df5b67-a6c5-41a0-b1bf-3a7f382f6fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'edbff6ee-940b-4bf1-9371-06198b697a23'}}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:37:49.502638 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-e253e7be-47c6-4727-b7de-0f2eb3bec4c4 req-9b93e912-08bb-471f-8578-c93bbb91bdce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (06fe89b5-b293-4698-be7f-673f8fe78a54), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:49.572686 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-e253e7be-47c6-4727-b7de-0f2eb3bec4c4 req-9b93e912-08bb-471f-8578-c93bbb91bdce service neutron] For port 06fe89b5-b293-4698-be7f-673f8fe78a54, host hv-neutron-8348, cleared binding levels {{(pid=104099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:37:49.575706 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-e253e7be-47c6-4727-b7de-0f2eb3bec4c4 req-9b93e912-08bb-471f-8578-c93bbb91bdce service neutron] For port 06fe89b5-b293-4698-be7f-673f8fe78a54, host hv-neutron-8348, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=06fe89b5-b293-4698-be7f-673f8fe78a54,segment=NetworkSegment(42df5b67-a6c5-41a0-b1bf-3a7f382f6fbb),segment_id=42df5b67-a6c5-41a0-b1bf-3a7f382f6fbb)] {{(pid=104099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:37:49.583198 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-e253e7be-47c6-4727-b7de-0f2eb3bec4c4 req-9b93e912-08bb-471f-8578-c93bbb91bdce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (06fe89b5-b293-4698-be7f-673f8fe78a54), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:49.616265 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e253e7be-47c6-4727-b7de-0f2eb3bec4c4 req-9b93e912-08bb-471f-8578-c93bbb91bdce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:37:49.616881 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-e253e7be-47c6-4727-b7de-0f2eb3bec4c4 req-9b93e912-08bb-471f-8578-c93bbb91bdce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:49.618446 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e253e7be-47c6-4727-b7de-0f2eb3bec4c4 req-9b93e912-08bb-471f-8578-c93bbb91bdce service neutron] 10.222.0.10 "PUT /v2.0/ports/06fe89b5-b293-4698-be7f-673f8fe78a54 HTTP/1.1" status: 200 len: 1093 time: 0.6030998 Mar 28 01:37:49.618879 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '387ccfa2-fba8-4e54-9024-54cf008db5ac', 'tag': '06fe89b5-b293-4698-be7f-673f8fe78a54'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:37:49.621161 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2af4b01a9fa8b1570ccf1d7859d693ad34c106b258078e9cfae86b97f35e3d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abbf1059-de4d-4c4d-9e2b-1af4514293e3" -d '{"events": [{"name": "network-changed", "server_uuid": "387ccfa2-fba8-4e54-9024-54cf008db5ac", "tag": "06fe89b5-b293-4698-be7f-673f8fe78a54"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:37:49.653725 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b93e912-08bb-471f-8578-c93bbb91bdce service neutron] Pushing event updated for resources: {'Port': ['ID=06fe89b5-b293-4698-be7f-673f8fe78a54,revision_number=3']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:37:49.674482 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 01:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53c6e56d-2000-4804-b9d2-9fed6a581657 x-openstack-request-id: req-53c6e56d-2000-4804-b9d2-9fed6a581657 {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:37:49.674482 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "387ccfa2-fba8-4e54-9024-54cf008db5ac", "tag": "06fe89b5-b293-4698-be7f-673f8fe78a54", "status": "completed", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:37:49.674482 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-53c6e56d-2000-4804-b9d2-9fed6a581657 {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:37:49.674822 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53c6e56d-2000-4804-b9d2-9fed6a581657'] response: {'name': 'network-changed', 'server_uuid': '387ccfa2-fba8-4e54-9024-54cf008db5ac', 'tag': '06fe89b5-b293-4698-be7f-673f8fe78a54', 'status': 'completed', 'code': 200} Mar 28 01:37:49.709499 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e253e7be-47c6-4727-b7de-0f2eb3bec4c4 req-76dd2a50-2177-44c0-918e-997fc88c29e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:37:49.711001 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e253e7be-47c6-4727-b7de-0f2eb3bec4c4 req-76dd2a50-2177-44c0-918e-997fc88c29e1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2961ca1eab8443d3977a60308ef2e35a&device_id=387ccfa2-fba8-4e54-9024-54cf008db5ac HTTP/1.1" status: 200 len: 1127 time: 0.0499394 Mar 28 01:37:49.758544 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e253e7be-47c6-4727-b7de-0f2eb3bec4c4 req-1423fa0a-6358-41e5-984f-b8e6e6207dd9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=06fe89b5-b293-4698-be7f-673f8fe78a54 HTTP/1.1" status: 200 len: 217 time: 0.0386934 Mar 28 01:37:49.808580 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e253e7be-47c6-4727-b7de-0f2eb3bec4c4 req-868423fe-e2f7-4452-8d3a-996681b46418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:37:49.810117 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e253e7be-47c6-4727-b7de-0f2eb3bec4c4 req-868423fe-e2f7-4452-8d3a-996681b46418 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7b03f8ca-2f3b-4384-90fc-997fcfcb3e6f HTTP/1.1" status: 200 len: 834 time: 0.0464346 Mar 28 01:37:49.860260 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e253e7be-47c6-4727-b7de-0f2eb3bec4c4 req-4575aece-09e0-4469-b1fc-4ccfb972f7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:37:49.861788 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e253e7be-47c6-4727-b7de-0f2eb3bec4c4 req-4575aece-09e0-4469-b1fc-4ccfb972f7a9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=edbff6ee-940b-4bf1-9371-06198b697a23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0457871 Mar 28 01:37:49.952169 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e253e7be-47c6-4727-b7de-0f2eb3bec4c4 req-24313d3c-1699-41bd-a8a0-eb4651640968 service neutron] 10.222.0.10 "GET /v2.0/networks/edbff6ee-940b-4bf1-9371-06198b697a23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839024 Mar 28 01:37:50.037753 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e253e7be-47c6-4727-b7de-0f2eb3bec4c4 req-a893e9d3-52e5-447d-8306-8763d2776742 service neutron] 10.222.0.10 "GET /v2.0/networks/edbff6ee-940b-4bf1-9371-06198b697a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801690 Mar 28 01:37:50.123131 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beade6b-6224-49c8-9961-21332b4e8309 req-b930fccb-289c-47c0-9aa2-b8619290c182 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:37:50.124657 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-9beade6b-6224-49c8-9961-21332b4e8309 req-b930fccb-289c-47c0-9aa2-b8619290c182 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=387ccfa2-fba8-4e54-9024-54cf008db5ac HTTP/1.1" status: 200 len: 943 time: 0.0536282 Mar 28 01:37:50.132201 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbf1059-de4d-4c4d-9e2b-1af4514293e3 req-b5a3e3b3-5ef4-42c9-9540-aedff1170bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:37:50.133673 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-abbf1059-de4d-4c4d-9e2b-1af4514293e3 req-b5a3e3b3-5ef4-42c9-9540-aedff1170bab service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2961ca1eab8443d3977a60308ef2e35a&device_id=387ccfa2-fba8-4e54-9024-54cf008db5ac HTTP/1.1" status: 200 len: 1127 time: 0.0454345 Mar 28 01:37:50.175959 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-9beade6b-6224-49c8-9961-21332b4e8309 req-8942bf8d-7a47-44ad-8fa0-5ad03ad639fb tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/security-groups?id=045ab966-d59c-46ef-ba73-137eadd05d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450342 Mar 28 01:37:50.226300 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbf1059-de4d-4c4d-9e2b-1af4514293e3 req-2036a397-2947-4b11-b1cb-7818113adffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:37:50.227767 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-abbf1059-de4d-4c4d-9e2b-1af4514293e3 req-2036a397-2947-4b11-b1cb-7818113adffb service neutron] 10.222.0.10 "GET /v2.0/networks?id=edbff6ee-940b-4bf1-9371-06198b697a23 HTTP/1.1" status: 200 len: 896 time: 0.0884509 Mar 28 01:37:50.269174 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-abbf1059-de4d-4c4d-9e2b-1af4514293e3 req-4bc77a21-4b58-44dc-aa33-280a31cd0d2a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=06fe89b5-b293-4698-be7f-673f8fe78a54 HTTP/1.1" status: 200 len: 217 time: 0.0337667 Mar 28 01:37:50.319527 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbf1059-de4d-4c4d-9e2b-1af4514293e3 req-04a65cae-4f65-4479-ba4d-bf7b676c1166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:37:50.320895 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-abbf1059-de4d-4c4d-9e2b-1af4514293e3 req-04a65cae-4f65-4479-ba4d-bf7b676c1166 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7b03f8ca-2f3b-4384-90fc-997fcfcb3e6f HTTP/1.1" status: 200 len: 834 time: 0.0463834 Mar 28 01:37:50.367710 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbf1059-de4d-4c4d-9e2b-1af4514293e3 req-e7ad4f70-9b8c-43d4-a14f-5a0bb281dedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:37:50.369170 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-abbf1059-de4d-4c4d-9e2b-1af4514293e3 req-e7ad4f70-9b8c-43d4-a14f-5a0bb281dedd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=edbff6ee-940b-4bf1-9371-06198b697a23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0420623 Mar 28 01:37:50.455282 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-abbf1059-de4d-4c4d-9e2b-1af4514293e3 req-fabb7b20-86ef-458a-a046-1354f3eea1f1 service neutron] 10.222.0.10 "GET /v2.0/networks/edbff6ee-940b-4bf1-9371-06198b697a23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788760 Mar 28 01:37:50.548288 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-abbf1059-de4d-4c4d-9e2b-1af4514293e3 req-8db3b584-1c49-4cef-811f-5ec23eb331cb service neutron] 10.222.0.10 "GET /v2.0/networks/edbff6ee-940b-4bf1-9371-06198b697a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860050 Mar 28 01:37:50.845492 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.agents_db [None req-9a1d863f-391a-42f4-9870-e8292b919beb None None] Agent healthcheck: found 6 active agents {{(pid=104101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 01:37:51.294539 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d165b5-436e-4543-9a67-1922cacd0ede req-2a2a90f2-b7e1-4db2-80f4-a8f085ada3ac tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:37:51.295983 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-89d165b5-436e-4543-9a67-1922cacd0ede req-2a2a90f2-b7e1-4db2-80f4-a8f085ada3ac tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=387ccfa2-fba8-4e54-9024-54cf008db5ac HTTP/1.1" status: 200 len: 943 time: 0.0527084 Mar 28 01:37:51.343816 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-89d165b5-436e-4543-9a67-1922cacd0ede req-5e7840ee-45ba-4cac-8ccc-3e5c85cb2b92 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/security-groups?id=045ab966-d59c-46ef-ba73-137eadd05d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422602 Mar 28 01:37:52.216936 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device 06fe89b5-b293-4698-be7f-673f8fe78a54 details requested by agent hyperv_hv-neutron-8348 with host hv-neutron-8348 {{(pid=104100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 01:37:52.308459 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port 06fe89b5-b293-4698-be7f-673f8fe78a54, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=06fe89b5-b293-4698-be7f-673f8fe78a54,segment=NetworkSegment(42df5b67-a6c5-41a0-b1bf-3a7f382f6fbb),segment_id=42df5b67-a6c5-41a0-b1bf-3a7f382f6fbb)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:37:52.320094 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Returning: {'device': '06fe89b5-b293-4698-be7f-673f8fe78a54', 'network_id': 'edbff6ee-940b-4bf1-9371-06198b697a23', 'port_id': '06fe89b5-b293-4698-be7f-673f8fe78a54', 'mac_address': 'fa:16:3e:ad:f2:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b03f8ca-2f3b-4384-90fc-997fcfcb3e6f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 01:37:52.361235 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port 06fe89b5-b293-4698-be7f-673f8fe78a54 is: DOWN; New status is: BUILD {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:37:52.361618 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (06fe89b5-b293-4698-be7f-673f8fe78a54), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:52.374470 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06fe89b5-b293-4698-be7f-673f8fe78a54 {{(pid=104100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 01:37:52.394167 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port 06fe89b5-b293-4698-be7f-673f8fe78a54, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=06fe89b5-b293-4698-be7f-673f8fe78a54,segment=NetworkSegment(42df5b67-a6c5-41a0-b1bf-3a7f382f6fbb),segment_id=42df5b67-a6c5-41a0-b1bf-3a7f382f6fbb)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:37:52.397959 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (06fe89b5-b293-4698-be7f-673f8fe78a54), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:52.445683 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Pushing event updated for resources: {'Port': ['ID=06fe89b5-b293-4698-be7f-673f8fe78a54,revision_number=4']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:37:52.462885 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4087b8c7-6f2e-45a6-bf2f-fa4c8bdcc0e2 req-867a41e0-aa31-4c22-9993-d6425123babe tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:37:52.464380 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-4087b8c7-6f2e-45a6-bf2f-fa4c8bdcc0e2 req-867a41e0-aa31-4c22-9993-d6425123babe tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=387ccfa2-fba8-4e54-9024-54cf008db5ac HTTP/1.1" status: 200 len: 944 time: 0.0535028 Mar 28 01:37:52.511535 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-4087b8c7-6f2e-45a6-bf2f-fa4c8bdcc0e2 req-e9b0f8a5-1f4f-45c8-af7f-890f5ea4eecd tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/security-groups?id=045ab966-d59c-46ef-ba73-137eadd05d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416429 Mar 28 01:37:52.601779 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] get_ports_and_sgs() called for port_ids ['06fe89b5-b293-4698-be7f-673f8fe78a54'] {{(pid=104100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 01:37:53.636011 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cd24dc-be07-46b8-b2e5-513df2aa54fe req-17448ae2-e716-4f32-ba1a-bf947f38af22 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:37:53.637525 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-14cd24dc-be07-46b8-b2e5-513df2aa54fe req-17448ae2-e716-4f32-ba1a-bf947f38af22 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=387ccfa2-fba8-4e54-9024-54cf008db5ac HTTP/1.1" status: 200 len: 944 time: 0.0606353 Mar 28 01:37:53.689898 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-14cd24dc-be07-46b8-b2e5-513df2aa54fe req-4de9c5aa-23c2-474f-aaed-f067807da910 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/security-groups?id=045ab966-d59c-46ef-ba73-137eadd05d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461526 Mar 28 01:37:54.244854 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device 06fe89b5-b293-4698-be7f-673f8fe78a54 up at agent hyperv_hv-neutron-8348 {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:37:54.293699 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Provisioning for port 06fe89b5-b293-4698-be7f-673f8fe78a54 completed by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 01:37:54.298255 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Provisioning complete for port 06fe89b5-b293-4698-be7f-673f8fe78a54 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:37:54.298629 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (06fe89b5-b293-4698-be7f-673f8fe78a54), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:54.376588 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port 06fe89b5-b293-4698-be7f-673f8fe78a54 is: BUILD; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:37:54.376977 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (06fe89b5-b293-4698-be7f-673f8fe78a54), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:54.400306 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '387ccfa2-fba8-4e54-9024-54cf008db5ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06fe89b5-b293-4698-be7f-673f8fe78a54'}] {{(pid=104100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:37:54.402515 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd27896ebc78d0f7931321182ba9533a7b768b1c3fcddb3ff52a8aee6ddeaf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c1f18a0-c038-43d6-8530-0a20262a5b1a" -d '{"events": [{"server_uuid": "387ccfa2-fba8-4e54-9024-54cf008db5ac", "name": "network-vif-plugged", "status": "completed", "tag": "06fe89b5-b293-4698-be7f-673f8fe78a54"}]}' {{(pid=104100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:37:54.415184 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port 06fe89b5-b293-4698-be7f-673f8fe78a54, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=06fe89b5-b293-4698-be7f-673f8fe78a54,segment=NetworkSegment(42df5b67-a6c5-41a0-b1bf-3a7f382f6fbb),segment_id=42df5b67-a6c5-41a0-b1bf-3a7f382f6fbb)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:37:54.419014 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (06fe89b5-b293-4698-be7f-673f8fe78a54), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:54.445168 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 01:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-153d76de-d62e-42bd-93de-0ff493d41dd1 x-openstack-request-id: req-153d76de-d62e-42bd-93de-0ff493d41dd1 {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:37:54.445457 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "387ccfa2-fba8-4e54-9024-54cf008db5ac", "name": "network-vif-plugged", "status": "completed", "tag": "06fe89b5-b293-4698-be7f-673f8fe78a54", "code": 200}]} {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:37:54.445709 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-153d76de-d62e-42bd-93de-0ff493d41dd1 {{(pid=104100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:37:54.446104 dv-neutron-834874-6-hyperv neutron-server[104100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-153d76de-d62e-42bd-93de-0ff493d41dd1'] response: {'server_uuid': '387ccfa2-fba8-4e54-9024-54cf008db5ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06fe89b5-b293-4698-be7f-673f8fe78a54', 'code': 200} Mar 28 01:37:54.473745 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Pushing event updated for resources: {'Port': ['ID=06fe89b5-b293-4698-be7f-673f8fe78a54,revision_number=5']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:37:54.600621 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da915c6d-fbeb-4638-871c-ea6db1cd39e6 req-c88ec654-4129-4deb-bffa-265b0bf50c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:37:54.602014 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-da915c6d-fbeb-4638-871c-ea6db1cd39e6 req-c88ec654-4129-4deb-bffa-265b0bf50c30 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=387ccfa2-fba8-4e54-9024-54cf008db5ac HTTP/1.1" status: 200 len: 1129 time: 0.0433061 Mar 28 01:37:54.646834 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-da915c6d-fbeb-4638-871c-ea6db1cd39e6 req-aeffd767-c881-4595-8979-b99055770347 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=045ab966-d59c-46ef-ba73-137eadd05d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386453 Mar 28 01:37:54.806020 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da70ff24-f134-4d86-92ee-e828d1d84814 req-036ab7d4-faab-4917-83b2-811fd9f82e43 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:37:54.807503 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-da70ff24-f134-4d86-92ee-e828d1d84814 req-036ab7d4-faab-4917-83b2-811fd9f82e43 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=387ccfa2-fba8-4e54-9024-54cf008db5ac HTTP/1.1" status: 200 len: 945 time: 0.0526185 Mar 28 01:37:54.861175 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-da70ff24-f134-4d86-92ee-e828d1d84814 req-5df1608c-f0ea-4c09-b316-d23c94bacd50 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/security-groups?id=045ab966-d59c-46ef-ba73-137eadd05d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477684 Mar 28 01:37:55.980058 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece8a555-0b28-4d32-a3c0-d8d250f9d81b req-001eb52c-805d-475c-9c93-173c1d07b3b2 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:37:55.981518 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-ece8a555-0b28-4d32-a3c0-d8d250f9d81b req-001eb52c-805d-475c-9c93-173c1d07b3b2 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=387ccfa2-fba8-4e54-9024-54cf008db5ac HTTP/1.1" status: 200 len: 945 time: 0.0539534 Mar 28 01:37:56.028330 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-ece8a555-0b28-4d32-a3c0-d8d250f9d81b req-10d144c8-bc10-4119-bfe3-faf1bb5d759a tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/security-groups?id=045ab966-d59c-46ef-ba73-137eadd05d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407114 Mar 28 01:37:56.144123 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3842835-bc2b-4506-a144-9ca8fbc491b5 req-3789cc7a-7229-4a68-9b62-8c2aadc32246 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:37:56.145504 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-c3842835-bc2b-4506-a144-9ca8fbc491b5 req-3789cc7a-7229-4a68-9b62-8c2aadc32246 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=387ccfa2-fba8-4e54-9024-54cf008db5ac HTTP/1.1" status: 200 len: 945 time: 0.0520694 Mar 28 01:37:56.192889 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-c3842835-bc2b-4506-a144-9ca8fbc491b5 req-5c31804e-e8d8-4fc4-a5dc-fc65d7c783c1 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/security-groups?id=045ab966-d59c-46ef-ba73-137eadd05d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417445 Mar 28 01:37:56.213890 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 33196) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:37:56.256221 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832ef345-5ce6-48d3-b782-75cb3f69d8f5 tempest-TestNetworkAdvancedServerOps-479632198 tempest-TestNetworkAdvancedServerOps-479632198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:37:56.257681 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-832ef345-5ce6-48d3-b782-75cb3f69d8f5 tempest-TestNetworkAdvancedServerOps-479632198 tempest-TestNetworkAdvancedServerOps-479632198-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=387ccfa2-fba8-4e54-9024-54cf008db5ac HTTP/1.1" status: 200 len: 1124 time: 0.0427976 Mar 28 01:37:56.260534 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 33198) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:37:56.265003 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-efd2705b-dc3f-4316-aa92-1238b3423b06 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Request body: {'floatingip': {'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'port_id': '06fe89b5-b293-4698-be7f-673f8fe78a54', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:37:56.286193 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-efd2705b-dc3f-4316-aa92-1238b3423b06 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:56.380872 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-efd2705b-dc3f-4316-aa92-1238b3423b06 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:56.479434 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [None req-efd2705b-dc3f-4316-aa92-1238b3423b06 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Allocated IP 172.26.1.103 (dea6548b-502b-42db-97fb-371e423e739a/cce6de65-d8c9-45b8-9970-0a277e8c1192/de70f616-95b3-4ca9-af4a-699231db3ac6) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:37:56.581545 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-efd2705b-dc3f-4316-aa92-1238b3423b06 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for port (de70f616-95b3-4ca9-af4a-699231db3ac6), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:56.614094 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-efd2705b-dc3f-4316-aa92-1238b3423b06 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (de70f616-95b3-4ca9-af4a-699231db3ac6), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:56.647947 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd2705b-dc3f-4316-aa92-1238b3423b06 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Network dea6548b-502b-42db-97fb-371e423e739a is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:37:56.651009 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-efd2705b-dc3f-4316-aa92-1238b3423b06 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:37:56.654351 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd2705b-dc3f-4316-aa92-1238b3423b06 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:37:56.686176 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd2705b-dc3f-4316-aa92-1238b3423b06 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Pushing event updated for resources: {'Port': ['ID=de70f616-95b3-4ca9-af4a-699231db3ac6,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:37:57.003911 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-efd2705b-dc3f-4316-aa92-1238b3423b06 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for floatingip (8d0f00f4-388c-4282-a3c2-e3a0b48d0592), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:57.070279 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-efd2705b-dc3f-4316-aa92-1238b3423b06 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (de70f616-95b3-4ca9-af4a-699231db3ac6), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:57.216548 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-efd2705b-dc3f-4316-aa92-1238b3423b06 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for port (de70f616-95b3-4ca9-af4a-699231db3ac6), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:57.221480 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-efd2705b-dc3f-4316-aa92-1238b3423b06 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (de70f616-95b3-4ca9-af4a-699231db3ac6), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:57.287891 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd2705b-dc3f-4316-aa92-1238b3423b06 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Pushing event updated for resources: {'Port': ['ID=de70f616-95b3-4ca9-af4a-699231db3ac6,revision_number=2']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:37:57.297471 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-efd2705b-dc3f-4316-aa92-1238b3423b06 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688063'] for floatingip (8d0f00f4-388c-4282-a3c2-e3a0b48d0592), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:57.398233 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.l3_db [None req-efd2705b-dc3f-4316-aa92-1238b3423b06 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Floating IP 8d0f00f4-388c-4282-a3c2-e3a0b48d0592 associated. External IP: 172.26.1.103, port: 06fe89b5-b293-4698-be7f-673f8fe78a54. Mar 28 01:37:57.602327 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efd2705b-dc3f-4316-aa92-1238b3423b06 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Router 3d83aa86-5bb6-4b01-851c-d7043a1d7646 has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:37:57.999262 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efd2705b-dc3f-4316-aa92-1238b3423b06 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:37:58.009786 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6453d372-5230-4ab6-bee1-8163185a6ea5 None None] Sync routers for ids ['3d83aa86-5bb6-4b01-851c-d7043a1d7646'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:37:58.017323 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-efd2705b-dc3f-4316-aa92-1238b3423b06 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for floatingip (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:37:58.019710 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6453d372-5230-4ab6-bee1-8163185a6ea5 None None] Routers {'3d83aa86-5bb6-4b01-851c-d7043a1d7646'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:37:58.020348 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-6453d372-5230-4ab6-bee1-8163185a6ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:37:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['3d83aa86-5bb6-4b01-851c-d7043a1d7646'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:37:58.047831 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-efd2705b-dc3f-4316-aa92-1238b3423b06 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7850678 Mar 28 01:37:58.048478 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '387ccfa2-fba8-4e54-9024-54cf008db5ac', 'tag': '06fe89b5-b293-4698-be7f-673f8fe78a54'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:37:58.050785 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2af4b01a9fa8b1570ccf1d7859d693ad34c106b258078e9cfae86b97f35e3d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7fcf4d1-71f5-4515-a2bf-270791609b96" -d '{"events": [{"name": "network-changed", "server_uuid": "387ccfa2-fba8-4e54-9024-54cf008db5ac", "tag": "06fe89b5-b293-4698-be7f-673f8fe78a54"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:37:58.086938 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 01:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70a5a30f-c4c0-4197-a0f7-11ec4ac1c02b x-openstack-request-id: req-70a5a30f-c4c0-4197-a0f7-11ec4ac1c02b {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:37:58.087227 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "387ccfa2-fba8-4e54-9024-54cf008db5ac", "tag": "06fe89b5-b293-4698-be7f-673f8fe78a54", "status": "completed", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:37:58.087986 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-70a5a30f-c4c0-4197-a0f7-11ec4ac1c02b {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:37:58.088283 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70a5a30f-c4c0-4197-a0f7-11ec4ac1c02b'] response: {'name': 'network-changed', 'server_uuid': '387ccfa2-fba8-4e54-9024-54cf008db5ac', 'tag': '06fe89b5-b293-4698-be7f-673f8fe78a54', 'status': 'completed', 'code': 200} Mar 28 01:37:58.133739 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-6453d372-5230-4ab6-bee1-8163185a6ea5 None None] Set router 3d83aa86-5bb6-4b01-851c-d7043a1d7646 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:37:58.146402 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fd96d9-a29d-45e8-ba92-58d10d079581 req-22cc2132-99b9-45de-a070-8e91db24921a tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:37:58.148928 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-45fd96d9-a29d-45e8-ba92-58d10d079581 req-22cc2132-99b9-45de-a070-8e91db24921a tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=387ccfa2-fba8-4e54-9024-54cf008db5ac HTTP/1.1" status: 200 len: 945 time: 0.0537462 Mar 28 01:37:58.158558 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fcf4d1-71f5-4515-a2bf-270791609b96 req-581234f8-c1c7-4bb9-95e7-71306b8dad52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:37:58.160332 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a7fcf4d1-71f5-4515-a2bf-270791609b96 req-581234f8-c1c7-4bb9-95e7-71306b8dad52 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2961ca1eab8443d3977a60308ef2e35a&device_id=387ccfa2-fba8-4e54-9024-54cf008db5ac HTTP/1.1" status: 200 len: 1129 time: 0.0497367 Mar 28 01:37:58.201403 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-45fd96d9-a29d-45e8-ba92-58d10d079581 req-20ac87b5-2df1-47c3-80cc-3d07bc3c4bb3 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/security-groups?id=045ab966-d59c-46ef-ba73-137eadd05d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476944 Mar 28 01:37:58.225248 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 33204) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:37:58.308008 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fcf4d1-71f5-4515-a2bf-270791609b96 req-42b15c3b-a105-4a02-9355-7807a9f146a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:37:58.309518 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a7fcf4d1-71f5-4515-a2bf-270791609b96 req-42b15c3b-a105-4a02-9355-7807a9f146a0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=edbff6ee-940b-4bf1-9371-06198b697a23 HTTP/1.1" status: 200 len: 896 time: 0.1437781 Mar 28 01:37:58.313574 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-602e5c5c-e2e2-48b8-8a40-29b50430b835 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/floatingips/8d0f00f4-388c-4282-a3c2-e3a0b48d0592 HTTP/1.1" status: 200 len: 991 time: 0.0861018 Mar 28 01:37:58.362249 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-6453d372-5230-4ab6-bee1-8163185a6ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d83aa86-5bb6-4b01-851c-d7043a1d7646', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1061736536', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.229'}], 'enable_snat': True}, 'gw_port_id': 'efe76cdc-01f1-4940-8b4f-206fdf920eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:37:37Z', 'updated_at': '2022-03-28T01:37:40Z', 'revision_number': 4, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'gw_port': {'id': 'efe76cdc-01f1-4940-8b4f-206fdf920eb7', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d83aa86-5bb6-4b01-851c-d7043a1d7646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:37:37Z', 'updated_at': '2022-03-28T01:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_floatingips': [{'id': '8d0f00f4-388c-4282-a3c2-e3a0b48d0592', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'floating_ip_address': '172.26.1.103', 'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'router_id': '3d83aa86-5bb6-4b01-851c-d7043a1d7646', 'port_id': '06fe89b5-b293-4698-be7f-673f8fe78a54', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1761, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'edbff6ee-940b-4bf1-9371-06198b697a23', 'mac_address': 'fa:16:3e:ad:f2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387ccfa2-fba8-4e54-9024-54cf008db5ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T01:37:56Z', 'updated_at': '2022-03-28T01:37:56Z', 'revision_number': 0, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0548f5ea-da7b-46a7-8b43-1c735f310601', 'name': '', 'network_id': 'edbff6ee-940b-4bf1-9371-06198b697a23', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'mac_address': 'fa:16:3e:bc:b0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d83aa86-5bb6-4b01-851c-d7043a1d7646', 'device_owner': 'network:router_interface', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '7b03f8ca-2f3b-4384-90fc-997fcfcb3e6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:37:40Z', 'updated_at': '2022-03-28T01:37:43Z', 'revision_number': 5, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'subnets': [{'id': '7b03f8ca-2f3b-4384-90fc-997fcfcb3e6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:37:58.373007 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a7fcf4d1-71f5-4515-a2bf-270791609b96 req-20e42238-ce1b-4893-85b4-27b63ed49723 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=06fe89b5-b293-4698-be7f-673f8fe78a54 HTTP/1.1" status: 200 len: 999 time: 0.0575142 Mar 28 01:37:58.391676 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6453d372-5230-4ab6-bee1-8163185a6ea5 None None] Checking router: 3d83aa86-5bb6-4b01-851c-d7043a1d7646 for host: dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:37:58.400017 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6453d372-5230-4ab6-bee1-8163185a6ea5 None None] Routers {'3d83aa86-5bb6-4b01-851c-d7043a1d7646'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:37:58.400639 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-6453d372-5230-4ab6-bee1-8163185a6ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:37:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['3d83aa86-5bb6-4b01-851c-d7043a1d7646'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:37:58.420259 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fcf4d1-71f5-4515-a2bf-270791609b96 req-e931a0f0-0e15-4134-82bb-348c6d166269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:37:58.421763 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a7fcf4d1-71f5-4515-a2bf-270791609b96 req-e931a0f0-0e15-4134-82bb-348c6d166269 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7b03f8ca-2f3b-4384-90fc-997fcfcb3e6f HTTP/1.1" status: 200 len: 834 time: 0.0435803 Mar 28 01:37:58.472700 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fcf4d1-71f5-4515-a2bf-270791609b96 req-5d851292-b78a-48ba-beb9-1e43b4980886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:37:58.474305 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a7fcf4d1-71f5-4515-a2bf-270791609b96 req-5d851292-b78a-48ba-beb9-1e43b4980886 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=edbff6ee-940b-4bf1-9371-06198b697a23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0471039 Mar 28 01:37:58.507170 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-6453d372-5230-4ab6-bee1-8163185a6ea5 None None] Set router 3d83aa86-5bb6-4b01-851c-d7043a1d7646 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:37:58.561147 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a7fcf4d1-71f5-4515-a2bf-270791609b96 req-9b1988e9-3021-4ebe-b771-946767110b12 service neutron] 10.222.0.10 "GET /v2.0/networks/edbff6ee-940b-4bf1-9371-06198b697a23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805161 Mar 28 01:37:58.653687 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a7fcf4d1-71f5-4515-a2bf-270791609b96 req-34688e65-9f8f-4474-a537-bf964672b32e service neutron] 10.222.0.10 "GET /v2.0/networks/edbff6ee-940b-4bf1-9371-06198b697a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864189 Mar 28 01:37:58.726118 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-6453d372-5230-4ab6-bee1-8163185a6ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d83aa86-5bb6-4b01-851c-d7043a1d7646', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1061736536', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.229'}], 'enable_snat': True}, 'gw_port_id': 'efe76cdc-01f1-4940-8b4f-206fdf920eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:37:37Z', 'updated_at': '2022-03-28T01:37:40Z', 'revision_number': 4, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'gw_port': {'id': 'efe76cdc-01f1-4940-8b4f-206fdf920eb7', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d83aa86-5bb6-4b01-851c-d7043a1d7646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:37:37Z', 'updated_at': '2022-03-28T01:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_floatingips': [{'id': '8d0f00f4-388c-4282-a3c2-e3a0b48d0592', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'floating_ip_address': '172.26.1.103', 'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'router_id': '3d83aa86-5bb6-4b01-851c-d7043a1d7646', 'port_id': '06fe89b5-b293-4698-be7f-673f8fe78a54', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1761, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'edbff6ee-940b-4bf1-9371-06198b697a23', 'mac_address': 'fa:16:3e:ad:f2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387ccfa2-fba8-4e54-9024-54cf008db5ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T01:37:56Z', 'updated_at': '2022-03-28T01:37:56Z', 'revision_number': 0, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0548f5ea-da7b-46a7-8b43-1c735f310601', 'name': '', 'network_id': 'edbff6ee-940b-4bf1-9371-06198b697a23', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'mac_address': 'fa:16:3e:bc:b0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d83aa86-5bb6-4b01-851c-d7043a1d7646', 'device_owner': 'network:router_interface', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '7b03f8ca-2f3b-4384-90fc-997fcfcb3e6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:37:40Z', 'updated_at': '2022-03-28T01:37:43Z', 'revision_number': 5, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'subnets': [{'id': '7b03f8ca-2f3b-4384-90fc-997fcfcb3e6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:37:58.755079 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6453d372-5230-4ab6-bee1-8163185a6ea5 None None] The sync data for ids ['3d83aa86-5bb6-4b01-851c-d7043a1d7646'] in dv-neutron-834874-6-hyperv is: [{'id': '3d83aa86-5bb6-4b01-851c-d7043a1d7646', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1061736536', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.229'}], 'enable_snat': True}, 'gw_port_id': 'efe76cdc-01f1-4940-8b4f-206fdf920eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:37:37Z', 'updated_at': '2022-03-28T01:37:40Z', 'revision_number': 4, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'gw_port': {'id': 'efe76cdc-01f1-4940-8b4f-206fdf920eb7', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d83aa86-5bb6-4b01-851c-d7043a1d7646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:37:37Z', 'updated_at': '2022-03-28T01:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_floatingips': [{'id': '8d0f00f4-388c-4282-a3c2-e3a0b48d0592', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'floating_ip_address': '172.26.1.103', 'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'router_id': '3d83aa86-5bb6-4b01-851c-d7043a1d7646', 'port_id': '06fe89b5-b293-4698-be7f-673f8fe78a54', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1761, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'edbff6ee-940b-4bf1-9371-06198b697a23', 'mac_address': 'fa:16:3e:ad:f2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387ccfa2-fba8-4e54-9024-54cf008db5ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T01:37:56Z', 'updated_at': '2022-03-28T01:37:56Z', 'revision_number': 0, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0548f5ea-da7b-46a7-8b43-1c735f310601', 'name': '', 'network_id': 'edbff6ee-940b-4bf1-9371-06198b697a23', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'mac_address': 'fa:16:3e:bc:b0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d83aa86-5bb6-4b01-851c-d7043a1d7646', 'device_owner': 'network:router_interface', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '7b03f8ca-2f3b-4384-90fc-997fcfcb3e6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:37:40Z', 'updated_at': '2022-03-28T01:37:43Z', 'revision_number': 5, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'subnets': [{'id': '7b03f8ca-2f3b-4384-90fc-997fcfcb3e6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:37:58.943386 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d0b4a5-715a-4623-9c2f-d1db91aff61d None None] New status for floating IP 8d0f00f4-388c-4282-a3c2-e3a0b48d0592: ACTIVE {{(pid=104100) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 01:37:59.316425 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 33206) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:37:59.375494 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-7213d307-9397-4c9f-9b89-00a5ba3f244e tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/floatingips/8d0f00f4-388c-4282-a3c2-e3a0b48d0592 HTTP/1.1" status: 200 len: 993 time: 0.0571446 Mar 28 01:38:01.668404 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-4ce4a8f4-d930-4d5f-af87-038234d8791b req-7bae4167-d904-4aa1-beec-5998525eb3c4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=387ccfa2-fba8-4e54-9024-54cf008db5ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0415287 Mar 28 01:38:01.759460 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce4a8f4-d930-4d5f-af87-038234d8791b req-5b212883-cb3a-44f3-9952-ebcd234d59ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:38:01.760994 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-4ce4a8f4-d930-4d5f-af87-038234d8791b req-5b212883-cb3a-44f3-9952-ebcd234d59ad service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2961ca1eab8443d3977a60308ef2e35a&device_id=387ccfa2-fba8-4e54-9024-54cf008db5ac HTTP/1.1" status: 200 len: 1129 time: 0.0484521 Mar 28 01:38:01.860346 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce4a8f4-d930-4d5f-af87-038234d8791b req-7f5c3ebe-34ed-4cb5-86da-e6f9f03c17ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:38:01.861808 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-4ce4a8f4-d930-4d5f-af87-038234d8791b req-7f5c3ebe-34ed-4cb5-86da-e6f9f03c17ad service neutron] 10.222.0.10 "GET /v2.0/networks?id=edbff6ee-940b-4bf1-9371-06198b697a23 HTTP/1.1" status: 200 len: 896 time: 0.0832062 Mar 28 01:38:01.932998 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-4ce4a8f4-d930-4d5f-af87-038234d8791b req-3493e8a6-691d-4cf4-9b2f-e57076d314a1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=06fe89b5-b293-4698-be7f-673f8fe78a54 HTTP/1.1" status: 200 len: 1001 time: 0.0623808 Mar 28 01:38:01.980205 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce4a8f4-d930-4d5f-af87-038234d8791b req-69724ad8-9835-4d53-99ac-d25fedee7904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:38:01.981605 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-4ce4a8f4-d930-4d5f-af87-038234d8791b req-69724ad8-9835-4d53-99ac-d25fedee7904 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7b03f8ca-2f3b-4384-90fc-997fcfcb3e6f HTTP/1.1" status: 200 len: 834 time: 0.0434136 Mar 28 01:38:02.034784 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce4a8f4-d930-4d5f-af87-038234d8791b req-b2a0b278-09d0-478c-976b-7d4c556ffd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:38:02.036320 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-4ce4a8f4-d930-4d5f-af87-038234d8791b req-b2a0b278-09d0-478c-976b-7d4c556ffd3e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=edbff6ee-940b-4bf1-9371-06198b697a23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0424340 Mar 28 01:38:02.129762 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-4ce4a8f4-d930-4d5f-af87-038234d8791b req-def5bb2a-c424-499c-8163-e098a8e782aa service neutron] 10.222.0.10 "GET /v2.0/networks/edbff6ee-940b-4bf1-9371-06198b697a23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819607 Mar 28 01:38:02.218627 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-4ce4a8f4-d930-4d5f-af87-038234d8791b req-c0d12ed9-e7e4-4076-8106-d1ee1196cf39 service neutron] 10.222.0.10 "GET /v2.0/networks/edbff6ee-940b-4bf1-9371-06198b697a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796292 Mar 28 01:38:03.117649 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:38:11.467967 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-7a6fcafe-ffac-4dde-acc5-7c2fa1fce856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:38:13.636865 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-3a074163-43b5-40c2-b866-85405a177577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:38:14.891827 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:38:16.343881 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:38:17.864544 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:38:27.844356 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.agents_db [None req-9a1d863f-391a-42f4-9870-e8292b919beb None None] Agent healthcheck: found 6 active agents {{(pid=104101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 01:38:27.983995 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [req-3660bdca-40f5-4ca5-880b-987c8446fc89 req-dc1f31fc-8182-4cd0-84ef-1b32810d18d8 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=104098) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 01:38:27.985012 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-3660bdca-40f5-4ca5-880b-987c8446fc89 req-dc1f31fc-8182-4cd0-84ef-1b32810d18d8 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060084 Mar 28 01:38:28.166936 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18343c1b-5320-4f98-867f-940c01b44b45 req-b6e9c23f-6dba-4a3f-b954-de63453a8a64 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:38:28.168431 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-18343c1b-5320-4f98-867f-940c01b44b45 req-b6e9c23f-6dba-4a3f-b954-de63453a8a64 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=387ccfa2-fba8-4e54-9024-54cf008db5ac HTTP/1.1" status: 200 len: 945 time: 0.0540252 Mar 28 01:38:28.180318 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 33224) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:38:28.217548 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-18343c1b-5320-4f98-867f-940c01b44b45 req-22df42de-dad3-45ab-89fc-839d339b8071 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/security-groups?id=045ab966-d59c-46ef-ba73-137eadd05d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434659 Mar 28 01:38:28.262968 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-07440578-25e6-4986-9aa1-fad81fa0cec3 req-c0726a2b-2b60-4bd5-9d06-516b482f13b7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=387ccfa2-fba8-4e54-9024-54cf008db5ac&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0814965 Mar 28 01:38:28.272585 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [req-07440578-25e6-4986-9aa1-fad81fa0cec3 req-db60211d-051d-451a-813f-30f8158d3c61 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=104098) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 01:38:28.273773 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-07440578-25e6-4986-9aa1-fad81fa0cec3 req-db60211d-051d-451a-813f-30f8158d3c61 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050616 Mar 28 01:38:28.600767 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 33244) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:38:28.700229 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07440578-25e6-4986-9aa1-fad81fa0cec3 req-37cad5e2-3eb5-4e66-891c-6e0ed5d5cf66 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:38:28.701602 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-07440578-25e6-4986-9aa1-fad81fa0cec3 req-37cad5e2-3eb5-4e66-891c-6e0ed5d5cf66 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports/06fe89b5-b293-4698-be7f-673f8fe78a54 HTTP/1.1" status: 200 len: 942 time: 0.0996506 Mar 28 01:38:29.334909 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91586a65-f7f4-4282-bba7-1bf789548168 req-7dc734c9-1f86-4218-92df-3e7ef21142f0 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:38:29.336370 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-91586a65-f7f4-4282-bba7-1bf789548168 req-7dc734c9-1f86-4218-92df-3e7ef21142f0 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=387ccfa2-fba8-4e54-9024-54cf008db5ac HTTP/1.1" status: 200 len: 945 time: 0.0516121 Mar 28 01:38:29.383533 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-91586a65-f7f4-4282-bba7-1bf789548168 req-67bfd3df-b504-493a-97db-9add988169ad tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/security-groups?id=045ab966-d59c-46ef-ba73-137eadd05d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416598 Mar 28 01:38:29.484640 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07440578-25e6-4986-9aa1-fad81fa0cec3 req-d6752519-e219-4a29-a652-f1bbc356d15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:38:29.486176 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-07440578-25e6-4986-9aa1-fad81fa0cec3 req-d6752519-e219-4a29-a652-f1bbc356d15d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2961ca1eab8443d3977a60308ef2e35a&device_id=387ccfa2-fba8-4e54-9024-54cf008db5ac HTTP/1.1" status: 200 len: 1129 time: 0.0444291 Mar 28 01:38:29.585738 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07440578-25e6-4986-9aa1-fad81fa0cec3 req-1c9ad211-16b4-4938-bc2a-51759cb48423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:38:29.587102 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-07440578-25e6-4986-9aa1-fad81fa0cec3 req-1c9ad211-16b4-4938-bc2a-51759cb48423 service neutron] 10.222.0.10 "GET /v2.0/networks?id=edbff6ee-940b-4bf1-9371-06198b697a23 HTTP/1.1" status: 200 len: 896 time: 0.0948088 Mar 28 01:38:29.650103 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-07440578-25e6-4986-9aa1-fad81fa0cec3 req-c9f68db4-4588-4000-9d12-8fb4bc40ef74 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=06fe89b5-b293-4698-be7f-673f8fe78a54 HTTP/1.1" status: 200 len: 1001 time: 0.0570593 Mar 28 01:38:29.696667 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07440578-25e6-4986-9aa1-fad81fa0cec3 req-123ce8fe-b1ce-4e0b-8068-e927479fd004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:38:29.698059 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-07440578-25e6-4986-9aa1-fad81fa0cec3 req-123ce8fe-b1ce-4e0b-8068-e927479fd004 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7b03f8ca-2f3b-4384-90fc-997fcfcb3e6f HTTP/1.1" status: 200 len: 834 time: 0.0416279 Mar 28 01:38:29.747461 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07440578-25e6-4986-9aa1-fad81fa0cec3 req-7fa8d498-b276-4e1a-9702-79797c413750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:38:29.748940 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-07440578-25e6-4986-9aa1-fad81fa0cec3 req-7fa8d498-b276-4e1a-9702-79797c413750 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=edbff6ee-940b-4bf1-9371-06198b697a23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0448737 Mar 28 01:38:29.834528 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-07440578-25e6-4986-9aa1-fad81fa0cec3 req-ad76a37a-c11d-49db-a927-1da7220ae7cf service neutron] 10.222.0.10 "GET /v2.0/networks/edbff6ee-940b-4bf1-9371-06198b697a23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793250 Mar 28 01:38:29.928016 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-07440578-25e6-4986-9aa1-fad81fa0cec3 req-7b1a7415-3bf0-4e2e-90b7-e8d8495b6332 service neutron] 10.222.0.10 "GET /v2.0/networks/edbff6ee-940b-4bf1-9371-06198b697a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845113 Mar 28 01:38:30.501178 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cd2bd3-8e57-47dd-b05c-11c4eda0a03d req-4dd352aa-e0a4-46d4-a523-5e95d4d8aaf7 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:38:30.502965 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-34cd2bd3-8e57-47dd-b05c-11c4eda0a03d req-4dd352aa-e0a4-46d4-a523-5e95d4d8aaf7 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=387ccfa2-fba8-4e54-9024-54cf008db5ac HTTP/1.1" status: 200 len: 945 time: 0.0516925 Mar 28 01:38:30.550458 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-34cd2bd3-8e57-47dd-b05c-11c4eda0a03d req-75f14446-c352-4b8a-bf8a-6e96d03de682 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/security-groups?id=045ab966-d59c-46ef-ba73-137eadd05d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422509 Mar 28 01:38:31.676206 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b7302b-d747-4386-9003-c463f632e2ca req-8e983304-541a-4696-b06e-e4c274d1d4db tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:38:31.677653 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-43b7302b-d747-4386-9003-c463f632e2ca req-8e983304-541a-4696-b06e-e4c274d1d4db tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=387ccfa2-fba8-4e54-9024-54cf008db5ac HTTP/1.1" status: 200 len: 945 time: 0.0547442 Mar 28 01:38:31.725162 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-43b7302b-d747-4386-9003-c463f632e2ca req-276dadb3-ea3b-47f7-b27c-6ee15e3a6618 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/security-groups?id=045ab966-d59c-46ef-ba73-137eadd05d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420873 Mar 28 01:38:32.841065 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a1c400-69a0-4833-ab2e-5cac45c7ca07 req-fa7045e8-059d-4b84-aa78-c1fc49e3dbda tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:38:32.842533 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-c9a1c400-69a0-4833-ab2e-5cac45c7ca07 req-fa7045e8-059d-4b84-aa78-c1fc49e3dbda tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=387ccfa2-fba8-4e54-9024-54cf008db5ac HTTP/1.1" status: 200 len: 945 time: 0.0508974 Mar 28 01:38:32.889973 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-c9a1c400-69a0-4833-ab2e-5cac45c7ca07 req-e94aecd1-cd3b-438c-a9de-300a2f9d4e29 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/security-groups?id=045ab966-d59c-46ef-ba73-137eadd05d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419629 Mar 28 01:38:33.132079 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:38:34.004411 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5c6219-a4e8-4280-a14b-0f30302b451b req-dd8c594a-aa2f-4d1e-bfa5-2f90f9dfcde3 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:38:34.005843 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-fe5c6219-a4e8-4280-a14b-0f30302b451b req-dd8c594a-aa2f-4d1e-bfa5-2f90f9dfcde3 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=387ccfa2-fba8-4e54-9024-54cf008db5ac HTTP/1.1" status: 200 len: 945 time: 0.0501637 Mar 28 01:38:34.052570 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-fe5c6219-a4e8-4280-a14b-0f30302b451b req-6c6ba5fb-5146-4df7-8185-0b7d864d8f31 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/security-groups?id=045ab966-d59c-46ef-ba73-137eadd05d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412500 Mar 28 01:38:35.173098 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed53dccf-a5c0-4e97-a971-4c1f01aa7f6b req-b3e4ce1d-d969-4bf0-85a3-3c38530e3b81 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:38:35.174480 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-ed53dccf-a5c0-4e97-a971-4c1f01aa7f6b req-b3e4ce1d-d969-4bf0-85a3-3c38530e3b81 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=387ccfa2-fba8-4e54-9024-54cf008db5ac HTTP/1.1" status: 200 len: 945 time: 0.0559225 Mar 28 01:38:35.221797 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-ed53dccf-a5c0-4e97-a971-4c1f01aa7f6b req-5d7fef7e-c09d-4294-94da-30218da41af0 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/security-groups?id=045ab966-d59c-46ef-ba73-137eadd05d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418916 Mar 28 01:38:36.341144 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e307214-570c-40a8-afd4-9097ed990824 req-cd27cb0b-7a75-46d2-bdc1-5abe3035a414 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:38:36.342594 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-2e307214-570c-40a8-afd4-9097ed990824 req-cd27cb0b-7a75-46d2-bdc1-5abe3035a414 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=387ccfa2-fba8-4e54-9024-54cf008db5ac HTTP/1.1" status: 200 len: 945 time: 0.0549667 Mar 28 01:38:36.389525 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-2e307214-570c-40a8-afd4-9097ed990824 req-42315ca7-cacd-4a87-93f2-ae715a5ed725 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/security-groups?id=045ab966-d59c-46ef-ba73-137eadd05d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414348 Mar 28 01:38:37.507988 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71112193-fbae-4f12-a6a4-b9e3e6312ebb req-00dceb5b-50fa-4537-9d93-854232a82253 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:38:37.509554 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-71112193-fbae-4f12-a6a4-b9e3e6312ebb req-00dceb5b-50fa-4537-9d93-854232a82253 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=387ccfa2-fba8-4e54-9024-54cf008db5ac HTTP/1.1" status: 200 len: 945 time: 0.0525100 Mar 28 01:38:37.557008 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-71112193-fbae-4f12-a6a4-b9e3e6312ebb req-251aa1fa-319d-4503-b428-c0385bc681ed tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/security-groups?id=045ab966-d59c-46ef-ba73-137eadd05d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418701 Mar 28 01:38:38.676710 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866bbbb7-8e5e-4215-a7c1-41bac3b36583 req-eb2d6b06-c3bd-4112-95a3-246da45d58d7 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:38:38.678232 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-866bbbb7-8e5e-4215-a7c1-41bac3b36583 req-eb2d6b06-c3bd-4112-95a3-246da45d58d7 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=387ccfa2-fba8-4e54-9024-54cf008db5ac HTTP/1.1" status: 200 len: 945 time: 0.0523577 Mar 28 01:38:38.725457 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-866bbbb7-8e5e-4215-a7c1-41bac3b36583 req-9f423460-4063-4f82-8264-d6a2fb8b9811 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/security-groups?id=045ab966-d59c-46ef-ba73-137eadd05d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415750 Mar 28 01:38:39.841105 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80ccf36-4d3b-4687-ba49-d7f60c38993f req-1b90f85c-841b-47ab-b42e-961bbc0670d7 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:38:39.842601 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e80ccf36-4d3b-4687-ba49-d7f60c38993f req-1b90f85c-841b-47ab-b42e-961bbc0670d7 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=387ccfa2-fba8-4e54-9024-54cf008db5ac HTTP/1.1" status: 200 len: 945 time: 0.0514846 Mar 28 01:38:39.900382 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e80ccf36-4d3b-4687-ba49-d7f60c38993f req-78e54b7c-ee05-4f39-bca3-a3ad80851b9a tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/security-groups?id=045ab966-d59c-46ef-ba73-137eadd05d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521603 Mar 28 01:38:41.014141 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cded271-6247-44b0-a038-b4cb97d6b974 req-3e9f5b59-5417-4824-9b72-003ececa45e2 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:38:41.016265 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-8cded271-6247-44b0-a038-b4cb97d6b974 req-3e9f5b59-5417-4824-9b72-003ececa45e2 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=387ccfa2-fba8-4e54-9024-54cf008db5ac HTTP/1.1" status: 200 len: 945 time: 0.0510724 Mar 28 01:38:41.066882 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-8cded271-6247-44b0-a038-b4cb97d6b974 req-0daec39b-3aae-4ad2-85f2-7af341d8fad6 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/security-groups?id=045ab966-d59c-46ef-ba73-137eadd05d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452268 Mar 28 01:38:41.471148 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-247b34e8-438a-447b-944e-5b29d8c0e22a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:38:41.510127 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-07440578-25e6-4986-9aa1-fad81fa0cec3 req-8ee944d6-b1af-4d23-88ed-e66ecb302535 service neutron] 10.222.0.10 "GET /v2.0/ports/06fe89b5-b293-4698-be7f-673f8fe78a54/bindings/hv-neutron-8348 HTTP/1.1" status: 200 len: 384 time: 0.0545888 Mar 28 01:38:41.704640 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07440578-25e6-4986-9aa1-fad81fa0cec3 req-086c1601-9cf2-49c2-afac-61df571c8dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:38:41.706059 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-07440578-25e6-4986-9aa1-fad81fa0cec3 req-086c1601-9cf2-49c2-afac-61df571c8dd6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=387ccfa2-fba8-4e54-9024-54cf008db5ac&tenant_id=2961ca1eab8443d3977a60308ef2e35a HTTP/1.1" status: 200 len: 1129 time: 0.0446963 Mar 28 01:38:41.768591 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07440578-25e6-4986-9aa1-fad81fa0cec3 req-2b1e55c9-434e-4f45-acfa-1475d356478e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:38:41.770090 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-07440578-25e6-4986-9aa1-fad81fa0cec3 req-2b1e55c9-434e-4f45-acfa-1475d356478e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2961ca1eab8443d3977a60308ef2e35a&device_id=387ccfa2-fba8-4e54-9024-54cf008db5ac HTTP/1.1" status: 200 len: 1129 time: 0.0430369 Mar 28 01:38:41.865517 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07440578-25e6-4986-9aa1-fad81fa0cec3 req-39af8c31-8a73-4c49-a2e0-e4565a9638ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:38:41.866966 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-07440578-25e6-4986-9aa1-fad81fa0cec3 req-39af8c31-8a73-4c49-a2e0-e4565a9638ea service neutron] 10.222.0.10 "GET /v2.0/networks?id=edbff6ee-940b-4bf1-9371-06198b697a23 HTTP/1.1" status: 200 len: 896 time: 0.0867805 Mar 28 01:38:41.930367 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-07440578-25e6-4986-9aa1-fad81fa0cec3 req-96c8865c-e037-412f-9208-b1446016507d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=06fe89b5-b293-4698-be7f-673f8fe78a54 HTTP/1.1" status: 200 len: 1001 time: 0.0572600 Mar 28 01:38:41.981989 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07440578-25e6-4986-9aa1-fad81fa0cec3 req-12bade59-4121-4dff-97aa-7069067a9f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:38:41.983351 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-07440578-25e6-4986-9aa1-fad81fa0cec3 req-12bade59-4121-4dff-97aa-7069067a9f50 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7b03f8ca-2f3b-4384-90fc-997fcfcb3e6f HTTP/1.1" status: 200 len: 834 time: 0.0473235 Mar 28 01:38:42.029730 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07440578-25e6-4986-9aa1-fad81fa0cec3 req-69917678-a8a4-442f-9e3b-0643c0a91080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:38:42.031778 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-07440578-25e6-4986-9aa1-fad81fa0cec3 req-69917678-a8a4-442f-9e3b-0643c0a91080 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=edbff6ee-940b-4bf1-9371-06198b697a23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0431371 Mar 28 01:38:42.116396 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-07440578-25e6-4986-9aa1-fad81fa0cec3 req-b0129eb7-a7af-4b5a-8b01-49a118298f79 service neutron] 10.222.0.10 "GET /v2.0/networks/edbff6ee-940b-4bf1-9371-06198b697a23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788221 Mar 28 01:38:42.242148 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7569913b-6a14-431f-8007-b0097bc5bd1d req-1d9d95b2-dc5f-402c-97dd-1cbdf3b23b23 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:38:42.243592 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7569913b-6a14-431f-8007-b0097bc5bd1d req-1d9d95b2-dc5f-402c-97dd-1cbdf3b23b23 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=387ccfa2-fba8-4e54-9024-54cf008db5ac HTTP/1.1" status: 200 len: 945 time: 0.1043348 Mar 28 01:38:42.247063 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-07440578-25e6-4986-9aa1-fad81fa0cec3 req-3281639c-2e5d-4f43-bab6-2c82c5922535 service neutron] 10.222.0.10 "GET /v2.0/networks/edbff6ee-940b-4bf1-9371-06198b697a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247034 Mar 28 01:38:42.292666 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7569913b-6a14-431f-8007-b0097bc5bd1d req-0206b275-bc95-4f17-847f-461169d3c9f0 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/security-groups?id=045ab966-d59c-46ef-ba73-137eadd05d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433781 Mar 28 01:38:43.411515 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698ba162-7ad0-4a47-b47f-f0a9629bc257 req-1732695b-2fc1-4d3d-b64a-d00b3d31d5c6 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:38:43.412995 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-698ba162-7ad0-4a47-b47f-f0a9629bc257 req-1732695b-2fc1-4d3d-b64a-d00b3d31d5c6 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=387ccfa2-fba8-4e54-9024-54cf008db5ac HTTP/1.1" status: 200 len: 945 time: 0.0523307 Mar 28 01:38:43.459843 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-698ba162-7ad0-4a47-b47f-f0a9629bc257 req-f986d818-f8ea-4c48-a9d3-a3e8bde42b96 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/security-groups?id=045ab966-d59c-46ef-ba73-137eadd05d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413449 Mar 28 01:38:43.637138 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-7ea2a6db-933c-47f0-926d-f33e32af9604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:38:44.555643 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device 06fe89b5-b293-4698-be7f-673f8fe78a54 details requested by agent hyperv_hv-neutron-8348 with host hv-neutron-8348 {{(pid=104100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 01:38:44.579899 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43925974-f86e-4416-873c-47e9bbd95984 req-1ae5d2e3-95a8-4ff8-97de-408121f68dff tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:38:44.581440 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-43925974-f86e-4416-873c-47e9bbd95984 req-1ae5d2e3-95a8-4ff8-97de-408121f68dff tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=387ccfa2-fba8-4e54-9024-54cf008db5ac HTTP/1.1" status: 200 len: 945 time: 0.0566013 Mar 28 01:38:44.633996 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-43925974-f86e-4416-873c-47e9bbd95984 req-49a6a0af-4cdc-4287-88ce-b64adafec858 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/security-groups?id=045ab966-d59c-46ef-ba73-137eadd05d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463595 Mar 28 01:38:44.662206 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port 06fe89b5-b293-4698-be7f-673f8fe78a54, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=06fe89b5-b293-4698-be7f-673f8fe78a54,segment=NetworkSegment(42df5b67-a6c5-41a0-b1bf-3a7f382f6fbb),segment_id=42df5b67-a6c5-41a0-b1bf-3a7f382f6fbb)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:38:44.674493 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Returning: {'device': '06fe89b5-b293-4698-be7f-673f8fe78a54', 'network_id': 'edbff6ee-940b-4bf1-9371-06198b697a23', 'port_id': '06fe89b5-b293-4698-be7f-673f8fe78a54', 'mac_address': 'fa:16:3e:ad:f2:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b03f8ca-2f3b-4384-90fc-997fcfcb3e6f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 01:38:44.710695 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port 06fe89b5-b293-4698-be7f-673f8fe78a54 is: ACTIVE; New status is: BUILD {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:38:44.711081 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (06fe89b5-b293-4698-be7f-673f8fe78a54), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:38:44.725126 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 06fe89b5-b293-4698-be7f-673f8fe78a54 {{(pid=104100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 01:38:44.748885 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port 06fe89b5-b293-4698-be7f-673f8fe78a54, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=06fe89b5-b293-4698-be7f-673f8fe78a54,segment=NetworkSegment(42df5b67-a6c5-41a0-b1bf-3a7f382f6fbb),segment_id=42df5b67-a6c5-41a0-b1bf-3a7f382f6fbb)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:38:44.753219 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (06fe89b5-b293-4698-be7f-673f8fe78a54), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:38:44.817840 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] get_ports_and_sgs() called for port_ids ['06fe89b5-b293-4698-be7f-673f8fe78a54'] {{(pid=104100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 01:38:44.819545 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Pushing event updated for resources: {'Port': ['ID=06fe89b5-b293-4698-be7f-673f8fe78a54,revision_number=6']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:38:44.847193 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:38:44.847545 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:38:44.848090 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:38:44.848436 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:38:44.848771 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:38:44.849101 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:38:44.849422 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:38:44.849745 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:38:44.850079 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:38:44.850431 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:38:44.850732 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:38:44.851053 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:38:44.851377 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:38:44.851696 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:38:44.852016 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:38:44.872623 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3160e44b-67a5-47b6-80d8-239c015a7212 req-fb5e0a0e-3ab1-4d04-aadd-f88beee83c42 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:38:44.874154 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-3160e44b-67a5-47b6-80d8-239c015a7212 req-fb5e0a0e-3ab1-4d04-aadd-f88beee83c42 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=387ccfa2-fba8-4e54-9024-54cf008db5ac HTTP/1.1" status: 200 len: 944 time: 0.0838132 Mar 28 01:38:44.910618 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22811a67-6df4-40e2-909d-7a6cb7fc2089 req-282b4f42-6333-4b18-8877-1c13fbd41a3d tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:38:44.912123 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-22811a67-6df4-40e2-909d-7a6cb7fc2089 req-282b4f42-6333-4b18-8877-1c13fbd41a3d tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.10 "GET /v2.0/ports?device_id=387ccfa2-fba8-4e54-9024-54cf008db5ac&tenant_id=2961ca1eab8443d3977a60308ef2e35a&binding%3Ahost_id=hv-neutron-8348 HTTP/1.1" status: 200 len: 944 time: 0.0935066 Mar 28 01:38:44.912732 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:38:44.946243 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-3160e44b-67a5-47b6-80d8-239c015a7212 req-89ab7525-af18-48b0-89ee-4d9c97892147 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/security-groups?id=045ab966-d59c-46ef-ba73-137eadd05d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639133 Mar 28 01:38:45.003093 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22811a67-6df4-40e2-909d-7a6cb7fc2089 req-7f0ee331-6309-4935-981f-91418f81c3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:38:45.004245 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-22811a67-6df4-40e2-909d-7a6cb7fc2089 req-7f0ee331-6309-4935-981f-91418f81c3e6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2961ca1eab8443d3977a60308ef2e35a&device_id=387ccfa2-fba8-4e54-9024-54cf008db5ac HTTP/1.1" status: 200 len: 1128 time: 0.0477011 Mar 28 01:38:45.088509 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc791fe-18b4-42df-9700-cf9feb202431 req-cc84e24d-d587-49c5-95c3-50317629a1b6 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:38:45.091234 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-6cc791fe-18b4-42df-9700-cf9feb202431 req-cc84e24d-d587-49c5-95c3-50317629a1b6 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=387ccfa2-fba8-4e54-9024-54cf008db5ac HTTP/1.1" status: 200 len: 944 time: 0.0622241 Mar 28 01:38:45.099519 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22811a67-6df4-40e2-909d-7a6cb7fc2089 req-b8631bb2-06eb-4f4f-9938-9b6b701fe1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:38:45.101030 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-22811a67-6df4-40e2-909d-7a6cb7fc2089 req-b8631bb2-06eb-4f4f-9938-9b6b701fe1b8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=edbff6ee-940b-4bf1-9371-06198b697a23 HTTP/1.1" status: 200 len: 896 time: 0.0895374 Mar 28 01:38:45.144129 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-6cc791fe-18b4-42df-9700-cf9feb202431 req-e65d1e05-1a6c-487a-a09d-ac6eb5fcd0e2 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/security-groups?id=045ab966-d59c-46ef-ba73-137eadd05d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463462 Mar 28 01:38:45.176374 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-22811a67-6df4-40e2-909d-7a6cb7fc2089 req-41426a63-12b8-4176-9b79-cf173c9f8acc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=06fe89b5-b293-4698-be7f-673f8fe78a54 HTTP/1.1" status: 200 len: 1000 time: 0.0691147 Mar 28 01:38:45.224953 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22811a67-6df4-40e2-909d-7a6cb7fc2089 req-92088f16-71e6-45d8-ac20-217882c7ff01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:38:45.226382 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-22811a67-6df4-40e2-909d-7a6cb7fc2089 req-92088f16-71e6-45d8-ac20-217882c7ff01 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7b03f8ca-2f3b-4384-90fc-997fcfcb3e6f HTTP/1.1" status: 200 len: 834 time: 0.0441818 Mar 28 01:38:45.281697 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22811a67-6df4-40e2-909d-7a6cb7fc2089 req-56b41f0f-d570-4e80-9caf-53d0ace46a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:38:45.283226 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-22811a67-6df4-40e2-909d-7a6cb7fc2089 req-56b41f0f-d570-4e80-9caf-53d0ace46a64 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=edbff6ee-940b-4bf1-9371-06198b697a23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0509212 Mar 28 01:38:45.406624 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-22811a67-6df4-40e2-909d-7a6cb7fc2089 req-eeefce09-14f2-45ea-8281-29e28b891e16 service neutron] 10.222.0.10 "GET /v2.0/networks/edbff6ee-940b-4bf1-9371-06198b697a23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174219 Mar 28 01:38:45.515163 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-22811a67-6df4-40e2-909d-7a6cb7fc2089 req-cdf77078-0d78-424e-838d-19a6af996858 service neutron] 10.222.0.10 "GET /v2.0/networks/edbff6ee-940b-4bf1-9371-06198b697a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027701 Mar 28 01:38:46.269308 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af470ab9-fb01-4f85-b8a5-4b5576af8b3d req-1452a6d2-0d2c-416e-aad8-23a560fd98b3 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:38:46.270804 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-af470ab9-fb01-4f85-b8a5-4b5576af8b3d req-1452a6d2-0d2c-416e-aad8-23a560fd98b3 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=387ccfa2-fba8-4e54-9024-54cf008db5ac HTTP/1.1" status: 200 len: 944 time: 0.0578871 Mar 28 01:38:46.327922 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-af470ab9-fb01-4f85-b8a5-4b5576af8b3d req-b829b35f-f140-4b36-b6ea-ebbcf3fdea33 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/security-groups?id=045ab966-d59c-46ef-ba73-137eadd05d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508249 Mar 28 01:38:46.346999 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:38:46.353055 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 33294) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:38:46.413336 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-4877ef6f-e169-40e9-a2ee-7ef785efc1cb tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/floatingips/8d0f00f4-388c-4282-a3c2-e3a0b48d0592 HTTP/1.1" status: 200 len: 992 time: 0.0590217 Mar 28 01:38:46.592872 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device 06fe89b5-b293-4698-be7f-673f8fe78a54 up at agent hyperv_hv-neutron-8348 {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:38:46.640638 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Provisioning complete for port 06fe89b5-b293-4698-be7f-673f8fe78a54 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:38:46.641006 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (06fe89b5-b293-4698-be7f-673f8fe78a54), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:38:46.716795 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port 06fe89b5-b293-4698-be7f-673f8fe78a54 is: BUILD; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:38:46.717181 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (06fe89b5-b293-4698-be7f-673f8fe78a54), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:38:46.739169 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '387ccfa2-fba8-4e54-9024-54cf008db5ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06fe89b5-b293-4698-be7f-673f8fe78a54'}] {{(pid=104100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:38:46.741372 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd27896ebc78d0f7931321182ba9533a7b768b1c3fcddb3ff52a8aee6ddeaf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38f20064-41ba-4692-8837-31a1e17e81de" -d '{"events": [{"server_uuid": "387ccfa2-fba8-4e54-9024-54cf008db5ac", "name": "network-vif-plugged", "status": "completed", "tag": "06fe89b5-b293-4698-be7f-673f8fe78a54"}]}' {{(pid=104100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:38:46.753392 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port 06fe89b5-b293-4698-be7f-673f8fe78a54, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=06fe89b5-b293-4698-be7f-673f8fe78a54,segment=NetworkSegment(42df5b67-a6c5-41a0-b1bf-3a7f382f6fbb),segment_id=42df5b67-a6c5-41a0-b1bf-3a7f382f6fbb)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:38:46.757411 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (06fe89b5-b293-4698-be7f-673f8fe78a54), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:38:46.782057 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 01:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ea5f851-76bb-4825-a4f8-7cbc0a3e37a4 x-openstack-request-id: req-7ea5f851-76bb-4825-a4f8-7cbc0a3e37a4 {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:38:46.782343 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "387ccfa2-fba8-4e54-9024-54cf008db5ac", "name": "network-vif-plugged", "status": "completed", "tag": "06fe89b5-b293-4698-be7f-673f8fe78a54", "code": 200}]} {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:38:46.782595 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7ea5f851-76bb-4825-a4f8-7cbc0a3e37a4 {{(pid=104100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:38:46.782983 dv-neutron-834874-6-hyperv neutron-server[104100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ea5f851-76bb-4825-a4f8-7cbc0a3e37a4'] response: {'server_uuid': '387ccfa2-fba8-4e54-9024-54cf008db5ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06fe89b5-b293-4698-be7f-673f8fe78a54', 'code': 200} Mar 28 01:38:46.806091 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Pushing event updated for resources: {'Port': ['ID=06fe89b5-b293-4698-be7f-673f8fe78a54,revision_number=7']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:38:47.867772 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:03.133527 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:03.668289 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-5779f775-33c4-47ff-b350-b651b33ece3f req-705ff654-b9d2-400d-b66f-a2259c1b9eaf service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=387ccfa2-fba8-4e54-9024-54cf008db5ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0438004 Mar 28 01:39:03.767927 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5779f775-33c4-47ff-b350-b651b33ece3f req-c52b3d21-dae8-4fb3-8370-5cc6f2151b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:39:03.769822 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-5779f775-33c4-47ff-b350-b651b33ece3f req-c52b3d21-dae8-4fb3-8370-5cc6f2151b08 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2961ca1eab8443d3977a60308ef2e35a&device_id=387ccfa2-fba8-4e54-9024-54cf008db5ac HTTP/1.1" status: 200 len: 1129 time: 0.0491500 Mar 28 01:39:03.869839 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5779f775-33c4-47ff-b350-b651b33ece3f req-a6f505d7-5695-4bf9-9019-38a17087a8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:39:03.871288 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-5779f775-33c4-47ff-b350-b651b33ece3f req-a6f505d7-5695-4bf9-9019-38a17087a8fb service neutron] 10.222.0.10 "GET /v2.0/networks?id=edbff6ee-940b-4bf1-9371-06198b697a23 HTTP/1.1" status: 200 len: 896 time: 0.0820274 Mar 28 01:39:03.937663 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-5779f775-33c4-47ff-b350-b651b33ece3f req-2c97f34e-9593-4a2e-99d1-12a5a451d0de service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=06fe89b5-b293-4698-be7f-673f8fe78a54 HTTP/1.1" status: 200 len: 1001 time: 0.0606630 Mar 28 01:39:03.983891 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5779f775-33c4-47ff-b350-b651b33ece3f req-6836bb68-7723-4d82-9528-3bb328c3080b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:39:03.985280 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-5779f775-33c4-47ff-b350-b651b33ece3f req-6836bb68-7723-4d82-9528-3bb328c3080b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7b03f8ca-2f3b-4384-90fc-997fcfcb3e6f HTTP/1.1" status: 200 len: 834 time: 0.0413585 Mar 28 01:39:04.032471 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5779f775-33c4-47ff-b350-b651b33ece3f req-ad6d5b82-8857-4dbb-93a7-37a68dcc6127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:39:04.033937 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-5779f775-33c4-47ff-b350-b651b33ece3f req-ad6d5b82-8857-4dbb-93a7-37a68dcc6127 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=edbff6ee-940b-4bf1-9371-06198b697a23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0428650 Mar 28 01:39:04.122177 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-5779f775-33c4-47ff-b350-b651b33ece3f req-c8e627e7-c7f9-4628-8884-de82eb89549a service neutron] 10.222.0.10 "GET /v2.0/networks/edbff6ee-940b-4bf1-9371-06198b697a23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811129 Mar 28 01:39:04.207513 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-5779f775-33c4-47ff-b350-b651b33ece3f req-8cbdd3d0-749b-423a-9597-1da14071e69d service neutron] 10.222.0.10 "GET /v2.0/networks/edbff6ee-940b-4bf1-9371-06198b697a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793190 Mar 28 01:39:04.843377 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.agents_db [None req-9a1d863f-391a-42f4-9870-e8292b919beb None None] Agent healthcheck: found 6 active agents {{(pid=104101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 01:39:11.476890 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b1c1335-2cd0-477c-bf74-ae49236aef6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:13.640308 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-15045478-93b5-426c-9899-c14d99c53e6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:14.898448 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:16.349298 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:17.091026 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 33310) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:39:17.252551 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-ba005272-cdd1-4df6-9f3b-ae1bbce71c4d tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Deleting port de70f616-95b3-4ca9-af4a-699231db3ac6 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:39:17.252891 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ba005272-cdd1-4df6-9f3b-ae1bbce71c4d tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (de70f616-95b3-4ca9-af4a-699231db3ac6), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:17.328834 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ba005272-cdd1-4df6-9f3b-ae1bbce71c4d tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (de70f616-95b3-4ca9-af4a-699231db3ac6), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:17.329152 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ba005272-cdd1-4df6-9f3b-ae1bbce71c4d tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for floatingip (de70f616-95b3-4ca9-af4a-699231db3ac6), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:17.341500 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-ba005272-cdd1-4df6-9f3b-ae1bbce71c4d tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Calling delete_port for de70f616-95b3-4ca9-af4a-699231db3ac6 owned by network:floatingip {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:39:17.520786 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ba005272-cdd1-4df6-9f3b-ae1bbce71c4d tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (de70f616-95b3-4ca9-af4a-699231db3ac6), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:17.546365 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba005272-cdd1-4df6-9f3b-ae1bbce71c4d tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Pushing event deleted for resources: {'Port': ['ID=de70f616-95b3-4ca9-af4a-699231db3ac6,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:39:17.557413 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba005272-cdd1-4df6-9f3b-ae1bbce71c4d tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:39:17.557750 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba005272-cdd1-4df6-9f3b-ae1bbce71c4d tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:39:17.558821 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba005272-cdd1-4df6-9f3b-ae1bbce71c4d tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:39:17.559347 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba005272-cdd1-4df6-9f3b-ae1bbce71c4d tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:39:17.559702 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba005272-cdd1-4df6-9f3b-ae1bbce71c4d tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:39:17.560064 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba005272-cdd1-4df6-9f3b-ae1bbce71c4d tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:39:17.560411 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba005272-cdd1-4df6-9f3b-ae1bbce71c4d tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:39:17.560746 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba005272-cdd1-4df6-9f3b-ae1bbce71c4d tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:39:17.561078 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba005272-cdd1-4df6-9f3b-ae1bbce71c4d tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:39:17.561462 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba005272-cdd1-4df6-9f3b-ae1bbce71c4d tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:39:17.562388 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba005272-cdd1-4df6-9f3b-ae1bbce71c4d tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:39:17.562720 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba005272-cdd1-4df6-9f3b-ae1bbce71c4d tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:39:17.563047 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba005272-cdd1-4df6-9f3b-ae1bbce71c4d tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:39:17.563373 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba005272-cdd1-4df6-9f3b-ae1bbce71c4d tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:39:17.563702 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba005272-cdd1-4df6-9f3b-ae1bbce71c4d tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:39:17.624695 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ba005272-cdd1-4df6-9f3b-ae1bbce71c4d tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for floatingip (8d0f00f4-388c-4282-a3c2-e3a0b48d0592), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:17.625090 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.l3_db [None req-ba005272-cdd1-4df6-9f3b-ae1bbce71c4d tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Floating IP 8d0f00f4-388c-4282-a3c2-e3a0b48d0592 disassociated (deleted). External IP: 172.26.1.103, port: 06fe89b5-b293-4698-be7f-673f8fe78a54. Mar 28 01:39:17.870602 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:18.129261 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba005272-cdd1-4df6-9f3b-ae1bbce71c4d tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Router 3d83aa86-5bb6-4b01-851c-d7043a1d7646 has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:39:18.238253 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba005272-cdd1-4df6-9f3b-ae1bbce71c4d tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:39:18.243013 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ba005272-cdd1-4df6-9f3b-ae1bbce71c4d tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for floatingip (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:18.247471 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82c1bd8-9813-4421-a386-556791996384 None None] Sync routers for ids ['3d83aa86-5bb6-4b01-851c-d7043a1d7646'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:39:18.256837 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82c1bd8-9813-4421-a386-556791996384 None None] Routers {'3d83aa86-5bb6-4b01-851c-d7043a1d7646'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:39:18.257443 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-d82c1bd8-9813-4421-a386-556791996384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:39:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['3d83aa86-5bb6-4b01-851c-d7043a1d7646'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:39:18.272127 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-ba005272-cdd1-4df6-9f3b-ae1bbce71c4d tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "DELETE /v2.0/floatingips/8d0f00f4-388c-4282-a3c2-e3a0b48d0592 HTTP/1.1" status: 204 len: 168 time: 1.1799643 Mar 28 01:39:18.273055 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '387ccfa2-fba8-4e54-9024-54cf008db5ac', 'tag': '06fe89b5-b293-4698-be7f-673f8fe78a54'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:39:18.275348 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2af4b01a9fa8b1570ccf1d7859d693ad34c106b258078e9cfae86b97f35e3d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75163b01-fdd8-49f1-b312-fb0d04d66208" -d '{"events": [{"name": "network-changed", "server_uuid": "387ccfa2-fba8-4e54-9024-54cf008db5ac", "tag": "06fe89b5-b293-4698-be7f-673f8fe78a54"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:39:18.314678 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 01:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6909175a-3f85-41a0-9749-3147d99ce5a6 x-openstack-request-id: req-6909175a-3f85-41a0-9749-3147d99ce5a6 {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:39:18.315087 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "387ccfa2-fba8-4e54-9024-54cf008db5ac", "tag": "06fe89b5-b293-4698-be7f-673f8fe78a54", "status": "completed", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:39:18.315403 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6909175a-3f85-41a0-9749-3147d99ce5a6 {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:39:18.315894 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6909175a-3f85-41a0-9749-3147d99ce5a6'] response: {'name': 'network-changed', 'server_uuid': '387ccfa2-fba8-4e54-9024-54cf008db5ac', 'tag': '06fe89b5-b293-4698-be7f-673f8fe78a54', 'status': 'completed', 'code': 200} Mar 28 01:39:18.390394 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75163b01-fdd8-49f1-b312-fb0d04d66208 req-02d7924b-7588-41ef-95cc-856d69e21f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:39:18.391828 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-75163b01-fdd8-49f1-b312-fb0d04d66208 req-02d7924b-7588-41ef-95cc-856d69e21f9f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2961ca1eab8443d3977a60308ef2e35a&device_id=387ccfa2-fba8-4e54-9024-54cf008db5ac HTTP/1.1" status: 200 len: 1129 time: 0.0531583 Mar 28 01:39:18.462408 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-d82c1bd8-9813-4421-a386-556791996384 None None] Set router 3d83aa86-5bb6-4b01-851c-d7043a1d7646 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:39:18.518717 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75163b01-fdd8-49f1-b312-fb0d04d66208 req-dfb506a5-4d3f-4bce-8dc4-697df8f80a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:39:18.520222 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-75163b01-fdd8-49f1-b312-fb0d04d66208 req-dfb506a5-4d3f-4bce-8dc4-697df8f80a24 service neutron] 10.222.0.10 "GET /v2.0/networks?id=edbff6ee-940b-4bf1-9371-06198b697a23 HTTP/1.1" status: 200 len: 896 time: 0.1219923 Mar 28 01:39:18.565590 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-75163b01-fdd8-49f1-b312-fb0d04d66208 req-e67584c9-a655-4b2e-848a-f29374be74d5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=06fe89b5-b293-4698-be7f-673f8fe78a54 HTTP/1.1" status: 200 len: 217 time: 0.0387435 Mar 28 01:39:18.573544 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3d01a0-e23f-4e6b-8e7b-9ca7ce29d224 req-0509ed90-5d0c-463f-af7b-b9041c1ef147 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:39:18.574944 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7d3d01a0-e23f-4e6b-8e7b-9ca7ce29d224 req-0509ed90-5d0c-463f-af7b-b9041c1ef147 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=387ccfa2-fba8-4e54-9024-54cf008db5ac HTTP/1.1" status: 200 len: 945 time: 0.1124523 Mar 28 01:39:18.636184 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75163b01-fdd8-49f1-b312-fb0d04d66208 req-1fc84c8a-297b-49a9-b668-4580e3cff906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:39:18.637626 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-75163b01-fdd8-49f1-b312-fb0d04d66208 req-1fc84c8a-297b-49a9-b668-4580e3cff906 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7b03f8ca-2f3b-4384-90fc-997fcfcb3e6f HTTP/1.1" status: 200 len: 834 time: 0.0618553 Mar 28 01:39:18.657845 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-d82c1bd8-9813-4421-a386-556791996384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d83aa86-5bb6-4b01-851c-d7043a1d7646', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1061736536', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.229'}], 'enable_snat': True}, 'gw_port_id': 'efe76cdc-01f1-4940-8b4f-206fdf920eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:37:37Z', 'updated_at': '2022-03-28T01:37:40Z', 'revision_number': 4, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'gw_port': {'id': 'efe76cdc-01f1-4940-8b4f-206fdf920eb7', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d83aa86-5bb6-4b01-851c-d7043a1d7646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:37:37Z', 'updated_at': '2022-03-28T01:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': '0548f5ea-da7b-46a7-8b43-1c735f310601', 'name': '', 'network_id': 'edbff6ee-940b-4bf1-9371-06198b697a23', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'mac_address': 'fa:16:3e:bc:b0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d83aa86-5bb6-4b01-851c-d7043a1d7646', 'device_owner': 'network:router_interface', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '7b03f8ca-2f3b-4384-90fc-997fcfcb3e6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:37:40Z', 'updated_at': '2022-03-28T01:37:43Z', 'revision_number': 5, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'subnets': [{'id': '7b03f8ca-2f3b-4384-90fc-997fcfcb3e6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:39:18.683890 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7d3d01a0-e23f-4e6b-8e7b-9ca7ce29d224 req-d155bf09-5410-4011-b0d6-c5d144677c3e tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/security-groups?id=045ab966-d59c-46ef-ba73-137eadd05d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995159 Mar 28 01:39:18.687642 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82c1bd8-9813-4421-a386-556791996384 None None] Checking router: 3d83aa86-5bb6-4b01-851c-d7043a1d7646 for host: dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:39:18.701373 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75163b01-fdd8-49f1-b312-fb0d04d66208 req-d0daef27-e74d-487d-9849-1e1364b478e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:39:18.703500 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-75163b01-fdd8-49f1-b312-fb0d04d66208 req-d0daef27-e74d-487d-9849-1e1364b478e2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=edbff6ee-940b-4bf1-9371-06198b697a23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0577159 Mar 28 01:39:18.707607 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82c1bd8-9813-4421-a386-556791996384 None None] Routers {'3d83aa86-5bb6-4b01-851c-d7043a1d7646'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:39:18.708269 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-d82c1bd8-9813-4421-a386-556791996384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:39:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['3d83aa86-5bb6-4b01-851c-d7043a1d7646'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:39:18.794762 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-75163b01-fdd8-49f1-b312-fb0d04d66208 req-1f39773e-3f10-4b69-afa3-c3e048e49de8 service neutron] 10.222.0.10 "GET /v2.0/networks/edbff6ee-940b-4bf1-9371-06198b697a23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833626 Mar 28 01:39:18.818019 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-d82c1bd8-9813-4421-a386-556791996384 None None] Set router 3d83aa86-5bb6-4b01-851c-d7043a1d7646 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:39:18.888339 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-75163b01-fdd8-49f1-b312-fb0d04d66208 req-3c4f63c5-6f04-4db4-b22b-813f52159443 service neutron] 10.222.0.10 "GET /v2.0/networks/edbff6ee-940b-4bf1-9371-06198b697a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876310 Mar 28 01:39:19.013295 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-d82c1bd8-9813-4421-a386-556791996384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d83aa86-5bb6-4b01-851c-d7043a1d7646', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1061736536', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.229'}], 'enable_snat': True}, 'gw_port_id': 'efe76cdc-01f1-4940-8b4f-206fdf920eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:37:37Z', 'updated_at': '2022-03-28T01:37:40Z', 'revision_number': 4, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'gw_port': {'id': 'efe76cdc-01f1-4940-8b4f-206fdf920eb7', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d83aa86-5bb6-4b01-851c-d7043a1d7646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:37:37Z', 'updated_at': '2022-03-28T01:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': '0548f5ea-da7b-46a7-8b43-1c735f310601', 'name': '', 'network_id': 'edbff6ee-940b-4bf1-9371-06198b697a23', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'mac_address': 'fa:16:3e:bc:b0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d83aa86-5bb6-4b01-851c-d7043a1d7646', 'device_owner': 'network:router_interface', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '7b03f8ca-2f3b-4384-90fc-997fcfcb3e6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:37:40Z', 'updated_at': '2022-03-28T01:37:43Z', 'revision_number': 5, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'subnets': [{'id': '7b03f8ca-2f3b-4384-90fc-997fcfcb3e6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:39:19.038742 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82c1bd8-9813-4421-a386-556791996384 None None] The sync data for ids ['3d83aa86-5bb6-4b01-851c-d7043a1d7646'] in dv-neutron-834874-6-hyperv is: [{'id': '3d83aa86-5bb6-4b01-851c-d7043a1d7646', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1061736536', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.229'}], 'enable_snat': True}, 'gw_port_id': 'efe76cdc-01f1-4940-8b4f-206fdf920eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:37:37Z', 'updated_at': '2022-03-28T01:37:40Z', 'revision_number': 4, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'gw_port': {'id': 'efe76cdc-01f1-4940-8b4f-206fdf920eb7', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d83aa86-5bb6-4b01-851c-d7043a1d7646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:37:37Z', 'updated_at': '2022-03-28T01:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': '0548f5ea-da7b-46a7-8b43-1c735f310601', 'name': '', 'network_id': 'edbff6ee-940b-4bf1-9371-06198b697a23', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'mac_address': 'fa:16:3e:bc:b0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d83aa86-5bb6-4b01-851c-d7043a1d7646', 'device_owner': 'network:router_interface', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '7b03f8ca-2f3b-4384-90fc-997fcfcb3e6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:37:40Z', 'updated_at': '2022-03-28T01:37:43Z', 'revision_number': 5, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'subnets': [{'id': '7b03f8ca-2f3b-4384-90fc-997fcfcb3e6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:39:19.251521 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3da2618-f4da-4a12-8329-99540076d00f None None] New status for floating IP 8d0f00f4-388c-4282-a3c2-e3a0b48d0592: DOWN {{(pid=104100) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 01:39:19.804204 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a4405a-5f79-4054-ae86-b7b936c26a83 req-e68fff86-809a-4f60-9335-d1fbafa1e60f tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:39:19.805676 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-79a4405a-5f79-4054-ae86-b7b936c26a83 req-e68fff86-809a-4f60-9335-d1fbafa1e60f tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=387ccfa2-fba8-4e54-9024-54cf008db5ac HTTP/1.1" status: 200 len: 945 time: 0.0520823 Mar 28 01:39:19.854053 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-79a4405a-5f79-4054-ae86-b7b936c26a83 req-7707596c-d504-4125-bfe8-4d8d23b1155a tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/security-groups?id=045ab966-d59c-46ef-ba73-137eadd05d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427837 Mar 28 01:39:20.157816 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289b3905-2f7f-4470-a1cd-3e88ce58ecee req-ceb1e23d-8674-4bbc-b536-b51e786c71fb tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:39:20.159272 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-289b3905-2f7f-4470-a1cd-3e88ce58ecee req-ceb1e23d-8674-4bbc-b536-b51e786c71fb tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.10 "GET /v2.0/ports?device_id=387ccfa2-fba8-4e54-9024-54cf008db5ac HTTP/1.1" status: 200 len: 945 time: 0.0526004 Mar 28 01:39:20.252390 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [req-289b3905-2f7f-4470-a1cd-3e88ce58ecee req-648b4273-3e85-4610-a920-90afd05d3962 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Deleting port 06fe89b5-b293-4698-be7f-673f8fe78a54 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:39:20.252735 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-289b3905-2f7f-4470-a1cd-3e88ce58ecee req-648b4273-3e85-4610-a920-90afd05d3962 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (06fe89b5-b293-4698-be7f-673f8fe78a54), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:20.338748 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-289b3905-2f7f-4470-a1cd-3e88ce58ecee req-648b4273-3e85-4610-a920-90afd05d3962 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] For port 06fe89b5-b293-4698-be7f-673f8fe78a54, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=06fe89b5-b293-4698-be7f-673f8fe78a54,segment=NetworkSegment(42df5b67-a6c5-41a0-b1bf-3a7f382f6fbb),segment_id=42df5b67-a6c5-41a0-b1bf-3a7f382f6fbb)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:39:20.339031 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-289b3905-2f7f-4470-a1cd-3e88ce58ecee req-648b4273-3e85-4610-a920-90afd05d3962 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (06fe89b5-b293-4698-be7f-673f8fe78a54), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:20.351557 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [req-289b3905-2f7f-4470-a1cd-3e88ce58ecee req-648b4273-3e85-4610-a920-90afd05d3962 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Calling delete_port for 06fe89b5-b293-4698-be7f-673f8fe78a54 owned by compute:nova {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:39:20.478633 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-289b3905-2f7f-4470-a1cd-3e88ce58ecee req-648b4273-3e85-4610-a920-90afd05d3962 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (06fe89b5-b293-4698-be7f-673f8fe78a54), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:20.507302 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648b4273-3e85-4610-a920-90afd05d3962 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Pushing event deleted for resources: {'Port': ['ID=06fe89b5-b293-4698-be7f-673f8fe78a54,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:39:20.554936 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [req-289b3905-2f7f-4470-a1cd-3e88ce58ecee req-648b4273-3e85-4610-a920-90afd05d3962 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] No DVR routers for this DVR port 06fe89b5-b293-4698-be7f-673f8fe78a54 on host hv-neutron-8348 {{(pid=104099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:39:20.557526 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-289b3905-2f7f-4470-a1cd-3e88ce58ecee req-648b4273-3e85-4610-a920-90afd05d3962 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:20.560902 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-289b3905-2f7f-4470-a1cd-3e88ce58ecee req-648b4273-3e85-4610-a920-90afd05d3962 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.10 "DELETE /v2.0/ports/06fe89b5-b293-4698-be7f-673f8fe78a54 HTTP/1.1" status: 204 len: 173 time: 0.3965299 Mar 28 01:39:20.561989 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '387ccfa2-fba8-4e54-9024-54cf008db5ac', 'name': 'network-vif-deleted', 'tag': '06fe89b5-b293-4698-be7f-673f8fe78a54'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:39:20.564297 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2af4b01a9fa8b1570ccf1d7859d693ad34c106b258078e9cfae86b97f35e3d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a5b2ac3-3c50-40f1-9e70-49a40a7da30a" -d '{"events": [{"server_uuid": "387ccfa2-fba8-4e54-9024-54cf008db5ac", "name": "network-vif-deleted", "tag": "06fe89b5-b293-4698-be7f-673f8fe78a54"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:39:20.599896 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 01:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a56a448f-35e2-4014-afca-7ff3f6643781 x-openstack-request-id: req-a56a448f-35e2-4014-afca-7ff3f6643781 {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:39:20.600300 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "387ccfa2-fba8-4e54-9024-54cf008db5ac", "name": "network-vif-deleted", "tag": "06fe89b5-b293-4698-be7f-673f8fe78a54", "status": "completed", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:39:20.600597 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a56a448f-35e2-4014-afca-7ff3f6643781 {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:39:20.601001 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a56a448f-35e2-4014-afca-7ff3f6643781'] response: {'server_uuid': '387ccfa2-fba8-4e54-9024-54cf008db5ac', 'name': 'network-vif-deleted', 'tag': '06fe89b5-b293-4698-be7f-673f8fe78a54', 'status': 'completed', 'code': 200} Mar 28 01:39:20.962648 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-1c523b31-3279-4dfd-ada7-85dce6da51f4 req-d115a0c4-fc1b-4d6a-8c00-c0c2c7bbf1b8 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=387ccfa2-fba8-4e54-9024-54cf008db5ac HTTP/1.1" status: 200 len: 210 time: 0.0288320 Mar 28 01:39:22.019797 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 33326) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:39:22.376893 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8998bffa-c57f-4227-80d6-b269d5dc6e9c tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3686527'] for router_interface (3d83aa86-5bb6-4b01-851c-d7043a1d7646), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:22.627123 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-8998bffa-c57f-4227-80d6-b269d5dc6e9c tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Deleting port 0548f5ea-da7b-46a7-8b43-1c735f310601 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:39:22.627378 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8998bffa-c57f-4227-80d6-b269d5dc6e9c tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (0548f5ea-da7b-46a7-8b43-1c735f310601), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:22.712692 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-8998bffa-c57f-4227-80d6-b269d5dc6e9c tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] For port 0548f5ea-da7b-46a7-8b43-1c735f310601, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=0548f5ea-da7b-46a7-8b43-1c735f310601,segment=NetworkSegment(42df5b67-a6c5-41a0-b1bf-3a7f382f6fbb),segment_id=42df5b67-a6c5-41a0-b1bf-3a7f382f6fbb)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:39:22.713051 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8998bffa-c57f-4227-80d6-b269d5dc6e9c tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (0548f5ea-da7b-46a7-8b43-1c735f310601), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:22.725754 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-8998bffa-c57f-4227-80d6-b269d5dc6e9c tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Calling delete_port for 0548f5ea-da7b-46a7-8b43-1c735f310601 owned by network:router_interface {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:39:22.913394 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8998bffa-c57f-4227-80d6-b269d5dc6e9c tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (0548f5ea-da7b-46a7-8b43-1c735f310601), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:22.943653 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8998bffa-c57f-4227-80d6-b269d5dc6e9c tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Pushing event deleted for resources: {'Port': ['ID=0548f5ea-da7b-46a7-8b43-1c735f310601,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:39:23.120878 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8998bffa-c57f-4227-80d6-b269d5dc6e9c tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3725912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3690191'] for router_interface (3d83aa86-5bb6-4b01-851c-d7043a1d7646), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:23.337434 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8998bffa-c57f-4227-80d6-b269d5dc6e9c tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Router 3d83aa86-5bb6-4b01-851c-d7043a1d7646 has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:39:23.445539 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8998bffa-c57f-4227-80d6-b269d5dc6e9c tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:39:23.450803 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-8998bffa-c57f-4227-80d6-b269d5dc6e9c tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "PUT /v2.0/routers/3d83aa86-5bb6-4b01-851c-d7043a1d7646/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4299238 Mar 28 01:39:23.453976 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 33328) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:39:23.456282 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd544c29-9eea-4849-b16d-a7a3b33c01bb None None] Sync routers for ids ['3d83aa86-5bb6-4b01-851c-d7043a1d7646'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:39:23.465750 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd544c29-9eea-4849-b16d-a7a3b33c01bb None None] Routers {'3d83aa86-5bb6-4b01-851c-d7043a1d7646'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:39:23.466374 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-dd544c29-9eea-4849-b16d-a7a3b33c01bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:39:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['3d83aa86-5bb6-4b01-851c-d7043a1d7646'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:39:23.503451 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_v2 [None req-50452626-d4be-4d7b-873b-0b15d206ee10 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Deleting subnet 7b03f8ca-2f3b-4384-90fc-997fcfcb3e6f {{(pid=104099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:39:23.506488 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-50452626-d4be-4d7b-873b-0b15d206ee10 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for subnet (7b03f8ca-2f3b-4384-90fc-997fcfcb3e6f), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:23.545866 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-50452626-d4be-4d7b-873b-0b15d206ee10 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126946639'] for subnet (7b03f8ca-2f3b-4384-90fc-997fcfcb3e6f), precommit_delete_associations {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:23.572174 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-dd544c29-9eea-4849-b16d-a7a3b33c01bb None None] Set router 3d83aa86-5bb6-4b01-851c-d7043a1d7646 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:39:23.630651 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-50452626-d4be-4d7b-873b-0b15d206ee10 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (7b03f8ca-2f3b-4384-90fc-997fcfcb3e6f), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:23.688739 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-50452626-d4be-4d7b-873b-0b15d206ee10 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127282766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126757793'] for subnet (7b03f8ca-2f3b-4384-90fc-997fcfcb3e6f), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:23.715632 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50452626-d4be-4d7b-873b-0b15d206ee10 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Pushing event deleted for resources: {'Subnet': ['ID=7b03f8ca-2f3b-4384-90fc-997fcfcb3e6f,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:39:23.721407 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-50452626-d4be-4d7b-873b-0b15d206ee10 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:23.724610 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-50452626-d4be-4d7b-873b-0b15d206ee10 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "DELETE /v2.0/subnets/7b03f8ca-2f3b-4384-90fc-997fcfcb3e6f HTTP/1.1" status: 204 len: 168 time: 0.2697093 Mar 28 01:39:23.727360 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 33330) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:39:23.727963 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0cadf59-69c2-4360-8b19-4f0334225010 None None] Network edbff6ee-940b-4bf1-9371-06198b697a23 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:39:23.755399 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-dd544c29-9eea-4849-b16d-a7a3b33c01bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d83aa86-5bb6-4b01-851c-d7043a1d7646', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1061736536', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.229'}], 'enable_snat': True}, 'gw_port_id': 'efe76cdc-01f1-4940-8b4f-206fdf920eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:37:37Z', 'updated_at': '2022-03-28T01:39:22Z', 'revision_number': 5, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'gw_port': {'id': 'efe76cdc-01f1-4940-8b4f-206fdf920eb7', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d83aa86-5bb6-4b01-851c-d7043a1d7646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:37:37Z', 'updated_at': '2022-03-28T01:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:39:23.783007 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd544c29-9eea-4849-b16d-a7a3b33c01bb None None] Checking router: 3d83aa86-5bb6-4b01-851c-d7043a1d7646 for host: dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:39:23.791361 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd544c29-9eea-4849-b16d-a7a3b33c01bb None None] Routers {'3d83aa86-5bb6-4b01-851c-d7043a1d7646'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:39:23.791972 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-dd544c29-9eea-4849-b16d-a7a3b33c01bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:39:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['3d83aa86-5bb6-4b01-851c-d7043a1d7646'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:39:23.839974 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9c9261cf-1944-455e-b239-aec84f5d3ea6 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for router (3d83aa86-5bb6-4b01-851c-d7043a1d7646), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:23.901599 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-dd544c29-9eea-4849-b16d-a7a3b33c01bb None None] Set router 3d83aa86-5bb6-4b01-851c-d7043a1d7646 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:39:23.902848 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed179d9b-033d-46bf-9d07-cadce79ac01d None None] DHCP port deletion for edbff6ee-940b-4bf1-9371-06198b697a23 request from dv-neutron-834874-6-hyperv {{(pid=104100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 01:39:23.956912 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9c9261cf-1944-455e-b239-aec84f5d3ea6 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for router_gateway (3d83aa86-5bb6-4b01-851c-d7043a1d7646), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:23.961668 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ed179d9b-033d-46bf-9d07-cadce79ac01d None None] Deleting port ed824b33-1aec-42d4-8bbc-12e87da6dba6 {{(pid=104100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:39:23.962041 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ed179d9b-033d-46bf-9d07-cadce79ac01d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (ed824b33-1aec-42d4-8bbc-12e87da6dba6), before_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:24.010641 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-9c9261cf-1944-455e-b239-aec84f5d3ea6 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Deleting port efe76cdc-01f1-4940-8b4f-206fdf920eb7 {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:39:24.011062 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9c9261cf-1944-455e-b239-aec84f5d3ea6 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (efe76cdc-01f1-4940-8b4f-206fdf920eb7), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:24.031380 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-ed179d9b-033d-46bf-9d07-cadce79ac01d None None] For port ed824b33-1aec-42d4-8bbc-12e87da6dba6, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=ed824b33-1aec-42d4-8bbc-12e87da6dba6,segment=NetworkSegment(42df5b67-a6c5-41a0-b1bf-3a7f382f6fbb),segment_id=42df5b67-a6c5-41a0-b1bf-3a7f382f6fbb)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:39:24.031780 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ed179d9b-033d-46bf-9d07-cadce79ac01d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (ed824b33-1aec-42d4-8bbc-12e87da6dba6), precommit_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:24.043794 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ed179d9b-033d-46bf-9d07-cadce79ac01d None None] Calling delete_port for ed824b33-1aec-42d4-8bbc-12e87da6dba6 owned by network:dhcp {{(pid=104100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:39:24.089082 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-dd544c29-9eea-4849-b16d-a7a3b33c01bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d83aa86-5bb6-4b01-851c-d7043a1d7646', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1061736536', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.229'}], 'enable_snat': True}, 'gw_port_id': 'efe76cdc-01f1-4940-8b4f-206fdf920eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:37:37Z', 'updated_at': '2022-03-28T01:39:22Z', 'revision_number': 5, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'gw_port': {'id': 'efe76cdc-01f1-4940-8b4f-206fdf920eb7', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d83aa86-5bb6-4b01-851c-d7043a1d7646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:37:37Z', 'updated_at': '2022-03-28T01:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:39:24.097852 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.db [None req-9c9261cf-1944-455e-b239-aec84f5d3ea6 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] For port efe76cdc-01f1-4940-8b4f-206fdf920eb7, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=efe76cdc-01f1-4940-8b4f-206fdf920eb7,segment=NetworkSegment(b6f00c62-aca5-4c73-8989-c04c396daeed),segment_id=b6f00c62-aca5-4c73-8989-c04c396daeed)] {{(pid=104098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:39:24.098204 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9c9261cf-1944-455e-b239-aec84f5d3ea6 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (efe76cdc-01f1-4940-8b4f-206fdf920eb7), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:24.112689 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-9c9261cf-1944-455e-b239-aec84f5d3ea6 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Calling delete_port for efe76cdc-01f1-4940-8b4f-206fdf920eb7 owned by network:router_gateway {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:39:24.124831 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd544c29-9eea-4849-b16d-a7a3b33c01bb None None] The sync data for ids ['3d83aa86-5bb6-4b01-851c-d7043a1d7646'] in dv-neutron-834874-6-hyperv is: [{'id': '3d83aa86-5bb6-4b01-851c-d7043a1d7646', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1061736536', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.229'}], 'enable_snat': True}, 'gw_port_id': 'efe76cdc-01f1-4940-8b4f-206fdf920eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:37:37Z', 'updated_at': '2022-03-28T01:39:22Z', 'revision_number': 5, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'gw_port': {'id': 'efe76cdc-01f1-4940-8b4f-206fdf920eb7', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d83aa86-5bb6-4b01-851c-d7043a1d7646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:37:37Z', 'updated_at': '2022-03-28T01:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:39:24.129270 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ed179d9b-033d-46bf-9d07-cadce79ac01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886'] for port (ed824b33-1aec-42d4-8bbc-12e87da6dba6), after_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:24.158658 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed179d9b-033d-46bf-9d07-cadce79ac01d None None] Pushing event deleted for resources: {'Port': ['ID=ed824b33-1aec-42d4-8bbc-12e87da6dba6,revision_number=None']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:39:24.160651 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed179d9b-033d-46bf-9d07-cadce79ac01d None None] No DVR routers for this DVR port ed824b33-1aec-42d4-8bbc-12e87da6dba6 on host dv-neutron-834874-6-hyperv {{(pid=104100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:39:24.290333 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9c9261cf-1944-455e-b239-aec84f5d3ea6 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (efe76cdc-01f1-4940-8b4f-206fdf920eb7), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:24.317264 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9261cf-1944-455e-b239-aec84f5d3ea6 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Pushing event deleted for resources: {'Port': ['ID=efe76cdc-01f1-4940-8b4f-206fdf920eb7,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:39:24.342414 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9261cf-1944-455e-b239-aec84f5d3ea6 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:39:24.342762 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9261cf-1944-455e-b239-aec84f5d3ea6 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:39:24.343107 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9261cf-1944-455e-b239-aec84f5d3ea6 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:39:24.343461 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9261cf-1944-455e-b239-aec84f5d3ea6 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:39:24.343780 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9261cf-1944-455e-b239-aec84f5d3ea6 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:39:24.344136 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9261cf-1944-455e-b239-aec84f5d3ea6 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:39:24.344468 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9261cf-1944-455e-b239-aec84f5d3ea6 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:39:24.344795 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9261cf-1944-455e-b239-aec84f5d3ea6 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:39:24.345120 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9261cf-1944-455e-b239-aec84f5d3ea6 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:39:24.345446 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9261cf-1944-455e-b239-aec84f5d3ea6 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:39:24.345772 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9261cf-1944-455e-b239-aec84f5d3ea6 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:39:24.346096 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9261cf-1944-455e-b239-aec84f5d3ea6 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:39:24.346417 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9261cf-1944-455e-b239-aec84f5d3ea6 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:39:24.346738 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9261cf-1944-455e-b239-aec84f5d3ea6 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:39:24.347066 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9261cf-1944-455e-b239-aec84f5d3ea6 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:39:24.385018 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9c9261cf-1944-455e-b239-aec84f5d3ea6 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3687989'] for router_gateway (3d83aa86-5bb6-4b01-851c-d7043a1d7646), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:24.476773 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9c9261cf-1944-455e-b239-aec84f5d3ea6 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7151'] for router (3d83aa86-5bb6-4b01-851c-d7043a1d7646), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:24.478868 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9c9261cf-1944-455e-b239-aec84f5d3ea6 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for router_controller (3d83aa86-5bb6-4b01-851c-d7043a1d7646), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:24.523747 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9c9261cf-1944-455e-b239-aec84f5d3ea6 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689686'] for router (3d83aa86-5bb6-4b01-851c-d7043a1d7646), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:24.524348 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c9261cf-1944-455e-b239-aec84f5d3ea6 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Fanout notify agent at l3_agent the message router_deleted on router 3d83aa86-5bb6-4b01-851c-d7043a1d7646 {{(pid=104098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 01:39:24.531718 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9c9261cf-1944-455e-b239-aec84f5d3ea6 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for router (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:24.532892 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-9c9261cf-1944-455e-b239-aec84f5d3ea6 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "DELETE /v2.0/routers/3d83aa86-5bb6-4b01-851c-d7043a1d7646 HTTP/1.1" status: 204 len: 168 time: 0.8035610 Mar 28 01:39:24.535649 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 33332) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:39:24.553351 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device ed824b33-1aec-42d4-8bbc-12e87da6dba6 no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:39:24.575076 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: ed824b33-1aec-42d4-8bbc-12e87da6dba6 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:39:24.575596 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device ed824b33-1aec-42d4-8bbc-12e87da6dba6 not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:39:24.616844 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a77ad6d6-f417-4a95-b79f-c6e6467ff5fa tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (edbff6ee-940b-4bf1-9371-06198b697a23), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:24.719389 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device 06fe89b5-b293-4698-be7f-673f8fe78a54 no longer exists at agent hyperv_hv-neutron-8348 {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:39:24.743530 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] No Port match for: 06fe89b5-b293-4698-be7f-673f8fe78a54 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:39:24.744222 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device 06fe89b5-b293-4698-be7f-673f8fe78a54 not bound to the agent host hv-neutron-8348 {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:39:24.973452 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a77ad6d6-f417-4a95-b79f-c6e6467ff5fa tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (edbff6ee-940b-4bf1-9371-06198b697a23), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:24.991914 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-a77ad6d6-f417-4a95-b79f-c6e6467ff5fa tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edbff6ee-940b-4bf1-9371-06198b697a23']}} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:39:25.000556 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-a77ad6d6-f417-4a95-b79f-c6e6467ff5fa tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42df5b67-a6c5-41a0-b1bf-3a7f382f6fbb') {'for_net_delete': True} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:39:25.000847 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-a77ad6d6-f417-4a95-b79f-c6e6467ff5fa tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42df5b67-a6c5-41a0-b1bf-3a7f382f6fbb') {} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:39:25.009592 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a77ad6d6-f417-4a95-b79f-c6e6467ff5fa tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126443583'] for segment (42df5b67-a6c5-41a0-b1bf-3a7f382f6fbb), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:25.022748 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a77ad6d6-f417-4a95-b79f-c6e6467ff5fa tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (42df5b67-a6c5-41a0-b1bf-3a7f382f6fbb), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:25.028317 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a77ad6d6-f417-4a95-b79f-c6e6467ff5fa tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=104098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:39:25.028692 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a77ad6d6-f417-4a95-b79f-c6e6467ff5fa tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126177251'] for segment (42df5b67-a6c5-41a0-b1bf-3a7f382f6fbb), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:25.032139 dv-neutron-834874-6-hyperv neutron-server[104098]: Traceback (most recent call last): Mar 28 01:39:25.032139 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:39:25.032139 dv-neutron-834874-6-hyperv neutron-server[104098]: timer() Mar 28 01:39:25.032139 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:39:25.032139 dv-neutron-834874-6-hyperv neutron-server[104098]: cb(*args, **kw) Mar 28 01:39:25.032139 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:39:25.032139 dv-neutron-834874-6-hyperv neutron-server[104098]: return func(*args, **kwargs) Mar 28 01:39:25.032139 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:39:25.032139 dv-neutron-834874-6-hyperv neutron-server[104098]: self._notify() Mar 28 01:39:25.032139 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:39:25.032139 dv-neutron-834874-6-hyperv neutron-server[104098]: self.callback(batched_events) Mar 28 01:39:25.032139 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:39:25.032139 dv-neutron-834874-6-hyperv neutron-server[104098]: event.method(event) Mar 28 01:39:25.032139 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:39:25.032139 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:39:25.032139 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:39:25.032139 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:39:25.032139 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:39:25.032139 dv-neutron-834874-6-hyperv neutron-server[104098]: return f(self, *a, **k) Mar 28 01:39:25.032139 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:39:25.032139 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._get(url).json() Mar 28 01:39:25.032139 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:39:25.032139 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:39:25.032139 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:39:25.032139 dv-neutron-834874-6-hyperv neutron-server[104098]: return self.request(url, 'GET', **kwargs) Mar 28 01:39:25.032139 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:39:25.032139 dv-neutron-834874-6-hyperv neutron-server[104098]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:39:25.032139 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:39:25.032139 dv-neutron-834874-6-hyperv neutron-server[104098]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:39:25.032139 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:39:25.032139 dv-neutron-834874-6-hyperv neutron-server[104098]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:39:25.032139 dv-neutron-834874-6-hyperv neutron-server[104098]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:39:25.087728 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a77ad6d6-f417-4a95-b79f-c6e6467ff5fa tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (edbff6ee-940b-4bf1-9371-06198b697a23), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:25.094878 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a77ad6d6-f417-4a95-b79f-c6e6467ff5fa tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:25.097942 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-a77ad6d6-f417-4a95-b79f-c6e6467ff5fa tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "DELETE /v2.0/networks/edbff6ee-940b-4bf1-9371-06198b697a23 HTTP/1.1" status: 204 len: 168 time: 0.5611024 Mar 28 01:39:25.100874 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 33334) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:39:25.109637 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77ad6d6-f417-4a95-b79f-c6e6467ff5fa tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Pushing event deleted for resources: {'Network': ['ID=edbff6ee-940b-4bf1-9371-06198b697a23,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:39:25.156556 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3673ea8d-6b51-469b-9476-792aa724568c tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for security_group (045ab966-d59c-46ef-ba73-137eadd05d8d), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:25.183967 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3673ea8d-6b51-469b-9476-792aa724568c tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for security_group (045ab966-d59c-46ef-ba73-137eadd05d8d), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:25.249600 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3673ea8d-6b51-469b-9476-792aa724568c tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (045ab966-d59c-46ef-ba73-137eadd05d8d), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:25.252189 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3673ea8d-6b51-469b-9476-792aa724568c tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:25.253399 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-3673ea8d-6b51-469b-9476-792aa724568c tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "DELETE /v2.0/security-groups/045ab966-d59c-46ef-ba73-137eadd05d8d HTTP/1.1" status: 204 len: 168 time: 0.1515043 Mar 28 01:39:25.262830 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3673ea8d-6b51-469b-9476-792aa724568c tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=045ab966-d59c-46ef-ba73-137eadd05d8d,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:39:25.492453 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 33340) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:39:25.497052 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-fa951232-a332-4d59-a71e-f0dabd2913e4 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-983996369', 'description': 'tempest-secgroup-smoke-983996369 description', 'project_id': '2961ca1eab8443d3977a60308ef2e35a'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:39:25.517116 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-fa951232-a332-4d59-a71e-f0dabd2913e4 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:25.579898 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-fa951232-a332-4d59-a71e-f0dabd2913e4 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for security_group (03e811a0-b04e-486c-9051-f1b3dbecb849), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:25.583452 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-fa951232-a332-4d59-a71e-f0dabd2913e4 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (03e811a0-b04e-486c-9051-f1b3dbecb849), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:25.611591 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-fa951232-a332-4d59-a71e-f0dabd2913e4 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:25.612866 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-fa951232-a332-4d59-a71e-f0dabd2913e4 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1192842 Mar 28 01:39:25.615856 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 33342) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:39:25.616885 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa951232-a332-4d59-a71e-f0dabd2913e4 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03e811a0-b04e-486c-9051-f1b3dbecb849,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:39:25.625697 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-9cb03bb6-341c-4f61-8649-b2e36262d5c0 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Request body: {'security_group_rule': {'security_group_id': '03e811a0-b04e-486c-9051-f1b3dbecb849', 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:39:25.650571 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9cb03bb6-341c-4f61-8649-b2e36262d5c0 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for security_group_rule (3da9ca2c-0f79-4a77-b048-683a176ae348), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:25.695467 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9cb03bb6-341c-4f61-8649-b2e36262d5c0 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for security_group_rule (3da9ca2c-0f79-4a77-b048-683a176ae348), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:25.699154 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9cb03bb6-341c-4f61-8649-b2e36262d5c0 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (3da9ca2c-0f79-4a77-b048-683a176ae348), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:25.716070 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb03bb6-341c-4f61-8649-b2e36262d5c0 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3da9ca2c-0f79-4a77-b048-683a176ae348,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:39:25.724086 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9cb03bb6-341c-4f61-8649-b2e36262d5c0 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:25.727439 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-9cb03bb6-341c-4f61-8649-b2e36262d5c0 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1083939 Mar 28 01:39:25.727908 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 33344) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:39:25.732170 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-8b804f87-4595-422e-8072-98ed126ef6e7 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Request body: {'security_group_rule': {'security_group_id': '03e811a0-b04e-486c-9051-f1b3dbecb849', 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:39:25.757174 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8b804f87-4595-422e-8072-98ed126ef6e7 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for security_group_rule (94d2ac8c-8736-47fc-92f4-69350e168419), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:25.811899 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8b804f87-4595-422e-8072-98ed126ef6e7 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for security_group_rule (94d2ac8c-8736-47fc-92f4-69350e168419), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:25.815122 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8b804f87-4595-422e-8072-98ed126ef6e7 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (94d2ac8c-8736-47fc-92f4-69350e168419), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:25.831922 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b804f87-4595-422e-8072-98ed126ef6e7 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94d2ac8c-8736-47fc-92f4-69350e168419,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:39:25.838751 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8b804f87-4595-422e-8072-98ed126ef6e7 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:25.839942 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-8b804f87-4595-422e-8072-98ed126ef6e7 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1110904 Mar 28 01:39:25.842608 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 33346) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:39:25.846859 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-ab256848-957c-4f71-b2c4-1d26f603d68d tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Request body: {'security_group_rule': {'security_group_id': '03e811a0-b04e-486c-9051-f1b3dbecb849', 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:39:25.870878 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ab256848-957c-4f71-b2c4-1d26f603d68d tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for security_group_rule (161dada5-96bd-46f5-9909-88c373f22535), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:25.927235 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ab256848-957c-4f71-b2c4-1d26f603d68d tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for security_group_rule (161dada5-96bd-46f5-9909-88c373f22535), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:25.930745 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ab256848-957c-4f71-b2c4-1d26f603d68d tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (161dada5-96bd-46f5-9909-88c373f22535), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:25.950582 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab256848-957c-4f71-b2c4-1d26f603d68d tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=161dada5-96bd-46f5-9909-88c373f22535,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:39:25.957624 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ab256848-957c-4f71-b2c4-1d26f603d68d tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:25.958803 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-ab256848-957c-4f71-b2c4-1d26f603d68d tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1152759 Mar 28 01:39:25.961576 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 33348) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:39:25.965753 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-186d2a3c-c8c7-4d44-b914-665f65c1cd24 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Request body: {'security_group_rule': {'security_group_id': '03e811a0-b04e-486c-9051-f1b3dbecb849', 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:39:25.989876 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-186d2a3c-c8c7-4d44-b914-665f65c1cd24 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for security_group_rule (2a33ee7d-26a6-499f-bbf7-716dae2903eb), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:26.044336 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-186d2a3c-c8c7-4d44-b914-665f65c1cd24 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for security_group_rule (2a33ee7d-26a6-499f-bbf7-716dae2903eb), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:26.048195 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-186d2a3c-c8c7-4d44-b914-665f65c1cd24 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (2a33ee7d-26a6-499f-bbf7-716dae2903eb), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:26.066169 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186d2a3c-c8c7-4d44-b914-665f65c1cd24 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a33ee7d-26a6-499f-bbf7-716dae2903eb,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:39:26.075191 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-186d2a3c-c8c7-4d44-b914-665f65c1cd24 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:26.076553 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-186d2a3c-c8c7-4d44-b914-665f65c1cd24 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1140018 Mar 28 01:39:26.079319 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 33350) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:39:26.084442 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-63c8b8c5-9a0c-4d42-9377-98552d29f436 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Request body: {'security_group_rule': {'security_group_id': '03e811a0-b04e-486c-9051-f1b3dbecb849', 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:39:26.104796 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.securitygroups_db [None req-63c8b8c5-9a0c-4d42-9377-98552d29f436 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Project 2961ca1eab8443d3977a60308ef2e35a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 01:39:26.110372 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-63c8b8c5-9a0c-4d42-9377-98552d29f436 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for security_group_rule (1e86275e-4749-481f-8ff0-4d70a35d9ec7), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:26.129847 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device efe76cdc-01f1-4940-8b4f-206fdf920eb7 no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:39:26.149187 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: efe76cdc-01f1-4940-8b4f-206fdf920eb7 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:39:26.149526 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device efe76cdc-01f1-4940-8b4f-206fdf920eb7 not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:39:26.149937 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 0548f5ea-da7b-46a7-8b43-1c735f310601 no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:39:26.167402 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-63c8b8c5-9a0c-4d42-9377-98552d29f436 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for security_group_rule (1e86275e-4749-481f-8ff0-4d70a35d9ec7), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:26.168673 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: 0548f5ea-da7b-46a7-8b43-1c735f310601 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:39:26.169019 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 0548f5ea-da7b-46a7-8b43-1c735f310601 not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:39:26.172061 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-63c8b8c5-9a0c-4d42-9377-98552d29f436 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (1e86275e-4749-481f-8ff0-4d70a35d9ec7), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:26.193480 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c8b8c5-9a0c-4d42-9377-98552d29f436 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e86275e-4749-481f-8ff0-4d70a35d9ec7,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:39:26.202913 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-63c8b8c5-9a0c-4d42-9377-98552d29f436 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:26.204109 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-63c8b8c5-9a0c-4d42-9377-98552d29f436 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1237755 Mar 28 01:39:26.206826 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 33352) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:39:26.211066 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-ff6ca4e9-8159-4348-8481-3c4cfbe6a10f tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Request body: {'security_group_rule': {'security_group_id': '03e811a0-b04e-486c-9051-f1b3dbecb849', 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:39:26.229935 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.securitygroups_db [None req-ff6ca4e9-8159-4348-8481-3c4cfbe6a10f tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Project 2961ca1eab8443d3977a60308ef2e35a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 01:39:26.235136 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ff6ca4e9-8159-4348-8481-3c4cfbe6a10f tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for security_group_rule (b392166d-4ff4-4a43-a832-d2ce216d6815), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:26.296577 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ff6ca4e9-8159-4348-8481-3c4cfbe6a10f tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for security_group_rule (b392166d-4ff4-4a43-a832-d2ce216d6815), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:26.300122 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ff6ca4e9-8159-4348-8481-3c4cfbe6a10f tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (b392166d-4ff4-4a43-a832-d2ce216d6815), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:26.317250 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6ca4e9-8159-4348-8481-3c4cfbe6a10f tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b392166d-4ff4-4a43-a832-d2ce216d6815,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:39:26.324505 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ff6ca4e9-8159-4348-8481-3c4cfbe6a10f tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:26.325682 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-ff6ca4e9-8159-4348-8481-3c4cfbe6a10f tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1179297 Mar 28 01:39:26.328435 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 33354) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:39:26.333121 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-32d9feda-f5c2-4db3-a80e-63adad035375 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Request body: {'network': {'name': 'tempest-network-smoke--936936904', 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'port_security_enabled': True}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:39:26.351440 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32d9feda-f5c2-4db3-a80e-63adad035375 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Made reservation on behalf of 2961ca1eab8443d3977a60308ef2e35a for: {'network': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:39:26.354647 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-32d9feda-f5c2-4db3-a80e-63adad035375 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:26.377511 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32d9feda-f5c2-4db3-a80e-63adad035375 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=104098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:39:26.386675 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-32d9feda-f5c2-4db3-a80e-63adad035375 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (fb422234-47db-4c02-b4da-920277b18aff), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:26.387014 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.segments_db [None req-32d9feda-f5c2-4db3-a80e-63adad035375 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Added segment fb422234-47db-4c02-b4da-920277b18aff of type vlan for network 48f5be4a-d5c0-4a60-b675-dea84104556b Mar 28 01:39:26.425406 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-32d9feda-f5c2-4db3-a80e-63adad035375 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (48f5be4a-d5c0-4a60-b675-dea84104556b), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:26.448649 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-32d9feda-f5c2-4db3-a80e-63adad035375 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (48f5be4a-d5c0-4a60-b675-dea84104556b), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:26.454055 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d9feda-f5c2-4db3-a80e-63adad035375 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:39:26.454629 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-32d9feda-f5c2-4db3-a80e-63adad035375 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:26.516070 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-32d9feda-f5c2-4db3-a80e-63adad035375 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1866233 Mar 28 01:39:26.518864 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 33356) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:39:26.521885 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d9feda-f5c2-4db3-a80e-63adad035375 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Pushing event updated for resources: {'Network': ['ID=48f5be4a-d5c0-4a60-b675-dea84104556b,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:39:26.524605 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-1240ac7c-42af-49ae-a4b8-989fa26b78ac tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-518593104', 'admin_state_up': True, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'}}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:39:26.533028 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network 48f5be4a-d5c0-4a60-b675-dea84104556b details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:39:26.549040 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-1240ac7c-42af-49ae-a4b8-989fa26b78ac tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7069'] for router (a41b7ed5-a0b0-4122-a432-0df430d6c331), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:26.550232 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-1240ac7c-42af-49ae-a4b8-989fa26b78ac tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4188952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7062'] for router (a41b7ed5-a0b0-4122-a432-0df430d6c331), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:26.607213 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-1240ac7c-42af-49ae-a4b8-989fa26b78ac tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for router_controller (a41b7ed5-a0b0-4122-a432-0df430d6c331), precommit_add_association {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:26.743666 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-1240ac7c-42af-49ae-a4b8-989fa26b78ac tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for router_gateway (a41b7ed5-a0b0-4122-a432-0df430d6c331), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:27.229423 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-1240ac7c-42af-49ae-a4b8-989fa26b78ac tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for router_gateway (a41b7ed5-a0b0-4122-a432-0df430d6c331), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:27.247989 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-1240ac7c-42af-49ae-a4b8-989fa26b78ac tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:27.345552 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [None req-1240ac7c-42af-49ae-a4b8-989fa26b78ac tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Allocated IP 172.26.1.239 (dea6548b-502b-42db-97fb-371e423e739a/cce6de65-d8c9-45b8-9970-0a277e8c1192/6be537d5-39e0-4e09-935b-8ff42ae3e73e) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:39:27.445839 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-1240ac7c-42af-49ae-a4b8-989fa26b78ac tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for port (6be537d5-39e0-4e09-935b-8ff42ae3e73e), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:27.477278 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-1240ac7c-42af-49ae-a4b8-989fa26b78ac tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (6be537d5-39e0-4e09-935b-8ff42ae3e73e), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:27.513252 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1240ac7c-42af-49ae-a4b8-989fa26b78ac tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Network dea6548b-502b-42db-97fb-371e423e739a is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:39:27.517423 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-1240ac7c-42af-49ae-a4b8-989fa26b78ac tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:39:27.520940 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1240ac7c-42af-49ae-a4b8-989fa26b78ac tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:39:27.546221 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1240ac7c-42af-49ae-a4b8-989fa26b78ac tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Pushing event updated for resources: {'Port': ['ID=6be537d5-39e0-4e09-935b-8ff42ae3e73e,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:39:27.769465 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-1240ac7c-42af-49ae-a4b8-989fa26b78ac tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for router_gateway (a41b7ed5-a0b0-4122-a432-0df430d6c331), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:27.968217 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-1240ac7c-42af-49ae-a4b8-989fa26b78ac tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687953'] for router (a41b7ed5-a0b0-4122-a432-0df430d6c331), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:28.094320 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1240ac7c-42af-49ae-a4b8-989fa26b78ac tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Router a41b7ed5-a0b0-4122-a432-0df430d6c331 is scheduled to L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 with binding_index 1 {{(pid=104099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 01:39:28.200329 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1240ac7c-42af-49ae-a4b8-989fa26b78ac tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:39:28.210233 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e245ba-af38-4399-8925-aba1a25dbc0e None None] Sync routers for ids ['a41b7ed5-a0b0-4122-a432-0df430d6c331'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:39:28.220418 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-1240ac7c-42af-49ae-a4b8-989fa26b78ac tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for router (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:28.221075 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e245ba-af38-4399-8925-aba1a25dbc0e None None] Routers {'a41b7ed5-a0b0-4122-a432-0df430d6c331'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:39:28.221687 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-d2e245ba-af38-4399-8925-aba1a25dbc0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:39:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['a41b7ed5-a0b0-4122-a432-0df430d6c331'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:39:28.225025 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 33358) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:39:28.225499 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-1240ac7c-42af-49ae-a4b8-989fa26b78ac tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7049603 Mar 28 01:39:28.252925 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-3e566760-6a56-4a53-b31a-d50eb7145c49 tempest-TestNetworkAdvancedServerOps-479632198 tempest-TestNetworkAdvancedServerOps-479632198-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=2961ca1eab8443d3977a60308ef2e35a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0260417 Mar 28 01:39:28.255412 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 33360) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:39:28.347582 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ad623f-b38c-49d1-ad0a-3a56cdaa701e tempest-TestNetworkAdvancedServerOps-479632198 tempest-TestNetworkAdvancedServerOps-479632198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:39:28.349032 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-a1ad623f-b38c-49d1-ad0a-3a56cdaa701e tempest-TestNetworkAdvancedServerOps-479632198 tempest-TestNetworkAdvancedServerOps-479632198-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0927398 Mar 28 01:39:28.351816 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 33362) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:39:28.380460 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-8cb56259-f706-46dc-a9bc-503b34b30716 tempest-TestNetworkAdvancedServerOps-479632198 tempest-TestNetworkAdvancedServerOps-479632198-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=dea6548b-502b-42db-97fb-371e423e739a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273988 Mar 28 01:39:28.382890 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 33364) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:39:28.387598 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-60f67a1a-e51d-4d07-9c36-130e503b857a tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-503845795', 'network_id': '48f5be4a-d5c0-4a60-b675-dea84104556b', 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:39:28.472952 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60f67a1a-e51d-4d07-9c36-130e503b857a tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Made reservation on behalf of 2961ca1eab8443d3977a60308ef2e35a for: {'subnet': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:39:28.474308 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-d2e245ba-af38-4399-8925-aba1a25dbc0e None None] Set router a41b7ed5-a0b0-4122-a432-0df430d6c331 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:39:28.476391 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-60f67a1a-e51d-4d07-9c36-130e503b857a tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126112411'] for subnet (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:28.649921 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-d2e245ba-af38-4399-8925-aba1a25dbc0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a41b7ed5-a0b0-4122-a432-0df430d6c331', 'name': 'tempest-TestNetworkAdvancedServerOps-router-518593104', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.239'}], 'enable_snat': True}, 'gw_port_id': '6be537d5-39e0-4e09-935b-8ff42ae3e73e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:39:26Z', 'updated_at': '2022-03-28T01:39:27Z', 'revision_number': 3, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'gw_port': {'id': '6be537d5-39e0-4e09-935b-8ff42ae3e73e', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:10:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a41b7ed5-a0b0-4122-a432-0df430d6c331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:39:27Z', 'updated_at': '2022-03-28T01:39:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:39:28.652550 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-60f67a1a-e51d-4d07-9c36-130e503b857a tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126174976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126112397'] for subnet (b4b54f0c-be31-4a98-89d4-2cddae9cc419), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:28.680824 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e245ba-af38-4399-8925-aba1a25dbc0e None None] Checking router: a41b7ed5-a0b0-4122-a432-0df430d6c331 for host: dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:39:28.681172 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e245ba-af38-4399-8925-aba1a25dbc0e None None] Updating router a41b7ed5-a0b0-4122-a432-0df430d6c331 port 6be537d5-39e0-4e09-935b-8ff42ae3e73e binding host dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 01:39:28.707967 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d2e245ba-af38-4399-8925-aba1a25dbc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (6be537d5-39e0-4e09-935b-8ff42ae3e73e), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:28.717920 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f67a1a-e51d-4d07-9c36-130e503b857a tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Pushing event updated for resources: {'Subnet': ['ID=b4b54f0c-be31-4a98-89d4-2cddae9cc419,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:39:28.725750 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f67a1a-e51d-4d07-9c36-130e503b857a tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Checking segment: {'id': 'fb422234-47db-4c02-b4da-920277b18aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '48f5be4a-d5c0-4a60-b675-dea84104556b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:39:28.726112 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f67a1a-e51d-4d07-9c36-130e503b857a tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Network hostable DHCP agents. Network: 48f5be4a-d5c0-4a60-b675-dea84104556b, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:39:28.743165 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f67a1a-e51d-4d07-9c36-130e503b857a tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Network 48f5be4a-d5c0-4a60-b675-dea84104556b is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:39:28.752633 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-60f67a1a-e51d-4d07-9c36-130e503b857a tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, 48f5be4a-d5c0-4a60-b675-dea84104556b) {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:39:28.756605 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f67a1a-e51d-4d07-9c36-130e503b857a tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:39:28.758345 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-60f67a1a-e51d-4d07-9c36-130e503b857a tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:28.776611 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-60f67a1a-e51d-4d07-9c36-130e503b857a tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3901854 Mar 28 01:39:28.777016 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 33366) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:39:28.788394 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c666992-ba2b-4303-992b-9c9ad2975b83 None None] Network 48f5be4a-d5c0-4a60-b675-dea84104556b requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:39:28.961559 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe54981-587e-4c01-a72a-c87fd43937a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-48f5be4a-d5c0-4a60-b675-dea84104556b', 'network_id': '48f5be4a-d5c0-4a60-b675-dea84104556b', 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'fixed_ips': [{'subnet_id': 'b4b54f0c-be31-4a98-89d4-2cddae9cc419'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:39:28.962399 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-efe54981-587e-4c01-a72a-c87fd43937a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:29.139739 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d2e245ba-af38-4399-8925-aba1a25dbc0e None None] Publish callbacks [] for port (6be537d5-39e0-4e09-935b-8ff42ae3e73e), precommit_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:29.150040 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d2e245ba-af38-4399-8925-aba1a25dbc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (6be537d5-39e0-4e09-935b-8ff42ae3e73e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:29.186610 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-efe54981-587e-4c01-a72a-c87fd43937a7 None None] Allocated IP 172.20.0.2 (48f5be4a-d5c0-4a60-b675-dea84104556b/b4b54f0c-be31-4a98-89d4-2cddae9cc419/4cbdb28f-1b55-41f3-9826-0e0305aca3d1) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:39:29.209495 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1f258b23-7b46-4e25-b2e7-9ea03c033372 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:29.217968 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-d2e245ba-af38-4399-8925-aba1a25dbc0e None None] Attempting to bind port 6be537d5-39e0-4e09-935b-8ff42ae3e73e on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:39:29.218546 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-d2e245ba-af38-4399-8925-aba1a25dbc0e None None] Attempting to bind port 6be537d5-39e0-4e09-935b-8ff42ae3e73e by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': 'b6f00c62-aca5-4c73-8989-c04c396daeed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:39:29.218693 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e245ba-af38-4399-8925-aba1a25dbc0e None None] Attempting to bind port 6be537d5-39e0-4e09-935b-8ff42ae3e73e on network dea6548b-502b-42db-97fb-371e423e739a {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:39:29.229106 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958bbf41-f7a8-454d-b24d-d04fe238bc51 None None] Pushing event updated for resources: {'Port': ['ID=6be537d5-39e0-4e09-935b-8ff42ae3e73e,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:39:29.243160 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e245ba-af38-4399-8925-aba1a25dbc0e None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:39:29.243534 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e245ba-af38-4399-8925-aba1a25dbc0e None None] Checking segment: {'id': 'b6f00c62-aca5-4c73-8989-c04c396daeed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:39:29.243935 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d2e245ba-af38-4399-8925-aba1a25dbc0e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:29.244353 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e245ba-af38-4399-8925-aba1a25dbc0e None None] Bound using segment: {'id': 'b6f00c62-aca5-4c73-8989-c04c396daeed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:39:29.244844 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-d2e245ba-af38-4399-8925-aba1a25dbc0e None None] Bound port: 6be537d5-39e0-4e09-935b-8ff42ae3e73e, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6f00c62-aca5-4c73-8989-c04c396daeed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:39:29.245217 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d2e245ba-af38-4399-8925-aba1a25dbc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (6be537d5-39e0-4e09-935b-8ff42ae3e73e), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:29.344576 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-d2e245ba-af38-4399-8925-aba1a25dbc0e None None] For port 6be537d5-39e0-4e09-935b-8ff42ae3e73e, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:39:29.349339 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-d2e245ba-af38-4399-8925-aba1a25dbc0e None None] For port 6be537d5-39e0-4e09-935b-8ff42ae3e73e, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=6be537d5-39e0-4e09-935b-8ff42ae3e73e,segment=NetworkSegment(b6f00c62-aca5-4c73-8989-c04c396daeed),segment_id=b6f00c62-aca5-4c73-8989-c04c396daeed)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:39:29.358795 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d2e245ba-af38-4399-8925-aba1a25dbc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (6be537d5-39e0-4e09-935b-8ff42ae3e73e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:29.447886 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-efe54981-587e-4c01-a72a-c87fd43937a7 None None] Publish callbacks [] for port (4cbdb28f-1b55-41f3-9826-0e0305aca3d1), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:29.457821 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e245ba-af38-4399-8925-aba1a25dbc0e None None] Routers {'a41b7ed5-a0b0-4122-a432-0df430d6c331'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:39:29.458440 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-d2e245ba-af38-4399-8925-aba1a25dbc0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:39:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['a41b7ed5-a0b0-4122-a432-0df430d6c331'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:39:29.465288 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-efe54981-587e-4c01-a72a-c87fd43937a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (4cbdb28f-1b55-41f3-9826-0e0305aca3d1), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:29.503144 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-1f258b23-7b46-4e25-b2e7-9ea03c033372 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Allocated IP 172.20.0.1 (48f5be4a-d5c0-4a60-b675-dea84104556b/b4b54f0c-be31-4a98-89d4-2cddae9cc419/7e772d58-eb52-45c6-9aa0-bc8e8196c048) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:39:29.527214 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958bbf41-f7a8-454d-b24d-d04fe238bc51 None None] Pushing event updated for resources: {'Port': ['ID=6be537d5-39e0-4e09-935b-8ff42ae3e73e,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:39:29.565259 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe54981-587e-4c01-a72a-c87fd43937a7 None None] Network 48f5be4a-d5c0-4a60-b675-dea84104556b is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:39:29.574631 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-efe54981-587e-4c01-a72a-c87fd43937a7 None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:39:29.583616 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe54981-587e-4c01-a72a-c87fd43937a7 None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:39:29.593833 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe54981-587e-4c01-a72a-c87fd43937a7 None None] Pushing event updated for resources: {'Port': ['ID=4cbdb28f-1b55-41f3-9826-0e0305aca3d1,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:39:29.620645 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1f258b23-7b46-4e25-b2e7-9ea03c033372 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for port (7e772d58-eb52-45c6-9aa0-bc8e8196c048), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:29.655622 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1f258b23-7b46-4e25-b2e7-9ea03c033372 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (7e772d58-eb52-45c6-9aa0-bc8e8196c048), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:29.664681 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-d2e245ba-af38-4399-8925-aba1a25dbc0e None None] Set router a41b7ed5-a0b0-4122-a432-0df430d6c331 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:39:29.666787 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-efe54981-587e-4c01-a72a-c87fd43937a7 None None] Attempting to bind port 4cbdb28f-1b55-41f3-9826-0e0305aca3d1 on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:39:29.667152 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-efe54981-587e-4c01-a72a-c87fd43937a7 None None] Attempting to bind port 4cbdb28f-1b55-41f3-9826-0e0305aca3d1 by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': 'fb422234-47db-4c02-b4da-920277b18aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '48f5be4a-d5c0-4a60-b675-dea84104556b'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:39:29.667513 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe54981-587e-4c01-a72a-c87fd43937a7 None None] Attempting to bind port 4cbdb28f-1b55-41f3-9826-0e0305aca3d1 on network 48f5be4a-d5c0-4a60-b675-dea84104556b {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:39:29.700071 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f258b23-7b46-4e25-b2e7-9ea03c033372 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Network 48f5be4a-d5c0-4a60-b675-dea84104556b is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:39:29.703206 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-1f258b23-7b46-4e25-b2e7-9ea03c033372 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:39:29.709646 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f258b23-7b46-4e25-b2e7-9ea03c033372 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:39:29.716006 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f258b23-7b46-4e25-b2e7-9ea03c033372 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Pushing event updated for resources: {'Port': ['ID=7e772d58-eb52-45c6-9aa0-bc8e8196c048,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:39:29.719863 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe54981-587e-4c01-a72a-c87fd43937a7 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:39:29.720269 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe54981-587e-4c01-a72a-c87fd43937a7 None None] Checking segment: {'id': 'fb422234-47db-4c02-b4da-920277b18aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '48f5be4a-d5c0-4a60-b675-dea84104556b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:39:29.720676 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-efe54981-587e-4c01-a72a-c87fd43937a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:29.721069 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe54981-587e-4c01-a72a-c87fd43937a7 None None] Bound using segment: {'id': 'fb422234-47db-4c02-b4da-920277b18aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '48f5be4a-d5c0-4a60-b675-dea84104556b'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:39:29.721542 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-efe54981-587e-4c01-a72a-c87fd43937a7 None None] Bound port: 4cbdb28f-1b55-41f3-9826-0e0305aca3d1, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb422234-47db-4c02-b4da-920277b18aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '48f5be4a-d5c0-4a60-b675-dea84104556b'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:39:29.721922 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-efe54981-587e-4c01-a72a-c87fd43937a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (4cbdb28f-1b55-41f3-9826-0e0305aca3d1), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:29.755139 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1f258b23-7b46-4e25-b2e7-9ea03c033372 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3686596'] for router_interface (a41b7ed5-a0b0-4122-a432-0df430d6c331), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:29.848980 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-efe54981-587e-4c01-a72a-c87fd43937a7 None None] For port 4cbdb28f-1b55-41f3-9826-0e0305aca3d1, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:39:29.853161 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-efe54981-587e-4c01-a72a-c87fd43937a7 None None] For port 4cbdb28f-1b55-41f3-9826-0e0305aca3d1, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=4cbdb28f-1b55-41f3-9826-0e0305aca3d1,segment=NetworkSegment(fb422234-47db-4c02-b4da-920277b18aff),segment_id=fb422234-47db-4c02-b4da-920277b18aff)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:39:29.878756 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-efe54981-587e-4c01-a72a-c87fd43937a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (4cbdb28f-1b55-41f3-9826-0e0305aca3d1), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:29.884975 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1f258b23-7b46-4e25-b2e7-9ea03c033372 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (7e772d58-eb52-45c6-9aa0-bc8e8196c048), before_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:29.950667 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe54981-587e-4c01-a72a-c87fd43937a7 None None] Pushing event updated for resources: {'Port': ['ID=4cbdb28f-1b55-41f3-9826-0e0305aca3d1,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:39:29.962707 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-d2e245ba-af38-4399-8925-aba1a25dbc0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a41b7ed5-a0b0-4122-a432-0df430d6c331', 'name': 'tempest-TestNetworkAdvancedServerOps-router-518593104', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.239'}], 'enable_snat': True}, 'gw_port_id': '6be537d5-39e0-4e09-935b-8ff42ae3e73e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:39:26Z', 'updated_at': '2022-03-28T01:39:27Z', 'revision_number': 3, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'gw_port': {'id': '6be537d5-39e0-4e09-935b-8ff42ae3e73e', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:10:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a41b7ed5-a0b0-4122-a432-0df430d6c331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:39:27Z', 'updated_at': '2022-03-28T01:39:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:39:29.992358 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e245ba-af38-4399-8925-aba1a25dbc0e None None] The sync data for ids ['a41b7ed5-a0b0-4122-a432-0df430d6c331'] in dv-neutron-834874-6-hyperv is: [{'id': 'a41b7ed5-a0b0-4122-a432-0df430d6c331', 'name': 'tempest-TestNetworkAdvancedServerOps-router-518593104', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.239'}], 'enable_snat': True}, 'gw_port_id': '6be537d5-39e0-4e09-935b-8ff42ae3e73e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:39:26Z', 'updated_at': '2022-03-28T01:39:27Z', 'revision_number': 3, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'gw_port': {'id': '6be537d5-39e0-4e09-935b-8ff42ae3e73e', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:10:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a41b7ed5-a0b0-4122-a432-0df430d6c331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:39:27Z', 'updated_at': '2022-03-28T01:39:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:39:30.211963 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1f258b23-7b46-4e25-b2e7-9ea03c033372 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for port (7e772d58-eb52-45c6-9aa0-bc8e8196c048), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:30.217775 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1f258b23-7b46-4e25-b2e7-9ea03c033372 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126177159'] for port (7e772d58-eb52-45c6-9aa0-bc8e8196c048), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:30.242249 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 4cbdb28f-1b55-41f3-9826-0e0305aca3d1 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:39:30.320058 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 4cbdb28f-1b55-41f3-9826-0e0305aca3d1 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:39:30.320450 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (4cbdb28f-1b55-41f3-9826-0e0305aca3d1), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:30.329599 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f258b23-7b46-4e25-b2e7-9ea03c033372 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Pushing event updated for resources: {'Port': ['ID=7e772d58-eb52-45c6-9aa0-bc8e8196c048,revision_number=2']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:39:30.333955 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1f258b23-7b46-4e25-b2e7-9ea03c033372 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3725889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3686480'] for router_interface (a41b7ed5-a0b0-4122-a432-0df430d6c331), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:30.414854 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 4cbdb28f-1b55-41f3-9826-0e0305aca3d1 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:39:30.415335 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (4cbdb28f-1b55-41f3-9826-0e0305aca3d1), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:30.442602 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f258b23-7b46-4e25-b2e7-9ea03c033372 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Network 48f5be4a-d5c0-4a60-b675-dea84104556b is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:39:30.444200 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-1f258b23-7b46-4e25-b2e7-9ea03c033372 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:39:30.453510 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] For port 4cbdb28f-1b55-41f3-9826-0e0305aca3d1, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=4cbdb28f-1b55-41f3-9826-0e0305aca3d1,segment=NetworkSegment(fb422234-47db-4c02-b4da-920277b18aff),segment_id=fb422234-47db-4c02-b4da-920277b18aff)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:39:30.461085 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (4cbdb28f-1b55-41f3-9826-0e0305aca3d1), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:30.518757 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Pushing event updated for resources: {'Port': ['ID=4cbdb28f-1b55-41f3-9826-0e0305aca3d1,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:39:30.566228 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f258b23-7b46-4e25-b2e7-9ea03c033372 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Router a41b7ed5-a0b0-4122-a432-0df430d6c331 has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:39:30.687703 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f258b23-7b46-4e25-b2e7-9ea03c033372 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:39:30.693255 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-1f258b23-7b46-4e25-b2e7-9ea03c033372 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "PUT /v2.0/routers/a41b7ed5-a0b0-4122-a432-0df430d6c331/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9148679 Mar 28 01:39:30.870479 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-64f0bcd9-c490-41d0-9f8f-72359e17a6ac req-bff1fc45-9c21-4067-aa98-ab006b9c466a tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-983996369&fields=id&tenant_id=2961ca1eab8443d3977a60308ef2e35a HTTP/1.1" status: 200 len: 267 time: 0.0545368 Mar 28 01:39:30.993755 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f0bcd9-c490-41d0-9f8f-72359e17a6ac req-17341d03-fbbe-4d7e-83d2-7e5c9c609708 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:39:30.995278 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-64f0bcd9-c490-41d0-9f8f-72359e17a6ac req-17341d03-fbbe-4d7e-83d2-7e5c9c609708 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/networks?id=48f5be4a-d5c0-4a60-b675-dea84104556b HTTP/1.1" status: 200 len: 796 time: 0.1176820 Mar 28 01:39:31.011226 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-64f0bcd9-c490-41d0-9f8f-72359e17a6ac req-25f4825f-3066-4cb2-ada2-b34593cea102 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/quotas/2961ca1eab8443d3977a60308ef2e35a HTTP/1.1" status: 200 len: 375 time: 0.0096152 Mar 28 01:39:31.015504 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7a4248-c302-4ebb-b561-705ebf3e08dc None None] Network 48f5be4a-d5c0-4a60-b675-dea84104556b requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:39:31.070554 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-64f0bcd9-c490-41d0-9f8f-72359e17a6ac req-ed81a13c-c9c7-4797-9d06-1fc965ad7b5d tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2961ca1eab8443d3977a60308ef2e35a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0534053 Mar 28 01:39:31.096857 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-1c9baf23-5cde-459b-aee7-6016746cf41b None None] Provisioning complete for port 4cbdb28f-1b55-41f3-9826-0e0305aca3d1 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:39:31.097226 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-1c9baf23-5cde-459b-aee7-6016746cf41b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (4cbdb28f-1b55-41f3-9826-0e0305aca3d1), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:31.165623 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-64f0bcd9-c490-41d0-9f8f-72359e17a6ac req-a5694539-d35e-4f10-a1e0-5c8c753c5b78 service neutron] 10.222.0.24 "GET /v2.0/networks/48f5be4a-d5c0-4a60-b675-dea84104556b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840216 Mar 28 01:39:31.205971 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-1c9baf23-5cde-459b-aee7-6016746cf41b None None] Current status of the port 4cbdb28f-1b55-41f3-9826-0e0305aca3d1 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:39:31.267759 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-64f0bcd9-c490-41d0-9f8f-72359e17a6ac req-a5bc5daf-fa81-48b1-a98b-5858725a9c24 service neutron] 10.222.0.24 "GET /v2.0/networks/48f5be4a-d5c0-4a60-b675-dea84104556b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907259 Mar 28 01:39:31.432467 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-d8b17314-94f3-4473-bf9a-1e322b60fb7d None None] Provisioning complete for port 7e772d58-eb52-45c6-9aa0-bc8e8196c048 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:39:31.433018 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d8b17314-94f3-4473-bf9a-1e322b60fb7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (7e772d58-eb52-45c6-9aa0-bc8e8196c048), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:31.455255 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-b9004797-c767-4fe6-9b2b-769a271d0918 req-0d715452-2d20-4e7f-9ce4-3c527fc4db66 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4441909-1ac0-4bec-9137-867e8b13e231 HTTP/1.1" status: 200 len: 210 time: 0.0354323 Mar 28 01:39:31.489490 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-d8b17314-94f3-4473-bf9a-1e322b60fb7d None None] Port 7e772d58-eb52-45c6-9aa0-bc8e8196c048 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:39:31.501998 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-d8b17314-94f3-4473-bf9a-1e322b60fb7d None None] Provisioning complete for port 4cbdb28f-1b55-41f3-9826-0e0305aca3d1 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:39:31.502224 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d8b17314-94f3-4473-bf9a-1e322b60fb7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (4cbdb28f-1b55-41f3-9826-0e0305aca3d1), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:31.605117 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-d8b17314-94f3-4473-bf9a-1e322b60fb7d None None] Current status of the port 4cbdb28f-1b55-41f3-9826-0e0305aca3d1 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:39:31.732322 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-98874c12-1e7c-40fb-8495-d1ecbff21da4 None None] Provisioning complete for port 7e772d58-eb52-45c6-9aa0-bc8e8196c048 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:39:31.732720 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-98874c12-1e7c-40fb-8495-d1ecbff21da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (7e772d58-eb52-45c6-9aa0-bc8e8196c048), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:31.776870 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3555ab81-e274-414f-83eb-5b3be4b66d12 None None] Sync routers for ids ['a41b7ed5-a0b0-4122-a432-0df430d6c331'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:39:31.792777 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-98874c12-1e7c-40fb-8495-d1ecbff21da4 None None] Port 7e772d58-eb52-45c6-9aa0-bc8e8196c048 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:39:31.796699 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3555ab81-e274-414f-83eb-5b3be4b66d12 None None] Routers {'a41b7ed5-a0b0-4122-a432-0df430d6c331'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:39:31.797352 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-3555ab81-e274-414f-83eb-5b3be4b66d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:39:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['a41b7ed5-a0b0-4122-a432-0df430d6c331'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:39:31.913281 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-83584214-5678-4b7f-89f0-bc2242bf468f None None] Provisioning complete for port 7e772d58-eb52-45c6-9aa0-bc8e8196c048 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:39:31.913483 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-83584214-5678-4b7f-89f0-bc2242bf468f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (7e772d58-eb52-45c6-9aa0-bc8e8196c048), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:32.011766 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-3555ab81-e274-414f-83eb-5b3be4b66d12 None None] Set router a41b7ed5-a0b0-4122-a432-0df430d6c331 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:39:32.108183 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-83584214-5678-4b7f-89f0-bc2242bf468f None None] Port 7e772d58-eb52-45c6-9aa0-bc8e8196c048 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:39:32.209606 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 6be537d5-39e0-4e09-935b-8ff42ae3e73e up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:39:32.221121 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-3555ab81-e274-414f-83eb-5b3be4b66d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a41b7ed5-a0b0-4122-a432-0df430d6c331', 'name': 'tempest-TestNetworkAdvancedServerOps-router-518593104', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.239'}], 'enable_snat': True}, 'gw_port_id': '6be537d5-39e0-4e09-935b-8ff42ae3e73e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:39:26Z', 'updated_at': '2022-03-28T01:39:29Z', 'revision_number': 4, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'gw_port': {'id': '6be537d5-39e0-4e09-935b-8ff42ae3e73e', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:10:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a41b7ed5-a0b0-4122-a432-0df430d6c331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:39:27Z', 'updated_at': '2022-03-28T01:39:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': '7e772d58-eb52-45c6-9aa0-bc8e8196c048', 'name': '', 'network_id': '48f5be4a-d5c0-4a60-b675-dea84104556b', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'mac_address': 'fa:16:3e:83:3c:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a41b7ed5-a0b0-4122-a432-0df430d6c331', 'device_owner': 'network:router_interface', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': 'b4b54f0c-be31-4a98-89d4-2cddae9cc419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:39:29Z', 'updated_at': '2022-03-28T01:39:30Z', 'revision_number': 2, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'subnets': [{'id': 'b4b54f0c-be31-4a98-89d4-2cddae9cc419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:39:32.250698 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3555ab81-e274-414f-83eb-5b3be4b66d12 None None] Checking router: a41b7ed5-a0b0-4122-a432-0df430d6c331 for host: dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:39:32.251053 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3555ab81-e274-414f-83eb-5b3be4b66d12 None None] Updating router a41b7ed5-a0b0-4122-a432-0df430d6c331 port 7e772d58-eb52-45c6-9aa0-bc8e8196c048 binding host dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 01:39:32.257181 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 6be537d5-39e0-4e09-935b-8ff42ae3e73e triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:39:32.257583 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (6be537d5-39e0-4e09-935b-8ff42ae3e73e), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:32.278325 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-3555ab81-e274-414f-83eb-5b3be4b66d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (7e772d58-eb52-45c6-9aa0-bc8e8196c048), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:32.347855 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 6be537d5-39e0-4e09-935b-8ff42ae3e73e is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:39:32.348233 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (6be537d5-39e0-4e09-935b-8ff42ae3e73e), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:32.370820 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] For port 6be537d5-39e0-4e09-935b-8ff42ae3e73e, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=6be537d5-39e0-4e09-935b-8ff42ae3e73e,segment=NetworkSegment(b6f00c62-aca5-4c73-8989-c04c396daeed),segment_id=b6f00c62-aca5-4c73-8989-c04c396daeed)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:39:32.376257 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (6be537d5-39e0-4e09-935b-8ff42ae3e73e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:32.377392 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 4cbdb28f-1b55-41f3-9826-0e0305aca3d1 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:39:32.454598 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f0bcd9-c490-41d0-9f8f-72359e17a6ac req-b325483d-0e38-46f6-813b-c734fd7e1c26 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:39:32.456290 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-64f0bcd9-c490-41d0-9f8f-72359e17a6ac req-b325483d-0e38-46f6-813b-c734fd7e1c26 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.10 "GET /v2.0/networks?id=48f5be4a-d5c0-4a60-b675-dea84104556b HTTP/1.1" status: 200 len: 796 time: 0.1333268 Mar 28 01:39:32.463788 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Pushing event updated for resources: {'Port': ['ID=6be537d5-39e0-4e09-935b-8ff42ae3e73e,revision_number=4']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:39:32.509887 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 4cbdb28f-1b55-41f3-9826-0e0305aca3d1 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:39:32.510267 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (4cbdb28f-1b55-41f3-9826-0e0305aca3d1), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:32.530311 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-64f0bcd9-c490-41d0-9f8f-72359e17a6ac req-5d9f6aa8-4998-4785-8761-487c4e4dd9f2 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2961ca1eab8443d3977a60308ef2e35a HTTP/1.1" status: 200 len: 379 time: 0.0660548 Mar 28 01:39:32.542243 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [req-64f0bcd9-c490-41d0-9f8f-72359e17a6ac req-7b42eaf2-9b8a-4f77-8a71-3fc1d644c297 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Request body: {'port': {'device_id': 'd4441909-1ac0-4bec-9137-867e8b13e231', 'network_id': '48f5be4a-d5c0-4a60-b675-dea84104556b', 'admin_state_up': True, 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'security_groups': ['03e811a0-b04e-486c-9051-f1b3dbecb849']}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:39:32.578409 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-3555ab81-e274-414f-83eb-5b3be4b66d12 None None] Publish callbacks [] for port (7e772d58-eb52-45c6-9aa0-bc8e8196c048), precommit_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:32.585542 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-3555ab81-e274-414f-83eb-5b3be4b66d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (7e772d58-eb52-45c6-9aa0-bc8e8196c048), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:32.592824 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-16c61581-24b0-4248-b008-1a1303c16298 req-30abfcd6-76ed-4f6c-8664-2ee10a26fd3b tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4441909-1ac0-4bec-9137-867e8b13e231 HTTP/1.1" status: 200 len: 210 time: 0.0412302 Mar 28 01:39:32.614778 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 4cbdb28f-1b55-41f3-9826-0e0305aca3d1 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:39:32.646381 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38a31f2-61f5-4fa3-be49-0fe88e97b565 None None] Pushing event updated for resources: {'Port': ['ID=7e772d58-eb52-45c6-9aa0-bc8e8196c048,revision_number=3']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:39:32.671157 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38a31f2-61f5-4fa3-be49-0fe88e97b565 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:39:32.671556 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38a31f2-61f5-4fa3-be49-0fe88e97b565 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:39:32.671891 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38a31f2-61f5-4fa3-be49-0fe88e97b565 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:39:32.672256 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38a31f2-61f5-4fa3-be49-0fe88e97b565 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:39:32.672593 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38a31f2-61f5-4fa3-be49-0fe88e97b565 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:39:32.672711 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64f0bcd9-c490-41d0-9f8f-72359e17a6ac req-7b42eaf2-9b8a-4f77-8a71-3fc1d644c297 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Made reservation on behalf of 2961ca1eab8443d3977a60308ef2e35a for: {'port': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:39:32.672954 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38a31f2-61f5-4fa3-be49-0fe88e97b565 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:39:32.673281 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38a31f2-61f5-4fa3-be49-0fe88e97b565 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:39:32.673607 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38a31f2-61f5-4fa3-be49-0fe88e97b565 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:39:32.673932 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38a31f2-61f5-4fa3-be49-0fe88e97b565 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:39:32.674248 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38a31f2-61f5-4fa3-be49-0fe88e97b565 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:39:32.674574 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38a31f2-61f5-4fa3-be49-0fe88e97b565 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:39:32.674906 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38a31f2-61f5-4fa3-be49-0fe88e97b565 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:39:32.675326 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38a31f2-61f5-4fa3-be49-0fe88e97b565 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:39:32.675546 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38a31f2-61f5-4fa3-be49-0fe88e97b565 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:39:32.675945 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38a31f2-61f5-4fa3-be49-0fe88e97b565 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:39:32.677257 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-64f0bcd9-c490-41d0-9f8f-72359e17a6ac req-7b42eaf2-9b8a-4f77-8a71-3fc1d644c297 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:32.707370 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [None req-3555ab81-e274-414f-83eb-5b3be4b66d12 None None] Attempting to bind port 7e772d58-eb52-45c6-9aa0-bc8e8196c048 on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:39:32.707744 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [None req-3555ab81-e274-414f-83eb-5b3be4b66d12 None None] Attempting to bind port 7e772d58-eb52-45c6-9aa0-bc8e8196c048 by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': 'fb422234-47db-4c02-b4da-920277b18aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '48f5be4a-d5c0-4a60-b675-dea84104556b'}] {{(pid=104101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:39:32.708130 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3555ab81-e274-414f-83eb-5b3be4b66d12 None None] Attempting to bind port 7e772d58-eb52-45c6-9aa0-bc8e8196c048 on network 48f5be4a-d5c0-4a60-b675-dea84104556b {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:39:32.717347 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3555ab81-e274-414f-83eb-5b3be4b66d12 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:39:32.717755 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3555ab81-e274-414f-83eb-5b3be4b66d12 None None] Checking segment: {'id': 'fb422234-47db-4c02-b4da-920277b18aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '48f5be4a-d5c0-4a60-b675-dea84104556b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:39:32.718120 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-3555ab81-e274-414f-83eb-5b3be4b66d12 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:32.718513 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3555ab81-e274-414f-83eb-5b3be4b66d12 None None] Bound using segment: {'id': 'fb422234-47db-4c02-b4da-920277b18aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '48f5be4a-d5c0-4a60-b675-dea84104556b'} {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:39:32.719104 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [None req-3555ab81-e274-414f-83eb-5b3be4b66d12 None None] Bound port: 7e772d58-eb52-45c6-9aa0-bc8e8196c048, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb422234-47db-4c02-b4da-920277b18aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '48f5be4a-d5c0-4a60-b675-dea84104556b'}}] {{(pid=104101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:39:32.719496 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-3555ab81-e274-414f-83eb-5b3be4b66d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (7e772d58-eb52-45c6-9aa0-bc8e8196c048), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:32.792805 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.db [None req-3555ab81-e274-414f-83eb-5b3be4b66d12 None None] For port 7e772d58-eb52-45c6-9aa0-bc8e8196c048, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:39:32.798860 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.db [None req-3555ab81-e274-414f-83eb-5b3be4b66d12 None None] For port 7e772d58-eb52-45c6-9aa0-bc8e8196c048, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=7e772d58-eb52-45c6-9aa0-bc8e8196c048,segment=NetworkSegment(fb422234-47db-4c02-b4da-920277b18aff),segment_id=fb422234-47db-4c02-b4da-920277b18aff)] {{(pid=104101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:39:32.808658 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-3555ab81-e274-414f-83eb-5b3be4b66d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (7e772d58-eb52-45c6-9aa0-bc8e8196c048), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:32.832441 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [req-64f0bcd9-c490-41d0-9f8f-72359e17a6ac req-7b42eaf2-9b8a-4f77-8a71-3fc1d644c297 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Allocated IP 172.20.0.8 (48f5be4a-d5c0-4a60-b675-dea84104556b/b4b54f0c-be31-4a98-89d4-2cddae9cc419/c2adfb6a-1af5-4a0c-94c8-f2c13ca3b2ae) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:39:32.866363 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3555ab81-e274-414f-83eb-5b3be4b66d12 None None] Routers {'a41b7ed5-a0b0-4122-a432-0df430d6c331'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:39:32.866845 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-3555ab81-e274-414f-83eb-5b3be4b66d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:39:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['a41b7ed5-a0b0-4122-a432-0df430d6c331'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:39:32.935533 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38a31f2-61f5-4fa3-be49-0fe88e97b565 None None] Pushing event updated for resources: {'Port': ['ID=7e772d58-eb52-45c6-9aa0-bc8e8196c048,revision_number=4']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:39:32.940804 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-a93c7e1e-5e48-4b5a-b70c-0da0b7a8dc01 None None] Provisioning complete for port 7e772d58-eb52-45c6-9aa0-bc8e8196c048 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:39:32.942008 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-a93c7e1e-5e48-4b5a-b70c-0da0b7a8dc01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (7e772d58-eb52-45c6-9aa0-bc8e8196c048), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:33.005964 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-3555ab81-e274-414f-83eb-5b3be4b66d12 None None] Set router a41b7ed5-a0b0-4122-a432-0df430d6c331 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:39:33.020307 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-64f0bcd9-c490-41d0-9f8f-72359e17a6ac req-7b42eaf2-9b8a-4f77-8a71-3fc1d644c297 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for port (c2adfb6a-1af5-4a0c-94c8-f2c13ca3b2ae), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:33.030660 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-a93c7e1e-5e48-4b5a-b70c-0da0b7a8dc01 None None] Current status of the port 7e772d58-eb52-45c6-9aa0-bc8e8196c048 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:39:33.031053 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-a93c7e1e-5e48-4b5a-b70c-0da0b7a8dc01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (7e772d58-eb52-45c6-9aa0-bc8e8196c048), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:33.064618 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-64f0bcd9-c490-41d0-9f8f-72359e17a6ac req-7b42eaf2-9b8a-4f77-8a71-3fc1d644c297 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (c2adfb6a-1af5-4a0c-94c8-f2c13ca3b2ae), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:33.070871 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-a93c7e1e-5e48-4b5a-b70c-0da0b7a8dc01 None None] For port 7e772d58-eb52-45c6-9aa0-bc8e8196c048, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=7e772d58-eb52-45c6-9aa0-bc8e8196c048,segment=NetworkSegment(fb422234-47db-4c02-b4da-920277b18aff),segment_id=fb422234-47db-4c02-b4da-920277b18aff)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:39:33.078417 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-a93c7e1e-5e48-4b5a-b70c-0da0b7a8dc01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (7e772d58-eb52-45c6-9aa0-bc8e8196c048), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:33.109892 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64f0bcd9-c490-41d0-9f8f-72359e17a6ac req-7b42eaf2-9b8a-4f77-8a71-3fc1d644c297 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Network 48f5be4a-d5c0-4a60-b675-dea84104556b is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:39:33.112934 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [req-64f0bcd9-c490-41d0-9f8f-72359e17a6ac req-7b42eaf2-9b8a-4f77-8a71-3fc1d644c297 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:39:33.116952 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [req-64f0bcd9-c490-41d0-9f8f-72359e17a6ac req-7b42eaf2-9b8a-4f77-8a71-3fc1d644c297 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:39:33.151678 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b42eaf2-9b8a-4f77-8a71-3fc1d644c297 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Pushing event updated for resources: {'Port': ['ID=c2adfb6a-1af5-4a0c-94c8-f2c13ca3b2ae,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:39:33.154215 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:33.157845 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93c7e1e-5e48-4b5a-b70c-0da0b7a8dc01 None None] Pushing event updated for resources: {'Port': ['ID=7e772d58-eb52-45c6-9aa0-bc8e8196c048,revision_number=5']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:39:33.177458 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f0bcd9-c490-41d0-9f8f-72359e17a6ac req-7b42eaf2-9b8a-4f77-8a71-3fc1d644c297 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:39:33.178510 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-64f0bcd9-c490-41d0-9f8f-72359e17a6ac req-7b42eaf2-9b8a-4f77-8a71-3fc1d644c297 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:33.195592 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-64f0bcd9-c490-41d0-9f8f-72359e17a6ac req-7b42eaf2-9b8a-4f77-8a71-3fc1d644c297 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6576979 Mar 28 01:39:33.205645 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-f967e9ec-e1ed-407b-a0e3-f1822ce619ce None None] Provisioning complete for port 7e772d58-eb52-45c6-9aa0-bc8e8196c048 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:39:33.206030 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f967e9ec-e1ed-407b-a0e3-f1822ce619ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (7e772d58-eb52-45c6-9aa0-bc8e8196c048), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:33.212062 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [req-64f0bcd9-c490-41d0-9f8f-72359e17a6ac req-43de0358-dc7b-4888-b3be-f91cc3921cb3 service neutron] Request body: {'port': {'device_id': 'd4441909-1ac0-4bec-9137-867e8b13e231', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8348'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:39:33.265676 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-3555ab81-e274-414f-83eb-5b3be4b66d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a41b7ed5-a0b0-4122-a432-0df430d6c331', 'name': 'tempest-TestNetworkAdvancedServerOps-router-518593104', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.239'}], 'enable_snat': True}, 'gw_port_id': '6be537d5-39e0-4e09-935b-8ff42ae3e73e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:39:26Z', 'updated_at': '2022-03-28T01:39:29Z', 'revision_number': 4, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'gw_port': {'id': '6be537d5-39e0-4e09-935b-8ff42ae3e73e', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:10:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41b7ed5-a0b0-4122-a432-0df430d6c331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:39:27Z', 'updated_at': '2022-03-28T01:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': '7e772d58-eb52-45c6-9aa0-bc8e8196c048', 'name': '', 'network_id': '48f5be4a-d5c0-4a60-b675-dea84104556b', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'mac_address': 'fa:16:3e:83:3c:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a41b7ed5-a0b0-4122-a432-0df430d6c331', 'device_owner': 'network:router_interface', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': 'b4b54f0c-be31-4a98-89d4-2cddae9cc419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:39:29Z', 'updated_at': '2022-03-28T01:39:32Z', 'revision_number': 4, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'subnets': [{'id': 'b4b54f0c-be31-4a98-89d4-2cddae9cc419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:39:33.297111 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-64f0bcd9-c490-41d0-9f8f-72359e17a6ac req-43de0358-dc7b-4888-b3be-f91cc3921cb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (c2adfb6a-1af5-4a0c-94c8-f2c13ca3b2ae), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:33.305349 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-f967e9ec-e1ed-407b-a0e3-f1822ce619ce None None] Current status of the port 7e772d58-eb52-45c6-9aa0-bc8e8196c048 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:39:33.307268 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3555ab81-e274-414f-83eb-5b3be4b66d12 None None] The sync data for ids ['a41b7ed5-a0b0-4122-a432-0df430d6c331'] in dv-neutron-834874-6-hyperv is: [{'id': 'a41b7ed5-a0b0-4122-a432-0df430d6c331', 'name': 'tempest-TestNetworkAdvancedServerOps-router-518593104', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.239'}], 'enable_snat': True}, 'gw_port_id': '6be537d5-39e0-4e09-935b-8ff42ae3e73e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:39:26Z', 'updated_at': '2022-03-28T01:39:29Z', 'revision_number': 4, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'gw_port': {'id': '6be537d5-39e0-4e09-935b-8ff42ae3e73e', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:10:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41b7ed5-a0b0-4122-a432-0df430d6c331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:39:27Z', 'updated_at': '2022-03-28T01:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': '7e772d58-eb52-45c6-9aa0-bc8e8196c048', 'name': '', 'network_id': '48f5be4a-d5c0-4a60-b675-dea84104556b', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'mac_address': 'fa:16:3e:83:3c:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a41b7ed5-a0b0-4122-a432-0df430d6c331', 'device_owner': 'network:router_interface', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': 'b4b54f0c-be31-4a98-89d4-2cddae9cc419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:39:29Z', 'updated_at': '2022-03-28T01:39:32Z', 'revision_number': 4, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'subnets': [{'id': 'b4b54f0c-be31-4a98-89d4-2cddae9cc419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:39:33.533114 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-175e7a9e-92dc-44f8-9a97-b2c13e182999 None None] Provisioning complete for port c2adfb6a-1af5-4a0c-94c8-f2c13ca3b2ae triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:39:33.533680 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-175e7a9e-92dc-44f8-9a97-b2c13e182999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (c2adfb6a-1af5-4a0c-94c8-f2c13ca3b2ae), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:33.572098 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-175e7a9e-92dc-44f8-9a97-b2c13e182999 None None] Port c2adfb6a-1af5-4a0c-94c8-f2c13ca3b2ae cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:39:33.599424 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [req-64f0bcd9-c490-41d0-9f8f-72359e17a6ac req-43de0358-dc7b-4888-b3be-f91cc3921cb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2adfb6a-1af5-4a0c-94c8-f2c13ca3b2ae {{(pid=104099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 01:39:33.607044 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-64f0bcd9-c490-41d0-9f8f-72359e17a6ac req-43de0358-dc7b-4888-b3be-f91cc3921cb3 service neutron] Publish callbacks [] for port (c2adfb6a-1af5-4a0c-94c8-f2c13ca3b2ae), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:33.619642 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [req-64f0bcd9-c490-41d0-9f8f-72359e17a6ac req-43de0358-dc7b-4888-b3be-f91cc3921cb3 service neutron] Transition to ACTIVE for port object c2adfb6a-1af5-4a0c-94c8-f2c13ca3b2ae will not be triggered until provisioned by entity L2. {{(pid=104099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 01:39:33.627082 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-64f0bcd9-c490-41d0-9f8f-72359e17a6ac req-43de0358-dc7b-4888-b3be-f91cc3921cb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (c2adfb6a-1af5-4a0c-94c8-f2c13ca3b2ae), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:33.716280 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43de0358-dc7b-4888-b3be-f91cc3921cb3 service neutron] Pushing event updated for resources: {'Port': ['ID=c2adfb6a-1af5-4a0c-94c8-f2c13ca3b2ae,revision_number=2']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:39:33.786835 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03869c6d-f276-43b9-befd-93bd4544e441 req-a4a53ddf-7562-4ae3-8bdd-7d37a929477a tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:39:33.788412 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-03869c6d-f276-43b9-befd-93bd4544e441 req-a4a53ddf-7562-4ae3-8bdd-7d37a929477a tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4441909-1ac0-4bec-9137-867e8b13e231 HTTP/1.1" status: 200 len: 943 time: 0.1183450 Mar 28 01:39:33.818650 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-64f0bcd9-c490-41d0-9f8f-72359e17a6ac req-43de0358-dc7b-4888-b3be-f91cc3921cb3 service neutron] Attempting to bind port c2adfb6a-1af5-4a0c-94c8-f2c13ca3b2ae on host hv-neutron-8348 for vnic_type normal with profile {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:39:33.818984 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-64f0bcd9-c490-41d0-9f8f-72359e17a6ac req-43de0358-dc7b-4888-b3be-f91cc3921cb3 service neutron] Attempting to bind port c2adfb6a-1af5-4a0c-94c8-f2c13ca3b2ae by drivers openvswitch,hyperv on host hv-neutron-8348 at level 0 using segments [{'id': 'fb422234-47db-4c02-b4da-920277b18aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '48f5be4a-d5c0-4a60-b675-dea84104556b'}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:39:33.819315 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f0bcd9-c490-41d0-9f8f-72359e17a6ac req-43de0358-dc7b-4888-b3be-f91cc3921cb3 service neutron] Attempting to bind port c2adfb6a-1af5-4a0c-94c8-f2c13ca3b2ae on network 48f5be4a-d5c0-4a60-b675-dea84104556b {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:39:33.828922 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f0bcd9-c490-41d0-9f8f-72359e17a6ac req-43de0358-dc7b-4888-b3be-f91cc3921cb3 service neutron] Port c2adfb6a-1af5-4a0c-94c8-f2c13ca3b2ae on network 48f5be4a-d5c0-4a60-b675-dea84104556b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8348 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 01:39:33.829240 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f0bcd9-c490-41d0-9f8f-72359e17a6ac req-43de0358-dc7b-4888-b3be-f91cc3921cb3 service neutron] Attempting to bind port c2adfb6a-1af5-4a0c-94c8-f2c13ca3b2ae on network 48f5be4a-d5c0-4a60-b675-dea84104556b {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:39:33.847776 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f0bcd9-c490-41d0-9f8f-72359e17a6ac req-43de0358-dc7b-4888-b3be-f91cc3921cb3 service neutron] Checking agent: {'id': '287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8348', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 1, 2, 33), 'started_at': datetime.datetime(2022, 3, 28, 1, 2, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:39:33.848137 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f0bcd9-c490-41d0-9f8f-72359e17a6ac req-43de0358-dc7b-4888-b3be-f91cc3921cb3 service neutron] Checking segment: {'id': 'fb422234-47db-4c02-b4da-920277b18aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '48f5be4a-d5c0-4a60-b675-dea84104556b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:39:33.848521 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f0bcd9-c490-41d0-9f8f-72359e17a6ac req-43de0358-dc7b-4888-b3be-f91cc3921cb3 service neutron] Bound using segment: {'id': 'fb422234-47db-4c02-b4da-920277b18aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '48f5be4a-d5c0-4a60-b675-dea84104556b'} {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:39:33.848965 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-64f0bcd9-c490-41d0-9f8f-72359e17a6ac req-43de0358-dc7b-4888-b3be-f91cc3921cb3 service neutron] Bound port: c2adfb6a-1af5-4a0c-94c8-f2c13ca3b2ae, host: hv-neutron-8348, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb422234-47db-4c02-b4da-920277b18aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '48f5be4a-d5c0-4a60-b675-dea84104556b'}}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:39:33.849322 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-64f0bcd9-c490-41d0-9f8f-72359e17a6ac req-43de0358-dc7b-4888-b3be-f91cc3921cb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (c2adfb6a-1af5-4a0c-94c8-f2c13ca3b2ae), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:33.866394 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-03869c6d-f276-43b9-befd-93bd4544e441 req-e9aa9fb7-9871-465d-8949-a2f114f8933e tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/security-groups?id=03e811a0-b04e-486c-9051-f1b3dbecb849&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720325 Mar 28 01:39:33.925618 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-64f0bcd9-c490-41d0-9f8f-72359e17a6ac req-43de0358-dc7b-4888-b3be-f91cc3921cb3 service neutron] For port c2adfb6a-1af5-4a0c-94c8-f2c13ca3b2ae, host hv-neutron-8348, cleared binding levels {{(pid=104099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:39:33.929396 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-64f0bcd9-c490-41d0-9f8f-72359e17a6ac req-43de0358-dc7b-4888-b3be-f91cc3921cb3 service neutron] For port c2adfb6a-1af5-4a0c-94c8-f2c13ca3b2ae, host hv-neutron-8348, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=c2adfb6a-1af5-4a0c-94c8-f2c13ca3b2ae,segment=NetworkSegment(fb422234-47db-4c02-b4da-920277b18aff),segment_id=fb422234-47db-4c02-b4da-920277b18aff)] {{(pid=104099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:39:33.937634 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-64f0bcd9-c490-41d0-9f8f-72359e17a6ac req-43de0358-dc7b-4888-b3be-f91cc3921cb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (c2adfb6a-1af5-4a0c-94c8-f2c13ca3b2ae), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:33.977120 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f0bcd9-c490-41d0-9f8f-72359e17a6ac req-43de0358-dc7b-4888-b3be-f91cc3921cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:39:33.977859 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-64f0bcd9-c490-41d0-9f8f-72359e17a6ac req-43de0358-dc7b-4888-b3be-f91cc3921cb3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:33.979242 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-64f0bcd9-c490-41d0-9f8f-72359e17a6ac req-43de0358-dc7b-4888-b3be-f91cc3921cb3 service neutron] 10.222.0.10 "PUT /v2.0/ports/c2adfb6a-1af5-4a0c-94c8-f2c13ca3b2ae HTTP/1.1" status: 200 len: 1093 time: 0.7754025 Mar 28 01:39:33.979689 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4441909-1ac0-4bec-9137-867e8b13e231', 'tag': 'c2adfb6a-1af5-4a0c-94c8-f2c13ca3b2ae'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:39:33.981951 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2af4b01a9fa8b1570ccf1d7859d693ad34c106b258078e9cfae86b97f35e3d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03c3ce7d-f31e-423e-8f9d-d3b4b9470e6f" -d '{"events": [{"name": "network-changed", "server_uuid": "d4441909-1ac0-4bec-9137-867e8b13e231", "tag": "c2adfb6a-1af5-4a0c-94c8-f2c13ca3b2ae"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:39:34.006176 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43de0358-dc7b-4888-b3be-f91cc3921cb3 service neutron] Pushing event updated for resources: {'Port': ['ID=c2adfb6a-1af5-4a0c-94c8-f2c13ca3b2ae,revision_number=3']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:39:34.039124 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 01:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77cc28a9-7912-493e-bf96-fcc315af2303 x-openstack-request-id: req-77cc28a9-7912-493e-bf96-fcc315af2303 {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:39:34.039431 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4441909-1ac0-4bec-9137-867e8b13e231", "tag": "c2adfb6a-1af5-4a0c-94c8-f2c13ca3b2ae", "status": "completed", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:39:34.039673 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-77cc28a9-7912-493e-bf96-fcc315af2303 {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:39:34.040106 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77cc28a9-7912-493e-bf96-fcc315af2303'] response: {'name': 'network-changed', 'server_uuid': 'd4441909-1ac0-4bec-9137-867e8b13e231', 'tag': 'c2adfb6a-1af5-4a0c-94c8-f2c13ca3b2ae', 'status': 'completed', 'code': 200} Mar 28 01:39:34.081251 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f0bcd9-c490-41d0-9f8f-72359e17a6ac req-3800457a-c091-4f3c-9c94-b52207bd6223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:39:34.083104 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-64f0bcd9-c490-41d0-9f8f-72359e17a6ac req-3800457a-c091-4f3c-9c94-b52207bd6223 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2961ca1eab8443d3977a60308ef2e35a&device_id=d4441909-1ac0-4bec-9137-867e8b13e231 HTTP/1.1" status: 200 len: 1127 time: 0.0561492 Mar 28 01:39:34.128898 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-64f0bcd9-c490-41d0-9f8f-72359e17a6ac req-c81e03bb-442f-44ce-b584-049cd2336417 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c2adfb6a-1af5-4a0c-94c8-f2c13ca3b2ae HTTP/1.1" status: 200 len: 217 time: 0.0384583 Mar 28 01:39:34.208539 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f0bcd9-c490-41d0-9f8f-72359e17a6ac req-f2363a03-80fd-4978-b633-15b1c5d8d29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:39:34.210014 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-64f0bcd9-c490-41d0-9f8f-72359e17a6ac req-f2363a03-80fd-4978-b633-15b1c5d8d29b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b4b54f0c-be31-4a98-89d4-2cddae9cc419 HTTP/1.1" status: 200 len: 834 time: 0.0726960 Mar 28 01:39:34.252019 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 6be537d5-39e0-4e09-935b-8ff42ae3e73e up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:39:34.266072 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f0bcd9-c490-41d0-9f8f-72359e17a6ac req-bbaef70d-df52-4926-a47f-5e64549b5ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:39:34.267717 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-64f0bcd9-c490-41d0-9f8f-72359e17a6ac req-bbaef70d-df52-4926-a47f-5e64549b5ea7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=48f5be4a-d5c0-4a60-b675-dea84104556b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0507989 Mar 28 01:39:34.304797 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 6be537d5-39e0-4e09-935b-8ff42ae3e73e triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:39:34.305528 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (6be537d5-39e0-4e09-935b-8ff42ae3e73e), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:34.363774 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-64f0bcd9-c490-41d0-9f8f-72359e17a6ac req-95388a3c-2d49-4d46-b723-c8e3c7f51f9e service neutron] 10.222.0.10 "GET /v2.0/networks/48f5be4a-d5c0-4a60-b675-dea84104556b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895197 Mar 28 01:39:34.402445 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 6be537d5-39e0-4e09-935b-8ff42ae3e73e is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:39:34.403528 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 7e772d58-eb52-45c6-9aa0-bc8e8196c048 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:39:34.451411 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 7e772d58-eb52-45c6-9aa0-bc8e8196c048 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:39:34.451786 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (7e772d58-eb52-45c6-9aa0-bc8e8196c048), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:34.470846 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-64f0bcd9-c490-41d0-9f8f-72359e17a6ac req-81564df9-0843-458f-b0a6-833a92cf55eb service neutron] 10.222.0.10 "GET /v2.0/networks/48f5be4a-d5c0-4a60-b675-dea84104556b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007066 Mar 28 01:39:34.538013 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 7e772d58-eb52-45c6-9aa0-bc8e8196c048 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:39:34.564497 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c3ce7d-f31e-423e-8f9d-d3b4b9470e6f req-19b03de5-fe75-4c06-83c8-8257c17291b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:39:34.566001 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-03c3ce7d-f31e-423e-8f9d-d3b4b9470e6f req-19b03de5-fe75-4c06-83c8-8257c17291b2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2961ca1eab8443d3977a60308ef2e35a&device_id=d4441909-1ac0-4bec-9137-867e8b13e231 HTTP/1.1" status: 200 len: 1127 time: 0.0472391 Mar 28 01:39:34.657779 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c3ce7d-f31e-423e-8f9d-d3b4b9470e6f req-d058f6d7-21ae-48df-b6e7-cf6d4ec8c1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:39:34.659220 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-03c3ce7d-f31e-423e-8f9d-d3b4b9470e6f req-d058f6d7-21ae-48df-b6e7-cf6d4ec8c1a1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=48f5be4a-d5c0-4a60-b675-dea84104556b HTTP/1.1" status: 200 len: 896 time: 0.0876734 Mar 28 01:39:34.698660 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-03c3ce7d-f31e-423e-8f9d-d3b4b9470e6f req-348b25e5-476d-409a-b720-d9aaf122fc6c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c2adfb6a-1af5-4a0c-94c8-f2c13ca3b2ae HTTP/1.1" status: 200 len: 217 time: 0.0335777 Mar 28 01:39:34.744047 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c3ce7d-f31e-423e-8f9d-d3b4b9470e6f req-e627c699-7044-4305-a74b-d11305d3ca9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:39:34.745454 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-03c3ce7d-f31e-423e-8f9d-d3b4b9470e6f req-e627c699-7044-4305-a74b-d11305d3ca9f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b4b54f0c-be31-4a98-89d4-2cddae9cc419 HTTP/1.1" status: 200 len: 834 time: 0.0410135 Mar 28 01:39:34.797606 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c3ce7d-f31e-423e-8f9d-d3b4b9470e6f req-c762ca60-af63-478a-837c-29dd15f3047f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:39:34.799077 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-03c3ce7d-f31e-423e-8f9d-d3b4b9470e6f req-c762ca60-af63-478a-837c-29dd15f3047f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=48f5be4a-d5c0-4a60-b675-dea84104556b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0473950 Mar 28 01:39:34.886596 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-03c3ce7d-f31e-423e-8f9d-d3b4b9470e6f req-4be3686d-92db-4cc1-8e57-d3c9bec39cdf service neutron] 10.222.0.10 "GET /v2.0/networks/48f5be4a-d5c0-4a60-b675-dea84104556b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808830 Mar 28 01:39:35.019034 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f877154-2a50-4e13-9b3a-727f23d52976 req-ca02e2c5-cd7f-4335-a149-fa5f459043a6 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:39:35.020599 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-3f877154-2a50-4e13-9b3a-727f23d52976 req-ca02e2c5-cd7f-4335-a149-fa5f459043a6 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4441909-1ac0-4bec-9137-867e8b13e231 HTTP/1.1" status: 200 len: 943 time: 0.0830524 Mar 28 01:39:35.023194 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-03c3ce7d-f31e-423e-8f9d-d3b4b9470e6f req-31b9508e-26a7-4f9d-b7d9-1a33c5042fb6 service neutron] 10.222.0.10 "GET /v2.0/networks/48f5be4a-d5c0-4a60-b675-dea84104556b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306434 Mar 28 01:39:35.069801 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-3f877154-2a50-4e13-9b3a-727f23d52976 req-23456036-5f91-4de2-b426-03d1e5e1c48d tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/security-groups?id=03e811a0-b04e-486c-9051-f1b3dbecb849&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432894 Mar 28 01:39:36.191300 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1ff6ba-515f-458c-9016-7d0e80593e19 req-9d7a8a1b-1f6f-4423-9633-ed0c7cc2e6e1 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:39:36.192808 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-9b1ff6ba-515f-458c-9016-7d0e80593e19 req-9d7a8a1b-1f6f-4423-9633-ed0c7cc2e6e1 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4441909-1ac0-4bec-9137-867e8b13e231 HTTP/1.1" status: 200 len: 943 time: 0.0558968 Mar 28 01:39:36.240403 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-9b1ff6ba-515f-458c-9016-7d0e80593e19 req-a9153756-a406-4b98-b9aa-9d5c4561863b tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/security-groups?id=03e811a0-b04e-486c-9051-f1b3dbecb849&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420988 Mar 28 01:39:37.356716 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb1749b-7f3b-4c3d-85e4-48215eed08e9 req-d06738b5-d951-42f8-8b47-80b3d7317dae tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:39:37.358203 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-ceb1749b-7f3b-4c3d-85e4-48215eed08e9 req-d06738b5-d951-42f8-8b47-80b3d7317dae tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4441909-1ac0-4bec-9137-867e8b13e231 HTTP/1.1" status: 200 len: 943 time: 0.0529287 Mar 28 01:39:37.411085 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-ceb1749b-7f3b-4c3d-85e4-48215eed08e9 req-eaadeec3-55b2-4f49-ae29-c949c5028500 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/security-groups?id=03e811a0-b04e-486c-9051-f1b3dbecb849&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473850 Mar 28 01:39:38.526242 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b03cf5b-a2c6-4656-bd3c-ef3f37455896 req-59dfc42b-dfa3-416f-b32f-bf0bb788a7ee tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:39:38.527689 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-7b03cf5b-a2c6-4656-bd3c-ef3f37455896 req-59dfc42b-dfa3-416f-b32f-bf0bb788a7ee tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4441909-1ac0-4bec-9137-867e8b13e231 HTTP/1.1" status: 200 len: 943 time: 0.0513937 Mar 28 01:39:38.578518 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-7b03cf5b-a2c6-4656-bd3c-ef3f37455896 req-a24e3f83-96a0-452e-ad13-8eeba230e063 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/security-groups?id=03e811a0-b04e-486c-9051-f1b3dbecb849&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453033 Mar 28 01:39:38.766598 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device c2adfb6a-1af5-4a0c-94c8-f2c13ca3b2ae details requested by agent hyperv_hv-neutron-8348 with host hv-neutron-8348 {{(pid=104100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 01:39:38.860772 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port c2adfb6a-1af5-4a0c-94c8-f2c13ca3b2ae, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=c2adfb6a-1af5-4a0c-94c8-f2c13ca3b2ae,segment=NetworkSegment(fb422234-47db-4c02-b4da-920277b18aff),segment_id=fb422234-47db-4c02-b4da-920277b18aff)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:39:38.871603 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Returning: {'device': 'c2adfb6a-1af5-4a0c-94c8-f2c13ca3b2ae', 'network_id': '48f5be4a-d5c0-4a60-b675-dea84104556b', 'port_id': 'c2adfb6a-1af5-4a0c-94c8-f2c13ca3b2ae', 'mac_address': 'fa:16:3e:71:8b:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4b54f0c-be31-4a98-89d4-2cddae9cc419', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 01:39:38.911177 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port c2adfb6a-1af5-4a0c-94c8-f2c13ca3b2ae is: DOWN; New status is: BUILD {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:39:38.911567 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (c2adfb6a-1af5-4a0c-94c8-f2c13ca3b2ae), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:38.924634 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2adfb6a-1af5-4a0c-94c8-f2c13ca3b2ae {{(pid=104100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 01:39:38.942704 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port c2adfb6a-1af5-4a0c-94c8-f2c13ca3b2ae, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=c2adfb6a-1af5-4a0c-94c8-f2c13ca3b2ae,segment=NetworkSegment(fb422234-47db-4c02-b4da-920277b18aff),segment_id=fb422234-47db-4c02-b4da-920277b18aff)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:39:38.947612 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (c2adfb6a-1af5-4a0c-94c8-f2c13ca3b2ae), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:38.994230 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Pushing event updated for resources: {'Port': ['ID=c2adfb6a-1af5-4a0c-94c8-f2c13ca3b2ae,revision_number=4']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:39:39.151688 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [req-f89c1543-8a65-44fa-af96-6c69f9adef09 req-56031191-ddef-460e-adde-53bed6b2df51 tempest-ServerDiskConfigTestJSON-1070275880 tempest-ServerDiskConfigTestJSON-1070275880-project] (104099) timed out ('10.222.0.10', 56028) {{(pid=104099) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 28 01:39:39.162411 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] get_ports_and_sgs() called for port_ids ['c2adfb6a-1af5-4a0c-94c8-f2c13ca3b2ae'] {{(pid=104100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 01:39:39.698784 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632259b2-14c5-4728-a96d-7dfe1a1daabb req-21e31a0a-d43a-4475-983b-b9b1f27cf002 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:39:39.700260 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-632259b2-14c5-4728-a96d-7dfe1a1daabb req-21e31a0a-d43a-4475-983b-b9b1f27cf002 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4441909-1ac0-4bec-9137-867e8b13e231 HTTP/1.1" status: 200 len: 944 time: 0.0583103 Mar 28 01:39:39.747533 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-632259b2-14c5-4728-a96d-7dfe1a1daabb req-38f0ef7a-4608-4056-a7b8-d102250972f9 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/security-groups?id=03e811a0-b04e-486c-9051-f1b3dbecb849&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417423 Mar 28 01:39:40.797413 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device c2adfb6a-1af5-4a0c-94c8-f2c13ca3b2ae up at agent hyperv_hv-neutron-8348 {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:39:40.850532 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Provisioning for port c2adfb6a-1af5-4a0c-94c8-f2c13ca3b2ae completed by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 01:39:40.854734 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Provisioning complete for port c2adfb6a-1af5-4a0c-94c8-f2c13ca3b2ae triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:39:40.855110 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (c2adfb6a-1af5-4a0c-94c8-f2c13ca3b2ae), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:40.938438 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port c2adfb6a-1af5-4a0c-94c8-f2c13ca3b2ae is: BUILD; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:39:40.938826 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (c2adfb6a-1af5-4a0c-94c8-f2c13ca3b2ae), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:40.962997 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4441909-1ac0-4bec-9137-867e8b13e231', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2adfb6a-1af5-4a0c-94c8-f2c13ca3b2ae'}] {{(pid=104100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:39:40.965361 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd27896ebc78d0f7931321182ba9533a7b768b1c3fcddb3ff52a8aee6ddeaf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94b6cbc9-9bec-4e28-8716-887805951d84" -d '{"events": [{"server_uuid": "d4441909-1ac0-4bec-9137-867e8b13e231", "name": "network-vif-plugged", "status": "completed", "tag": "c2adfb6a-1af5-4a0c-94c8-f2c13ca3b2ae"}]}' {{(pid=104100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:39:40.981316 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port c2adfb6a-1af5-4a0c-94c8-f2c13ca3b2ae, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=c2adfb6a-1af5-4a0c-94c8-f2c13ca3b2ae,segment=NetworkSegment(fb422234-47db-4c02-b4da-920277b18aff),segment_id=fb422234-47db-4c02-b4da-920277b18aff)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:39:40.987098 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (c2adfb6a-1af5-4a0c-94c8-f2c13ca3b2ae), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:41.011111 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 01:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df480002-5143-4eac-affe-d68caeec55d4 x-openstack-request-id: req-df480002-5143-4eac-affe-d68caeec55d4 {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:39:41.011407 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4441909-1ac0-4bec-9137-867e8b13e231", "name": "network-vif-plugged", "status": "completed", "tag": "c2adfb6a-1af5-4a0c-94c8-f2c13ca3b2ae", "code": 200}]} {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:39:41.011654 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-df480002-5143-4eac-affe-d68caeec55d4 {{(pid=104100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:39:41.012067 dv-neutron-834874-6-hyperv neutron-server[104100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df480002-5143-4eac-affe-d68caeec55d4'] response: {'server_uuid': 'd4441909-1ac0-4bec-9137-867e8b13e231', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2adfb6a-1af5-4a0c-94c8-f2c13ca3b2ae', 'code': 200} Mar 28 01:39:41.040361 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Pushing event updated for resources: {'Port': ['ID=c2adfb6a-1af5-4a0c-94c8-f2c13ca3b2ae,revision_number=5']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:39:41.156139 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bcb923-aff8-4a07-9297-623fc05e13e9 req-3c7b3dbd-2b33-482b-b725-bba1c3e3b3a0 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:39:41.157620 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-99bcb923-aff8-4a07-9297-623fc05e13e9 req-3c7b3dbd-2b33-482b-b725-bba1c3e3b3a0 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4441909-1ac0-4bec-9137-867e8b13e231 HTTP/1.1" status: 200 len: 944 time: 0.3423612 Mar 28 01:39:41.182072 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db326a5-3c03-48c9-aaa6-117196182ef0 req-2373732a-107f-4205-8647-4ead26b60aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:39:41.183710 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-0db326a5-3c03-48c9-aaa6-117196182ef0 req-2373732a-107f-4205-8647-4ead26b60aa0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d4441909-1ac0-4bec-9137-867e8b13e231 HTTP/1.1" status: 200 len: 1129 time: 0.0454249 Mar 28 01:39:41.205870 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-99bcb923-aff8-4a07-9297-623fc05e13e9 req-a33966b1-b329-4f67-afc9-953a5be18351 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/security-groups?id=03e811a0-b04e-486c-9051-f1b3dbecb849&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426674 Mar 28 01:39:41.229917 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-0db326a5-3c03-48c9-aaa6-117196182ef0 req-ecb7d3cf-bc70-444b-acd9-9288f90bdcd2 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=03e811a0-b04e-486c-9051-f1b3dbecb849&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390069 Mar 28 01:39:41.469618 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-3a2cc1fd-c747-4826-867f-d0417a59b1d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:41.842496 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.agents_db [None req-9a1d863f-391a-42f4-9870-e8292b919beb None None] Agent healthcheck: found 6 active agents {{(pid=104101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 01:39:42.335414 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a456df01-370a-4b8e-ab0b-2e5b23c6da1b req-6f429b82-6f26-4ed1-a761-6eaf04097738 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:39:42.336897 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a456df01-370a-4b8e-ab0b-2e5b23c6da1b req-6f429b82-6f26-4ed1-a761-6eaf04097738 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4441909-1ac0-4bec-9137-867e8b13e231 HTTP/1.1" status: 200 len: 945 time: 0.0611002 Mar 28 01:39:42.386084 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a456df01-370a-4b8e-ab0b-2e5b23c6da1b req-97b00bc7-7cde-4924-933e-f9af8a17a22e tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/security-groups?id=03e811a0-b04e-486c-9051-f1b3dbecb849&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436206 Mar 28 01:39:43.505196 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955b38e0-85fa-4223-8f1a-2ade3f0ebbfe req-368e81ab-041f-4bbf-b54f-7f5687ff1a92 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:39:43.506659 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-955b38e0-85fa-4223-8f1a-2ade3f0ebbfe req-368e81ab-041f-4bbf-b54f-7f5687ff1a92 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4441909-1ac0-4bec-9137-867e8b13e231 HTTP/1.1" status: 200 len: 945 time: 0.0508506 Mar 28 01:39:43.553740 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-955b38e0-85fa-4223-8f1a-2ade3f0ebbfe req-c154d7e8-d05e-435a-8946-afebd048b388 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/security-groups?id=03e811a0-b04e-486c-9051-f1b3dbecb849&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415645 Mar 28 01:39:43.641423 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5e7b84b2-d855-4755-abb6-aa27e8be607e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:43.670764 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54296cbe-b624-4e8d-9905-8ca3cb1bf8b6 req-92344945-31b3-4845-bba8-cf1027f117e4 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:39:43.672267 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-54296cbe-b624-4e8d-9905-8ca3cb1bf8b6 req-92344945-31b3-4845-bba8-cf1027f117e4 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4441909-1ac0-4bec-9137-867e8b13e231 HTTP/1.1" status: 200 len: 945 time: 0.0539529 Mar 28 01:39:43.721428 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-54296cbe-b624-4e8d-9905-8ca3cb1bf8b6 req-53fca5a2-4e6b-43ad-854c-2214b44b306e tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/security-groups?id=03e811a0-b04e-486c-9051-f1b3dbecb849&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434976 Mar 28 01:39:43.742958 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 33420) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:39:43.790250 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4bf6b48-6dc5-46a7-8cce-e4b08b706a96 tempest-TestNetworkAdvancedServerOps-479632198 tempest-TestNetworkAdvancedServerOps-479632198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:39:43.791764 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-b4bf6b48-6dc5-46a7-8cce-e4b08b706a96 tempest-TestNetworkAdvancedServerOps-479632198 tempest-TestNetworkAdvancedServerOps-479632198-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=d4441909-1ac0-4bec-9137-867e8b13e231 HTTP/1.1" status: 200 len: 1124 time: 0.0478683 Mar 28 01:39:43.794499 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 33422) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:39:43.799251 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-c97351a0-58b8-4ee2-9c5d-57ec21fba15c tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Request body: {'floatingip': {'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'port_id': 'c2adfb6a-1af5-4a0c-94c8-f2c13ca3b2ae', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:39:43.819417 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c97351a0-58b8-4ee2-9c5d-57ec21fba15c tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:43.913913 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c97351a0-58b8-4ee2-9c5d-57ec21fba15c tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:44.018457 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [None req-c97351a0-58b8-4ee2-9c5d-57ec21fba15c tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Allocated IP 172.26.1.157 (dea6548b-502b-42db-97fb-371e423e739a/cce6de65-d8c9-45b8-9970-0a277e8c1192/a53519e5-1c92-4084-b1f2-6e473d72b4ac) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:39:44.115193 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c97351a0-58b8-4ee2-9c5d-57ec21fba15c tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for port (a53519e5-1c92-4084-b1f2-6e473d72b4ac), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:44.148930 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c97351a0-58b8-4ee2-9c5d-57ec21fba15c tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (a53519e5-1c92-4084-b1f2-6e473d72b4ac), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:44.184071 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97351a0-58b8-4ee2-9c5d-57ec21fba15c tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Network dea6548b-502b-42db-97fb-371e423e739a is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:39:44.187458 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-c97351a0-58b8-4ee2-9c5d-57ec21fba15c tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:39:44.197230 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97351a0-58b8-4ee2-9c5d-57ec21fba15c tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:39:44.203252 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97351a0-58b8-4ee2-9c5d-57ec21fba15c tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Pushing event updated for resources: {'Port': ['ID=a53519e5-1c92-4084-b1f2-6e473d72b4ac,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:39:44.533002 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c97351a0-58b8-4ee2-9c5d-57ec21fba15c tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for floatingip (c8c454e6-0ee0-4f4f-b1bf-94c00876aa53), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:44.603094 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c97351a0-58b8-4ee2-9c5d-57ec21fba15c tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (a53519e5-1c92-4084-b1f2-6e473d72b4ac), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:44.747093 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c97351a0-58b8-4ee2-9c5d-57ec21fba15c tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for port (a53519e5-1c92-4084-b1f2-6e473d72b4ac), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:44.752126 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c97351a0-58b8-4ee2-9c5d-57ec21fba15c tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (a53519e5-1c92-4084-b1f2-6e473d72b4ac), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:44.824057 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97351a0-58b8-4ee2-9c5d-57ec21fba15c tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Pushing event updated for resources: {'Port': ['ID=a53519e5-1c92-4084-b1f2-6e473d72b4ac,revision_number=2']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:39:44.831801 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c97351a0-58b8-4ee2-9c5d-57ec21fba15c tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688063'] for floatingip (c8c454e6-0ee0-4f4f-b1bf-94c00876aa53), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:44.901896 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:44.937163 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.l3_db [None req-c97351a0-58b8-4ee2-9c5d-57ec21fba15c tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Floating IP c8c454e6-0ee0-4f4f-b1bf-94c00876aa53 associated. External IP: 172.26.1.157, port: c2adfb6a-1af5-4a0c-94c8-f2c13ca3b2ae. Mar 28 01:39:45.438232 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c97351a0-58b8-4ee2-9c5d-57ec21fba15c tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Router a41b7ed5-a0b0-4122-a432-0df430d6c331 has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:39:45.540779 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c97351a0-58b8-4ee2-9c5d-57ec21fba15c tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:39:45.550764 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919450ee-f7bb-46df-9b66-45eaa71006bb None None] Sync routers for ids ['a41b7ed5-a0b0-4122-a432-0df430d6c331'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:39:45.558219 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c97351a0-58b8-4ee2-9c5d-57ec21fba15c tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for floatingip (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:45.562824 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919450ee-f7bb-46df-9b66-45eaa71006bb None None] Routers {'a41b7ed5-a0b0-4122-a432-0df430d6c331'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:39:45.563631 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-919450ee-f7bb-46df-9b66-45eaa71006bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:39:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['a41b7ed5-a0b0-4122-a432-0df430d6c331'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:39:45.590769 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-c97351a0-58b8-4ee2-9c5d-57ec21fba15c tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7947409 Mar 28 01:39:45.591446 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4441909-1ac0-4bec-9137-867e8b13e231', 'tag': 'c2adfb6a-1af5-4a0c-94c8-f2c13ca3b2ae'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:39:45.593850 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2af4b01a9fa8b1570ccf1d7859d693ad34c106b258078e9cfae86b97f35e3d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d817914d-66dd-416f-b4d6-ad9c970e9156" -d '{"events": [{"name": "network-changed", "server_uuid": "d4441909-1ac0-4bec-9137-867e8b13e231", "tag": "c2adfb6a-1af5-4a0c-94c8-f2c13ca3b2ae"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:39:45.632578 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 01:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53a64b40-9a25-44c4-b6b2-655046efd272 x-openstack-request-id: req-53a64b40-9a25-44c4-b6b2-655046efd272 {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:39:45.632865 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4441909-1ac0-4bec-9137-867e8b13e231", "tag": "c2adfb6a-1af5-4a0c-94c8-f2c13ca3b2ae", "status": "completed", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:39:45.633115 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-53a64b40-9a25-44c4-b6b2-655046efd272 {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:39:45.633522 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53a64b40-9a25-44c4-b6b2-655046efd272'] response: {'name': 'network-changed', 'server_uuid': 'd4441909-1ac0-4bec-9137-867e8b13e231', 'tag': 'c2adfb6a-1af5-4a0c-94c8-f2c13ca3b2ae', 'status': 'completed', 'code': 200} Mar 28 01:39:45.672322 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-919450ee-f7bb-46df-9b66-45eaa71006bb None None] Set router a41b7ed5-a0b0-4122-a432-0df430d6c331 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:39:45.698910 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d817914d-66dd-416f-b4d6-ad9c970e9156 req-64f7fe00-0ffd-468d-a3bc-748e60d88595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:39:45.699153 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e802ce-613e-4942-ad78-541c5ca442a5 req-334f113b-f980-4ab8-9532-99c802d83ce5 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:39:45.700516 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-d817914d-66dd-416f-b4d6-ad9c970e9156 req-64f7fe00-0ffd-468d-a3bc-748e60d88595 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2961ca1eab8443d3977a60308ef2e35a&device_id=d4441909-1ac0-4bec-9137-867e8b13e231 HTTP/1.1" status: 200 len: 1129 time: 0.0458083 Mar 28 01:39:45.700657 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-c6e802ce-613e-4942-ad78-541c5ca442a5 req-334f113b-f980-4ab8-9532-99c802d83ce5 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4441909-1ac0-4bec-9137-867e8b13e231 HTTP/1.1" status: 200 len: 945 time: 0.0573938 Mar 28 01:39:45.749155 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-c6e802ce-613e-4942-ad78-541c5ca442a5 req-45c2884c-93e0-455f-a9fa-190b96834e07 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/security-groups?id=03e811a0-b04e-486c-9051-f1b3dbecb849&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423622 Mar 28 01:39:45.772792 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 33428) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:39:45.798501 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d817914d-66dd-416f-b4d6-ad9c970e9156 req-0a2096ab-a5bc-422e-8fe9-d159ab02b901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:39:45.799981 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-d817914d-66dd-416f-b4d6-ad9c970e9156 req-0a2096ab-a5bc-422e-8fe9-d159ab02b901 service neutron] 10.222.0.10 "GET /v2.0/networks?id=48f5be4a-d5c0-4a60-b675-dea84104556b HTTP/1.1" status: 200 len: 896 time: 0.0941110 Mar 28 01:39:45.834766 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-8a2b23b8-b60e-4ca2-a3a3-4bc80fbdad50 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/floatingips/c8c454e6-0ee0-4f4f-b1bf-94c00876aa53 HTTP/1.1" status: 200 len: 991 time: 0.0594966 Mar 28 01:39:45.871192 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-d817914d-66dd-416f-b4d6-ad9c970e9156 req-24c98899-d86b-4863-8c80-70d71210a48e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c2adfb6a-1af5-4a0c-94c8-f2c13ca3b2ae HTTP/1.1" status: 200 len: 999 time: 0.0646367 Mar 28 01:39:45.903855 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-919450ee-f7bb-46df-9b66-45eaa71006bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a41b7ed5-a0b0-4122-a432-0df430d6c331', 'name': 'tempest-TestNetworkAdvancedServerOps-router-518593104', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.239'}], 'enable_snat': True}, 'gw_port_id': '6be537d5-39e0-4e09-935b-8ff42ae3e73e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:39:26Z', 'updated_at': '2022-03-28T01:39:29Z', 'revision_number': 4, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'gw_port': {'id': '6be537d5-39e0-4e09-935b-8ff42ae3e73e', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:10:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41b7ed5-a0b0-4122-a432-0df430d6c331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:39:27Z', 'updated_at': '2022-03-28T01:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_floatingips': [{'id': 'c8c454e6-0ee0-4f4f-b1bf-94c00876aa53', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'floating_ip_address': '172.26.1.157', 'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'router_id': 'a41b7ed5-a0b0-4122-a432-0df430d6c331', 'port_id': 'c2adfb6a-1af5-4a0c-94c8-f2c13ca3b2ae', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1780, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48f5be4a-d5c0-4a60-b675-dea84104556b', 'mac_address': 'fa:16:3e:71:8b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4441909-1ac0-4bec-9137-867e8b13e231', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T01:39:44Z', 'updated_at': '2022-03-28T01:39:44Z', 'revision_number': 0, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e772d58-eb52-45c6-9aa0-bc8e8196c048', 'name': '', 'network_id': '48f5be4a-d5c0-4a60-b675-dea84104556b', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'mac_address': 'fa:16:3e:83:3c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41b7ed5-a0b0-4122-a432-0df430d6c331', 'device_owner': 'network:router_interface', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': 'b4b54f0c-be31-4a98-89d4-2cddae9cc419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:39:29Z', 'updated_at': '2022-03-28T01:39:33Z', 'revision_number': 5, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'subnets': [{'id': 'b4b54f0c-be31-4a98-89d4-2cddae9cc419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:39:45.917971 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d817914d-66dd-416f-b4d6-ad9c970e9156 req-20b1f136-d017-4272-b875-86885dddcdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:39:45.919412 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-d817914d-66dd-416f-b4d6-ad9c970e9156 req-20b1f136-d017-4272-b875-86885dddcdd8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b4b54f0c-be31-4a98-89d4-2cddae9cc419 HTTP/1.1" status: 200 len: 834 time: 0.0426874 Mar 28 01:39:45.933449 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919450ee-f7bb-46df-9b66-45eaa71006bb None None] Checking router: a41b7ed5-a0b0-4122-a432-0df430d6c331 for host: dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:39:45.942253 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919450ee-f7bb-46df-9b66-45eaa71006bb None None] Routers {'a41b7ed5-a0b0-4122-a432-0df430d6c331'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:39:45.942859 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-919450ee-f7bb-46df-9b66-45eaa71006bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:39:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['a41b7ed5-a0b0-4122-a432-0df430d6c331'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:39:45.967259 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d817914d-66dd-416f-b4d6-ad9c970e9156 req-f19e860a-d38a-46ce-9e8b-e7f406698583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:39:45.968710 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-d817914d-66dd-416f-b4d6-ad9c970e9156 req-f19e860a-d38a-46ce-9e8b-e7f406698583 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=48f5be4a-d5c0-4a60-b675-dea84104556b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0432510 Mar 28 01:39:46.047635 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-919450ee-f7bb-46df-9b66-45eaa71006bb None None] Set router a41b7ed5-a0b0-4122-a432-0df430d6c331 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:39:46.058854 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-d817914d-66dd-416f-b4d6-ad9c970e9156 req-4d74002f-718a-4f31-824c-59a4789ebbc8 service neutron] 10.222.0.10 "GET /v2.0/networks/48f5be4a-d5c0-4a60-b675-dea84104556b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843096 Mar 28 01:39:46.146292 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-d817914d-66dd-416f-b4d6-ad9c970e9156 req-2db41005-af61-4be6-9ebf-c8b80d32d47b service neutron] 10.222.0.10 "GET /v2.0/networks/48f5be4a-d5c0-4a60-b675-dea84104556b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816610 Mar 28 01:39:46.264375 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-919450ee-f7bb-46df-9b66-45eaa71006bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a41b7ed5-a0b0-4122-a432-0df430d6c331', 'name': 'tempest-TestNetworkAdvancedServerOps-router-518593104', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.239'}], 'enable_snat': True}, 'gw_port_id': '6be537d5-39e0-4e09-935b-8ff42ae3e73e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:39:26Z', 'updated_at': '2022-03-28T01:39:29Z', 'revision_number': 4, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'gw_port': {'id': '6be537d5-39e0-4e09-935b-8ff42ae3e73e', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:10:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41b7ed5-a0b0-4122-a432-0df430d6c331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:39:27Z', 'updated_at': '2022-03-28T01:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_floatingips': [{'id': 'c8c454e6-0ee0-4f4f-b1bf-94c00876aa53', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'floating_ip_address': '172.26.1.157', 'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'router_id': 'a41b7ed5-a0b0-4122-a432-0df430d6c331', 'port_id': 'c2adfb6a-1af5-4a0c-94c8-f2c13ca3b2ae', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1780, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48f5be4a-d5c0-4a60-b675-dea84104556b', 'mac_address': 'fa:16:3e:71:8b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4441909-1ac0-4bec-9137-867e8b13e231', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T01:39:44Z', 'updated_at': '2022-03-28T01:39:44Z', 'revision_number': 0, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e772d58-eb52-45c6-9aa0-bc8e8196c048', 'name': '', 'network_id': '48f5be4a-d5c0-4a60-b675-dea84104556b', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'mac_address': 'fa:16:3e:83:3c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41b7ed5-a0b0-4122-a432-0df430d6c331', 'device_owner': 'network:router_interface', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': 'b4b54f0c-be31-4a98-89d4-2cddae9cc419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:39:29Z', 'updated_at': '2022-03-28T01:39:33Z', 'revision_number': 5, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'subnets': [{'id': 'b4b54f0c-be31-4a98-89d4-2cddae9cc419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:39:46.289337 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919450ee-f7bb-46df-9b66-45eaa71006bb None None] The sync data for ids ['a41b7ed5-a0b0-4122-a432-0df430d6c331'] in dv-neutron-834874-6-hyperv is: [{'id': 'a41b7ed5-a0b0-4122-a432-0df430d6c331', 'name': 'tempest-TestNetworkAdvancedServerOps-router-518593104', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.239'}], 'enable_snat': True}, 'gw_port_id': '6be537d5-39e0-4e09-935b-8ff42ae3e73e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:39:26Z', 'updated_at': '2022-03-28T01:39:29Z', 'revision_number': 4, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'gw_port': {'id': '6be537d5-39e0-4e09-935b-8ff42ae3e73e', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:10:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41b7ed5-a0b0-4122-a432-0df430d6c331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:39:27Z', 'updated_at': '2022-03-28T01:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_floatingips': [{'id': 'c8c454e6-0ee0-4f4f-b1bf-94c00876aa53', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'floating_ip_address': '172.26.1.157', 'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'router_id': 'a41b7ed5-a0b0-4122-a432-0df430d6c331', 'port_id': 'c2adfb6a-1af5-4a0c-94c8-f2c13ca3b2ae', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1780, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48f5be4a-d5c0-4a60-b675-dea84104556b', 'mac_address': 'fa:16:3e:71:8b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4441909-1ac0-4bec-9137-867e8b13e231', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T01:39:44Z', 'updated_at': '2022-03-28T01:39:44Z', 'revision_number': 0, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e772d58-eb52-45c6-9aa0-bc8e8196c048', 'name': '', 'network_id': '48f5be4a-d5c0-4a60-b675-dea84104556b', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'mac_address': 'fa:16:3e:83:3c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41b7ed5-a0b0-4122-a432-0df430d6c331', 'device_owner': 'network:router_interface', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': 'b4b54f0c-be31-4a98-89d4-2cddae9cc419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:39:29Z', 'updated_at': '2022-03-28T01:39:33Z', 'revision_number': 5, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'subnets': [{'id': 'b4b54f0c-be31-4a98-89d4-2cddae9cc419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:39:46.351894 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:39:46.479899 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8dea115-38fd-4450-8a24-96ccd48dce2d None None] New status for floating IP c8c454e6-0ee0-4f4f-b1bf-94c00876aa53: ACTIVE {{(pid=104101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 01:39:46.837569 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 33430) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:39:46.901748 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-9e8ae289-7907-48cb-a55d-1768cd3fe6e8 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/floatingips/c8c454e6-0ee0-4f4f-b1bf-94c00876aa53 HTTP/1.1" status: 200 len: 993 time: 0.0629163 Mar 28 01:39:47.877126 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:40:03.137754 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:40:05.671758 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-04c00737-d7e8-48eb-81df-62747c729ddd req-7cae72a9-5e71-4f1f-b0e7-e54bf22d7a04 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d4441909-1ac0-4bec-9137-867e8b13e231&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0469630 Mar 28 01:40:05.754647 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c00737-d7e8-48eb-81df-62747c729ddd req-4363eff5-ab80-4534-bdbe-559ea473b2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:40:05.756204 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-04c00737-d7e8-48eb-81df-62747c729ddd req-4363eff5-ab80-4534-bdbe-559ea473b2b2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2961ca1eab8443d3977a60308ef2e35a&device_id=d4441909-1ac0-4bec-9137-867e8b13e231 HTTP/1.1" status: 200 len: 1129 time: 0.0437632 Mar 28 01:40:05.855535 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c00737-d7e8-48eb-81df-62747c729ddd req-59a5d3cd-ca86-423a-b97e-d86b6593a46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:40:05.857033 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-04c00737-d7e8-48eb-81df-62747c729ddd req-59a5d3cd-ca86-423a-b97e-d86b6593a46e service neutron] 10.222.0.10 "GET /v2.0/networks?id=48f5be4a-d5c0-4a60-b675-dea84104556b HTTP/1.1" status: 200 len: 896 time: 0.0822577 Mar 28 01:40:05.925019 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-04c00737-d7e8-48eb-81df-62747c729ddd req-a834441d-ddf4-4e9a-a7d9-b3660b4f023f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c2adfb6a-1af5-4a0c-94c8-f2c13ca3b2ae HTTP/1.1" status: 200 len: 1001 time: 0.0607188 Mar 28 01:40:05.971049 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c00737-d7e8-48eb-81df-62747c729ddd req-a85df66a-1690-4df6-b287-f607e972bd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:40:05.972478 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-04c00737-d7e8-48eb-81df-62747c729ddd req-a85df66a-1690-4df6-b287-f607e972bd2e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b4b54f0c-be31-4a98-89d4-2cddae9cc419 HTTP/1.1" status: 200 len: 834 time: 0.0418417 Mar 28 01:40:06.019183 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c00737-d7e8-48eb-81df-62747c729ddd req-04d34325-04ec-488f-ada2-7da187604735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:40:06.020816 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-04c00737-d7e8-48eb-81df-62747c729ddd req-04d34325-04ec-488f-ada2-7da187604735 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=48f5be4a-d5c0-4a60-b675-dea84104556b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0425735 Mar 28 01:40:06.110630 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-04c00737-d7e8-48eb-81df-62747c729ddd req-3841a7bf-ba6e-4e06-923b-dc70e47b2681 service neutron] 10.222.0.10 "GET /v2.0/networks/48f5be4a-d5c0-4a60-b675-dea84104556b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833018 Mar 28 01:40:06.196222 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-04c00737-d7e8-48eb-81df-62747c729ddd req-26081005-7daa-437f-80ac-7aad3d907d84 service neutron] 10.222.0.10 "GET /v2.0/networks/48f5be4a-d5c0-4a60-b675-dea84104556b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786731 Mar 28 01:40:11.471275 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-c93c4ef9-9dd0-4f26-9c65-2f24b249d15c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:40:13.643713 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-e68ef0cc-4f45-4252-8925-0e971bf53049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:40:14.904966 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:40:16.354161 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:40:17.868934 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:40:18.051053 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659923ea-7efa-4dad-89b6-57ddd1149a2c req-e2f9ab93-84f9-4a0b-b795-a2539e0b5095 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:40:18.052639 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-659923ea-7efa-4dad-89b6-57ddd1149a2c req-e2f9ab93-84f9-4a0b-b795-a2539e0b5095 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4441909-1ac0-4bec-9137-867e8b13e231 HTTP/1.1" status: 200 len: 945 time: 0.1072619 Mar 28 01:40:18.104025 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-659923ea-7efa-4dad-89b6-57ddd1149a2c req-fab3f0ad-2407-44da-8ca1-04eb2efda2ce tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/security-groups?id=03e811a0-b04e-486c-9051-f1b3dbecb849&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460644 Mar 28 01:40:18.840670 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.agents_db [None req-9a1d863f-391a-42f4-9870-e8292b919beb None None] Agent healthcheck: found 6 active agents {{(pid=104101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 01:40:19.276324 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5f188f-aec1-4d33-a8ab-98febec67487 req-9021ac30-fee2-4740-a494-205ba918a935 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:40:19.277768 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-2a5f188f-aec1-4d33-a8ab-98febec67487 req-9021ac30-fee2-4740-a494-205ba918a935 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4441909-1ac0-4bec-9137-867e8b13e231 HTTP/1.1" status: 200 len: 945 time: 0.1004720 Mar 28 01:40:19.328325 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-2a5f188f-aec1-4d33-a8ab-98febec67487 req-48ec48d5-a800-40ce-be45-87cc2359a951 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/security-groups?id=03e811a0-b04e-486c-9051-f1b3dbecb849&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445001 Mar 28 01:40:20.444419 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96fe859-387d-44b8-b41f-9bbb3631cb44 req-895ddd08-f374-46d5-956e-6cfdce92f341 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:40:20.445989 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-f96fe859-387d-44b8-b41f-9bbb3631cb44 req-895ddd08-f374-46d5-956e-6cfdce92f341 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4441909-1ac0-4bec-9137-867e8b13e231 HTTP/1.1" status: 200 len: 945 time: 0.0520313 Mar 28 01:40:20.492715 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-f96fe859-387d-44b8-b41f-9bbb3631cb44 req-77e52668-7257-4edc-9336-0980b9ce71e0 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/security-groups?id=03e811a0-b04e-486c-9051-f1b3dbecb849&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413895 Mar 28 01:40:21.610026 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb23fc3-d4e0-4fe0-8bef-59943d891b6d req-c9031e7a-f05c-4687-943c-103e4203fac5 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:40:21.611467 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-3bb23fc3-d4e0-4fe0-8bef-59943d891b6d req-c9031e7a-f05c-4687-943c-103e4203fac5 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4441909-1ac0-4bec-9137-867e8b13e231 HTTP/1.1" status: 200 len: 945 time: 0.0513792 Mar 28 01:40:21.659061 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-3bb23fc3-d4e0-4fe0-8bef-59943d891b6d req-c5130d43-a114-4015-b83b-a229db18bbcd tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/security-groups?id=03e811a0-b04e-486c-9051-f1b3dbecb849&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420318 Mar 28 01:40:22.777240 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e682a435-b98d-4eab-847a-f2507b3d27fa req-1ec55a39-71e2-49a7-ba10-47cd296f1c57 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:40:22.778733 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e682a435-b98d-4eab-847a-f2507b3d27fa req-1ec55a39-71e2-49a7-ba10-47cd296f1c57 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4441909-1ac0-4bec-9137-867e8b13e231 HTTP/1.1" status: 200 len: 945 time: 0.0515757 Mar 28 01:40:22.826797 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e682a435-b98d-4eab-847a-f2507b3d27fa req-44e83c2e-0a3a-48fb-9b38-2c25462b7e87 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/security-groups?id=03e811a0-b04e-486c-9051-f1b3dbecb849&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413849 Mar 28 01:40:23.941242 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a8deeb-94ab-4670-af96-a2a6297ba28c req-9fc3a963-e56c-4614-850e-86817923bfbf tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:40:23.942685 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-c5a8deeb-94ab-4670-af96-a2a6297ba28c req-9fc3a963-e56c-4614-850e-86817923bfbf tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4441909-1ac0-4bec-9137-867e8b13e231 HTTP/1.1" status: 200 len: 945 time: 0.0509202 Mar 28 01:40:23.990102 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-c5a8deeb-94ab-4670-af96-a2a6297ba28c req-4e418fd6-32e1-4a02-900e-ef15e3eaa69b tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/security-groups?id=03e811a0-b04e-486c-9051-f1b3dbecb849&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418882 Mar 28 01:40:25.108702 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5dec6a-8f17-4732-a828-284bd060253c req-ba66323b-26ae-4564-970c-62f53448a605 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:40:25.110052 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-3f5dec6a-8f17-4732-a828-284bd060253c req-ba66323b-26ae-4564-970c-62f53448a605 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4441909-1ac0-4bec-9137-867e8b13e231 HTTP/1.1" status: 200 len: 945 time: 0.0555465 Mar 28 01:40:25.158609 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-3f5dec6a-8f17-4732-a828-284bd060253c req-40a21af1-0f6f-4331-8814-b7dc1ad56c8a tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/security-groups?id=03e811a0-b04e-486c-9051-f1b3dbecb849&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431685 Mar 28 01:40:26.277938 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54c5ac0-bc2c-42f1-95a8-dea965164dad req-072865c7-2259-4c3a-a977-517f1288d537 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:40:26.279422 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-d54c5ac0-bc2c-42f1-95a8-dea965164dad req-072865c7-2259-4c3a-a977-517f1288d537 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4441909-1ac0-4bec-9137-867e8b13e231 HTTP/1.1" status: 200 len: 945 time: 0.0556805 Mar 28 01:40:26.325842 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-d54c5ac0-bc2c-42f1-95a8-dea965164dad req-d14b705b-7d31-4645-83a6-1b62d647b8ce tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/security-groups?id=03e811a0-b04e-486c-9051-f1b3dbecb849&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409489 Mar 28 01:40:27.440364 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3de6a6-b607-4930-9e6d-cef3429a02b9 req-e1cd22fb-e707-4d95-91dc-efb35a1cdb40 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:40:27.441809 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-4e3de6a6-b607-4930-9e6d-cef3429a02b9 req-e1cd22fb-e707-4d95-91dc-efb35a1cdb40 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4441909-1ac0-4bec-9137-867e8b13e231 HTTP/1.1" status: 200 len: 945 time: 0.0513644 Mar 28 01:40:27.489407 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-4e3de6a6-b607-4930-9e6d-cef3429a02b9 req-16bc1f1f-d7fe-4743-8660-a194c10fb6b2 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/security-groups?id=03e811a0-b04e-486c-9051-f1b3dbecb849&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418336 Mar 28 01:40:28.608123 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67be732-6d78-4eee-a4bb-0e6e43acf057 req-c6585957-bae0-4da8-9f80-2dc60d310d43 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:40:28.609586 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-a67be732-6d78-4eee-a4bb-0e6e43acf057 req-c6585957-bae0-4da8-9f80-2dc60d310d43 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4441909-1ac0-4bec-9137-867e8b13e231 HTTP/1.1" status: 200 len: 945 time: 0.0513408 Mar 28 01:40:28.656737 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-a67be732-6d78-4eee-a4bb-0e6e43acf057 req-3d77e7c6-fd95-468c-84b1-6fde7c29b363 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/security-groups?id=03e811a0-b04e-486c-9051-f1b3dbecb849&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417352 Mar 28 01:40:29.774938 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff7081f-2675-44d6-82cb-200788b40e5b req-adaecf1e-3889-4e04-a8a0-4d6bacd4a479 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:40:29.776445 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-cff7081f-2675-44d6-82cb-200788b40e5b req-adaecf1e-3889-4e04-a8a0-4d6bacd4a479 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4441909-1ac0-4bec-9137-867e8b13e231 HTTP/1.1" status: 200 len: 945 time: 0.0556366 Mar 28 01:40:29.824714 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-cff7081f-2675-44d6-82cb-200788b40e5b req-c5507974-f5a5-4318-bcfd-77c26fec135c tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/security-groups?id=03e811a0-b04e-486c-9051-f1b3dbecb849&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420699 Mar 28 01:40:30.940673 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cae65bf-d3b9-4e6d-8818-19126114a41e req-5b04201c-45fe-4923-af54-3263759e9b61 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:40:30.942180 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-7cae65bf-d3b9-4e6d-8818-19126114a41e req-5b04201c-45fe-4923-af54-3263759e9b61 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4441909-1ac0-4bec-9137-867e8b13e231 HTTP/1.1" status: 200 len: 945 time: 0.0517063 Mar 28 01:40:30.993108 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-7cae65bf-d3b9-4e6d-8818-19126114a41e req-a31c9e66-cb3b-4d56-b44c-c7e7458f3ea1 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/security-groups?id=03e811a0-b04e-486c-9051-f1b3dbecb849&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454123 Mar 28 01:40:32.107618 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd67fea-7184-47e3-a663-59909089afca req-c304b2c6-c978-4287-b8cb-dfffe4838413 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:40:32.109047 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-0bd67fea-7184-47e3-a663-59909089afca req-c304b2c6-c978-4287-b8cb-dfffe4838413 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4441909-1ac0-4bec-9137-867e8b13e231 HTTP/1.1" status: 200 len: 945 time: 0.0514181 Mar 28 01:40:32.157848 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-0bd67fea-7184-47e3-a663-59909089afca req-9ed62d64-edd9-4e8f-bf86-4f040f55448a tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/security-groups?id=03e811a0-b04e-486c-9051-f1b3dbecb849&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428562 Mar 28 01:40:33.140481 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:40:33.277673 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcb79d7-1986-41b7-b628-76178c872996 req-51e6c2b5-2747-46fe-827c-0fb21e1f995f tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:40:33.279193 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-fdcb79d7-1986-41b7-b628-76178c872996 req-51e6c2b5-2747-46fe-827c-0fb21e1f995f tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4441909-1ac0-4bec-9137-867e8b13e231 HTTP/1.1" status: 200 len: 945 time: 0.0532260 Mar 28 01:40:33.327693 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-fdcb79d7-1986-41b7-b628-76178c872996 req-d419ef49-4bd7-4220-b42e-d57f7c090ceb tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/security-groups?id=03e811a0-b04e-486c-9051-f1b3dbecb849&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427754 Mar 28 01:40:34.443301 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5394a50b-a946-4207-8557-be849d99057d req-a5d3030b-a739-4ff1-92e7-d5d6f1b9d3d6 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:40:34.444797 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-5394a50b-a946-4207-8557-be849d99057d req-a5d3030b-a739-4ff1-92e7-d5d6f1b9d3d6 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4441909-1ac0-4bec-9137-867e8b13e231 HTTP/1.1" status: 200 len: 945 time: 0.0522912 Mar 28 01:40:34.500325 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-5394a50b-a946-4207-8557-be849d99057d req-75a26ca4-51c8-43ed-9d8c-f7eb38e5c90d tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/security-groups?id=03e811a0-b04e-486c-9051-f1b3dbecb849&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497601 Mar 28 01:40:34.522476 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 33480) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:40:34.584018 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-6ac6c995-bb66-44a3-9a84-3df57e427433 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/floatingips/c8c454e6-0ee0-4f4f-b1bf-94c00876aa53 HTTP/1.1" status: 200 len: 993 time: 0.0604000 Mar 28 01:40:35.865649 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3d2f04-87fb-4505-bde5-5ea0c24bfe5d req-3dc33178-cad7-4bd7-826f-932405fdfe71 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:40:35.867059 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-aa3d2f04-87fb-4505-bde5-5ea0c24bfe5d req-3dc33178-cad7-4bd7-826f-932405fdfe71 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4441909-1ac0-4bec-9137-867e8b13e231 HTTP/1.1" status: 200 len: 945 time: 0.0532024 Mar 28 01:40:35.888543 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ae5238-cfbc-43a8-846e-da947fd8cabe req-160e25c1-e8de-4a43-9c55-f01885ba1a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:40:35.890160 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-f0ae5238-cfbc-43a8-846e-da947fd8cabe req-160e25c1-e8de-4a43-9c55-f01885ba1a92 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2961ca1eab8443d3977a60308ef2e35a&device_id=d4441909-1ac0-4bec-9137-867e8b13e231 HTTP/1.1" status: 200 len: 1129 time: 0.0443554 Mar 28 01:40:35.915597 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-aa3d2f04-87fb-4505-bde5-5ea0c24bfe5d req-8bd466d3-0cbb-4c12-8a12-e8daece425e3 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/security-groups?id=03e811a0-b04e-486c-9051-f1b3dbecb849&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425644 Mar 28 01:40:35.977240 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ae5238-cfbc-43a8-846e-da947fd8cabe req-7e683028-9bd6-4733-84a1-aecbebd2fdce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:40:35.978697 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-f0ae5238-cfbc-43a8-846e-da947fd8cabe req-7e683028-9bd6-4733-84a1-aecbebd2fdce service neutron] 10.222.0.10 "GET /v2.0/networks?id=48f5be4a-d5c0-4a60-b675-dea84104556b HTTP/1.1" status: 200 len: 896 time: 0.0826244 Mar 28 01:40:36.046242 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-f0ae5238-cfbc-43a8-846e-da947fd8cabe req-2d512ec7-8cc0-4909-8837-4beb4bc8bb86 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c2adfb6a-1af5-4a0c-94c8-f2c13ca3b2ae HTTP/1.1" status: 200 len: 1001 time: 0.0611112 Mar 28 01:40:36.093324 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ae5238-cfbc-43a8-846e-da947fd8cabe req-f158eac5-be90-46ae-ac75-59848275db9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:40:36.094720 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-f0ae5238-cfbc-43a8-846e-da947fd8cabe req-f158eac5-be90-46ae-ac75-59848275db9a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b4b54f0c-be31-4a98-89d4-2cddae9cc419 HTTP/1.1" status: 200 len: 834 time: 0.0422950 Mar 28 01:40:36.142648 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ae5238-cfbc-43a8-846e-da947fd8cabe req-82e288e7-34bc-4cb7-9b6b-8f228226f46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:40:36.144103 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-f0ae5238-cfbc-43a8-846e-da947fd8cabe req-82e288e7-34bc-4cb7-9b6b-8f228226f46d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=48f5be4a-d5c0-4a60-b675-dea84104556b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0430446 Mar 28 01:40:36.233934 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-f0ae5238-cfbc-43a8-846e-da947fd8cabe req-8151b6c6-3816-42b4-95dc-e1acd5e15ed7 service neutron] 10.222.0.10 "GET /v2.0/networks/48f5be4a-d5c0-4a60-b675-dea84104556b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834358 Mar 28 01:40:36.319543 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-f0ae5238-cfbc-43a8-846e-da947fd8cabe req-911b648a-b45a-4c57-a271-6c56a1d0e853 service neutron] 10.222.0.10 "GET /v2.0/networks/48f5be4a-d5c0-4a60-b675-dea84104556b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797353 Mar 28 01:40:37.036629 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bd09ce-cbc2-4ef7-a318-160c54132c80 req-ab37c601-322b-4a64-82e9-d313c1414e45 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:40:37.038142 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-09bd09ce-cbc2-4ef7-a318-160c54132c80 req-ab37c601-322b-4a64-82e9-d313c1414e45 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4441909-1ac0-4bec-9137-867e8b13e231 HTTP/1.1" status: 200 len: 945 time: 0.0550985 Mar 28 01:40:37.090593 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-09bd09ce-cbc2-4ef7-a318-160c54132c80 req-6a8ea619-ba01-4488-b7b9-b6ed042741f7 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/security-groups?id=03e811a0-b04e-486c-9051-f1b3dbecb849&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469408 Mar 28 01:40:37.112815 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 33490) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:40:37.174411 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-e1bcdd38-0618-4b16-b08d-88694ee9afa1 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/floatingips/c8c454e6-0ee0-4f4f-b1bf-94c00876aa53 HTTP/1.1" status: 200 len: 993 time: 0.0605099 Mar 28 01:40:41.472272 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-19c76bae-ca36-4a45-b06c-5847e01e0a62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:40:43.647417 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-c144d765-77ce-47a4-8195-0c3d8ac270f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:40:44.907582 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:40:46.356596 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:40:47.870727 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:40:55.839566 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.agents_db [None req-9a1d863f-391a-42f4-9870-e8292b919beb None None] Agent healthcheck: found 6 active agents {{(pid=104101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 01:41:03.160015 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:06.701129 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a795f2a0-af2e-4f90-b73c-427e41b00ebd req-443bd82f-22d8-4f33-bd45-3224f6546cea service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d4441909-1ac0-4bec-9137-867e8b13e231&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0798380 Mar 28 01:41:06.789675 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a795f2a0-af2e-4f90-b73c-427e41b00ebd req-e7d53346-4cda-4125-8210-14b96d5278fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:41:06.791255 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a795f2a0-af2e-4f90-b73c-427e41b00ebd req-e7d53346-4cda-4125-8210-14b96d5278fa service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2961ca1eab8443d3977a60308ef2e35a&device_id=d4441909-1ac0-4bec-9137-867e8b13e231 HTTP/1.1" status: 200 len: 1129 time: 0.0475862 Mar 28 01:41:06.895075 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a795f2a0-af2e-4f90-b73c-427e41b00ebd req-c9cf75b5-4cf1-46cf-81da-17dbee851b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:41:06.896773 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a795f2a0-af2e-4f90-b73c-427e41b00ebd req-c9cf75b5-4cf1-46cf-81da-17dbee851b26 service neutron] 10.222.0.10 "GET /v2.0/networks?id=48f5be4a-d5c0-4a60-b675-dea84104556b HTTP/1.1" status: 200 len: 896 time: 0.0863285 Mar 28 01:41:06.965352 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a795f2a0-af2e-4f90-b73c-427e41b00ebd req-565c732a-bed5-46d7-acbe-5eb4acaff0f7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c2adfb6a-1af5-4a0c-94c8-f2c13ca3b2ae HTTP/1.1" status: 200 len: 1001 time: 0.0623245 Mar 28 01:41:07.013375 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a795f2a0-af2e-4f90-b73c-427e41b00ebd req-e31b5f5c-ab8e-4500-88d4-ec1f16899ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:41:07.014772 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a795f2a0-af2e-4f90-b73c-427e41b00ebd req-e31b5f5c-ab8e-4500-88d4-ec1f16899ef1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b4b54f0c-be31-4a98-89d4-2cddae9cc419 HTTP/1.1" status: 200 len: 834 time: 0.0422361 Mar 28 01:41:07.069463 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a795f2a0-af2e-4f90-b73c-427e41b00ebd req-745a705b-f3ef-4ade-88a6-0a619ac99649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:41:07.070973 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a795f2a0-af2e-4f90-b73c-427e41b00ebd req-745a705b-f3ef-4ade-88a6-0a619ac99649 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=48f5be4a-d5c0-4a60-b675-dea84104556b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0426762 Mar 28 01:41:07.164961 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a795f2a0-af2e-4f90-b73c-427e41b00ebd req-f5074cdf-5eea-424f-a6eb-3b926765fe45 service neutron] 10.222.0.10 "GET /v2.0/networks/48f5be4a-d5c0-4a60-b675-dea84104556b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873473 Mar 28 01:41:07.254592 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a795f2a0-af2e-4f90-b73c-427e41b00ebd req-57c55127-f982-4d25-afb8-9112d209e5aa service neutron] 10.222.0.10 "GET /v2.0/networks/48f5be4a-d5c0-4a60-b675-dea84104556b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809071 Mar 28 01:41:09.659319 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 33508) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:41:09.816825 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-1a6ec3d3-45a7-4343-87ce-8acbcac97a26 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Deleting port a53519e5-1c92-4084-b1f2-6e473d72b4ac {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:41:09.817168 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-1a6ec3d3-45a7-4343-87ce-8acbcac97a26 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (a53519e5-1c92-4084-b1f2-6e473d72b4ac), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:09.896662 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-1a6ec3d3-45a7-4343-87ce-8acbcac97a26 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (a53519e5-1c92-4084-b1f2-6e473d72b4ac), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:09.896986 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-1a6ec3d3-45a7-4343-87ce-8acbcac97a26 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for floatingip (a53519e5-1c92-4084-b1f2-6e473d72b4ac), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:09.908920 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-1a6ec3d3-45a7-4343-87ce-8acbcac97a26 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Calling delete_port for a53519e5-1c92-4084-b1f2-6e473d72b4ac owned by network:floatingip {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:41:10.052273 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-1a6ec3d3-45a7-4343-87ce-8acbcac97a26 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (a53519e5-1c92-4084-b1f2-6e473d72b4ac), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:10.077326 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6ec3d3-45a7-4343-87ce-8acbcac97a26 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Pushing event deleted for resources: {'Port': ['ID=a53519e5-1c92-4084-b1f2-6e473d72b4ac,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:41:10.101942 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6ec3d3-45a7-4343-87ce-8acbcac97a26 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:41:10.102294 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6ec3d3-45a7-4343-87ce-8acbcac97a26 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:41:10.102637 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6ec3d3-45a7-4343-87ce-8acbcac97a26 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:41:10.102978 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6ec3d3-45a7-4343-87ce-8acbcac97a26 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:41:10.103309 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6ec3d3-45a7-4343-87ce-8acbcac97a26 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:41:10.103641 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6ec3d3-45a7-4343-87ce-8acbcac97a26 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:41:10.103971 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6ec3d3-45a7-4343-87ce-8acbcac97a26 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:41:10.104327 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6ec3d3-45a7-4343-87ce-8acbcac97a26 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:41:10.104652 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6ec3d3-45a7-4343-87ce-8acbcac97a26 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:41:10.104979 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6ec3d3-45a7-4343-87ce-8acbcac97a26 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:41:10.105303 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6ec3d3-45a7-4343-87ce-8acbcac97a26 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:41:10.105627 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6ec3d3-45a7-4343-87ce-8acbcac97a26 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:41:10.105957 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6ec3d3-45a7-4343-87ce-8acbcac97a26 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:41:10.106278 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6ec3d3-45a7-4343-87ce-8acbcac97a26 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:41:10.106598 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6ec3d3-45a7-4343-87ce-8acbcac97a26 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:41:10.146634 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-1a6ec3d3-45a7-4343-87ce-8acbcac97a26 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for floatingip (c8c454e6-0ee0-4f4f-b1bf-94c00876aa53), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:10.146964 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.l3_db [None req-1a6ec3d3-45a7-4343-87ce-8acbcac97a26 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Floating IP c8c454e6-0ee0-4f4f-b1bf-94c00876aa53 disassociated (deleted). External IP: 172.26.1.157, port: c2adfb6a-1af5-4a0c-94c8-f2c13ca3b2ae. Mar 28 01:41:10.352764 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a6ec3d3-45a7-4343-87ce-8acbcac97a26 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Router a41b7ed5-a0b0-4122-a432-0df430d6c331 has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:41:10.459839 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a6ec3d3-45a7-4343-87ce-8acbcac97a26 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:41:10.464920 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-1a6ec3d3-45a7-4343-87ce-8acbcac97a26 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for floatingip (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:10.469264 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da74a22c-83fd-435c-ad67-c3d699f2edac None None] Sync routers for ids ['a41b7ed5-a0b0-4122-a432-0df430d6c331'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:41:10.478112 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da74a22c-83fd-435c-ad67-c3d699f2edac None None] Routers {'a41b7ed5-a0b0-4122-a432-0df430d6c331'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:41:10.478721 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-da74a22c-83fd-435c-ad67-c3d699f2edac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:40:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['a41b7ed5-a0b0-4122-a432-0df430d6c331'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:41:10.494260 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-1a6ec3d3-45a7-4343-87ce-8acbcac97a26 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "DELETE /v2.0/floatingips/c8c454e6-0ee0-4f4f-b1bf-94c00876aa53 HTTP/1.1" status: 204 len: 168 time: 0.8338621 Mar 28 01:41:10.494846 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4441909-1ac0-4bec-9137-867e8b13e231', 'tag': 'c2adfb6a-1af5-4a0c-94c8-f2c13ca3b2ae'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:41:10.497242 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2af4b01a9fa8b1570ccf1d7859d693ad34c106b258078e9cfae86b97f35e3d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db884b2a-ffd6-49a5-80f1-4ebac6dffc5e" -d '{"events": [{"name": "network-changed", "server_uuid": "d4441909-1ac0-4bec-9137-867e8b13e231", "tag": "c2adfb6a-1af5-4a0c-94c8-f2c13ca3b2ae"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:41:10.583588 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 01:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbafa3ed-0ebc-4c0f-bdac-49ee4e3b960a x-openstack-request-id: req-bbafa3ed-0ebc-4c0f-bdac-49ee4e3b960a {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:41:10.583878 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4441909-1ac0-4bec-9137-867e8b13e231", "tag": "c2adfb6a-1af5-4a0c-94c8-f2c13ca3b2ae", "status": "completed", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:41:10.584173 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bbafa3ed-0ebc-4c0f-bdac-49ee4e3b960a {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:41:10.584595 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbafa3ed-0ebc-4c0f-bdac-49ee4e3b960a'] response: {'name': 'network-changed', 'server_uuid': 'd4441909-1ac0-4bec-9137-867e8b13e231', 'tag': 'c2adfb6a-1af5-4a0c-94c8-f2c13ca3b2ae', 'status': 'completed', 'code': 200} Mar 28 01:41:10.599011 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-da74a22c-83fd-435c-ad67-c3d699f2edac None None] Set router a41b7ed5-a0b0-4122-a432-0df430d6c331 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:41:10.674363 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db884b2a-ffd6-49a5-80f1-4ebac6dffc5e req-5175d4ee-e585-43ac-a06d-762f86ce4dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:41:10.675918 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-db884b2a-ffd6-49a5-80f1-4ebac6dffc5e req-5175d4ee-e585-43ac-a06d-762f86ce4dd9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2961ca1eab8443d3977a60308ef2e35a&device_id=d4441909-1ac0-4bec-9137-867e8b13e231 HTTP/1.1" status: 200 len: 1129 time: 0.0531738 Mar 28 01:41:10.737034 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e8146d-6615-4d27-8265-0dfd5f476606 req-4bd6d42b-d198-4f71-9c0b-aaf073ef1045 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:41:10.739285 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-49e8146d-6615-4d27-8265-0dfd5f476606 req-4bd6d42b-d198-4f71-9c0b-aaf073ef1045 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4441909-1ac0-4bec-9137-867e8b13e231 HTTP/1.1" status: 200 len: 945 time: 0.0566378 Mar 28 01:41:10.784101 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db884b2a-ffd6-49a5-80f1-4ebac6dffc5e req-1eba8b1a-6143-438a-9e16-decb8655309f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:41:10.785631 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-db884b2a-ffd6-49a5-80f1-4ebac6dffc5e req-1eba8b1a-6143-438a-9e16-decb8655309f service neutron] 10.222.0.10 "GET /v2.0/networks?id=48f5be4a-d5c0-4a60-b675-dea84104556b HTTP/1.1" status: 200 len: 896 time: 0.0966046 Mar 28 01:41:10.793372 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-49e8146d-6615-4d27-8265-0dfd5f476606 req-62478d11-396d-49b0-817b-26f62c4e0913 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/security-groups?id=03e811a0-b04e-486c-9051-f1b3dbecb849&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478122 Mar 28 01:41:10.818525 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-da74a22c-83fd-435c-ad67-c3d699f2edac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a41b7ed5-a0b0-4122-a432-0df430d6c331', 'name': 'tempest-TestNetworkAdvancedServerOps-router-518593104', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.239'}], 'enable_snat': True}, 'gw_port_id': '6be537d5-39e0-4e09-935b-8ff42ae3e73e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:39:26Z', 'updated_at': '2022-03-28T01:39:29Z', 'revision_number': 4, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'gw_port': {'id': '6be537d5-39e0-4e09-935b-8ff42ae3e73e', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:10:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41b7ed5-a0b0-4122-a432-0df430d6c331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:39:27Z', 'updated_at': '2022-03-28T01:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': '7e772d58-eb52-45c6-9aa0-bc8e8196c048', 'name': '', 'network_id': '48f5be4a-d5c0-4a60-b675-dea84104556b', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'mac_address': 'fa:16:3e:83:3c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41b7ed5-a0b0-4122-a432-0df430d6c331', 'device_owner': 'network:router_interface', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': 'b4b54f0c-be31-4a98-89d4-2cddae9cc419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:39:29Z', 'updated_at': '2022-03-28T01:39:33Z', 'revision_number': 5, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'subnets': [{'id': 'b4b54f0c-be31-4a98-89d4-2cddae9cc419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:41:10.827093 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-db884b2a-ffd6-49a5-80f1-4ebac6dffc5e req-c4a88e71-4f8b-40c9-bfb2-c9e5702db3fd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c2adfb6a-1af5-4a0c-94c8-f2c13ca3b2ae HTTP/1.1" status: 200 len: 217 time: 0.0353494 Mar 28 01:41:10.848943 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da74a22c-83fd-435c-ad67-c3d699f2edac None None] Checking router: a41b7ed5-a0b0-4122-a432-0df430d6c331 for host: dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:41:10.858436 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da74a22c-83fd-435c-ad67-c3d699f2edac None None] Routers {'a41b7ed5-a0b0-4122-a432-0df430d6c331'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:41:10.859325 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-da74a22c-83fd-435c-ad67-c3d699f2edac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:40:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['a41b7ed5-a0b0-4122-a432-0df430d6c331'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:41:10.881008 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db884b2a-ffd6-49a5-80f1-4ebac6dffc5e req-a7032a41-12f1-40c2-8fb2-877eca370cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:41:10.882423 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-db884b2a-ffd6-49a5-80f1-4ebac6dffc5e req-a7032a41-12f1-40c2-8fb2-877eca370cc4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b4b54f0c-be31-4a98-89d4-2cddae9cc419 HTTP/1.1" status: 200 len: 834 time: 0.0492923 Mar 28 01:41:10.933673 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db884b2a-ffd6-49a5-80f1-4ebac6dffc5e req-c4be6b2f-1366-4a91-9d95-87f25f2032d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:41:10.935799 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-db884b2a-ffd6-49a5-80f1-4ebac6dffc5e req-c4be6b2f-1366-4a91-9d95-87f25f2032d5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=48f5be4a-d5c0-4a60-b675-dea84104556b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0460360 Mar 28 01:41:10.970969 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-da74a22c-83fd-435c-ad67-c3d699f2edac None None] Set router a41b7ed5-a0b0-4122-a432-0df430d6c331 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:41:11.025402 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-db884b2a-ffd6-49a5-80f1-4ebac6dffc5e req-3da343e5-fb3b-4079-8c4b-c337890c4352 service neutron] 10.222.0.10 "GET /v2.0/networks/48f5be4a-d5c0-4a60-b675-dea84104556b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824022 Mar 28 01:41:11.122894 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-db884b2a-ffd6-49a5-80f1-4ebac6dffc5e req-22221f9d-f44f-405f-a7e1-c7e4b7f56cea service neutron] 10.222.0.10 "GET /v2.0/networks/48f5be4a-d5c0-4a60-b675-dea84104556b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905366 Mar 28 01:41:11.175798 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-da74a22c-83fd-435c-ad67-c3d699f2edac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a41b7ed5-a0b0-4122-a432-0df430d6c331', 'name': 'tempest-TestNetworkAdvancedServerOps-router-518593104', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.239'}], 'enable_snat': True}, 'gw_port_id': '6be537d5-39e0-4e09-935b-8ff42ae3e73e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:39:26Z', 'updated_at': '2022-03-28T01:39:29Z', 'revision_number': 4, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'gw_port': {'id': '6be537d5-39e0-4e09-935b-8ff42ae3e73e', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:10:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41b7ed5-a0b0-4122-a432-0df430d6c331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:39:27Z', 'updated_at': '2022-03-28T01:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': '7e772d58-eb52-45c6-9aa0-bc8e8196c048', 'name': '', 'network_id': '48f5be4a-d5c0-4a60-b675-dea84104556b', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'mac_address': 'fa:16:3e:83:3c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41b7ed5-a0b0-4122-a432-0df430d6c331', 'device_owner': 'network:router_interface', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': 'b4b54f0c-be31-4a98-89d4-2cddae9cc419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:39:29Z', 'updated_at': '2022-03-28T01:39:33Z', 'revision_number': 5, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'subnets': [{'id': 'b4b54f0c-be31-4a98-89d4-2cddae9cc419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:41:11.201357 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da74a22c-83fd-435c-ad67-c3d699f2edac None None] The sync data for ids ['a41b7ed5-a0b0-4122-a432-0df430d6c331'] in dv-neutron-834874-6-hyperv is: [{'id': 'a41b7ed5-a0b0-4122-a432-0df430d6c331', 'name': 'tempest-TestNetworkAdvancedServerOps-router-518593104', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.239'}], 'enable_snat': True}, 'gw_port_id': '6be537d5-39e0-4e09-935b-8ff42ae3e73e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:39:26Z', 'updated_at': '2022-03-28T01:39:29Z', 'revision_number': 4, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'gw_port': {'id': '6be537d5-39e0-4e09-935b-8ff42ae3e73e', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:10:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41b7ed5-a0b0-4122-a432-0df430d6c331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:39:27Z', 'updated_at': '2022-03-28T01:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': '7e772d58-eb52-45c6-9aa0-bc8e8196c048', 'name': '', 'network_id': '48f5be4a-d5c0-4a60-b675-dea84104556b', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'mac_address': 'fa:16:3e:83:3c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41b7ed5-a0b0-4122-a432-0df430d6c331', 'device_owner': 'network:router_interface', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': 'b4b54f0c-be31-4a98-89d4-2cddae9cc419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:39:29Z', 'updated_at': '2022-03-28T01:39:33Z', 'revision_number': 5, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'subnets': [{'id': 'b4b54f0c-be31-4a98-89d4-2cddae9cc419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:41:11.411798 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc94ef91-906b-4dc5-a573-e4078348adeb None None] New status for floating IP c8c454e6-0ee0-4f4f-b1bf-94c00876aa53: DOWN {{(pid=104101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 01:41:11.476322 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-c543a427-5c6b-4532-98b9-e5d6eb404454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:11.915210 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9e9ab2-5b31-4c0d-8800-d5137662b59a req-d167fabe-c230-4f89-8245-3a15263fc67e tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:41:11.916726 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-8d9e9ab2-5b31-4c0d-8800-d5137662b59a req-d167fabe-c230-4f89-8245-3a15263fc67e tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4441909-1ac0-4bec-9137-867e8b13e231 HTTP/1.1" status: 200 len: 945 time: 0.0549455 Mar 28 01:41:11.964656 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-8d9e9ab2-5b31-4c0d-8800-d5137662b59a req-cc69fc6f-ca5b-4119-8e7d-16262b273b94 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/security-groups?id=03e811a0-b04e-486c-9051-f1b3dbecb849&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425003 Mar 28 01:41:12.250958 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e188ced-3fe1-48c3-b25c-41f2166e9d0a req-734058f3-cb15-4b34-ae0d-f7ea63d0bb02 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:41:12.252410 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6e188ced-3fe1-48c3-b25c-41f2166e9d0a req-734058f3-cb15-4b34-ae0d-f7ea63d0bb02 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4441909-1ac0-4bec-9137-867e8b13e231 HTTP/1.1" status: 200 len: 945 time: 0.0504074 Mar 28 01:41:12.343314 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [req-6e188ced-3fe1-48c3-b25c-41f2166e9d0a req-7f705c31-73a8-4f03-9146-7d2d8fcb8b39 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Deleting port c2adfb6a-1af5-4a0c-94c8-f2c13ca3b2ae {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:41:12.343648 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-6e188ced-3fe1-48c3-b25c-41f2166e9d0a req-7f705c31-73a8-4f03-9146-7d2d8fcb8b39 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (c2adfb6a-1af5-4a0c-94c8-f2c13ca3b2ae), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:12.428811 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-6e188ced-3fe1-48c3-b25c-41f2166e9d0a req-7f705c31-73a8-4f03-9146-7d2d8fcb8b39 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] For port c2adfb6a-1af5-4a0c-94c8-f2c13ca3b2ae, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=c2adfb6a-1af5-4a0c-94c8-f2c13ca3b2ae,segment=NetworkSegment(fb422234-47db-4c02-b4da-920277b18aff),segment_id=fb422234-47db-4c02-b4da-920277b18aff)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:41:12.429089 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-6e188ced-3fe1-48c3-b25c-41f2166e9d0a req-7f705c31-73a8-4f03-9146-7d2d8fcb8b39 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (c2adfb6a-1af5-4a0c-94c8-f2c13ca3b2ae), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:12.445860 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [req-6e188ced-3fe1-48c3-b25c-41f2166e9d0a req-7f705c31-73a8-4f03-9146-7d2d8fcb8b39 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Calling delete_port for c2adfb6a-1af5-4a0c-94c8-f2c13ca3b2ae owned by compute:nova {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:41:12.569835 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-6e188ced-3fe1-48c3-b25c-41f2166e9d0a req-7f705c31-73a8-4f03-9146-7d2d8fcb8b39 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (c2adfb6a-1af5-4a0c-94c8-f2c13ca3b2ae), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:12.597513 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f705c31-73a8-4f03-9146-7d2d8fcb8b39 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Pushing event deleted for resources: {'Port': ['ID=c2adfb6a-1af5-4a0c-94c8-f2c13ca3b2ae,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:41:12.642344 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e188ced-3fe1-48c3-b25c-41f2166e9d0a req-7f705c31-73a8-4f03-9146-7d2d8fcb8b39 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] No DVR routers for this DVR port c2adfb6a-1af5-4a0c-94c8-f2c13ca3b2ae on host hv-neutron-8348 {{(pid=104099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:41:12.644780 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-6e188ced-3fe1-48c3-b25c-41f2166e9d0a req-7f705c31-73a8-4f03-9146-7d2d8fcb8b39 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:12.648287 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6e188ced-3fe1-48c3-b25c-41f2166e9d0a req-7f705c31-73a8-4f03-9146-7d2d8fcb8b39 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.10 "DELETE /v2.0/ports/c2adfb6a-1af5-4a0c-94c8-f2c13ca3b2ae HTTP/1.1" status: 204 len: 173 time: 0.3913090 Mar 28 01:41:12.648721 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4441909-1ac0-4bec-9137-867e8b13e231', 'name': 'network-vif-deleted', 'tag': 'c2adfb6a-1af5-4a0c-94c8-f2c13ca3b2ae'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:41:12.650917 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2af4b01a9fa8b1570ccf1d7859d693ad34c106b258078e9cfae86b97f35e3d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95d05075-7051-40c7-a0af-edaddae89a33" -d '{"events": [{"server_uuid": "d4441909-1ac0-4bec-9137-867e8b13e231", "name": "network-vif-deleted", "tag": "c2adfb6a-1af5-4a0c-94c8-f2c13ca3b2ae"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:41:12.695003 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 01:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1585c944-85e8-4b2c-bedd-1955d82a4398 x-openstack-request-id: req-1585c944-85e8-4b2c-bedd-1955d82a4398 {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:41:12.695305 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4441909-1ac0-4bec-9137-867e8b13e231", "name": "network-vif-deleted", "tag": "c2adfb6a-1af5-4a0c-94c8-f2c13ca3b2ae", "status": "completed", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:41:12.695564 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1585c944-85e8-4b2c-bedd-1955d82a4398 {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:41:12.695979 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1585c944-85e8-4b2c-bedd-1955d82a4398'] response: {'server_uuid': 'd4441909-1ac0-4bec-9137-867e8b13e231', 'name': 'network-vif-deleted', 'tag': 'c2adfb6a-1af5-4a0c-94c8-f2c13ca3b2ae', 'status': 'completed', 'code': 200} Mar 28 01:41:13.090822 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-cee3602e-e5c7-40e4-a83b-6b9c9610fb78 req-d7300d4b-25f7-4023-b335-000f3a885012 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4441909-1ac0-4bec-9137-867e8b13e231 HTTP/1.1" status: 200 len: 210 time: 0.0311563 Mar 28 01:41:13.648319 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-24538423-df65-49ba-9165-c6a2e099c7cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:14.148980 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 33530) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:41:14.500448 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9643c0b0-cbc0-435c-afdb-ef82dfc78a6f tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3686527'] for router_interface (a41b7ed5-a0b0-4122-a432-0df430d6c331), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:14.751685 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-9643c0b0-cbc0-435c-afdb-ef82dfc78a6f tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Deleting port 7e772d58-eb52-45c6-9aa0-bc8e8196c048 {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:41:14.751938 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9643c0b0-cbc0-435c-afdb-ef82dfc78a6f tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (7e772d58-eb52-45c6-9aa0-bc8e8196c048), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:14.839148 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.db [None req-9643c0b0-cbc0-435c-afdb-ef82dfc78a6f tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] For port 7e772d58-eb52-45c6-9aa0-bc8e8196c048, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=7e772d58-eb52-45c6-9aa0-bc8e8196c048,segment=NetworkSegment(fb422234-47db-4c02-b4da-920277b18aff),segment_id=fb422234-47db-4c02-b4da-920277b18aff)] {{(pid=104098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:41:14.839519 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9643c0b0-cbc0-435c-afdb-ef82dfc78a6f tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (7e772d58-eb52-45c6-9aa0-bc8e8196c048), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:14.852737 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-9643c0b0-cbc0-435c-afdb-ef82dfc78a6f tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Calling delete_port for 7e772d58-eb52-45c6-9aa0-bc8e8196c048 owned by network:router_interface {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:41:14.909992 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:15.034893 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9643c0b0-cbc0-435c-afdb-ef82dfc78a6f tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (7e772d58-eb52-45c6-9aa0-bc8e8196c048), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:15.061473 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9643c0b0-cbc0-435c-afdb-ef82dfc78a6f tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Pushing event deleted for resources: {'Port': ['ID=7e772d58-eb52-45c6-9aa0-bc8e8196c048,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:41:15.089776 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9643c0b0-cbc0-435c-afdb-ef82dfc78a6f tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:41:15.090132 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9643c0b0-cbc0-435c-afdb-ef82dfc78a6f tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:41:15.090474 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9643c0b0-cbc0-435c-afdb-ef82dfc78a6f tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:41:15.091022 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9643c0b0-cbc0-435c-afdb-ef82dfc78a6f tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:41:15.091878 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9643c0b0-cbc0-435c-afdb-ef82dfc78a6f tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:41:15.092250 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9643c0b0-cbc0-435c-afdb-ef82dfc78a6f tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:41:15.092584 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9643c0b0-cbc0-435c-afdb-ef82dfc78a6f tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:41:15.092916 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9643c0b0-cbc0-435c-afdb-ef82dfc78a6f tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:41:15.093247 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9643c0b0-cbc0-435c-afdb-ef82dfc78a6f tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:41:15.093574 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9643c0b0-cbc0-435c-afdb-ef82dfc78a6f tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:41:15.093901 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9643c0b0-cbc0-435c-afdb-ef82dfc78a6f tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:41:15.094226 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9643c0b0-cbc0-435c-afdb-ef82dfc78a6f tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:41:15.094550 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9643c0b0-cbc0-435c-afdb-ef82dfc78a6f tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:41:15.094873 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9643c0b0-cbc0-435c-afdb-ef82dfc78a6f tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:41:15.095200 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9643c0b0-cbc0-435c-afdb-ef82dfc78a6f tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:41:15.248804 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9643c0b0-cbc0-435c-afdb-ef82dfc78a6f tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3725912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3690191'] for router_interface (a41b7ed5-a0b0-4122-a432-0df430d6c331), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:15.457053 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9643c0b0-cbc0-435c-afdb-ef82dfc78a6f tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Router a41b7ed5-a0b0-4122-a432-0df430d6c331 has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:41:15.565457 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9643c0b0-cbc0-435c-afdb-ef82dfc78a6f tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:41:15.570371 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-9643c0b0-cbc0-435c-afdb-ef82dfc78a6f tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "PUT /v2.0/routers/a41b7ed5-a0b0-4122-a432-0df430d6c331/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4204049 Mar 28 01:41:15.573074 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 33532) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:41:15.579215 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a49dd1a-3f51-4f5f-b686-7726bec3ed2d None None] Sync routers for ids ['a41b7ed5-a0b0-4122-a432-0df430d6c331'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:41:15.588572 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a49dd1a-3f51-4f5f-b686-7726bec3ed2d None None] Routers {'a41b7ed5-a0b0-4122-a432-0df430d6c331'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:41:15.589233 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-7a49dd1a-3f51-4f5f-b686-7726bec3ed2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:41:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['a41b7ed5-a0b0-4122-a432-0df430d6c331'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:41:15.625247 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_v2 [None req-94b22398-6ba4-43d2-912c-56861cd7a607 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Deleting subnet b4b54f0c-be31-4a98-89d4-2cddae9cc419 {{(pid=104098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:41:15.628462 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-94b22398-6ba4-43d2-912c-56861cd7a607 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for subnet (b4b54f0c-be31-4a98-89d4-2cddae9cc419), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:15.673037 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-94b22398-6ba4-43d2-912c-56861cd7a607 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126443526'] for subnet (b4b54f0c-be31-4a98-89d4-2cddae9cc419), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:15.699187 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-7a49dd1a-3f51-4f5f-b686-7726bec3ed2d None None] Set router a41b7ed5-a0b0-4122-a432-0df430d6c331 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:41:15.754024 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-94b22398-6ba4-43d2-912c-56861cd7a607 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (b4b54f0c-be31-4a98-89d4-2cddae9cc419), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:15.818514 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-94b22398-6ba4-43d2-912c-56861cd7a607 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126175041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126112438'] for subnet (b4b54f0c-be31-4a98-89d4-2cddae9cc419), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:15.852403 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-94b22398-6ba4-43d2-912c-56861cd7a607 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:15.852609 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96791d07-f4be-4c7d-9c16-b76cde8170e9 None None] Network 48f5be4a-d5c0-4a60-b675-dea84104556b requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:41:15.858677 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-94b22398-6ba4-43d2-912c-56861cd7a607 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "DELETE /v2.0/subnets/b4b54f0c-be31-4a98-89d4-2cddae9cc419 HTTP/1.1" status: 204 len: 168 time: 0.2816091 Mar 28 01:41:15.858677 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b22398-6ba4-43d2-912c-56861cd7a607 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Pushing event deleted for resources: {'Subnet': ['ID=b4b54f0c-be31-4a98-89d4-2cddae9cc419,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:41:15.858911 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 33534) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:41:15.963375 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-7a49dd1a-3f51-4f5f-b686-7726bec3ed2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a41b7ed5-a0b0-4122-a432-0df430d6c331', 'name': 'tempest-TestNetworkAdvancedServerOps-router-518593104', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.239'}], 'enable_snat': True}, 'gw_port_id': '6be537d5-39e0-4e09-935b-8ff42ae3e73e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:39:26Z', 'updated_at': '2022-03-28T01:41:14Z', 'revision_number': 5, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'gw_port': {'id': '6be537d5-39e0-4e09-935b-8ff42ae3e73e', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:10:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41b7ed5-a0b0-4122-a432-0df430d6c331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:39:27Z', 'updated_at': '2022-03-28T01:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:41:15.968684 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7e7b9982-9960-4c36-8c6d-21d464e505d6 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for router (a41b7ed5-a0b0-4122-a432-0df430d6c331), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:15.990412 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a49dd1a-3f51-4f5f-b686-7726bec3ed2d None None] Checking router: a41b7ed5-a0b0-4122-a432-0df430d6c331 for host: dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:41:16.005674 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a49dd1a-3f51-4f5f-b686-7726bec3ed2d None None] Routers {'a41b7ed5-a0b0-4122-a432-0df430d6c331'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:41:16.006203 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-7a49dd1a-3f51-4f5f-b686-7726bec3ed2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:41:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['a41b7ed5-a0b0-4122-a432-0df430d6c331'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:41:16.083766 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7e7b9982-9960-4c36-8c6d-21d464e505d6 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for router_gateway (a41b7ed5-a0b0-4122-a432-0df430d6c331), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:16.089064 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dbc138e-ae0d-4be8-b0c2-5193cacfb995 None None] DHCP port deletion for 48f5be4a-d5c0-4a60-b675-dea84104556b request from dv-neutron-834874-6-hyperv {{(pid=104100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 01:41:16.157701 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-7e7b9982-9960-4c36-8c6d-21d464e505d6 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Deleting port 6be537d5-39e0-4e09-935b-8ff42ae3e73e {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:41:16.157950 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7e7b9982-9960-4c36-8c6d-21d464e505d6 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (6be537d5-39e0-4e09-935b-8ff42ae3e73e), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:16.166299 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-7a49dd1a-3f51-4f5f-b686-7726bec3ed2d None None] Set router a41b7ed5-a0b0-4122-a432-0df430d6c331 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:41:16.229786 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-3dbc138e-ae0d-4be8-b0c2-5193cacfb995 None None] Deleting port 4cbdb28f-1b55-41f3-9826-0e0305aca3d1 {{(pid=104100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:41:16.230141 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-3dbc138e-ae0d-4be8-b0c2-5193cacfb995 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (4cbdb28f-1b55-41f3-9826-0e0305aca3d1), before_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:16.254063 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.db [None req-7e7b9982-9960-4c36-8c6d-21d464e505d6 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] For port 6be537d5-39e0-4e09-935b-8ff42ae3e73e, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=6be537d5-39e0-4e09-935b-8ff42ae3e73e,segment=NetworkSegment(b6f00c62-aca5-4c73-8989-c04c396daeed),segment_id=b6f00c62-aca5-4c73-8989-c04c396daeed)] {{(pid=104098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:41:16.254623 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7e7b9982-9960-4c36-8c6d-21d464e505d6 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (6be537d5-39e0-4e09-935b-8ff42ae3e73e), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:16.268986 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-7e7b9982-9960-4c36-8c6d-21d464e505d6 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Calling delete_port for 6be537d5-39e0-4e09-935b-8ff42ae3e73e owned by network:router_gateway {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:41:16.308892 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 4cbdb28f-1b55-41f3-9826-0e0305aca3d1 no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:41:16.455101 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7e7b9982-9960-4c36-8c6d-21d464e505d6 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (6be537d5-39e0-4e09-935b-8ff42ae3e73e), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:16.479403 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7b9982-9960-4c36-8c6d-21d464e505d6 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Pushing event deleted for resources: {'Port': ['ID=6be537d5-39e0-4e09-935b-8ff42ae3e73e,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:41:16.518163 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-3dbc138e-ae0d-4be8-b0c2-5193cacfb995 None None] For port 4cbdb28f-1b55-41f3-9826-0e0305aca3d1, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=4cbdb28f-1b55-41f3-9826-0e0305aca3d1,segment=NetworkSegment(fb422234-47db-4c02-b4da-920277b18aff),segment_id=fb422234-47db-4c02-b4da-920277b18aff)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:41:16.518606 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-3dbc138e-ae0d-4be8-b0c2-5193cacfb995 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (4cbdb28f-1b55-41f3-9826-0e0305aca3d1), precommit_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:16.550426 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7e7b9982-9960-4c36-8c6d-21d464e505d6 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3687989'] for router_gateway (a41b7ed5-a0b0-4122-a432-0df430d6c331), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:16.553500 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-3dbc138e-ae0d-4be8-b0c2-5193cacfb995 None None] Calling delete_port for 4cbdb28f-1b55-41f3-9826-0e0305aca3d1 owned by network:dhcp {{(pid=104100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:41:16.574463 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:16.652268 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7e7b9982-9960-4c36-8c6d-21d464e505d6 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7151'] for router (a41b7ed5-a0b0-4122-a432-0df430d6c331), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:16.655007 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7e7b9982-9960-4c36-8c6d-21d464e505d6 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for router_controller (a41b7ed5-a0b0-4122-a432-0df430d6c331), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:16.699191 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7e7b9982-9960-4c36-8c6d-21d464e505d6 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689686'] for router (a41b7ed5-a0b0-4122-a432-0df430d6c331), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:16.699806 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e7b9982-9960-4c36-8c6d-21d464e505d6 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Fanout notify agent at l3_agent the message router_deleted on router a41b7ed5-a0b0-4122-a432-0df430d6c331 {{(pid=104098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 01:41:16.707754 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7e7b9982-9960-4c36-8c6d-21d464e505d6 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for router (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:16.708963 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-7e7b9982-9960-4c36-8c6d-21d464e505d6 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "DELETE /v2.0/routers/a41b7ed5-a0b0-4122-a432-0df430d6c331 HTTP/1.1" status: 204 len: 168 time: 0.8491960 Mar 28 01:41:16.711629 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 33536) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:41:16.724071 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 4cbdb28f-1b55-41f3-9826-0e0305aca3d1 is: ACTIVE; New status is: DOWN {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:41:16.724467 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (4cbdb28f-1b55-41f3-9826-0e0305aca3d1), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:16.753625 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-3dbc138e-ae0d-4be8-b0c2-5193cacfb995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886'] for port (4cbdb28f-1b55-41f3-9826-0e0305aca3d1), after_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:16.796144 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9e387d1b-8051-48ea-ab02-68429f00d56f tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (48f5be4a-d5c0-4a60-b675-dea84104556b), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:16.802094 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbc138e-ae0d-4be8-b0c2-5193cacfb995 None None] Pushing event deleted for resources: {'Port': ['ID=4cbdb28f-1b55-41f3-9826-0e0305aca3d1,revision_number=None']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:41:16.812852 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbc138e-ae0d-4be8-b0c2-5193cacfb995 None None] No DVR routers for this DVR port 4cbdb28f-1b55-41f3-9826-0e0305aca3d1 on host dv-neutron-834874-6-hyperv {{(pid=104100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:41:16.820057 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbc138e-ae0d-4be8-b0c2-5193cacfb995 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:41:16.820057 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbc138e-ae0d-4be8-b0c2-5193cacfb995 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:41:16.820057 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbc138e-ae0d-4be8-b0c2-5193cacfb995 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:41:16.820057 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbc138e-ae0d-4be8-b0c2-5193cacfb995 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:41:16.820057 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbc138e-ae0d-4be8-b0c2-5193cacfb995 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:41:16.820057 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbc138e-ae0d-4be8-b0c2-5193cacfb995 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:41:16.820057 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbc138e-ae0d-4be8-b0c2-5193cacfb995 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:41:16.820057 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbc138e-ae0d-4be8-b0c2-5193cacfb995 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:41:16.820057 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbc138e-ae0d-4be8-b0c2-5193cacfb995 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:41:16.828022 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbc138e-ae0d-4be8-b0c2-5193cacfb995 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:41:16.828022 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbc138e-ae0d-4be8-b0c2-5193cacfb995 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:41:16.828022 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbc138e-ae0d-4be8-b0c2-5193cacfb995 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:41:16.828022 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbc138e-ae0d-4be8-b0c2-5193cacfb995 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:41:16.828022 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbc138e-ae0d-4be8-b0c2-5193cacfb995 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:41:16.828022 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbc138e-ae0d-4be8-b0c2-5193cacfb995 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:41:16.839387 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-7a49dd1a-3f51-4f5f-b686-7726bec3ed2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a41b7ed5-a0b0-4122-a432-0df430d6c331', 'name': 'tempest-TestNetworkAdvancedServerOps-router-518593104', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.239'}], 'enable_snat': True}, 'gw_port_id': '6be537d5-39e0-4e09-935b-8ff42ae3e73e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:39:26Z', 'updated_at': '2022-03-28T01:41:14Z', 'revision_number': 5, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'gw_port': {'id': '6be537d5-39e0-4e09-935b-8ff42ae3e73e', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:10:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41b7ed5-a0b0-4122-a432-0df430d6c331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:39:27Z', 'updated_at': '2022-03-28T01:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:41:16.872777 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a49dd1a-3f51-4f5f-b686-7726bec3ed2d None None] The sync data for ids ['a41b7ed5-a0b0-4122-a432-0df430d6c331'] in dv-neutron-834874-6-hyperv is: [{'id': 'a41b7ed5-a0b0-4122-a432-0df430d6c331', 'name': 'tempest-TestNetworkAdvancedServerOps-router-518593104', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.239'}], 'enable_snat': True}, 'gw_port_id': '6be537d5-39e0-4e09-935b-8ff42ae3e73e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:39:26Z', 'updated_at': '2022-03-28T01:41:14Z', 'revision_number': 5, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'gw_port': {'id': '6be537d5-39e0-4e09-935b-8ff42ae3e73e', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:10:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41b7ed5-a0b0-4122-a432-0df430d6c331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:39:27Z', 'updated_at': '2022-03-28T01:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:41:16.925888 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9e387d1b-8051-48ea-ab02-68429f00d56f tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (48f5be4a-d5c0-4a60-b675-dea84104556b), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:16.945330 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-9e387d1b-8051-48ea-ab02-68429f00d56f tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48f5be4a-d5c0-4a60-b675-dea84104556b']}} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:41:16.955502 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-9e387d1b-8051-48ea-ab02-68429f00d56f tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb422234-47db-4c02-b4da-920277b18aff') {'for_net_delete': True} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:41:16.955805 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-9e387d1b-8051-48ea-ab02-68429f00d56f tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb422234-47db-4c02-b4da-920277b18aff') {} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:41:16.965232 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9e387d1b-8051-48ea-ab02-68429f00d56f tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126443583'] for segment (fb422234-47db-4c02-b4da-920277b18aff), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:16.979349 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9e387d1b-8051-48ea-ab02-68429f00d56f tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (fb422234-47db-4c02-b4da-920277b18aff), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:16.985233 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e387d1b-8051-48ea-ab02-68429f00d56f tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=104098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:41:16.985644 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9e387d1b-8051-48ea-ab02-68429f00d56f tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126177251'] for segment (fb422234-47db-4c02-b4da-920277b18aff), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:16.988782 dv-neutron-834874-6-hyperv neutron-server[104098]: Traceback (most recent call last): Mar 28 01:41:16.988782 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:41:16.988782 dv-neutron-834874-6-hyperv neutron-server[104098]: timer() Mar 28 01:41:16.988782 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:41:16.988782 dv-neutron-834874-6-hyperv neutron-server[104098]: cb(*args, **kw) Mar 28 01:41:16.988782 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:41:16.988782 dv-neutron-834874-6-hyperv neutron-server[104098]: return func(*args, **kwargs) Mar 28 01:41:16.988782 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:41:16.988782 dv-neutron-834874-6-hyperv neutron-server[104098]: self._notify() Mar 28 01:41:16.988782 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:41:16.988782 dv-neutron-834874-6-hyperv neutron-server[104098]: self.callback(batched_events) Mar 28 01:41:16.988782 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:41:16.988782 dv-neutron-834874-6-hyperv neutron-server[104098]: event.method(event) Mar 28 01:41:16.988782 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:41:16.988782 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:41:16.988782 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:41:16.988782 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:41:16.988782 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:41:16.988782 dv-neutron-834874-6-hyperv neutron-server[104098]: return f(self, *a, **k) Mar 28 01:41:16.988782 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:41:16.988782 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._get(url).json() Mar 28 01:41:16.988782 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:41:16.988782 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:41:16.988782 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:41:16.988782 dv-neutron-834874-6-hyperv neutron-server[104098]: return self.request(url, 'GET', **kwargs) Mar 28 01:41:16.988782 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:41:16.988782 dv-neutron-834874-6-hyperv neutron-server[104098]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:41:16.988782 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:41:16.988782 dv-neutron-834874-6-hyperv neutron-server[104098]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:41:16.988782 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:41:16.988782 dv-neutron-834874-6-hyperv neutron-server[104098]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:41:16.988782 dv-neutron-834874-6-hyperv neutron-server[104098]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:41:17.174228 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device c2adfb6a-1af5-4a0c-94c8-f2c13ca3b2ae no longer exists at agent hyperv_hv-neutron-8348 {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:41:17.198259 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] No Port match for: c2adfb6a-1af5-4a0c-94c8-f2c13ca3b2ae {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:41:17.198646 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device c2adfb6a-1af5-4a0c-94c8-f2c13ca3b2ae not bound to the agent host hv-neutron-8348 {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:41:17.314051 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9e387d1b-8051-48ea-ab02-68429f00d56f tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (48f5be4a-d5c0-4a60-b675-dea84104556b), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:17.319466 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9e387d1b-8051-48ea-ab02-68429f00d56f tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:17.324526 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-9e387d1b-8051-48ea-ab02-68429f00d56f tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "DELETE /v2.0/networks/48f5be4a-d5c0-4a60-b675-dea84104556b HTTP/1.1" status: 204 len: 168 time: 0.6118126 Mar 28 01:41:17.326612 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 33540) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:41:17.344060 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e387d1b-8051-48ea-ab02-68429f00d56f tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Pushing event deleted for resources: {'Network': ['ID=48f5be4a-d5c0-4a60-b675-dea84104556b,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:41:17.409811 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-db993544-abb5-4409-a541-da1d2243b49e tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for security_group (03e811a0-b04e-486c-9051-f1b3dbecb849), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:17.436992 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-db993544-abb5-4409-a541-da1d2243b49e tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for security_group (03e811a0-b04e-486c-9051-f1b3dbecb849), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:17.504873 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-db993544-abb5-4409-a541-da1d2243b49e tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (03e811a0-b04e-486c-9051-f1b3dbecb849), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:17.507705 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-db993544-abb5-4409-a541-da1d2243b49e tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:17.511651 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-db993544-abb5-4409-a541-da1d2243b49e tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "DELETE /v2.0/security-groups/03e811a0-b04e-486c-9051-f1b3dbecb849 HTTP/1.1" status: 204 len: 168 time: 0.1814439 Mar 28 01:41:17.519898 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db993544-abb5-4409-a541-da1d2243b49e tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03e811a0-b04e-486c-9051-f1b3dbecb849,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:41:17.837207 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 33548) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:41:17.842242 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-05e135fb-f573-4ae8-af14-0759156871a6 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-857909787', 'description': 'tempest-secgroup-smoke-857909787 description', 'project_id': '2961ca1eab8443d3977a60308ef2e35a'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:41:17.863997 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-05e135fb-f573-4ae8-af14-0759156871a6 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for security_group (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:17.875500 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:17.931554 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-05e135fb-f573-4ae8-af14-0759156871a6 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for security_group (947fc689-1d47-4ab4-8c8c-d1e95092cac2), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:17.935056 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-05e135fb-f573-4ae8-af14-0759156871a6 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (947fc689-1d47-4ab4-8c8c-d1e95092cac2), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:17.961116 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-05e135fb-f573-4ae8-af14-0759156871a6 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:17.962381 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-05e135fb-f573-4ae8-af14-0759156871a6 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1241286 Mar 28 01:41:17.965388 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 33550) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:41:17.969594 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e135fb-f573-4ae8-af14-0759156871a6 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=947fc689-1d47-4ab4-8c8c-d1e95092cac2,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:41:17.970902 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-eb36966e-6213-4b61-85a2-16448dbcce16 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Request body: {'security_group_rule': {'security_group_id': '947fc689-1d47-4ab4-8c8c-d1e95092cac2', 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:41:17.998976 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-eb36966e-6213-4b61-85a2-16448dbcce16 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for security_group_rule (2ea18b60-836e-4c86-8698-830ef1f681e5), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:18.056471 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-eb36966e-6213-4b61-85a2-16448dbcce16 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for security_group_rule (2ea18b60-836e-4c86-8698-830ef1f681e5), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:18.059639 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-eb36966e-6213-4b61-85a2-16448dbcce16 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (2ea18b60-836e-4c86-8698-830ef1f681e5), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:18.075605 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb36966e-6213-4b61-85a2-16448dbcce16 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ea18b60-836e-4c86-8698-830ef1f681e5,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:41:18.084737 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-eb36966e-6213-4b61-85a2-16448dbcce16 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:18.085845 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-eb36966e-6213-4b61-85a2-16448dbcce16 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1188703 Mar 28 01:41:18.089439 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 33552) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:41:18.094179 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-16cffb0c-a390-4f12-8800-9b8fe93eab1f tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Request body: {'security_group_rule': {'security_group_id': '947fc689-1d47-4ab4-8c8c-d1e95092cac2', 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:41:18.118098 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-16cffb0c-a390-4f12-8800-9b8fe93eab1f tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for security_group_rule (aa6b285c-63fc-49bd-82da-6c437cac7d05), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:18.176087 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-16cffb0c-a390-4f12-8800-9b8fe93eab1f tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for security_group_rule (aa6b285c-63fc-49bd-82da-6c437cac7d05), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:18.180254 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-16cffb0c-a390-4f12-8800-9b8fe93eab1f tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (aa6b285c-63fc-49bd-82da-6c437cac7d05), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:18.191270 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 6be537d5-39e0-4e09-935b-8ff42ae3e73e no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:41:18.204646 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cffb0c-a390-4f12-8800-9b8fe93eab1f tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa6b285c-63fc-49bd-82da-6c437cac7d05,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:41:18.210781 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-16cffb0c-a390-4f12-8800-9b8fe93eab1f tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:18.211972 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-16cffb0c-a390-4f12-8800-9b8fe93eab1f tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1216202 Mar 28 01:41:18.214573 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 33554) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:41:18.215171 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: 6be537d5-39e0-4e09-935b-8ff42ae3e73e {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:41:18.215520 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 6be537d5-39e0-4e09-935b-8ff42ae3e73e not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:41:18.215940 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 7e772d58-eb52-45c6-9aa0-bc8e8196c048 no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:41:18.219497 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-e6169290-f180-4b9a-a148-9557639041fe tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Request body: {'security_group_rule': {'security_group_id': '947fc689-1d47-4ab4-8c8c-d1e95092cac2', 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:41:18.235689 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: 7e772d58-eb52-45c6-9aa0-bc8e8196c048 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:41:18.236043 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 7e772d58-eb52-45c6-9aa0-bc8e8196c048 not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:41:18.242870 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e6169290-f180-4b9a-a148-9557639041fe tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for security_group_rule (db7d776b-176f-4109-b38d-0a7361f01efc), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:18.297134 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e6169290-f180-4b9a-a148-9557639041fe tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for security_group_rule (db7d776b-176f-4109-b38d-0a7361f01efc), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:18.300353 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e6169290-f180-4b9a-a148-9557639041fe tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (db7d776b-176f-4109-b38d-0a7361f01efc), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:18.316654 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6169290-f180-4b9a-a148-9557639041fe tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db7d776b-176f-4109-b38d-0a7361f01efc,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:41:18.325964 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e6169290-f180-4b9a-a148-9557639041fe tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:18.327124 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-e6169290-f180-4b9a-a148-9557639041fe tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1115868 Mar 28 01:41:18.329912 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 33556) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:41:18.334179 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-d57ebf51-005b-4348-b57f-61b864fb8b3d tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Request body: {'security_group_rule': {'security_group_id': '947fc689-1d47-4ab4-8c8c-d1e95092cac2', 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:41:18.357753 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d57ebf51-005b-4348-b57f-61b864fb8b3d tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for security_group_rule (1a4191af-4610-4ff5-a1f9-b96c58694fc2), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:18.412668 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d57ebf51-005b-4348-b57f-61b864fb8b3d tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for security_group_rule (1a4191af-4610-4ff5-a1f9-b96c58694fc2), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:18.416011 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d57ebf51-005b-4348-b57f-61b864fb8b3d tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (1a4191af-4610-4ff5-a1f9-b96c58694fc2), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:18.429994 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57ebf51-005b-4348-b57f-61b864fb8b3d tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a4191af-4610-4ff5-a1f9-b96c58694fc2,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:41:18.439673 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d57ebf51-005b-4348-b57f-61b864fb8b3d tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:18.440871 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-d57ebf51-005b-4348-b57f-61b864fb8b3d tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1100156 Mar 28 01:41:18.443513 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 33558) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:41:18.447638 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-7ef717c9-afde-4c6f-94c0-ac07b483be55 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Request body: {'security_group_rule': {'security_group_id': '947fc689-1d47-4ab4-8c8c-d1e95092cac2', 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:41:18.466058 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.securitygroups_db [None req-7ef717c9-afde-4c6f-94c0-ac07b483be55 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Project 2961ca1eab8443d3977a60308ef2e35a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 01:41:18.471481 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7ef717c9-afde-4c6f-94c0-ac07b483be55 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for security_group_rule (e4402712-0eb1-485c-88d1-04f3128d1248), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:18.529742 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7ef717c9-afde-4c6f-94c0-ac07b483be55 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for security_group_rule (e4402712-0eb1-485c-88d1-04f3128d1248), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:18.533250 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7ef717c9-afde-4c6f-94c0-ac07b483be55 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (e4402712-0eb1-485c-88d1-04f3128d1248), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:18.551368 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef717c9-afde-4c6f-94c0-ac07b483be55 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4402712-0eb1-485c-88d1-04f3128d1248,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:41:18.558984 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7ef717c9-afde-4c6f-94c0-ac07b483be55 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:18.560698 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-7ef717c9-afde-4c6f-94c0-ac07b483be55 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1162601 Mar 28 01:41:18.563357 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 33560) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:41:18.567581 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-b2310356-792e-4789-9b89-206e497e7bd2 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Request body: {'security_group_rule': {'security_group_id': '947fc689-1d47-4ab4-8c8c-d1e95092cac2', 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:41:18.586279 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.securitygroups_db [None req-b2310356-792e-4789-9b89-206e497e7bd2 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Project 2961ca1eab8443d3977a60308ef2e35a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 01:41:18.590818 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b2310356-792e-4789-9b89-206e497e7bd2 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for security_group_rule (78d0e060-4784-49f7-abad-afe057710cb2), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:18.649206 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b2310356-792e-4789-9b89-206e497e7bd2 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for security_group_rule (78d0e060-4784-49f7-abad-afe057710cb2), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:18.652544 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b2310356-792e-4789-9b89-206e497e7bd2 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (78d0e060-4784-49f7-abad-afe057710cb2), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:18.669161 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2310356-792e-4789-9b89-206e497e7bd2 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78d0e060-4784-49f7-abad-afe057710cb2,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:41:18.677187 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b2310356-792e-4789-9b89-206e497e7bd2 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:18.678617 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-b2310356-792e-4789-9b89-206e497e7bd2 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1143317 Mar 28 01:41:18.682232 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 33562) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:41:18.687749 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-fc2d5ef8-f12a-4ade-99b9-e9d45be096f5 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Request body: {'network': {'name': 'tempest-network-smoke--952098318', 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'port_security_enabled': True}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:41:18.705359 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc2d5ef8-f12a-4ade-99b9-e9d45be096f5 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Made reservation on behalf of 2961ca1eab8443d3977a60308ef2e35a for: {'network': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:41:18.708484 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-fc2d5ef8-f12a-4ade-99b9-e9d45be096f5 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:18.730639 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc2d5ef8-f12a-4ade-99b9-e9d45be096f5 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=104098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:41:18.738869 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-fc2d5ef8-f12a-4ade-99b9-e9d45be096f5 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (e39e49b6-d197-42fc-bc74-8305821e8505), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:18.739208 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.segments_db [None req-fc2d5ef8-f12a-4ade-99b9-e9d45be096f5 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Added segment e39e49b6-d197-42fc-bc74-8305821e8505 of type vlan for network bdb74c7b-eba8-4ebe-939e-1089da6ab386 Mar 28 01:41:18.777113 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-fc2d5ef8-f12a-4ade-99b9-e9d45be096f5 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (bdb74c7b-eba8-4ebe-939e-1089da6ab386), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:18.799826 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-fc2d5ef8-f12a-4ade-99b9-e9d45be096f5 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (bdb74c7b-eba8-4ebe-939e-1089da6ab386), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:18.804668 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2d5ef8-f12a-4ade-99b9-e9d45be096f5 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:41:18.805246 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-fc2d5ef8-f12a-4ade-99b9-e9d45be096f5 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:18.861924 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-fc2d5ef8-f12a-4ade-99b9-e9d45be096f5 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1786852 Mar 28 01:41:18.864571 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 33564) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:41:18.868748 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-a95b9a53-fe2d-4ede-8995-090074fa5a0a tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2106285784', 'admin_state_up': True, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'}}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:41:18.885071 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2d5ef8-f12a-4ade-99b9-e9d45be096f5 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Pushing event updated for resources: {'Network': ['ID=bdb74c7b-eba8-4ebe-939e-1089da6ab386,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:41:18.897795 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a95b9a53-fe2d-4ede-8995-090074fa5a0a tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7069'] for router (30568529-8fb0-4853-8375-c50608b6dc7e), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:18.898816 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a95b9a53-fe2d-4ede-8995-090074fa5a0a tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4188952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7062'] for router (30568529-8fb0-4853-8375-c50608b6dc7e), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:18.901227 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network bdb74c7b-eba8-4ebe-939e-1089da6ab386 details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:41:18.948272 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a95b9a53-fe2d-4ede-8995-090074fa5a0a tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for router_controller (30568529-8fb0-4853-8375-c50608b6dc7e), precommit_add_association {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:19.087003 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a95b9a53-fe2d-4ede-8995-090074fa5a0a tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for router_gateway (30568529-8fb0-4853-8375-c50608b6dc7e), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:19.277058 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a95b9a53-fe2d-4ede-8995-090074fa5a0a tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for router_gateway (30568529-8fb0-4853-8375-c50608b6dc7e), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:19.294931 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a95b9a53-fe2d-4ede-8995-090074fa5a0a tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:19.390753 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-a95b9a53-fe2d-4ede-8995-090074fa5a0a tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Allocated IP 172.26.1.82 (dea6548b-502b-42db-97fb-371e423e739a/cce6de65-d8c9-45b8-9970-0a277e8c1192/bb13d186-b3b5-439d-903a-182a854c49c9) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:41:19.489740 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a95b9a53-fe2d-4ede-8995-090074fa5a0a tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for port (bb13d186-b3b5-439d-903a-182a854c49c9), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:19.523021 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a95b9a53-fe2d-4ede-8995-090074fa5a0a tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (bb13d186-b3b5-439d-903a-182a854c49c9), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:19.560675 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95b9a53-fe2d-4ede-8995-090074fa5a0a tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Network dea6548b-502b-42db-97fb-371e423e739a is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:41:19.565328 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-a95b9a53-fe2d-4ede-8995-090074fa5a0a tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:41:19.569666 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95b9a53-fe2d-4ede-8995-090074fa5a0a tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:41:19.572591 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95b9a53-fe2d-4ede-8995-090074fa5a0a tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Pushing event updated for resources: {'Port': ['ID=bb13d186-b3b5-439d-903a-182a854c49c9,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:41:19.823969 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a95b9a53-fe2d-4ede-8995-090074fa5a0a tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for router_gateway (30568529-8fb0-4853-8375-c50608b6dc7e), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:20.025628 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a95b9a53-fe2d-4ede-8995-090074fa5a0a tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687953'] for router (30568529-8fb0-4853-8375-c50608b6dc7e), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:20.158738 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a95b9a53-fe2d-4ede-8995-090074fa5a0a tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Router 30568529-8fb0-4853-8375-c50608b6dc7e is scheduled to L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 with binding_index 1 {{(pid=104098) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 01:41:20.267758 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a95b9a53-fe2d-4ede-8995-090074fa5a0a tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:41:20.277320 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2abeca27-9edf-46e6-9c3c-1a65fe29e362 None None] Sync routers for ids ['30568529-8fb0-4853-8375-c50608b6dc7e'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:41:20.288388 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a95b9a53-fe2d-4ede-8995-090074fa5a0a tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for router (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:20.288562 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abeca27-9edf-46e6-9c3c-1a65fe29e362 None None] Routers {'30568529-8fb0-4853-8375-c50608b6dc7e'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:41:20.289087 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-2abeca27-9edf-46e6-9c3c-1a65fe29e362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:41:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['30568529-8fb0-4853-8375-c50608b6dc7e'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:41:20.289660 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-a95b9a53-fe2d-4ede-8995-090074fa5a0a tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4241936 Mar 28 01:41:20.292851 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 33566) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:41:20.367708 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-3e031dcf-b307-4ba6-bf8a-f4658f7f36b2 tempest-TestNetworkAdvancedServerOps-479632198 tempest-TestNetworkAdvancedServerOps-479632198-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=2961ca1eab8443d3977a60308ef2e35a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0736961 Mar 28 01:41:20.370468 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 33570) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:41:20.393921 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-2abeca27-9edf-46e6-9c3c-1a65fe29e362 None None] Set router 30568529-8fb0-4853-8375-c50608b6dc7e gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:41:20.457295 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc7118d-3c77-4511-8e2d-3eac2d3773bd tempest-TestNetworkAdvancedServerOps-479632198 tempest-TestNetworkAdvancedServerOps-479632198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:41:20.458813 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-4cc7118d-3c77-4511-8e2d-3eac2d3773bd tempest-TestNetworkAdvancedServerOps-479632198 tempest-TestNetworkAdvancedServerOps-479632198-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0873611 Mar 28 01:41:20.461638 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 33572) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:41:20.489239 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-6abe7b2b-ffa6-487f-91cc-0d2641643c25 tempest-TestNetworkAdvancedServerOps-479632198 tempest-TestNetworkAdvancedServerOps-479632198-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=dea6548b-502b-42db-97fb-371e423e739a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264349 Mar 28 01:41:20.491560 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 33574) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:41:20.496089 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-20455419-1863-4dd8-affb-00ad136c54f0 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1454190828', 'network_id': 'bdb74c7b-eba8-4ebe-939e-1089da6ab386', 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:41:20.569703 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-2abeca27-9edf-46e6-9c3c-1a65fe29e362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30568529-8fb0-4853-8375-c50608b6dc7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2106285784', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.82'}], 'enable_snat': True}, 'gw_port_id': 'bb13d186-b3b5-439d-903a-182a854c49c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:41:18Z', 'updated_at': '2022-03-28T01:41:19Z', 'revision_number': 3, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'gw_port': {'id': 'bb13d186-b3b5-439d-903a-182a854c49c9', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:7b:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30568529-8fb0-4853-8375-c50608b6dc7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:41:19Z', 'updated_at': '2022-03-28T01:41:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:41:20.584372 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20455419-1863-4dd8-affb-00ad136c54f0 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Made reservation on behalf of 2961ca1eab8443d3977a60308ef2e35a for: {'subnet': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:41:20.588202 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-20455419-1863-4dd8-affb-00ad136c54f0 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126112411'] for subnet (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:20.600712 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2abeca27-9edf-46e6-9c3c-1a65fe29e362 None None] Checking router: 30568529-8fb0-4853-8375-c50608b6dc7e for host: dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:41:20.601059 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2abeca27-9edf-46e6-9c3c-1a65fe29e362 None None] Updating router 30568529-8fb0-4853-8375-c50608b6dc7e port bb13d186-b3b5-439d-903a-182a854c49c9 binding host dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 01:41:20.627528 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-2abeca27-9edf-46e6-9c3c-1a65fe29e362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (bb13d186-b3b5-439d-903a-182a854c49c9), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:20.778180 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-20455419-1863-4dd8-affb-00ad136c54f0 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126174976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126112397'] for subnet (ba8c1a76-b202-4439-a590-af309260c74f), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:20.832855 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20455419-1863-4dd8-affb-00ad136c54f0 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Pushing event updated for resources: {'Subnet': ['ID=ba8c1a76-b202-4439-a590-af309260c74f,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:41:20.845387 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20455419-1863-4dd8-affb-00ad136c54f0 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Checking segment: {'id': 'e39e49b6-d197-42fc-bc74-8305821e8505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'bdb74c7b-eba8-4ebe-939e-1089da6ab386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:41:20.845752 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20455419-1863-4dd8-affb-00ad136c54f0 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Network hostable DHCP agents. Network: bdb74c7b-eba8-4ebe-939e-1089da6ab386, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:41:20.861404 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20455419-1863-4dd8-affb-00ad136c54f0 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Network bdb74c7b-eba8-4ebe-939e-1089da6ab386 is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:41:20.870959 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-20455419-1863-4dd8-affb-00ad136c54f0 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, bdb74c7b-eba8-4ebe-939e-1089da6ab386) {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:41:20.875489 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20455419-1863-4dd8-affb-00ad136c54f0 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:41:20.876130 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-20455419-1863-4dd8-affb-00ad136c54f0 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:20.881795 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae39ad7-29b3-4b3c-873a-261acc10acdf None None] Network bdb74c7b-eba8-4ebe-939e-1089da6ab386 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:41:20.887724 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-2abeca27-9edf-46e6-9c3c-1a65fe29e362 None None] Publish callbacks [] for port (bb13d186-b3b5-439d-903a-182a854c49c9), precommit_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:20.893090 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-20455419-1863-4dd8-affb-00ad136c54f0 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4004831 Mar 28 01:41:20.893808 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-2abeca27-9edf-46e6-9c3c-1a65fe29e362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (bb13d186-b3b5-439d-903a-182a854c49c9), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:20.896217 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 33576) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:41:20.941207 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [None req-2abeca27-9edf-46e6-9c3c-1a65fe29e362 None None] Attempting to bind port bb13d186-b3b5-439d-903a-182a854c49c9 on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:41:20.941578 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [None req-2abeca27-9edf-46e6-9c3c-1a65fe29e362 None None] Attempting to bind port bb13d186-b3b5-439d-903a-182a854c49c9 by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': 'b6f00c62-aca5-4c73-8989-c04c396daeed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'}] {{(pid=104101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:41:20.941938 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2abeca27-9edf-46e6-9c3c-1a65fe29e362 None None] Attempting to bind port bb13d186-b3b5-439d-903a-182a854c49c9 on network dea6548b-502b-42db-97fb-371e423e739a {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:41:20.949454 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2abeca27-9edf-46e6-9c3c-1a65fe29e362 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:41:20.949825 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2abeca27-9edf-46e6-9c3c-1a65fe29e362 None None] Checking segment: {'id': 'b6f00c62-aca5-4c73-8989-c04c396daeed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:41:20.950221 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-2abeca27-9edf-46e6-9c3c-1a65fe29e362 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:20.951244 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2abeca27-9edf-46e6-9c3c-1a65fe29e362 None None] Bound using segment: {'id': 'b6f00c62-aca5-4c73-8989-c04c396daeed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'} {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:41:20.951768 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [None req-2abeca27-9edf-46e6-9c3c-1a65fe29e362 None None] Bound port: bb13d186-b3b5-439d-903a-182a854c49c9, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6f00c62-aca5-4c73-8989-c04c396daeed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'}}] {{(pid=104101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:41:20.952173 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-2abeca27-9edf-46e6-9c3c-1a65fe29e362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (bb13d186-b3b5-439d-903a-182a854c49c9), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:20.979466 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4698cc0-0e60-420c-b5c3-3d1e8804d611 None None] Pushing event updated for resources: {'Port': ['ID=bb13d186-b3b5-439d-903a-182a854c49c9,revision_number=2']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:41:20.994130 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9212867-2ee8-4843-86a4-4a9794886474 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-bdb74c7b-eba8-4ebe-939e-1089da6ab386', 'network_id': 'bdb74c7b-eba8-4ebe-939e-1089da6ab386', 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'fixed_ips': [{'subnet_id': 'ba8c1a76-b202-4439-a590-af309260c74f'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:41:20.995605 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-c9212867-2ee8-4843-86a4-4a9794886474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:20.998504 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4698cc0-0e60-420c-b5c3-3d1e8804d611 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:41:20.998849 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4698cc0-0e60-420c-b5c3-3d1e8804d611 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:41:20.999181 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4698cc0-0e60-420c-b5c3-3d1e8804d611 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:41:20.999513 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4698cc0-0e60-420c-b5c3-3d1e8804d611 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:41:21.000284 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4698cc0-0e60-420c-b5c3-3d1e8804d611 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:41:21.000284 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4698cc0-0e60-420c-b5c3-3d1e8804d611 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:41:21.000489 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4698cc0-0e60-420c-b5c3-3d1e8804d611 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:41:21.000803 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4698cc0-0e60-420c-b5c3-3d1e8804d611 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:41:21.001123 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4698cc0-0e60-420c-b5c3-3d1e8804d611 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:41:21.001439 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4698cc0-0e60-420c-b5c3-3d1e8804d611 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:41:21.001759 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4698cc0-0e60-420c-b5c3-3d1e8804d611 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:41:21.002076 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4698cc0-0e60-420c-b5c3-3d1e8804d611 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:41:21.002385 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4698cc0-0e60-420c-b5c3-3d1e8804d611 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:41:21.002703 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4698cc0-0e60-420c-b5c3-3d1e8804d611 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:41:21.003015 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4698cc0-0e60-420c-b5c3-3d1e8804d611 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:41:21.028054 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.db [None req-2abeca27-9edf-46e6-9c3c-1a65fe29e362 None None] For port bb13d186-b3b5-439d-903a-182a854c49c9, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:41:21.031491 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.db [None req-2abeca27-9edf-46e6-9c3c-1a65fe29e362 None None] For port bb13d186-b3b5-439d-903a-182a854c49c9, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=bb13d186-b3b5-439d-903a-182a854c49c9,segment=NetworkSegment(b6f00c62-aca5-4c73-8989-c04c396daeed),segment_id=b6f00c62-aca5-4c73-8989-c04c396daeed)] {{(pid=104101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:41:21.037793 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-2abeca27-9edf-46e6-9c3c-1a65fe29e362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (bb13d186-b3b5-439d-903a-182a854c49c9), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:21.087454 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abeca27-9edf-46e6-9c3c-1a65fe29e362 None None] Routers {'30568529-8fb0-4853-8375-c50608b6dc7e'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:41:21.088252 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-2abeca27-9edf-46e6-9c3c-1a65fe29e362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:41:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['30568529-8fb0-4853-8375-c50608b6dc7e'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:41:21.152455 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-c9212867-2ee8-4843-86a4-4a9794886474 None None] Allocated IP 172.20.0.2 (bdb74c7b-eba8-4ebe-939e-1089da6ab386/ba8c1a76-b202-4439-a590-af309260c74f/d6eafbab-0a2c-4cf6-879a-e065677647ce) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:41:21.175954 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4698cc0-0e60-420c-b5c3-3d1e8804d611 None None] Pushing event updated for resources: {'Port': ['ID=bb13d186-b3b5-439d-903a-182a854c49c9,revision_number=3']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:41:21.213250 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-2abeca27-9edf-46e6-9c3c-1a65fe29e362 None None] Set router 30568529-8fb0-4853-8375-c50608b6dc7e gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:41:21.301330 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-c9212867-2ee8-4843-86a4-4a9794886474 None None] Publish callbacks [] for port (d6eafbab-0a2c-4cf6-879a-e065677647ce), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:21.307417 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-c9212867-2ee8-4843-86a4-4a9794886474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (d6eafbab-0a2c-4cf6-879a-e065677647ce), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:21.352424 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9212867-2ee8-4843-86a4-4a9794886474 None None] Network bdb74c7b-eba8-4ebe-939e-1089da6ab386 is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:41:21.355770 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-6b637deb-86c1-48ff-95bb-1b50099394a4 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:21.357827 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-c9212867-2ee8-4843-86a4-4a9794886474 None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:41:21.362424 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9212867-2ee8-4843-86a4-4a9794886474 None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:41:21.365549 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9212867-2ee8-4843-86a4-4a9794886474 None None] Pushing event updated for resources: {'Port': ['ID=d6eafbab-0a2c-4cf6-879a-e065677647ce,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:41:21.398401 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-2abeca27-9edf-46e6-9c3c-1a65fe29e362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30568529-8fb0-4853-8375-c50608b6dc7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2106285784', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.82'}], 'enable_snat': True}, 'gw_port_id': 'bb13d186-b3b5-439d-903a-182a854c49c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:41:18Z', 'updated_at': '2022-03-28T01:41:19Z', 'revision_number': 3, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'gw_port': {'id': 'bb13d186-b3b5-439d-903a-182a854c49c9', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:7b:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30568529-8fb0-4853-8375-c50608b6dc7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:41:19Z', 'updated_at': '2022-03-28T01:41:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:41:21.421182 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-c9212867-2ee8-4843-86a4-4a9794886474 None None] Attempting to bind port d6eafbab-0a2c-4cf6-879a-e065677647ce on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:41:21.421549 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-c9212867-2ee8-4843-86a4-4a9794886474 None None] Attempting to bind port d6eafbab-0a2c-4cf6-879a-e065677647ce by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': 'e39e49b6-d197-42fc-bc74-8305821e8505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'bdb74c7b-eba8-4ebe-939e-1089da6ab386'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:41:21.421910 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9212867-2ee8-4843-86a4-4a9794886474 None None] Attempting to bind port d6eafbab-0a2c-4cf6-879a-e065677647ce on network bdb74c7b-eba8-4ebe-939e-1089da6ab386 {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:41:21.426852 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9212867-2ee8-4843-86a4-4a9794886474 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:41:21.427222 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9212867-2ee8-4843-86a4-4a9794886474 None None] Checking segment: {'id': 'e39e49b6-d197-42fc-bc74-8305821e8505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'bdb74c7b-eba8-4ebe-939e-1089da6ab386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:41:21.427616 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-c9212867-2ee8-4843-86a4-4a9794886474 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:21.428004 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9212867-2ee8-4843-86a4-4a9794886474 None None] Bound using segment: {'id': 'e39e49b6-d197-42fc-bc74-8305821e8505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'bdb74c7b-eba8-4ebe-939e-1089da6ab386'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:41:21.428501 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-c9212867-2ee8-4843-86a4-4a9794886474 None None] Bound port: d6eafbab-0a2c-4cf6-879a-e065677647ce, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e39e49b6-d197-42fc-bc74-8305821e8505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'bdb74c7b-eba8-4ebe-939e-1089da6ab386'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:41:21.428878 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-c9212867-2ee8-4843-86a4-4a9794886474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (d6eafbab-0a2c-4cf6-879a-e065677647ce), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:21.430096 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2abeca27-9edf-46e6-9c3c-1a65fe29e362 None None] The sync data for ids ['30568529-8fb0-4853-8375-c50608b6dc7e'] in dv-neutron-834874-6-hyperv is: [{'id': '30568529-8fb0-4853-8375-c50608b6dc7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2106285784', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.82'}], 'enable_snat': True}, 'gw_port_id': 'bb13d186-b3b5-439d-903a-182a854c49c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:41:18Z', 'updated_at': '2022-03-28T01:41:19Z', 'revision_number': 3, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'gw_port': {'id': 'bb13d186-b3b5-439d-903a-182a854c49c9', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:7b:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30568529-8fb0-4853-8375-c50608b6dc7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:41:19Z', 'updated_at': '2022-03-28T01:41:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:41:21.493961 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-c9212867-2ee8-4843-86a4-4a9794886474 None None] For port d6eafbab-0a2c-4cf6-879a-e065677647ce, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:41:21.498025 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-c9212867-2ee8-4843-86a4-4a9794886474 None None] For port d6eafbab-0a2c-4cf6-879a-e065677647ce, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=d6eafbab-0a2c-4cf6-879a-e065677647ce,segment=NetworkSegment(e39e49b6-d197-42fc-bc74-8305821e8505),segment_id=e39e49b6-d197-42fc-bc74-8305821e8505)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:41:21.505339 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-c9212867-2ee8-4843-86a4-4a9794886474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (d6eafbab-0a2c-4cf6-879a-e065677647ce), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:21.567441 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9212867-2ee8-4843-86a4-4a9794886474 None None] Pushing event updated for resources: {'Port': ['ID=d6eafbab-0a2c-4cf6-879a-e065677647ce,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:41:21.957273 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-6b637deb-86c1-48ff-95bb-1b50099394a4 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Allocated IP 172.20.0.1 (bdb74c7b-eba8-4ebe-939e-1089da6ab386/ba8c1a76-b202-4439-a590-af309260c74f/5b248ec0-5615-4142-917c-fe26b604f621) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:41:22.075779 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-6b637deb-86c1-48ff-95bb-1b50099394a4 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for port (5b248ec0-5615-4142-917c-fe26b604f621), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:22.111854 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-6b637deb-86c1-48ff-95bb-1b50099394a4 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (5b248ec0-5615-4142-917c-fe26b604f621), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:22.153490 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b637deb-86c1-48ff-95bb-1b50099394a4 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Network bdb74c7b-eba8-4ebe-939e-1089da6ab386 is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:41:22.156881 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-6b637deb-86c1-48ff-95bb-1b50099394a4 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:41:22.159897 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b637deb-86c1-48ff-95bb-1b50099394a4 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:41:22.188651 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b637deb-86c1-48ff-95bb-1b50099394a4 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Pushing event updated for resources: {'Port': ['ID=5b248ec0-5615-4142-917c-fe26b604f621,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:41:22.217238 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-6b637deb-86c1-48ff-95bb-1b50099394a4 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3686596'] for router_interface (30568529-8fb0-4853-8375-c50608b6dc7e), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:22.264285 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device d6eafbab-0a2c-4cf6-879a-e065677647ce up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:41:22.332100 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port d6eafbab-0a2c-4cf6-879a-e065677647ce triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:41:22.332588 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (d6eafbab-0a2c-4cf6-879a-e065677647ce), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:22.374920 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-6b637deb-86c1-48ff-95bb-1b50099394a4 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (5b248ec0-5615-4142-917c-fe26b604f621), before_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:22.437850 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port d6eafbab-0a2c-4cf6-879a-e065677647ce is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:41:22.437995 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (d6eafbab-0a2c-4cf6-879a-e065677647ce), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:22.474650 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] For port d6eafbab-0a2c-4cf6-879a-e065677647ce, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=d6eafbab-0a2c-4cf6-879a-e065677647ce,segment=NetworkSegment(e39e49b6-d197-42fc-bc74-8305821e8505),segment_id=e39e49b6-d197-42fc-bc74-8305821e8505)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:41:22.481368 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (d6eafbab-0a2c-4cf6-879a-e065677647ce), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:22.482289 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device bb13d186-b3b5-439d-903a-182a854c49c9 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:41:22.569206 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Pushing event updated for resources: {'Port': ['ID=d6eafbab-0a2c-4cf6-879a-e065677647ce,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:41:22.576632 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port bb13d186-b3b5-439d-903a-182a854c49c9 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:41:22.577007 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (bb13d186-b3b5-439d-903a-182a854c49c9), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:22.655948 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port bb13d186-b3b5-439d-903a-182a854c49c9 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:41:22.656504 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (bb13d186-b3b5-439d-903a-182a854c49c9), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:22.677610 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] For port bb13d186-b3b5-439d-903a-182a854c49c9, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=bb13d186-b3b5-439d-903a-182a854c49c9,segment=NetworkSegment(b6f00c62-aca5-4c73-8989-c04c396daeed),segment_id=b6f00c62-aca5-4c73-8989-c04c396daeed)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:41:22.682686 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (bb13d186-b3b5-439d-903a-182a854c49c9), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:22.697998 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-6b637deb-86c1-48ff-95bb-1b50099394a4 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for port (5b248ec0-5615-4142-917c-fe26b604f621), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:22.704803 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-6b637deb-86c1-48ff-95bb-1b50099394a4 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126177159'] for port (5b248ec0-5615-4142-917c-fe26b604f621), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:22.716370 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30a7366-74b8-4ff2-8689-c557340e46d3 None None] Network bdb74c7b-eba8-4ebe-939e-1089da6ab386 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:41:22.780941 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b637deb-86c1-48ff-95bb-1b50099394a4 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Pushing event updated for resources: {'Port': ['ID=5b248ec0-5615-4142-917c-fe26b604f621,revision_number=2']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:41:22.783495 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-6b637deb-86c1-48ff-95bb-1b50099394a4 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3725889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3686480'] for router_interface (30568529-8fb0-4853-8375-c50608b6dc7e), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:22.787281 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Pushing event updated for resources: {'Port': ['ID=bb13d186-b3b5-439d-903a-182a854c49c9,revision_number=4']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:41:22.839269 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-b54155ae-32a3-401e-aa2e-cc91afb2e27f None None] Provisioning complete for port d6eafbab-0a2c-4cf6-879a-e065677647ce triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:41:22.839744 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-b54155ae-32a3-401e-aa2e-cc91afb2e27f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (d6eafbab-0a2c-4cf6-879a-e065677647ce), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:22.875182 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b637deb-86c1-48ff-95bb-1b50099394a4 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Network bdb74c7b-eba8-4ebe-939e-1089da6ab386 is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:41:22.876503 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-6b637deb-86c1-48ff-95bb-1b50099394a4 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:41:22.949113 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-b54155ae-32a3-401e-aa2e-cc91afb2e27f None None] Current status of the port d6eafbab-0a2c-4cf6-879a-e065677647ce is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:41:23.008287 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b637deb-86c1-48ff-95bb-1b50099394a4 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Router 30568529-8fb0-4853-8375-c50608b6dc7e has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:41:23.139963 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b637deb-86c1-48ff-95bb-1b50099394a4 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:41:23.145371 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-6b637deb-86c1-48ff-95bb-1b50099394a4 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "PUT /v2.0/routers/30568529-8fb0-4853-8375-c50608b6dc7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2479806 Mar 28 01:41:23.274356 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-6e9c89ff-9dfc-42d3-9a21-56ceeedf4db9 None None] Provisioning complete for port d6eafbab-0a2c-4cf6-879a-e065677647ce triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:41:23.274924 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-6e9c89ff-9dfc-42d3-9a21-56ceeedf4db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (d6eafbab-0a2c-4cf6-879a-e065677647ce), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:23.303070 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c2d8d1-0561-4b3e-93f7-568a8186f1a5 None None] Sync routers for ids ['30568529-8fb0-4853-8375-c50608b6dc7e'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:41:23.318031 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-ce4142c6-8a75-48de-8c50-aa2458e6d252 req-86e477cb-4d8b-4df6-b5a7-3e1b0714e730 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-857909787&fields=id&tenant_id=2961ca1eab8443d3977a60308ef2e35a HTTP/1.1" status: 200 len: 267 time: 0.0532303 Mar 28 01:41:23.326175 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c2d8d1-0561-4b3e-93f7-568a8186f1a5 None None] Routers {'30568529-8fb0-4853-8375-c50608b6dc7e'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:41:23.326885 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-20c2d8d1-0561-4b3e-93f7-568a8186f1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:41:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['30568529-8fb0-4853-8375-c50608b6dc7e'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:41:23.438223 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4142c6-8a75-48de-8c50-aa2458e6d252 req-ea6ae956-04bb-4715-8d75-f46240b92239 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:41:23.445110 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-ce4142c6-8a75-48de-8c50-aa2458e6d252 req-ea6ae956-04bb-4715-8d75-f46240b92239 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/networks?id=bdb74c7b-eba8-4ebe-939e-1089da6ab386 HTTP/1.1" status: 200 len: 796 time: 0.1195629 Mar 28 01:41:23.458840 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-ce4142c6-8a75-48de-8c50-aa2458e6d252 req-12ada9fa-a958-4e0e-9370-3ccaaefa7ac4 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/quotas/2961ca1eab8443d3977a60308ef2e35a HTTP/1.1" status: 200 len: 375 time: 0.0127571 Mar 28 01:41:23.461150 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-6e9c89ff-9dfc-42d3-9a21-56ceeedf4db9 None None] Current status of the port d6eafbab-0a2c-4cf6-879a-e065677647ce is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:41:23.485422 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-20c2d8d1-0561-4b3e-93f7-568a8186f1a5 None None] Set router 30568529-8fb0-4853-8375-c50608b6dc7e gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:41:23.513561 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-6e9c89ff-9dfc-42d3-9a21-56ceeedf4db9 None None] Provisioning complete for port 5b248ec0-5615-4142-917c-fe26b604f621 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:41:23.513861 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-6e9c89ff-9dfc-42d3-9a21-56ceeedf4db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (5b248ec0-5615-4142-917c-fe26b604f621), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:23.520607 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-ce4142c6-8a75-48de-8c50-aa2458e6d252 req-4941444f-cf5e-4b28-9d03-dff92c3e785b tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2961ca1eab8443d3977a60308ef2e35a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0582116 Mar 28 01:41:23.591015 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-6e9c89ff-9dfc-42d3-9a21-56ceeedf4db9 None None] Port 5b248ec0-5615-4142-917c-fe26b604f621 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:41:23.665306 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-ce4142c6-8a75-48de-8c50-aa2458e6d252 req-14d8c892-d946-41e6-9388-d9634ba4fa93 service neutron] 10.222.0.24 "GET /v2.0/networks/bdb74c7b-eba8-4ebe-939e-1089da6ab386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354296 Mar 28 01:41:23.718690 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-561f4462-c2d1-4e74-a647-abd503143bee None None] Provisioning complete for port 5b248ec0-5615-4142-917c-fe26b604f621 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:41:23.719048 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-561f4462-c2d1-4e74-a647-abd503143bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (5b248ec0-5615-4142-917c-fe26b604f621), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:23.752356 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-20c2d8d1-0561-4b3e-93f7-568a8186f1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30568529-8fb0-4853-8375-c50608b6dc7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2106285784', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.82'}], 'enable_snat': True}, 'gw_port_id': 'bb13d186-b3b5-439d-903a-182a854c49c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:41:18Z', 'updated_at': '2022-03-28T01:41:22Z', 'revision_number': 4, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'gw_port': {'id': 'bb13d186-b3b5-439d-903a-182a854c49c9', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:7b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30568529-8fb0-4853-8375-c50608b6dc7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:41:19Z', 'updated_at': '2022-03-28T01:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': '5b248ec0-5615-4142-917c-fe26b604f621', 'name': '', 'network_id': 'bdb74c7b-eba8-4ebe-939e-1089da6ab386', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'mac_address': 'fa:16:3e:8a:fe:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30568529-8fb0-4853-8375-c50608b6dc7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': 'ba8c1a76-b202-4439-a590-af309260c74f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:41:21Z', 'updated_at': '2022-03-28T01:41:22Z', 'revision_number': 2, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'subnets': [{'id': 'ba8c1a76-b202-4439-a590-af309260c74f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:41:23.753264 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-ce4142c6-8a75-48de-8c50-aa2458e6d252 req-f05ccb5c-01d4-41a7-8bc9-26210b42de7c service neutron] 10.222.0.24 "GET /v2.0/networks/bdb74c7b-eba8-4ebe-939e-1089da6ab386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818236 Mar 28 01:41:23.784615 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c2d8d1-0561-4b3e-93f7-568a8186f1a5 None None] Checking router: 30568529-8fb0-4853-8375-c50608b6dc7e for host: dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:41:23.784965 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c2d8d1-0561-4b3e-93f7-568a8186f1a5 None None] Updating router 30568529-8fb0-4853-8375-c50608b6dc7e port 5b248ec0-5615-4142-917c-fe26b604f621 binding host dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 01:41:23.789118 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-561f4462-c2d1-4e74-a647-abd503143bee None None] Port 5b248ec0-5615-4142-917c-fe26b604f621 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:41:23.813971 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-20c2d8d1-0561-4b3e-93f7-568a8186f1a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (5b248ec0-5615-4142-917c-fe26b604f621), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:23.937739 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-444454ce-ff9b-44c1-ba7f-2cb6b736534d req-a8707ea9-3ac0-49c7-88e1-dc43362e39b7 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=142f07e2-5489-479f-a9e3-78efa0e3ac3d HTTP/1.1" status: 200 len: 210 time: 0.0305521 Mar 28 01:41:24.219916 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device d6eafbab-0a2c-4cf6-879a-e065677647ce up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:41:24.267676 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-20c2d8d1-0561-4b3e-93f7-568a8186f1a5 None None] Publish callbacks [] for port (5b248ec0-5615-4142-917c-fe26b604f621), precommit_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:24.276702 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-20c2d8d1-0561-4b3e-93f7-568a8186f1a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (5b248ec0-5615-4142-917c-fe26b604f621), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:24.337154 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a58fc7-a48b-430a-8db1-4c5560e028ef None None] Pushing event updated for resources: {'Port': ['ID=5b248ec0-5615-4142-917c-fe26b604f621,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:41:24.348288 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port d6eafbab-0a2c-4cf6-879a-e065677647ce triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:41:24.348288 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (d6eafbab-0a2c-4cf6-879a-e065677647ce), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:24.425087 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-20c2d8d1-0561-4b3e-93f7-568a8186f1a5 None None] Attempting to bind port 5b248ec0-5615-4142-917c-fe26b604f621 on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:41:24.425463 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-20c2d8d1-0561-4b3e-93f7-568a8186f1a5 None None] Attempting to bind port 5b248ec0-5615-4142-917c-fe26b604f621 by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': 'e39e49b6-d197-42fc-bc74-8305821e8505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'bdb74c7b-eba8-4ebe-939e-1089da6ab386'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:41:24.425832 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c2d8d1-0561-4b3e-93f7-568a8186f1a5 None None] Attempting to bind port 5b248ec0-5615-4142-917c-fe26b604f621 on network bdb74c7b-eba8-4ebe-939e-1089da6ab386 {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:41:24.433567 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c2d8d1-0561-4b3e-93f7-568a8186f1a5 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:41:24.433981 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c2d8d1-0561-4b3e-93f7-568a8186f1a5 None None] Checking segment: {'id': 'e39e49b6-d197-42fc-bc74-8305821e8505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'bdb74c7b-eba8-4ebe-939e-1089da6ab386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:41:24.434351 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-20c2d8d1-0561-4b3e-93f7-568a8186f1a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:24.435014 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c2d8d1-0561-4b3e-93f7-568a8186f1a5 None None] Bound using segment: {'id': 'e39e49b6-d197-42fc-bc74-8305821e8505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'bdb74c7b-eba8-4ebe-939e-1089da6ab386'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:41:24.435494 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-20c2d8d1-0561-4b3e-93f7-568a8186f1a5 None None] Bound port: 5b248ec0-5615-4142-917c-fe26b604f621, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e39e49b6-d197-42fc-bc74-8305821e8505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'bdb74c7b-eba8-4ebe-939e-1089da6ab386'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:41:24.435878 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-20c2d8d1-0561-4b3e-93f7-568a8186f1a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (5b248ec0-5615-4142-917c-fe26b604f621), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:24.537500 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port d6eafbab-0a2c-4cf6-879a-e065677647ce is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:41:24.538572 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device bb13d186-b3b5-439d-903a-182a854c49c9 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:41:24.540551 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-20c2d8d1-0561-4b3e-93f7-568a8186f1a5 None None] For port 5b248ec0-5615-4142-917c-fe26b604f621, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:41:24.544202 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-20c2d8d1-0561-4b3e-93f7-568a8186f1a5 None None] For port 5b248ec0-5615-4142-917c-fe26b604f621, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=5b248ec0-5615-4142-917c-fe26b604f621,segment=NetworkSegment(e39e49b6-d197-42fc-bc74-8305821e8505),segment_id=e39e49b6-d197-42fc-bc74-8305821e8505)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:41:24.567162 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-20c2d8d1-0561-4b3e-93f7-568a8186f1a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (5b248ec0-5615-4142-917c-fe26b604f621), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:24.649597 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c2d8d1-0561-4b3e-93f7-568a8186f1a5 None None] Routers {'30568529-8fb0-4853-8375-c50608b6dc7e'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:41:24.650237 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-20c2d8d1-0561-4b3e-93f7-568a8186f1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:41:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['30568529-8fb0-4853-8375-c50608b6dc7e'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:41:24.653184 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a58fc7-a48b-430a-8db1-4c5560e028ef None None] Pushing event updated for resources: {'Port': ['ID=5b248ec0-5615-4142-917c-fe26b604f621,revision_number=4']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:41:24.693527 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-e5d1d5dc-4a15-4a91-9ce3-b37e9ebbf725 None None] Provisioning complete for port 5b248ec0-5615-4142-917c-fe26b604f621 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:41:24.693527 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-e5d1d5dc-4a15-4a91-9ce3-b37e9ebbf725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (5b248ec0-5615-4142-917c-fe26b604f621), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:24.754199 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port bb13d186-b3b5-439d-903a-182a854c49c9 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:41:24.754575 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (bb13d186-b3b5-439d-903a-182a854c49c9), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:24.877379 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-20c2d8d1-0561-4b3e-93f7-568a8186f1a5 None None] Set router 30568529-8fb0-4853-8375-c50608b6dc7e gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:41:24.940728 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4142c6-8a75-48de-8c50-aa2458e6d252 req-8696cc98-0389-49f3-9466-6866f6abc05d tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:41:24.942863 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-ce4142c6-8a75-48de-8c50-aa2458e6d252 req-8696cc98-0389-49f3-9466-6866f6abc05d tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.10 "GET /v2.0/networks?id=bdb74c7b-eba8-4ebe-939e-1089da6ab386 HTTP/1.1" status: 200 len: 796 time: 0.1189277 Mar 28 01:41:25.020169 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-e5d1d5dc-4a15-4a91-9ce3-b37e9ebbf725 None None] Current status of the port 5b248ec0-5615-4142-917c-fe26b604f621 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:41:25.020580 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-e5d1d5dc-4a15-4a91-9ce3-b37e9ebbf725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (5b248ec0-5615-4142-917c-fe26b604f621), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:25.022562 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port bb13d186-b3b5-439d-903a-182a854c49c9 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:41:25.038770 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-ce4142c6-8a75-48de-8c50-aa2458e6d252 req-45866ef3-f5eb-4444-be84-dbd186d0cf9f tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2961ca1eab8443d3977a60308ef2e35a HTTP/1.1" status: 200 len: 379 time: 0.0862072 Mar 28 01:41:25.054900 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-449f9757-d5d5-4cdf-a035-320b39984c9f req-988e1683-25d0-4d6e-8f7e-8b3a24d39615 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=142f07e2-5489-479f-a9e3-78efa0e3ac3d HTTP/1.1" status: 200 len: 210 time: 0.0361021 Mar 28 01:41:25.058200 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [req-ce4142c6-8a75-48de-8c50-aa2458e6d252 req-a75a8a0d-8cd6-4124-9b26-143bfdd146f0 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Request body: {'port': {'device_id': '142f07e2-5489-479f-a9e3-78efa0e3ac3d', 'network_id': 'bdb74c7b-eba8-4ebe-939e-1089da6ab386', 'admin_state_up': True, 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'security_groups': ['947fc689-1d47-4ab4-8c8c-d1e95092cac2']}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:41:25.100708 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-e5d1d5dc-4a15-4a91-9ce3-b37e9ebbf725 None None] For port 5b248ec0-5615-4142-917c-fe26b604f621, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=5b248ec0-5615-4142-917c-fe26b604f621,segment=NetworkSegment(e39e49b6-d197-42fc-bc74-8305821e8505),segment_id=e39e49b6-d197-42fc-bc74-8305821e8505)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:41:25.107474 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-e5d1d5dc-4a15-4a91-9ce3-b37e9ebbf725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (5b248ec0-5615-4142-917c-fe26b604f621), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:25.168811 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce4142c6-8a75-48de-8c50-aa2458e6d252 req-a75a8a0d-8cd6-4124-9b26-143bfdd146f0 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Made reservation on behalf of 2961ca1eab8443d3977a60308ef2e35a for: {'port': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:41:25.173830 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-ce4142c6-8a75-48de-8c50-aa2458e6d252 req-a75a8a0d-8cd6-4124-9b26-143bfdd146f0 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:25.193993 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d1d5dc-4a15-4a91-9ce3-b37e9ebbf725 None None] Pushing event updated for resources: {'Port': ['ID=5b248ec0-5615-4142-917c-fe26b604f621,revision_number=5']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:41:25.214208 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-20c2d8d1-0561-4b3e-93f7-568a8186f1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30568529-8fb0-4853-8375-c50608b6dc7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2106285784', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.82'}], 'enable_snat': True}, 'gw_port_id': 'bb13d186-b3b5-439d-903a-182a854c49c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:41:18Z', 'updated_at': '2022-03-28T01:41:22Z', 'revision_number': 4, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'gw_port': {'id': 'bb13d186-b3b5-439d-903a-182a854c49c9', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:7b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30568529-8fb0-4853-8375-c50608b6dc7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:41:19Z', 'updated_at': '2022-03-28T01:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': '5b248ec0-5615-4142-917c-fe26b604f621', 'name': '', 'network_id': 'bdb74c7b-eba8-4ebe-939e-1089da6ab386', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'mac_address': 'fa:16:3e:8a:fe:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30568529-8fb0-4853-8375-c50608b6dc7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': 'ba8c1a76-b202-4439-a590-af309260c74f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:41:21Z', 'updated_at': '2022-03-28T01:41:24Z', 'revision_number': 4, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'subnets': [{'id': 'ba8c1a76-b202-4439-a590-af309260c74f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:41:25.248863 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c2d8d1-0561-4b3e-93f7-568a8186f1a5 None None] The sync data for ids ['30568529-8fb0-4853-8375-c50608b6dc7e'] in dv-neutron-834874-6-hyperv is: [{'id': '30568529-8fb0-4853-8375-c50608b6dc7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2106285784', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.82'}], 'enable_snat': True}, 'gw_port_id': 'bb13d186-b3b5-439d-903a-182a854c49c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:41:18Z', 'updated_at': '2022-03-28T01:41:22Z', 'revision_number': 4, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'gw_port': {'id': 'bb13d186-b3b5-439d-903a-182a854c49c9', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:7b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30568529-8fb0-4853-8375-c50608b6dc7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:41:19Z', 'updated_at': '2022-03-28T01:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': '5b248ec0-5615-4142-917c-fe26b604f621', 'name': '', 'network_id': 'bdb74c7b-eba8-4ebe-939e-1089da6ab386', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'mac_address': 'fa:16:3e:8a:fe:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30568529-8fb0-4853-8375-c50608b6dc7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': 'ba8c1a76-b202-4439-a590-af309260c74f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:41:21Z', 'updated_at': '2022-03-28T01:41:24Z', 'revision_number': 4, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'subnets': [{'id': 'ba8c1a76-b202-4439-a590-af309260c74f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:41:25.255247 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-6d0e1808-842d-4829-b798-c784f9ba5cc6 None None] Provisioning complete for port 5b248ec0-5615-4142-917c-fe26b604f621 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:41:25.255626 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-6d0e1808-842d-4829-b798-c784f9ba5cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (5b248ec0-5615-4142-917c-fe26b604f621), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:25.369813 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-6d0e1808-842d-4829-b798-c784f9ba5cc6 None None] Current status of the port 5b248ec0-5615-4142-917c-fe26b604f621 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:41:25.630367 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [req-ce4142c6-8a75-48de-8c50-aa2458e6d252 req-a75a8a0d-8cd6-4124-9b26-143bfdd146f0 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Allocated IP 172.20.0.4 (bdb74c7b-eba8-4ebe-939e-1089da6ab386/ba8c1a76-b202-4439-a590-af309260c74f/e761a59b-d813-4cec-8b4b-a9a90ecc6d0c) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:41:25.772650 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-ce4142c6-8a75-48de-8c50-aa2458e6d252 req-a75a8a0d-8cd6-4124-9b26-143bfdd146f0 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for port (e761a59b-d813-4cec-8b4b-a9a90ecc6d0c), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:25.808064 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-ce4142c6-8a75-48de-8c50-aa2458e6d252 req-a75a8a0d-8cd6-4124-9b26-143bfdd146f0 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (e761a59b-d813-4cec-8b4b-a9a90ecc6d0c), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:25.848089 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce4142c6-8a75-48de-8c50-aa2458e6d252 req-a75a8a0d-8cd6-4124-9b26-143bfdd146f0 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Network bdb74c7b-eba8-4ebe-939e-1089da6ab386 is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:41:25.851199 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [req-ce4142c6-8a75-48de-8c50-aa2458e6d252 req-a75a8a0d-8cd6-4124-9b26-143bfdd146f0 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:41:25.854919 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce4142c6-8a75-48de-8c50-aa2458e6d252 req-a75a8a0d-8cd6-4124-9b26-143bfdd146f0 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:41:25.888550 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75a8a0d-8cd6-4124-9b26-143bfdd146f0 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Pushing event updated for resources: {'Port': ['ID=e761a59b-d813-4cec-8b4b-a9a90ecc6d0c,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:41:25.914804 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4142c6-8a75-48de-8c50-aa2458e6d252 req-a75a8a0d-8cd6-4124-9b26-143bfdd146f0 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:41:25.915452 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-ce4142c6-8a75-48de-8c50-aa2458e6d252 req-a75a8a0d-8cd6-4124-9b26-143bfdd146f0 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:25.934507 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-ce4142c6-8a75-48de-8c50-aa2458e6d252 req-a75a8a0d-8cd6-4124-9b26-143bfdd146f0 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8816333 Mar 28 01:41:25.945722 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [req-ce4142c6-8a75-48de-8c50-aa2458e6d252 req-34c680f3-b526-4d3c-b145-710bace75dd1 service neutron] Request body: {'port': {'device_id': '142f07e2-5489-479f-a9e3-78efa0e3ac3d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8348'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:41:26.013322 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-ce4142c6-8a75-48de-8c50-aa2458e6d252 req-34c680f3-b526-4d3c-b145-710bace75dd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (e761a59b-d813-4cec-8b4b-a9a90ecc6d0c), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:26.099461 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-6ed5f261-4f8b-4e81-9f17-16db5c26bc36 None None] Provisioning complete for port e761a59b-d813-4cec-8b4b-a9a90ecc6d0c triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:41:26.099967 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-6ed5f261-4f8b-4e81-9f17-16db5c26bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (e761a59b-d813-4cec-8b4b-a9a90ecc6d0c), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:26.143802 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-6ed5f261-4f8b-4e81-9f17-16db5c26bc36 None None] Port e761a59b-d813-4cec-8b4b-a9a90ecc6d0c cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:41:26.208550 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7407002-49ba-4bed-b4a0-8b9bcfce2eac req-d9d857d8-196d-4ce6-ae24-cc4dad727219 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:41:26.211894 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-c7407002-49ba-4bed-b4a0-8b9bcfce2eac req-d9d857d8-196d-4ce6-ae24-cc4dad727219 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=142f07e2-5489-479f-a9e3-78efa0e3ac3d HTTP/1.1" status: 200 len: 931 time: 0.0734468 Mar 28 01:41:26.261427 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 5b248ec0-5615-4142-917c-fe26b604f621 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:41:26.296853 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-c7407002-49ba-4bed-b4a0-8b9bcfce2eac req-855e6f5b-a19f-43c3-8628-567a651fcdae tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/security-groups?id=947fc689-1d47-4ab4-8c8c-d1e95092cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792282 Mar 28 01:41:26.321724 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [req-ce4142c6-8a75-48de-8c50-aa2458e6d252 req-34c680f3-b526-4d3c-b145-710bace75dd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e761a59b-d813-4cec-8b4b-a9a90ecc6d0c {{(pid=104099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 01:41:26.329360 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 5b248ec0-5615-4142-917c-fe26b604f621 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:41:26.329539 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-ce4142c6-8a75-48de-8c50-aa2458e6d252 req-34c680f3-b526-4d3c-b145-710bace75dd1 service neutron] Publish callbacks [] for port (e761a59b-d813-4cec-8b4b-a9a90ecc6d0c), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:26.329878 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (5b248ec0-5615-4142-917c-fe26b604f621), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:26.343748 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [req-ce4142c6-8a75-48de-8c50-aa2458e6d252 req-34c680f3-b526-4d3c-b145-710bace75dd1 service neutron] Transition to ACTIVE for port object e761a59b-d813-4cec-8b4b-a9a90ecc6d0c will not be triggered until provisioned by entity L2. {{(pid=104099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 01:41:26.349213 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-ce4142c6-8a75-48de-8c50-aa2458e6d252 req-34c680f3-b526-4d3c-b145-710bace75dd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (e761a59b-d813-4cec-8b4b-a9a90ecc6d0c), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:26.421514 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 5b248ec0-5615-4142-917c-fe26b604f621 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:41:26.425216 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c680f3-b526-4d3c-b145-710bace75dd1 service neutron] Pushing event updated for resources: {'Port': ['ID=e761a59b-d813-4cec-8b4b-a9a90ecc6d0c,revision_number=2']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:41:26.478814 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-ce4142c6-8a75-48de-8c50-aa2458e6d252 req-34c680f3-b526-4d3c-b145-710bace75dd1 service neutron] Attempting to bind port e761a59b-d813-4cec-8b4b-a9a90ecc6d0c on host hv-neutron-8348 for vnic_type normal with profile {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:41:26.479149 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-ce4142c6-8a75-48de-8c50-aa2458e6d252 req-34c680f3-b526-4d3c-b145-710bace75dd1 service neutron] Attempting to bind port e761a59b-d813-4cec-8b4b-a9a90ecc6d0c by drivers openvswitch,hyperv on host hv-neutron-8348 at level 0 using segments [{'id': 'e39e49b6-d197-42fc-bc74-8305821e8505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'bdb74c7b-eba8-4ebe-939e-1089da6ab386'}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:41:26.479475 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4142c6-8a75-48de-8c50-aa2458e6d252 req-34c680f3-b526-4d3c-b145-710bace75dd1 service neutron] Attempting to bind port e761a59b-d813-4cec-8b4b-a9a90ecc6d0c on network bdb74c7b-eba8-4ebe-939e-1089da6ab386 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:41:26.484232 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4142c6-8a75-48de-8c50-aa2458e6d252 req-34c680f3-b526-4d3c-b145-710bace75dd1 service neutron] Port e761a59b-d813-4cec-8b4b-a9a90ecc6d0c on network bdb74c7b-eba8-4ebe-939e-1089da6ab386 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8348 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 01:41:26.484553 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4142c6-8a75-48de-8c50-aa2458e6d252 req-34c680f3-b526-4d3c-b145-710bace75dd1 service neutron] Attempting to bind port e761a59b-d813-4cec-8b4b-a9a90ecc6d0c on network bdb74c7b-eba8-4ebe-939e-1089da6ab386 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:41:26.489598 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4142c6-8a75-48de-8c50-aa2458e6d252 req-34c680f3-b526-4d3c-b145-710bace75dd1 service neutron] Checking agent: {'id': '287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8348', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 1, 2, 33), 'started_at': datetime.datetime(2022, 3, 28, 1, 2, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:41:26.489937 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4142c6-8a75-48de-8c50-aa2458e6d252 req-34c680f3-b526-4d3c-b145-710bace75dd1 service neutron] Checking segment: {'id': 'e39e49b6-d197-42fc-bc74-8305821e8505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'bdb74c7b-eba8-4ebe-939e-1089da6ab386'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:41:26.490447 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4142c6-8a75-48de-8c50-aa2458e6d252 req-34c680f3-b526-4d3c-b145-710bace75dd1 service neutron] Bound using segment: {'id': 'e39e49b6-d197-42fc-bc74-8305821e8505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'bdb74c7b-eba8-4ebe-939e-1089da6ab386'} {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:41:26.490879 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-ce4142c6-8a75-48de-8c50-aa2458e6d252 req-34c680f3-b526-4d3c-b145-710bace75dd1 service neutron] Bound port: e761a59b-d813-4cec-8b4b-a9a90ecc6d0c, host: hv-neutron-8348, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e39e49b6-d197-42fc-bc74-8305821e8505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'bdb74c7b-eba8-4ebe-939e-1089da6ab386'}}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:41:26.491237 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-ce4142c6-8a75-48de-8c50-aa2458e6d252 req-34c680f3-b526-4d3c-b145-710bace75dd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (e761a59b-d813-4cec-8b4b-a9a90ecc6d0c), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:26.563926 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-ce4142c6-8a75-48de-8c50-aa2458e6d252 req-34c680f3-b526-4d3c-b145-710bace75dd1 service neutron] For port e761a59b-d813-4cec-8b4b-a9a90ecc6d0c, host hv-neutron-8348, cleared binding levels {{(pid=104099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:41:26.568695 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-ce4142c6-8a75-48de-8c50-aa2458e6d252 req-34c680f3-b526-4d3c-b145-710bace75dd1 service neutron] For port e761a59b-d813-4cec-8b4b-a9a90ecc6d0c, host hv-neutron-8348, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=e761a59b-d813-4cec-8b4b-a9a90ecc6d0c,segment=NetworkSegment(e39e49b6-d197-42fc-bc74-8305821e8505),segment_id=e39e49b6-d197-42fc-bc74-8305821e8505)] {{(pid=104099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:41:26.574677 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-ce4142c6-8a75-48de-8c50-aa2458e6d252 req-34c680f3-b526-4d3c-b145-710bace75dd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (e761a59b-d813-4cec-8b4b-a9a90ecc6d0c), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:26.607882 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4142c6-8a75-48de-8c50-aa2458e6d252 req-34c680f3-b526-4d3c-b145-710bace75dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:41:26.608537 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-ce4142c6-8a75-48de-8c50-aa2458e6d252 req-34c680f3-b526-4d3c-b145-710bace75dd1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:26.610247 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-ce4142c6-8a75-48de-8c50-aa2458e6d252 req-34c680f3-b526-4d3c-b145-710bace75dd1 service neutron] 10.222.0.10 "PUT /v2.0/ports/e761a59b-d813-4cec-8b4b-a9a90ecc6d0c HTTP/1.1" status: 200 len: 1093 time: 0.6685750 Mar 28 01:41:26.610400 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '142f07e2-5489-479f-a9e3-78efa0e3ac3d', 'tag': 'e761a59b-d813-4cec-8b4b-a9a90ecc6d0c'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:41:26.612654 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2af4b01a9fa8b1570ccf1d7859d693ad34c106b258078e9cfae86b97f35e3d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-011453aa-e36f-4eeb-96c3-b54c08236656" -d '{"events": [{"name": "network-changed", "server_uuid": "142f07e2-5489-479f-a9e3-78efa0e3ac3d", "tag": "e761a59b-d813-4cec-8b4b-a9a90ecc6d0c"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:41:26.652922 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c680f3-b526-4d3c-b145-710bace75dd1 service neutron] Pushing event updated for resources: {'Port': ['ID=e761a59b-d813-4cec-8b4b-a9a90ecc6d0c,revision_number=3']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:41:26.690925 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 01:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-799f511a-bee6-4b5c-ae55-212fb353e297 x-openstack-request-id: req-799f511a-bee6-4b5c-ae55-212fb353e297 {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:41:26.691235 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "142f07e2-5489-479f-a9e3-78efa0e3ac3d", "tag": "e761a59b-d813-4cec-8b4b-a9a90ecc6d0c", "status": "completed", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:41:26.691495 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-799f511a-bee6-4b5c-ae55-212fb353e297 {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:41:26.691989 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-799f511a-bee6-4b5c-ae55-212fb353e297'] response: {'name': 'network-changed', 'server_uuid': '142f07e2-5489-479f-a9e3-78efa0e3ac3d', 'tag': 'e761a59b-d813-4cec-8b4b-a9a90ecc6d0c', 'status': 'completed', 'code': 200} Mar 28 01:41:26.712083 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4142c6-8a75-48de-8c50-aa2458e6d252 req-73adc9c5-98a2-44cd-8ff9-d0a0329ee501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:41:26.713645 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-ce4142c6-8a75-48de-8c50-aa2458e6d252 req-73adc9c5-98a2-44cd-8ff9-d0a0329ee501 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2961ca1eab8443d3977a60308ef2e35a&device_id=142f07e2-5489-479f-a9e3-78efa0e3ac3d HTTP/1.1" status: 200 len: 1127 time: 0.0568664 Mar 28 01:41:26.756215 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-ce4142c6-8a75-48de-8c50-aa2458e6d252 req-be5d4f76-3eaf-4da4-ab5e-a5ac045f67b2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e761a59b-d813-4cec-8b4b-a9a90ecc6d0c HTTP/1.1" status: 200 len: 217 time: 0.0348747 Mar 28 01:41:26.805396 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4142c6-8a75-48de-8c50-aa2458e6d252 req-2e2b0837-9124-411f-b47d-86aa036d509d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:41:26.806810 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-ce4142c6-8a75-48de-8c50-aa2458e6d252 req-2e2b0837-9124-411f-b47d-86aa036d509d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ba8c1a76-b202-4439-a590-af309260c74f HTTP/1.1" status: 200 len: 835 time: 0.0453677 Mar 28 01:41:26.859878 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4142c6-8a75-48de-8c50-aa2458e6d252 req-1076c13a-0dda-45f7-8672-f57fb89713c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:41:26.861408 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-ce4142c6-8a75-48de-8c50-aa2458e6d252 req-1076c13a-0dda-45f7-8672-f57fb89713c5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bdb74c7b-eba8-4ebe-939e-1089da6ab386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0474420 Mar 28 01:41:26.952786 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-ce4142c6-8a75-48de-8c50-aa2458e6d252 req-f5f88e50-d82e-4d04-b9d2-fc43404a6853 service neutron] 10.222.0.10 "GET /v2.0/networks/bdb74c7b-eba8-4ebe-939e-1089da6ab386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852525 Mar 28 01:41:27.043226 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-ce4142c6-8a75-48de-8c50-aa2458e6d252 req-9d8d077c-866a-4060-bb27-bf53082306ee service neutron] 10.222.0.10 "GET /v2.0/networks/bdb74c7b-eba8-4ebe-939e-1089da6ab386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847440 Mar 28 01:41:27.132007 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011453aa-e36f-4eeb-96c3-b54c08236656 req-26a2d19c-66ec-49b8-ad51-597cf27875c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:41:27.133437 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-011453aa-e36f-4eeb-96c3-b54c08236656 req-26a2d19c-66ec-49b8-ad51-597cf27875c2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2961ca1eab8443d3977a60308ef2e35a&device_id=142f07e2-5489-479f-a9e3-78efa0e3ac3d HTTP/1.1" status: 200 len: 1127 time: 0.0450490 Mar 28 01:41:27.224691 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011453aa-e36f-4eeb-96c3-b54c08236656 req-8a5c7d1b-42e0-4ce0-96ea-92ec5a8848e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:41:27.226156 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-011453aa-e36f-4eeb-96c3-b54c08236656 req-8a5c7d1b-42e0-4ce0-96ea-92ec5a8848e6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=bdb74c7b-eba8-4ebe-939e-1089da6ab386 HTTP/1.1" status: 200 len: 896 time: 0.0853457 Mar 28 01:41:27.270191 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-011453aa-e36f-4eeb-96c3-b54c08236656 req-a1cdd52b-de64-477c-a445-8a2d8a28f2dc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e761a59b-d813-4cec-8b4b-a9a90ecc6d0c HTTP/1.1" status: 200 len: 217 time: 0.0369866 Mar 28 01:41:27.318637 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011453aa-e36f-4eeb-96c3-b54c08236656 req-76546ef9-c2a8-4f4a-b897-774c7bafda70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:41:27.320159 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-011453aa-e36f-4eeb-96c3-b54c08236656 req-76546ef9-c2a8-4f4a-b897-774c7bafda70 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ba8c1a76-b202-4439-a590-af309260c74f HTTP/1.1" status: 200 len: 835 time: 0.0442555 Mar 28 01:41:27.369976 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011453aa-e36f-4eeb-96c3-b54c08236656 req-d53bcb7c-26bf-4ea0-a596-be3306298d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:41:27.371509 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-011453aa-e36f-4eeb-96c3-b54c08236656 req-d53bcb7c-26bf-4ea0-a596-be3306298d53 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bdb74c7b-eba8-4ebe-939e-1089da6ab386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0441511 Mar 28 01:41:27.408641 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543ae4f8-889e-4839-9cf8-a01948b5db70 req-15c9005b-7890-42da-b8e6-c90bc668b5ca tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:41:27.410047 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-543ae4f8-889e-4839-9cf8-a01948b5db70 req-15c9005b-7890-42da-b8e6-c90bc668b5ca tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=142f07e2-5489-479f-a9e3-78efa0e3ac3d HTTP/1.1" status: 200 len: 943 time: 0.0526965 Mar 28 01:41:27.458977 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-543ae4f8-889e-4839-9cf8-a01948b5db70 req-b8cda0e4-65fc-48c9-80fc-31d8cae7cb76 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/security-groups?id=947fc689-1d47-4ab4-8c8c-d1e95092cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431828 Mar 28 01:41:27.463627 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-011453aa-e36f-4eeb-96c3-b54c08236656 req-d737a82e-7873-40c3-adde-c47d6cafec40 service neutron] 10.222.0.10 "GET /v2.0/networks/bdb74c7b-eba8-4ebe-939e-1089da6ab386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858717 Mar 28 01:41:27.552965 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-011453aa-e36f-4eeb-96c3-b54c08236656 req-a382fa30-2762-4e98-ab5c-dbe691f240a9 service neutron] 10.222.0.10 "GET /v2.0/networks/bdb74c7b-eba8-4ebe-939e-1089da6ab386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819485 Mar 28 01:41:28.577564 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9b6eef-0f10-4b02-a39d-c7763b4c6001 req-d10d3711-2a22-4430-817b-b1f4f759befa tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:41:28.579044 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-ef9b6eef-0f10-4b02-a39d-c7763b4c6001 req-d10d3711-2a22-4430-817b-b1f4f759befa tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=142f07e2-5489-479f-a9e3-78efa0e3ac3d HTTP/1.1" status: 200 len: 943 time: 0.0528135 Mar 28 01:41:28.634785 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-ef9b6eef-0f10-4b02-a39d-c7763b4c6001 req-f5078a00-00c7-4cbe-9b87-2a9f3cf04fc5 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/security-groups?id=947fc689-1d47-4ab4-8c8c-d1e95092cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491424 Mar 28 01:41:29.752560 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7805d82-dbe4-4a26-aa5c-5d19581acd39 req-2f6124ed-3938-4ebb-844b-8d8112600e4c tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:41:29.754703 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-a7805d82-dbe4-4a26-aa5c-5d19581acd39 req-2f6124ed-3938-4ebb-844b-8d8112600e4c tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=142f07e2-5489-479f-a9e3-78efa0e3ac3d HTTP/1.1" status: 200 len: 943 time: 0.0544572 Mar 28 01:41:29.804422 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-a7805d82-dbe4-4a26-aa5c-5d19581acd39 req-0b0ea132-c774-4703-a5c4-d6e4cd5b6036 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/security-groups?id=947fc689-1d47-4ab4-8c8c-d1e95092cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442314 Mar 28 01:41:30.920337 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cd9ff8-cb1e-4212-a142-50800dd5bada req-3b73012c-e985-4290-a1ac-f983eca8dd3a tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:41:30.921859 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a1cd9ff8-cb1e-4212-a142-50800dd5bada req-3b73012c-e985-4290-a1ac-f983eca8dd3a tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=142f07e2-5489-479f-a9e3-78efa0e3ac3d HTTP/1.1" status: 200 len: 943 time: 0.0523391 Mar 28 01:41:30.969712 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a1cd9ff8-cb1e-4212-a142-50800dd5bada req-f20da8dd-7c96-40eb-882c-338fab0acd77 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/security-groups?id=947fc689-1d47-4ab4-8c8c-d1e95092cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424206 Mar 28 01:41:31.220558 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device e761a59b-d813-4cec-8b4b-a9a90ecc6d0c details requested by agent hyperv_hv-neutron-8348 with host hv-neutron-8348 {{(pid=104100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 01:41:31.316699 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port e761a59b-d813-4cec-8b4b-a9a90ecc6d0c, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=e761a59b-d813-4cec-8b4b-a9a90ecc6d0c,segment=NetworkSegment(e39e49b6-d197-42fc-bc74-8305821e8505),segment_id=e39e49b6-d197-42fc-bc74-8305821e8505)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:41:31.327582 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Returning: {'device': 'e761a59b-d813-4cec-8b4b-a9a90ecc6d0c', 'network_id': 'bdb74c7b-eba8-4ebe-939e-1089da6ab386', 'port_id': 'e761a59b-d813-4cec-8b4b-a9a90ecc6d0c', 'mac_address': 'fa:16:3e:97:c0:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba8c1a76-b202-4439-a590-af309260c74f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 01:41:31.363573 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port e761a59b-d813-4cec-8b4b-a9a90ecc6d0c is: DOWN; New status is: BUILD {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:41:31.363961 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (e761a59b-d813-4cec-8b4b-a9a90ecc6d0c), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:31.376892 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e761a59b-d813-4cec-8b4b-a9a90ecc6d0c {{(pid=104100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 01:41:31.395568 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port e761a59b-d813-4cec-8b4b-a9a90ecc6d0c, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=e761a59b-d813-4cec-8b4b-a9a90ecc6d0c,segment=NetworkSegment(e39e49b6-d197-42fc-bc74-8305821e8505),segment_id=e39e49b6-d197-42fc-bc74-8305821e8505)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:41:31.399735 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (e761a59b-d813-4cec-8b4b-a9a90ecc6d0c), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:31.446051 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Pushing event updated for resources: {'Port': ['ID=e761a59b-d813-4cec-8b4b-a9a90ecc6d0c,revision_number=4']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:41:31.609511 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] get_ports_and_sgs() called for port_ids ['e761a59b-d813-4cec-8b4b-a9a90ecc6d0c'] {{(pid=104100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 01:41:32.089948 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416f2180-e940-4bce-8a75-b27f319ab8f4 req-d28e22bd-05fa-4e7a-a0ab-14bf6d3b51a2 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:41:32.091405 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-416f2180-e940-4bce-8a75-b27f319ab8f4 req-d28e22bd-05fa-4e7a-a0ab-14bf6d3b51a2 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=142f07e2-5489-479f-a9e3-78efa0e3ac3d HTTP/1.1" status: 200 len: 944 time: 0.0554981 Mar 28 01:41:32.140109 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-416f2180-e940-4bce-8a75-b27f319ab8f4 req-b4ac41cf-5496-408c-9a37-c33720030b0f tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/security-groups?id=947fc689-1d47-4ab4-8c8c-d1e95092cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431027 Mar 28 01:41:32.838252 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.agents_db [None req-9a1d863f-391a-42f4-9870-e8292b919beb None None] Agent healthcheck: found 6 active agents {{(pid=104101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 01:41:33.174533 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:33.238801 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device e761a59b-d813-4cec-8b4b-a9a90ecc6d0c up at agent hyperv_hv-neutron-8348 {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:41:33.270682 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36582a73-030d-4a22-9003-55e477d8f835 req-830ce886-8cd9-4b57-bf5d-57f83e6ae027 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:41:33.273272 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-36582a73-030d-4a22-9003-55e477d8f835 req-830ce886-8cd9-4b57-bf5d-57f83e6ae027 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=142f07e2-5489-479f-a9e3-78efa0e3ac3d HTTP/1.1" status: 200 len: 944 time: 0.0660882 Mar 28 01:41:33.307393 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Provisioning for port e761a59b-d813-4cec-8b4b-a9a90ecc6d0c completed by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 01:41:33.311799 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Provisioning complete for port e761a59b-d813-4cec-8b4b-a9a90ecc6d0c triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:41:33.312211 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (e761a59b-d813-4cec-8b4b-a9a90ecc6d0c), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:33.331927 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-36582a73-030d-4a22-9003-55e477d8f835 req-2d27f31f-0e3b-41cc-bbd5-03706a938497 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/security-groups?id=947fc689-1d47-4ab4-8c8c-d1e95092cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528944 Mar 28 01:41:33.386981 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port e761a59b-d813-4cec-8b4b-a9a90ecc6d0c is: BUILD; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:41:33.387588 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (e761a59b-d813-4cec-8b4b-a9a90ecc6d0c), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:33.413104 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '142f07e2-5489-479f-a9e3-78efa0e3ac3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e761a59b-d813-4cec-8b4b-a9a90ecc6d0c'}] {{(pid=104100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:41:33.415634 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd27896ebc78d0f7931321182ba9533a7b768b1c3fcddb3ff52a8aee6ddeaf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2afc26d6-e05e-441e-92b1-6625528de4f1" -d '{"events": [{"server_uuid": "142f07e2-5489-479f-a9e3-78efa0e3ac3d", "name": "network-vif-plugged", "status": "completed", "tag": "e761a59b-d813-4cec-8b4b-a9a90ecc6d0c"}]}' {{(pid=104100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:41:33.428775 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port e761a59b-d813-4cec-8b4b-a9a90ecc6d0c, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=e761a59b-d813-4cec-8b4b-a9a90ecc6d0c,segment=NetworkSegment(e39e49b6-d197-42fc-bc74-8305821e8505),segment_id=e39e49b6-d197-42fc-bc74-8305821e8505)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:41:33.435241 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (e761a59b-d813-4cec-8b4b-a9a90ecc6d0c), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:33.481736 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Pushing event updated for resources: {'Port': ['ID=e761a59b-d813-4cec-8b4b-a9a90ecc6d0c,revision_number=5']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:41:33.503175 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 01:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92f600be-edc5-46bd-81e1-d9a1d4c7ad48 x-openstack-request-id: req-92f600be-edc5-46bd-81e1-d9a1d4c7ad48 {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:41:33.503470 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "142f07e2-5489-479f-a9e3-78efa0e3ac3d", "name": "network-vif-plugged", "status": "completed", "tag": "e761a59b-d813-4cec-8b4b-a9a90ecc6d0c", "code": 200}]} {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:41:33.503725 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-92f600be-edc5-46bd-81e1-d9a1d4c7ad48 {{(pid=104100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:41:33.504162 dv-neutron-834874-6-hyperv neutron-server[104100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92f600be-edc5-46bd-81e1-d9a1d4c7ad48'] response: {'server_uuid': '142f07e2-5489-479f-a9e3-78efa0e3ac3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e761a59b-d813-4cec-8b4b-a9a90ecc6d0c', 'code': 200} Mar 28 01:41:33.665942 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dc0a9f-0a1f-4239-b09d-71f53d396a09 req-23992ec9-f943-4f2d-bde9-d31fda1083f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:41:33.667396 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a4dc0a9f-0a1f-4239-b09d-71f53d396a09 req-23992ec9-f943-4f2d-bde9-d31fda1083f9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=142f07e2-5489-479f-a9e3-78efa0e3ac3d HTTP/1.1" status: 200 len: 1129 time: 0.0461397 Mar 28 01:41:33.713543 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a4dc0a9f-0a1f-4239-b09d-71f53d396a09 req-c3eea77c-e846-4b01-ad19-6eaa40dad8c9 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=947fc689-1d47-4ab4-8c8c-d1e95092cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393326 Mar 28 01:41:34.449301 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa6eba6-f41d-446e-84ba-7f23bb456106 req-0db431d5-aa89-4581-9abc-005547a7c9a5 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:41:34.451262 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-3fa6eba6-f41d-446e-84ba-7f23bb456106 req-0db431d5-aa89-4581-9abc-005547a7c9a5 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=142f07e2-5489-479f-a9e3-78efa0e3ac3d HTTP/1.1" status: 200 len: 945 time: 0.0539727 Mar 28 01:41:34.498056 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-3fa6eba6-f41d-446e-84ba-7f23bb456106 req-e32e0a6d-dfdc-4fbb-a5f2-0ef47a11c514 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/security-groups?id=947fc689-1d47-4ab4-8c8c-d1e95092cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414259 Mar 28 01:41:35.615224 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dfd5c9-0c63-432d-9071-fdecb1f4831d req-186f38c9-c8dc-4170-a159-3bcb6719b8b7 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:41:35.616724 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-65dfd5c9-0c63-432d-9071-fdecb1f4831d req-186f38c9-c8dc-4170-a159-3bcb6719b8b7 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=142f07e2-5489-479f-a9e3-78efa0e3ac3d HTTP/1.1" status: 200 len: 945 time: 0.0521793 Mar 28 01:41:35.664475 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-65dfd5c9-0c63-432d-9071-fdecb1f4831d req-c04c4462-d304-4848-995b-0aed09a32524 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/security-groups?id=947fc689-1d47-4ab4-8c8c-d1e95092cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423398 Mar 28 01:41:35.782060 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684f2b11-12b6-4cea-b565-98f90e7c7ed6 req-c945881b-943a-4c34-8ca8-b46cf67569e3 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:41:35.783533 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-684f2b11-12b6-4cea-b565-98f90e7c7ed6 req-c945881b-943a-4c34-8ca8-b46cf67569e3 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=142f07e2-5489-479f-a9e3-78efa0e3ac3d HTTP/1.1" status: 200 len: 945 time: 0.0560489 Mar 28 01:41:35.835552 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-684f2b11-12b6-4cea-b565-98f90e7c7ed6 req-18551bc6-1e01-4ced-b59d-48efd239f1f4 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/security-groups?id=947fc689-1d47-4ab4-8c8c-d1e95092cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463858 Mar 28 01:41:35.856552 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 33640) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:41:35.904902 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a5da9b-8f69-4665-823e-529b490a9c53 tempest-TestNetworkAdvancedServerOps-479632198 tempest-TestNetworkAdvancedServerOps-479632198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:41:35.906542 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-70a5da9b-8f69-4665-823e-529b490a9c53 tempest-TestNetworkAdvancedServerOps-479632198 tempest-TestNetworkAdvancedServerOps-479632198-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=142f07e2-5489-479f-a9e3-78efa0e3ac3d HTTP/1.1" status: 200 len: 1124 time: 0.0490215 Mar 28 01:41:35.909379 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 33642) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:41:35.913551 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-e6a017dd-a905-41e6-80a3-07e98808aff2 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Request body: {'floatingip': {'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'port_id': 'e761a59b-d813-4cec-8b4b-a9a90ecc6d0c', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:41:35.932808 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e6a017dd-a905-41e6-80a3-07e98808aff2 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:36.026001 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e6a017dd-a905-41e6-80a3-07e98808aff2 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:36.127677 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-e6a017dd-a905-41e6-80a3-07e98808aff2 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Allocated IP 172.26.1.147 (dea6548b-502b-42db-97fb-371e423e739a/cce6de65-d8c9-45b8-9970-0a277e8c1192/d2833c28-e8c1-478c-8c63-c3d80a94d2fd) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:41:36.227158 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e6a017dd-a905-41e6-80a3-07e98808aff2 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for port (d2833c28-e8c1-478c-8c63-c3d80a94d2fd), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:36.260077 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e6a017dd-a905-41e6-80a3-07e98808aff2 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (d2833c28-e8c1-478c-8c63-c3d80a94d2fd), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:36.296326 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a017dd-a905-41e6-80a3-07e98808aff2 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Network dea6548b-502b-42db-97fb-371e423e739a is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:41:36.299132 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-e6a017dd-a905-41e6-80a3-07e98808aff2 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:41:36.309811 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a017dd-a905-41e6-80a3-07e98808aff2 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:41:36.315203 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a017dd-a905-41e6-80a3-07e98808aff2 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Pushing event updated for resources: {'Port': ['ID=d2833c28-e8c1-478c-8c63-c3d80a94d2fd,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:41:36.644125 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e6a017dd-a905-41e6-80a3-07e98808aff2 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for floatingip (ac4fdbce-c972-454a-af92-1ee94065ecd9), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:36.716169 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e6a017dd-a905-41e6-80a3-07e98808aff2 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (d2833c28-e8c1-478c-8c63-c3d80a94d2fd), before_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:36.858405 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e6a017dd-a905-41e6-80a3-07e98808aff2 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for port (d2833c28-e8c1-478c-8c63-c3d80a94d2fd), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:36.862982 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e6a017dd-a905-41e6-80a3-07e98808aff2 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126177159'] for port (d2833c28-e8c1-478c-8c63-c3d80a94d2fd), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:36.940950 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a017dd-a905-41e6-80a3-07e98808aff2 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Pushing event updated for resources: {'Port': ['ID=d2833c28-e8c1-478c-8c63-c3d80a94d2fd,revision_number=2']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:41:36.950815 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e6a017dd-a905-41e6-80a3-07e98808aff2 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688063'] for floatingip (ac4fdbce-c972-454a-af92-1ee94065ecd9), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:37.048716 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.l3_db [None req-e6a017dd-a905-41e6-80a3-07e98808aff2 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Floating IP ac4fdbce-c972-454a-af92-1ee94065ecd9 associated. External IP: 172.26.1.147, port: e761a59b-d813-4cec-8b4b-a9a90ecc6d0c. Mar 28 01:41:37.251456 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6a017dd-a905-41e6-80a3-07e98808aff2 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Router 30568529-8fb0-4853-8375-c50608b6dc7e has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:41:37.357340 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6a017dd-a905-41e6-80a3-07e98808aff2 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:41:37.366852 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf8e861-0bb6-4971-933b-87ae8aa06a56 None None] Sync routers for ids ['30568529-8fb0-4853-8375-c50608b6dc7e'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:41:37.374899 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e6a017dd-a905-41e6-80a3-07e98808aff2 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for floatingip (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:37.376365 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf8e861-0bb6-4971-933b-87ae8aa06a56 None None] Routers {'30568529-8fb0-4853-8375-c50608b6dc7e'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:41:37.376967 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-ecf8e861-0bb6-4971-933b-87ae8aa06a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:41:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['30568529-8fb0-4853-8375-c50608b6dc7e'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:41:37.406718 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-e6a017dd-a905-41e6-80a3-07e98808aff2 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4939246 Mar 28 01:41:37.406718 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '142f07e2-5489-479f-a9e3-78efa0e3ac3d', 'tag': 'e761a59b-d813-4cec-8b4b-a9a90ecc6d0c'}] {{(pid=104098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:41:37.412477 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4026f4115fe834cbdc9db1f12734a6e5e5d2473de268e244354b04a11285341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-684e29d2-4007-4077-8c8c-767d28542d38" -d '{"events": [{"name": "network-changed", "server_uuid": "142f07e2-5489-479f-a9e3-78efa0e3ac3d", "tag": "e761a59b-d813-4cec-8b4b-a9a90ecc6d0c"}]}' {{(pid=104098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:41:37.493304 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-ecf8e861-0bb6-4971-933b-87ae8aa06a56 None None] Set router 30568529-8fb0-4853-8375-c50608b6dc7e gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:41:37.505293 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85628365-8e27-43ea-b972-8381ce1028d1 req-33594892-b1c2-4f53-826d-8928d5ec2a27 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:41:37.506850 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-85628365-8e27-43ea-b972-8381ce1028d1 req-33594892-b1c2-4f53-826d-8928d5ec2a27 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=142f07e2-5489-479f-a9e3-78efa0e3ac3d HTTP/1.1" status: 200 len: 945 time: 0.0547009 Mar 28 01:41:37.522691 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 01:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7722c2d2-e96a-4236-90f2-e7e230bfa848 x-openstack-request-id: req-7722c2d2-e96a-4236-90f2-e7e230bfa848 {{(pid=104098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:41:37.522979 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "142f07e2-5489-479f-a9e3-78efa0e3ac3d", "tag": "e761a59b-d813-4cec-8b4b-a9a90ecc6d0c", "status": "completed", "code": 200}]} {{(pid=104098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:41:37.523230 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7722c2d2-e96a-4236-90f2-e7e230bfa848 {{(pid=104098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:41:37.523629 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7722c2d2-e96a-4236-90f2-e7e230bfa848'] response: {'name': 'network-changed', 'server_uuid': '142f07e2-5489-479f-a9e3-78efa0e3ac3d', 'tag': 'e761a59b-d813-4cec-8b4b-a9a90ecc6d0c', 'status': 'completed', 'code': 200} Mar 28 01:41:37.563616 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-85628365-8e27-43ea-b972-8381ce1028d1 req-3ea32435-f38c-424e-a135-440e530fb737 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/security-groups?id=947fc689-1d47-4ab4-8c8c-d1e95092cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510798 Mar 28 01:41:37.587248 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 33650) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:41:37.590645 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684e29d2-4007-4077-8c8c-767d28542d38 req-857dc917-035f-48e6-a96b-1db732794eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:41:37.592200 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-684e29d2-4007-4077-8c8c-767d28542d38 req-857dc917-035f-48e6-a96b-1db732794eed service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2961ca1eab8443d3977a60308ef2e35a&device_id=142f07e2-5489-479f-a9e3-78efa0e3ac3d HTTP/1.1" status: 200 len: 1129 time: 0.0497730 Mar 28 01:41:37.653130 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-757c0f61-bea0-4d7c-b507-88720b06b0ed tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/floatingips/ac4fdbce-c972-454a-af92-1ee94065ecd9 HTTP/1.1" status: 200 len: 991 time: 0.0646760 Mar 28 01:41:37.688058 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684e29d2-4007-4077-8c8c-767d28542d38 req-247f3758-2c22-491d-a76f-a1019375957b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:41:37.689949 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-684e29d2-4007-4077-8c8c-767d28542d38 req-247f3758-2c22-491d-a76f-a1019375957b service neutron] 10.222.0.10 "GET /v2.0/networks?id=bdb74c7b-eba8-4ebe-939e-1089da6ab386 HTTP/1.1" status: 200 len: 896 time: 0.0901201 Mar 28 01:41:37.757164 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-684e29d2-4007-4077-8c8c-767d28542d38 req-9cd08aca-03e4-476f-b0c8-08543a0c20ee service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e761a59b-d813-4cec-8b4b-a9a90ecc6d0c HTTP/1.1" status: 200 len: 999 time: 0.0615907 Mar 28 01:41:37.803935 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-ecf8e861-0bb6-4971-933b-87ae8aa06a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30568529-8fb0-4853-8375-c50608b6dc7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2106285784', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.82'}], 'enable_snat': True}, 'gw_port_id': 'bb13d186-b3b5-439d-903a-182a854c49c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:41:18Z', 'updated_at': '2022-03-28T01:41:22Z', 'revision_number': 4, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'gw_port': {'id': 'bb13d186-b3b5-439d-903a-182a854c49c9', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:7b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30568529-8fb0-4853-8375-c50608b6dc7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:41:19Z', 'updated_at': '2022-03-28T01:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_floatingips': [{'id': 'ac4fdbce-c972-454a-af92-1ee94065ecd9', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'floating_ip_address': '172.26.1.147', 'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'router_id': '30568529-8fb0-4853-8375-c50608b6dc7e', 'port_id': 'e761a59b-d813-4cec-8b4b-a9a90ecc6d0c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1799, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdb74c7b-eba8-4ebe-939e-1089da6ab386', 'mac_address': 'fa:16:3e:97:c0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142f07e2-5489-479f-a9e3-78efa0e3ac3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T01:41:36Z', 'updated_at': '2022-03-28T01:41:36Z', 'revision_number': 0, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b248ec0-5615-4142-917c-fe26b604f621', 'name': '', 'network_id': 'bdb74c7b-eba8-4ebe-939e-1089da6ab386', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'mac_address': 'fa:16:3e:8a:fe:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30568529-8fb0-4853-8375-c50608b6dc7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': 'ba8c1a76-b202-4439-a590-af309260c74f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:41:21Z', 'updated_at': '2022-03-28T01:41:25Z', 'revision_number': 5, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'subnets': [{'id': 'ba8c1a76-b202-4439-a590-af309260c74f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:41:37.804440 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684e29d2-4007-4077-8c8c-767d28542d38 req-6ba6e016-64e9-4051-aa1e-4086c599ad08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:41:37.805973 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-684e29d2-4007-4077-8c8c-767d28542d38 req-6ba6e016-64e9-4051-aa1e-4086c599ad08 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ba8c1a76-b202-4439-a590-af309260c74f HTTP/1.1" status: 200 len: 835 time: 0.0438411 Mar 28 01:41:37.829955 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf8e861-0bb6-4971-933b-87ae8aa06a56 None None] Checking router: 30568529-8fb0-4853-8375-c50608b6dc7e for host: dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:41:37.838057 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf8e861-0bb6-4971-933b-87ae8aa06a56 None None] Routers {'30568529-8fb0-4853-8375-c50608b6dc7e'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:41:37.838663 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-ecf8e861-0bb6-4971-933b-87ae8aa06a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:41:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['30568529-8fb0-4853-8375-c50608b6dc7e'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:41:37.855350 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684e29d2-4007-4077-8c8c-767d28542d38 req-145a4820-4629-4dc9-860c-84ee3768c15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:41:37.857390 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-684e29d2-4007-4077-8c8c-767d28542d38 req-145a4820-4629-4dc9-860c-84ee3768c15f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bdb74c7b-eba8-4ebe-939e-1089da6ab386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0452340 Mar 28 01:41:37.947707 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-ecf8e861-0bb6-4971-933b-87ae8aa06a56 None None] Set router 30568529-8fb0-4853-8375-c50608b6dc7e gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:41:37.947971 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-684e29d2-4007-4077-8c8c-767d28542d38 req-479fc4e7-9cc6-4c78-ab7e-62bd1096c180 service neutron] 10.222.0.10 "GET /v2.0/networks/bdb74c7b-eba8-4ebe-939e-1089da6ab386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850420 Mar 28 01:41:38.035369 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-684e29d2-4007-4077-8c8c-767d28542d38 req-d975245c-7c75-4a6c-afb6-bd46d3560873 service neutron] 10.222.0.10 "GET /v2.0/networks/bdb74c7b-eba8-4ebe-939e-1089da6ab386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814819 Mar 28 01:41:38.170857 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-ecf8e861-0bb6-4971-933b-87ae8aa06a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30568529-8fb0-4853-8375-c50608b6dc7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2106285784', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.82'}], 'enable_snat': True}, 'gw_port_id': 'bb13d186-b3b5-439d-903a-182a854c49c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:41:18Z', 'updated_at': '2022-03-28T01:41:22Z', 'revision_number': 4, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'gw_port': {'id': 'bb13d186-b3b5-439d-903a-182a854c49c9', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:7b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30568529-8fb0-4853-8375-c50608b6dc7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:41:19Z', 'updated_at': '2022-03-28T01:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_floatingips': [{'id': 'ac4fdbce-c972-454a-af92-1ee94065ecd9', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'floating_ip_address': '172.26.1.147', 'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'router_id': '30568529-8fb0-4853-8375-c50608b6dc7e', 'port_id': 'e761a59b-d813-4cec-8b4b-a9a90ecc6d0c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1799, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdb74c7b-eba8-4ebe-939e-1089da6ab386', 'mac_address': 'fa:16:3e:97:c0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142f07e2-5489-479f-a9e3-78efa0e3ac3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T01:41:36Z', 'updated_at': '2022-03-28T01:41:36Z', 'revision_number': 0, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b248ec0-5615-4142-917c-fe26b604f621', 'name': '', 'network_id': 'bdb74c7b-eba8-4ebe-939e-1089da6ab386', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'mac_address': 'fa:16:3e:8a:fe:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30568529-8fb0-4853-8375-c50608b6dc7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': 'ba8c1a76-b202-4439-a590-af309260c74f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:41:21Z', 'updated_at': '2022-03-28T01:41:25Z', 'revision_number': 5, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'subnets': [{'id': 'ba8c1a76-b202-4439-a590-af309260c74f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:41:38.195924 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf8e861-0bb6-4971-933b-87ae8aa06a56 None None] The sync data for ids ['30568529-8fb0-4853-8375-c50608b6dc7e'] in dv-neutron-834874-6-hyperv is: [{'id': '30568529-8fb0-4853-8375-c50608b6dc7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2106285784', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.82'}], 'enable_snat': True}, 'gw_port_id': 'bb13d186-b3b5-439d-903a-182a854c49c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:41:18Z', 'updated_at': '2022-03-28T01:41:22Z', 'revision_number': 4, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'gw_port': {'id': 'bb13d186-b3b5-439d-903a-182a854c49c9', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:7b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30568529-8fb0-4853-8375-c50608b6dc7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:41:19Z', 'updated_at': '2022-03-28T01:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_floatingips': [{'id': 'ac4fdbce-c972-454a-af92-1ee94065ecd9', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'floating_ip_address': '172.26.1.147', 'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'router_id': '30568529-8fb0-4853-8375-c50608b6dc7e', 'port_id': 'e761a59b-d813-4cec-8b4b-a9a90ecc6d0c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1799, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdb74c7b-eba8-4ebe-939e-1089da6ab386', 'mac_address': 'fa:16:3e:97:c0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142f07e2-5489-479f-a9e3-78efa0e3ac3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T01:41:36Z', 'updated_at': '2022-03-28T01:41:36Z', 'revision_number': 0, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b248ec0-5615-4142-917c-fe26b604f621', 'name': '', 'network_id': 'bdb74c7b-eba8-4ebe-939e-1089da6ab386', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'mac_address': 'fa:16:3e:8a:fe:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30568529-8fb0-4853-8375-c50608b6dc7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': 'ba8c1a76-b202-4439-a590-af309260c74f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:41:21Z', 'updated_at': '2022-03-28T01:41:25Z', 'revision_number': 5, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'subnets': [{'id': 'ba8c1a76-b202-4439-a590-af309260c74f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:41:38.377678 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c14f20d-76d0-45e6-82a0-480a0ca3929b None None] New status for floating IP ac4fdbce-c972-454a-af92-1ee94065ecd9: ACTIVE {{(pid=104100) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 01:41:38.657048 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 33652) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:41:38.717870 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-3e6edfa8-9cc4-42c7-9773-532adcd47b13 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/floatingips/ac4fdbce-c972-454a-af92-1ee94065ecd9 HTTP/1.1" status: 200 len: 993 time: 0.0596852 Mar 28 01:41:41.481234 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-c448a5ea-4417-4f44-ab34-443dc637ddfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:43.649420 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ff1a7a6a-8241-403d-ab4c-0e21e81315a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:44.913489 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:46.363096 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:41:47.877888 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:03.171143 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:06.681116 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-457eec4d-b56f-4136-a154-20efae0904b6 req-389c8521-07fe-4cb2-b9bb-f4108475f24b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=142f07e2-5489-479f-a9e3-78efa0e3ac3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0472078 Mar 28 01:42:06.765502 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457eec4d-b56f-4136-a154-20efae0904b6 req-56f45fa1-f05a-4a63-a36e-65586170ce29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:42:06.767061 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-457eec4d-b56f-4136-a154-20efae0904b6 req-56f45fa1-f05a-4a63-a36e-65586170ce29 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2961ca1eab8443d3977a60308ef2e35a&device_id=142f07e2-5489-479f-a9e3-78efa0e3ac3d HTTP/1.1" status: 200 len: 1129 time: 0.0445344 Mar 28 01:42:06.867496 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457eec4d-b56f-4136-a154-20efae0904b6 req-f8c94d09-0b05-4b29-904b-8958cbf29ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:42:06.868982 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-457eec4d-b56f-4136-a154-20efae0904b6 req-f8c94d09-0b05-4b29-904b-8958cbf29ecb service neutron] 10.222.0.10 "GET /v2.0/networks?id=bdb74c7b-eba8-4ebe-939e-1089da6ab386 HTTP/1.1" status: 200 len: 896 time: 0.0824022 Mar 28 01:42:06.937804 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-457eec4d-b56f-4136-a154-20efae0904b6 req-a0e31e76-a160-4a7c-b8fe-9f41a9b9e3b6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e761a59b-d813-4cec-8b4b-a9a90ecc6d0c HTTP/1.1" status: 200 len: 1001 time: 0.0621824 Mar 28 01:42:06.984938 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457eec4d-b56f-4136-a154-20efae0904b6 req-b771104d-613e-4505-810e-09459ea38364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:42:06.986356 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-457eec4d-b56f-4136-a154-20efae0904b6 req-b771104d-613e-4505-810e-09459ea38364 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ba8c1a76-b202-4439-a590-af309260c74f HTTP/1.1" status: 200 len: 835 time: 0.0422907 Mar 28 01:42:07.034126 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457eec4d-b56f-4136-a154-20efae0904b6 req-44f42626-9fe9-4714-8883-d70240992c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:42:07.035573 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-457eec4d-b56f-4136-a154-20efae0904b6 req-44f42626-9fe9-4714-8883-d70240992c34 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bdb74c7b-eba8-4ebe-939e-1089da6ab386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0426984 Mar 28 01:42:07.125257 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-457eec4d-b56f-4136-a154-20efae0904b6 req-f894670a-523c-40f5-9f0f-561bad97aa41 service neutron] 10.222.0.10 "GET /v2.0/networks/bdb74c7b-eba8-4ebe-939e-1089da6ab386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835006 Mar 28 01:42:07.212972 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-457eec4d-b56f-4136-a154-20efae0904b6 req-bb8b34ea-2ed4-420b-8e74-1064db7d4d29 service neutron] 10.222.0.10 "GET /v2.0/networks/bdb74c7b-eba8-4ebe-939e-1089da6ab386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801785 Mar 28 01:42:07.527029 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b6ec3c-16d6-41bf-a04a-f6863d918bc2 req-7ef860d9-88e0-4436-a7a9-a7d797d7d7f5 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:42:07.529033 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a4b6ec3c-16d6-41bf-a04a-f6863d918bc2 req-7ef860d9-88e0-4436-a7a9-a7d797d7d7f5 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=142f07e2-5489-479f-a9e3-78efa0e3ac3d HTTP/1.1" status: 200 len: 945 time: 0.0567710 Mar 28 01:42:07.576602 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a4b6ec3c-16d6-41bf-a04a-f6863d918bc2 req-6ea6100c-c2bd-4cd6-8ca9-621e470ad2c6 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/security-groups?id=947fc689-1d47-4ab4-8c8c-d1e95092cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421255 Mar 28 01:42:08.700514 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5503317-da55-4633-9b03-7adb75fecdc5 req-bf6d1485-bf92-4990-8f88-550be5673cd8 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:42:08.701969 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-c5503317-da55-4633-9b03-7adb75fecdc5 req-bf6d1485-bf92-4990-8f88-550be5673cd8 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=142f07e2-5489-479f-a9e3-78efa0e3ac3d HTTP/1.1" status: 200 len: 945 time: 0.0550945 Mar 28 01:42:08.749416 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-c5503317-da55-4633-9b03-7adb75fecdc5 req-65b60035-097b-4dca-b8df-d581112acf9c tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/security-groups?id=947fc689-1d47-4ab4-8c8c-d1e95092cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418415 Mar 28 01:42:08.770927 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 33668) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:42:08.828708 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-43a00400-0dfe-473b-8073-658572b194ff tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/floatingips/ac4fdbce-c972-454a-af92-1ee94065ecd9 HTTP/1.1" status: 200 len: 993 time: 0.0566375 Mar 28 01:42:09.837782 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.agents_db [None req-9a1d863f-391a-42f4-9870-e8292b919beb None None] Agent healthcheck: found 6 active agents {{(pid=104101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 01:42:10.133944 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1883c274-b585-4d82-ac03-b64557d331f2 req-23e5c9dc-9556-4646-8b74-2ade206d5e71 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:42:10.135310 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-1883c274-b585-4d82-ac03-b64557d331f2 req-23e5c9dc-9556-4646-8b74-2ade206d5e71 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=142f07e2-5489-479f-a9e3-78efa0e3ac3d HTTP/1.1" status: 200 len: 945 time: 0.0837595 Mar 28 01:42:10.140853 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4f2187-64c4-4ba4-8606-4d326a6910f1 req-5fe8593d-73ef-4604-8681-efd117fad3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:42:10.142231 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-fb4f2187-64c4-4ba4-8606-4d326a6910f1 req-5fe8593d-73ef-4604-8681-efd117fad3b9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2961ca1eab8443d3977a60308ef2e35a&device_id=142f07e2-5489-479f-a9e3-78efa0e3ac3d HTTP/1.1" status: 200 len: 1129 time: 0.0626562 Mar 28 01:42:10.235489 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-1883c274-b585-4d82-ac03-b64557d331f2 req-e5a8e954-8699-4d98-85b5-13dc1b1eb904 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/security-groups?id=947fc689-1d47-4ab4-8c8c-d1e95092cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923169 Mar 28 01:42:10.262993 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4f2187-64c4-4ba4-8606-4d326a6910f1 req-b116743e-6a06-4810-a00e-66959882094f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:42:10.264463 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-fb4f2187-64c4-4ba4-8606-4d326a6910f1 req-b116743e-6a06-4810-a00e-66959882094f service neutron] 10.222.0.10 "GET /v2.0/networks?id=bdb74c7b-eba8-4ebe-939e-1089da6ab386 HTTP/1.1" status: 200 len: 896 time: 0.1059499 Mar 28 01:42:10.330655 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-fb4f2187-64c4-4ba4-8606-4d326a6910f1 req-0c39fd3e-bd3d-4dec-a404-8e65a2aa37e0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e761a59b-d813-4cec-8b4b-a9a90ecc6d0c HTTP/1.1" status: 200 len: 1001 time: 0.0603077 Mar 28 01:42:10.376832 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4f2187-64c4-4ba4-8606-4d326a6910f1 req-33a07094-2335-4a23-a964-d795ad09802c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:42:10.378222 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-fb4f2187-64c4-4ba4-8606-4d326a6910f1 req-33a07094-2335-4a23-a964-d795ad09802c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ba8c1a76-b202-4439-a590-af309260c74f HTTP/1.1" status: 200 len: 835 time: 0.0419309 Mar 28 01:42:10.424881 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4f2187-64c4-4ba4-8606-4d326a6910f1 req-11475db7-dab8-4bcf-b35c-48e934cf6c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:42:10.426224 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-fb4f2187-64c4-4ba4-8606-4d326a6910f1 req-11475db7-dab8-4bcf-b35c-48e934cf6c62 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bdb74c7b-eba8-4ebe-939e-1089da6ab386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0424268 Mar 28 01:42:10.514128 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-fb4f2187-64c4-4ba4-8606-4d326a6910f1 req-cf3f408d-b8b1-4132-b157-f92fee3858ea service neutron] 10.222.0.10 "GET /v2.0/networks/bdb74c7b-eba8-4ebe-939e-1089da6ab386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816305 Mar 28 01:42:10.600947 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-fb4f2187-64c4-4ba4-8606-4d326a6910f1 req-e21dcc48-b611-4d47-931d-6e95443beaff service neutron] 10.222.0.10 "GET /v2.0/networks/bdb74c7b-eba8-4ebe-939e-1089da6ab386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809019 Mar 28 01:42:11.362859 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73edaa52-f2f4-48f2-b186-bb0c8cba847e req-6e4d86d0-5225-4c7f-8cfb-e399e7df5989 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:42:11.364816 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-73edaa52-f2f4-48f2-b186-bb0c8cba847e req-6e4d86d0-5225-4c7f-8cfb-e399e7df5989 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=142f07e2-5489-479f-a9e3-78efa0e3ac3d HTTP/1.1" status: 200 len: 945 time: 0.0604494 Mar 28 01:42:11.483708 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-e8a3a001-1792-4c8a-afcd-33b7a2949ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:11.673980 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-73edaa52-f2f4-48f2-b186-bb0c8cba847e req-2239b8b2-962c-4eb7-9b97-7549bb8e66c1 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/security-groups?id=947fc689-1d47-4ab4-8c8c-d1e95092cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3029387 Mar 28 01:42:12.794594 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4101ea-8c92-47df-93d3-e34c73929071 req-cf61fcd4-3815-4e91-9149-84a7897acd34 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:42:12.796091 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-be4101ea-8c92-47df-93d3-e34c73929071 req-cf61fcd4-3815-4e91-9149-84a7897acd34 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=142f07e2-5489-479f-a9e3-78efa0e3ac3d HTTP/1.1" status: 200 len: 945 time: 0.0550900 Mar 28 01:42:12.843947 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-be4101ea-8c92-47df-93d3-e34c73929071 req-bb6d06e5-6866-490b-9e77-5ee1cec653f6 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/security-groups?id=947fc689-1d47-4ab4-8c8c-d1e95092cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423205 Mar 28 01:42:12.865800 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 33680) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:42:12.928484 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-fc935cfd-d48e-446e-9ec6-83ecd257b0a1 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/floatingips/ac4fdbce-c972-454a-af92-1ee94065ecd9 HTTP/1.1" status: 200 len: 993 time: 0.0615125 Mar 28 01:42:13.223312 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 33686) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:42:13.374290 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-0617cebc-4d2f-4a0f-83f3-ee8a4874763c tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Deleting port d2833c28-e8c1-478c-8c63-c3d80a94d2fd {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:42:13.374623 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0617cebc-4d2f-4a0f-83f3-ee8a4874763c tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (d2833c28-e8c1-478c-8c63-c3d80a94d2fd), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:13.448110 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0617cebc-4d2f-4a0f-83f3-ee8a4874763c tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (d2833c28-e8c1-478c-8c63-c3d80a94d2fd), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:13.448438 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0617cebc-4d2f-4a0f-83f3-ee8a4874763c tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for floatingip (d2833c28-e8c1-478c-8c63-c3d80a94d2fd), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:13.460297 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-0617cebc-4d2f-4a0f-83f3-ee8a4874763c tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Calling delete_port for d2833c28-e8c1-478c-8c63-c3d80a94d2fd owned by network:floatingip {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:42:13.602278 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0617cebc-4d2f-4a0f-83f3-ee8a4874763c tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (d2833c28-e8c1-478c-8c63-c3d80a94d2fd), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:13.627822 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0617cebc-4d2f-4a0f-83f3-ee8a4874763c tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Pushing event deleted for resources: {'Port': ['ID=d2833c28-e8c1-478c-8c63-c3d80a94d2fd,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:42:13.648967 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-3b742ed1-5bf5-4ef6-b20e-ed8fc8b8d573 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:13.690534 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0617cebc-4d2f-4a0f-83f3-ee8a4874763c tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for floatingip (ac4fdbce-c972-454a-af92-1ee94065ecd9), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:13.690776 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.l3_db [None req-0617cebc-4d2f-4a0f-83f3-ee8a4874763c tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Floating IP ac4fdbce-c972-454a-af92-1ee94065ecd9 disassociated (deleted). External IP: 172.26.1.147, port: e761a59b-d813-4cec-8b4b-a9a90ecc6d0c. Mar 28 01:42:13.895082 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0617cebc-4d2f-4a0f-83f3-ee8a4874763c tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Router 30568529-8fb0-4853-8375-c50608b6dc7e has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:42:14.002371 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0617cebc-4d2f-4a0f-83f3-ee8a4874763c tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:42:14.007244 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0617cebc-4d2f-4a0f-83f3-ee8a4874763c tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for floatingip (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:14.011800 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5a1586-38ca-4975-887e-44387e764832 None None] Sync routers for ids ['30568529-8fb0-4853-8375-c50608b6dc7e'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:42:14.024857 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5a1586-38ca-4975-887e-44387e764832 None None] Routers {'30568529-8fb0-4853-8375-c50608b6dc7e'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:42:14.025459 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-5f5a1586-38ca-4975-887e-44387e764832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:42:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['30568529-8fb0-4853-8375-c50608b6dc7e'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:42:14.036701 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-0617cebc-4d2f-4a0f-83f3-ee8a4874763c tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "DELETE /v2.0/floatingips/ac4fdbce-c972-454a-af92-1ee94065ecd9 HTTP/1.1" status: 204 len: 168 time: 0.8124053 Mar 28 01:42:14.037394 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '142f07e2-5489-479f-a9e3-78efa0e3ac3d', 'tag': 'e761a59b-d813-4cec-8b4b-a9a90ecc6d0c'}] {{(pid=104098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:42:14.039799 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4026f4115fe834cbdc9db1f12734a6e5e5d2473de268e244354b04a11285341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59a65b79-b617-4dc3-a799-ad0ca74add83" -d '{"events": [{"name": "network-changed", "server_uuid": "142f07e2-5489-479f-a9e3-78efa0e3ac3d", "tag": "e761a59b-d813-4cec-8b4b-a9a90ecc6d0c"}]}' {{(pid=104098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:42:14.082145 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 01:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96b96a0f-85a5-4739-9e70-d8b443036096 x-openstack-request-id: req-96b96a0f-85a5-4739-9e70-d8b443036096 {{(pid=104098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:42:14.082445 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "142f07e2-5489-479f-a9e3-78efa0e3ac3d", "tag": "e761a59b-d813-4cec-8b4b-a9a90ecc6d0c", "status": "completed", "code": 200}]} {{(pid=104098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:42:14.082809 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-96b96a0f-85a5-4739-9e70-d8b443036096 {{(pid=104098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:42:14.083221 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96b96a0f-85a5-4739-9e70-d8b443036096'] response: {'name': 'network-changed', 'server_uuid': '142f07e2-5489-479f-a9e3-78efa0e3ac3d', 'tag': 'e761a59b-d813-4cec-8b4b-a9a90ecc6d0c', 'status': 'completed', 'code': 200} Mar 28 01:42:14.135705 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-5f5a1586-38ca-4975-887e-44387e764832 None None] Set router 30568529-8fb0-4853-8375-c50608b6dc7e gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:42:14.150082 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a65b79-b617-4dc3-a799-ad0ca74add83 req-53c84a70-9636-4fb7-b06f-efe00b16ffb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:42:14.151474 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-59a65b79-b617-4dc3-a799-ad0ca74add83 req-53c84a70-9636-4fb7-b06f-efe00b16ffb4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2961ca1eab8443d3977a60308ef2e35a&device_id=142f07e2-5489-479f-a9e3-78efa0e3ac3d HTTP/1.1" status: 200 len: 1129 time: 0.0465429 Mar 28 01:42:14.270562 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a65b79-b617-4dc3-a799-ad0ca74add83 req-dc496268-5752-49b3-a07a-f4da18ba4ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:42:14.272289 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-59a65b79-b617-4dc3-a799-ad0ca74add83 req-dc496268-5752-49b3-a07a-f4da18ba4ab6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=bdb74c7b-eba8-4ebe-939e-1089da6ab386 HTTP/1.1" status: 200 len: 896 time: 0.1093099 Mar 28 01:42:14.288385 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173ae4ff-282d-4140-a5f7-4bca4fddb7bf req-2835f299-940a-460e-9b0c-967b70aba9fa tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:42:14.289901 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-173ae4ff-282d-4140-a5f7-4bca4fddb7bf req-2835f299-940a-460e-9b0c-967b70aba9fa tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=142f07e2-5489-479f-a9e3-78efa0e3ac3d HTTP/1.1" status: 200 len: 945 time: 0.0579746 Mar 28 01:42:14.316083 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-59a65b79-b617-4dc3-a799-ad0ca74add83 req-062e6bd7-162f-419c-83c5-a630ced4dfae service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e761a59b-d813-4cec-8b4b-a9a90ecc6d0c HTTP/1.1" status: 200 len: 217 time: 0.0361059 Mar 28 01:42:14.341476 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-173ae4ff-282d-4140-a5f7-4bca4fddb7bf req-7fad7d87-dc4c-43d9-aba5-d63bf057b39e tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/security-groups?id=947fc689-1d47-4ab4-8c8c-d1e95092cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443430 Mar 28 01:42:14.354824 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-5f5a1586-38ca-4975-887e-44387e764832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30568529-8fb0-4853-8375-c50608b6dc7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2106285784', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.82'}], 'enable_snat': True}, 'gw_port_id': 'bb13d186-b3b5-439d-903a-182a854c49c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:41:18Z', 'updated_at': '2022-03-28T01:41:22Z', 'revision_number': 4, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'gw_port': {'id': 'bb13d186-b3b5-439d-903a-182a854c49c9', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:7b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30568529-8fb0-4853-8375-c50608b6dc7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:41:19Z', 'updated_at': '2022-03-28T01:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': '5b248ec0-5615-4142-917c-fe26b604f621', 'name': '', 'network_id': 'bdb74c7b-eba8-4ebe-939e-1089da6ab386', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'mac_address': 'fa:16:3e:8a:fe:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30568529-8fb0-4853-8375-c50608b6dc7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': 'ba8c1a76-b202-4439-a590-af309260c74f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:41:21Z', 'updated_at': '2022-03-28T01:41:25Z', 'revision_number': 5, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'subnets': [{'id': 'ba8c1a76-b202-4439-a590-af309260c74f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:42:14.372444 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a65b79-b617-4dc3-a799-ad0ca74add83 req-b3905694-e19e-40ec-8233-240ed97ec19b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:42:14.373877 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-59a65b79-b617-4dc3-a799-ad0ca74add83 req-b3905694-e19e-40ec-8233-240ed97ec19b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ba8c1a76-b202-4439-a590-af309260c74f HTTP/1.1" status: 200 len: 835 time: 0.0517890 Mar 28 01:42:14.381465 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5a1586-38ca-4975-887e-44387e764832 None None] Checking router: 30568529-8fb0-4853-8375-c50608b6dc7e for host: dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:42:14.390309 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5a1586-38ca-4975-887e-44387e764832 None None] Routers {'30568529-8fb0-4853-8375-c50608b6dc7e'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:42:14.390916 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-5f5a1586-38ca-4975-887e-44387e764832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:42:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['30568529-8fb0-4853-8375-c50608b6dc7e'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:42:14.430707 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a65b79-b617-4dc3-a799-ad0ca74add83 req-268e5211-c900-4639-9f9c-c48030e09cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:42:14.431408 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-59a65b79-b617-4dc3-a799-ad0ca74add83 req-268e5211-c900-4639-9f9c-c48030e09cea service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bdb74c7b-eba8-4ebe-939e-1089da6ab386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0493426 Mar 28 01:42:14.501188 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-5f5a1586-38ca-4975-887e-44387e764832 None None] Set router 30568529-8fb0-4853-8375-c50608b6dc7e gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:42:14.519935 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-59a65b79-b617-4dc3-a799-ad0ca74add83 req-753daa20-2db0-4974-a3d2-1de82b996e76 service neutron] 10.222.0.10 "GET /v2.0/networks/bdb74c7b-eba8-4ebe-939e-1089da6ab386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806937 Mar 28 01:42:14.612158 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-59a65b79-b617-4dc3-a799-ad0ca74add83 req-3ed551a2-e11a-4eba-911b-be76714978b8 service neutron] 10.222.0.10 "GET /v2.0/networks/bdb74c7b-eba8-4ebe-939e-1089da6ab386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832870 Mar 28 01:42:14.702388 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-5f5a1586-38ca-4975-887e-44387e764832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30568529-8fb0-4853-8375-c50608b6dc7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2106285784', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.82'}], 'enable_snat': True}, 'gw_port_id': 'bb13d186-b3b5-439d-903a-182a854c49c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:41:18Z', 'updated_at': '2022-03-28T01:41:22Z', 'revision_number': 4, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'gw_port': {'id': 'bb13d186-b3b5-439d-903a-182a854c49c9', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:7b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30568529-8fb0-4853-8375-c50608b6dc7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:41:19Z', 'updated_at': '2022-03-28T01:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': '5b248ec0-5615-4142-917c-fe26b604f621', 'name': '', 'network_id': 'bdb74c7b-eba8-4ebe-939e-1089da6ab386', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'mac_address': 'fa:16:3e:8a:fe:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30568529-8fb0-4853-8375-c50608b6dc7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': 'ba8c1a76-b202-4439-a590-af309260c74f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:41:21Z', 'updated_at': '2022-03-28T01:41:25Z', 'revision_number': 5, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'subnets': [{'id': 'ba8c1a76-b202-4439-a590-af309260c74f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:42:14.728650 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5a1586-38ca-4975-887e-44387e764832 None None] The sync data for ids ['30568529-8fb0-4853-8375-c50608b6dc7e'] in dv-neutron-834874-6-hyperv is: [{'id': '30568529-8fb0-4853-8375-c50608b6dc7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2106285784', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.82'}], 'enable_snat': True}, 'gw_port_id': 'bb13d186-b3b5-439d-903a-182a854c49c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:41:18Z', 'updated_at': '2022-03-28T01:41:22Z', 'revision_number': 4, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'gw_port': {'id': 'bb13d186-b3b5-439d-903a-182a854c49c9', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:7b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30568529-8fb0-4853-8375-c50608b6dc7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:41:19Z', 'updated_at': '2022-03-28T01:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': '5b248ec0-5615-4142-917c-fe26b604f621', 'name': '', 'network_id': 'bdb74c7b-eba8-4ebe-939e-1089da6ab386', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'mac_address': 'fa:16:3e:8a:fe:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30568529-8fb0-4853-8375-c50608b6dc7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': 'ba8c1a76-b202-4439-a590-af309260c74f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:41:21Z', 'updated_at': '2022-03-28T01:41:25Z', 'revision_number': 5, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'subnets': [{'id': 'ba8c1a76-b202-4439-a590-af309260c74f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:42:14.920281 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:14.952657 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e813e69-d4a4-4aaf-a25f-fb8545684e95 None None] New status for floating IP ac4fdbce-c972-454a-af92-1ee94065ecd9: DOWN {{(pid=104100) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 01:42:15.468366 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe2aed8-4300-4499-97a2-17a46e82811f req-a342ab7c-fc18-4171-9943-8e29b8c6d2f9 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:42:15.469835 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6fe2aed8-4300-4499-97a2-17a46e82811f req-a342ab7c-fc18-4171-9943-8e29b8c6d2f9 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=142f07e2-5489-479f-a9e3-78efa0e3ac3d HTTP/1.1" status: 200 len: 945 time: 0.0528543 Mar 28 01:42:15.518111 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6fe2aed8-4300-4499-97a2-17a46e82811f req-dde2ffde-953e-443b-bb03-90ae8eee7461 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/security-groups?id=947fc689-1d47-4ab4-8c8c-d1e95092cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428312 Mar 28 01:42:15.979144 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740810cd-c3e2-45c5-b6b5-ff8388d3e80f req-44fb6a17-a165-4340-b449-cdcb3048ed56 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:42:15.980653 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-740810cd-c3e2-45c5-b6b5-ff8388d3e80f req-44fb6a17-a165-4340-b449-cdcb3048ed56 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.10 "GET /v2.0/ports?device_id=142f07e2-5489-479f-a9e3-78efa0e3ac3d HTTP/1.1" status: 200 len: 945 time: 0.0535469 Mar 28 01:42:16.074449 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [req-740810cd-c3e2-45c5-b6b5-ff8388d3e80f req-d30dee4f-e182-4961-95b7-89655c1202c7 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Deleting port e761a59b-d813-4cec-8b4b-a9a90ecc6d0c {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:42:16.074785 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-740810cd-c3e2-45c5-b6b5-ff8388d3e80f req-d30dee4f-e182-4961-95b7-89655c1202c7 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (e761a59b-d813-4cec-8b4b-a9a90ecc6d0c), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:16.161126 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-740810cd-c3e2-45c5-b6b5-ff8388d3e80f req-d30dee4f-e182-4961-95b7-89655c1202c7 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] For port e761a59b-d813-4cec-8b4b-a9a90ecc6d0c, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=e761a59b-d813-4cec-8b4b-a9a90ecc6d0c,segment=NetworkSegment(e39e49b6-d197-42fc-bc74-8305821e8505),segment_id=e39e49b6-d197-42fc-bc74-8305821e8505)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:42:16.161400 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-740810cd-c3e2-45c5-b6b5-ff8388d3e80f req-d30dee4f-e182-4961-95b7-89655c1202c7 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (e761a59b-d813-4cec-8b4b-a9a90ecc6d0c), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:16.175099 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [req-740810cd-c3e2-45c5-b6b5-ff8388d3e80f req-d30dee4f-e182-4961-95b7-89655c1202c7 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Calling delete_port for e761a59b-d813-4cec-8b4b-a9a90ecc6d0c owned by compute:nova {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:42:16.302142 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-740810cd-c3e2-45c5-b6b5-ff8388d3e80f req-d30dee4f-e182-4961-95b7-89655c1202c7 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (e761a59b-d813-4cec-8b4b-a9a90ecc6d0c), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:16.329830 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30dee4f-e182-4961-95b7-89655c1202c7 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Pushing event deleted for resources: {'Port': ['ID=e761a59b-d813-4cec-8b4b-a9a90ecc6d0c,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:42:16.344270 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30dee4f-e182-4961-95b7-89655c1202c7 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:42:16.344270 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30dee4f-e182-4961-95b7-89655c1202c7 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:42:16.344590 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30dee4f-e182-4961-95b7-89655c1202c7 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:42:16.344930 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30dee4f-e182-4961-95b7-89655c1202c7 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:42:16.345265 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30dee4f-e182-4961-95b7-89655c1202c7 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:42:16.345596 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30dee4f-e182-4961-95b7-89655c1202c7 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:42:16.345923 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30dee4f-e182-4961-95b7-89655c1202c7 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:42:16.346250 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30dee4f-e182-4961-95b7-89655c1202c7 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:42:16.346575 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30dee4f-e182-4961-95b7-89655c1202c7 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:42:16.346899 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30dee4f-e182-4961-95b7-89655c1202c7 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:42:16.347222 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30dee4f-e182-4961-95b7-89655c1202c7 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:42:16.347566 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30dee4f-e182-4961-95b7-89655c1202c7 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:42:16.347856 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30dee4f-e182-4961-95b7-89655c1202c7 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:42:16.348200 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30dee4f-e182-4961-95b7-89655c1202c7 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:42:16.348526 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30dee4f-e182-4961-95b7-89655c1202c7 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:42:16.382535 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:16.390230 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [req-740810cd-c3e2-45c5-b6b5-ff8388d3e80f req-d30dee4f-e182-4961-95b7-89655c1202c7 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] No DVR routers for this DVR port e761a59b-d813-4cec-8b4b-a9a90ecc6d0c on host hv-neutron-8348 {{(pid=104099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:42:16.392774 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-740810cd-c3e2-45c5-b6b5-ff8388d3e80f req-d30dee4f-e182-4961-95b7-89655c1202c7 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:16.396371 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-740810cd-c3e2-45c5-b6b5-ff8388d3e80f req-d30dee4f-e182-4961-95b7-89655c1202c7 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.10 "DELETE /v2.0/ports/e761a59b-d813-4cec-8b4b-a9a90ecc6d0c HTTP/1.1" status: 204 len: 173 time: 0.4101765 Mar 28 01:42:16.396806 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '142f07e2-5489-479f-a9e3-78efa0e3ac3d', 'name': 'network-vif-deleted', 'tag': 'e761a59b-d813-4cec-8b4b-a9a90ecc6d0c'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:42:16.399077 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2af4b01a9fa8b1570ccf1d7859d693ad34c106b258078e9cfae86b97f35e3d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e67e54c6-9262-4984-83f6-64c890afdb4c" -d '{"events": [{"server_uuid": "142f07e2-5489-479f-a9e3-78efa0e3ac3d", "name": "network-vif-deleted", "tag": "e761a59b-d813-4cec-8b4b-a9a90ecc6d0c"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:42:16.443407 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 01:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa549a07-95aa-4a70-89b9-e48bac6dd9f6 x-openstack-request-id: req-aa549a07-95aa-4a70-89b9-e48bac6dd9f6 {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:42:16.443764 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "142f07e2-5489-479f-a9e3-78efa0e3ac3d", "name": "network-vif-deleted", "tag": "e761a59b-d813-4cec-8b4b-a9a90ecc6d0c", "status": "completed", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:42:16.444117 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-aa549a07-95aa-4a70-89b9-e48bac6dd9f6 {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:42:16.444614 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa549a07-95aa-4a70-89b9-e48bac6dd9f6'] response: {'server_uuid': '142f07e2-5489-479f-a9e3-78efa0e3ac3d', 'name': 'network-vif-deleted', 'tag': 'e761a59b-d813-4cec-8b4b-a9a90ecc6d0c', 'status': 'completed', 'code': 200} Mar 28 01:42:16.628478 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-af770d77-6401-4cb0-92af-4f5425cd84eb req-5286a742-1944-421c-b957-82052f403302 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "GET /v2.0/ports?device_id=142f07e2-5489-479f-a9e3-78efa0e3ac3d HTTP/1.1" status: 200 len: 210 time: 0.0289242 Mar 28 01:42:17.686941 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 33702) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:42:17.879030 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:18.042295 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b7bdbc61-e4eb-4ccb-9474-942b49e08f8e tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3686527'] for router_interface (30568529-8fb0-4853-8375-c50608b6dc7e), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:18.292802 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-b7bdbc61-e4eb-4ccb-9474-942b49e08f8e tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Deleting port 5b248ec0-5615-4142-917c-fe26b604f621 {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:42:18.293065 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b7bdbc61-e4eb-4ccb-9474-942b49e08f8e tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (5b248ec0-5615-4142-917c-fe26b604f621), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:18.376190 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.db [None req-b7bdbc61-e4eb-4ccb-9474-942b49e08f8e tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] For port 5b248ec0-5615-4142-917c-fe26b604f621, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=5b248ec0-5615-4142-917c-fe26b604f621,segment=NetworkSegment(e39e49b6-d197-42fc-bc74-8305821e8505),segment_id=e39e49b6-d197-42fc-bc74-8305821e8505)] {{(pid=104098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:42:18.376556 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b7bdbc61-e4eb-4ccb-9474-942b49e08f8e tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (5b248ec0-5615-4142-917c-fe26b604f621), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:18.389682 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-b7bdbc61-e4eb-4ccb-9474-942b49e08f8e tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Calling delete_port for 5b248ec0-5615-4142-917c-fe26b604f621 owned by network:router_interface {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:42:18.567422 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b7bdbc61-e4eb-4ccb-9474-942b49e08f8e tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (5b248ec0-5615-4142-917c-fe26b604f621), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:18.598013 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bdbc61-e4eb-4ccb-9474-942b49e08f8e tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Pushing event deleted for resources: {'Port': ['ID=5b248ec0-5615-4142-917c-fe26b604f621,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:42:18.624780 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bdbc61-e4eb-4ccb-9474-942b49e08f8e tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:42:18.625131 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bdbc61-e4eb-4ccb-9474-942b49e08f8e tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:42:18.625479 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bdbc61-e4eb-4ccb-9474-942b49e08f8e tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:42:18.625820 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bdbc61-e4eb-4ccb-9474-942b49e08f8e tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:42:18.626157 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bdbc61-e4eb-4ccb-9474-942b49e08f8e tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:42:18.626489 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bdbc61-e4eb-4ccb-9474-942b49e08f8e tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:42:18.626819 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bdbc61-e4eb-4ccb-9474-942b49e08f8e tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:42:18.627146 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bdbc61-e4eb-4ccb-9474-942b49e08f8e tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:42:18.627477 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bdbc61-e4eb-4ccb-9474-942b49e08f8e tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:42:18.627803 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bdbc61-e4eb-4ccb-9474-942b49e08f8e tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:42:18.628222 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bdbc61-e4eb-4ccb-9474-942b49e08f8e tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:42:18.628551 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bdbc61-e4eb-4ccb-9474-942b49e08f8e tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:42:18.628880 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bdbc61-e4eb-4ccb-9474-942b49e08f8e tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:42:18.629202 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bdbc61-e4eb-4ccb-9474-942b49e08f8e tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:42:18.629526 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bdbc61-e4eb-4ccb-9474-942b49e08f8e tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:42:18.777146 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b7bdbc61-e4eb-4ccb-9474-942b49e08f8e tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3725912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3690191'] for router_interface (30568529-8fb0-4853-8375-c50608b6dc7e), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:18.989159 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7bdbc61-e4eb-4ccb-9474-942b49e08f8e tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Router 30568529-8fb0-4853-8375-c50608b6dc7e has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:42:19.094889 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7bdbc61-e4eb-4ccb-9474-942b49e08f8e tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:42:19.099788 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-b7bdbc61-e4eb-4ccb-9474-942b49e08f8e tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "PUT /v2.0/routers/30568529-8fb0-4853-8375-c50608b6dc7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4116561 Mar 28 01:42:19.102403 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 33704) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:42:19.107031 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48dc7e44-e7a8-48e4-ae27-ab5fba81aaaf None None] Sync routers for ids ['30568529-8fb0-4853-8375-c50608b6dc7e'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:42:19.117468 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48dc7e44-e7a8-48e4-ae27-ab5fba81aaaf None None] Routers {'30568529-8fb0-4853-8375-c50608b6dc7e'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:42:19.118189 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-48dc7e44-e7a8-48e4-ae27-ab5fba81aaaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:42:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['30568529-8fb0-4853-8375-c50608b6dc7e'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:42:19.317846 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-48dc7e44-e7a8-48e4-ae27-ab5fba81aaaf None None] Set router 30568529-8fb0-4853-8375-c50608b6dc7e gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:42:19.409340 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device e761a59b-d813-4cec-8b4b-a9a90ecc6d0c no longer exists at agent hyperv_hv-neutron-8348 {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:42:19.412616 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_v2 [None req-04f1e9c6-08d1-4366-8c17-0829b665c0ac tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Deleting subnet ba8c1a76-b202-4439-a590-af309260c74f {{(pid=104098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:42:19.415815 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-04f1e9c6-08d1-4366-8c17-0829b665c0ac tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for subnet (ba8c1a76-b202-4439-a590-af309260c74f), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:19.429988 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] No Port match for: e761a59b-d813-4cec-8b4b-a9a90ecc6d0c {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:42:19.430432 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device e761a59b-d813-4cec-8b4b-a9a90ecc6d0c not bound to the agent host hv-neutron-8348 {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:42:19.455340 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-04f1e9c6-08d1-4366-8c17-0829b665c0ac tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126443526'] for subnet (ba8c1a76-b202-4439-a590-af309260c74f), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:19.496113 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-48dc7e44-e7a8-48e4-ae27-ab5fba81aaaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30568529-8fb0-4853-8375-c50608b6dc7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2106285784', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.82'}], 'enable_snat': True}, 'gw_port_id': 'bb13d186-b3b5-439d-903a-182a854c49c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:41:18Z', 'updated_at': '2022-03-28T01:42:18Z', 'revision_number': 5, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'gw_port': {'id': 'bb13d186-b3b5-439d-903a-182a854c49c9', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:7b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30568529-8fb0-4853-8375-c50608b6dc7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:41:19Z', 'updated_at': '2022-03-28T01:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:42:19.525927 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48dc7e44-e7a8-48e4-ae27-ab5fba81aaaf None None] Checking router: 30568529-8fb0-4853-8375-c50608b6dc7e for host: dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:42:19.534566 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48dc7e44-e7a8-48e4-ae27-ab5fba81aaaf None None] Routers {'30568529-8fb0-4853-8375-c50608b6dc7e'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:42:19.535207 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-48dc7e44-e7a8-48e4-ae27-ab5fba81aaaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:42:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['30568529-8fb0-4853-8375-c50608b6dc7e'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:42:19.539613 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-04f1e9c6-08d1-4366-8c17-0829b665c0ac tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (ba8c1a76-b202-4439-a590-af309260c74f), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:19.597512 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-04f1e9c6-08d1-4366-8c17-0829b665c0ac tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126175041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126112438'] for subnet (ba8c1a76-b202-4439-a590-af309260c74f), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:19.626248 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f1e9c6-08d1-4366-8c17-0829b665c0ac tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Pushing event deleted for resources: {'Subnet': ['ID=ba8c1a76-b202-4439-a590-af309260c74f,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:42:19.628225 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-04f1e9c6-08d1-4366-8c17-0829b665c0ac tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:19.634157 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-04f1e9c6-08d1-4366-8c17-0829b665c0ac tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "DELETE /v2.0/subnets/ba8c1a76-b202-4439-a590-af309260c74f HTTP/1.1" status: 204 len: 168 time: 0.5307913 Mar 28 01:42:19.634325 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 33706) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:42:19.635816 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f4bac12-0177-45fc-a901-c7a08378abe1 None None] Network bdb74c7b-eba8-4ebe-939e-1089da6ab386 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:42:19.647996 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-48dc7e44-e7a8-48e4-ae27-ab5fba81aaaf None None] Set router 30568529-8fb0-4853-8375-c50608b6dc7e gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:42:19.755863 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a6a0bc63-0d8d-4c7b-8590-296af3f66e09 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for router (30568529-8fb0-4853-8375-c50608b6dc7e), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:19.807168 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f2b29d2-398f-4c97-bec5-9710b55cc3fd None None] DHCP port deletion for bdb74c7b-eba8-4ebe-939e-1089da6ab386 request from dv-neutron-834874-6-hyperv {{(pid=104100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 01:42:19.832374 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-48dc7e44-e7a8-48e4-ae27-ab5fba81aaaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30568529-8fb0-4853-8375-c50608b6dc7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2106285784', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.82'}], 'enable_snat': True}, 'gw_port_id': 'bb13d186-b3b5-439d-903a-182a854c49c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:41:18Z', 'updated_at': '2022-03-28T01:42:18Z', 'revision_number': 5, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'gw_port': {'id': 'bb13d186-b3b5-439d-903a-182a854c49c9', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:7b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30568529-8fb0-4853-8375-c50608b6dc7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:41:19Z', 'updated_at': '2022-03-28T01:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:42:19.858223 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-1f2b29d2-398f-4c97-bec5-9710b55cc3fd None None] Deleting port d6eafbab-0a2c-4cf6-879a-e065677647ce {{(pid=104100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:42:19.858595 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-1f2b29d2-398f-4c97-bec5-9710b55cc3fd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (d6eafbab-0a2c-4cf6-879a-e065677647ce), before_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:19.860145 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48dc7e44-e7a8-48e4-ae27-ab5fba81aaaf None None] The sync data for ids ['30568529-8fb0-4853-8375-c50608b6dc7e'] in dv-neutron-834874-6-hyperv is: [{'id': '30568529-8fb0-4853-8375-c50608b6dc7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2106285784', 'tenant_id': '2961ca1eab8443d3977a60308ef2e35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.82'}], 'enable_snat': True}, 'gw_port_id': 'bb13d186-b3b5-439d-903a-182a854c49c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:41:18Z', 'updated_at': '2022-03-28T01:42:18Z', 'revision_number': 5, 'project_id': '2961ca1eab8443d3977a60308ef2e35a', 'gw_port': {'id': 'bb13d186-b3b5-439d-903a-182a854c49c9', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:7b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30568529-8fb0-4853-8375-c50608b6dc7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:41:19Z', 'updated_at': '2022-03-28T01:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:42:19.869222 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a6a0bc63-0d8d-4c7b-8590-296af3f66e09 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for router_gateway (30568529-8fb0-4853-8375-c50608b6dc7e), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:19.925226 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-a6a0bc63-0d8d-4c7b-8590-296af3f66e09 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Deleting port bb13d186-b3b5-439d-903a-182a854c49c9 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:42:19.925562 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a6a0bc63-0d8d-4c7b-8590-296af3f66e09 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (bb13d186-b3b5-439d-903a-182a854c49c9), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:19.928809 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-1f2b29d2-398f-4c97-bec5-9710b55cc3fd None None] For port d6eafbab-0a2c-4cf6-879a-e065677647ce, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=d6eafbab-0a2c-4cf6-879a-e065677647ce,segment=NetworkSegment(e39e49b6-d197-42fc-bc74-8305821e8505),segment_id=e39e49b6-d197-42fc-bc74-8305821e8505)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:42:19.929240 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-1f2b29d2-398f-4c97-bec5-9710b55cc3fd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (d6eafbab-0a2c-4cf6-879a-e065677647ce), precommit_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:19.942303 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-1f2b29d2-398f-4c97-bec5-9710b55cc3fd None None] Calling delete_port for d6eafbab-0a2c-4cf6-879a-e065677647ce owned by network:dhcp {{(pid=104100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:42:20.002231 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-a6a0bc63-0d8d-4c7b-8590-296af3f66e09 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] For port bb13d186-b3b5-439d-903a-182a854c49c9, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=bb13d186-b3b5-439d-903a-182a854c49c9,segment=NetworkSegment(b6f00c62-aca5-4c73-8989-c04c396daeed),segment_id=b6f00c62-aca5-4c73-8989-c04c396daeed)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:42:20.002511 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a6a0bc63-0d8d-4c7b-8590-296af3f66e09 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (bb13d186-b3b5-439d-903a-182a854c49c9), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:20.015551 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-a6a0bc63-0d8d-4c7b-8590-296af3f66e09 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Calling delete_port for bb13d186-b3b5-439d-903a-182a854c49c9 owned by network:router_gateway {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:42:20.018178 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-1f2b29d2-398f-4c97-bec5-9710b55cc3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886'] for port (d6eafbab-0a2c-4cf6-879a-e065677647ce), after_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:20.043737 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b29d2-398f-4c97-bec5-9710b55cc3fd None None] Pushing event deleted for resources: {'Port': ['ID=d6eafbab-0a2c-4cf6-879a-e065677647ce,revision_number=None']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:42:20.047778 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2b29d2-398f-4c97-bec5-9710b55cc3fd None None] No DVR routers for this DVR port d6eafbab-0a2c-4cf6-879a-e065677647ce on host dv-neutron-834874-6-hyperv {{(pid=104100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:42:20.054277 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b29d2-398f-4c97-bec5-9710b55cc3fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:42:20.054635 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b29d2-398f-4c97-bec5-9710b55cc3fd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:42:20.054980 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b29d2-398f-4c97-bec5-9710b55cc3fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:42:20.055323 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b29d2-398f-4c97-bec5-9710b55cc3fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:42:20.055657 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b29d2-398f-4c97-bec5-9710b55cc3fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:42:20.055988 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b29d2-398f-4c97-bec5-9710b55cc3fd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:42:20.056338 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b29d2-398f-4c97-bec5-9710b55cc3fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:42:20.057121 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b29d2-398f-4c97-bec5-9710b55cc3fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:42:20.057121 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b29d2-398f-4c97-bec5-9710b55cc3fd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:42:20.057314 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b29d2-398f-4c97-bec5-9710b55cc3fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:42:20.058945 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b29d2-398f-4c97-bec5-9710b55cc3fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:42:20.058945 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b29d2-398f-4c97-bec5-9710b55cc3fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:42:20.058945 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b29d2-398f-4c97-bec5-9710b55cc3fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:42:20.058945 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b29d2-398f-4c97-bec5-9710b55cc3fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:42:20.058945 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b29d2-398f-4c97-bec5-9710b55cc3fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:42:20.183295 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a6a0bc63-0d8d-4c7b-8590-296af3f66e09 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (bb13d186-b3b5-439d-903a-182a854c49c9), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:20.212852 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a0bc63-0d8d-4c7b-8590-296af3f66e09 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Pushing event deleted for resources: {'Port': ['ID=bb13d186-b3b5-439d-903a-182a854c49c9,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:42:20.296471 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a6a0bc63-0d8d-4c7b-8590-296af3f66e09 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3687989'] for router_gateway (30568529-8fb0-4853-8375-c50608b6dc7e), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:20.297970 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device d6eafbab-0a2c-4cf6-879a-e065677647ce no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:42:20.344184 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: d6eafbab-0a2c-4cf6-879a-e065677647ce {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:42:20.344532 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device d6eafbab-0a2c-4cf6-879a-e065677647ce not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:42:20.345146 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 5b248ec0-5615-4142-917c-fe26b604f621 no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:42:20.369010 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: 5b248ec0-5615-4142-917c-fe26b604f621 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:42:20.369603 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 5b248ec0-5615-4142-917c-fe26b604f621 not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:42:20.403675 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a6a0bc63-0d8d-4c7b-8590-296af3f66e09 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7151'] for router (30568529-8fb0-4853-8375-c50608b6dc7e), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:20.406255 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a6a0bc63-0d8d-4c7b-8590-296af3f66e09 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for router_controller (30568529-8fb0-4853-8375-c50608b6dc7e), precommit_delete_associations {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:20.454111 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a6a0bc63-0d8d-4c7b-8590-296af3f66e09 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689686'] for router (30568529-8fb0-4853-8375-c50608b6dc7e), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:20.454664 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6a0bc63-0d8d-4c7b-8590-296af3f66e09 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Fanout notify agent at l3_agent the message router_deleted on router 30568529-8fb0-4853-8375-c50608b6dc7e {{(pid=104099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 01:42:20.461137 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a6a0bc63-0d8d-4c7b-8590-296af3f66e09 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for router (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:20.465463 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-a6a0bc63-0d8d-4c7b-8590-296af3f66e09 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "DELETE /v2.0/routers/30568529-8fb0-4853-8375-c50608b6dc7e HTTP/1.1" status: 204 len: 168 time: 0.8268101 Mar 28 01:42:20.465801 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 33708) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:42:20.548840 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-96cd894e-7fb7-4eb9-bd3d-b8c78eeb3a86 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (bdb74c7b-eba8-4ebe-939e-1089da6ab386), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:20.637554 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-96cd894e-7fb7-4eb9-bd3d-b8c78eeb3a86 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (bdb74c7b-eba8-4ebe-939e-1089da6ab386), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:20.657540 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-96cd894e-7fb7-4eb9-bd3d-b8c78eeb3a86 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdb74c7b-eba8-4ebe-939e-1089da6ab386']}} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:42:20.666418 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-96cd894e-7fb7-4eb9-bd3d-b8c78eeb3a86 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e39e49b6-d197-42fc-bc74-8305821e8505') {'for_net_delete': True} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:42:20.666721 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-96cd894e-7fb7-4eb9-bd3d-b8c78eeb3a86 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e39e49b6-d197-42fc-bc74-8305821e8505') {} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:42:20.675916 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-96cd894e-7fb7-4eb9-bd3d-b8c78eeb3a86 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126443583'] for segment (e39e49b6-d197-42fc-bc74-8305821e8505), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:20.690768 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-96cd894e-7fb7-4eb9-bd3d-b8c78eeb3a86 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (e39e49b6-d197-42fc-bc74-8305821e8505), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:20.697113 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96cd894e-7fb7-4eb9-bd3d-b8c78eeb3a86 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=104098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:42:20.697498 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-96cd894e-7fb7-4eb9-bd3d-b8c78eeb3a86 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126177251'] for segment (e39e49b6-d197-42fc-bc74-8305821e8505), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:20.701224 dv-neutron-834874-6-hyperv neutron-server[104098]: Traceback (most recent call last): Mar 28 01:42:20.701224 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:42:20.701224 dv-neutron-834874-6-hyperv neutron-server[104098]: timer() Mar 28 01:42:20.701224 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:42:20.701224 dv-neutron-834874-6-hyperv neutron-server[104098]: cb(*args, **kw) Mar 28 01:42:20.701224 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:42:20.701224 dv-neutron-834874-6-hyperv neutron-server[104098]: return func(*args, **kwargs) Mar 28 01:42:20.701224 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:42:20.701224 dv-neutron-834874-6-hyperv neutron-server[104098]: self._notify() Mar 28 01:42:20.701224 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:42:20.701224 dv-neutron-834874-6-hyperv neutron-server[104098]: self.callback(batched_events) Mar 28 01:42:20.701224 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:42:20.701224 dv-neutron-834874-6-hyperv neutron-server[104098]: event.method(event) Mar 28 01:42:20.701224 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:42:20.701224 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:42:20.701224 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:42:20.701224 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:42:20.701224 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:42:20.701224 dv-neutron-834874-6-hyperv neutron-server[104098]: return f(self, *a, **k) Mar 28 01:42:20.701224 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:42:20.701224 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._get(url).json() Mar 28 01:42:20.701224 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:42:20.701224 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:42:20.701224 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:42:20.701224 dv-neutron-834874-6-hyperv neutron-server[104098]: return self.request(url, 'GET', **kwargs) Mar 28 01:42:20.701224 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:42:20.701224 dv-neutron-834874-6-hyperv neutron-server[104098]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:42:20.701224 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:42:20.701224 dv-neutron-834874-6-hyperv neutron-server[104098]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:42:20.701224 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:42:20.701224 dv-neutron-834874-6-hyperv neutron-server[104098]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:42:20.701224 dv-neutron-834874-6-hyperv neutron-server[104098]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:42:20.760214 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-96cd894e-7fb7-4eb9-bd3d-b8c78eeb3a86 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (bdb74c7b-eba8-4ebe-939e-1089da6ab386), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:20.767299 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-96cd894e-7fb7-4eb9-bd3d-b8c78eeb3a86 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:20.770661 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-96cd894e-7fb7-4eb9-bd3d-b8c78eeb3a86 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "DELETE /v2.0/networks/bdb74c7b-eba8-4ebe-939e-1089da6ab386 HTTP/1.1" status: 204 len: 168 time: 0.3036129 Mar 28 01:42:20.773509 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 33710) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:42:20.781959 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cd894e-7fb7-4eb9-bd3d-b8c78eeb3a86 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Pushing event deleted for resources: {'Network': ['ID=bdb74c7b-eba8-4ebe-939e-1089da6ab386,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:42:20.830478 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-427b43f5-54a7-4522-a032-a42a7e7db725 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for security_group (947fc689-1d47-4ab4-8c8c-d1e95092cac2), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:20.854645 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-427b43f5-54a7-4522-a032-a42a7e7db725 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for security_group (947fc689-1d47-4ab4-8c8c-d1e95092cac2), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:20.913530 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-427b43f5-54a7-4522-a032-a42a7e7db725 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (947fc689-1d47-4ab4-8c8c-d1e95092cac2), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:20.916091 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-427b43f5-54a7-4522-a032-a42a7e7db725 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:20.917244 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-427b43f5-54a7-4522-a032-a42a7e7db725 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] 10.222.0.24 "DELETE /v2.0/security-groups/947fc689-1d47-4ab4-8c8c-d1e95092cac2 HTTP/1.1" status: 204 len: 168 time: 0.1427484 Mar 28 01:42:20.926328 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427b43f5-54a7-4522-a032-a42a7e7db725 tempest-TestNetworkAdvancedServerOps-683845034 tempest-TestNetworkAdvancedServerOps-683845034-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=947fc689-1d47-4ab4-8c8c-d1e95092cac2,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:42:21.236270 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 33718) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:42:21.375553 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-d5e86c80-5b7d-4ea6-9729-a67815353f0e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2961ca1eab8443d3977a60308ef2e35a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1380603 Mar 28 01:42:21.377982 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 33722) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:42:21.423483 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-fd5eea90-3e73-440a-a8ce-7f17e6de0276 admin admin] Publish callbacks [] for security_group (8fcdc132-69b1-454f-ac35-9a5c60e2901c), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:21.444878 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-fd5eea90-3e73-440a-a8ce-7f17e6de0276 admin admin] Publish callbacks [] for security_group (8fcdc132-69b1-454f-ac35-9a5c60e2901c), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:21.493989 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-fd5eea90-3e73-440a-a8ce-7f17e6de0276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (8fcdc132-69b1-454f-ac35-9a5c60e2901c), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:21.496648 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-fd5eea90-3e73-440a-a8ce-7f17e6de0276 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:21.497859 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-fd5eea90-3e73-440a-a8ce-7f17e6de0276 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8fcdc132-69b1-454f-ac35-9a5c60e2901c HTTP/1.1" status: 204 len: 168 time: 0.1189010 Mar 28 01:42:21.505550 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5eea90-3e73-440a-a8ce-7f17e6de0276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fcdc132-69b1-454f-ac35-9a5c60e2901c,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:42:21.753818 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 33728) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:42:21.766560 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b25a0888-025b-4edb-b9ea-35eeff45f448 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:21.839918 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b25a0888-025b-4edb-b9ea-35eeff45f448 admin admin] Publish callbacks [] for security_group (c954a913-221e-477e-b21b-9440e04759ed), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:21.844543 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b25a0888-025b-4edb-b9ea-35eeff45f448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (c954a913-221e-477e-b21b-9440e04759ed), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:21.881288 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-b25a0888-025b-4edb-b9ea-35eeff45f448 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b46dd26407bc40a98ec399abd00b724c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1264148 Mar 28 01:42:21.882230 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25a0888-025b-4edb-b9ea-35eeff45f448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c954a913-221e-477e-b21b-9440e04759ed,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:42:21.883905 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 33730) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:42:21.931052 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b462ca50-16d6-4026-99aa-2203f3245069 admin admin] Publish callbacks [] for security_group (c954a913-221e-477e-b21b-9440e04759ed), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:21.951552 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b462ca50-16d6-4026-99aa-2203f3245069 admin admin] Publish callbacks [] for security_group (c954a913-221e-477e-b21b-9440e04759ed), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:21.996541 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b462ca50-16d6-4026-99aa-2203f3245069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (c954a913-221e-477e-b21b-9440e04759ed), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:21.999026 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b462ca50-16d6-4026-99aa-2203f3245069 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:22.000246 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-b462ca50-16d6-4026-99aa-2203f3245069 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c954a913-221e-477e-b21b-9440e04759ed HTTP/1.1" status: 204 len: 168 time: 0.1153047 Mar 28 01:42:22.007567 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b462ca50-16d6-4026-99aa-2203f3245069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c954a913-221e-477e-b21b-9440e04759ed,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:42:22.219537 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device bb13d186-b3b5-439d-903a-182a854c49c9 no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:42:22.239425 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: bb13d186-b3b5-439d-903a-182a854c49c9 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:42:22.239776 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device bb13d186-b3b5-439d-903a-182a854c49c9 not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:42:22.644760 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 33752) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:42:22.738052 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-864d46c0-1814-45d4-92e2-6a3dbf73f6d6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1899029453-network', 'tenant_id': '9b473d866bbe4662a4a05d6ae2379b7c'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:42:22.758716 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-864d46c0-1814-45d4-92e2-6a3dbf73f6d6 admin admin] Made reservation on behalf of 9b473d866bbe4662a4a05d6ae2379b7c for: {'network': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:42:22.761162 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-864d46c0-1814-45d4-92e2-6a3dbf73f6d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:22.769398 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-864d46c0-1814-45d4-92e2-6a3dbf73f6d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:22.844904 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-864d46c0-1814-45d4-92e2-6a3dbf73f6d6 admin admin] Publish callbacks [] for security_group (a8510fe1-8883-4a6b-a082-9abd075f86ce), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:22.848518 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-864d46c0-1814-45d4-92e2-6a3dbf73f6d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (a8510fe1-8883-4a6b-a082-9abd075f86ce), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:22.874810 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-864d46c0-1814-45d4-92e2-6a3dbf73f6d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=104099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:42:22.885986 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864d46c0-1814-45d4-92e2-6a3dbf73f6d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8510fe1-8883-4a6b-a082-9abd075f86ce,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:42:22.892219 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-864d46c0-1814-45d4-92e2-6a3dbf73f6d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (ec567581-2e2d-4ba8-b430-4b51148be13a), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:22.892566 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.segments_db [None req-864d46c0-1814-45d4-92e2-6a3dbf73f6d6 admin admin] Added segment ec567581-2e2d-4ba8-b430-4b51148be13a of type vlan for network 57f000f1-0871-49d4-8fe3-8b33b795835f Mar 28 01:42:22.935948 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-864d46c0-1814-45d4-92e2-6a3dbf73f6d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (57f000f1-0871-49d4-8fe3-8b33b795835f), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:23.253481 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-864d46c0-1814-45d4-92e2-6a3dbf73f6d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (57f000f1-0871-49d4-8fe3-8b33b795835f), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:23.254575 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864d46c0-1814-45d4-92e2-6a3dbf73f6d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:42:23.255268 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-864d46c0-1814-45d4-92e2-6a3dbf73f6d6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:23.310364 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-864d46c0-1814-45d4-92e2-6a3dbf73f6d6 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6642663 Mar 28 01:42:23.313408 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 33756) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:42:23.318941 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-ebfa119d-21ca-4278-8304-507e3681523e admin admin] Request body: {'subnet': {'network_id': '57f000f1-0871-49d4-8fe3-8b33b795835f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1899029453-subnet', 'tenant_id': '9b473d866bbe4662a4a05d6ae2379b7c', 'ip_version': 4}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:42:23.319094 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864d46c0-1814-45d4-92e2-6a3dbf73f6d6 admin admin] Pushing event updated for resources: {'Network': ['ID=57f000f1-0871-49d4-8fe3-8b33b795835f,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:42:23.329016 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network 57f000f1-0871-49d4-8fe3-8b33b795835f details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:42:23.340998 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebfa119d-21ca-4278-8304-507e3681523e admin admin] Made reservation on behalf of 9b473d866bbe4662a4a05d6ae2379b7c for: {'subnet': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:42:23.343579 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ebfa119d-21ca-4278-8304-507e3681523e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126112411'] for subnet (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:23.513807 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ebfa119d-21ca-4278-8304-507e3681523e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126174976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126112397'] for subnet (58ad456e-6634-42e5-91ab-c1314f86f024), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:23.572597 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfa119d-21ca-4278-8304-507e3681523e admin admin] Pushing event updated for resources: {'Subnet': ['ID=58ad456e-6634-42e5-91ab-c1314f86f024,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:42:23.579990 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfa119d-21ca-4278-8304-507e3681523e admin admin] Checking segment: {'id': 'ec567581-2e2d-4ba8-b430-4b51148be13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '57f000f1-0871-49d4-8fe3-8b33b795835f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:42:23.580375 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebfa119d-21ca-4278-8304-507e3681523e admin admin] Network hostable DHCP agents. Network: 57f000f1-0871-49d4-8fe3-8b33b795835f, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:42:23.596145 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebfa119d-21ca-4278-8304-507e3681523e admin admin] Network 57f000f1-0871-49d4-8fe3-8b33b795835f is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:42:23.604283 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-ebfa119d-21ca-4278-8304-507e3681523e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, 57f000f1-0871-49d4-8fe3-8b33b795835f) {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:42:23.609104 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebfa119d-21ca-4278-8304-507e3681523e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:42:23.611032 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ebfa119d-21ca-4278-8304-507e3681523e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:23.612180 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-959d870b-1f2d-49ce-ac31-6bfbf54bf01d None None] Network 57f000f1-0871-49d4-8fe3-8b33b795835f requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:42:23.625583 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-ebfa119d-21ca-4278-8304-507e3681523e admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3104885 Mar 28 01:42:23.628276 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 33758) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:42:23.632641 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-b05fcb6f-ff98-483d-9572-1c8d5284eafd admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1899029453-router', 'tenant_id': '9b473d866bbe4662a4a05d6ae2379b7c', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'}}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:42:23.653560 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b05fcb6f-ff98-483d-9572-1c8d5284eafd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7069'] for router (1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:23.654552 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b05fcb6f-ff98-483d-9572-1c8d5284eafd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4188952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7062'] for router (1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:23.707202 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b05fcb6f-ff98-483d-9572-1c8d5284eafd admin admin] Publish callbacks [] for router_controller (1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b), precommit_add_association {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:23.714172 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217d9f82-3db2-436e-a3bd-16b1fce3a48a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-57f000f1-0871-49d4-8fe3-8b33b795835f', 'network_id': '57f000f1-0871-49d4-8fe3-8b33b795835f', 'project_id': '9b473d866bbe4662a4a05d6ae2379b7c', 'fixed_ips': [{'subnet_id': '58ad456e-6634-42e5-91ab-c1314f86f024'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:42:23.715314 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-217d9f82-3db2-436e-a3bd-16b1fce3a48a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:23.849571 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-217d9f82-3db2-436e-a3bd-16b1fce3a48a None None] Allocated IP 172.20.0.2 (57f000f1-0871-49d4-8fe3-8b33b795835f/58ad456e-6634-42e5-91ab-c1314f86f024/df397e0c-ae53-4f5b-9e4a-e22b892583cc) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:42:23.850780 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b05fcb6f-ff98-483d-9572-1c8d5284eafd admin admin] Publish callbacks [] for router_gateway (1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:23.988176 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-217d9f82-3db2-436e-a3bd-16b1fce3a48a None None] Publish callbacks [] for port (df397e0c-ae53-4f5b-9e4a-e22b892583cc), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:23.993930 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-217d9f82-3db2-436e-a3bd-16b1fce3a48a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (df397e0c-ae53-4f5b-9e4a-e22b892583cc), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:24.037157 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217d9f82-3db2-436e-a3bd-16b1fce3a48a None None] Network 57f000f1-0871-49d4-8fe3-8b33b795835f is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:42:24.042180 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-217d9f82-3db2-436e-a3bd-16b1fce3a48a None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:42:24.045091 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217d9f82-3db2-436e-a3bd-16b1fce3a48a None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:42:24.046982 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b05fcb6f-ff98-483d-9572-1c8d5284eafd admin admin] Publish callbacks [] for router_gateway (1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:24.052534 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217d9f82-3db2-436e-a3bd-16b1fce3a48a None None] Pushing event updated for resources: {'Port': ['ID=df397e0c-ae53-4f5b-9e4a-e22b892583cc,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:42:24.066272 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b05fcb6f-ff98-483d-9572-1c8d5284eafd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:24.106593 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-217d9f82-3db2-436e-a3bd-16b1fce3a48a None None] Attempting to bind port df397e0c-ae53-4f5b-9e4a-e22b892583cc on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:42:24.106875 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-217d9f82-3db2-436e-a3bd-16b1fce3a48a None None] Attempting to bind port df397e0c-ae53-4f5b-9e4a-e22b892583cc by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': 'ec567581-2e2d-4ba8-b430-4b51148be13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '57f000f1-0871-49d4-8fe3-8b33b795835f'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:42:24.107240 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217d9f82-3db2-436e-a3bd-16b1fce3a48a None None] Attempting to bind port df397e0c-ae53-4f5b-9e4a-e22b892583cc on network 57f000f1-0871-49d4-8fe3-8b33b795835f {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:42:24.112359 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217d9f82-3db2-436e-a3bd-16b1fce3a48a None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:42:24.112730 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217d9f82-3db2-436e-a3bd-16b1fce3a48a None None] Checking segment: {'id': 'ec567581-2e2d-4ba8-b430-4b51148be13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '57f000f1-0871-49d4-8fe3-8b33b795835f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:42:24.113151 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-217d9f82-3db2-436e-a3bd-16b1fce3a48a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:24.113540 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217d9f82-3db2-436e-a3bd-16b1fce3a48a None None] Bound using segment: {'id': 'ec567581-2e2d-4ba8-b430-4b51148be13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '57f000f1-0871-49d4-8fe3-8b33b795835f'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:42:24.114050 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-217d9f82-3db2-436e-a3bd-16b1fce3a48a None None] Bound port: df397e0c-ae53-4f5b-9e4a-e22b892583cc, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec567581-2e2d-4ba8-b430-4b51148be13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '57f000f1-0871-49d4-8fe3-8b33b795835f'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:42:24.114427 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-217d9f82-3db2-436e-a3bd-16b1fce3a48a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (df397e0c-ae53-4f5b-9e4a-e22b892583cc), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:24.166346 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-b05fcb6f-ff98-483d-9572-1c8d5284eafd admin admin] Allocated IP 172.26.1.115 (dea6548b-502b-42db-97fb-371e423e739a/cce6de65-d8c9-45b8-9970-0a277e8c1192/3874f831-098b-4806-af39-2e5e234738aa) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:42:24.176919 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-217d9f82-3db2-436e-a3bd-16b1fce3a48a None None] For port df397e0c-ae53-4f5b-9e4a-e22b892583cc, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:42:24.179933 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-217d9f82-3db2-436e-a3bd-16b1fce3a48a None None] For port df397e0c-ae53-4f5b-9e4a-e22b892583cc, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=df397e0c-ae53-4f5b-9e4a-e22b892583cc,segment=NetworkSegment(ec567581-2e2d-4ba8-b430-4b51148be13a),segment_id=ec567581-2e2d-4ba8-b430-4b51148be13a)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:42:24.189586 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-217d9f82-3db2-436e-a3bd-16b1fce3a48a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (df397e0c-ae53-4f5b-9e4a-e22b892583cc), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:24.246631 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217d9f82-3db2-436e-a3bd-16b1fce3a48a None None] Pushing event updated for resources: {'Port': ['ID=df397e0c-ae53-4f5b-9e4a-e22b892583cc,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:42:24.278524 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b05fcb6f-ff98-483d-9572-1c8d5284eafd admin admin] Publish callbacks [] for port (3874f831-098b-4806-af39-2e5e234738aa), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:24.319647 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b05fcb6f-ff98-483d-9572-1c8d5284eafd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (3874f831-098b-4806-af39-2e5e234738aa), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:24.358989 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05fcb6f-ff98-483d-9572-1c8d5284eafd admin admin] Network dea6548b-502b-42db-97fb-371e423e739a is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:42:24.364096 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-b05fcb6f-ff98-483d-9572-1c8d5284eafd admin admin] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:42:24.368696 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05fcb6f-ff98-483d-9572-1c8d5284eafd admin admin] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:42:24.372461 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05fcb6f-ff98-483d-9572-1c8d5284eafd admin admin] Pushing event updated for resources: {'Port': ['ID=3874f831-098b-4806-af39-2e5e234738aa,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:42:24.641409 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b05fcb6f-ff98-483d-9572-1c8d5284eafd admin admin] Publish callbacks [] for router_gateway (1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:24.840388 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b05fcb6f-ff98-483d-9572-1c8d5284eafd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687953'] for router (1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:24.972845 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b05fcb6f-ff98-483d-9572-1c8d5284eafd admin admin] Router 1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b is scheduled to L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 with binding_index 1 {{(pid=104098) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 01:42:25.084975 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b05fcb6f-ff98-483d-9572-1c8d5284eafd admin admin] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:42:25.094201 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81eca65-20cc-4c62-ba0a-f1d74f1111c4 None None] Sync routers for ids ['1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:42:25.108214 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b05fcb6f-ff98-483d-9572-1c8d5284eafd admin admin] Publish callbacks [] for router (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:25.108989 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81eca65-20cc-4c62-ba0a-f1d74f1111c4 None None] Routers {'1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:42:25.109800 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-d81eca65-20cc-4c62-ba0a-f1d74f1111c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:42:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:42:25.112340 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 33762) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:42:25.112860 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-b05fcb6f-ff98-483d-9572-1c8d5284eafd admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4829519 Mar 28 01:42:25.177575 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54023a8c-2ace-4d70-acc8-00dbefa4240e None None] Network 57f000f1-0871-49d4-8fe3-8b33b795835f requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:42:25.292116 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-d81eca65-20cc-4c62-ba0a-f1d74f1111c4 None None] Set router 1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:42:25.333971 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-1fdd75d6-df50-4ad8-8ab2-1ae0bf556c02 None None] Provisioning complete for port df397e0c-ae53-4f5b-9e4a-e22b892583cc triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:42:25.334337 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-1fdd75d6-df50-4ad8-8ab2-1ae0bf556c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (df397e0c-ae53-4f5b-9e4a-e22b892583cc), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:25.534832 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-be2b4a6f-ac80-4130-8c8e-99a0c78e93fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:25.547038 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-1fdd75d6-df50-4ad8-8ab2-1ae0bf556c02 None None] Current status of the port df397e0c-ae53-4f5b-9e4a-e22b892583cc is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:42:25.547523 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-1fdd75d6-df50-4ad8-8ab2-1ae0bf556c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (df397e0c-ae53-4f5b-9e4a-e22b892583cc), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:25.593399 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-1fdd75d6-df50-4ad8-8ab2-1ae0bf556c02 None None] For port df397e0c-ae53-4f5b-9e4a-e22b892583cc, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=df397e0c-ae53-4f5b-9e4a-e22b892583cc,segment=NetworkSegment(ec567581-2e2d-4ba8-b430-4b51148be13a),segment_id=ec567581-2e2d-4ba8-b430-4b51148be13a)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:42:25.600396 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-1fdd75d6-df50-4ad8-8ab2-1ae0bf556c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (df397e0c-ae53-4f5b-9e4a-e22b892583cc), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:25.604255 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-d81eca65-20cc-4c62-ba0a-f1d74f1111c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b', 'name': 'tempest-TestShelveInstance-1899029453-router', 'tenant_id': '9b473d866bbe4662a4a05d6ae2379b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.115'}], 'enable_snat': True}, 'gw_port_id': '3874f831-098b-4806-af39-2e5e234738aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:42:23Z', 'updated_at': '2022-03-28T01:42:24Z', 'revision_number': 3, 'project_id': '9b473d866bbe4662a4a05d6ae2379b7c', 'gw_port': {'id': '3874f831-098b-4806-af39-2e5e234738aa', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:4c:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:42:24Z', 'updated_at': '2022-03-28T01:42:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:42:25.649066 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81eca65-20cc-4c62-ba0a-f1d74f1111c4 None None] Checking router: 1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b for host: dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:42:25.649391 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81eca65-20cc-4c62-ba0a-f1d74f1111c4 None None] Updating router 1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b port 3874f831-098b-4806-af39-2e5e234738aa binding host dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 01:42:25.695010 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d81eca65-20cc-4c62-ba0a-f1d74f1111c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (3874f831-098b-4806-af39-2e5e234738aa), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:25.696676 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdd75d6-df50-4ad8-8ab2-1ae0bf556c02 None None] Pushing event updated for resources: {'Port': ['ID=df397e0c-ae53-4f5b-9e4a-e22b892583cc,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:42:25.699918 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [None req-be2b4a6f-ac80-4130-8c8e-99a0c78e93fc admin admin] Allocated IP 172.20.0.1 (57f000f1-0871-49d4-8fe3-8b33b795835f/58ad456e-6634-42e5-91ab-c1314f86f024/46edf2c8-61a8-4bde-8936-217b908b9edb) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:42:25.788339 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-48b9dc4f-20ee-4e3a-a88e-5d25f2f93bb2 None None] Provisioning complete for port df397e0c-ae53-4f5b-9e4a-e22b892583cc triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:42:25.788711 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-48b9dc4f-20ee-4e3a-a88e-5d25f2f93bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (df397e0c-ae53-4f5b-9e4a-e22b892583cc), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:25.807463 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-be2b4a6f-ac80-4130-8c8e-99a0c78e93fc admin admin] Publish callbacks [] for port (46edf2c8-61a8-4bde-8936-217b908b9edb), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:25.844226 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-be2b4a6f-ac80-4130-8c8e-99a0c78e93fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (46edf2c8-61a8-4bde-8936-217b908b9edb), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:25.880717 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2b4a6f-ac80-4130-8c8e-99a0c78e93fc admin admin] Network 57f000f1-0871-49d4-8fe3-8b33b795835f is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:42:25.885003 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-be2b4a6f-ac80-4130-8c8e-99a0c78e93fc admin admin] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:42:25.890789 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2b4a6f-ac80-4130-8c8e-99a0c78e93fc admin admin] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:42:25.917569 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2b4a6f-ac80-4130-8c8e-99a0c78e93fc admin admin] Pushing event updated for resources: {'Port': ['ID=46edf2c8-61a8-4bde-8936-217b908b9edb,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:42:25.942681 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-be2b4a6f-ac80-4130-8c8e-99a0c78e93fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3686596'] for router_interface (1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:25.944633 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-48b9dc4f-20ee-4e3a-a88e-5d25f2f93bb2 None None] Current status of the port df397e0c-ae53-4f5b-9e4a-e22b892583cc is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:42:26.033099 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d81eca65-20cc-4c62-ba0a-f1d74f1111c4 None None] Publish callbacks [] for port (3874f831-098b-4806-af39-2e5e234738aa), precommit_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:26.040210 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d81eca65-20cc-4c62-ba0a-f1d74f1111c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (3874f831-098b-4806-af39-2e5e234738aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:26.095652 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-be2b4a6f-ac80-4130-8c8e-99a0c78e93fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (46edf2c8-61a8-4bde-8936-217b908b9edb), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:26.253412 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-d81eca65-20cc-4c62-ba0a-f1d74f1111c4 None None] Attempting to bind port 3874f831-098b-4806-af39-2e5e234738aa on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:42:26.254021 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-d81eca65-20cc-4c62-ba0a-f1d74f1111c4 None None] Attempting to bind port 3874f831-098b-4806-af39-2e5e234738aa by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': 'b6f00c62-aca5-4c73-8989-c04c396daeed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:42:26.254133 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81eca65-20cc-4c62-ba0a-f1d74f1111c4 None None] Attempting to bind port 3874f831-098b-4806-af39-2e5e234738aa on network dea6548b-502b-42db-97fb-371e423e739a {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:42:26.259386 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70477dc6-02e6-478a-88c4-b458bd91de26 None None] Pushing event updated for resources: {'Port': ['ID=3874f831-098b-4806-af39-2e5e234738aa,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:42:26.265355 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81eca65-20cc-4c62-ba0a-f1d74f1111c4 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:42:26.265728 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81eca65-20cc-4c62-ba0a-f1d74f1111c4 None None] Checking segment: {'id': 'b6f00c62-aca5-4c73-8989-c04c396daeed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:42:26.266129 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d81eca65-20cc-4c62-ba0a-f1d74f1111c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:26.266516 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81eca65-20cc-4c62-ba0a-f1d74f1111c4 None None] Bound using segment: {'id': 'b6f00c62-aca5-4c73-8989-c04c396daeed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:42:26.266982 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-d81eca65-20cc-4c62-ba0a-f1d74f1111c4 None None] Bound port: 3874f831-098b-4806-af39-2e5e234738aa, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6f00c62-aca5-4c73-8989-c04c396daeed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:42:26.267358 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d81eca65-20cc-4c62-ba0a-f1d74f1111c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (3874f831-098b-4806-af39-2e5e234738aa), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:26.270787 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-be2b4a6f-ac80-4130-8c8e-99a0c78e93fc admin admin] Publish callbacks [] for port (46edf2c8-61a8-4bde-8936-217b908b9edb), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:26.277375 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-be2b4a6f-ac80-4130-8c8e-99a0c78e93fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (46edf2c8-61a8-4bde-8936-217b908b9edb), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:26.294679 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device df397e0c-ae53-4f5b-9e4a-e22b892583cc up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:42:26.316850 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-39b0cab5-eb8f-4201-ae29-fa1eba741fe8 None None] Provisioning complete for port 46edf2c8-61a8-4bde-8936-217b908b9edb triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:42:26.317223 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-39b0cab5-eb8f-4201-ae29-fa1eba741fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (46edf2c8-61a8-4bde-8936-217b908b9edb), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:26.347098 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2b4a6f-ac80-4130-8c8e-99a0c78e93fc admin admin] Pushing event updated for resources: {'Port': ['ID=46edf2c8-61a8-4bde-8936-217b908b9edb,revision_number=2']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:42:26.349682 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-be2b4a6f-ac80-4130-8c8e-99a0c78e93fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3725889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3686480'] for router_interface (1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:26.386824 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-d81eca65-20cc-4c62-ba0a-f1d74f1111c4 None None] For port 3874f831-098b-4806-af39-2e5e234738aa, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:42:26.390619 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-d81eca65-20cc-4c62-ba0a-f1d74f1111c4 None None] For port 3874f831-098b-4806-af39-2e5e234738aa, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=3874f831-098b-4806-af39-2e5e234738aa,segment=NetworkSegment(b6f00c62-aca5-4c73-8989-c04c396daeed),segment_id=b6f00c62-aca5-4c73-8989-c04c396daeed)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:42:26.392517 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-39b0cab5-eb8f-4201-ae29-fa1eba741fe8 None None] Port 46edf2c8-61a8-4bde-8936-217b908b9edb cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:42:26.399486 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d81eca65-20cc-4c62-ba0a-f1d74f1111c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (3874f831-098b-4806-af39-2e5e234738aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:26.439140 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2b4a6f-ac80-4130-8c8e-99a0c78e93fc admin admin] Network 57f000f1-0871-49d4-8fe3-8b33b795835f is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:42:26.441297 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-be2b4a6f-ac80-4130-8c8e-99a0c78e93fc admin admin] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:42:26.441452 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port df397e0c-ae53-4f5b-9e4a-e22b892583cc triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:42:26.441812 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (df397e0c-ae53-4f5b-9e4a-e22b892583cc), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:26.490439 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81eca65-20cc-4c62-ba0a-f1d74f1111c4 None None] Routers {'1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:42:26.491081 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-d81eca65-20cc-4c62-ba0a-f1d74f1111c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:42:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:42:26.496697 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70477dc6-02e6-478a-88c4-b458bd91de26 None None] Pushing event updated for resources: {'Port': ['ID=3874f831-098b-4806-af39-2e5e234738aa,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:42:26.561760 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be2b4a6f-ac80-4130-8c8e-99a0c78e93fc admin admin] Router 1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:42:26.630258 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port df397e0c-ae53-4f5b-9e4a-e22b892583cc is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:42:26.643398 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-d81eca65-20cc-4c62-ba0a-f1d74f1111c4 None None] Set router 1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:42:26.682077 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be2b4a6f-ac80-4130-8c8e-99a0c78e93fc admin admin] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:42:26.688320 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-be2b4a6f-ac80-4130-8c8e-99a0c78e93fc admin admin] 10.222.0.24 "PUT /v2.0/routers/1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5741150 Mar 28 01:42:26.770772 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-12112991-62d2-4ed9-8e8a-b1a29b2cd658 None None] Provisioning complete for port 46edf2c8-61a8-4bde-8936-217b908b9edb triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:42:26.771147 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-12112991-62d2-4ed9-8e8a-b1a29b2cd658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (46edf2c8-61a8-4bde-8936-217b908b9edb), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:26.818372 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-12112991-62d2-4ed9-8e8a-b1a29b2cd658 None None] Port 46edf2c8-61a8-4bde-8936-217b908b9edb cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:42:26.880826 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-d81eca65-20cc-4c62-ba0a-f1d74f1111c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b', 'name': 'tempest-TestShelveInstance-1899029453-router', 'tenant_id': '9b473d866bbe4662a4a05d6ae2379b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.115'}], 'enable_snat': True}, 'gw_port_id': '3874f831-098b-4806-af39-2e5e234738aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:42:23Z', 'updated_at': '2022-03-28T01:42:26Z', 'revision_number': 4, 'project_id': '9b473d866bbe4662a4a05d6ae2379b7c', 'gw_port': {'id': '3874f831-098b-4806-af39-2e5e234738aa', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:4c:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:42:24Z', 'updated_at': '2022-03-28T01:42:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': '46edf2c8-61a8-4bde-8936-217b908b9edb', 'name': '', 'network_id': '57f000f1-0871-49d4-8fe3-8b33b795835f', 'tenant_id': '9b473d866bbe4662a4a05d6ae2379b7c', 'mac_address': 'fa:16:3e:b3:28:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '58ad456e-6634-42e5-91ab-c1314f86f024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:42:25Z', 'updated_at': '2022-03-28T01:42:26Z', 'revision_number': 2, 'project_id': '9b473d866bbe4662a4a05d6ae2379b7c', 'subnets': [{'id': '58ad456e-6634-42e5-91ab-c1314f86f024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:42:26.910953 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81eca65-20cc-4c62-ba0a-f1d74f1111c4 None None] The sync data for ids ['1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b'] in dv-neutron-834874-6-hyperv is: [{'id': '1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b', 'name': 'tempest-TestShelveInstance-1899029453-router', 'tenant_id': '9b473d866bbe4662a4a05d6ae2379b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.115'}], 'enable_snat': True}, 'gw_port_id': '3874f831-098b-4806-af39-2e5e234738aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:42:23Z', 'updated_at': '2022-03-28T01:42:26Z', 'revision_number': 4, 'project_id': '9b473d866bbe4662a4a05d6ae2379b7c', 'gw_port': {'id': '3874f831-098b-4806-af39-2e5e234738aa', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:4c:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:42:24Z', 'updated_at': '2022-03-28T01:42:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': '46edf2c8-61a8-4bde-8936-217b908b9edb', 'name': '', 'network_id': '57f000f1-0871-49d4-8fe3-8b33b795835f', 'tenant_id': '9b473d866bbe4662a4a05d6ae2379b7c', 'mac_address': 'fa:16:3e:b3:28:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '58ad456e-6634-42e5-91ab-c1314f86f024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:42:25Z', 'updated_at': '2022-03-28T01:42:26Z', 'revision_number': 2, 'project_id': '9b473d866bbe4662a4a05d6ae2379b7c', 'subnets': [{'id': '58ad456e-6634-42e5-91ab-c1314f86f024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:42:27.170093 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 33778) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:42:27.175093 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-c99d59dc-a371-4ced-b4ea-afd167a06484 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-455784528-network', 'tenant_id': '0fdba60d163a4495abd143e79cbfb1e9'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:42:27.196264 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c99d59dc-a371-4ced-b4ea-afd167a06484 admin admin] Made reservation on behalf of 0fdba60d163a4495abd143e79cbfb1e9 for: {'network': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:42:27.199255 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c99d59dc-a371-4ced-b4ea-afd167a06484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:27.208591 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c99d59dc-a371-4ced-b4ea-afd167a06484 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:27.288704 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c99d59dc-a371-4ced-b4ea-afd167a06484 admin admin] Publish callbacks [] for security_group (107af8c7-d6f9-44d7-ab08-195d08224f1e), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:27.293385 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c99d59dc-a371-4ced-b4ea-afd167a06484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (107af8c7-d6f9-44d7-ab08-195d08224f1e), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:27.319427 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c99d59dc-a371-4ced-b4ea-afd167a06484 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=104099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:42:27.329408 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99d59dc-a371-4ced-b4ea-afd167a06484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=107af8c7-d6f9-44d7-ab08-195d08224f1e,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:42:27.334153 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c99d59dc-a371-4ced-b4ea-afd167a06484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (b631c275-a410-426a-8ada-45122a634e09), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:27.334494 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.segments_db [None req-c99d59dc-a371-4ced-b4ea-afd167a06484 admin admin] Added segment b631c275-a410-426a-8ada-45122a634e09 of type vlan for network 5ac14c10-9dbc-4aeb-abea-aad9d403a4b5 Mar 28 01:42:27.380129 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c99d59dc-a371-4ced-b4ea-afd167a06484 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (5ac14c10-9dbc-4aeb-abea-aad9d403a4b5), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:27.406763 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c99d59dc-a371-4ced-b4ea-afd167a06484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (5ac14c10-9dbc-4aeb-abea-aad9d403a4b5), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:27.408065 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99d59dc-a371-4ced-b4ea-afd167a06484 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:42:27.408965 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c99d59dc-a371-4ced-b4ea-afd167a06484 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:27.461896 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-c99d59dc-a371-4ced-b4ea-afd167a06484 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.2906761 Mar 28 01:42:27.465135 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 33780) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:42:27.469835 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-157d347e-98ce-49f3-a98e-57bf296be418 admin admin] Request body: {'subnet': {'network_id': '5ac14c10-9dbc-4aeb-abea-aad9d403a4b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-455784528-subnet', 'tenant_id': '0fdba60d163a4495abd143e79cbfb1e9', 'ip_version': 4}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:42:27.484830 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99d59dc-a371-4ced-b4ea-afd167a06484 admin admin] Pushing event updated for resources: {'Network': ['ID=5ac14c10-9dbc-4aeb-abea-aad9d403a4b5,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:42:27.495030 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network 5ac14c10-9dbc-4aeb-abea-aad9d403a4b5 details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:42:27.498852 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-157d347e-98ce-49f3-a98e-57bf296be418 admin admin] Made reservation on behalf of 0fdba60d163a4495abd143e79cbfb1e9 for: {'subnet': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:42:27.501385 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-157d347e-98ce-49f3-a98e-57bf296be418 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126757772'] for subnet (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:27.716542 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-157d347e-98ce-49f3-a98e-57bf296be418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127282703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126757786'] for subnet (bec63abb-49a3-48c3-9c1a-2043c47423e5), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:27.773562 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157d347e-98ce-49f3-a98e-57bf296be418 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bec63abb-49a3-48c3-9c1a-2043c47423e5,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:42:27.784784 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157d347e-98ce-49f3-a98e-57bf296be418 admin admin] Checking segment: {'id': 'b631c275-a410-426a-8ada-45122a634e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '5ac14c10-9dbc-4aeb-abea-aad9d403a4b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:42:27.785174 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157d347e-98ce-49f3-a98e-57bf296be418 admin admin] Network hostable DHCP agents. Network: 5ac14c10-9dbc-4aeb-abea-aad9d403a4b5, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:42:27.803872 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157d347e-98ce-49f3-a98e-57bf296be418 admin admin] Network 5ac14c10-9dbc-4aeb-abea-aad9d403a4b5 is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:42:27.813572 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-157d347e-98ce-49f3-a98e-57bf296be418 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, 5ac14c10-9dbc-4aeb-abea-aad9d403a4b5) {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:42:27.818710 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157d347e-98ce-49f3-a98e-57bf296be418 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:42:27.820377 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-157d347e-98ce-49f3-a98e-57bf296be418 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:27.822393 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c283ba36-d223-4b4d-b3c9-7ad466bd8785 None None] Network 5ac14c10-9dbc-4aeb-abea-aad9d403a4b5 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:42:27.839915 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-157d347e-98ce-49f3-a98e-57bf296be418 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3732047 Mar 28 01:42:27.842810 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 33782) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:42:27.849166 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-62b52e23-6586-404d-8b48-38742bc160cb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-455784528-router', 'tenant_id': '0fdba60d163a4495abd143e79cbfb1e9', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'}}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:42:27.870345 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-62b52e23-6586-404d-8b48-38742bc160cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7069'] for router (e1bc03e1-e962-42ee-9cb3-c5de15b615e9), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:27.871399 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-62b52e23-6586-404d-8b48-38742bc160cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4188952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7062'] for router (e1bc03e1-e962-42ee-9cb3-c5de15b615e9), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:27.927170 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-62b52e23-6586-404d-8b48-38742bc160cb admin admin] Publish callbacks [] for router_controller (e1bc03e1-e962-42ee-9cb3-c5de15b615e9), precommit_add_association {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:27.939133 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62115836-a11b-4461-9fdb-11b60d363d2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-5ac14c10-9dbc-4aeb-abea-aad9d403a4b5', 'network_id': '5ac14c10-9dbc-4aeb-abea-aad9d403a4b5', 'project_id': '0fdba60d163a4495abd143e79cbfb1e9', 'fixed_ips': [{'subnet_id': 'bec63abb-49a3-48c3-9c1a-2043c47423e5'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:42:27.940362 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-62115836-a11b-4461-9fdb-11b60d363d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:28.079679 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-62b52e23-6586-404d-8b48-38742bc160cb admin admin] Publish callbacks [] for router_gateway (e1bc03e1-e962-42ee-9cb3-c5de15b615e9), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:28.084952 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-62115836-a11b-4461-9fdb-11b60d363d2a None None] Allocated IP 172.20.0.2 (5ac14c10-9dbc-4aeb-abea-aad9d403a4b5/bec63abb-49a3-48c3-9c1a-2043c47423e5/65438fb6-5d52-45bb-a0c2-96fc9fcb0320) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:42:28.247859 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-62115836-a11b-4461-9fdb-11b60d363d2a None None] Publish callbacks [] for port (65438fb6-5d52-45bb-a0c2-96fc9fcb0320), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:28.256291 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-62115836-a11b-4461-9fdb-11b60d363d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (65438fb6-5d52-45bb-a0c2-96fc9fcb0320), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:28.296938 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-62b52e23-6586-404d-8b48-38742bc160cb admin admin] Publish callbacks [] for router_gateway (e1bc03e1-e962-42ee-9cb3-c5de15b615e9), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:28.303791 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 3874f831-098b-4806-af39-2e5e234738aa up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:42:28.318585 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-62b52e23-6586-404d-8b48-38742bc160cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:28.337511 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62115836-a11b-4461-9fdb-11b60d363d2a None None] Network 5ac14c10-9dbc-4aeb-abea-aad9d403a4b5 is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:42:28.343460 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-62115836-a11b-4461-9fdb-11b60d363d2a None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:42:28.353469 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62115836-a11b-4461-9fdb-11b60d363d2a None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:42:28.359517 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62115836-a11b-4461-9fdb-11b60d363d2a None None] Pushing event updated for resources: {'Port': ['ID=65438fb6-5d52-45bb-a0c2-96fc9fcb0320,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:42:28.421608 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-62b52e23-6586-404d-8b48-38742bc160cb admin admin] Allocated IP 172.26.1.101 (dea6548b-502b-42db-97fb-371e423e739a/cce6de65-d8c9-45b8-9970-0a277e8c1192/7be7ecb6-fe9c-4510-a33b-95ef88b329c2) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:42:28.425408 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-62115836-a11b-4461-9fdb-11b60d363d2a None None] Attempting to bind port 65438fb6-5d52-45bb-a0c2-96fc9fcb0320 on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:42:28.425954 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-62115836-a11b-4461-9fdb-11b60d363d2a None None] Attempting to bind port 65438fb6-5d52-45bb-a0c2-96fc9fcb0320 by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': 'b631c275-a410-426a-8ada-45122a634e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '5ac14c10-9dbc-4aeb-abea-aad9d403a4b5'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:42:28.426379 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62115836-a11b-4461-9fdb-11b60d363d2a None None] Attempting to bind port 65438fb6-5d52-45bb-a0c2-96fc9fcb0320 on network 5ac14c10-9dbc-4aeb-abea-aad9d403a4b5 {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:42:28.428403 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 3874f831-098b-4806-af39-2e5e234738aa triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:42:28.428773 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (3874f831-098b-4806-af39-2e5e234738aa), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:28.453645 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62115836-a11b-4461-9fdb-11b60d363d2a None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:42:28.454020 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62115836-a11b-4461-9fdb-11b60d363d2a None None] Checking segment: {'id': 'b631c275-a410-426a-8ada-45122a634e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '5ac14c10-9dbc-4aeb-abea-aad9d403a4b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:42:28.454423 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-62115836-a11b-4461-9fdb-11b60d363d2a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:28.454823 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62115836-a11b-4461-9fdb-11b60d363d2a None None] Bound using segment: {'id': 'b631c275-a410-426a-8ada-45122a634e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '5ac14c10-9dbc-4aeb-abea-aad9d403a4b5'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:42:28.455297 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-62115836-a11b-4461-9fdb-11b60d363d2a None None] Bound port: 65438fb6-5d52-45bb-a0c2-96fc9fcb0320, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b631c275-a410-426a-8ada-45122a634e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '5ac14c10-9dbc-4aeb-abea-aad9d403a4b5'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:42:28.455670 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-62115836-a11b-4461-9fdb-11b60d363d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (65438fb6-5d52-45bb-a0c2-96fc9fcb0320), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:28.529839 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-62b52e23-6586-404d-8b48-38742bc160cb admin admin] Publish callbacks [] for port (7be7ecb6-fe9c-4510-a33b-95ef88b329c2), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:28.554933 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-62115836-a11b-4461-9fdb-11b60d363d2a None None] For port 65438fb6-5d52-45bb-a0c2-96fc9fcb0320, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:42:28.560113 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-62115836-a11b-4461-9fdb-11b60d363d2a None None] For port 65438fb6-5d52-45bb-a0c2-96fc9fcb0320, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=65438fb6-5d52-45bb-a0c2-96fc9fcb0320,segment=NetworkSegment(b631c275-a410-426a-8ada-45122a634e09),segment_id=b631c275-a410-426a-8ada-45122a634e09)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:42:28.567245 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-62b52e23-6586-404d-8b48-38742bc160cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (7be7ecb6-fe9c-4510-a33b-95ef88b329c2), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:28.568011 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 3874f831-098b-4806-af39-2e5e234738aa is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:42:28.568419 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (3874f831-098b-4806-af39-2e5e234738aa), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:28.574516 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-62115836-a11b-4461-9fdb-11b60d363d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (65438fb6-5d52-45bb-a0c2-96fc9fcb0320), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:28.607942 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b52e23-6586-404d-8b48-38742bc160cb admin admin] Network dea6548b-502b-42db-97fb-371e423e739a is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:42:28.612909 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-62b52e23-6586-404d-8b48-38742bc160cb admin admin] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:42:28.615887 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b52e23-6586-404d-8b48-38742bc160cb admin admin] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:42:28.624720 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] For port 3874f831-098b-4806-af39-2e5e234738aa, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=3874f831-098b-4806-af39-2e5e234738aa,segment=NetworkSegment(b6f00c62-aca5-4c73-8989-c04c396daeed),segment_id=b6f00c62-aca5-4c73-8989-c04c396daeed)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:42:28.636824 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (3874f831-098b-4806-af39-2e5e234738aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:28.646513 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62115836-a11b-4461-9fdb-11b60d363d2a None None] Pushing event updated for resources: {'Port': ['ID=65438fb6-5d52-45bb-a0c2-96fc9fcb0320,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:42:28.648085 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b52e23-6586-404d-8b48-38742bc160cb admin admin] Pushing event updated for resources: {'Port': ['ID=7be7ecb6-fe9c-4510-a33b-95ef88b329c2,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:42:28.713398 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Pushing event updated for resources: {'Port': ['ID=3874f831-098b-4806-af39-2e5e234738aa,revision_number=4']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:42:28.898836 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-62b52e23-6586-404d-8b48-38742bc160cb admin admin] Publish callbacks [] for router_gateway (e1bc03e1-e962-42ee-9cb3-c5de15b615e9), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:29.370955 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-62b52e23-6586-404d-8b48-38742bc160cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687953'] for router (e1bc03e1-e962-42ee-9cb3-c5de15b615e9), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:29.459541 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e463215-6761-418b-a0ae-2de5b63dbd6c None None] Sync routers for ids ['1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:42:29.468947 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e463215-6761-418b-a0ae-2de5b63dbd6c None None] Routers {'1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:42:29.469569 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-4e463215-6761-418b-a0ae-2de5b63dbd6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:42:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:42:29.515450 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62b52e23-6586-404d-8b48-38742bc160cb admin admin] Router e1bc03e1-e962-42ee-9cb3-c5de15b615e9 is scheduled to L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 with binding_index 1 {{(pid=104098) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 01:42:29.585921 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-4e463215-6761-418b-a0ae-2de5b63dbd6c None None] Set router 1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:42:29.618584 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6763b31-b7f0-4c78-b4f8-d76b0b1cac85 None None] Network 5ac14c10-9dbc-4aeb-abea-aad9d403a4b5 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:42:29.636118 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62b52e23-6586-404d-8b48-38742bc160cb admin admin] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:42:29.653802 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-62b52e23-6586-404d-8b48-38742bc160cb admin admin] Publish callbacks [] for router (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:29.655066 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-62b52e23-6586-404d-8b48-38742bc160cb admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8112423 Mar 28 01:42:29.657643 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 33784) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:42:29.665400 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6103d6fe-a4e5-4429-94c0-71d98d82eca7 None None] Sync routers for ids ['e1bc03e1-e962-42ee-9cb3-c5de15b615e9'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:42:29.681774 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6103d6fe-a4e5-4429-94c0-71d98d82eca7 None None] Routers {'e1bc03e1-e962-42ee-9cb3-c5de15b615e9'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:42:29.682396 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-6103d6fe-a4e5-4429-94c0-71d98d82eca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:42:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['e1bc03e1-e962-42ee-9cb3-c5de15b615e9'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:42:29.778979 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-f9f8c559-58f4-49e5-ba9a-ffc0a75f8488 None None] Provisioning complete for port 65438fb6-5d52-45bb-a0c2-96fc9fcb0320 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:42:29.778979 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f9f8c559-58f4-49e5-ba9a-ffc0a75f8488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (65438fb6-5d52-45bb-a0c2-96fc9fcb0320), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:29.832444 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-4e463215-6761-418b-a0ae-2de5b63dbd6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b', 'name': 'tempest-TestShelveInstance-1899029453-router', 'tenant_id': '9b473d866bbe4662a4a05d6ae2379b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.115'}], 'enable_snat': True}, 'gw_port_id': '3874f831-098b-4806-af39-2e5e234738aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:42:23Z', 'updated_at': '2022-03-28T01:42:26Z', 'revision_number': 4, 'project_id': '9b473d866bbe4662a4a05d6ae2379b7c', 'gw_port': {'id': '3874f831-098b-4806-af39-2e5e234738aa', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:4c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:42:24Z', 'updated_at': '2022-03-28T01:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': '46edf2c8-61a8-4bde-8936-217b908b9edb', 'name': '', 'network_id': '57f000f1-0871-49d4-8fe3-8b33b795835f', 'tenant_id': '9b473d866bbe4662a4a05d6ae2379b7c', 'mac_address': 'fa:16:3e:b3:28:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '58ad456e-6634-42e5-91ab-c1314f86f024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:42:25Z', 'updated_at': '2022-03-28T01:42:26Z', 'revision_number': 2, 'project_id': '9b473d866bbe4662a4a05d6ae2379b7c', 'subnets': [{'id': '58ad456e-6634-42e5-91ab-c1314f86f024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:42:29.863870 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e463215-6761-418b-a0ae-2de5b63dbd6c None None] Checking router: 1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b for host: dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:42:29.864247 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e463215-6761-418b-a0ae-2de5b63dbd6c None None] Updating router 1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b port 46edf2c8-61a8-4bde-8936-217b908b9edb binding host dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 01:42:29.869828 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-6103d6fe-a4e5-4429-94c0-71d98d82eca7 None None] Set router e1bc03e1-e962-42ee-9cb3-c5de15b615e9 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:42:29.893801 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-4e463215-6761-418b-a0ae-2de5b63dbd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (46edf2c8-61a8-4bde-8936-217b908b9edb), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:30.138547 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-74c25825-913d-433e-88bf-bb2f5c779eda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:30.184150 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-f9f8c559-58f4-49e5-ba9a-ffc0a75f8488 None None] Current status of the port 65438fb6-5d52-45bb-a0c2-96fc9fcb0320 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:42:30.184540 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f9f8c559-58f4-49e5-ba9a-ffc0a75f8488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (65438fb6-5d52-45bb-a0c2-96fc9fcb0320), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:30.209766 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-4e463215-6761-418b-a0ae-2de5b63dbd6c None None] Publish callbacks [] for port (46edf2c8-61a8-4bde-8936-217b908b9edb), precommit_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:30.222572 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-4e463215-6761-418b-a0ae-2de5b63dbd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (46edf2c8-61a8-4bde-8936-217b908b9edb), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:30.250554 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-f9f8c559-58f4-49e5-ba9a-ffc0a75f8488 None None] For port 65438fb6-5d52-45bb-a0c2-96fc9fcb0320, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=65438fb6-5d52-45bb-a0c2-96fc9fcb0320,segment=NetworkSegment(b631c275-a410-426a-8ada-45122a634e09),segment_id=b631c275-a410-426a-8ada-45122a634e09)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:42:30.267187 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f9f8c559-58f4-49e5-ba9a-ffc0a75f8488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (65438fb6-5d52-45bb-a0c2-96fc9fcb0320), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:30.307154 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2728ca30-4e34-4569-afcf-8446c5dc7d6f None None] Pushing event updated for resources: {'Port': ['ID=46edf2c8-61a8-4bde-8936-217b908b9edb,revision_number=3']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:42:30.342554 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2728ca30-4e34-4569-afcf-8446c5dc7d6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:42:30.342948 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2728ca30-4e34-4569-afcf-8446c5dc7d6f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:42:30.343292 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2728ca30-4e34-4569-afcf-8446c5dc7d6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:42:30.343633 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2728ca30-4e34-4569-afcf-8446c5dc7d6f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:42:30.343965 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2728ca30-4e34-4569-afcf-8446c5dc7d6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:42:30.344333 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2728ca30-4e34-4569-afcf-8446c5dc7d6f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:42:30.344661 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2728ca30-4e34-4569-afcf-8446c5dc7d6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:42:30.344984 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2728ca30-4e34-4569-afcf-8446c5dc7d6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:42:30.345314 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2728ca30-4e34-4569-afcf-8446c5dc7d6f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:42:30.345639 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2728ca30-4e34-4569-afcf-8446c5dc7d6f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:42:30.346103 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2728ca30-4e34-4569-afcf-8446c5dc7d6f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:42:30.346440 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2728ca30-4e34-4569-afcf-8446c5dc7d6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:42:30.346755 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2728ca30-4e34-4569-afcf-8446c5dc7d6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:42:30.347569 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2728ca30-4e34-4569-afcf-8446c5dc7d6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:42:30.347569 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2728ca30-4e34-4569-afcf-8446c5dc7d6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:42:30.372688 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-74c25825-913d-433e-88bf-bb2f5c779eda admin admin] Allocated IP 172.20.0.1 (5ac14c10-9dbc-4aeb-abea-aad9d403a4b5/bec63abb-49a3-48c3-9c1a-2043c47423e5/2563c5ee-b066-4309-a4db-29fa6e1b9cc1) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:42:30.408901 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-6103d6fe-a4e5-4429-94c0-71d98d82eca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1bc03e1-e962-42ee-9cb3-c5de15b615e9', 'name': 'tempest-TestShelveInstance-455784528-router', 'tenant_id': '0fdba60d163a4495abd143e79cbfb1e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.101'}], 'enable_snat': True}, 'gw_port_id': '7be7ecb6-fe9c-4510-a33b-95ef88b329c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:42:27Z', 'updated_at': '2022-03-28T01:42:28Z', 'revision_number': 3, 'project_id': '0fdba60d163a4495abd143e79cbfb1e9', 'gw_port': {'id': '7be7ecb6-fe9c-4510-a33b-95ef88b329c2', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:93:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1bc03e1-e962-42ee-9cb3-c5de15b615e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:42:28Z', 'updated_at': '2022-03-28T01:42:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:42:30.420126 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [None req-4e463215-6761-418b-a0ae-2de5b63dbd6c None None] Attempting to bind port 46edf2c8-61a8-4bde-8936-217b908b9edb on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:42:30.421793 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [None req-4e463215-6761-418b-a0ae-2de5b63dbd6c None None] Attempting to bind port 46edf2c8-61a8-4bde-8936-217b908b9edb by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': 'ec567581-2e2d-4ba8-b430-4b51148be13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '57f000f1-0871-49d4-8fe3-8b33b795835f'}] {{(pid=104101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:42:30.422681 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e463215-6761-418b-a0ae-2de5b63dbd6c None None] Attempting to bind port 46edf2c8-61a8-4bde-8936-217b908b9edb on network 57f000f1-0871-49d4-8fe3-8b33b795835f {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:42:30.431782 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e463215-6761-418b-a0ae-2de5b63dbd6c None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:42:30.433012 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e463215-6761-418b-a0ae-2de5b63dbd6c None None] Checking segment: {'id': 'ec567581-2e2d-4ba8-b430-4b51148be13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '57f000f1-0871-49d4-8fe3-8b33b795835f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:42:30.433649 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-4e463215-6761-418b-a0ae-2de5b63dbd6c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:30.434275 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e463215-6761-418b-a0ae-2de5b63dbd6c None None] Bound using segment: {'id': 'ec567581-2e2d-4ba8-b430-4b51148be13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '57f000f1-0871-49d4-8fe3-8b33b795835f'} {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:42:30.435018 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [None req-4e463215-6761-418b-a0ae-2de5b63dbd6c None None] Bound port: 46edf2c8-61a8-4bde-8936-217b908b9edb, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec567581-2e2d-4ba8-b430-4b51148be13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '57f000f1-0871-49d4-8fe3-8b33b795835f'}}] {{(pid=104101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:42:30.435632 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-4e463215-6761-418b-a0ae-2de5b63dbd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (46edf2c8-61a8-4bde-8936-217b908b9edb), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:30.454681 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6103d6fe-a4e5-4429-94c0-71d98d82eca7 None None] Checking router: e1bc03e1-e962-42ee-9cb3-c5de15b615e9 for host: dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:42:30.455029 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6103d6fe-a4e5-4429-94c0-71d98d82eca7 None None] Updating router e1bc03e1-e962-42ee-9cb3-c5de15b615e9 port 7be7ecb6-fe9c-4510-a33b-95ef88b329c2 binding host dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 01:42:30.457210 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 65438fb6-5d52-45bb-a0c2-96fc9fcb0320 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:42:30.461327 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f8c559-58f4-49e5-ba9a-ffc0a75f8488 None None] Pushing event updated for resources: {'Port': ['ID=65438fb6-5d52-45bb-a0c2-96fc9fcb0320,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:42:30.537244 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-6103d6fe-a4e5-4429-94c0-71d98d82eca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (7be7ecb6-fe9c-4510-a33b-95ef88b329c2), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:30.539166 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-74c25825-913d-433e-88bf-bb2f5c779eda admin admin] Publish callbacks [] for port (2563c5ee-b066-4309-a4db-29fa6e1b9cc1), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:30.544287 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.db [None req-4e463215-6761-418b-a0ae-2de5b63dbd6c None None] For port 46edf2c8-61a8-4bde-8936-217b908b9edb, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:42:30.551098 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.db [None req-4e463215-6761-418b-a0ae-2de5b63dbd6c None None] For port 46edf2c8-61a8-4bde-8936-217b908b9edb, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=46edf2c8-61a8-4bde-8936-217b908b9edb,segment=NetworkSegment(ec567581-2e2d-4ba8-b430-4b51148be13a),segment_id=ec567581-2e2d-4ba8-b430-4b51148be13a)] {{(pid=104101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:42:30.559468 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-4e463215-6761-418b-a0ae-2de5b63dbd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (46edf2c8-61a8-4bde-8936-217b908b9edb), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:30.594795 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 65438fb6-5d52-45bb-a0c2-96fc9fcb0320 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:42:30.595175 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (65438fb6-5d52-45bb-a0c2-96fc9fcb0320), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:30.610485 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-74c25825-913d-433e-88bf-bb2f5c779eda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (2563c5ee-b066-4309-a4db-29fa6e1b9cc1), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:30.612618 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e463215-6761-418b-a0ae-2de5b63dbd6c None None] Routers {'1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:42:30.613301 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-4e463215-6761-418b-a0ae-2de5b63dbd6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:42:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:42:30.664473 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c25825-913d-433e-88bf-bb2f5c779eda admin admin] Network 5ac14c10-9dbc-4aeb-abea-aad9d403a4b5 is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:42:30.672895 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-74c25825-913d-433e-88bf-bb2f5c779eda admin admin] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:42:30.675211 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c25825-913d-433e-88bf-bb2f5c779eda admin admin] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:42:30.677537 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c25825-913d-433e-88bf-bb2f5c779eda admin admin] Pushing event updated for resources: {'Port': ['ID=2563c5ee-b066-4309-a4db-29fa6e1b9cc1,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:42:30.731131 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-b8141cb9-2ca3-4d01-bbbb-481bbdcdf5c0 None None] Provisioning complete for port 65438fb6-5d52-45bb-a0c2-96fc9fcb0320 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:42:30.731763 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-74c25825-913d-433e-88bf-bb2f5c779eda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3686596'] for router_interface (e1bc03e1-e962-42ee-9cb3-c5de15b615e9), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:30.731911 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-b8141cb9-2ca3-4d01-bbbb-481bbdcdf5c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (65438fb6-5d52-45bb-a0c2-96fc9fcb0320), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:30.859820 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2728ca30-4e34-4569-afcf-8446c5dc7d6f None None] Pushing event updated for resources: {'Port': ['ID=46edf2c8-61a8-4bde-8936-217b908b9edb,revision_number=4']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:42:30.909658 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-4e463215-6761-418b-a0ae-2de5b63dbd6c None None] Set router 1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:42:30.921604 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-74c25825-913d-433e-88bf-bb2f5c779eda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (2563c5ee-b066-4309-a4db-29fa6e1b9cc1), before_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:30.967340 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 65438fb6-5d52-45bb-a0c2-96fc9fcb0320 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:42:30.968658 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 3874f831-098b-4806-af39-2e5e234738aa up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:42:31.040709 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-b8141cb9-2ca3-4d01-bbbb-481bbdcdf5c0 None None] Current status of the port 65438fb6-5d52-45bb-a0c2-96fc9fcb0320 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:42:31.106546 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 3874f831-098b-4806-af39-2e5e234738aa triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:42:31.107197 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (3874f831-098b-4806-af39-2e5e234738aa), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:31.143589 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-6103d6fe-a4e5-4429-94c0-71d98d82eca7 None None] Publish callbacks [] for port (7be7ecb6-fe9c-4510-a33b-95ef88b329c2), precommit_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:31.152061 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-4e463215-6761-418b-a0ae-2de5b63dbd6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b', 'name': 'tempest-TestShelveInstance-1899029453-router', 'tenant_id': '9b473d866bbe4662a4a05d6ae2379b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.115'}], 'enable_snat': True}, 'gw_port_id': '3874f831-098b-4806-af39-2e5e234738aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:42:23Z', 'updated_at': '2022-03-28T01:42:26Z', 'revision_number': 4, 'project_id': '9b473d866bbe4662a4a05d6ae2379b7c', 'gw_port': {'id': '3874f831-098b-4806-af39-2e5e234738aa', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:4c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:42:24Z', 'updated_at': '2022-03-28T01:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': '46edf2c8-61a8-4bde-8936-217b908b9edb', 'name': '', 'network_id': '57f000f1-0871-49d4-8fe3-8b33b795835f', 'tenant_id': '9b473d866bbe4662a4a05d6ae2379b7c', 'mac_address': 'fa:16:3e:b3:28:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '58ad456e-6634-42e5-91ab-c1314f86f024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:42:25Z', 'updated_at': '2022-03-28T01:42:30Z', 'revision_number': 4, 'project_id': '9b473d866bbe4662a4a05d6ae2379b7c', 'subnets': [{'id': '58ad456e-6634-42e5-91ab-c1314f86f024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:42:31.157799 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-6103d6fe-a4e5-4429-94c0-71d98d82eca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (7be7ecb6-fe9c-4510-a33b-95ef88b329c2), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:31.164554 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-74c25825-913d-433e-88bf-bb2f5c779eda admin admin] Publish callbacks [] for port (2563c5ee-b066-4309-a4db-29fa6e1b9cc1), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:31.170116 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-74c25825-913d-433e-88bf-bb2f5c779eda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126177159'] for port (2563c5ee-b066-4309-a4db-29fa6e1b9cc1), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:31.178616 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e463215-6761-418b-a0ae-2de5b63dbd6c None None] The sync data for ids ['1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b'] in dv-neutron-834874-6-hyperv is: [{'id': '1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b', 'name': 'tempest-TestShelveInstance-1899029453-router', 'tenant_id': '9b473d866bbe4662a4a05d6ae2379b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.115'}], 'enable_snat': True}, 'gw_port_id': '3874f831-098b-4806-af39-2e5e234738aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:42:23Z', 'updated_at': '2022-03-28T01:42:26Z', 'revision_number': 4, 'project_id': '9b473d866bbe4662a4a05d6ae2379b7c', 'gw_port': {'id': '3874f831-098b-4806-af39-2e5e234738aa', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:4c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:42:24Z', 'updated_at': '2022-03-28T01:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': '46edf2c8-61a8-4bde-8936-217b908b9edb', 'name': '', 'network_id': '57f000f1-0871-49d4-8fe3-8b33b795835f', 'tenant_id': '9b473d866bbe4662a4a05d6ae2379b7c', 'mac_address': 'fa:16:3e:b3:28:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '58ad456e-6634-42e5-91ab-c1314f86f024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:42:25Z', 'updated_at': '2022-03-28T01:42:30Z', 'revision_number': 4, 'project_id': '9b473d866bbe4662a4a05d6ae2379b7c', 'subnets': [{'id': '58ad456e-6634-42e5-91ab-c1314f86f024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:42:31.224849 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-f40b483d-46fd-4487-995f-9650eea75ac5 None None] Provisioning complete for port 2563c5ee-b066-4309-a4db-29fa6e1b9cc1 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:42:31.225220 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f40b483d-46fd-4487-995f-9650eea75ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (2563c5ee-b066-4309-a4db-29fa6e1b9cc1), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:31.248414 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-74c25825-913d-433e-88bf-bb2f5c779eda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3725889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3686480'] for router_interface (e1bc03e1-e962-42ee-9cb3-c5de15b615e9), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:31.251463 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72baa6c8-0582-46e3-929f-a37751d0d947 None None] Pushing event updated for resources: {'Port': ['ID=7be7ecb6-fe9c-4510-a33b-95ef88b329c2,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:42:31.256081 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-6103d6fe-a4e5-4429-94c0-71d98d82eca7 None None] Attempting to bind port 7be7ecb6-fe9c-4510-a33b-95ef88b329c2 on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:42:31.256447 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-6103d6fe-a4e5-4429-94c0-71d98d82eca7 None None] Attempting to bind port 7be7ecb6-fe9c-4510-a33b-95ef88b329c2 by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': 'b6f00c62-aca5-4c73-8989-c04c396daeed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:42:31.256808 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6103d6fe-a4e5-4429-94c0-71d98d82eca7 None None] Attempting to bind port 7be7ecb6-fe9c-4510-a33b-95ef88b329c2 on network dea6548b-502b-42db-97fb-371e423e739a {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:42:31.258896 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c25825-913d-433e-88bf-bb2f5c779eda admin admin] Pushing event updated for resources: {'Port': ['ID=2563c5ee-b066-4309-a4db-29fa6e1b9cc1,revision_number=2']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:42:31.270284 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6103d6fe-a4e5-4429-94c0-71d98d82eca7 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:42:31.270531 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6103d6fe-a4e5-4429-94c0-71d98d82eca7 None None] Checking segment: {'id': 'b6f00c62-aca5-4c73-8989-c04c396daeed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:42:31.270838 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-6103d6fe-a4e5-4429-94c0-71d98d82eca7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:31.271238 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6103d6fe-a4e5-4429-94c0-71d98d82eca7 None None] Bound using segment: {'id': 'b6f00c62-aca5-4c73-8989-c04c396daeed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:42:31.271731 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-6103d6fe-a4e5-4429-94c0-71d98d82eca7 None None] Bound port: 7be7ecb6-fe9c-4510-a33b-95ef88b329c2, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6f00c62-aca5-4c73-8989-c04c396daeed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:42:31.272132 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-6103d6fe-a4e5-4429-94c0-71d98d82eca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (7be7ecb6-fe9c-4510-a33b-95ef88b329c2), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:31.325958 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-f40b483d-46fd-4487-995f-9650eea75ac5 None None] Port 2563c5ee-b066-4309-a4db-29fa6e1b9cc1 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:42:31.358377 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c25825-913d-433e-88bf-bb2f5c779eda admin admin] Network 5ac14c10-9dbc-4aeb-abea-aad9d403a4b5 is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:42:31.359878 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-74c25825-913d-433e-88bf-bb2f5c779eda admin admin] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:42:31.365186 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 3874f831-098b-4806-af39-2e5e234738aa is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:42:31.374186 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-f40b483d-46fd-4487-995f-9650eea75ac5 None None] Provisioning complete for port 46edf2c8-61a8-4bde-8936-217b908b9edb triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:42:31.374510 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f40b483d-46fd-4487-995f-9650eea75ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (46edf2c8-61a8-4bde-8936-217b908b9edb), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:31.402660 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-6103d6fe-a4e5-4429-94c0-71d98d82eca7 None None] For port 7be7ecb6-fe9c-4510-a33b-95ef88b329c2, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:42:31.427213 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-6103d6fe-a4e5-4429-94c0-71d98d82eca7 None None] For port 7be7ecb6-fe9c-4510-a33b-95ef88b329c2, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=7be7ecb6-fe9c-4510-a33b-95ef88b329c2,segment=NetworkSegment(b6f00c62-aca5-4c73-8989-c04c396daeed),segment_id=b6f00c62-aca5-4c73-8989-c04c396daeed)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:42:31.440300 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-6103d6fe-a4e5-4429-94c0-71d98d82eca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (7be7ecb6-fe9c-4510-a33b-95ef88b329c2), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:31.502148 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74c25825-913d-433e-88bf-bb2f5c779eda admin admin] Router e1bc03e1-e962-42ee-9cb3-c5de15b615e9 has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:42:31.523165 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72baa6c8-0582-46e3-929f-a37751d0d947 None None] Pushing event updated for resources: {'Port': ['ID=7be7ecb6-fe9c-4510-a33b-95ef88b329c2,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:42:31.525897 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6103d6fe-a4e5-4429-94c0-71d98d82eca7 None None] Routers {'e1bc03e1-e962-42ee-9cb3-c5de15b615e9'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:42:31.527044 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-6103d6fe-a4e5-4429-94c0-71d98d82eca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:42:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['e1bc03e1-e962-42ee-9cb3-c5de15b615e9'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:42:31.633407 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-f40b483d-46fd-4487-995f-9650eea75ac5 None None] Current status of the port 46edf2c8-61a8-4bde-8936-217b908b9edb is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:42:31.633799 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f40b483d-46fd-4487-995f-9650eea75ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (46edf2c8-61a8-4bde-8936-217b908b9edb), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:31.640364 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74c25825-913d-433e-88bf-bb2f5c779eda admin admin] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:42:31.648093 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-74c25825-913d-433e-88bf-bb2f5c779eda admin admin] 10.222.0.24 "PUT /v2.0/routers/e1bc03e1-e962-42ee-9cb3-c5de15b615e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9893250 Mar 28 01:42:31.687419 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-f40b483d-46fd-4487-995f-9650eea75ac5 None None] For port 46edf2c8-61a8-4bde-8936-217b908b9edb, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=46edf2c8-61a8-4bde-8936-217b908b9edb,segment=NetworkSegment(ec567581-2e2d-4ba8-b430-4b51148be13a),segment_id=ec567581-2e2d-4ba8-b430-4b51148be13a)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:42:31.692780 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f40b483d-46fd-4487-995f-9650eea75ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (46edf2c8-61a8-4bde-8936-217b908b9edb), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:31.703853 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-6103d6fe-a4e5-4429-94c0-71d98d82eca7 None None] Set router e1bc03e1-e962-42ee-9cb3-c5de15b615e9 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:42:31.818092 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40b483d-46fd-4487-995f-9650eea75ac5 None None] Pushing event updated for resources: {'Port': ['ID=46edf2c8-61a8-4bde-8936-217b908b9edb,revision_number=5']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:42:31.872442 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-479bcfa1-5efa-4b27-9261-12ed75c78787 None None] Provisioning complete for port 2563c5ee-b066-4309-a4db-29fa6e1b9cc1 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:42:31.872818 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-479bcfa1-5efa-4b27-9261-12ed75c78787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (2563c5ee-b066-4309-a4db-29fa6e1b9cc1), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:31.925150 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-479bcfa1-5efa-4b27-9261-12ed75c78787 None None] Port 2563c5ee-b066-4309-a4db-29fa6e1b9cc1 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:42:31.988148 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-6103d6fe-a4e5-4429-94c0-71d98d82eca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1bc03e1-e962-42ee-9cb3-c5de15b615e9', 'name': 'tempest-TestShelveInstance-455784528-router', 'tenant_id': '0fdba60d163a4495abd143e79cbfb1e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.101'}], 'enable_snat': True}, 'gw_port_id': '7be7ecb6-fe9c-4510-a33b-95ef88b329c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:42:27Z', 'updated_at': '2022-03-28T01:42:30Z', 'revision_number': 4, 'project_id': '0fdba60d163a4495abd143e79cbfb1e9', 'gw_port': {'id': '7be7ecb6-fe9c-4510-a33b-95ef88b329c2', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:93:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1bc03e1-e962-42ee-9cb3-c5de15b615e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:42:28Z', 'updated_at': '2022-03-28T01:42:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': '2563c5ee-b066-4309-a4db-29fa6e1b9cc1', 'name': '', 'network_id': '5ac14c10-9dbc-4aeb-abea-aad9d403a4b5', 'tenant_id': '0fdba60d163a4495abd143e79cbfb1e9', 'mac_address': 'fa:16:3e:af:09:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1bc03e1-e962-42ee-9cb3-c5de15b615e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': 'bec63abb-49a3-48c3-9c1a-2043c47423e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:42:30Z', 'updated_at': '2022-03-28T01:42:31Z', 'revision_number': 2, 'project_id': '0fdba60d163a4495abd143e79cbfb1e9', 'subnets': [{'id': 'bec63abb-49a3-48c3-9c1a-2043c47423e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:42:32.018747 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6103d6fe-a4e5-4429-94c0-71d98d82eca7 None None] The sync data for ids ['e1bc03e1-e962-42ee-9cb3-c5de15b615e9'] in dv-neutron-834874-6-hyperv is: [{'id': 'e1bc03e1-e962-42ee-9cb3-c5de15b615e9', 'name': 'tempest-TestShelveInstance-455784528-router', 'tenant_id': '0fdba60d163a4495abd143e79cbfb1e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.101'}], 'enable_snat': True}, 'gw_port_id': '7be7ecb6-fe9c-4510-a33b-95ef88b329c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:42:27Z', 'updated_at': '2022-03-28T01:42:30Z', 'revision_number': 4, 'project_id': '0fdba60d163a4495abd143e79cbfb1e9', 'gw_port': {'id': '7be7ecb6-fe9c-4510-a33b-95ef88b329c2', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:93:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1bc03e1-e962-42ee-9cb3-c5de15b615e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:42:28Z', 'updated_at': '2022-03-28T01:42:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': '2563c5ee-b066-4309-a4db-29fa6e1b9cc1', 'name': '', 'network_id': '5ac14c10-9dbc-4aeb-abea-aad9d403a4b5', 'tenant_id': '0fdba60d163a4495abd143e79cbfb1e9', 'mac_address': 'fa:16:3e:af:09:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1bc03e1-e962-42ee-9cb3-c5de15b615e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': 'bec63abb-49a3-48c3-9c1a-2043c47423e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:42:30Z', 'updated_at': '2022-03-28T01:42:31Z', 'revision_number': 2, 'project_id': '0fdba60d163a4495abd143e79cbfb1e9', 'subnets': [{'id': 'bec63abb-49a3-48c3-9c1a-2043c47423e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:42:32.297000 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 46edf2c8-61a8-4bde-8936-217b908b9edb up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:42:32.348571 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 46edf2c8-61a8-4bde-8936-217b908b9edb triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:42:32.348944 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (46edf2c8-61a8-4bde-8936-217b908b9edb), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:32.436641 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 46edf2c8-61a8-4bde-8936-217b908b9edb is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:42:32.437847 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 65438fb6-5d52-45bb-a0c2-96fc9fcb0320 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:42:32.491396 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 65438fb6-5d52-45bb-a0c2-96fc9fcb0320 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:42:32.491772 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (65438fb6-5d52-45bb-a0c2-96fc9fcb0320), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:32.513918 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 33792) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:42:32.519127 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-ea5d9049-463b-4950-b553-ee2b288ee12e tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-823653084', 'description': 'tempest-secgroup-smoke-823653084 description', 'project_id': '9b473d866bbe4662a4a05d6ae2379b7c'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:42:32.546043 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ea5d9049-463b-4950-b553-ee2b288ee12e tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:32.572443 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 65438fb6-5d52-45bb-a0c2-96fc9fcb0320 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:42:32.619154 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ea5d9049-463b-4950-b553-ee2b288ee12e tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Publish callbacks [] for security_group (f6509708-0025-4e1e-8bbf-6999175c4a8e), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:32.624673 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ea5d9049-463b-4950-b553-ee2b288ee12e tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (f6509708-0025-4e1e-8bbf-6999175c4a8e), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:32.656839 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ea5d9049-463b-4950-b553-ee2b288ee12e tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:32.661000 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-ea5d9049-463b-4950-b553-ee2b288ee12e tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1428757 Mar 28 01:42:32.661440 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 33794) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:42:32.666351 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5d9049-463b-4950-b553-ee2b288ee12e tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6509708-0025-4e1e-8bbf-6999175c4a8e,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:42:32.666587 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-aa9ff1a2-cd6e-4871-a86e-c01b343cd23b tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Request body: {'security_group_rule': {'security_group_id': 'f6509708-0025-4e1e-8bbf-6999175c4a8e', 'project_id': '9b473d866bbe4662a4a05d6ae2379b7c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:42:32.701031 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-aa9ff1a2-cd6e-4871-a86e-c01b343cd23b tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Publish callbacks [] for security_group_rule (869b198e-5796-4980-809d-75b8f8098532), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:32.760573 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-aa9ff1a2-cd6e-4871-a86e-c01b343cd23b tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Publish callbacks [] for security_group_rule (869b198e-5796-4980-809d-75b8f8098532), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:32.765301 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-aa9ff1a2-cd6e-4871-a86e-c01b343cd23b tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (869b198e-5796-4980-809d-75b8f8098532), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:32.783343 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9ff1a2-cd6e-4871-a86e-c01b343cd23b tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=869b198e-5796-4980-809d-75b8f8098532,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:42:32.792636 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-aa9ff1a2-cd6e-4871-a86e-c01b343cd23b tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:32.793886 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-aa9ff1a2-cd6e-4871-a86e-c01b343cd23b tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1312478 Mar 28 01:42:32.796611 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 33796) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:42:32.800768 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-0f8c82cb-ddc8-4705-8967-378e392760c1 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Request body: {'security_group_rule': {'security_group_id': 'f6509708-0025-4e1e-8bbf-6999175c4a8e', 'project_id': '9b473d866bbe4662a4a05d6ae2379b7c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:42:32.823969 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0f8c82cb-ddc8-4705-8967-378e392760c1 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Publish callbacks [] for security_group_rule (67b91e76-8a45-4f24-b817-64003ed2eee4), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:32.879372 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0f8c82cb-ddc8-4705-8967-378e392760c1 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Publish callbacks [] for security_group_rule (67b91e76-8a45-4f24-b817-64003ed2eee4), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:32.883598 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0f8c82cb-ddc8-4705-8967-378e392760c1 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (67b91e76-8a45-4f24-b817-64003ed2eee4), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:32.907762 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8c82cb-ddc8-4705-8967-378e392760c1 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67b91e76-8a45-4f24-b817-64003ed2eee4,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:42:32.924146 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0f8c82cb-ddc8-4705-8967-378e392760c1 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:32.925455 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-0f8c82cb-ddc8-4705-8967-378e392760c1 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1279254 Mar 28 01:42:32.928225 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 33798) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:42:32.932574 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-8ea63849-d388-4688-8dea-cb9e0a0e1a38 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Request body: {'security_group_rule': {'security_group_id': 'f6509708-0025-4e1e-8bbf-6999175c4a8e', 'project_id': '9b473d866bbe4662a4a05d6ae2379b7c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:42:32.956559 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8ea63849-d388-4688-8dea-cb9e0a0e1a38 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Publish callbacks [] for security_group_rule (1ba69c74-6e1c-4ca1-af3d-f0d9f4f85e45), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:33.010420 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8ea63849-d388-4688-8dea-cb9e0a0e1a38 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Publish callbacks [] for security_group_rule (1ba69c74-6e1c-4ca1-af3d-f0d9f4f85e45), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:33.013838 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8ea63849-d388-4688-8dea-cb9e0a0e1a38 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (1ba69c74-6e1c-4ca1-af3d-f0d9f4f85e45), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:33.030768 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea63849-d388-4688-8dea-cb9e0a0e1a38 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ba69c74-6e1c-4ca1-af3d-f0d9f4f85e45,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:42:33.038450 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8ea63849-d388-4688-8dea-cb9e0a0e1a38 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:33.039616 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-8ea63849-d388-4688-8dea-cb9e0a0e1a38 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1104753 Mar 28 01:42:33.043017 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 33800) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:42:33.047299 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-2752c660-d2ea-42ba-bd92-2ba2f2404138 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Request body: {'security_group_rule': {'security_group_id': 'f6509708-0025-4e1e-8bbf-6999175c4a8e', 'project_id': '9b473d866bbe4662a4a05d6ae2379b7c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:42:33.070641 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2752c660-d2ea-42ba-bd92-2ba2f2404138 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Publish callbacks [] for security_group_rule (f1ce41ea-75dc-4555-907d-23d4692260e5), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:33.131763 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2752c660-d2ea-42ba-bd92-2ba2f2404138 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Publish callbacks [] for security_group_rule (f1ce41ea-75dc-4555-907d-23d4692260e5), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:33.135308 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2752c660-d2ea-42ba-bd92-2ba2f2404138 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (f1ce41ea-75dc-4555-907d-23d4692260e5), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:33.155831 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2752c660-d2ea-42ba-bd92-2ba2f2404138 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1ce41ea-75dc-4555-907d-23d4692260e5,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:42:33.163481 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2752c660-d2ea-42ba-bd92-2ba2f2404138 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:33.164723 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-2752c660-d2ea-42ba-bd92-2ba2f2404138 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1207428 Mar 28 01:42:33.167464 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 33802) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:42:33.172852 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-1c27708b-8752-4ff1-bf53-c079824b0b35 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Request body: {'security_group_rule': {'security_group_id': 'f6509708-0025-4e1e-8bbf-6999175c4a8e', 'project_id': '9b473d866bbe4662a4a05d6ae2379b7c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:42:33.173024 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:33.192936 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.securitygroups_db [None req-1c27708b-8752-4ff1-bf53-c079824b0b35 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Project 9b473d866bbe4662a4a05d6ae2379b7c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 01:42:33.197720 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-1c27708b-8752-4ff1-bf53-c079824b0b35 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Publish callbacks [] for security_group_rule (4d9ee45b-caae-4e5f-aac7-d9e612230bc9), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:33.253939 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-1c27708b-8752-4ff1-bf53-c079824b0b35 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Publish callbacks [] for security_group_rule (4d9ee45b-caae-4e5f-aac7-d9e612230bc9), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:33.257180 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-1c27708b-8752-4ff1-bf53-c079824b0b35 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (4d9ee45b-caae-4e5f-aac7-d9e612230bc9), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:33.275470 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c27708b-8752-4ff1-bf53-c079824b0b35 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d9ee45b-caae-4e5f-aac7-d9e612230bc9,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:42:33.281483 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-1c27708b-8752-4ff1-bf53-c079824b0b35 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:33.282655 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-1c27708b-8752-4ff1-bf53-c079824b0b35 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1141517 Mar 28 01:42:33.285592 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 33804) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:42:33.290063 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-c9331cb5-5f31-4e4e-a94d-50bd0b51eef3 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Request body: {'security_group_rule': {'security_group_id': 'f6509708-0025-4e1e-8bbf-6999175c4a8e', 'project_id': '9b473d866bbe4662a4a05d6ae2379b7c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:42:33.309355 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.securitygroups_db [None req-c9331cb5-5f31-4e4e-a94d-50bd0b51eef3 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Project 9b473d866bbe4662a4a05d6ae2379b7c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 01:42:33.314197 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c9331cb5-5f31-4e4e-a94d-50bd0b51eef3 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Publish callbacks [] for security_group_rule (c659bb90-3039-4aa6-a958-4a20f8ca9f31), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:33.371355 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c9331cb5-5f31-4e4e-a94d-50bd0b51eef3 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Publish callbacks [] for security_group_rule (c659bb90-3039-4aa6-a958-4a20f8ca9f31), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:33.374767 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c9331cb5-5f31-4e4e-a94d-50bd0b51eef3 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (c659bb90-3039-4aa6-a958-4a20f8ca9f31), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:33.392177 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9331cb5-5f31-4e4e-a94d-50bd0b51eef3 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c659bb90-3039-4aa6-a958-4a20f8ca9f31,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:42:33.401861 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c9331cb5-5f31-4e4e-a94d-50bd0b51eef3 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:33.403853 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-c9331cb5-5f31-4e4e-a94d-50bd0b51eef3 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1170645 Mar 28 01:42:33.552216 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-d71c5978-3c7b-4800-b003-b8f653eac136 req-010c85ee-d622-49e0-bd93-a6838faeb96c tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-823653084&fields=id&tenant_id=9b473d866bbe4662a4a05d6ae2379b7c HTTP/1.1" status: 200 len: 267 time: 0.0429299 Mar 28 01:42:33.656767 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71c5978-3c7b-4800-b003-b8f653eac136 req-6b3bad2e-d999-45af-b8c4-ec7e7288a4f8 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:42:33.658219 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-d71c5978-3c7b-4800-b003-b8f653eac136 req-6b3bad2e-d999-45af-b8c4-ec7e7288a4f8 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/networks?id=57f000f1-0871-49d4-8fe3-8b33b795835f HTTP/1.1" status: 200 len: 809 time: 0.0994096 Mar 28 01:42:33.672368 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-d71c5978-3c7b-4800-b003-b8f653eac136 req-d4410efa-4fea-49b1-b7ff-c01c2f892376 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/quotas/9b473d866bbe4662a4a05d6ae2379b7c HTTP/1.1" status: 200 len: 375 time: 0.0088606 Mar 28 01:42:33.726806 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-d71c5978-3c7b-4800-b003-b8f653eac136 req-a10604da-cf14-4a1d-9139-1aec06c438e6 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9b473d866bbe4662a4a05d6ae2379b7c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497780 Mar 28 01:42:33.826631 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-d71c5978-3c7b-4800-b003-b8f653eac136 req-3cfc25dc-8374-4736-9819-15b6959250b0 service neutron] 10.222.0.24 "GET /v2.0/networks/57f000f1-0871-49d4-8fe3-8b33b795835f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875854 Mar 28 01:42:33.923227 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-d71c5978-3c7b-4800-b003-b8f653eac136 req-fc867fda-523e-4f74-a8cb-5a8156089631 service neutron] 10.222.0.24 "GET /v2.0/networks/57f000f1-0871-49d4-8fe3-8b33b795835f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909119 Mar 28 01:42:34.092743 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-efb19969-6463-42d5-99d2-dbe4984f3e0c req-4e77e993-3db4-4ee1-b39c-96ee5463be6d tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/ports?device_id=bad5f87d-8205-42a2-a430-80b053b7cadb HTTP/1.1" status: 200 len: 210 time: 0.0308616 Mar 28 01:42:34.251861 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 7be7ecb6-fe9c-4510-a33b-95ef88b329c2 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:42:34.303631 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 7be7ecb6-fe9c-4510-a33b-95ef88b329c2 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:42:34.304002 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (7be7ecb6-fe9c-4510-a33b-95ef88b329c2), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:34.531075 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 7be7ecb6-fe9c-4510-a33b-95ef88b329c2 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:42:34.531468 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (7be7ecb6-fe9c-4510-a33b-95ef88b329c2), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:34.551660 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] For port 7be7ecb6-fe9c-4510-a33b-95ef88b329c2, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=7be7ecb6-fe9c-4510-a33b-95ef88b329c2,segment=NetworkSegment(b6f00c62-aca5-4c73-8989-c04c396daeed),segment_id=b6f00c62-aca5-4c73-8989-c04c396daeed)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:42:34.555253 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (7be7ecb6-fe9c-4510-a33b-95ef88b329c2), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:34.601042 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Pushing event updated for resources: {'Port': ['ID=7be7ecb6-fe9c-4510-a33b-95ef88b329c2,revision_number=4']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:42:34.981205 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12255299-9e5e-4811-8682-e65116fc7515 None None] Sync routers for ids ['e1bc03e1-e962-42ee-9cb3-c5de15b615e9'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:42:34.991130 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12255299-9e5e-4811-8682-e65116fc7515 None None] Routers {'e1bc03e1-e962-42ee-9cb3-c5de15b615e9'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:42:34.991734 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-12255299-9e5e-4811-8682-e65116fc7515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:42:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['e1bc03e1-e962-42ee-9cb3-c5de15b615e9'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:42:35.096494 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-12255299-9e5e-4811-8682-e65116fc7515 None None] Set router e1bc03e1-e962-42ee-9cb3-c5de15b615e9 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:42:35.182752 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e9a09cd8-1f31-427e-b3c8-616f6d8683e3 req-74e778b7-b3e4-4180-a7dc-449a4ab09325 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/ports?device_id=bad5f87d-8205-42a2-a430-80b053b7cadb HTTP/1.1" status: 200 len: 210 time: 0.0293152 Mar 28 01:42:35.305557 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-12255299-9e5e-4811-8682-e65116fc7515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1bc03e1-e962-42ee-9cb3-c5de15b615e9', 'name': 'tempest-TestShelveInstance-455784528-router', 'tenant_id': '0fdba60d163a4495abd143e79cbfb1e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.101'}], 'enable_snat': True}, 'gw_port_id': '7be7ecb6-fe9c-4510-a33b-95ef88b329c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:42:27Z', 'updated_at': '2022-03-28T01:42:30Z', 'revision_number': 4, 'project_id': '0fdba60d163a4495abd143e79cbfb1e9', 'gw_port': {'id': '7be7ecb6-fe9c-4510-a33b-95ef88b329c2', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:93:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1bc03e1-e962-42ee-9cb3-c5de15b615e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:42:28Z', 'updated_at': '2022-03-28T01:42:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': '2563c5ee-b066-4309-a4db-29fa6e1b9cc1', 'name': '', 'network_id': '5ac14c10-9dbc-4aeb-abea-aad9d403a4b5', 'tenant_id': '0fdba60d163a4495abd143e79cbfb1e9', 'mac_address': 'fa:16:3e:af:09:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1bc03e1-e962-42ee-9cb3-c5de15b615e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': 'bec63abb-49a3-48c3-9c1a-2043c47423e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:42:30Z', 'updated_at': '2022-03-28T01:42:31Z', 'revision_number': 2, 'project_id': '0fdba60d163a4495abd143e79cbfb1e9', 'subnets': [{'id': 'bec63abb-49a3-48c3-9c1a-2043c47423e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:42:35.331397 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12255299-9e5e-4811-8682-e65116fc7515 None None] Checking router: e1bc03e1-e962-42ee-9cb3-c5de15b615e9 for host: dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:42:35.331745 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12255299-9e5e-4811-8682-e65116fc7515 None None] Updating router e1bc03e1-e962-42ee-9cb3-c5de15b615e9 port 2563c5ee-b066-4309-a4db-29fa6e1b9cc1 binding host dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 01:42:35.358222 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-12255299-9e5e-4811-8682-e65116fc7515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (2563c5ee-b066-4309-a4db-29fa6e1b9cc1), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:35.608777 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-12255299-9e5e-4811-8682-e65116fc7515 None None] Publish callbacks [] for port (2563c5ee-b066-4309-a4db-29fa6e1b9cc1), precommit_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:35.614265 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-12255299-9e5e-4811-8682-e65116fc7515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (2563c5ee-b066-4309-a4db-29fa6e1b9cc1), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:35.662918 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eccf40c-6a80-4235-8214-510626da9654 None None] Pushing event updated for resources: {'Port': ['ID=2563c5ee-b066-4309-a4db-29fa6e1b9cc1,revision_number=3']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:42:35.714567 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [None req-12255299-9e5e-4811-8682-e65116fc7515 None None] Attempting to bind port 2563c5ee-b066-4309-a4db-29fa6e1b9cc1 on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:42:35.714933 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [None req-12255299-9e5e-4811-8682-e65116fc7515 None None] Attempting to bind port 2563c5ee-b066-4309-a4db-29fa6e1b9cc1 by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': 'b631c275-a410-426a-8ada-45122a634e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '5ac14c10-9dbc-4aeb-abea-aad9d403a4b5'}] {{(pid=104101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:42:35.715292 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12255299-9e5e-4811-8682-e65116fc7515 None None] Attempting to bind port 2563c5ee-b066-4309-a4db-29fa6e1b9cc1 on network 5ac14c10-9dbc-4aeb-abea-aad9d403a4b5 {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:42:35.720430 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12255299-9e5e-4811-8682-e65116fc7515 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:42:35.720799 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12255299-9e5e-4811-8682-e65116fc7515 None None] Checking segment: {'id': 'b631c275-a410-426a-8ada-45122a634e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '5ac14c10-9dbc-4aeb-abea-aad9d403a4b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:42:35.721194 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-12255299-9e5e-4811-8682-e65116fc7515 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:35.721583 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12255299-9e5e-4811-8682-e65116fc7515 None None] Bound using segment: {'id': 'b631c275-a410-426a-8ada-45122a634e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '5ac14c10-9dbc-4aeb-abea-aad9d403a4b5'} {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:42:35.722042 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [None req-12255299-9e5e-4811-8682-e65116fc7515 None None] Bound port: 2563c5ee-b066-4309-a4db-29fa6e1b9cc1, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b631c275-a410-426a-8ada-45122a634e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '5ac14c10-9dbc-4aeb-abea-aad9d403a4b5'}}] {{(pid=104101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:42:35.722413 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-12255299-9e5e-4811-8682-e65116fc7515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (2563c5ee-b066-4309-a4db-29fa6e1b9cc1), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:35.790052 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.db [None req-12255299-9e5e-4811-8682-e65116fc7515 None None] For port 2563c5ee-b066-4309-a4db-29fa6e1b9cc1, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:42:35.793443 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.db [None req-12255299-9e5e-4811-8682-e65116fc7515 None None] For port 2563c5ee-b066-4309-a4db-29fa6e1b9cc1, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=2563c5ee-b066-4309-a4db-29fa6e1b9cc1,segment=NetworkSegment(b631c275-a410-426a-8ada-45122a634e09),segment_id=b631c275-a410-426a-8ada-45122a634e09)] {{(pid=104101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:42:35.798802 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-12255299-9e5e-4811-8682-e65116fc7515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (2563c5ee-b066-4309-a4db-29fa6e1b9cc1), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:35.855431 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12255299-9e5e-4811-8682-e65116fc7515 None None] Routers {'e1bc03e1-e962-42ee-9cb3-c5de15b615e9'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:42:35.856077 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-12255299-9e5e-4811-8682-e65116fc7515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:42:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['e1bc03e1-e962-42ee-9cb3-c5de15b615e9'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:42:35.878511 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-15e342a3-0b07-4f08-b35d-4dddaa38d896 None None] Provisioning complete for port 2563c5ee-b066-4309-a4db-29fa6e1b9cc1 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:42:35.879071 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-15e342a3-0b07-4f08-b35d-4dddaa38d896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (2563c5ee-b066-4309-a4db-29fa6e1b9cc1), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:35.894010 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eccf40c-6a80-4235-8214-510626da9654 None None] Pushing event updated for resources: {'Port': ['ID=2563c5ee-b066-4309-a4db-29fa6e1b9cc1,revision_number=4']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:42:35.963666 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-15e342a3-0b07-4f08-b35d-4dddaa38d896 None None] Current status of the port 2563c5ee-b066-4309-a4db-29fa6e1b9cc1 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:42:35.964102 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-15e342a3-0b07-4f08-b35d-4dddaa38d896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (2563c5ee-b066-4309-a4db-29fa6e1b9cc1), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:35.977717 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-12255299-9e5e-4811-8682-e65116fc7515 None None] Set router e1bc03e1-e962-42ee-9cb3-c5de15b615e9 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:42:35.998503 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-15e342a3-0b07-4f08-b35d-4dddaa38d896 None None] For port 2563c5ee-b066-4309-a4db-29fa6e1b9cc1, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=2563c5ee-b066-4309-a4db-29fa6e1b9cc1,segment=NetworkSegment(b631c275-a410-426a-8ada-45122a634e09),segment_id=b631c275-a410-426a-8ada-45122a634e09)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:42:36.002697 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-15e342a3-0b07-4f08-b35d-4dddaa38d896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (2563c5ee-b066-4309-a4db-29fa6e1b9cc1), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:36.050616 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e342a3-0b07-4f08-b35d-4dddaa38d896 None None] Pushing event updated for resources: {'Port': ['ID=2563c5ee-b066-4309-a4db-29fa6e1b9cc1,revision_number=5']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:42:36.124949 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-3ddca748-da2d-4619-b9e2-30dccff23b45 None None] Provisioning complete for port 2563c5ee-b066-4309-a4db-29fa6e1b9cc1 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:42:36.125315 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-3ddca748-da2d-4619-b9e2-30dccff23b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (2563c5ee-b066-4309-a4db-29fa6e1b9cc1), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:36.174725 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-12255299-9e5e-4811-8682-e65116fc7515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1bc03e1-e962-42ee-9cb3-c5de15b615e9', 'name': 'tempest-TestShelveInstance-455784528-router', 'tenant_id': '0fdba60d163a4495abd143e79cbfb1e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.101'}], 'enable_snat': True}, 'gw_port_id': '7be7ecb6-fe9c-4510-a33b-95ef88b329c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:42:27Z', 'updated_at': '2022-03-28T01:42:30Z', 'revision_number': 4, 'project_id': '0fdba60d163a4495abd143e79cbfb1e9', 'gw_port': {'id': '7be7ecb6-fe9c-4510-a33b-95ef88b329c2', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:93:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1bc03e1-e962-42ee-9cb3-c5de15b615e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:42:28Z', 'updated_at': '2022-03-28T01:42:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': '2563c5ee-b066-4309-a4db-29fa6e1b9cc1', 'name': '', 'network_id': '5ac14c10-9dbc-4aeb-abea-aad9d403a4b5', 'tenant_id': '0fdba60d163a4495abd143e79cbfb1e9', 'mac_address': 'fa:16:3e:af:09:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1bc03e1-e962-42ee-9cb3-c5de15b615e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': 'bec63abb-49a3-48c3-9c1a-2043c47423e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:42:30Z', 'updated_at': '2022-03-28T01:42:35Z', 'revision_number': 4, 'project_id': '0fdba60d163a4495abd143e79cbfb1e9', 'subnets': [{'id': 'bec63abb-49a3-48c3-9c1a-2043c47423e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:42:36.207609 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12255299-9e5e-4811-8682-e65116fc7515 None None] The sync data for ids ['e1bc03e1-e962-42ee-9cb3-c5de15b615e9'] in dv-neutron-834874-6-hyperv is: [{'id': 'e1bc03e1-e962-42ee-9cb3-c5de15b615e9', 'name': 'tempest-TestShelveInstance-455784528-router', 'tenant_id': '0fdba60d163a4495abd143e79cbfb1e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.101'}], 'enable_snat': True}, 'gw_port_id': '7be7ecb6-fe9c-4510-a33b-95ef88b329c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:42:27Z', 'updated_at': '2022-03-28T01:42:30Z', 'revision_number': 4, 'project_id': '0fdba60d163a4495abd143e79cbfb1e9', 'gw_port': {'id': '7be7ecb6-fe9c-4510-a33b-95ef88b329c2', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:93:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1bc03e1-e962-42ee-9cb3-c5de15b615e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:42:28Z', 'updated_at': '2022-03-28T01:42:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': '2563c5ee-b066-4309-a4db-29fa6e1b9cc1', 'name': '', 'network_id': '5ac14c10-9dbc-4aeb-abea-aad9d403a4b5', 'tenant_id': '0fdba60d163a4495abd143e79cbfb1e9', 'mac_address': 'fa:16:3e:af:09:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1bc03e1-e962-42ee-9cb3-c5de15b615e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': 'bec63abb-49a3-48c3-9c1a-2043c47423e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:42:30Z', 'updated_at': '2022-03-28T01:42:35Z', 'revision_number': 4, 'project_id': '0fdba60d163a4495abd143e79cbfb1e9', 'subnets': [{'id': 'bec63abb-49a3-48c3-9c1a-2043c47423e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:42:36.209530 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-3ddca748-da2d-4619-b9e2-30dccff23b45 None None] Current status of the port 2563c5ee-b066-4309-a4db-29fa6e1b9cc1 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:42:36.281211 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 7be7ecb6-fe9c-4510-a33b-95ef88b329c2 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:42:36.283524 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-a1d13edd-0e66-4fa9-9a04-ee32ca039dc0 req-00a7bd59-39b5-4f06-9356-c9ad80716e69 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/ports?device_id=bad5f87d-8205-42a2-a430-80b053b7cadb HTTP/1.1" status: 200 len: 210 time: 0.0423088 Mar 28 01:42:36.333961 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 7be7ecb6-fe9c-4510-a33b-95ef88b329c2 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:42:36.334656 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (7be7ecb6-fe9c-4510-a33b-95ef88b329c2), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:36.421129 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 7be7ecb6-fe9c-4510-a33b-95ef88b329c2 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:42:36.422349 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 2563c5ee-b066-4309-a4db-29fa6e1b9cc1 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:42:36.477055 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 2563c5ee-b066-4309-a4db-29fa6e1b9cc1 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:42:36.477526 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (2563c5ee-b066-4309-a4db-29fa6e1b9cc1), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:36.562881 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 2563c5ee-b066-4309-a4db-29fa6e1b9cc1 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:42:37.098104 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71c5978-3c7b-4800-b003-b8f653eac136 req-38f6778d-0286-451a-af1c-c32380a9c51e tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:42:37.099883 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-d71c5978-3c7b-4800-b003-b8f653eac136 req-38f6778d-0286-451a-af1c-c32380a9c51e tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.10 "GET /v2.0/networks?id=57f000f1-0871-49d4-8fe3-8b33b795835f HTTP/1.1" status: 200 len: 809 time: 0.1038582 Mar 28 01:42:37.168205 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-d71c5978-3c7b-4800-b003-b8f653eac136 req-2a64f193-e527-45b7-841e-ae8b17490120 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b473d866bbe4662a4a05d6ae2379b7c HTTP/1.1" status: 200 len: 379 time: 0.0577407 Mar 28 01:42:37.179100 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [req-d71c5978-3c7b-4800-b003-b8f653eac136 req-d51ce952-3d9d-4e9f-965c-ce6f6f7b800c tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Request body: {'port': {'device_id': 'bad5f87d-8205-42a2-a430-80b053b7cadb', 'network_id': '57f000f1-0871-49d4-8fe3-8b33b795835f', 'admin_state_up': True, 'tenant_id': '9b473d866bbe4662a4a05d6ae2379b7c', 'security_groups': ['f6509708-0025-4e1e-8bbf-6999175c4a8e']}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:42:37.281067 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d71c5978-3c7b-4800-b003-b8f653eac136 req-d51ce952-3d9d-4e9f-965c-ce6f6f7b800c tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Made reservation on behalf of 9b473d866bbe4662a4a05d6ae2379b7c for: {'port': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:42:37.284360 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-d71c5978-3c7b-4800-b003-b8f653eac136 req-d51ce952-3d9d-4e9f-965c-ce6f6f7b800c tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:37.379788 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-99a2334f-ad86-487b-8c96-b51b1637ce6a req-2e058108-a6a5-4529-93b3-4b87e4ea4698 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/ports?device_id=bad5f87d-8205-42a2-a430-80b053b7cadb HTTP/1.1" status: 200 len: 210 time: 0.0368731 Mar 28 01:42:37.444403 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [req-d71c5978-3c7b-4800-b003-b8f653eac136 req-d51ce952-3d9d-4e9f-965c-ce6f6f7b800c tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Allocated IP 172.20.0.8 (57f000f1-0871-49d4-8fe3-8b33b795835f/58ad456e-6634-42e5-91ab-c1314f86f024/b1f930b2-b1fd-4cb7-ae66-600e397b9b00) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:42:37.589581 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-d71c5978-3c7b-4800-b003-b8f653eac136 req-d51ce952-3d9d-4e9f-965c-ce6f6f7b800c tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Publish callbacks [] for port (b1f930b2-b1fd-4cb7-ae66-600e397b9b00), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:37.622853 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-d71c5978-3c7b-4800-b003-b8f653eac136 req-d51ce952-3d9d-4e9f-965c-ce6f6f7b800c tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (b1f930b2-b1fd-4cb7-ae66-600e397b9b00), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:37.662844 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d71c5978-3c7b-4800-b003-b8f653eac136 req-d51ce952-3d9d-4e9f-965c-ce6f6f7b800c tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Network 57f000f1-0871-49d4-8fe3-8b33b795835f is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:42:37.665978 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [req-d71c5978-3c7b-4800-b003-b8f653eac136 req-d51ce952-3d9d-4e9f-965c-ce6f6f7b800c tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:42:37.672942 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [req-d71c5978-3c7b-4800-b003-b8f653eac136 req-d51ce952-3d9d-4e9f-965c-ce6f6f7b800c tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:42:37.678712 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51ce952-3d9d-4e9f-965c-ce6f6f7b800c tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Pushing event updated for resources: {'Port': ['ID=b1f930b2-b1fd-4cb7-ae66-600e397b9b00,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:42:37.731106 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71c5978-3c7b-4800-b003-b8f653eac136 req-d51ce952-3d9d-4e9f-965c-ce6f6f7b800c tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:42:37.731744 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-d71c5978-3c7b-4800-b003-b8f653eac136 req-d51ce952-3d9d-4e9f-965c-ce6f6f7b800c tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:37.748362 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-d71c5978-3c7b-4800-b003-b8f653eac136 req-d51ce952-3d9d-4e9f-965c-ce6f6f7b800c tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5727553 Mar 28 01:42:37.759578 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [req-d71c5978-3c7b-4800-b003-b8f653eac136 req-fe87c97b-59ea-4153-8469-3f0b4ddc994f service neutron] Request body: {'port': {'device_id': 'bad5f87d-8205-42a2-a430-80b053b7cadb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8348'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:42:37.820936 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-d71c5978-3c7b-4800-b003-b8f653eac136 req-fe87c97b-59ea-4153-8469-3f0b4ddc994f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (b1f930b2-b1fd-4cb7-ae66-600e397b9b00), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:37.952771 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-3ae5820a-92fc-45fc-9ad7-91e8a47aae1e None None] Provisioning complete for port b1f930b2-b1fd-4cb7-ae66-600e397b9b00 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:42:37.953335 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-3ae5820a-92fc-45fc-9ad7-91e8a47aae1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (b1f930b2-b1fd-4cb7-ae66-600e397b9b00), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:37.986978 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-3ae5820a-92fc-45fc-9ad7-91e8a47aae1e None None] Port b1f930b2-b1fd-4cb7-ae66-600e397b9b00 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:42:38.084924 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [req-d71c5978-3c7b-4800-b003-b8f653eac136 req-fe87c97b-59ea-4153-8469-3f0b4ddc994f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1f930b2-b1fd-4cb7-ae66-600e397b9b00 {{(pid=104099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 01:42:38.092894 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-d71c5978-3c7b-4800-b003-b8f653eac136 req-fe87c97b-59ea-4153-8469-3f0b4ddc994f service neutron] Publish callbacks [] for port (b1f930b2-b1fd-4cb7-ae66-600e397b9b00), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:38.104744 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [req-d71c5978-3c7b-4800-b003-b8f653eac136 req-fe87c97b-59ea-4153-8469-3f0b4ddc994f service neutron] Transition to ACTIVE for port object b1f930b2-b1fd-4cb7-ae66-600e397b9b00 will not be triggered until provisioned by entity L2. {{(pid=104099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 01:42:38.108428 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-d71c5978-3c7b-4800-b003-b8f653eac136 req-fe87c97b-59ea-4153-8469-3f0b4ddc994f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (b1f930b2-b1fd-4cb7-ae66-600e397b9b00), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:38.157645 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe87c97b-59ea-4153-8469-3f0b4ddc994f service neutron] Pushing event updated for resources: {'Port': ['ID=b1f930b2-b1fd-4cb7-ae66-600e397b9b00,revision_number=2']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:42:38.227540 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-d71c5978-3c7b-4800-b003-b8f653eac136 req-fe87c97b-59ea-4153-8469-3f0b4ddc994f service neutron] Attempting to bind port b1f930b2-b1fd-4cb7-ae66-600e397b9b00 on host hv-neutron-8348 for vnic_type normal with profile {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:42:38.227930 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-d71c5978-3c7b-4800-b003-b8f653eac136 req-fe87c97b-59ea-4153-8469-3f0b4ddc994f service neutron] Attempting to bind port b1f930b2-b1fd-4cb7-ae66-600e397b9b00 by drivers openvswitch,hyperv on host hv-neutron-8348 at level 0 using segments [{'id': 'ec567581-2e2d-4ba8-b430-4b51148be13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '57f000f1-0871-49d4-8fe3-8b33b795835f'}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:42:38.228245 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71c5978-3c7b-4800-b003-b8f653eac136 req-fe87c97b-59ea-4153-8469-3f0b4ddc994f service neutron] Attempting to bind port b1f930b2-b1fd-4cb7-ae66-600e397b9b00 on network 57f000f1-0871-49d4-8fe3-8b33b795835f {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:42:38.233476 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71c5978-3c7b-4800-b003-b8f653eac136 req-fe87c97b-59ea-4153-8469-3f0b4ddc994f service neutron] Port b1f930b2-b1fd-4cb7-ae66-600e397b9b00 on network 57f000f1-0871-49d4-8fe3-8b33b795835f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8348 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 01:42:38.233799 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71c5978-3c7b-4800-b003-b8f653eac136 req-fe87c97b-59ea-4153-8469-3f0b4ddc994f service neutron] Attempting to bind port b1f930b2-b1fd-4cb7-ae66-600e397b9b00 on network 57f000f1-0871-49d4-8fe3-8b33b795835f {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:42:38.238804 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71c5978-3c7b-4800-b003-b8f653eac136 req-fe87c97b-59ea-4153-8469-3f0b4ddc994f service neutron] Checking agent: {'id': '287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8348', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 1, 2, 33), 'started_at': datetime.datetime(2022, 3, 28, 1, 2, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:42:38.239142 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71c5978-3c7b-4800-b003-b8f653eac136 req-fe87c97b-59ea-4153-8469-3f0b4ddc994f service neutron] Checking segment: {'id': 'ec567581-2e2d-4ba8-b430-4b51148be13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '57f000f1-0871-49d4-8fe3-8b33b795835f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:42:38.239517 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71c5978-3c7b-4800-b003-b8f653eac136 req-fe87c97b-59ea-4153-8469-3f0b4ddc994f service neutron] Bound using segment: {'id': 'ec567581-2e2d-4ba8-b430-4b51148be13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '57f000f1-0871-49d4-8fe3-8b33b795835f'} {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:42:38.239943 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-d71c5978-3c7b-4800-b003-b8f653eac136 req-fe87c97b-59ea-4153-8469-3f0b4ddc994f service neutron] Bound port: b1f930b2-b1fd-4cb7-ae66-600e397b9b00, host: hv-neutron-8348, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec567581-2e2d-4ba8-b430-4b51148be13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '57f000f1-0871-49d4-8fe3-8b33b795835f'}}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:42:38.240320 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-d71c5978-3c7b-4800-b003-b8f653eac136 req-fe87c97b-59ea-4153-8469-3f0b4ddc994f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (b1f930b2-b1fd-4cb7-ae66-600e397b9b00), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:38.308268 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-d71c5978-3c7b-4800-b003-b8f653eac136 req-fe87c97b-59ea-4153-8469-3f0b4ddc994f service neutron] For port b1f930b2-b1fd-4cb7-ae66-600e397b9b00, host hv-neutron-8348, cleared binding levels {{(pid=104099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:42:38.311167 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-d71c5978-3c7b-4800-b003-b8f653eac136 req-fe87c97b-59ea-4153-8469-3f0b4ddc994f service neutron] For port b1f930b2-b1fd-4cb7-ae66-600e397b9b00, host hv-neutron-8348, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=b1f930b2-b1fd-4cb7-ae66-600e397b9b00,segment=NetworkSegment(ec567581-2e2d-4ba8-b430-4b51148be13a),segment_id=ec567581-2e2d-4ba8-b430-4b51148be13a)] {{(pid=104099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:42:38.317311 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-d71c5978-3c7b-4800-b003-b8f653eac136 req-fe87c97b-59ea-4153-8469-3f0b4ddc994f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (b1f930b2-b1fd-4cb7-ae66-600e397b9b00), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:38.351308 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71c5978-3c7b-4800-b003-b8f653eac136 req-fe87c97b-59ea-4153-8469-3f0b4ddc994f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:42:38.351923 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-d71c5978-3c7b-4800-b003-b8f653eac136 req-fe87c97b-59ea-4153-8469-3f0b4ddc994f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:38.353312 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-d71c5978-3c7b-4800-b003-b8f653eac136 req-fe87c97b-59ea-4153-8469-3f0b4ddc994f service neutron] 10.222.0.10 "PUT /v2.0/ports/b1f930b2-b1fd-4cb7-ae66-600e397b9b00 HTTP/1.1" status: 200 len: 1093 time: 0.5979640 Mar 28 01:42:38.353750 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bad5f87d-8205-42a2-a430-80b053b7cadb', 'tag': 'b1f930b2-b1fd-4cb7-ae66-600e397b9b00'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:42:38.355987 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2af4b01a9fa8b1570ccf1d7859d693ad34c106b258078e9cfae86b97f35e3d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0a9bca1-7fd2-4ef3-908a-0c199af29b2c" -d '{"events": [{"name": "network-changed", "server_uuid": "bad5f87d-8205-42a2-a430-80b053b7cadb", "tag": "b1f930b2-b1fd-4cb7-ae66-600e397b9b00"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:42:38.381129 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe87c97b-59ea-4153-8469-3f0b4ddc994f service neutron] Pushing event updated for resources: {'Port': ['ID=b1f930b2-b1fd-4cb7-ae66-600e397b9b00,revision_number=3']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:42:38.412722 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 01:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-629b2453-2301-4b0e-9c1d-f69cb9efa27f x-openstack-request-id: req-629b2453-2301-4b0e-9c1d-f69cb9efa27f {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:42:38.413099 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bad5f87d-8205-42a2-a430-80b053b7cadb", "tag": "b1f930b2-b1fd-4cb7-ae66-600e397b9b00", "status": "completed", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:42:38.413420 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-629b2453-2301-4b0e-9c1d-f69cb9efa27f {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:42:38.413896 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-629b2453-2301-4b0e-9c1d-f69cb9efa27f'] response: {'name': 'network-changed', 'server_uuid': 'bad5f87d-8205-42a2-a430-80b053b7cadb', 'tag': 'b1f930b2-b1fd-4cb7-ae66-600e397b9b00', 'status': 'completed', 'code': 200} Mar 28 01:42:38.494915 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71c5978-3c7b-4800-b003-b8f653eac136 req-26a2b991-1ead-487b-8f14-097e6759a62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:42:38.496519 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-d71c5978-3c7b-4800-b003-b8f653eac136 req-26a2b991-1ead-487b-8f14-097e6759a62d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9b473d866bbe4662a4a05d6ae2379b7c&device_id=bad5f87d-8205-42a2-a430-80b053b7cadb HTTP/1.1" status: 200 len: 1127 time: 0.0817063 Mar 28 01:42:38.545782 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-d71c5978-3c7b-4800-b003-b8f653eac136 req-59e24bcb-0c7f-470e-99ff-716354d96476 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b1f930b2-b1fd-4cb7-ae66-600e397b9b00 HTTP/1.1" status: 200 len: 217 time: 0.0411611 Mar 28 01:42:38.556558 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d52481-4af4-4d92-b1df-229ab8818fb0 req-4a2c8d7d-284a-44e3-93b4-e4cb57aec117 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:42:38.558104 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-80d52481-4af4-4d92-b1df-229ab8818fb0 req-4a2c8d7d-284a-44e3-93b4-e4cb57aec117 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/ports?device_id=bad5f87d-8205-42a2-a430-80b053b7cadb HTTP/1.1" status: 200 len: 943 time: 0.0996945 Mar 28 01:42:38.634418 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71c5978-3c7b-4800-b003-b8f653eac136 req-333e4012-5eb1-44bd-a8b6-52abd5bfa322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:42:38.636474 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-d71c5978-3c7b-4800-b003-b8f653eac136 req-333e4012-5eb1-44bd-a8b6-52abd5bfa322 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=58ad456e-6634-42e5-91ab-c1314f86f024 HTTP/1.1" status: 200 len: 848 time: 0.0774231 Mar 28 01:42:38.641626 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-80d52481-4af4-4d92-b1df-229ab8818fb0 req-f28021d2-af2d-486d-94f9-8ba6d77b4431 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6509708-0025-4e1e-8bbf-6999175c4a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755992 Mar 28 01:42:38.688854 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71c5978-3c7b-4800-b003-b8f653eac136 req-5ef00c85-6b16-46aa-8b87-b7c171869e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:42:38.690461 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-d71c5978-3c7b-4800-b003-b8f653eac136 req-5ef00c85-6b16-46aa-8b87-b7c171869e81 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=57f000f1-0871-49d4-8fe3-8b33b795835f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0478299 Mar 28 01:42:38.775219 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-d71c5978-3c7b-4800-b003-b8f653eac136 req-4ad3df11-be0d-4aaf-b988-55c6e60fc295 service neutron] 10.222.0.10 "GET /v2.0/networks/57f000f1-0871-49d4-8fe3-8b33b795835f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790691 Mar 28 01:42:38.867121 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-d71c5978-3c7b-4800-b003-b8f653eac136 req-31ce108b-2d81-48d5-8ba8-7fa54dbc5c1c service neutron] 10.222.0.10 "GET /v2.0/networks/57f000f1-0871-49d4-8fe3-8b33b795835f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854707 Mar 28 01:42:38.952410 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a9bca1-7fd2-4ef3-908a-0c199af29b2c req-398f4463-cc6d-4a77-94e8-f402c863684e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:42:38.953889 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-d0a9bca1-7fd2-4ef3-908a-0c199af29b2c req-398f4463-cc6d-4a77-94e8-f402c863684e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9b473d866bbe4662a4a05d6ae2379b7c&device_id=bad5f87d-8205-42a2-a430-80b053b7cadb HTTP/1.1" status: 200 len: 1127 time: 0.0443113 Mar 28 01:42:39.038959 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a9bca1-7fd2-4ef3-908a-0c199af29b2c req-f9d0030b-e236-4048-9814-0f91d901620d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:42:39.040426 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-d0a9bca1-7fd2-4ef3-908a-0c199af29b2c req-f9d0030b-e236-4048-9814-0f91d901620d service neutron] 10.222.0.10 "GET /v2.0/networks?id=57f000f1-0871-49d4-8fe3-8b33b795835f HTTP/1.1" status: 200 len: 909 time: 0.0809591 Mar 28 01:42:39.083089 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-d0a9bca1-7fd2-4ef3-908a-0c199af29b2c req-f393dbfe-92ca-4671-bd9e-5045fbb07923 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b1f930b2-b1fd-4cb7-ae66-600e397b9b00 HTTP/1.1" status: 200 len: 217 time: 0.0361800 Mar 28 01:42:39.130357 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a9bca1-7fd2-4ef3-908a-0c199af29b2c req-92e0a2dc-7df5-451b-a809-047b9d0a844c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:42:39.131741 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-d0a9bca1-7fd2-4ef3-908a-0c199af29b2c req-92e0a2dc-7df5-451b-a809-047b9d0a844c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=58ad456e-6634-42e5-91ab-c1314f86f024 HTTP/1.1" status: 200 len: 848 time: 0.0419488 Mar 28 01:42:39.178741 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a9bca1-7fd2-4ef3-908a-0c199af29b2c req-08d083f0-7102-4101-a6bb-5b916d49324a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:42:39.180126 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-d0a9bca1-7fd2-4ef3-908a-0c199af29b2c req-08d083f0-7102-4101-a6bb-5b916d49324a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=57f000f1-0871-49d4-8fe3-8b33b795835f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0420904 Mar 28 01:42:39.268798 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-d0a9bca1-7fd2-4ef3-908a-0c199af29b2c req-892655a5-9736-4476-b688-421d7b3b14bf service neutron] 10.222.0.10 "GET /v2.0/networks/57f000f1-0871-49d4-8fe3-8b33b795835f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816453 Mar 28 01:42:39.353058 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-d0a9bca1-7fd2-4ef3-908a-0c199af29b2c req-9df4635e-43cf-45fd-bf80-a8d6245f7a7b service neutron] 10.222.0.10 "GET /v2.0/networks/57f000f1-0871-49d4-8fe3-8b33b795835f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0778077 Mar 28 01:42:39.761117 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf6e988-7374-4a6a-be95-18981928b826 req-a91ea3ec-3065-4a7e-8556-5c0fc654b638 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:42:39.765832 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-9cf6e988-7374-4a6a-be95-18981928b826 req-a91ea3ec-3065-4a7e-8556-5c0fc654b638 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/ports?device_id=bad5f87d-8205-42a2-a430-80b053b7cadb HTTP/1.1" status: 200 len: 943 time: 0.0522339 Mar 28 01:42:39.812603 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-9cf6e988-7374-4a6a-be95-18981928b826 req-63076f0f-65d0-446e-87a6-a6070beafa1e tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6509708-0025-4e1e-8bbf-6999175c4a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432615 Mar 28 01:42:40.928859 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d94a493-f3af-4e32-ac36-0abefd24bd5f req-21580a56-c489-4bba-9199-7a4a7216fa5c tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:42:40.930234 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-1d94a493-f3af-4e32-ac36-0abefd24bd5f req-21580a56-c489-4bba-9199-7a4a7216fa5c tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/ports?device_id=bad5f87d-8205-42a2-a430-80b053b7cadb HTTP/1.1" status: 200 len: 943 time: 0.0515199 Mar 28 01:42:40.982188 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-1d94a493-f3af-4e32-ac36-0abefd24bd5f req-a4793252-5a4c-4f17-b470-1feb3d337586 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6509708-0025-4e1e-8bbf-6999175c4a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458703 Mar 28 01:42:41.439107 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device b1f930b2-b1fd-4cb7-ae66-600e397b9b00 details requested by agent hyperv_hv-neutron-8348 with host hv-neutron-8348 {{(pid=104100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 01:42:41.520551 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-8616d41d-a117-4a71-b61c-4e499111610b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:41.547665 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port b1f930b2-b1fd-4cb7-ae66-600e397b9b00, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=b1f930b2-b1fd-4cb7-ae66-600e397b9b00,segment=NetworkSegment(ec567581-2e2d-4ba8-b430-4b51148be13a),segment_id=ec567581-2e2d-4ba8-b430-4b51148be13a)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:42:41.560012 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Returning: {'device': 'b1f930b2-b1fd-4cb7-ae66-600e397b9b00', 'network_id': '57f000f1-0871-49d4-8fe3-8b33b795835f', 'port_id': 'b1f930b2-b1fd-4cb7-ae66-600e397b9b00', 'mac_address': 'fa:16:3e:2d:20:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58ad456e-6634-42e5-91ab-c1314f86f024', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 01:42:41.597536 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port b1f930b2-b1fd-4cb7-ae66-600e397b9b00 is: DOWN; New status is: BUILD {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:42:41.597925 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (b1f930b2-b1fd-4cb7-ae66-600e397b9b00), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:41.610399 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1f930b2-b1fd-4cb7-ae66-600e397b9b00 {{(pid=104100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 01:42:41.629117 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port b1f930b2-b1fd-4cb7-ae66-600e397b9b00, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=b1f930b2-b1fd-4cb7-ae66-600e397b9b00,segment=NetworkSegment(ec567581-2e2d-4ba8-b430-4b51148be13a),segment_id=ec567581-2e2d-4ba8-b430-4b51148be13a)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:42:41.632540 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (b1f930b2-b1fd-4cb7-ae66-600e397b9b00), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:41.677993 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Pushing event updated for resources: {'Port': ['ID=b1f930b2-b1fd-4cb7-ae66-600e397b9b00,revision_number=4']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:42:41.842475 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] get_ports_and_sgs() called for port_ids ['b1f930b2-b1fd-4cb7-ae66-600e397b9b00'] {{(pid=104100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 01:42:42.098063 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d82ac6-8ceb-4ae2-84f1-5c26d892a998 req-530570d2-ac9d-48b5-8225-dfa00f30bbf7 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:42:42.099542 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-a8d82ac6-8ceb-4ae2-84f1-5c26d892a998 req-530570d2-ac9d-48b5-8225-dfa00f30bbf7 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/ports?device_id=bad5f87d-8205-42a2-a430-80b053b7cadb HTTP/1.1" status: 200 len: 944 time: 0.0521023 Mar 28 01:42:42.151200 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-a8d82ac6-8ceb-4ae2-84f1-5c26d892a998 req-73bcb9d0-8eda-4516-b8d8-c3da2751cc42 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6509708-0025-4e1e-8bbf-6999175c4a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455515 Mar 28 01:42:43.266195 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05723efb-bea7-4e88-9e02-8d37deccfc01 req-f97fbb43-691a-4427-99c7-1a3f1c9bd881 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:42:43.267672 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-05723efb-bea7-4e88-9e02-8d37deccfc01 req-f97fbb43-691a-4427-99c7-1a3f1c9bd881 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/ports?device_id=bad5f87d-8205-42a2-a430-80b053b7cadb HTTP/1.1" status: 200 len: 944 time: 0.0506752 Mar 28 01:42:43.315621 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-05723efb-bea7-4e88-9e02-8d37deccfc01 req-45da61ef-d6cd-4d43-b741-dd659bcf5153 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6509708-0025-4e1e-8bbf-6999175c4a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422335 Mar 28 01:42:43.458354 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device b1f930b2-b1fd-4cb7-ae66-600e397b9b00 up at agent hyperv_hv-neutron-8348 {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:42:43.507684 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Provisioning for port b1f930b2-b1fd-4cb7-ae66-600e397b9b00 completed by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 01:42:43.511924 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Provisioning complete for port b1f930b2-b1fd-4cb7-ae66-600e397b9b00 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:42:43.512318 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (b1f930b2-b1fd-4cb7-ae66-600e397b9b00), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:43.586649 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port b1f930b2-b1fd-4cb7-ae66-600e397b9b00 is: BUILD; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:42:43.587031 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (b1f930b2-b1fd-4cb7-ae66-600e397b9b00), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:43.608838 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bad5f87d-8205-42a2-a430-80b053b7cadb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1f930b2-b1fd-4cb7-ae66-600e397b9b00'}] {{(pid=104100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:42:43.611048 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd27896ebc78d0f7931321182ba9533a7b768b1c3fcddb3ff52a8aee6ddeaf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a181de05-3905-4023-966a-93adbe48963f" -d '{"events": [{"server_uuid": "bad5f87d-8205-42a2-a430-80b053b7cadb", "name": "network-vif-plugged", "status": "completed", "tag": "b1f930b2-b1fd-4cb7-ae66-600e397b9b00"}]}' {{(pid=104100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:42:43.624489 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port b1f930b2-b1fd-4cb7-ae66-600e397b9b00, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=b1f930b2-b1fd-4cb7-ae66-600e397b9b00,segment=NetworkSegment(ec567581-2e2d-4ba8-b430-4b51148be13a),segment_id=ec567581-2e2d-4ba8-b430-4b51148be13a)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:42:43.628880 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (b1f930b2-b1fd-4cb7-ae66-600e397b9b00), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:43.655868 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 01:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-745f6097-2f2c-42d0-82db-23ca739d03ab x-openstack-request-id: req-745f6097-2f2c-42d0-82db-23ca739d03ab {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:42:43.656180 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bad5f87d-8205-42a2-a430-80b053b7cadb", "name": "network-vif-plugged", "status": "completed", "tag": "b1f930b2-b1fd-4cb7-ae66-600e397b9b00", "code": 200}]} {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:42:43.656465 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-745f6097-2f2c-42d0-82db-23ca739d03ab {{(pid=104100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:42:43.656835 dv-neutron-834874-6-hyperv neutron-server[104100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-745f6097-2f2c-42d0-82db-23ca739d03ab'] response: {'server_uuid': 'bad5f87d-8205-42a2-a430-80b053b7cadb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1f930b2-b1fd-4cb7-ae66-600e397b9b00', 'code': 200} Mar 28 01:42:43.686049 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-bd55f68b-d945-4358-8644-00535ce4840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:43.698611 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Pushing event updated for resources: {'Port': ['ID=b1f930b2-b1fd-4cb7-ae66-600e397b9b00,revision_number=5']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:42:43.813342 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7577334f-b0b7-496a-a44f-f8b5b6df3242 req-62e71a48-dbe7-4721-befd-75f67103b7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:42:43.814796 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7577334f-b0b7-496a-a44f-f8b5b6df3242 req-62e71a48-dbe7-4721-befd-75f67103b7a0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=bad5f87d-8205-42a2-a430-80b053b7cadb HTTP/1.1" status: 200 len: 1129 time: 0.0425668 Mar 28 01:42:43.857758 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7577334f-b0b7-496a-a44f-f8b5b6df3242 req-ee80a744-9509-484a-a0b9-b5bfa4f0eaf3 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f6509708-0025-4e1e-8bbf-6999175c4a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374794 Mar 28 01:42:44.433515 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c565a71-9581-4472-bdd0-6c3f7f25e378 req-749788ea-5ce0-4b92-bf91-570621098e3c tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:42:44.434870 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-1c565a71-9581-4472-bdd0-6c3f7f25e378 req-749788ea-5ce0-4b92-bf91-570621098e3c tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/ports?device_id=bad5f87d-8205-42a2-a430-80b053b7cadb HTTP/1.1" status: 200 len: 945 time: 0.0543799 Mar 28 01:42:44.482697 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-1c565a71-9581-4472-bdd0-6c3f7f25e378 req-3ffddd28-874a-4dc5-8840-640aed66a567 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6509708-0025-4e1e-8bbf-6999175c4a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424180 Mar 28 01:42:44.918125 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:45.598425 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23369111-d15f-4f7d-945c-9cc17bbcd28b req-fc72db50-17b6-4469-aa87-8072e8b382cd tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:42:45.599874 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-23369111-d15f-4f7d-945c-9cc17bbcd28b req-fc72db50-17b6-4469-aa87-8072e8b382cd tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/ports?device_id=bad5f87d-8205-42a2-a430-80b053b7cadb HTTP/1.1" status: 200 len: 945 time: 0.0507822 Mar 28 01:42:45.647010 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-23369111-d15f-4f7d-945c-9cc17bbcd28b req-adbd044b-a3d6-4901-8b5c-3a785ebea645 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6509708-0025-4e1e-8bbf-6999175c4a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409076 Mar 28 01:42:45.766053 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122fed3b-9846-47cd-8e0a-058ba0d730ef req-c0ba1722-2ecb-4636-919c-25a2ce4921be tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:42:45.767420 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-122fed3b-9846-47cd-8e0a-058ba0d730ef req-c0ba1722-2ecb-4636-919c-25a2ce4921be tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/ports?device_id=bad5f87d-8205-42a2-a430-80b053b7cadb HTTP/1.1" status: 200 len: 945 time: 0.0518119 Mar 28 01:42:45.815307 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-122fed3b-9846-47cd-8e0a-058ba0d730ef req-50bcb8fb-6d9d-4b64-a8df-57e283ae5b42 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6509708-0025-4e1e-8bbf-6999175c4a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420353 Mar 28 01:42:45.836590 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 33866) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:42:45.965893 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc76bf7e-2031-4e78-b7a0-90d05a0e6f75 tempest-TestShelveInstance-2044352398 tempest-TestShelveInstance-2044352398-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:42:45.967389 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-bc76bf7e-2031-4e78-b7a0-90d05a0e6f75 tempest-TestShelveInstance-2044352398 tempest-TestShelveInstance-2044352398-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=bad5f87d-8205-42a2-a430-80b053b7cadb HTTP/1.1" status: 200 len: 1124 time: 0.1298556 Mar 28 01:42:45.970423 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 33870) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:42:45.974746 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-57c048d0-9d60-40f8-b36e-ae0d6e1629dd tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Request body: {'floatingip': {'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'port_id': 'b1f930b2-b1fd-4cb7-ae66-600e397b9b00', 'tenant_id': '9b473d866bbe4662a4a05d6ae2379b7c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:42:45.994901 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-57c048d0-9d60-40f8-b36e-ae0d6e1629dd tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:46.098175 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-57c048d0-9d60-40f8-b36e-ae0d6e1629dd tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:46.201350 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [None req-57c048d0-9d60-40f8-b36e-ae0d6e1629dd tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Allocated IP 172.26.1.138 (dea6548b-502b-42db-97fb-371e423e739a/cce6de65-d8c9-45b8-9970-0a277e8c1192/a0f6e4bc-9c43-422b-a1c7-70e8fe255852) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:42:46.297960 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-57c048d0-9d60-40f8-b36e-ae0d6e1629dd tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Publish callbacks [] for port (a0f6e4bc-9c43-422b-a1c7-70e8fe255852), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:46.331562 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-57c048d0-9d60-40f8-b36e-ae0d6e1629dd tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (a0f6e4bc-9c43-422b-a1c7-70e8fe255852), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:46.366124 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c048d0-9d60-40f8-b36e-ae0d6e1629dd tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Network dea6548b-502b-42db-97fb-371e423e739a is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:42:46.369339 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:46.371370 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-57c048d0-9d60-40f8-b36e-ae0d6e1629dd tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:42:46.374917 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c048d0-9d60-40f8-b36e-ae0d6e1629dd tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:42:46.711862 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c048d0-9d60-40f8-b36e-ae0d6e1629dd tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Pushing event updated for resources: {'Port': ['ID=a0f6e4bc-9c43-422b-a1c7-70e8fe255852,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:42:46.836391 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.agents_db [None req-9a1d863f-391a-42f4-9870-e8292b919beb None None] Agent healthcheck: found 6 active agents {{(pid=104101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 01:42:47.028654 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-57c048d0-9d60-40f8-b36e-ae0d6e1629dd tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Publish callbacks [] for floatingip (7f22df0e-ebdc-4197-8a14-2cc14beaa958), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:47.096996 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-57c048d0-9d60-40f8-b36e-ae0d6e1629dd tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (a0f6e4bc-9c43-422b-a1c7-70e8fe255852), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:47.247364 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-57c048d0-9d60-40f8-b36e-ae0d6e1629dd tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Publish callbacks [] for port (a0f6e4bc-9c43-422b-a1c7-70e8fe255852), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:47.252272 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-57c048d0-9d60-40f8-b36e-ae0d6e1629dd tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (a0f6e4bc-9c43-422b-a1c7-70e8fe255852), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:47.322754 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c048d0-9d60-40f8-b36e-ae0d6e1629dd tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Pushing event updated for resources: {'Port': ['ID=a0f6e4bc-9c43-422b-a1c7-70e8fe255852,revision_number=2']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:42:47.332253 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-57c048d0-9d60-40f8-b36e-ae0d6e1629dd tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688063'] for floatingip (7f22df0e-ebdc-4197-8a14-2cc14beaa958), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:47.434418 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.l3_db [None req-57c048d0-9d60-40f8-b36e-ae0d6e1629dd tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Floating IP 7f22df0e-ebdc-4197-8a14-2cc14beaa958 associated. External IP: 172.26.1.138, port: b1f930b2-b1fd-4cb7-ae66-600e397b9b00. Mar 28 01:42:47.643205 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57c048d0-9d60-40f8-b36e-ae0d6e1629dd tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Router 1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:42:47.750305 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57c048d0-9d60-40f8-b36e-ae0d6e1629dd tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:42:47.759895 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c6db6a-909e-4b50-9921-b2de6d545dcb None None] Sync routers for ids ['1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:42:47.767741 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-57c048d0-9d60-40f8-b36e-ae0d6e1629dd tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for floatingip (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:47.771541 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c6db6a-909e-4b50-9921-b2de6d545dcb None None] Routers {'1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:42:47.772310 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-f4c6db6a-909e-4b50-9921-b2de6d545dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:42:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:42:47.798940 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-57c048d0-9d60-40f8-b36e-ae0d6e1629dd tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8274927 Mar 28 01:42:47.799619 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bad5f87d-8205-42a2-a430-80b053b7cadb', 'tag': 'b1f930b2-b1fd-4cb7-ae66-600e397b9b00'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:42:47.802215 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2af4b01a9fa8b1570ccf1d7859d693ad34c106b258078e9cfae86b97f35e3d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c3b01da-d92e-44ce-823d-fe5fb78e31fd" -d '{"events": [{"name": "network-changed", "server_uuid": "bad5f87d-8205-42a2-a430-80b053b7cadb", "tag": "b1f930b2-b1fd-4cb7-ae66-600e397b9b00"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:42:47.837872 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 01:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66e4c723-53c8-479c-a3ad-19031342682a x-openstack-request-id: req-66e4c723-53c8-479c-a3ad-19031342682a {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:42:47.838380 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bad5f87d-8205-42a2-a430-80b053b7cadb", "tag": "b1f930b2-b1fd-4cb7-ae66-600e397b9b00", "status": "completed", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:42:47.838634 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-66e4c723-53c8-479c-a3ad-19031342682a {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:42:47.839049 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66e4c723-53c8-479c-a3ad-19031342682a'] response: {'name': 'network-changed', 'server_uuid': 'bad5f87d-8205-42a2-a430-80b053b7cadb', 'tag': 'b1f930b2-b1fd-4cb7-ae66-600e397b9b00', 'status': 'completed', 'code': 200} Mar 28 01:42:47.888757 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:42:47.902501 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-f4c6db6a-909e-4b50-9921-b2de6d545dcb None None] Set router 1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:42:47.904375 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3b01da-d92e-44ce-823d-fe5fb78e31fd req-3deea56a-706c-4cdf-9dc0-f7322ea2c1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:42:47.905874 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-0c3b01da-d92e-44ce-823d-fe5fb78e31fd req-3deea56a-706c-4cdf-9dc0-f7322ea2c1bf service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9b473d866bbe4662a4a05d6ae2379b7c&device_id=bad5f87d-8205-42a2-a430-80b053b7cadb HTTP/1.1" status: 200 len: 1129 time: 0.0452108 Mar 28 01:42:47.996316 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3b01da-d92e-44ce-823d-fe5fb78e31fd req-0332988a-a4b5-453f-9f00-6c5dd0f46824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:42:47.997895 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-0c3b01da-d92e-44ce-823d-fe5fb78e31fd req-0332988a-a4b5-453f-9f00-6c5dd0f46824 service neutron] 10.222.0.10 "GET /v2.0/networks?id=57f000f1-0871-49d4-8fe3-8b33b795835f HTTP/1.1" status: 200 len: 909 time: 0.0862122 Mar 28 01:42:48.061706 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-0c3b01da-d92e-44ce-823d-fe5fb78e31fd req-b5c8afb4-c983-4329-b624-b9b33c095dd3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b1f930b2-b1fd-4cb7-ae66-600e397b9b00 HTTP/1.1" status: 200 len: 999 time: 0.0583229 Mar 28 01:42:48.109637 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3b01da-d92e-44ce-823d-fe5fb78e31fd req-43d36833-b4f8-405f-89de-966b5964e73a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:42:48.111093 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-0c3b01da-d92e-44ce-823d-fe5fb78e31fd req-43d36833-b4f8-405f-89de-966b5964e73a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=58ad456e-6634-42e5-91ab-c1314f86f024 HTTP/1.1" status: 200 len: 848 time: 0.0435872 Mar 28 01:42:48.124005 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-f4c6db6a-909e-4b50-9921-b2de6d545dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b', 'name': 'tempest-TestShelveInstance-1899029453-router', 'tenant_id': '9b473d866bbe4662a4a05d6ae2379b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.115'}], 'enable_snat': True}, 'gw_port_id': '3874f831-098b-4806-af39-2e5e234738aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:42:23Z', 'updated_at': '2022-03-28T01:42:26Z', 'revision_number': 4, 'project_id': '9b473d866bbe4662a4a05d6ae2379b7c', 'gw_port': {'id': '3874f831-098b-4806-af39-2e5e234738aa', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:4c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:42:24Z', 'updated_at': '2022-03-28T01:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_floatingips': [{'id': '7f22df0e-ebdc-4197-8a14-2cc14beaa958', 'tenant_id': '9b473d866bbe4662a4a05d6ae2379b7c', 'floating_ip_address': '172.26.1.138', 'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'router_id': '1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b', 'port_id': 'b1f930b2-b1fd-4cb7-ae66-600e397b9b00', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1840, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '57f000f1-0871-49d4-8fe3-8b33b795835f', 'mac_address': 'fa:16:3e:2d:20:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad5f87d-8205-42a2-a430-80b053b7cadb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T01:42:46Z', 'updated_at': '2022-03-28T01:42:46Z', 'revision_number': 0, 'project_id': '9b473d866bbe4662a4a05d6ae2379b7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46edf2c8-61a8-4bde-8936-217b908b9edb', 'name': '', 'network_id': '57f000f1-0871-49d4-8fe3-8b33b795835f', 'tenant_id': '9b473d866bbe4662a4a05d6ae2379b7c', 'mac_address': 'fa:16:3e:b3:28:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '58ad456e-6634-42e5-91ab-c1314f86f024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:42:25Z', 'updated_at': '2022-03-28T01:42:31Z', 'revision_number': 5, 'project_id': '9b473d866bbe4662a4a05d6ae2379b7c', 'subnets': [{'id': '58ad456e-6634-42e5-91ab-c1314f86f024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:42:48.150083 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c6db6a-909e-4b50-9921-b2de6d545dcb None None] Checking router: 1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b for host: dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:42:48.158897 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c6db6a-909e-4b50-9921-b2de6d545dcb None None] Routers {'1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:42:48.159499 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-f4c6db6a-909e-4b50-9921-b2de6d545dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:42:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:42:48.163017 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3b01da-d92e-44ce-823d-fe5fb78e31fd req-5c8cacc4-3f07-4c98-bf48-4bbe311d9efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:42:48.164525 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-0c3b01da-d92e-44ce-823d-fe5fb78e31fd req-5c8cacc4-3f07-4c98-bf48-4bbe311d9efd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=57f000f1-0871-49d4-8fe3-8b33b795835f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0477793 Mar 28 01:42:48.251097 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-0c3b01da-d92e-44ce-823d-fe5fb78e31fd req-06dca418-7719-44d4-98e5-3028b127f2b1 service neutron] 10.222.0.10 "GET /v2.0/networks/57f000f1-0871-49d4-8fe3-8b33b795835f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795581 Mar 28 01:42:48.264587 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-f4c6db6a-909e-4b50-9921-b2de6d545dcb None None] Set router 1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:42:48.341399 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-0c3b01da-d92e-44ce-823d-fe5fb78e31fd req-4378697b-d1f0-4bd4-833f-c1cddcf46e33 service neutron] 10.222.0.10 "GET /v2.0/networks/57f000f1-0871-49d4-8fe3-8b33b795835f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851398 Mar 28 01:42:48.485427 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-f4c6db6a-909e-4b50-9921-b2de6d545dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b', 'name': 'tempest-TestShelveInstance-1899029453-router', 'tenant_id': '9b473d866bbe4662a4a05d6ae2379b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.115'}], 'enable_snat': True}, 'gw_port_id': '3874f831-098b-4806-af39-2e5e234738aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:42:23Z', 'updated_at': '2022-03-28T01:42:26Z', 'revision_number': 4, 'project_id': '9b473d866bbe4662a4a05d6ae2379b7c', 'gw_port': {'id': '3874f831-098b-4806-af39-2e5e234738aa', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:4c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:42:24Z', 'updated_at': '2022-03-28T01:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_floatingips': [{'id': '7f22df0e-ebdc-4197-8a14-2cc14beaa958', 'tenant_id': '9b473d866bbe4662a4a05d6ae2379b7c', 'floating_ip_address': '172.26.1.138', 'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'router_id': '1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b', 'port_id': 'b1f930b2-b1fd-4cb7-ae66-600e397b9b00', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1840, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '57f000f1-0871-49d4-8fe3-8b33b795835f', 'mac_address': 'fa:16:3e:2d:20:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad5f87d-8205-42a2-a430-80b053b7cadb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T01:42:46Z', 'updated_at': '2022-03-28T01:42:46Z', 'revision_number': 0, 'project_id': '9b473d866bbe4662a4a05d6ae2379b7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46edf2c8-61a8-4bde-8936-217b908b9edb', 'name': '', 'network_id': '57f000f1-0871-49d4-8fe3-8b33b795835f', 'tenant_id': '9b473d866bbe4662a4a05d6ae2379b7c', 'mac_address': 'fa:16:3e:b3:28:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '58ad456e-6634-42e5-91ab-c1314f86f024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:42:25Z', 'updated_at': '2022-03-28T01:42:31Z', 'revision_number': 5, 'project_id': '9b473d866bbe4662a4a05d6ae2379b7c', 'subnets': [{'id': '58ad456e-6634-42e5-91ab-c1314f86f024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:42:48.511713 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c6db6a-909e-4b50-9921-b2de6d545dcb None None] The sync data for ids ['1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b'] in dv-neutron-834874-6-hyperv is: [{'id': '1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b', 'name': 'tempest-TestShelveInstance-1899029453-router', 'tenant_id': '9b473d866bbe4662a4a05d6ae2379b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.115'}], 'enable_snat': True}, 'gw_port_id': '3874f831-098b-4806-af39-2e5e234738aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:42:23Z', 'updated_at': '2022-03-28T01:42:26Z', 'revision_number': 4, 'project_id': '9b473d866bbe4662a4a05d6ae2379b7c', 'gw_port': {'id': '3874f831-098b-4806-af39-2e5e234738aa', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:4c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:42:24Z', 'updated_at': '2022-03-28T01:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_floatingips': [{'id': '7f22df0e-ebdc-4197-8a14-2cc14beaa958', 'tenant_id': '9b473d866bbe4662a4a05d6ae2379b7c', 'floating_ip_address': '172.26.1.138', 'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'router_id': '1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b', 'port_id': 'b1f930b2-b1fd-4cb7-ae66-600e397b9b00', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1840, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '57f000f1-0871-49d4-8fe3-8b33b795835f', 'mac_address': 'fa:16:3e:2d:20:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad5f87d-8205-42a2-a430-80b053b7cadb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T01:42:46Z', 'updated_at': '2022-03-28T01:42:46Z', 'revision_number': 0, 'project_id': '9b473d866bbe4662a4a05d6ae2379b7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46edf2c8-61a8-4bde-8936-217b908b9edb', 'name': '', 'network_id': '57f000f1-0871-49d4-8fe3-8b33b795835f', 'tenant_id': '9b473d866bbe4662a4a05d6ae2379b7c', 'mac_address': 'fa:16:3e:b3:28:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '58ad456e-6634-42e5-91ab-c1314f86f024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:42:25Z', 'updated_at': '2022-03-28T01:42:31Z', 'revision_number': 5, 'project_id': '9b473d866bbe4662a4a05d6ae2379b7c', 'subnets': [{'id': '58ad456e-6634-42e5-91ab-c1314f86f024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:42:48.704789 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16ec1ed-80b6-4816-8b93-aca882d71148 None None] New status for floating IP 7f22df0e-ebdc-4197-8a14-2cc14beaa958: ACTIVE {{(pid=104101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 01:43:03.176425 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:43:08.676730 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-31abcae8-ffc7-49f8-a22e-c2d994500647 req-ff716fe0-3649-4ab2-8127-68fbbbaa4224 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=bad5f87d-8205-42a2-a430-80b053b7cadb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0454547 Mar 28 01:43:08.762044 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31abcae8-ffc7-49f8-a22e-c2d994500647 req-946726b2-783b-4032-a0a2-60b484e4a2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:43:08.763501 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-31abcae8-ffc7-49f8-a22e-c2d994500647 req-946726b2-783b-4032-a0a2-60b484e4a2a3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9b473d866bbe4662a4a05d6ae2379b7c&device_id=bad5f87d-8205-42a2-a430-80b053b7cadb HTTP/1.1" status: 200 len: 1129 time: 0.0441320 Mar 28 01:43:08.866159 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31abcae8-ffc7-49f8-a22e-c2d994500647 req-c59c6f66-35dd-44b5-95cc-af5c91978a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:43:08.867623 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-31abcae8-ffc7-49f8-a22e-c2d994500647 req-c59c6f66-35dd-44b5-95cc-af5c91978a1d service neutron] 10.222.0.10 "GET /v2.0/networks?id=57f000f1-0871-49d4-8fe3-8b33b795835f HTTP/1.1" status: 200 len: 909 time: 0.0854404 Mar 28 01:43:08.932404 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-31abcae8-ffc7-49f8-a22e-c2d994500647 req-22c393c9-5ca6-49d8-9769-ddce5d257a63 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b1f930b2-b1fd-4cb7-ae66-600e397b9b00 HTTP/1.1" status: 200 len: 1001 time: 0.0571790 Mar 28 01:43:08.978821 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31abcae8-ffc7-49f8-a22e-c2d994500647 req-cf3a57ce-3c71-4567-b06b-12fd880f02b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:43:08.980258 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-31abcae8-ffc7-49f8-a22e-c2d994500647 req-cf3a57ce-3c71-4567-b06b-12fd880f02b4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=58ad456e-6634-42e5-91ab-c1314f86f024 HTTP/1.1" status: 200 len: 848 time: 0.0416760 Mar 28 01:43:09.032356 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31abcae8-ffc7-49f8-a22e-c2d994500647 req-7d8b8eb5-5890-4883-89d3-bd2732ac035b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:43:09.033738 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-31abcae8-ffc7-49f8-a22e-c2d994500647 req-7d8b8eb5-5890-4883-89d3-bd2732ac035b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=57f000f1-0871-49d4-8fe3-8b33b795835f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0468285 Mar 28 01:43:09.119976 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-31abcae8-ffc7-49f8-a22e-c2d994500647 req-db827d9c-1fe9-42f9-b75b-b60e4d0dc5c7 service neutron] 10.222.0.10 "GET /v2.0/networks/57f000f1-0871-49d4-8fe3-8b33b795835f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798249 Mar 28 01:43:09.210457 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-31abcae8-ffc7-49f8-a22e-c2d994500647 req-8971f8d0-4ac4-4ad5-83ec-18b69ef6bb7d service neutron] 10.222.0.10 "GET /v2.0/networks/57f000f1-0871-49d4-8fe3-8b33b795835f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835247 Mar 28 01:43:11.491319 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-6921c1a9-b52a-48af-b6e1-0fd7e0af2bc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:43:13.649522 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-2de10698-d7af-4ef2-98ba-c406393e77ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:43:14.923181 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:43:16.373235 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:43:17.880477 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:43:23.836022 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.agents_db [None req-9a1d863f-391a-42f4-9870-e8292b919beb None None] Agent healthcheck: found 6 active agents {{(pid=104101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 01:43:31.560279 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [req-e3527a52-1aa5-4bec-b3db-40034727625d req-c1b9dda6-2591-49d4-aeaf-87c7cc6f02ac service neutron] (104099) timed out ('10.222.0.24', 58308) {{(pid=104099) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 28 01:43:31.945917 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [req-e3527a52-1aa5-4bec-b3db-40034727625d req-34b17c6f-9b3b-4b25-8367-6330cf3dfd1b tempest-ServerActionsTestJSON-680289091 tempest-ServerActionsTestJSON-680289091-project] (104098) timed out ('10.222.0.24', 56760) {{(pid=104098) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 28 01:43:33.185121 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:43:41.493092 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-7d2a1205-9151-4a5f-9c1c-7c69477c220e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:43:43.651193 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-8ba8a02b-03af-461f-8760-dd192adb8492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:43:44.924424 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:43:46.375576 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:43:47.882292 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:44:00.834890 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.agents_db [None req-9a1d863f-391a-42f4-9870-e8292b919beb None None] Agent healthcheck: found 6 active agents {{(pid=104101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 01:44:03.183989 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:44:09.667040 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-772ee305-0b3e-482c-a991-ed0435e78485 req-daf955e5-ce37-4c32-8e1e-9d952e5eb5b6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=bad5f87d-8205-42a2-a430-80b053b7cadb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0444853 Mar 28 01:44:09.749400 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772ee305-0b3e-482c-a991-ed0435e78485 req-4101b67b-8ee7-4d62-b008-e50fe0e1735c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:44:09.750915 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-772ee305-0b3e-482c-a991-ed0435e78485 req-4101b67b-8ee7-4d62-b008-e50fe0e1735c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9b473d866bbe4662a4a05d6ae2379b7c&device_id=bad5f87d-8205-42a2-a430-80b053b7cadb HTTP/1.1" status: 200 len: 1129 time: 0.0443950 Mar 28 01:44:09.857452 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772ee305-0b3e-482c-a991-ed0435e78485 req-dc5322d6-ae5b-4705-a097-e17c40f0a2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:44:09.858961 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-772ee305-0b3e-482c-a991-ed0435e78485 req-dc5322d6-ae5b-4705-a097-e17c40f0a2f7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=57f000f1-0871-49d4-8fe3-8b33b795835f HTTP/1.1" status: 200 len: 909 time: 0.0902605 Mar 28 01:44:09.925740 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-772ee305-0b3e-482c-a991-ed0435e78485 req-f55b1385-d261-4662-b64d-0df4b03d636c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b1f930b2-b1fd-4cb7-ae66-600e397b9b00 HTTP/1.1" status: 200 len: 1001 time: 0.0609257 Mar 28 01:44:09.973635 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772ee305-0b3e-482c-a991-ed0435e78485 req-560a163e-4835-4115-beb8-8e110987b6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:44:09.975084 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-772ee305-0b3e-482c-a991-ed0435e78485 req-560a163e-4835-4115-beb8-8e110987b6e0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=58ad456e-6634-42e5-91ab-c1314f86f024 HTTP/1.1" status: 200 len: 848 time: 0.0437174 Mar 28 01:44:10.026832 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772ee305-0b3e-482c-a991-ed0435e78485 req-1fabf4e5-bc01-4747-a00f-51353997a59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:44:10.028337 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-772ee305-0b3e-482c-a991-ed0435e78485 req-1fabf4e5-bc01-4747-a00f-51353997a59c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=57f000f1-0871-49d4-8fe3-8b33b795835f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0470347 Mar 28 01:44:10.112803 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-772ee305-0b3e-482c-a991-ed0435e78485 req-e8b2b3ae-8aa3-4a83-a24f-9662ce2079b8 service neutron] 10.222.0.10 "GET /v2.0/networks/57f000f1-0871-49d4-8fe3-8b33b795835f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789256 Mar 28 01:44:10.202221 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-772ee305-0b3e-482c-a991-ed0435e78485 req-8bd51057-2ff5-4ba5-b901-c8d376cafd16 service neutron] 10.222.0.10 "GET /v2.0/networks/57f000f1-0871-49d4-8fe3-8b33b795835f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834324 Mar 28 01:44:11.493868 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-335e11b5-7f1f-4969-a126-c92617d2e720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:44:13.655902 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-b269701a-d4d0-4137-9c75-9311c9c614c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:44:14.928478 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:44:16.378398 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:44:17.884222 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:44:33.215581 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:44:37.834050 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.agents_db [None req-9a1d863f-391a-42f4-9870-e8292b919beb None None] Agent healthcheck: found 6 active agents {{(pid=104101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 01:44:41.495475 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-8670b092-e2f8-46c8-af22-b91a9c711ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:44:43.331252 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa812739-5559-4b59-8c4f-4a38f1f5134d req-b6a3f6a2-9df6-4956-b4a1-4272e129c069 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:44:43.332741 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-fa812739-5559-4b59-8c4f-4a38f1f5134d req-b6a3f6a2-9df6-4956-b4a1-4272e129c069 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/ports?device_id=bad5f87d-8205-42a2-a430-80b053b7cadb HTTP/1.1" status: 200 len: 945 time: 0.0554380 Mar 28 01:44:43.379961 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-fa812739-5559-4b59-8c4f-4a38f1f5134d req-5394a111-5728-42b3-a707-36c396e6dadf tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6509708-0025-4e1e-8bbf-6999175c4a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416877 Mar 28 01:44:43.658318 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-bf5342cd-a004-4006-ae8a-427cc810c380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:44:44.504813 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e73ecc0-a879-4cff-8085-98f7d7db25da req-ad167beb-aa7f-4f3d-9370-4a4afa4f8a44 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:44:44.506200 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6e73ecc0-a879-4cff-8085-98f7d7db25da req-ad167beb-aa7f-4f3d-9370-4a4afa4f8a44 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/ports?device_id=bad5f87d-8205-42a2-a430-80b053b7cadb HTTP/1.1" status: 200 len: 945 time: 0.0531030 Mar 28 01:44:44.554720 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6e73ecc0-a879-4cff-8085-98f7d7db25da req-2daeb9cf-b514-417f-82d3-dd1dc73020c0 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6509708-0025-4e1e-8bbf-6999175c4a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429032 Mar 28 01:44:44.929980 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:44:45.675563 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f95dab-388f-41cd-bfe9-15053c0764da req-cc1eca1e-6c7b-4432-b924-1ea5bc24c42a tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:44:45.677088 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-c0f95dab-388f-41cd-bfe9-15053c0764da req-cc1eca1e-6c7b-4432-b924-1ea5bc24c42a tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/ports?device_id=bad5f87d-8205-42a2-a430-80b053b7cadb HTTP/1.1" status: 200 len: 945 time: 0.0546126 Mar 28 01:44:45.724802 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-c0f95dab-388f-41cd-bfe9-15053c0764da req-7c351725-bb03-47e4-a72a-57c29cf30f9c tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6509708-0025-4e1e-8bbf-6999175c4a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422702 Mar 28 01:44:46.379881 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:44:46.841891 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6c5525-0fda-421b-a5da-e8d52fa37e32 req-6994604e-e26f-47bc-a6c0-2a0ea0997c8a tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:44:46.843381 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7a6c5525-0fda-421b-a5da-e8d52fa37e32 req-6994604e-e26f-47bc-a6c0-2a0ea0997c8a tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/ports?device_id=bad5f87d-8205-42a2-a430-80b053b7cadb HTTP/1.1" status: 200 len: 945 time: 0.0513794 Mar 28 01:44:46.891267 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7a6c5525-0fda-421b-a5da-e8d52fa37e32 req-79fac101-99a9-490e-ba7b-a3b65418b9c4 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6509708-0025-4e1e-8bbf-6999175c4a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424316 Mar 28 01:44:47.885744 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:44:48.008384 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987c0ea6-09b9-4ecc-9f6c-0d325efb6219 req-a4e3935e-69ac-4d09-8cb4-8cdd53329667 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:44:48.009862 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-987c0ea6-09b9-4ecc-9f6c-0d325efb6219 req-a4e3935e-69ac-4d09-8cb4-8cdd53329667 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/ports?device_id=bad5f87d-8205-42a2-a430-80b053b7cadb HTTP/1.1" status: 200 len: 945 time: 0.0525284 Mar 28 01:44:48.058026 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-987c0ea6-09b9-4ecc-9f6c-0d325efb6219 req-c1c1b90c-2e5e-425d-afe9-f7079c622f53 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6509708-0025-4e1e-8bbf-6999175c4a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415318 Mar 28 01:44:49.181974 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aa4260-98be-47d5-aac9-257e09c88ee6 req-0e6906d9-6910-4458-8616-d377bb1f5af2 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:44:49.183433 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-73aa4260-98be-47d5-aac9-257e09c88ee6 req-0e6906d9-6910-4458-8616-d377bb1f5af2 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/ports?device_id=bad5f87d-8205-42a2-a430-80b053b7cadb HTTP/1.1" status: 200 len: 945 time: 0.0557656 Mar 28 01:44:49.231501 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-73aa4260-98be-47d5-aac9-257e09c88ee6 req-f3752cb5-9d2c-43de-800d-6f4474356c8e tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6509708-0025-4e1e-8bbf-6999175c4a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426588 Mar 28 01:44:50.346444 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d4d209-5162-4774-a552-485de8ba7cef req-c7f43f84-6c0c-44e9-8397-3f3634dc18a8 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:44:50.347874 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-80d4d209-5162-4774-a552-485de8ba7cef req-c7f43f84-6c0c-44e9-8397-3f3634dc18a8 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/ports?device_id=bad5f87d-8205-42a2-a430-80b053b7cadb HTTP/1.1" status: 200 len: 945 time: 0.0509102 Mar 28 01:44:50.398254 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-80d4d209-5162-4774-a552-485de8ba7cef req-3a5ba5f4-0fa4-48f3-9705-843bc4234bbc tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6509708-0025-4e1e-8bbf-6999175c4a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449445 Mar 28 01:44:51.514672 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bd67c7-f665-4941-abda-8294f798421e req-0a19c88f-5a67-4b31-a28e-a97423f2d3c1 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:44:51.516169 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-48bd67c7-f665-4941-abda-8294f798421e req-0a19c88f-5a67-4b31-a28e-a97423f2d3c1 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/ports?device_id=bad5f87d-8205-42a2-a430-80b053b7cadb HTTP/1.1" status: 200 len: 945 time: 0.0515077 Mar 28 01:44:51.564907 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-48bd67c7-f665-4941-abda-8294f798421e req-8b156e1a-ff38-445c-8aa2-4d2e268d405d tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6509708-0025-4e1e-8bbf-6999175c4a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429649 Mar 28 01:44:52.680253 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d5b60b-09ff-4a79-9d56-73b973e6f3fb req-0c9fb140-4acb-446c-a334-b7f26b6c40da tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:44:52.681692 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-f3d5b60b-09ff-4a79-9d56-73b973e6f3fb req-0c9fb140-4acb-446c-a334-b7f26b6c40da tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/ports?device_id=bad5f87d-8205-42a2-a430-80b053b7cadb HTTP/1.1" status: 200 len: 945 time: 0.0512798 Mar 28 01:44:52.730192 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-f3d5b60b-09ff-4a79-9d56-73b973e6f3fb req-ce5f6ba3-d3dc-40e2-8f61-c73e36bb4e49 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6509708-0025-4e1e-8bbf-6999175c4a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428009 Mar 28 01:44:53.848363 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b138ed8-3758-4c4c-b0e0-4c8d7564ed7c req-b573c0fd-139d-478b-8317-5aac294e0f07 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:44:53.849859 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6b138ed8-3758-4c4c-b0e0-4c8d7564ed7c req-b573c0fd-139d-478b-8317-5aac294e0f07 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/ports?device_id=bad5f87d-8205-42a2-a430-80b053b7cadb HTTP/1.1" status: 200 len: 945 time: 0.0553949 Mar 28 01:44:53.897991 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6b138ed8-3758-4c4c-b0e0-4c8d7564ed7c req-b43898e3-1739-41a8-b09a-e4cf90a53631 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6509708-0025-4e1e-8bbf-6999175c4a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419579 Mar 28 01:44:55.014175 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072eddd4-6086-4129-92e9-f80803a92b8f req-cb0494ac-09aa-4373-8868-598d40532d04 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:44:55.015655 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-072eddd4-6086-4129-92e9-f80803a92b8f req-cb0494ac-09aa-4373-8868-598d40532d04 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/ports?device_id=bad5f87d-8205-42a2-a430-80b053b7cadb HTTP/1.1" status: 200 len: 945 time: 0.0515406 Mar 28 01:44:55.062615 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-072eddd4-6086-4129-92e9-f80803a92b8f req-7ee2a83d-f102-4acd-8add-237a98110285 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6509708-0025-4e1e-8bbf-6999175c4a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412881 Mar 28 01:44:56.191062 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da641bee-b0fa-41de-807e-33ecb0c4511c req-702d36c2-6bfa-4542-a1eb-fd66d130b6cf tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:44:56.192956 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-da641bee-b0fa-41de-807e-33ecb0c4511c req-702d36c2-6bfa-4542-a1eb-fd66d130b6cf tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/ports?device_id=bad5f87d-8205-42a2-a430-80b053b7cadb HTTP/1.1" status: 200 len: 945 time: 0.0563989 Mar 28 01:44:56.239335 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device b1f930b2-b1fd-4cb7-ae66-600e397b9b00 details requested by agent hyperv_hv-neutron-8348 with host hv-neutron-8348 {{(pid=104100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 01:44:56.250594 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-da641bee-b0fa-41de-807e-33ecb0c4511c req-5a8d3ef1-2795-4251-8027-77ca24cb385d tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6509708-0025-4e1e-8bbf-6999175c4a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501966 Mar 28 01:44:56.362913 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port b1f930b2-b1fd-4cb7-ae66-600e397b9b00, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=b1f930b2-b1fd-4cb7-ae66-600e397b9b00,segment=NetworkSegment(ec567581-2e2d-4ba8-b430-4b51148be13a),segment_id=ec567581-2e2d-4ba8-b430-4b51148be13a)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:44:56.377104 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Returning: {'device': 'b1f930b2-b1fd-4cb7-ae66-600e397b9b00', 'network_id': '57f000f1-0871-49d4-8fe3-8b33b795835f', 'port_id': 'b1f930b2-b1fd-4cb7-ae66-600e397b9b00', 'mac_address': 'fa:16:3e:2d:20:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58ad456e-6634-42e5-91ab-c1314f86f024', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 01:44:56.418782 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port b1f930b2-b1fd-4cb7-ae66-600e397b9b00 is: ACTIVE; New status is: BUILD {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:44:56.419458 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (b1f930b2-b1fd-4cb7-ae66-600e397b9b00), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:44:56.433645 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b1f930b2-b1fd-4cb7-ae66-600e397b9b00 {{(pid=104100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 01:44:56.453748 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port b1f930b2-b1fd-4cb7-ae66-600e397b9b00, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=b1f930b2-b1fd-4cb7-ae66-600e397b9b00,segment=NetworkSegment(ec567581-2e2d-4ba8-b430-4b51148be13a),segment_id=ec567581-2e2d-4ba8-b430-4b51148be13a)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:44:56.459743 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (b1f930b2-b1fd-4cb7-ae66-600e397b9b00), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:44:56.516454 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Pushing event updated for resources: {'Port': ['ID=b1f930b2-b1fd-4cb7-ae66-600e397b9b00,revision_number=6']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:44:56.525215 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:44:56.526096 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:44:56.526452 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:44:56.526792 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:44:56.527126 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:44:56.527457 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:44:56.527785 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:44:56.528150 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:44:56.528481 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:44:56.528807 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:44:56.529139 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:44:56.529472 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:44:56.529824 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:44:56.530766 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:44:56.531101 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:44:56.538041 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] get_ports_and_sgs() called for port_ids ['b1f930b2-b1fd-4cb7-ae66-600e397b9b00'] {{(pid=104100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 01:44:57.403292 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd57c2cd-555f-4e6c-8e98-6f87b26cde39 req-e396b4de-dc0f-4f15-a02c-ff5b0922a4bb tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:44:57.404848 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-dd57c2cd-555f-4e6c-8e98-6f87b26cde39 req-e396b4de-dc0f-4f15-a02c-ff5b0922a4bb tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/ports?device_id=bad5f87d-8205-42a2-a430-80b053b7cadb HTTP/1.1" status: 200 len: 944 time: 0.0744932 Mar 28 01:44:57.458517 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-dd57c2cd-555f-4e6c-8e98-6f87b26cde39 req-bb398fc3-5708-44e9-9ac0-f9137cd32191 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6509708-0025-4e1e-8bbf-6999175c4a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473921 Mar 28 01:44:58.254964 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device b1f930b2-b1fd-4cb7-ae66-600e397b9b00 up at agent hyperv_hv-neutron-8348 {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:44:58.312140 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Provisioning complete for port b1f930b2-b1fd-4cb7-ae66-600e397b9b00 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:44:58.312610 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (b1f930b2-b1fd-4cb7-ae66-600e397b9b00), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:44:58.392666 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port b1f930b2-b1fd-4cb7-ae66-600e397b9b00 is: BUILD; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:44:58.393432 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (b1f930b2-b1fd-4cb7-ae66-600e397b9b00), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:44:58.420011 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bad5f87d-8205-42a2-a430-80b053b7cadb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1f930b2-b1fd-4cb7-ae66-600e397b9b00'}] {{(pid=104100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:44:58.422337 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd27896ebc78d0f7931321182ba9533a7b768b1c3fcddb3ff52a8aee6ddeaf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7023a35-ebd1-407e-b6e6-58d585ce82c8" -d '{"events": [{"server_uuid": "bad5f87d-8205-42a2-a430-80b053b7cadb", "name": "network-vif-plugged", "status": "completed", "tag": "b1f930b2-b1fd-4cb7-ae66-600e397b9b00"}]}' {{(pid=104100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:44:58.436790 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port b1f930b2-b1fd-4cb7-ae66-600e397b9b00, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=b1f930b2-b1fd-4cb7-ae66-600e397b9b00,segment=NetworkSegment(ec567581-2e2d-4ba8-b430-4b51148be13a),segment_id=ec567581-2e2d-4ba8-b430-4b51148be13a)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:44:58.445470 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (b1f930b2-b1fd-4cb7-ae66-600e397b9b00), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:44:58.478834 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 01:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a47059a-65c3-4534-bdfa-4bba6691dd58 x-openstack-request-id: req-3a47059a-65c3-4534-bdfa-4bba6691dd58 {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:44:58.479131 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bad5f87d-8205-42a2-a430-80b053b7cadb", "name": "network-vif-plugged", "status": "completed", "tag": "b1f930b2-b1fd-4cb7-ae66-600e397b9b00", "code": 200}]} {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:44:58.479387 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3a47059a-65c3-4534-bdfa-4bba6691dd58 {{(pid=104100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:44:58.479785 dv-neutron-834874-6-hyperv neutron-server[104100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a47059a-65c3-4534-bdfa-4bba6691dd58'] response: {'server_uuid': 'bad5f87d-8205-42a2-a430-80b053b7cadb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1f930b2-b1fd-4cb7-ae66-600e397b9b00', 'code': 200} Mar 28 01:44:58.513995 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Pushing event updated for resources: {'Port': ['ID=b1f930b2-b1fd-4cb7-ae66-600e397b9b00,revision_number=7']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:44:58.596519 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4518b2-0431-4c4c-a907-55189cf3aa42 req-1d0a39aa-b32c-47f4-8e86-facd0c737f57 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:44:58.599163 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-9a4518b2-0431-4c4c-a907-55189cf3aa42 req-1d0a39aa-b32c-47f4-8e86-facd0c737f57 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/ports?device_id=bad5f87d-8205-42a2-a430-80b053b7cadb HTTP/1.1" status: 200 len: 945 time: 0.0586290 Mar 28 01:44:58.654052 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-9a4518b2-0431-4c4c-a907-55189cf3aa42 req-4bf90808-4c24-4707-9398-1619e78b3a00 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6509708-0025-4e1e-8bbf-6999175c4a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498340 Mar 28 01:44:59.787020 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f13c59-c256-4284-9b08-22b6256831e8 req-49cde14d-d495-4a56-a353-3686b08d055b tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:44:59.789221 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-30f13c59-c256-4284-9b08-22b6256831e8 req-49cde14d-d495-4a56-a353-3686b08d055b tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/ports?device_id=bad5f87d-8205-42a2-a430-80b053b7cadb HTTP/1.1" status: 200 len: 945 time: 0.0632133 Mar 28 01:44:59.846001 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-30f13c59-c256-4284-9b08-22b6256831e8 req-fdc29c07-9a11-47eb-af39-aff1888638a6 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6509708-0025-4e1e-8bbf-6999175c4a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508962 Mar 28 01:45:00.975659 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b492ff07-0fbc-4021-99f7-48236b28bd65 req-67340049-0205-4ce5-ad14-637e81aeb1e7 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:45:00.982484 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-b492ff07-0fbc-4021-99f7-48236b28bd65 req-67340049-0205-4ce5-ad14-637e81aeb1e7 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/ports?device_id=bad5f87d-8205-42a2-a430-80b053b7cadb HTTP/1.1" status: 200 len: 945 time: 0.0646508 Mar 28 01:45:01.031233 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-b492ff07-0fbc-4021-99f7-48236b28bd65 req-5c892967-a854-4fac-bb65-c5b12806ac19 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6509708-0025-4e1e-8bbf-6999175c4a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478590 Mar 28 01:45:02.157717 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92a2b9c-f553-4f86-8b19-92d48686ed7c req-c21c1d49-a404-436b-88c5-8334099e0f5a tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:45:02.164614 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e92a2b9c-f553-4f86-8b19-92d48686ed7c req-c21c1d49-a404-436b-88c5-8334099e0f5a tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/ports?device_id=bad5f87d-8205-42a2-a430-80b053b7cadb HTTP/1.1" status: 200 len: 945 time: 0.0622048 Mar 28 01:45:02.212404 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e92a2b9c-f553-4f86-8b19-92d48686ed7c req-ec9c6a34-fec7-477d-9b95-1dcd0b6f8db4 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6509708-0025-4e1e-8bbf-6999175c4a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468631 Mar 28 01:45:03.229825 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:45:03.346558 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3651c12-1781-4007-83c9-2170fe9f8084 req-a86bfa84-6e63-419b-a371-4f2085734e52 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:45:03.348206 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-b3651c12-1781-4007-83c9-2170fe9f8084 req-a86bfa84-6e63-419b-a371-4f2085734e52 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/ports?device_id=bad5f87d-8205-42a2-a430-80b053b7cadb HTTP/1.1" status: 200 len: 945 time: 0.0602450 Mar 28 01:45:03.403288 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-b3651c12-1781-4007-83c9-2170fe9f8084 req-ca434478-d9f4-4cf1-820c-902ba87a1f83 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6509708-0025-4e1e-8bbf-6999175c4a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482304 Mar 28 01:45:04.705230 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b900960-92f7-4c2c-be0d-859299d27cab req-809cbe32-be69-4278-8eab-b294a4605229 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:45:04.706883 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-8b900960-92f7-4c2c-be0d-859299d27cab req-809cbe32-be69-4278-8eab-b294a4605229 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/ports?device_id=bad5f87d-8205-42a2-a430-80b053b7cadb HTTP/1.1" status: 200 len: 945 time: 0.0564191 Mar 28 01:45:04.764246 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-8b900960-92f7-4c2c-be0d-859299d27cab req-9a70c034-9063-47e1-bbae-13a3b7759ce6 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6509708-0025-4e1e-8bbf-6999175c4a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514667 Mar 28 01:45:05.525075 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a76949f-a426-445a-9eb3-811b2fa4d00a req-0173ed54-f64b-4564-ad00-b002362af718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:45:05.527569 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-2a76949f-a426-445a-9eb3-811b2fa4d00a req-0173ed54-f64b-4564-ad00-b002362af718 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9b473d866bbe4662a4a05d6ae2379b7c&device_id=bad5f87d-8205-42a2-a430-80b053b7cadb HTTP/1.1" status: 200 len: 1129 time: 0.0479310 Mar 28 01:45:05.619695 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a76949f-a426-445a-9eb3-811b2fa4d00a req-f4f03b78-fd3c-4473-afbe-85b3a9f8cefc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:45:05.621180 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-2a76949f-a426-445a-9eb3-811b2fa4d00a req-f4f03b78-fd3c-4473-afbe-85b3a9f8cefc service neutron] 10.222.0.10 "GET /v2.0/networks?id=57f000f1-0871-49d4-8fe3-8b33b795835f HTTP/1.1" status: 200 len: 909 time: 0.0818307 Mar 28 01:45:05.691456 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-2a76949f-a426-445a-9eb3-811b2fa4d00a req-bcab874e-d19c-43b7-ba75-41e203d5b0bd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b1f930b2-b1fd-4cb7-ae66-600e397b9b00 HTTP/1.1" status: 200 len: 1001 time: 0.0606334 Mar 28 01:45:05.738194 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a76949f-a426-445a-9eb3-811b2fa4d00a req-e77d84cf-a4ab-45be-85fe-5eb7eb9b614c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:45:05.739576 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-2a76949f-a426-445a-9eb3-811b2fa4d00a req-e77d84cf-a4ab-45be-85fe-5eb7eb9b614c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=58ad456e-6634-42e5-91ab-c1314f86f024 HTTP/1.1" status: 200 len: 848 time: 0.0415807 Mar 28 01:45:05.791063 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a76949f-a426-445a-9eb3-811b2fa4d00a req-873cc6ee-3dac-4116-92be-b6af85c250c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:45:05.792519 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-2a76949f-a426-445a-9eb3-811b2fa4d00a req-873cc6ee-3dac-4116-92be-b6af85c250c3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=57f000f1-0871-49d4-8fe3-8b33b795835f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0448005 Mar 28 01:45:05.801843 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [req-2a76949f-a426-445a-9eb3-811b2fa4d00a req-1f8f2f1f-859d-4fee-9a41-a207d1f3f33c service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=104099) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 01:45:05.802790 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-2a76949f-a426-445a-9eb3-811b2fa4d00a req-1f8f2f1f-859d-4fee-9a41-a207d1f3f33c service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048809 Mar 28 01:45:05.884446 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54385d64-cece-4756-beeb-45cb2d059a7c req-94638ac5-a45d-48b0-a2aa-f43f31775c9d tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:45:05.886470 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-54385d64-cece-4756-beeb-45cb2d059a7c req-94638ac5-a45d-48b0-a2aa-f43f31775c9d tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/ports?device_id=bad5f87d-8205-42a2-a430-80b053b7cadb HTTP/1.1" status: 200 len: 945 time: 0.0546193 Mar 28 01:45:05.894767 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-2a76949f-a426-445a-9eb3-811b2fa4d00a req-4c41bf47-4c80-42e2-b33c-4bbe6391743b service neutron] 10.222.0.10 "GET /v2.0/networks/57f000f1-0871-49d4-8fe3-8b33b795835f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863473 Mar 28 01:45:05.939032 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-54385d64-cece-4756-beeb-45cb2d059a7c req-9714667a-a142-4b4d-bc28-5548a929124c tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6509708-0025-4e1e-8bbf-6999175c4a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471156 Mar 28 01:45:05.985431 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-2a76949f-a426-445a-9eb3-811b2fa4d00a req-c6d71003-d395-4289-b3b5-7010b42708ce service neutron] 10.222.0.10 "GET /v2.0/networks/57f000f1-0871-49d4-8fe3-8b33b795835f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802402 Mar 28 01:45:07.054556 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8435da13-e39e-4da8-b20b-f663b41d6be6 req-42703e74-04c5-4ea7-96b5-56563234ca43 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:45:07.056055 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-8435da13-e39e-4da8-b20b-f663b41d6be6 req-42703e74-04c5-4ea7-96b5-56563234ca43 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/ports?device_id=bad5f87d-8205-42a2-a430-80b053b7cadb HTTP/1.1" status: 200 len: 945 time: 0.0519903 Mar 28 01:45:07.108074 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-8435da13-e39e-4da8-b20b-f663b41d6be6 req-5b73f610-0f3d-48ed-9078-26f8fdd8d608 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6509708-0025-4e1e-8bbf-6999175c4a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460010 Mar 28 01:45:08.223129 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78f6d5f-f674-4f1e-b523-8b65f2146819 req-850a3c2e-0b37-4a04-a46b-65b8fc4e3708 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:45:08.224602 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-b78f6d5f-f674-4f1e-b523-8b65f2146819 req-850a3c2e-0b37-4a04-a46b-65b8fc4e3708 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/ports?device_id=bad5f87d-8205-42a2-a430-80b053b7cadb HTTP/1.1" status: 200 len: 945 time: 0.0515873 Mar 28 01:45:08.272876 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-b78f6d5f-f674-4f1e-b523-8b65f2146819 req-23544534-9eff-4269-9a99-14b26045f247 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6509708-0025-4e1e-8bbf-6999175c4a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428357 Mar 28 01:45:08.341362 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [req-1a21c48a-783b-463f-b4e1-c42026b8b12f req-5bc0d31e-cf6d-4b7f-ae35-96408bf67391 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=104099) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 01:45:08.342330 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-1a21c48a-783b-463f-b4e1-c42026b8b12f req-5bc0d31e-cf6d-4b7f-ae35-96408bf67391 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052752 Mar 28 01:45:08.496011 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5519bcd4-4813-439b-ad4f-e3b509d9e37f req-de337a53-b520-4ae5-8fac-79aca4351fda tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:45:08.497495 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-5519bcd4-4813-439b-ad4f-e3b509d9e37f req-de337a53-b520-4ae5-8fac-79aca4351fda tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/ports?device_id=bad5f87d-8205-42a2-a430-80b053b7cadb HTTP/1.1" status: 200 len: 945 time: 0.0519218 Mar 28 01:45:08.547151 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-5519bcd4-4813-439b-ad4f-e3b509d9e37f req-28ca61a4-853b-4835-8f6d-bf209ce601aa tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6509708-0025-4e1e-8bbf-6999175c4a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434644 Mar 28 01:45:08.752330 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-6f7e2830-50f2-424e-a76d-81b49f3272ec req-6c75fa06-9ea1-48d8-8042-0f9bb460d951 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bad5f87d-8205-42a2-a430-80b053b7cadb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0903330 Mar 28 01:45:08.871603 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7e2830-50f2-424e-a76d-81b49f3272ec req-ccde2c0f-3897-43ac-a177-fb031b4f0cac tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:45:08.872991 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6f7e2830-50f2-424e-a76d-81b49f3272ec req-ccde2c0f-3897-43ac-a177-fb031b4f0cac tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/ports/b1f930b2-b1fd-4cb7-ae66-600e397b9b00 HTTP/1.1" status: 200 len: 942 time: 0.0937006 Mar 28 01:45:09.646101 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7e2830-50f2-424e-a76d-81b49f3272ec req-3071bbb9-08c2-4a67-8f9f-cf852131df53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:45:09.647584 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6f7e2830-50f2-424e-a76d-81b49f3272ec req-3071bbb9-08c2-4a67-8f9f-cf852131df53 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=bad5f87d-8205-42a2-a430-80b053b7cadb&tenant_id=9b473d866bbe4662a4a05d6ae2379b7c HTTP/1.1" status: 200 len: 1129 time: 0.0696988 Mar 28 01:45:09.670636 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b797fbdd-afd3-498d-9650-a52b9a60a109 req-f88a8029-b6b0-4b8d-bfc4-e558e15687a7 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:45:09.672099 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-b797fbdd-afd3-498d-9650-a52b9a60a109 req-f88a8029-b6b0-4b8d-bfc4-e558e15687a7 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/ports?device_id=bad5f87d-8205-42a2-a430-80b053b7cadb HTTP/1.1" status: 200 len: 945 time: 0.0575082 Mar 28 01:45:09.749388 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7e2830-50f2-424e-a76d-81b49f3272ec req-a610fda2-6e3c-420c-8287-7b4de31d30ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:45:09.750882 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6f7e2830-50f2-424e-a76d-81b49f3272ec req-a610fda2-6e3c-420c-8287-7b4de31d30ff service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9b473d866bbe4662a4a05d6ae2379b7c&device_id=bad5f87d-8205-42a2-a430-80b053b7cadb HTTP/1.1" status: 200 len: 1129 time: 0.0779154 Mar 28 01:45:09.754429 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-b797fbdd-afd3-498d-9650-a52b9a60a109 req-08305676-327b-4bc9-bdb8-d241103f8339 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6509708-0025-4e1e-8bbf-6999175c4a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744634 Mar 28 01:45:09.839462 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7e2830-50f2-424e-a76d-81b49f3272ec req-760e8939-ef17-46f9-8e86-a250ec306874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:45:09.840896 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6f7e2830-50f2-424e-a76d-81b49f3272ec req-760e8939-ef17-46f9-8e86-a250ec306874 service neutron] 10.222.0.10 "GET /v2.0/networks?id=57f000f1-0871-49d4-8fe3-8b33b795835f HTTP/1.1" status: 200 len: 909 time: 0.0834818 Mar 28 01:45:09.907866 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6f7e2830-50f2-424e-a76d-81b49f3272ec req-df1d621a-d6b2-490b-8e33-2642d2cf039c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b1f930b2-b1fd-4cb7-ae66-600e397b9b00 HTTP/1.1" status: 200 len: 1001 time: 0.0609400 Mar 28 01:45:09.955614 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7e2830-50f2-424e-a76d-81b49f3272ec req-ed01b3b7-69b3-406d-b375-07ab9a067e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:45:09.957049 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6f7e2830-50f2-424e-a76d-81b49f3272ec req-ed01b3b7-69b3-406d-b375-07ab9a067e12 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=58ad456e-6634-42e5-91ab-c1314f86f024 HTTP/1.1" status: 200 len: 848 time: 0.0426083 Mar 28 01:45:10.003502 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7e2830-50f2-424e-a76d-81b49f3272ec req-09861651-2afb-4e7f-8123-e9aafc1b1a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:45:10.005013 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6f7e2830-50f2-424e-a76d-81b49f3272ec req-09861651-2afb-4e7f-8123-e9aafc1b1a61 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=57f000f1-0871-49d4-8fe3-8b33b795835f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0422213 Mar 28 01:45:10.292378 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device b1f930b2-b1fd-4cb7-ae66-600e397b9b00 no longer exists at agent hyperv_hv-neutron-8348 {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:45:10.371355 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port b1f930b2-b1fd-4cb7-ae66-600e397b9b00 is: ACTIVE; New status is: DOWN {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:45:10.371734 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (b1f930b2-b1fd-4cb7-ae66-600e397b9b00), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:45:10.393374 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bad5f87d-8205-42a2-a430-80b053b7cadb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1f930b2-b1fd-4cb7-ae66-600e397b9b00'}] {{(pid=104100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:45:10.395446 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6f7e2830-50f2-424e-a76d-81b49f3272ec req-bb254f2c-2b78-4918-bc59-daa5e5265d03 service neutron] 10.222.0.10 "GET /v2.0/networks/57f000f1-0871-49d4-8fe3-8b33b795835f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3843722 Mar 28 01:45:10.395589 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd27896ebc78d0f7931321182ba9533a7b768b1c3fcddb3ff52a8aee6ddeaf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-160378e7-eb75-4b26-937a-3004f577769a" -d '{"events": [{"server_uuid": "bad5f87d-8205-42a2-a430-80b053b7cadb", "name": "network-vif-unplugged", "status": "completed", "tag": "b1f930b2-b1fd-4cb7-ae66-600e397b9b00"}]}' {{(pid=104100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:45:10.407924 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port b1f930b2-b1fd-4cb7-ae66-600e397b9b00, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=b1f930b2-b1fd-4cb7-ae66-600e397b9b00,segment=NetworkSegment(ec567581-2e2d-4ba8-b430-4b51148be13a),segment_id=ec567581-2e2d-4ba8-b430-4b51148be13a)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:45:10.412948 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (b1f930b2-b1fd-4cb7-ae66-600e397b9b00), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:45:10.436953 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Mar 2022 01:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45ed2bb0-34f3-4011-ab1d-cf0ecca1e6da x-openstack-request-id: req-45ed2bb0-34f3-4011-ab1d-cf0ecca1e6da {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:45:10.437275 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bad5f87d-8205-42a2-a430-80b053b7cadb", "name": "network-vif-unplugged", "status": "completed", "tag": "b1f930b2-b1fd-4cb7-ae66-600e397b9b00", "code": 200}]} {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:45:10.437528 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-45ed2bb0-34f3-4011-ab1d-cf0ecca1e6da {{(pid=104100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:45:10.437921 dv-neutron-834874-6-hyperv neutron-server[104100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45ed2bb0-34f3-4011-ab1d-cf0ecca1e6da'] response: {'server_uuid': 'bad5f87d-8205-42a2-a430-80b053b7cadb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1f930b2-b1fd-4cb7-ae66-600e397b9b00', 'code': 200} Mar 28 01:45:10.463658 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Pushing event updated for resources: {'Port': ['ID=b1f930b2-b1fd-4cb7-ae66-600e397b9b00,revision_number=8']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:45:10.486177 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6f7e2830-50f2-424e-a76d-81b49f3272ec req-eef6c8c8-7466-41b5-9581-f7330eb5abc3 service neutron] 10.222.0.10 "GET /v2.0/networks/57f000f1-0871-49d4-8fe3-8b33b795835f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843968 Mar 28 01:45:10.688786 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea3c24-7c3a-4dbb-80c6-07b01055a854 req-cf4a9227-5694-45bb-adb6-f857a205a989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:45:10.690302 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6eea3c24-7c3a-4dbb-80c6-07b01055a854 req-cf4a9227-5694-45bb-adb6-f857a205a989 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9b473d866bbe4662a4a05d6ae2379b7c&device_id=bad5f87d-8205-42a2-a430-80b053b7cadb HTTP/1.1" status: 200 len: 1127 time: 0.0495670 Mar 28 01:45:10.807120 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea3c24-7c3a-4dbb-80c6-07b01055a854 req-54319513-4f00-4405-b2d9-31db8ea71a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:45:10.809238 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6eea3c24-7c3a-4dbb-80c6-07b01055a854 req-54319513-4f00-4405-b2d9-31db8ea71a26 service neutron] 10.222.0.10 "GET /v2.0/networks?id=57f000f1-0871-49d4-8fe3-8b33b795835f HTTP/1.1" status: 200 len: 909 time: 0.1006577 Mar 28 01:45:10.901644 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6eea3c24-7c3a-4dbb-80c6-07b01055a854 req-18277af4-cbe5-4f59-a3b0-f6cf6ae3bf64 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b1f930b2-b1fd-4cb7-ae66-600e397b9b00 HTTP/1.1" status: 200 len: 999 time: 0.0830762 Mar 28 01:45:10.975152 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a4114e-f6d5-4312-90f4-acc58ace24e2 req-3076a333-8a25-4317-9360-5ac49b201618 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:45:10.979469 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-03a4114e-f6d5-4312-90f4-acc58ace24e2 req-3076a333-8a25-4317-9360-5ac49b201618 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/ports?device_id=bad5f87d-8205-42a2-a430-80b053b7cadb HTTP/1.1" status: 200 len: 943 time: 0.0767891 Mar 28 01:45:11.079085 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-03a4114e-f6d5-4312-90f4-acc58ace24e2 req-bdc0dabc-bff2-4aad-8cbe-8b61726d426f tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6509708-0025-4e1e-8bbf-6999175c4a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922568 Mar 28 01:45:11.499334 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-0c765ca3-0304-4dbf-adf7-7e9d44a1b8c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:45:12.202147 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2f2497-a6b4-4e77-86b9-0cbea426b7f0 req-086ff564-4196-4251-bddb-567f833a1515 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:45:12.203616 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-ce2f2497-a6b4-4e77-86b9-0cbea426b7f0 req-086ff564-4196-4251-bddb-567f833a1515 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/ports?device_id=bad5f87d-8205-42a2-a430-80b053b7cadb HTTP/1.1" status: 200 len: 943 time: 0.0524249 Mar 28 01:45:12.251180 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-ce2f2497-a6b4-4e77-86b9-0cbea426b7f0 req-8b59c476-546e-465f-9138-66bd7b022c86 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6509708-0025-4e1e-8bbf-6999175c4a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416346 Mar 28 01:45:13.380286 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d647ec1c-b6a0-41c2-8fa9-e15a0481a9d3 req-d9ba6294-1cad-41fa-80a3-5cefb9c81810 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:45:13.381764 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-d647ec1c-b6a0-41c2-8fa9-e15a0481a9d3 req-d9ba6294-1cad-41fa-80a3-5cefb9c81810 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/ports?device_id=bad5f87d-8205-42a2-a430-80b053b7cadb HTTP/1.1" status: 200 len: 943 time: 0.0537970 Mar 28 01:45:13.443814 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-d647ec1c-b6a0-41c2-8fa9-e15a0481a9d3 req-0a2bcb07-f1b3-4c62-9dd2-1a2fdfdd5f99 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6509708-0025-4e1e-8bbf-6999175c4a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558791 Mar 28 01:45:13.660888 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-921ee5e4-e2e2-4f28-a7aa-5112fe5dd615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:45:14.577408 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94438330-898b-4d62-bcd8-91eda36b6841 req-119db16b-7ab0-4d81-9002-26782f9ff593 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:45:14.578777 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-94438330-898b-4d62-bcd8-91eda36b6841 req-119db16b-7ab0-4d81-9002-26782f9ff593 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/ports?device_id=bad5f87d-8205-42a2-a430-80b053b7cadb HTTP/1.1" status: 200 len: 943 time: 0.0515935 Mar 28 01:45:14.627977 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-94438330-898b-4d62-bcd8-91eda36b6841 req-bb936dd8-80ec-44f0-b0e7-716e50a60102 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6509708-0025-4e1e-8bbf-6999175c4a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436685 Mar 28 01:45:14.835510 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.agents_db [None req-9a1d863f-391a-42f4-9870-e8292b919beb None None] Agent healthcheck: found 6 active agents {{(pid=104101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 01:45:14.933973 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:45:15.749935 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcc3e87-65a8-46e3-95a6-b2f64cc43267 req-4cfb8192-2254-40fc-80b3-4695d3beb459 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:45:15.751326 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-9bcc3e87-65a8-46e3-95a6-b2f64cc43267 req-4cfb8192-2254-40fc-80b3-4695d3beb459 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/ports?device_id=bad5f87d-8205-42a2-a430-80b053b7cadb HTTP/1.1" status: 200 len: 943 time: 0.0560024 Mar 28 01:45:15.800072 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-9bcc3e87-65a8-46e3-95a6-b2f64cc43267 req-e7285f32-5204-4012-ae96-1da91d454f9d tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6509708-0025-4e1e-8bbf-6999175c4a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430641 Mar 28 01:45:16.383598 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:45:16.953617 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebd14a4-24c2-438d-96b4-20054167cfad req-e51fa326-74b2-43f7-bec4-1a116803aeea tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:45:16.955382 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-bebd14a4-24c2-438d-96b4-20054167cfad req-e51fa326-74b2-43f7-bec4-1a116803aeea tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/ports?device_id=bad5f87d-8205-42a2-a430-80b053b7cadb HTTP/1.1" status: 200 len: 943 time: 0.0646040 Mar 28 01:45:17.013992 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-bebd14a4-24c2-438d-96b4-20054167cfad req-fc2bb3b1-ffdf-460b-895c-83ec68b45621 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6509708-0025-4e1e-8bbf-6999175c4a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527992 Mar 28 01:45:17.891208 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:45:18.204923 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baa03c4-1211-4b71-bc6f-23bab4d2ea0c req-92d99116-1424-45e5-969b-9617bb8daf0d tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:45:18.206605 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-3baa03c4-1211-4b71-bc6f-23bab4d2ea0c req-92d99116-1424-45e5-969b-9617bb8daf0d tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/ports?device_id=bad5f87d-8205-42a2-a430-80b053b7cadb HTTP/1.1" status: 200 len: 943 time: 0.1218412 Mar 28 01:45:18.258981 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-3baa03c4-1211-4b71-bc6f-23bab4d2ea0c req-21ea1080-3aa2-4833-9f84-92fc14057d30 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6509708-0025-4e1e-8bbf-6999175c4a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466089 Mar 28 01:45:19.430557 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378259fe-13cd-4d5b-9d61-130819cec8a1 req-0a5130a8-9b00-47ee-acbc-7f89c5fcae45 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:45:19.436499 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-378259fe-13cd-4d5b-9d61-130819cec8a1 req-0a5130a8-9b00-47ee-acbc-7f89c5fcae45 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/ports?device_id=bad5f87d-8205-42a2-a430-80b053b7cadb HTTP/1.1" status: 200 len: 943 time: 0.1086354 Mar 28 01:45:19.482187 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-378259fe-13cd-4d5b-9d61-130819cec8a1 req-c62a76d9-6659-4076-a96f-c7995927f4dd tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6509708-0025-4e1e-8bbf-6999175c4a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438697 Mar 28 01:45:20.253425 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea3c24-7c3a-4dbb-80c6-07b01055a854 req-1d43668f-bd79-4bf4-80b7-b0c5152e1b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:45:20.254840 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6eea3c24-7c3a-4dbb-80c6-07b01055a854 req-1d43668f-bd79-4bf4-80b7-b0c5152e1b10 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=58ad456e-6634-42e5-91ab-c1314f86f024 HTTP/1.1" status: 200 len: 848 time: 0.0435643 Mar 28 01:45:20.306371 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea3c24-7c3a-4dbb-80c6-07b01055a854 req-dfa6312f-c214-4eeb-b910-755bc9cf7db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:45:20.307804 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6eea3c24-7c3a-4dbb-80c6-07b01055a854 req-dfa6312f-c214-4eeb-b910-755bc9cf7db1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=57f000f1-0871-49d4-8fe3-8b33b795835f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0464983 Mar 28 01:45:20.391977 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6eea3c24-7c3a-4dbb-80c6-07b01055a854 req-000a705c-6545-473b-b94f-62b76c06d7fc service neutron] 10.222.0.10 "GET /v2.0/networks/57f000f1-0871-49d4-8fe3-8b33b795835f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0777030 Mar 28 01:45:20.486562 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6eea3c24-7c3a-4dbb-80c6-07b01055a854 req-002bdc34-31e1-4ec2-994f-b5000d8bd310 service neutron] 10.222.0.10 "GET /v2.0/networks/57f000f1-0871-49d4-8fe3-8b33b795835f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881798 Mar 28 01:45:20.601549 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e73933-e301-40ba-af30-430fe2e001c6 req-84ce2875-99c6-4597-8924-c958bddbcfe9 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:45:20.603556 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-55e73933-e301-40ba-af30-430fe2e001c6 req-84ce2875-99c6-4597-8924-c958bddbcfe9 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/ports?device_id=bad5f87d-8205-42a2-a430-80b053b7cadb HTTP/1.1" status: 200 len: 943 time: 0.0530598 Mar 28 01:45:20.651099 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-55e73933-e301-40ba-af30-430fe2e001c6 req-48495f17-0098-4c7f-8d68-d81912772b37 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6509708-0025-4e1e-8bbf-6999175c4a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419829 Mar 28 01:45:21.101513 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f06c2c-f1ca-45c4-a84d-dcc95f68393f req-14c879c1-bd1d-40b3-a943-73981096acf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:45:21.103537 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a9f06c2c-f1ca-45c4-a84d-dcc95f68393f req-14c879c1-bd1d-40b3-a943-73981096acf7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=bad5f87d-8205-42a2-a430-80b053b7cadb HTTP/1.1" status: 200 len: 1127 time: 0.0452652 Mar 28 01:45:21.154513 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a9f06c2c-f1ca-45c4-a84d-dcc95f68393f req-80b2bb56-0cf9-4861-8608-296ef743950e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f6509708-0025-4e1e-8bbf-6999175c4a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452578 Mar 28 01:45:21.772695 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cda5702-7e54-4239-be0d-2c1fdc6bc037 req-7e0d31aa-b324-46cd-ad8c-7c19c234265f tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:45:21.774247 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-9cda5702-7e54-4239-be0d-2c1fdc6bc037 req-7e0d31aa-b324-46cd-ad8c-7c19c234265f tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/ports?device_id=bad5f87d-8205-42a2-a430-80b053b7cadb HTTP/1.1" status: 200 len: 943 time: 0.0554507 Mar 28 01:45:21.821094 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-9cda5702-7e54-4239-be0d-2c1fdc6bc037 req-b769fc52-3147-4fb8-b549-8faf656ea7ea tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6509708-0025-4e1e-8bbf-6999175c4a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413976 Mar 28 01:45:22.386938 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device b1f930b2-b1fd-4cb7-ae66-600e397b9b00 details requested by agent hyperv_hv-neutron-8348 with host hv-neutron-8348 {{(pid=104100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 01:45:22.487826 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port b1f930b2-b1fd-4cb7-ae66-600e397b9b00, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=b1f930b2-b1fd-4cb7-ae66-600e397b9b00,segment=NetworkSegment(ec567581-2e2d-4ba8-b430-4b51148be13a),segment_id=ec567581-2e2d-4ba8-b430-4b51148be13a)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:45:22.499529 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Returning: {'device': 'b1f930b2-b1fd-4cb7-ae66-600e397b9b00', 'network_id': '57f000f1-0871-49d4-8fe3-8b33b795835f', 'port_id': 'b1f930b2-b1fd-4cb7-ae66-600e397b9b00', 'mac_address': 'fa:16:3e:2d:20:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58ad456e-6634-42e5-91ab-c1314f86f024', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 01:45:22.537930 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port b1f930b2-b1fd-4cb7-ae66-600e397b9b00 is: DOWN; New status is: BUILD {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:45:22.538321 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (b1f930b2-b1fd-4cb7-ae66-600e397b9b00), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:45:22.552166 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1f930b2-b1fd-4cb7-ae66-600e397b9b00 {{(pid=104100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 01:45:22.571671 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port b1f930b2-b1fd-4cb7-ae66-600e397b9b00, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=b1f930b2-b1fd-4cb7-ae66-600e397b9b00,segment=NetworkSegment(ec567581-2e2d-4ba8-b430-4b51148be13a),segment_id=ec567581-2e2d-4ba8-b430-4b51148be13a)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:45:22.575281 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (b1f930b2-b1fd-4cb7-ae66-600e397b9b00), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:45:22.622450 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Pushing event updated for resources: {'Port': ['ID=b1f930b2-b1fd-4cb7-ae66-600e397b9b00,revision_number=9']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:45:22.828390 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] get_ports_and_sgs() called for port_ids ['b1f930b2-b1fd-4cb7-ae66-600e397b9b00'] {{(pid=104100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 01:45:22.941370 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0ddc86-410c-46ea-b440-b69fa57f4b61 req-06683754-5e90-4ad7-b223-6f103f410e31 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:45:22.943363 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-4f0ddc86-410c-46ea-b440-b69fa57f4b61 req-06683754-5e90-4ad7-b223-6f103f410e31 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/ports?device_id=bad5f87d-8205-42a2-a430-80b053b7cadb HTTP/1.1" status: 200 len: 944 time: 0.0517852 Mar 28 01:45:22.992450 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-4f0ddc86-410c-46ea-b440-b69fa57f4b61 req-65b9a8cd-9703-4d17-8438-0574258d1492 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6509708-0025-4e1e-8bbf-6999175c4a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432978 Mar 28 01:45:24.387073 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device b1f930b2-b1fd-4cb7-ae66-600e397b9b00 up at agent hyperv_hv-neutron-8348 {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:45:24.437589 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Provisioning complete for port b1f930b2-b1fd-4cb7-ae66-600e397b9b00 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:45:24.437963 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (b1f930b2-b1fd-4cb7-ae66-600e397b9b00), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:45:24.510982 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port b1f930b2-b1fd-4cb7-ae66-600e397b9b00 is: BUILD; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:45:24.511281 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (b1f930b2-b1fd-4cb7-ae66-600e397b9b00), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:45:24.532675 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bad5f87d-8205-42a2-a430-80b053b7cadb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1f930b2-b1fd-4cb7-ae66-600e397b9b00'}] {{(pid=104100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:45:24.534853 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd27896ebc78d0f7931321182ba9533a7b768b1c3fcddb3ff52a8aee6ddeaf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-601d0d7c-a1a1-4023-9a54-22003595ec99" -d '{"events": [{"server_uuid": "bad5f87d-8205-42a2-a430-80b053b7cadb", "name": "network-vif-plugged", "status": "completed", "tag": "b1f930b2-b1fd-4cb7-ae66-600e397b9b00"}]}' {{(pid=104100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:45:24.547244 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port b1f930b2-b1fd-4cb7-ae66-600e397b9b00, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=b1f930b2-b1fd-4cb7-ae66-600e397b9b00,segment=NetworkSegment(ec567581-2e2d-4ba8-b430-4b51148be13a),segment_id=ec567581-2e2d-4ba8-b430-4b51148be13a)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:45:24.552220 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (b1f930b2-b1fd-4cb7-ae66-600e397b9b00), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:45:24.580874 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 01:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-784e9143-9721-4011-adec-ee287dd187f0 x-openstack-request-id: req-784e9143-9721-4011-adec-ee287dd187f0 {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:45:24.581166 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bad5f87d-8205-42a2-a430-80b053b7cadb", "name": "network-vif-plugged", "status": "completed", "tag": "b1f930b2-b1fd-4cb7-ae66-600e397b9b00", "code": 200}]} {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:45:24.581420 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-784e9143-9721-4011-adec-ee287dd187f0 {{(pid=104100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:45:24.581814 dv-neutron-834874-6-hyperv neutron-server[104100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-784e9143-9721-4011-adec-ee287dd187f0'] response: {'server_uuid': 'bad5f87d-8205-42a2-a430-80b053b7cadb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1f930b2-b1fd-4cb7-ae66-600e397b9b00', 'code': 200} Mar 28 01:45:24.605045 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Pushing event updated for resources: {'Port': ['ID=b1f930b2-b1fd-4cb7-ae66-600e397b9b00,revision_number=10']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:45:33.228458 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:45:41.505586 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ac2d0c9e-7fb1-4058-8f21-f7b7536a9b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:45:43.663035 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ac9aac9d-da90-415f-8588-f43918e8dfcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:45:44.932687 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:45:46.385480 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:45:47.884943 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:45:51.834679 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.agents_db [None req-9a1d863f-391a-42f4-9870-e8292b919beb None None] Agent healthcheck: found 6 active agents {{(pid=104101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 01:46:03.259762 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:46:11.506264 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-6368dfba-55e2-42ce-81a0-ae52d4e02636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:46:12.709832 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-5eea5bb3-f104-44dc-be4b-a189bf7a06c1 req-11940891-ad06-4bdf-8dc9-fb193030d29f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=bad5f87d-8205-42a2-a430-80b053b7cadb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0848160 Mar 28 01:46:12.793884 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eea5bb3-f104-44dc-be4b-a189bf7a06c1 req-671df396-3efe-4cc0-a3ff-4f8e28e0a877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:46:12.795347 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-5eea5bb3-f104-44dc-be4b-a189bf7a06c1 req-671df396-3efe-4cc0-a3ff-4f8e28e0a877 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9b473d866bbe4662a4a05d6ae2379b7c&device_id=bad5f87d-8205-42a2-a430-80b053b7cadb HTTP/1.1" status: 200 len: 1130 time: 0.0445051 Mar 28 01:46:12.897169 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eea5bb3-f104-44dc-be4b-a189bf7a06c1 req-26cb1bee-bde6-4a1f-b006-a31b85cbce6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:46:12.898572 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-5eea5bb3-f104-44dc-be4b-a189bf7a06c1 req-26cb1bee-bde6-4a1f-b006-a31b85cbce6c service neutron] 10.222.0.10 "GET /v2.0/networks?id=57f000f1-0871-49d4-8fe3-8b33b795835f HTTP/1.1" status: 200 len: 909 time: 0.0853002 Mar 28 01:46:12.962524 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-5eea5bb3-f104-44dc-be4b-a189bf7a06c1 req-7cd9da1f-9e06-4135-beb1-0628888fd878 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b1f930b2-b1fd-4cb7-ae66-600e397b9b00 HTTP/1.1" status: 200 len: 1001 time: 0.0570416 Mar 28 01:46:13.012682 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eea5bb3-f104-44dc-be4b-a189bf7a06c1 req-4933b3f8-aa3b-48a0-a383-4bcd7655bc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:46:13.014069 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-5eea5bb3-f104-44dc-be4b-a189bf7a06c1 req-4933b3f8-aa3b-48a0-a383-4bcd7655bc7c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=58ad456e-6634-42e5-91ab-c1314f86f024 HTTP/1.1" status: 200 len: 848 time: 0.0461266 Mar 28 01:46:13.061039 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eea5bb3-f104-44dc-be4b-a189bf7a06c1 req-80df3c1a-4fb9-4115-b31b-dcf11c641b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:46:13.062486 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-5eea5bb3-f104-44dc-be4b-a189bf7a06c1 req-80df3c1a-4fb9-4115-b31b-dcf11c641b43 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=57f000f1-0871-49d4-8fe3-8b33b795835f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0428283 Mar 28 01:46:13.149406 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-5eea5bb3-f104-44dc-be4b-a189bf7a06c1 req-ba1fd1cc-8ffa-4281-9aec-f6a2f524ca2d service neutron] 10.222.0.10 "GET /v2.0/networks/57f000f1-0871-49d4-8fe3-8b33b795835f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806270 Mar 28 01:46:13.240405 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-5eea5bb3-f104-44dc-be4b-a189bf7a06c1 req-2200761d-1bc7-4229-bf33-44eb8e511ff9 service neutron] 10.222.0.10 "GET /v2.0/networks/57f000f1-0871-49d4-8fe3-8b33b795835f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853057 Mar 28 01:46:13.665745 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-752a0d52-8a94-4835-b662-f0c56f223fdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:46:14.934459 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:46:16.387384 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:46:17.886921 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:46:28.833021 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.agents_db [None req-9a1d863f-391a-42f4-9870-e8292b919beb None None] Agent healthcheck: found 6 active agents {{(pid=104101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 01:46:33.290994 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:46:35.885980 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 34170) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:46:36.037008 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-d72d5670-7381-4ebe-83bb-38556e3b0d1d tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Deleting port a0f6e4bc-9c43-422b-a1c7-70e8fe255852 {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:46:36.037349 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d72d5670-7381-4ebe-83bb-38556e3b0d1d tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (a0f6e4bc-9c43-422b-a1c7-70e8fe255852), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:46:36.381456 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d72d5670-7381-4ebe-83bb-38556e3b0d1d tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (a0f6e4bc-9c43-422b-a1c7-70e8fe255852), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:46:36.381781 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d72d5670-7381-4ebe-83bb-38556e3b0d1d tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Publish callbacks [] for floatingip (a0f6e4bc-9c43-422b-a1c7-70e8fe255852), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:46:36.393714 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-d72d5670-7381-4ebe-83bb-38556e3b0d1d tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Calling delete_port for a0f6e4bc-9c43-422b-a1c7-70e8fe255852 owned by network:floatingip {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:46:36.534883 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d72d5670-7381-4ebe-83bb-38556e3b0d1d tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (a0f6e4bc-9c43-422b-a1c7-70e8fe255852), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:46:36.558577 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72d5670-7381-4ebe-83bb-38556e3b0d1d tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Pushing event deleted for resources: {'Port': ['ID=a0f6e4bc-9c43-422b-a1c7-70e8fe255852,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:46:36.569520 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72d5670-7381-4ebe-83bb-38556e3b0d1d tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:46:36.569870 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72d5670-7381-4ebe-83bb-38556e3b0d1d tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:46:36.570212 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72d5670-7381-4ebe-83bb-38556e3b0d1d tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:46:36.570546 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72d5670-7381-4ebe-83bb-38556e3b0d1d tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:46:36.571418 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72d5670-7381-4ebe-83bb-38556e3b0d1d tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:46:36.571748 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72d5670-7381-4ebe-83bb-38556e3b0d1d tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:46:36.572097 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72d5670-7381-4ebe-83bb-38556e3b0d1d tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:46:36.572427 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72d5670-7381-4ebe-83bb-38556e3b0d1d tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:46:36.572753 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72d5670-7381-4ebe-83bb-38556e3b0d1d tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:46:36.573076 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72d5670-7381-4ebe-83bb-38556e3b0d1d tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:46:36.573398 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72d5670-7381-4ebe-83bb-38556e3b0d1d tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:46:36.573726 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72d5670-7381-4ebe-83bb-38556e3b0d1d tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:46:36.574049 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72d5670-7381-4ebe-83bb-38556e3b0d1d tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:46:36.574367 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72d5670-7381-4ebe-83bb-38556e3b0d1d tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:46:36.574684 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72d5670-7381-4ebe-83bb-38556e3b0d1d tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:46:36.635292 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d72d5670-7381-4ebe-83bb-38556e3b0d1d tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Publish callbacks [] for floatingip (7f22df0e-ebdc-4197-8a14-2cc14beaa958), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:46:36.635616 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.l3_db [None req-d72d5670-7381-4ebe-83bb-38556e3b0d1d tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Floating IP 7f22df0e-ebdc-4197-8a14-2cc14beaa958 disassociated (deleted). External IP: 172.26.1.138, port: b1f930b2-b1fd-4cb7-ae66-600e397b9b00. Mar 28 01:46:36.844361 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d72d5670-7381-4ebe-83bb-38556e3b0d1d tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Router 1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:46:36.953528 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d72d5670-7381-4ebe-83bb-38556e3b0d1d tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:46:36.958293 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d72d5670-7381-4ebe-83bb-38556e3b0d1d tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for floatingip (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:46:36.962742 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca6455a-7a8a-4691-80db-f9654789c49b None None] Sync routers for ids ['1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:46:36.971501 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca6455a-7a8a-4691-80db-f9654789c49b None None] Routers {'1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:46:36.972137 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-bca6455a-7a8a-4691-80db-f9654789c49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:46:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:46:36.987485 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-d72d5670-7381-4ebe-83bb-38556e3b0d1d tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "DELETE /v2.0/floatingips/7f22df0e-ebdc-4197-8a14-2cc14beaa958 HTTP/1.1" status: 204 len: 168 time: 1.1003828 Mar 28 01:46:36.988101 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bad5f87d-8205-42a2-a430-80b053b7cadb', 'tag': 'b1f930b2-b1fd-4cb7-ae66-600e397b9b00'}] {{(pid=104098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:46:36.990417 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4026f4115fe834cbdc9db1f12734a6e5e5d2473de268e244354b04a11285341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaf770fe-66cd-41b1-8a08-44ad8984d79b" -d '{"events": [{"name": "network-changed", "server_uuid": "bad5f87d-8205-42a2-a430-80b053b7cadb", "tag": "b1f930b2-b1fd-4cb7-ae66-600e397b9b00"}]}' {{(pid=104098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:46:37.029260 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 01:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54b2e218-9db9-4024-8f93-a86f011ede20 x-openstack-request-id: req-54b2e218-9db9-4024-8f93-a86f011ede20 {{(pid=104098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:46:37.029583 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bad5f87d-8205-42a2-a430-80b053b7cadb", "tag": "b1f930b2-b1fd-4cb7-ae66-600e397b9b00", "status": "completed", "code": 200}]} {{(pid=104098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:46:37.029901 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-54b2e218-9db9-4024-8f93-a86f011ede20 {{(pid=104098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:46:37.030241 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54b2e218-9db9-4024-8f93-a86f011ede20'] response: {'name': 'network-changed', 'server_uuid': 'bad5f87d-8205-42a2-a430-80b053b7cadb', 'tag': 'b1f930b2-b1fd-4cb7-ae66-600e397b9b00', 'status': 'completed', 'code': 200} Mar 28 01:46:37.090378 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-bca6455a-7a8a-4691-80db-f9654789c49b None None] Set router 1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:46:37.097523 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf770fe-66cd-41b1-8a08-44ad8984d79b req-1d334035-72d1-4b1c-b9cb-31c03a838ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:46:37.098993 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-aaf770fe-66cd-41b1-8a08-44ad8984d79b req-1d334035-72d1-4b1c-b9cb-31c03a838ba7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9b473d866bbe4662a4a05d6ae2379b7c&device_id=bad5f87d-8205-42a2-a430-80b053b7cadb HTTP/1.1" status: 200 len: 1130 time: 0.0489907 Mar 28 01:46:37.204358 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf770fe-66cd-41b1-8a08-44ad8984d79b req-4cd1dcc6-bf49-4b21-b122-791fe987a76e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:46:37.206148 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-aaf770fe-66cd-41b1-8a08-44ad8984d79b req-4cd1dcc6-bf49-4b21-b122-791fe987a76e service neutron] 10.222.0.10 "GET /v2.0/networks?id=57f000f1-0871-49d4-8fe3-8b33b795835f HTTP/1.1" status: 200 len: 909 time: 0.0938556 Mar 28 01:46:37.235725 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d3aa04-e679-48b0-b5cc-9f9e6c7d794c req-17ebef3b-4bf0-477e-afbb-539c9cef4def tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:46:37.237580 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-b1d3aa04-e679-48b0-b5cc-9f9e6c7d794c req-17ebef3b-4bf0-477e-afbb-539c9cef4def tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/ports?device_id=bad5f87d-8205-42a2-a430-80b053b7cadb HTTP/1.1" status: 200 len: 946 time: 0.0653045 Mar 28 01:46:37.253100 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-aaf770fe-66cd-41b1-8a08-44ad8984d79b req-b2020748-29dc-4e11-962b-8d5cf7298206 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b1f930b2-b1fd-4cb7-ae66-600e397b9b00 HTTP/1.1" status: 200 len: 217 time: 0.0382216 Mar 28 01:46:37.290274 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-b1d3aa04-e679-48b0-b5cc-9f9e6c7d794c req-49e913e6-ec52-4340-8270-2b2c8d941f50 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6509708-0025-4e1e-8bbf-6999175c4a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448439 Mar 28 01:46:37.306284 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf770fe-66cd-41b1-8a08-44ad8984d79b req-7faeb58b-1251-4554-8fda-95bae0768566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:46:37.307908 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-aaf770fe-66cd-41b1-8a08-44ad8984d79b req-7faeb58b-1251-4554-8fda-95bae0768566 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=58ad456e-6634-42e5-91ab-c1314f86f024 HTTP/1.1" status: 200 len: 848 time: 0.0460591 Mar 28 01:46:37.317199 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-bca6455a-7a8a-4691-80db-f9654789c49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b', 'name': 'tempest-TestShelveInstance-1899029453-router', 'tenant_id': '9b473d866bbe4662a4a05d6ae2379b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.115'}], 'enable_snat': True}, 'gw_port_id': '3874f831-098b-4806-af39-2e5e234738aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:42:23Z', 'updated_at': '2022-03-28T01:42:26Z', 'revision_number': 4, 'project_id': '9b473d866bbe4662a4a05d6ae2379b7c', 'gw_port': {'id': '3874f831-098b-4806-af39-2e5e234738aa', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:4c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:42:24Z', 'updated_at': '2022-03-28T01:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': '46edf2c8-61a8-4bde-8936-217b908b9edb', 'name': '', 'network_id': '57f000f1-0871-49d4-8fe3-8b33b795835f', 'tenant_id': '9b473d866bbe4662a4a05d6ae2379b7c', 'mac_address': 'fa:16:3e:b3:28:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '58ad456e-6634-42e5-91ab-c1314f86f024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:42:25Z', 'updated_at': '2022-03-28T01:42:31Z', 'revision_number': 5, 'project_id': '9b473d866bbe4662a4a05d6ae2379b7c', 'subnets': [{'id': '58ad456e-6634-42e5-91ab-c1314f86f024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:46:37.342494 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca6455a-7a8a-4691-80db-f9654789c49b None None] Checking router: 1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b for host: dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:46:37.350947 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca6455a-7a8a-4691-80db-f9654789c49b None None] Routers {'1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:46:37.351489 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-bca6455a-7a8a-4691-80db-f9654789c49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:46:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:46:37.361410 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf770fe-66cd-41b1-8a08-44ad8984d79b req-80fd058c-7ec7-4157-8984-5441cead7c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:46:37.363033 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-aaf770fe-66cd-41b1-8a08-44ad8984d79b req-80fd058c-7ec7-4157-8984-5441cead7c70 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=57f000f1-0871-49d4-8fe3-8b33b795835f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0492077 Mar 28 01:46:37.452538 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-aaf770fe-66cd-41b1-8a08-44ad8984d79b req-8ef1155a-e885-4599-b36c-512e7807eb0e service neutron] 10.222.0.10 "GET /v2.0/networks/57f000f1-0871-49d4-8fe3-8b33b795835f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816386 Mar 28 01:46:37.459397 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-bca6455a-7a8a-4691-80db-f9654789c49b None None] Set router 1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:46:37.547878 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-aaf770fe-66cd-41b1-8a08-44ad8984d79b req-99512a59-7f1b-4b5d-892c-f7be209758f1 service neutron] 10.222.0.10 "GET /v2.0/networks/57f000f1-0871-49d4-8fe3-8b33b795835f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889037 Mar 28 01:46:37.658602 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-bca6455a-7a8a-4691-80db-f9654789c49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b', 'name': 'tempest-TestShelveInstance-1899029453-router', 'tenant_id': '9b473d866bbe4662a4a05d6ae2379b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.115'}], 'enable_snat': True}, 'gw_port_id': '3874f831-098b-4806-af39-2e5e234738aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:42:23Z', 'updated_at': '2022-03-28T01:42:26Z', 'revision_number': 4, 'project_id': '9b473d866bbe4662a4a05d6ae2379b7c', 'gw_port': {'id': '3874f831-098b-4806-af39-2e5e234738aa', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:4c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:42:24Z', 'updated_at': '2022-03-28T01:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': '46edf2c8-61a8-4bde-8936-217b908b9edb', 'name': '', 'network_id': '57f000f1-0871-49d4-8fe3-8b33b795835f', 'tenant_id': '9b473d866bbe4662a4a05d6ae2379b7c', 'mac_address': 'fa:16:3e:b3:28:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '58ad456e-6634-42e5-91ab-c1314f86f024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:42:25Z', 'updated_at': '2022-03-28T01:42:31Z', 'revision_number': 5, 'project_id': '9b473d866bbe4662a4a05d6ae2379b7c', 'subnets': [{'id': '58ad456e-6634-42e5-91ab-c1314f86f024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:46:37.684170 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca6455a-7a8a-4691-80db-f9654789c49b None None] The sync data for ids ['1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b'] in dv-neutron-834874-6-hyperv is: [{'id': '1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b', 'name': 'tempest-TestShelveInstance-1899029453-router', 'tenant_id': '9b473d866bbe4662a4a05d6ae2379b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.115'}], 'enable_snat': True}, 'gw_port_id': '3874f831-098b-4806-af39-2e5e234738aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:42:23Z', 'updated_at': '2022-03-28T01:42:26Z', 'revision_number': 4, 'project_id': '9b473d866bbe4662a4a05d6ae2379b7c', 'gw_port': {'id': '3874f831-098b-4806-af39-2e5e234738aa', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:4c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:42:24Z', 'updated_at': '2022-03-28T01:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': '46edf2c8-61a8-4bde-8936-217b908b9edb', 'name': '', 'network_id': '57f000f1-0871-49d4-8fe3-8b33b795835f', 'tenant_id': '9b473d866bbe4662a4a05d6ae2379b7c', 'mac_address': 'fa:16:3e:b3:28:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '58ad456e-6634-42e5-91ab-c1314f86f024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:42:25Z', 'updated_at': '2022-03-28T01:42:31Z', 'revision_number': 5, 'project_id': '9b473d866bbe4662a4a05d6ae2379b7c', 'subnets': [{'id': '58ad456e-6634-42e5-91ab-c1314f86f024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:46:37.913695 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15e6dc4-6840-40e6-833c-b729e88aa672 None None] New status for floating IP 7f22df0e-ebdc-4197-8a14-2cc14beaa958: DOWN {{(pid=104101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 01:46:38.413496 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78412e2-0b27-414f-811d-e8a0eb0b73e7 req-f2488c7c-5ede-4f18-b7bc-0096e02d03f2 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:46:38.415533 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-d78412e2-0b27-414f-811d-e8a0eb0b73e7 req-f2488c7c-5ede-4f18-b7bc-0096e02d03f2 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/ports?device_id=bad5f87d-8205-42a2-a430-80b053b7cadb HTTP/1.1" status: 200 len: 946 time: 0.0532835 Mar 28 01:46:38.462967 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-d78412e2-0b27-414f-811d-e8a0eb0b73e7 req-47fdee86-45db-4215-88d8-57215b63e520 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6509708-0025-4e1e-8bbf-6999175c4a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420082 Mar 28 01:46:38.525632 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23e554d-4d65-435e-bb38-053b865f292d req-78b7df8c-b5fb-47cd-902d-fa937e7cdf31 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:46:38.527072 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-f23e554d-4d65-435e-bb38-053b865f292d req-78b7df8c-b5fb-47cd-902d-fa937e7cdf31 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.10 "GET /v2.0/ports?device_id=bad5f87d-8205-42a2-a430-80b053b7cadb HTTP/1.1" status: 200 len: 946 time: 0.0519381 Mar 28 01:46:38.619837 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [req-f23e554d-4d65-435e-bb38-053b865f292d req-cc125069-10f9-4781-b961-bfcced8639e6 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Deleting port b1f930b2-b1fd-4cb7-ae66-600e397b9b00 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:46:38.620128 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-f23e554d-4d65-435e-bb38-053b865f292d req-cc125069-10f9-4781-b961-bfcced8639e6 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (b1f930b2-b1fd-4cb7-ae66-600e397b9b00), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:46:38.705859 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-f23e554d-4d65-435e-bb38-053b865f292d req-cc125069-10f9-4781-b961-bfcced8639e6 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] For port b1f930b2-b1fd-4cb7-ae66-600e397b9b00, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=b1f930b2-b1fd-4cb7-ae66-600e397b9b00,segment=NetworkSegment(ec567581-2e2d-4ba8-b430-4b51148be13a),segment_id=ec567581-2e2d-4ba8-b430-4b51148be13a)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:46:38.706221 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-f23e554d-4d65-435e-bb38-053b865f292d req-cc125069-10f9-4781-b961-bfcced8639e6 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (b1f930b2-b1fd-4cb7-ae66-600e397b9b00), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:46:38.720182 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [req-f23e554d-4d65-435e-bb38-053b865f292d req-cc125069-10f9-4781-b961-bfcced8639e6 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Calling delete_port for b1f930b2-b1fd-4cb7-ae66-600e397b9b00 owned by compute:nova {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:46:38.848169 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-f23e554d-4d65-435e-bb38-053b865f292d req-cc125069-10f9-4781-b961-bfcced8639e6 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (b1f930b2-b1fd-4cb7-ae66-600e397b9b00), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:46:38.876876 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc125069-10f9-4781-b961-bfcced8639e6 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Pushing event deleted for resources: {'Port': ['ID=b1f930b2-b1fd-4cb7-ae66-600e397b9b00,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:46:38.907027 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc125069-10f9-4781-b961-bfcced8639e6 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:46:38.907380 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc125069-10f9-4781-b961-bfcced8639e6 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:46:38.907728 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc125069-10f9-4781-b961-bfcced8639e6 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:46:38.908096 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc125069-10f9-4781-b961-bfcced8639e6 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:46:38.908435 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc125069-10f9-4781-b961-bfcced8639e6 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:46:38.908770 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc125069-10f9-4781-b961-bfcced8639e6 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:46:38.909103 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc125069-10f9-4781-b961-bfcced8639e6 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:46:38.909430 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc125069-10f9-4781-b961-bfcced8639e6 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:46:38.909760 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc125069-10f9-4781-b961-bfcced8639e6 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:46:38.910087 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc125069-10f9-4781-b961-bfcced8639e6 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:46:38.910415 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc125069-10f9-4781-b961-bfcced8639e6 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:46:38.910744 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc125069-10f9-4781-b961-bfcced8639e6 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:46:38.911067 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc125069-10f9-4781-b961-bfcced8639e6 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:46:38.911390 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc125069-10f9-4781-b961-bfcced8639e6 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:46:38.911712 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc125069-10f9-4781-b961-bfcced8639e6 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:46:38.935054 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [req-f23e554d-4d65-435e-bb38-053b865f292d req-cc125069-10f9-4781-b961-bfcced8639e6 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] No DVR routers for this DVR port b1f930b2-b1fd-4cb7-ae66-600e397b9b00 on host hv-neutron-8348 {{(pid=104099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:46:38.937470 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-f23e554d-4d65-435e-bb38-053b865f292d req-cc125069-10f9-4781-b961-bfcced8639e6 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:46:38.940770 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-f23e554d-4d65-435e-bb38-053b865f292d req-cc125069-10f9-4781-b961-bfcced8639e6 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.10 "DELETE /v2.0/ports/b1f930b2-b1fd-4cb7-ae66-600e397b9b00 HTTP/1.1" status: 204 len: 173 time: 0.4084857 Mar 28 01:46:38.941223 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bad5f87d-8205-42a2-a430-80b053b7cadb', 'name': 'network-vif-deleted', 'tag': 'b1f930b2-b1fd-4cb7-ae66-600e397b9b00'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:46:38.943431 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2af4b01a9fa8b1570ccf1d7859d693ad34c106b258078e9cfae86b97f35e3d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec777160-2b8a-412a-b9e3-16b09d02973a" -d '{"events": [{"server_uuid": "bad5f87d-8205-42a2-a430-80b053b7cadb", "name": "network-vif-deleted", "tag": "b1f930b2-b1fd-4cb7-ae66-600e397b9b00"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:46:39.034736 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 01:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4226e3dd-e5cd-4935-8c3f-213a8997c9c3 x-openstack-request-id: req-4226e3dd-e5cd-4935-8c3f-213a8997c9c3 {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:46:39.035052 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bad5f87d-8205-42a2-a430-80b053b7cadb", "name": "network-vif-deleted", "tag": "b1f930b2-b1fd-4cb7-ae66-600e397b9b00", "status": "completed", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:46:39.035307 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4226e3dd-e5cd-4935-8c3f-213a8997c9c3 {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:46:39.035796 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4226e3dd-e5cd-4935-8c3f-213a8997c9c3'] response: {'server_uuid': 'bad5f87d-8205-42a2-a430-80b053b7cadb', 'name': 'network-vif-deleted', 'tag': 'b1f930b2-b1fd-4cb7-ae66-600e397b9b00', 'status': 'completed', 'code': 200} Mar 28 01:46:39.518325 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 34194) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:46:39.573850 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8f7787b7-1d31-4dcd-a8dd-609132d1707b tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Publish callbacks [] for security_group (f6509708-0025-4e1e-8bbf-6999175c4a8e), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:46:39.598152 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8f7787b7-1d31-4dcd-a8dd-609132d1707b tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Publish callbacks [] for security_group (f6509708-0025-4e1e-8bbf-6999175c4a8e), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:46:39.656840 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8f7787b7-1d31-4dcd-a8dd-609132d1707b tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (f6509708-0025-4e1e-8bbf-6999175c4a8e), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:46:39.659528 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8f7787b7-1d31-4dcd-a8dd-609132d1707b tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:46:39.660715 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-8f7787b7-1d31-4dcd-a8dd-609132d1707b tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "DELETE /v2.0/security-groups/f6509708-0025-4e1e-8bbf-6999175c4a8e HTTP/1.1" status: 204 len: 168 time: 0.1414142 Mar 28 01:46:39.670690 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7787b7-1d31-4dcd-a8dd-609132d1707b tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6509708-0025-4e1e-8bbf-6999175c4a8e,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:46:39.935437 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 34200) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:46:39.939993 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-92bc9e2e-4551-437c-807d-3262337b797c tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-181488784', 'description': 'tempest-secgroup-smoke-181488784 description', 'project_id': '9b473d866bbe4662a4a05d6ae2379b7c'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:46:39.959809 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-92bc9e2e-4551-437c-807d-3262337b797c tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Publish callbacks [] for security_group (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:46:40.022910 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-92bc9e2e-4551-437c-807d-3262337b797c tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Publish callbacks [] for security_group (13b226c3-751d-4786-bf66-ceecf422aa98), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:46:40.027005 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-92bc9e2e-4551-437c-807d-3262337b797c tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (13b226c3-751d-4786-bf66-ceecf422aa98), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:46:40.056172 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-92bc9e2e-4551-437c-807d-3262337b797c tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:46:40.057370 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-92bc9e2e-4551-437c-807d-3262337b797c tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1208775 Mar 28 01:46:40.059198 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bc9e2e-4551-437c-807d-3262337b797c tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13b226c3-751d-4786-bf66-ceecf422aa98,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:46:40.060305 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 34202) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:46:40.064967 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-53c576e9-a624-47d9-b1fd-883e53c4d913 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Request body: {'security_group_rule': {'security_group_id': '13b226c3-751d-4786-bf66-ceecf422aa98', 'project_id': '9b473d866bbe4662a4a05d6ae2379b7c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:46:40.090505 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-53c576e9-a624-47d9-b1fd-883e53c4d913 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Publish callbacks [] for security_group_rule (0e1c466c-ebe6-433f-918f-5959f4be5788), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:46:40.134039 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-53c576e9-a624-47d9-b1fd-883e53c4d913 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Publish callbacks [] for security_group_rule (0e1c466c-ebe6-433f-918f-5959f4be5788), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:46:40.137170 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-53c576e9-a624-47d9-b1fd-883e53c4d913 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (0e1c466c-ebe6-433f-918f-5959f4be5788), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:46:40.154485 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c576e9-a624-47d9-b1fd-883e53c4d913 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e1c466c-ebe6-433f-918f-5959f4be5788,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:46:40.162019 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-53c576e9-a624-47d9-b1fd-883e53c4d913 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:46:40.163177 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-53c576e9-a624-47d9-b1fd-883e53c4d913 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1017733 Mar 28 01:46:40.165911 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 34204) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:46:40.170083 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-89512ad8-8d92-4609-b073-8c460e514bbc tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Request body: {'security_group_rule': {'security_group_id': '13b226c3-751d-4786-bf66-ceecf422aa98', 'project_id': '9b473d866bbe4662a4a05d6ae2379b7c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:46:40.193130 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-89512ad8-8d92-4609-b073-8c460e514bbc tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Publish callbacks [] for security_group_rule (16fa6550-fc0f-45c5-bada-b59c66764728), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:46:40.246825 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-89512ad8-8d92-4609-b073-8c460e514bbc tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Publish callbacks [] for security_group_rule (16fa6550-fc0f-45c5-bada-b59c66764728), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:46:40.250105 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-89512ad8-8d92-4609-b073-8c460e514bbc tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (16fa6550-fc0f-45c5-bada-b59c66764728), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:46:40.267502 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89512ad8-8d92-4609-b073-8c460e514bbc tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16fa6550-fc0f-45c5-bada-b59c66764728,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:46:40.275476 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-89512ad8-8d92-4609-b073-8c460e514bbc tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:46:40.276688 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-89512ad8-8d92-4609-b073-8c460e514bbc tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1098816 Mar 28 01:46:40.279856 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 34206) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:46:40.284127 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-d98b5bc7-d6bf-4820-9c90-bb7e098ce308 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Request body: {'security_group_rule': {'security_group_id': '13b226c3-751d-4786-bf66-ceecf422aa98', 'project_id': '9b473d866bbe4662a4a05d6ae2379b7c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:46:40.308491 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d98b5bc7-d6bf-4820-9c90-bb7e098ce308 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Publish callbacks [] for security_group_rule (98917a42-e373-41ac-af45-ad1ba3d61cd9), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:46:40.370230 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d98b5bc7-d6bf-4820-9c90-bb7e098ce308 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Publish callbacks [] for security_group_rule (98917a42-e373-41ac-af45-ad1ba3d61cd9), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:46:40.373990 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d98b5bc7-d6bf-4820-9c90-bb7e098ce308 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (98917a42-e373-41ac-af45-ad1ba3d61cd9), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:46:40.391451 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98b5bc7-d6bf-4820-9c90-bb7e098ce308 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98917a42-e373-41ac-af45-ad1ba3d61cd9,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:46:40.399672 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d98b5bc7-d6bf-4820-9c90-bb7e098ce308 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:46:40.400915 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-d98b5bc7-d6bf-4820-9c90-bb7e098ce308 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1201098 Mar 28 01:46:40.403664 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 34208) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:46:40.408281 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-fde97864-0e67-497e-b191-384e5fe6d0cd tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Request body: {'security_group_rule': {'security_group_id': '13b226c3-751d-4786-bf66-ceecf422aa98', 'project_id': '9b473d866bbe4662a4a05d6ae2379b7c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:46:40.433225 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-fde97864-0e67-497e-b191-384e5fe6d0cd tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Publish callbacks [] for security_group_rule (22ebd6c2-7904-4210-97b0-4c7dc33db106), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:46:40.488911 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-fde97864-0e67-497e-b191-384e5fe6d0cd tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Publish callbacks [] for security_group_rule (22ebd6c2-7904-4210-97b0-4c7dc33db106), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:46:40.492350 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-fde97864-0e67-497e-b191-384e5fe6d0cd tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (22ebd6c2-7904-4210-97b0-4c7dc33db106), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:46:40.509981 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde97864-0e67-497e-b191-384e5fe6d0cd tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22ebd6c2-7904-4210-97b0-4c7dc33db106,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:46:40.518304 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-fde97864-0e67-497e-b191-384e5fe6d0cd tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:46:40.519484 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-fde97864-0e67-497e-b191-384e5fe6d0cd tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1148221 Mar 28 01:46:40.522262 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 34210) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:46:40.526538 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-97faef4f-3d9c-4d9e-aa13-1fa41dc36074 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Request body: {'security_group_rule': {'security_group_id': '13b226c3-751d-4786-bf66-ceecf422aa98', 'project_id': '9b473d866bbe4662a4a05d6ae2379b7c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:46:40.545256 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.securitygroups_db [None req-97faef4f-3d9c-4d9e-aa13-1fa41dc36074 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Project 9b473d866bbe4662a4a05d6ae2379b7c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 01:46:40.550308 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-97faef4f-3d9c-4d9e-aa13-1fa41dc36074 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Publish callbacks [] for security_group_rule (c863d430-6db8-4fc0-ba59-47408c2222b1), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:46:40.606684 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-97faef4f-3d9c-4d9e-aa13-1fa41dc36074 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Publish callbacks [] for security_group_rule (c863d430-6db8-4fc0-ba59-47408c2222b1), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:46:40.610249 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-97faef4f-3d9c-4d9e-aa13-1fa41dc36074 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (c863d430-6db8-4fc0-ba59-47408c2222b1), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:46:40.630277 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97faef4f-3d9c-4d9e-aa13-1fa41dc36074 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c863d430-6db8-4fc0-ba59-47408c2222b1,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:46:40.636869 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-97faef4f-3d9c-4d9e-aa13-1fa41dc36074 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:46:40.637833 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-97faef4f-3d9c-4d9e-aa13-1fa41dc36074 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1146200 Mar 28 01:46:40.640598 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 34212) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:46:40.645135 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-8095ded8-a72f-4593-b5ca-0c1db9413d72 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Request body: {'security_group_rule': {'security_group_id': '13b226c3-751d-4786-bf66-ceecf422aa98', 'project_id': '9b473d866bbe4662a4a05d6ae2379b7c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:46:40.664096 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.securitygroups_db [None req-8095ded8-a72f-4593-b5ca-0c1db9413d72 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Project 9b473d866bbe4662a4a05d6ae2379b7c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 01:46:40.669095 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-8095ded8-a72f-4593-b5ca-0c1db9413d72 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Publish callbacks [] for security_group_rule (c760ce12-446f-4192-b437-ac6ea75436cc), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:46:40.730647 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-8095ded8-a72f-4593-b5ca-0c1db9413d72 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Publish callbacks [] for security_group_rule (c760ce12-446f-4192-b437-ac6ea75436cc), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:46:40.734297 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-8095ded8-a72f-4593-b5ca-0c1db9413d72 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (c760ce12-446f-4192-b437-ac6ea75436cc), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:46:40.753727 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8095ded8-a72f-4593-b5ca-0c1db9413d72 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c760ce12-446f-4192-b437-ac6ea75436cc,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:46:40.760623 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-8095ded8-a72f-4593-b5ca-0c1db9413d72 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:46:40.761297 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-8095ded8-a72f-4593-b5ca-0c1db9413d72 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1197569 Mar 28 01:46:41.509434 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-6a783d34-0b87-4d1c-aa3d-aa0e9c950eb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:46:42.838942 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device b1f930b2-b1fd-4cb7-ae66-600e397b9b00 no longer exists at agent hyperv_hv-neutron-8348 {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:46:42.863204 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] No Port match for: b1f930b2-b1fd-4cb7-ae66-600e397b9b00 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:46:42.863549 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device b1f930b2-b1fd-4cb7-ae66-600e397b9b00 not bound to the agent host hv-neutron-8348 {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:46:43.668010 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-20bd81fe-2439-4dd9-9f0e-9bbbf48fbefd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:46:44.937645 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:46:46.391291 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:46:47.890300 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:46:59.126891 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-74131f8b-ca53-40cc-8df1-ce624688a778 req-d5cbe9a8-cf49-4f68-8167-c07862e13dc9 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-181488784&fields=id&tenant_id=9b473d866bbe4662a4a05d6ae2379b7c HTTP/1.1" status: 200 len: 267 time: 0.0463476 Mar 28 01:46:59.243563 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74131f8b-ca53-40cc-8df1-ce624688a778 req-0ebfd549-0ef3-4e4d-9641-fcb1ff4338a3 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:46:59.245076 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-74131f8b-ca53-40cc-8df1-ce624688a778 req-0ebfd549-0ef3-4e4d-9641-fcb1ff4338a3 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/networks?id=57f000f1-0871-49d4-8fe3-8b33b795835f HTTP/1.1" status: 200 len: 809 time: 0.1113553 Mar 28 01:46:59.261312 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-74131f8b-ca53-40cc-8df1-ce624688a778 req-1be3d5c7-3d40-4aed-8b31-5411686bb2a5 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/quotas/9b473d866bbe4662a4a05d6ae2379b7c HTTP/1.1" status: 200 len: 375 time: 0.0108461 Mar 28 01:46:59.319355 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-74131f8b-ca53-40cc-8df1-ce624688a778 req-cd32b162-d87c-4286-a52d-165852d58ac3 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9b473d866bbe4662a4a05d6ae2379b7c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0529630 Mar 28 01:46:59.380860 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [req-74131f8b-ca53-40cc-8df1-ce624688a778 req-4532ab27-40c3-4b7c-a9d6-f0c87ec4d6e1 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=104098) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 01:46:59.381857 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-74131f8b-ca53-40cc-8df1-ce624688a778 req-4532ab27-40c3-4b7c-a9d6-f0c87ec4d6e1 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0510204 Mar 28 01:46:59.469123 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-74131f8b-ca53-40cc-8df1-ce624688a778 req-b2c4617f-f56c-4c29-a022-b4405e6f592c service neutron] 10.222.0.24 "GET /v2.0/networks/57f000f1-0871-49d4-8fe3-8b33b795835f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803967 Mar 28 01:46:59.561292 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-74131f8b-ca53-40cc-8df1-ce624688a778 req-29754df9-07ba-468c-a847-ffb91f773b31 service neutron] 10.222.0.24 "GET /v2.0/networks/57f000f1-0871-49d4-8fe3-8b33b795835f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859618 Mar 28 01:46:59.859921 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-23096ef2-2a26-454a-8c2e-e16474c67389 req-c0769448-f9e2-45cd-905d-53d6eb226840 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/ports?device_id=a421a163-e362-4c96-b63b-4535293038cc HTTP/1.1" status: 200 len: 210 time: 0.0311320 Mar 28 01:47:00.936509 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-d68f0661-f2e1-40ad-814c-c93b6d919492 req-73f37edc-de34-408c-99ba-49c124d3549f tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/ports?device_id=a421a163-e362-4c96-b63b-4535293038cc HTTP/1.1" status: 200 len: 210 time: 0.0272865 Mar 28 01:47:02.012235 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-c5d2ed97-c3c8-4a86-bd5c-14ea409335e2 req-f0b9b988-6efc-4b82-b1ec-fac57f692e34 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/ports?device_id=a421a163-e362-4c96-b63b-4535293038cc HTTP/1.1" status: 200 len: 210 time: 0.0274928 Mar 28 01:47:03.087728 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-1dc9f820-6d47-4248-b3d9-a39d8f88b6c2 req-e5b0c014-bdfb-44c2-b471-9b74d87d5823 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/ports?device_id=a421a163-e362-4c96-b63b-4535293038cc HTTP/1.1" status: 200 len: 210 time: 0.0282669 Mar 28 01:47:03.287033 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:47:04.177767 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-b052d2af-236d-4329-81e5-4010e6f03623 req-c6cc9132-4236-4d93-86e6-a29736e2bc54 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/ports?device_id=a421a163-e362-4c96-b63b-4535293038cc HTTP/1.1" status: 200 len: 210 time: 0.0269296 Mar 28 01:47:04.807658 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74131f8b-ca53-40cc-8df1-ce624688a778 req-5e3cb4d7-a5d6-4491-a32a-0376dbd2865b tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:47:04.810081 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-74131f8b-ca53-40cc-8df1-ce624688a778 req-5e3cb4d7-a5d6-4491-a32a-0376dbd2865b tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.10 "GET /v2.0/networks?id=57f000f1-0871-49d4-8fe3-8b33b795835f HTTP/1.1" status: 200 len: 809 time: 0.1032286 Mar 28 01:47:04.876577 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-74131f8b-ca53-40cc-8df1-ce624688a778 req-1a5de056-07de-4f30-89ee-e2e3997ebc3f tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b473d866bbe4662a4a05d6ae2379b7c HTTP/1.1" status: 200 len: 379 time: 0.0599377 Mar 28 01:47:04.886049 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [req-74131f8b-ca53-40cc-8df1-ce624688a778 req-9c31d820-8e5d-4e0d-8efe-94a426daf112 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Request body: {'port': {'device_id': 'a421a163-e362-4c96-b63b-4535293038cc', 'network_id': '57f000f1-0871-49d4-8fe3-8b33b795835f', 'admin_state_up': True, 'tenant_id': '9b473d866bbe4662a4a05d6ae2379b7c', 'security_groups': ['13b226c3-751d-4786-bf66-ceecf422aa98']}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:47:04.997530 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74131f8b-ca53-40cc-8df1-ce624688a778 req-9c31d820-8e5d-4e0d-8efe-94a426daf112 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Made reservation on behalf of 9b473d866bbe4662a4a05d6ae2379b7c for: {'port': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:47:05.000885 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-74131f8b-ca53-40cc-8df1-ce624688a778 req-9c31d820-8e5d-4e0d-8efe-94a426daf112 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:47:05.130159 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [req-74131f8b-ca53-40cc-8df1-ce624688a778 req-9c31d820-8e5d-4e0d-8efe-94a426daf112 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Allocated IP 172.20.0.8 (57f000f1-0871-49d4-8fe3-8b33b795835f/58ad456e-6634-42e5-91ab-c1314f86f024/525aaadf-3994-44ea-ac98-4c9e937aabfd) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:47:05.280138 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-74131f8b-ca53-40cc-8df1-ce624688a778 req-9c31d820-8e5d-4e0d-8efe-94a426daf112 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Publish callbacks [] for port (525aaadf-3994-44ea-ac98-4c9e937aabfd), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:47:05.288642 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-6e426695-bf8b-43cd-b48f-7bc5777717e7 req-77773276-6fa8-4958-8aa2-127f328c23c9 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/ports?device_id=a421a163-e362-4c96-b63b-4535293038cc HTTP/1.1" status: 200 len: 210 time: 0.0376232 Mar 28 01:47:05.314254 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-74131f8b-ca53-40cc-8df1-ce624688a778 req-9c31d820-8e5d-4e0d-8efe-94a426daf112 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (525aaadf-3994-44ea-ac98-4c9e937aabfd), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:47:05.360554 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74131f8b-ca53-40cc-8df1-ce624688a778 req-9c31d820-8e5d-4e0d-8efe-94a426daf112 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Network 57f000f1-0871-49d4-8fe3-8b33b795835f is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:47:05.363738 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [req-74131f8b-ca53-40cc-8df1-ce624688a778 req-9c31d820-8e5d-4e0d-8efe-94a426daf112 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:47:05.366159 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [req-74131f8b-ca53-40cc-8df1-ce624688a778 req-9c31d820-8e5d-4e0d-8efe-94a426daf112 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:47:05.397505 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c31d820-8e5d-4e0d-8efe-94a426daf112 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Pushing event updated for resources: {'Port': ['ID=525aaadf-3994-44ea-ac98-4c9e937aabfd,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:47:05.429124 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74131f8b-ca53-40cc-8df1-ce624688a778 req-9c31d820-8e5d-4e0d-8efe-94a426daf112 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:47:05.429741 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-74131f8b-ca53-40cc-8df1-ce624688a778 req-9c31d820-8e5d-4e0d-8efe-94a426daf112 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:47:05.449333 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-74131f8b-ca53-40cc-8df1-ce624688a778 req-9c31d820-8e5d-4e0d-8efe-94a426daf112 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5673623 Mar 28 01:47:05.460947 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [req-74131f8b-ca53-40cc-8df1-ce624688a778 req-1edd5bbe-a1d0-4633-bde3-523e0560e2e2 service neutron] Request body: {'port': {'device_id': 'a421a163-e362-4c96-b63b-4535293038cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8348'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:47:05.535334 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-74131f8b-ca53-40cc-8df1-ce624688a778 req-1edd5bbe-a1d0-4633-bde3-523e0560e2e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (525aaadf-3994-44ea-ac98-4c9e937aabfd), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:47:05.577949 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-4106a964-6da4-47d9-895a-a06f95de46d2 None None] Provisioning complete for port 525aaadf-3994-44ea-ac98-4c9e937aabfd triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:47:05.578542 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-4106a964-6da4-47d9-895a-a06f95de46d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (525aaadf-3994-44ea-ac98-4c9e937aabfd), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:47:05.611616 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-4106a964-6da4-47d9-895a-a06f95de46d2 None None] Port 525aaadf-3994-44ea-ac98-4c9e937aabfd cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:47:05.803092 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [req-74131f8b-ca53-40cc-8df1-ce624688a778 req-1edd5bbe-a1d0-4633-bde3-523e0560e2e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 525aaadf-3994-44ea-ac98-4c9e937aabfd {{(pid=104099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 01:47:05.811172 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-74131f8b-ca53-40cc-8df1-ce624688a778 req-1edd5bbe-a1d0-4633-bde3-523e0560e2e2 service neutron] Publish callbacks [] for port (525aaadf-3994-44ea-ac98-4c9e937aabfd), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:47:05.823174 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [req-74131f8b-ca53-40cc-8df1-ce624688a778 req-1edd5bbe-a1d0-4633-bde3-523e0560e2e2 service neutron] Transition to ACTIVE for port object 525aaadf-3994-44ea-ac98-4c9e937aabfd will not be triggered until provisioned by entity L2. {{(pid=104099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 01:47:05.829330 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-74131f8b-ca53-40cc-8df1-ce624688a778 req-1edd5bbe-a1d0-4633-bde3-523e0560e2e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (525aaadf-3994-44ea-ac98-4c9e937aabfd), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:47:05.831968 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.agents_db [None req-9a1d863f-391a-42f4-9870-e8292b919beb None None] Agent healthcheck: found 6 active agents {{(pid=104101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 01:47:05.903355 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edd5bbe-a1d0-4633-bde3-523e0560e2e2 service neutron] Pushing event updated for resources: {'Port': ['ID=525aaadf-3994-44ea-ac98-4c9e937aabfd,revision_number=2']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:47:05.959843 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-74131f8b-ca53-40cc-8df1-ce624688a778 req-1edd5bbe-a1d0-4633-bde3-523e0560e2e2 service neutron] Attempting to bind port 525aaadf-3994-44ea-ac98-4c9e937aabfd on host hv-neutron-8348 for vnic_type normal with profile {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:47:05.960346 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-74131f8b-ca53-40cc-8df1-ce624688a778 req-1edd5bbe-a1d0-4633-bde3-523e0560e2e2 service neutron] Attempting to bind port 525aaadf-3994-44ea-ac98-4c9e937aabfd by drivers openvswitch,hyperv on host hv-neutron-8348 at level 0 using segments [{'id': 'ec567581-2e2d-4ba8-b430-4b51148be13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '57f000f1-0871-49d4-8fe3-8b33b795835f'}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:47:05.960783 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74131f8b-ca53-40cc-8df1-ce624688a778 req-1edd5bbe-a1d0-4633-bde3-523e0560e2e2 service neutron] Attempting to bind port 525aaadf-3994-44ea-ac98-4c9e937aabfd on network 57f000f1-0871-49d4-8fe3-8b33b795835f {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:47:05.966724 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74131f8b-ca53-40cc-8df1-ce624688a778 req-1edd5bbe-a1d0-4633-bde3-523e0560e2e2 service neutron] Port 525aaadf-3994-44ea-ac98-4c9e937aabfd on network 57f000f1-0871-49d4-8fe3-8b33b795835f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8348 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 01:47:05.967183 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74131f8b-ca53-40cc-8df1-ce624688a778 req-1edd5bbe-a1d0-4633-bde3-523e0560e2e2 service neutron] Attempting to bind port 525aaadf-3994-44ea-ac98-4c9e937aabfd on network 57f000f1-0871-49d4-8fe3-8b33b795835f {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:47:05.973215 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74131f8b-ca53-40cc-8df1-ce624688a778 req-1edd5bbe-a1d0-4633-bde3-523e0560e2e2 service neutron] Checking agent: {'id': '287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8348', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 1, 2, 33), 'started_at': datetime.datetime(2022, 3, 28, 1, 2, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:47:05.973706 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74131f8b-ca53-40cc-8df1-ce624688a778 req-1edd5bbe-a1d0-4633-bde3-523e0560e2e2 service neutron] Checking segment: {'id': 'ec567581-2e2d-4ba8-b430-4b51148be13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '57f000f1-0871-49d4-8fe3-8b33b795835f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:47:05.974191 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74131f8b-ca53-40cc-8df1-ce624688a778 req-1edd5bbe-a1d0-4633-bde3-523e0560e2e2 service neutron] Bound using segment: {'id': 'ec567581-2e2d-4ba8-b430-4b51148be13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '57f000f1-0871-49d4-8fe3-8b33b795835f'} {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:47:05.974922 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-74131f8b-ca53-40cc-8df1-ce624688a778 req-1edd5bbe-a1d0-4633-bde3-523e0560e2e2 service neutron] Bound port: 525aaadf-3994-44ea-ac98-4c9e937aabfd, host: hv-neutron-8348, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec567581-2e2d-4ba8-b430-4b51148be13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '57f000f1-0871-49d4-8fe3-8b33b795835f'}}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:47:05.975387 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-74131f8b-ca53-40cc-8df1-ce624688a778 req-1edd5bbe-a1d0-4633-bde3-523e0560e2e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (525aaadf-3994-44ea-ac98-4c9e937aabfd), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:47:06.049408 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-74131f8b-ca53-40cc-8df1-ce624688a778 req-1edd5bbe-a1d0-4633-bde3-523e0560e2e2 service neutron] For port 525aaadf-3994-44ea-ac98-4c9e937aabfd, host hv-neutron-8348, cleared binding levels {{(pid=104099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:47:06.053225 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-74131f8b-ca53-40cc-8df1-ce624688a778 req-1edd5bbe-a1d0-4633-bde3-523e0560e2e2 service neutron] For port 525aaadf-3994-44ea-ac98-4c9e937aabfd, host hv-neutron-8348, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=525aaadf-3994-44ea-ac98-4c9e937aabfd,segment=NetworkSegment(ec567581-2e2d-4ba8-b430-4b51148be13a),segment_id=ec567581-2e2d-4ba8-b430-4b51148be13a)] {{(pid=104099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:47:06.060323 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-74131f8b-ca53-40cc-8df1-ce624688a778 req-1edd5bbe-a1d0-4633-bde3-523e0560e2e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (525aaadf-3994-44ea-ac98-4c9e937aabfd), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:47:06.094515 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74131f8b-ca53-40cc-8df1-ce624688a778 req-1edd5bbe-a1d0-4633-bde3-523e0560e2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:47:06.095250 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-74131f8b-ca53-40cc-8df1-ce624688a778 req-1edd5bbe-a1d0-4633-bde3-523e0560e2e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:47:06.096965 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-74131f8b-ca53-40cc-8df1-ce624688a778 req-1edd5bbe-a1d0-4633-bde3-523e0560e2e2 service neutron] 10.222.0.10 "PUT /v2.0/ports/525aaadf-3994-44ea-ac98-4c9e937aabfd HTTP/1.1" status: 200 len: 1093 time: 0.6405826 Mar 28 01:47:06.097613 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a421a163-e362-4c96-b63b-4535293038cc', 'tag': '525aaadf-3994-44ea-ac98-4c9e937aabfd'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:47:06.099975 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2af4b01a9fa8b1570ccf1d7859d693ad34c106b258078e9cfae86b97f35e3d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ab16d09-453b-4765-9a59-de58c3c03a21" -d '{"events": [{"name": "network-changed", "server_uuid": "a421a163-e362-4c96-b63b-4535293038cc", "tag": "525aaadf-3994-44ea-ac98-4c9e937aabfd"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:47:06.161569 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 01:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d41e22ab-6d50-4a91-8eb8-6743778e585c x-openstack-request-id: req-d41e22ab-6d50-4a91-8eb8-6743778e585c {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:47:06.162003 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a421a163-e362-4c96-b63b-4535293038cc", "tag": "525aaadf-3994-44ea-ac98-4c9e937aabfd", "status": "completed", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:47:06.162382 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d41e22ab-6d50-4a91-8eb8-6743778e585c {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:47:06.163027 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d41e22ab-6d50-4a91-8eb8-6743778e585c'] response: {'name': 'network-changed', 'server_uuid': 'a421a163-e362-4c96-b63b-4535293038cc', 'tag': '525aaadf-3994-44ea-ac98-4c9e937aabfd', 'status': 'completed', 'code': 200} Mar 28 01:47:06.164126 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edd5bbe-a1d0-4633-bde3-523e0560e2e2 service neutron] Pushing event updated for resources: {'Port': ['ID=525aaadf-3994-44ea-ac98-4c9e937aabfd,revision_number=3']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:47:06.218519 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab16d09-453b-4765-9a59-de58c3c03a21 req-5452a27f-30dc-4c7d-81bc-a8008671371f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:47:06.220101 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-5ab16d09-453b-4765-9a59-de58c3c03a21 req-5452a27f-30dc-4c7d-81bc-a8008671371f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9b473d866bbe4662a4a05d6ae2379b7c&device_id=a421a163-e362-4c96-b63b-4535293038cc HTTP/1.1" status: 200 len: 1127 time: 0.0478911 Mar 28 01:47:06.329851 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab16d09-453b-4765-9a59-de58c3c03a21 req-5789e9cd-b7be-4198-b959-90f6e3ae1f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:47:06.331266 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-5ab16d09-453b-4765-9a59-de58c3c03a21 req-5789e9cd-b7be-4198-b959-90f6e3ae1f3a service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=9b473d866bbe4662a4a05d6ae2379b7c&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1041703 Mar 28 01:47:06.407837 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7491ac91-23af-47c2-87c2-dab521df0502 req-37183f06-a621-4731-860a-e1b74ee4b782 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:47:06.410092 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-7491ac91-23af-47c2-87c2-dab521df0502 req-37183f06-a621-4731-860a-e1b74ee4b782 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/ports?device_id=a421a163-e362-4c96-b63b-4535293038cc HTTP/1.1" status: 200 len: 943 time: 0.0552101 Mar 28 01:47:06.439816 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab16d09-453b-4765-9a59-de58c3c03a21 req-91f0fcb5-9f6c-4c2c-9901-8c43054ecd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:47:06.441873 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-5ab16d09-453b-4765-9a59-de58c3c03a21 req-91f0fcb5-9f6c-4c2c-9901-8c43054ecd24 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1032207 Mar 28 01:47:06.460801 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-7491ac91-23af-47c2-87c2-dab521df0502 req-9c3e0e06-7c4a-42e0-a3eb-c3fba3b30999 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/security-groups?id=13b226c3-751d-4786-bf66-ceecf422aa98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435188 Mar 28 01:47:06.525590 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74131f8b-ca53-40cc-8df1-ce624688a778 req-033a8f74-21a8-4936-8e0c-06443f8b775f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:47:06.527057 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-74131f8b-ca53-40cc-8df1-ce624688a778 req-033a8f74-21a8-4936-8e0c-06443f8b775f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9b473d866bbe4662a4a05d6ae2379b7c&device_id=a421a163-e362-4c96-b63b-4535293038cc HTTP/1.1" status: 200 len: 1127 time: 0.0493829 Mar 28 01:47:06.565940 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-74131f8b-ca53-40cc-8df1-ce624688a778 req-ee23cdb6-8a0e-4636-8ebf-0808b91ac3cb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=525aaadf-3994-44ea-ac98-4c9e937aabfd HTTP/1.1" status: 200 len: 217 time: 0.0326703 Mar 28 01:47:06.614009 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74131f8b-ca53-40cc-8df1-ce624688a778 req-80702622-f369-4f94-9f20-0aaa1e184536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:47:06.615456 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-74131f8b-ca53-40cc-8df1-ce624688a778 req-80702622-f369-4f94-9f20-0aaa1e184536 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=58ad456e-6634-42e5-91ab-c1314f86f024 HTTP/1.1" status: 200 len: 848 time: 0.0430036 Mar 28 01:47:06.664578 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74131f8b-ca53-40cc-8df1-ce624688a778 req-55563726-7d87-4c78-97d1-4034383a707b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:47:06.666064 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-74131f8b-ca53-40cc-8df1-ce624688a778 req-55563726-7d87-4c78-97d1-4034383a707b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=57f000f1-0871-49d4-8fe3-8b33b795835f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0440278 Mar 28 01:47:06.757393 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-74131f8b-ca53-40cc-8df1-ce624688a778 req-b69c2170-11bf-445f-bfb3-3a9bd38c2034 service neutron] 10.222.0.10 "GET /v2.0/networks/57f000f1-0871-49d4-8fe3-8b33b795835f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852792 Mar 28 01:47:06.843910 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-74131f8b-ca53-40cc-8df1-ce624688a778 req-1d308c33-f9b3-46c1-a4e9-10f2031e33e8 service neutron] 10.222.0.10 "GET /v2.0/networks/57f000f1-0871-49d4-8fe3-8b33b795835f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806522 Mar 28 01:47:07.588413 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4247615-f597-40f0-bf8a-8147ff410062 req-a553c3fb-835c-45de-932d-411524c38d33 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:47:07.589880 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e4247615-f597-40f0-bf8a-8147ff410062 req-a553c3fb-835c-45de-932d-411524c38d33 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/ports?device_id=a421a163-e362-4c96-b63b-4535293038cc HTTP/1.1" status: 200 len: 943 time: 0.0577147 Mar 28 01:47:07.640089 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e4247615-f597-40f0-bf8a-8147ff410062 req-2fb37c30-2413-42de-b608-cbd6ef857da6 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/security-groups?id=13b226c3-751d-4786-bf66-ceecf422aa98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444586 Mar 28 01:47:08.758360 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d50918-c908-49e0-b5b2-2ce94293b41b req-1959d0ef-0a5c-4ee0-8bdc-9cf265ac335b tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:47:08.760480 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-43d50918-c908-49e0-b5b2-2ce94293b41b req-1959d0ef-0a5c-4ee0-8bdc-9cf265ac335b tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/ports?device_id=a421a163-e362-4c96-b63b-4535293038cc HTTP/1.1" status: 200 len: 943 time: 0.0516529 Mar 28 01:47:08.808387 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-43d50918-c908-49e0-b5b2-2ce94293b41b req-8129daba-9af2-40b4-a8c8-0ccffca6b377 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/security-groups?id=13b226c3-751d-4786-bf66-ceecf422aa98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423148 Mar 28 01:47:09.926709 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b07c64-9545-4211-b76b-e98c7877478c req-f6bd3415-c352-4872-81d0-b176ab002182 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:47:09.928219 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-f7b07c64-9545-4211-b76b-e98c7877478c req-f6bd3415-c352-4872-81d0-b176ab002182 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/ports?device_id=a421a163-e362-4c96-b63b-4535293038cc HTTP/1.1" status: 200 len: 943 time: 0.0531573 Mar 28 01:47:09.976944 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-f7b07c64-9545-4211-b76b-e98c7877478c req-843d9f63-c4cd-49d8-abb0-85eaf82b890f tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/security-groups?id=13b226c3-751d-4786-bf66-ceecf422aa98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429876 Mar 28 01:47:11.104311 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425bbac7-3f36-4e75-a0ca-dcf03173ea5c req-173857dd-e4f3-47c9-8076-b35df850c47b tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:47:11.105846 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-425bbac7-3f36-4e75-a0ca-dcf03173ea5c req-173857dd-e4f3-47c9-8076-b35df850c47b tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/ports?device_id=a421a163-e362-4c96-b63b-4535293038cc HTTP/1.1" status: 200 len: 943 time: 0.0599766 Mar 28 01:47:11.157037 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-425bbac7-3f36-4e75-a0ca-dcf03173ea5c req-58961520-1946-401a-8c03-4c40f41b8b7c tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/security-groups?id=13b226c3-751d-4786-bf66-ceecf422aa98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455632 Mar 28 01:47:11.511662 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-89252701-5e53-4967-bb92-275ec89e03d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:47:12.278778 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4869f4f-06f0-44ac-a50c-c07bf1c181b7 req-2d3da68d-d007-48be-981d-7fb8b0dc92d2 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:47:12.280278 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-c4869f4f-06f0-44ac-a50c-c07bf1c181b7 req-2d3da68d-d007-48be-981d-7fb8b0dc92d2 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/ports?device_id=a421a163-e362-4c96-b63b-4535293038cc HTTP/1.1" status: 200 len: 943 time: 0.0565472 Mar 28 01:47:12.328823 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-c4869f4f-06f0-44ac-a50c-c07bf1c181b7 req-c0262416-2296-450a-b866-007dc8a0b5b6 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/security-groups?id=13b226c3-751d-4786-bf66-ceecf422aa98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428541 Mar 28 01:47:13.446800 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8c1840-ac01-4c4b-b742-e97ae99bf4ec req-fdbcd2ff-d88f-4ad3-a211-67a825bac6c2 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:47:13.448295 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-ee8c1840-ac01-4c4b-b742-e97ae99bf4ec req-fdbcd2ff-d88f-4ad3-a211-67a825bac6c2 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/ports?device_id=a421a163-e362-4c96-b63b-4535293038cc HTTP/1.1" status: 200 len: 943 time: 0.0526509 Mar 28 01:47:13.499932 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-ee8c1840-ac01-4c4b-b742-e97ae99bf4ec req-55aeca9a-4999-4947-881c-5ce64c392507 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/security-groups?id=13b226c3-751d-4786-bf66-ceecf422aa98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460501 Mar 28 01:47:13.668888 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-305fc927-92c1-478a-a9e6-e2c1660b93a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:47:14.624328 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f21b343-940d-43b8-8663-e6f243c0e22a req-02a9a439-6552-481e-ab1f-8427f2b6a9ab tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:47:14.625837 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-2f21b343-940d-43b8-8663-e6f243c0e22a req-02a9a439-6552-481e-ab1f-8427f2b6a9ab tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/ports?device_id=a421a163-e362-4c96-b63b-4535293038cc HTTP/1.1" status: 200 len: 943 time: 0.0537612 Mar 28 01:47:14.678964 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-2f21b343-940d-43b8-8663-e6f243c0e22a req-e67effbf-7c43-4b44-8cb1-38de5d84eae4 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/security-groups?id=13b226c3-751d-4786-bf66-ceecf422aa98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469015 Mar 28 01:47:14.940917 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:47:15.799274 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c728a446-ea91-4c35-9b22-e7766a0b68ea req-8890d9c6-ef65-407d-b3a4-670a3b6eb52b tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:47:15.800654 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-c728a446-ea91-4c35-9b22-e7766a0b68ea req-8890d9c6-ef65-407d-b3a4-670a3b6eb52b tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/ports?device_id=a421a163-e362-4c96-b63b-4535293038cc HTTP/1.1" status: 200 len: 943 time: 0.0529499 Mar 28 01:47:15.851573 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-c728a446-ea91-4c35-9b22-e7766a0b68ea req-e5a84dd6-a38e-4297-8f85-1bc81e784e9b tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/security-groups?id=13b226c3-751d-4786-bf66-ceecf422aa98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454397 Mar 28 01:47:16.394512 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:47:16.966987 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a500e008-66de-43d9-b09b-2be082f1617f req-3d024be7-2a57-4b66-bd4a-64bf14895c5c tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:47:16.968454 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a500e008-66de-43d9-b09b-2be082f1617f req-3d024be7-2a57-4b66-bd4a-64bf14895c5c tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/ports?device_id=a421a163-e362-4c96-b63b-4535293038cc HTTP/1.1" status: 200 len: 943 time: 0.0510266 Mar 28 01:47:17.023004 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-a500e008-66de-43d9-b09b-2be082f1617f req-b293379a-dbe4-422f-a0ad-7bb68672dc6c tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/security-groups?id=13b226c3-751d-4786-bf66-ceecf422aa98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489988 Mar 28 01:47:17.892050 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:47:18.140655 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba52cb0f-3314-4229-b79b-86f878bf37e6 req-7272a30a-38c7-4705-9560-db796f619b5a tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:47:18.142332 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-ba52cb0f-3314-4229-b79b-86f878bf37e6 req-7272a30a-38c7-4705-9560-db796f619b5a tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/ports?device_id=a421a163-e362-4c96-b63b-4535293038cc HTTP/1.1" status: 200 len: 943 time: 0.0522017 Mar 28 01:47:18.189627 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-ba52cb0f-3314-4229-b79b-86f878bf37e6 req-74f9359b-2917-429a-b204-e0f4aea497d2 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/security-groups?id=13b226c3-751d-4786-bf66-ceecf422aa98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417230 Mar 28 01:47:19.304869 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d0c545-b7a2-4968-bac8-ff548dea2689 req-62ef956c-be37-40a3-976a-251d704998a5 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:47:19.306944 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-f8d0c545-b7a2-4968-bac8-ff548dea2689 req-62ef956c-be37-40a3-976a-251d704998a5 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/ports?device_id=a421a163-e362-4c96-b63b-4535293038cc HTTP/1.1" status: 200 len: 943 time: 0.0521538 Mar 28 01:47:19.354310 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-f8d0c545-b7a2-4968-bac8-ff548dea2689 req-5e04f30e-281d-4f3a-9093-45421a1e31a0 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/security-groups?id=13b226c3-751d-4786-bf66-ceecf422aa98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420263 Mar 28 01:47:20.471785 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b42d525-a4e9-4e6c-b59a-49aac21754a4 req-b174df8d-8183-407f-891e-af111d2cbba8 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:47:20.473534 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-3b42d525-a4e9-4e6c-b59a-49aac21754a4 req-b174df8d-8183-407f-891e-af111d2cbba8 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/ports?device_id=a421a163-e362-4c96-b63b-4535293038cc HTTP/1.1" status: 200 len: 943 time: 0.0550764 Mar 28 01:47:20.531709 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-3b42d525-a4e9-4e6c-b59a-49aac21754a4 req-c38b015d-6725-4a63-bb70-20e21a511415 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/security-groups?id=13b226c3-751d-4786-bf66-ceecf422aa98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521383 Mar 28 01:47:21.654181 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e47c3a7-b33c-4160-ba04-30419d9cc0b9 req-d4eedd76-c552-4497-8b6b-3715e1d09ab1 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:47:21.655655 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-0e47c3a7-b33c-4160-ba04-30419d9cc0b9 req-d4eedd76-c552-4497-8b6b-3715e1d09ab1 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/ports?device_id=a421a163-e362-4c96-b63b-4535293038cc HTTP/1.1" status: 200 len: 943 time: 0.0533187 Mar 28 01:47:21.703953 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-0e47c3a7-b33c-4160-ba04-30419d9cc0b9 req-7ec62baf-62bb-4509-9e5d-192848e63df6 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/security-groups?id=13b226c3-751d-4786-bf66-ceecf422aa98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427270 Mar 28 01:47:22.822375 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f64314-9378-4bc4-97ea-02983b68b9d7 req-dfddba35-29fa-4589-8c89-b8cdeca8e33c tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:47:22.823811 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-65f64314-9378-4bc4-97ea-02983b68b9d7 req-dfddba35-29fa-4589-8c89-b8cdeca8e33c tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/ports?device_id=a421a163-e362-4c96-b63b-4535293038cc HTTP/1.1" status: 200 len: 943 time: 0.0548809 Mar 28 01:47:22.872189 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-65f64314-9378-4bc4-97ea-02983b68b9d7 req-cd9905f9-e8f0-433d-854d-48e73c4f241f tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/security-groups?id=13b226c3-751d-4786-bf66-ceecf422aa98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426559 Mar 28 01:47:23.105669 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device 525aaadf-3994-44ea-ac98-4c9e937aabfd details requested by agent hyperv_hv-neutron-8348 with host hv-neutron-8348 {{(pid=104100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 01:47:23.205544 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port 525aaadf-3994-44ea-ac98-4c9e937aabfd, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=525aaadf-3994-44ea-ac98-4c9e937aabfd,segment=NetworkSegment(ec567581-2e2d-4ba8-b430-4b51148be13a),segment_id=ec567581-2e2d-4ba8-b430-4b51148be13a)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:47:23.220913 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Returning: {'device': '525aaadf-3994-44ea-ac98-4c9e937aabfd', 'network_id': '57f000f1-0871-49d4-8fe3-8b33b795835f', 'port_id': '525aaadf-3994-44ea-ac98-4c9e937aabfd', 'mac_address': 'fa:16:3e:02:d9:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58ad456e-6634-42e5-91ab-c1314f86f024', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 01:47:23.256515 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port 525aaadf-3994-44ea-ac98-4c9e937aabfd is: DOWN; New status is: BUILD {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:47:23.256897 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (525aaadf-3994-44ea-ac98-4c9e937aabfd), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:47:23.269827 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 525aaadf-3994-44ea-ac98-4c9e937aabfd {{(pid=104100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 01:47:23.288434 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port 525aaadf-3994-44ea-ac98-4c9e937aabfd, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=525aaadf-3994-44ea-ac98-4c9e937aabfd,segment=NetworkSegment(ec567581-2e2d-4ba8-b430-4b51148be13a),segment_id=ec567581-2e2d-4ba8-b430-4b51148be13a)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:47:23.292302 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (525aaadf-3994-44ea-ac98-4c9e937aabfd), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:47:23.337555 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Pushing event updated for resources: {'Port': ['ID=525aaadf-3994-44ea-ac98-4c9e937aabfd,revision_number=4']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:47:23.344326 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:47:23.344684 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:47:23.345036 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:47:23.345385 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:47:23.345749 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:47:23.346073 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:47:23.346407 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:47:23.346740 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:47:23.347075 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:47:23.347410 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:47:23.347743 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:47:23.348097 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:47:23.348429 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:47:23.348763 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:47:23.349088 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:47:23.507857 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] get_ports_and_sgs() called for port_ids ['525aaadf-3994-44ea-ac98-4c9e937aabfd'] {{(pid=104100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 01:47:23.991519 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab9e637-c00b-4514-8de9-702bf279eb8c req-f0ccc19d-35ca-46e2-97b3-0439c6248069 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:47:23.993077 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-dab9e637-c00b-4514-8de9-702bf279eb8c req-f0ccc19d-35ca-46e2-97b3-0439c6248069 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/ports?device_id=a421a163-e362-4c96-b63b-4535293038cc HTTP/1.1" status: 200 len: 944 time: 0.0554252 Mar 28 01:47:24.040336 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-dab9e637-c00b-4514-8de9-702bf279eb8c req-3a0733e5-bd6f-494b-931c-64572069c67a tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/security-groups?id=13b226c3-751d-4786-bf66-ceecf422aa98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418596 Mar 28 01:47:25.119367 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device 525aaadf-3994-44ea-ac98-4c9e937aabfd up at agent hyperv_hv-neutron-8348 {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:47:25.157361 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d7e4ad-64d4-4e1d-8952-90ee201b2683 req-983e192c-2caf-4455-9a11-ad581de155b8 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:47:25.158841 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-46d7e4ad-64d4-4e1d-8952-90ee201b2683 req-983e192c-2caf-4455-9a11-ad581de155b8 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/ports?device_id=a421a163-e362-4c96-b63b-4535293038cc HTTP/1.1" status: 200 len: 944 time: 0.0520732 Mar 28 01:47:25.169587 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Provisioning for port 525aaadf-3994-44ea-ac98-4c9e937aabfd completed by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 01:47:25.173629 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Provisioning complete for port 525aaadf-3994-44ea-ac98-4c9e937aabfd triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:47:25.174005 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (525aaadf-3994-44ea-ac98-4c9e937aabfd), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:47:25.208969 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-46d7e4ad-64d4-4e1d-8952-90ee201b2683 req-d5c4cf98-10fc-4540-862d-1728b6ca9513 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/security-groups?id=13b226c3-751d-4786-bf66-ceecf422aa98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439725 Mar 28 01:47:25.249648 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port 525aaadf-3994-44ea-ac98-4c9e937aabfd is: BUILD; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:47:25.250039 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (525aaadf-3994-44ea-ac98-4c9e937aabfd), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:47:25.271511 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a421a163-e362-4c96-b63b-4535293038cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '525aaadf-3994-44ea-ac98-4c9e937aabfd'}] {{(pid=104100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:47:25.273918 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd27896ebc78d0f7931321182ba9533a7b768b1c3fcddb3ff52a8aee6ddeaf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37404270-c3c4-4d6d-9b63-5ca8f01cd23e" -d '{"events": [{"server_uuid": "a421a163-e362-4c96-b63b-4535293038cc", "name": "network-vif-plugged", "status": "completed", "tag": "525aaadf-3994-44ea-ac98-4c9e937aabfd"}]}' {{(pid=104100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:47:25.286300 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port 525aaadf-3994-44ea-ac98-4c9e937aabfd, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=525aaadf-3994-44ea-ac98-4c9e937aabfd,segment=NetworkSegment(ec567581-2e2d-4ba8-b430-4b51148be13a),segment_id=ec567581-2e2d-4ba8-b430-4b51148be13a)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:47:25.290966 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (525aaadf-3994-44ea-ac98-4c9e937aabfd), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:47:25.337188 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Pushing event updated for resources: {'Port': ['ID=525aaadf-3994-44ea-ac98-4c9e937aabfd,revision_number=5']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:47:25.371906 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 01:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-276840c0-e8d4-467a-bc66-33081f5d1493 x-openstack-request-id: req-276840c0-e8d4-467a-bc66-33081f5d1493 {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:47:25.372252 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a421a163-e362-4c96-b63b-4535293038cc", "name": "network-vif-plugged", "status": "completed", "tag": "525aaadf-3994-44ea-ac98-4c9e937aabfd", "code": 200}]} {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:47:25.372496 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-276840c0-e8d4-467a-bc66-33081f5d1493 {{(pid=104100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:47:25.372909 dv-neutron-834874-6-hyperv neutron-server[104100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-276840c0-e8d4-467a-bc66-33081f5d1493'] response: {'server_uuid': 'a421a163-e362-4c96-b63b-4535293038cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '525aaadf-3994-44ea-ac98-4c9e937aabfd', 'code': 200} Mar 28 01:47:25.542008 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7fb8da-bde0-4687-bcf0-3da0227ee028 req-182ff64b-0274-41cb-825a-426ca535a996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:47:25.543466 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-3f7fb8da-bde0-4687-bcf0-3da0227ee028 req-182ff64b-0274-41cb-825a-426ca535a996 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a421a163-e362-4c96-b63b-4535293038cc HTTP/1.1" status: 200 len: 1129 time: 0.0432904 Mar 28 01:47:25.587167 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-3f7fb8da-bde0-4687-bcf0-3da0227ee028 req-a2b22a0e-1058-4d1a-b007-62dc451cc871 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=13b226c3-751d-4786-bf66-ceecf422aa98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377941 Mar 28 01:47:26.328515 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c32b487-377d-4575-a6e9-6b3c2582a07a req-4851efe1-5e90-493d-ae79-f58ecedb3ca1 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:47:26.329977 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-0c32b487-377d-4575-a6e9-6b3c2582a07a req-4851efe1-5e90-493d-ae79-f58ecedb3ca1 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/ports?device_id=a421a163-e362-4c96-b63b-4535293038cc HTTP/1.1" status: 200 len: 945 time: 0.0554729 Mar 28 01:47:26.376319 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-0c32b487-377d-4575-a6e9-6b3c2582a07a req-4ac44f29-c72d-4294-af52-b9483e6709f0 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/security-groups?id=13b226c3-751d-4786-bf66-ceecf422aa98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408077 Mar 28 01:47:27.495290 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a310829-c7a5-43af-ab20-a820f200a5f0 req-b841a2e4-9762-4a7d-a862-090840b5ee51 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:47:27.496769 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-4a310829-c7a5-43af-ab20-a820f200a5f0 req-b841a2e4-9762-4a7d-a862-090840b5ee51 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/ports?device_id=a421a163-e362-4c96-b63b-4535293038cc HTTP/1.1" status: 200 len: 945 time: 0.0516796 Mar 28 01:47:27.547860 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-4a310829-c7a5-43af-ab20-a820f200a5f0 req-199d9700-15cb-44cb-b857-2f4253f43c73 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/security-groups?id=13b226c3-751d-4786-bf66-ceecf422aa98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455685 Mar 28 01:47:27.667326 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f599aa-fb46-454a-aa5a-bdf0109b0946 req-a688af13-90c1-40bc-b771-ff54f585bbc8 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:47:27.668741 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-b2f599aa-fb46-454a-aa5a-bdf0109b0946 req-a688af13-90c1-40bc-b771-ff54f585bbc8 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/ports?device_id=a421a163-e362-4c96-b63b-4535293038cc HTTP/1.1" status: 200 len: 945 time: 0.0519593 Mar 28 01:47:27.716303 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-b2f599aa-fb46-454a-aa5a-bdf0109b0946 req-426ffab7-1122-415d-99ad-929deb41f2d3 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/security-groups?id=13b226c3-751d-4786-bf66-ceecf422aa98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419271 Mar 28 01:47:27.737021 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 34438) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:47:27.779311 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44561abe-dd7b-4a32-9103-6f61eb821d46 tempest-TestShelveInstance-2044352398 tempest-TestShelveInstance-2044352398-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:47:27.780859 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-44561abe-dd7b-4a32-9103-6f61eb821d46 tempest-TestShelveInstance-2044352398 tempest-TestShelveInstance-2044352398-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=a421a163-e362-4c96-b63b-4535293038cc HTTP/1.1" status: 200 len: 1124 time: 0.0428956 Mar 28 01:47:27.783514 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 34440) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:47:27.787647 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-63ad8595-b131-4156-840a-65649f76d0d6 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Request body: {'floatingip': {'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'port_id': '525aaadf-3994-44ea-ac98-4c9e937aabfd', 'tenant_id': '9b473d866bbe4662a4a05d6ae2379b7c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:47:27.807269 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-63ad8595-b131-4156-840a-65649f76d0d6 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:47:27.905541 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-63ad8595-b131-4156-840a-65649f76d0d6 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:47:28.006941 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-63ad8595-b131-4156-840a-65649f76d0d6 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Allocated IP 172.26.1.170 (dea6548b-502b-42db-97fb-371e423e739a/cce6de65-d8c9-45b8-9970-0a277e8c1192/c25c6143-712c-4c8a-8acd-78d7e6fa1d72) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:47:28.102061 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-63ad8595-b131-4156-840a-65649f76d0d6 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Publish callbacks [] for port (c25c6143-712c-4c8a-8acd-78d7e6fa1d72), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:47:28.134573 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-63ad8595-b131-4156-840a-65649f76d0d6 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (c25c6143-712c-4c8a-8acd-78d7e6fa1d72), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:47:28.168773 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ad8595-b131-4156-840a-65649f76d0d6 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Network dea6548b-502b-42db-97fb-371e423e739a is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:47:28.171530 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-63ad8595-b131-4156-840a-65649f76d0d6 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:47:28.174843 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ad8595-b131-4156-840a-65649f76d0d6 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:47:28.209153 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ad8595-b131-4156-840a-65649f76d0d6 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Pushing event updated for resources: {'Port': ['ID=c25c6143-712c-4c8a-8acd-78d7e6fa1d72,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:47:28.519268 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-63ad8595-b131-4156-840a-65649f76d0d6 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Publish callbacks [] for floatingip (827de2bb-6e52-49a3-8e72-00ee70fed03e), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:47:28.588668 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-63ad8595-b131-4156-840a-65649f76d0d6 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (c25c6143-712c-4c8a-8acd-78d7e6fa1d72), before_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:47:28.734498 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-63ad8595-b131-4156-840a-65649f76d0d6 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Publish callbacks [] for port (c25c6143-712c-4c8a-8acd-78d7e6fa1d72), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:47:28.738895 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-63ad8595-b131-4156-840a-65649f76d0d6 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126177159'] for port (c25c6143-712c-4c8a-8acd-78d7e6fa1d72), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:47:28.807781 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ad8595-b131-4156-840a-65649f76d0d6 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Pushing event updated for resources: {'Port': ['ID=c25c6143-712c-4c8a-8acd-78d7e6fa1d72,revision_number=2']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:47:28.817331 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-63ad8595-b131-4156-840a-65649f76d0d6 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688063'] for floatingip (827de2bb-6e52-49a3-8e72-00ee70fed03e), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:47:28.924732 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.l3_db [None req-63ad8595-b131-4156-840a-65649f76d0d6 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Floating IP 827de2bb-6e52-49a3-8e72-00ee70fed03e associated. External IP: 172.26.1.170, port: 525aaadf-3994-44ea-ac98-4c9e937aabfd. Mar 28 01:47:29.129990 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63ad8595-b131-4156-840a-65649f76d0d6 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Router 1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:47:29.239355 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63ad8595-b131-4156-840a-65649f76d0d6 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:47:29.254635 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e16d34-110e-444d-a27d-a27a00f99a51 None None] Sync routers for ids ['1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:47:29.261688 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-63ad8595-b131-4156-840a-65649f76d0d6 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for floatingip (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:47:29.266430 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e16d34-110e-444d-a27d-a27a00f99a51 None None] Routers {'1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:47:29.267099 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-f4e16d34-110e-444d-a27d-a27a00f99a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:47:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:47:29.375422 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-f4e16d34-110e-444d-a27d-a27a00f99a51 None None] Set router 1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:47:29.565483 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-63ad8595-b131-4156-840a-65649f76d0d6 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7700074 Mar 28 01:47:29.565483 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a421a163-e362-4c96-b63b-4535293038cc', 'tag': '525aaadf-3994-44ea-ac98-4c9e937aabfd'}] {{(pid=104098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:47:29.565483 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4026f4115fe834cbdc9db1f12734a6e5e5d2473de268e244354b04a11285341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6630eec0-0ae4-4eed-b91f-4d208a83ad20" -d '{"events": [{"name": "network-changed", "server_uuid": "a421a163-e362-4c96-b63b-4535293038cc", "tag": "525aaadf-3994-44ea-ac98-4c9e937aabfd"}]}' {{(pid=104098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:47:29.613514 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-f4e16d34-110e-444d-a27d-a27a00f99a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b', 'name': 'tempest-TestShelveInstance-1899029453-router', 'tenant_id': '9b473d866bbe4662a4a05d6ae2379b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.115'}], 'enable_snat': True}, 'gw_port_id': '3874f831-098b-4806-af39-2e5e234738aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:42:23Z', 'updated_at': '2022-03-28T01:42:26Z', 'revision_number': 4, 'project_id': '9b473d866bbe4662a4a05d6ae2379b7c', 'gw_port': {'id': '3874f831-098b-4806-af39-2e5e234738aa', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:4c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:42:24Z', 'updated_at': '2022-03-28T01:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_floatingips': [{'id': '827de2bb-6e52-49a3-8e72-00ee70fed03e', 'tenant_id': '9b473d866bbe4662a4a05d6ae2379b7c', 'floating_ip_address': '172.26.1.170', 'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'router_id': '1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b', 'port_id': '525aaadf-3994-44ea-ac98-4c9e937aabfd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1852, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '57f000f1-0871-49d4-8fe3-8b33b795835f', 'mac_address': 'fa:16:3e:02:d9:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a421a163-e362-4c96-b63b-4535293038cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T01:47:28Z', 'updated_at': '2022-03-28T01:47:28Z', 'revision_number': 0, 'project_id': '9b473d866bbe4662a4a05d6ae2379b7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46edf2c8-61a8-4bde-8936-217b908b9edb', 'name': '', 'network_id': '57f000f1-0871-49d4-8fe3-8b33b795835f', 'tenant_id': '9b473d866bbe4662a4a05d6ae2379b7c', 'mac_address': 'fa:16:3e:b3:28:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '58ad456e-6634-42e5-91ab-c1314f86f024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:42:25Z', 'updated_at': '2022-03-28T01:42:31Z', 'revision_number': 5, 'project_id': '9b473d866bbe4662a4a05d6ae2379b7c', 'subnets': [{'id': '58ad456e-6634-42e5-91ab-c1314f86f024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:47:29.643400 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e16d34-110e-444d-a27d-a27a00f99a51 None None] Checking router: 1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b for host: dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:47:29.651633 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e16d34-110e-444d-a27d-a27a00f99a51 None None] Routers {'1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:47:29.652264 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-f4e16d34-110e-444d-a27d-a27a00f99a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:47:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:47:29.654958 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 01:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4858f7e-24af-485a-b4ce-d55e04852c24 x-openstack-request-id: req-c4858f7e-24af-485a-b4ce-d55e04852c24 {{(pid=104098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:47:29.655613 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a421a163-e362-4c96-b63b-4535293038cc", "tag": "525aaadf-3994-44ea-ac98-4c9e937aabfd", "status": "completed", "code": 200}]} {{(pid=104098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:47:29.655882 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c4858f7e-24af-485a-b4ce-d55e04852c24 {{(pid=104098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:47:29.656324 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4858f7e-24af-485a-b4ce-d55e04852c24'] response: {'name': 'network-changed', 'server_uuid': 'a421a163-e362-4c96-b63b-4535293038cc', 'tag': '525aaadf-3994-44ea-ac98-4c9e937aabfd', 'status': 'completed', 'code': 200} Mar 28 01:47:29.721295 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6630eec0-0ae4-4eed-b91f-4d208a83ad20 req-d4357dd7-1897-48cd-9e6a-e35e920fd8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:47:29.722852 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6630eec0-0ae4-4eed-b91f-4d208a83ad20 req-d4357dd7-1897-48cd-9e6a-e35e920fd8d0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9b473d866bbe4662a4a05d6ae2379b7c&device_id=a421a163-e362-4c96-b63b-4535293038cc HTTP/1.1" status: 200 len: 1129 time: 0.0458524 Mar 28 01:47:29.759530 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-f4e16d34-110e-444d-a27d-a27a00f99a51 None None] Set router 1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:47:29.811547 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6630eec0-0ae4-4eed-b91f-4d208a83ad20 req-985f1e0e-154b-4375-a1ad-242f2aa4d5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:47:29.813092 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6630eec0-0ae4-4eed-b91f-4d208a83ad20 req-985f1e0e-154b-4375-a1ad-242f2aa4d5e6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=57f000f1-0871-49d4-8fe3-8b33b795835f HTTP/1.1" status: 200 len: 909 time: 0.0841444 Mar 28 01:47:29.881720 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6630eec0-0ae4-4eed-b91f-4d208a83ad20 req-79fcf14c-f11d-4a0a-852e-87c82797350a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=525aaadf-3994-44ea-ac98-4c9e937aabfd HTTP/1.1" status: 200 len: 999 time: 0.0622633 Mar 28 01:47:29.929215 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6630eec0-0ae4-4eed-b91f-4d208a83ad20 req-e3926644-b411-4f67-ba1a-6b57a5abc79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:47:29.930692 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6630eec0-0ae4-4eed-b91f-4d208a83ad20 req-e3926644-b411-4f67-ba1a-6b57a5abc79c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=58ad456e-6634-42e5-91ab-c1314f86f024 HTTP/1.1" status: 200 len: 848 time: 0.0427768 Mar 28 01:47:29.977928 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6630eec0-0ae4-4eed-b91f-4d208a83ad20 req-1c8ce99a-d12a-4881-ba6c-d93309078fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:47:29.979517 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6630eec0-0ae4-4eed-b91f-4d208a83ad20 req-1c8ce99a-d12a-4881-ba6c-d93309078fdd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=57f000f1-0871-49d4-8fe3-8b33b795835f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0434258 Mar 28 01:47:29.984268 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-f4e16d34-110e-444d-a27d-a27a00f99a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b', 'name': 'tempest-TestShelveInstance-1899029453-router', 'tenant_id': '9b473d866bbe4662a4a05d6ae2379b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.115'}], 'enable_snat': True}, 'gw_port_id': '3874f831-098b-4806-af39-2e5e234738aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:42:23Z', 'updated_at': '2022-03-28T01:42:26Z', 'revision_number': 4, 'project_id': '9b473d866bbe4662a4a05d6ae2379b7c', 'gw_port': {'id': '3874f831-098b-4806-af39-2e5e234738aa', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:4c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:42:24Z', 'updated_at': '2022-03-28T01:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_floatingips': [{'id': '827de2bb-6e52-49a3-8e72-00ee70fed03e', 'tenant_id': '9b473d866bbe4662a4a05d6ae2379b7c', 'floating_ip_address': '172.26.1.170', 'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'router_id': '1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b', 'port_id': '525aaadf-3994-44ea-ac98-4c9e937aabfd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1852, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '57f000f1-0871-49d4-8fe3-8b33b795835f', 'mac_address': 'fa:16:3e:02:d9:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a421a163-e362-4c96-b63b-4535293038cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T01:47:28Z', 'updated_at': '2022-03-28T01:47:28Z', 'revision_number': 0, 'project_id': '9b473d866bbe4662a4a05d6ae2379b7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46edf2c8-61a8-4bde-8936-217b908b9edb', 'name': '', 'network_id': '57f000f1-0871-49d4-8fe3-8b33b795835f', 'tenant_id': '9b473d866bbe4662a4a05d6ae2379b7c', 'mac_address': 'fa:16:3e:b3:28:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '58ad456e-6634-42e5-91ab-c1314f86f024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:42:25Z', 'updated_at': '2022-03-28T01:42:31Z', 'revision_number': 5, 'project_id': '9b473d866bbe4662a4a05d6ae2379b7c', 'subnets': [{'id': '58ad456e-6634-42e5-91ab-c1314f86f024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:47:30.009469 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e16d34-110e-444d-a27d-a27a00f99a51 None None] The sync data for ids ['1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b'] in dv-neutron-834874-6-hyperv is: [{'id': '1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b', 'name': 'tempest-TestShelveInstance-1899029453-router', 'tenant_id': '9b473d866bbe4662a4a05d6ae2379b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.115'}], 'enable_snat': True}, 'gw_port_id': '3874f831-098b-4806-af39-2e5e234738aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:42:23Z', 'updated_at': '2022-03-28T01:42:26Z', 'revision_number': 4, 'project_id': '9b473d866bbe4662a4a05d6ae2379b7c', 'gw_port': {'id': '3874f831-098b-4806-af39-2e5e234738aa', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:4c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:42:24Z', 'updated_at': '2022-03-28T01:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_floatingips': [{'id': '827de2bb-6e52-49a3-8e72-00ee70fed03e', 'tenant_id': '9b473d866bbe4662a4a05d6ae2379b7c', 'floating_ip_address': '172.26.1.170', 'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'router_id': '1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b', 'port_id': '525aaadf-3994-44ea-ac98-4c9e937aabfd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1852, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '57f000f1-0871-49d4-8fe3-8b33b795835f', 'mac_address': 'fa:16:3e:02:d9:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a421a163-e362-4c96-b63b-4535293038cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T01:47:28Z', 'updated_at': '2022-03-28T01:47:28Z', 'revision_number': 0, 'project_id': '9b473d866bbe4662a4a05d6ae2379b7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46edf2c8-61a8-4bde-8936-217b908b9edb', 'name': '', 'network_id': '57f000f1-0871-49d4-8fe3-8b33b795835f', 'tenant_id': '9b473d866bbe4662a4a05d6ae2379b7c', 'mac_address': 'fa:16:3e:b3:28:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '58ad456e-6634-42e5-91ab-c1314f86f024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:42:25Z', 'updated_at': '2022-03-28T01:42:31Z', 'revision_number': 5, 'project_id': '9b473d866bbe4662a4a05d6ae2379b7c', 'subnets': [{'id': '58ad456e-6634-42e5-91ab-c1314f86f024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:47:30.070765 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6630eec0-0ae4-4eed-b91f-4d208a83ad20 req-992cc8c9-6a0d-41d7-a3cb-5becddbc6ab1 service neutron] 10.222.0.10 "GET /v2.0/networks/57f000f1-0871-49d4-8fe3-8b33b795835f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855732 Mar 28 01:47:30.164598 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6630eec0-0ae4-4eed-b91f-4d208a83ad20 req-c80ef065-bc44-48b6-bcc5-1cb25f34cdbf service neutron] 10.222.0.10 "GET /v2.0/networks/57f000f1-0871-49d4-8fe3-8b33b795835f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877514 Mar 28 01:47:30.204765 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb60c9e2-7ee7-433a-8d3d-2ecbec1e13d5 None None] New status for floating IP 827de2bb-6e52-49a3-8e72-00ee70fed03e: ACTIVE {{(pid=104101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 01:47:33.302605 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:47:41.513164 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-36c7ed57-fc79-4b3d-b664-a852ba2715bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:47:42.830958 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.agents_db [None req-9a1d863f-391a-42f4-9870-e8292b919beb None None] Agent healthcheck: found 6 active agents {{(pid=104101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 01:47:43.670625 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-27e38747-a1c3-4a4f-9519-0368be601bbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:47:44.944517 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:47:46.398545 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:47:47.895468 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:48:03.302505 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:48:11.514416 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-90922dc9-e47b-405a-9ca0-0e674b7db43a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:48:13.653068 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e9e0c1b7-15c4-4732-b37a-5c7a682d0622 req-dfa3b0ee-5193-45e1-a848-1426f4941eae service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a421a163-e362-4c96-b63b-4535293038cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0482364 Mar 28 01:48:13.673089 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-6c47400a-9388-4ddf-9617-3d7680a25b4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:48:13.735879 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e0c1b7-15c4-4732-b37a-5c7a682d0622 req-35d1dbdc-e547-4679-857d-1b2b7fc80897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:48:13.737464 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e9e0c1b7-15c4-4732-b37a-5c7a682d0622 req-35d1dbdc-e547-4679-857d-1b2b7fc80897 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9b473d866bbe4662a4a05d6ae2379b7c&device_id=a421a163-e362-4c96-b63b-4535293038cc HTTP/1.1" status: 200 len: 1129 time: 0.0447972 Mar 28 01:48:13.837324 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e0c1b7-15c4-4732-b37a-5c7a682d0622 req-1a03cb6f-4dd8-4fb2-903a-4dfdc2847bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:48:13.838837 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e9e0c1b7-15c4-4732-b37a-5c7a682d0622 req-1a03cb6f-4dd8-4fb2-903a-4dfdc2847bde service neutron] 10.222.0.10 "GET /v2.0/networks?id=57f000f1-0871-49d4-8fe3-8b33b795835f HTTP/1.1" status: 200 len: 909 time: 0.0830503 Mar 28 01:48:13.905849 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e9e0c1b7-15c4-4732-b37a-5c7a682d0622 req-004efd1c-a874-4411-b864-1df98039f65f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=525aaadf-3994-44ea-ac98-4c9e937aabfd HTTP/1.1" status: 200 len: 1001 time: 0.0608425 Mar 28 01:48:13.952424 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e0c1b7-15c4-4732-b37a-5c7a682d0622 req-82c06ba0-7a26-4900-82cb-2cde8a82d43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:48:13.953818 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e9e0c1b7-15c4-4732-b37a-5c7a682d0622 req-82c06ba0-7a26-4900-82cb-2cde8a82d43c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=58ad456e-6634-42e5-91ab-c1314f86f024 HTTP/1.1" status: 200 len: 848 time: 0.0421920 Mar 28 01:48:14.001113 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e0c1b7-15c4-4732-b37a-5c7a682d0622 req-f602e1bf-a718-48da-bb20-387771289982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:48:14.002549 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e9e0c1b7-15c4-4732-b37a-5c7a682d0622 req-f602e1bf-a718-48da-bb20-387771289982 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=57f000f1-0871-49d4-8fe3-8b33b795835f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0428746 Mar 28 01:48:14.091236 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e9e0c1b7-15c4-4732-b37a-5c7a682d0622 req-4a3f1bf9-2b94-4da2-9ac5-f22274a693f4 service neutron] 10.222.0.10 "GET /v2.0/networks/57f000f1-0871-49d4-8fe3-8b33b795835f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819707 Mar 28 01:48:14.178804 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e9e0c1b7-15c4-4732-b37a-5c7a682d0622 req-e7b5833e-d83a-4c6b-9927-eead475b1587 service neutron] 10.222.0.10 "GET /v2.0/networks/57f000f1-0871-49d4-8fe3-8b33b795835f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793741 Mar 28 01:48:14.945785 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:48:16.398907 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:48:17.898315 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:48:19.830181 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.agents_db [None req-9a1d863f-391a-42f4-9870-e8292b919beb None None] Agent healthcheck: found 6 active agents {{(pid=104101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 01:48:33.318411 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:48:41.515613 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-43330e33-4049-4fa0-bfdb-a70d97f83af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:48:43.673437 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-a0c03c79-17ad-4f97-91cf-14b88b7d440f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:48:44.948019 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:48:46.401352 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:48:47.901692 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:48:56.829868 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.agents_db [None req-9a1d863f-391a-42f4-9870-e8292b919beb None None] Agent healthcheck: found 6 active agents {{(pid=104101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 01:49:03.316676 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:49:11.517513 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-cbf22d0b-ea85-4ec7-81fd-1b06580a65e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:49:13.673824 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-9dc0db79-6f75-4f23-b155-1f7ab2a78e3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:49:14.645971 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6a35048d-beb4-4946-b4e8-668b79ddf8cb req-411f0c81-7efd-4bf9-b66f-ca40393f27ca service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a421a163-e362-4c96-b63b-4535293038cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0487008 Mar 28 01:49:14.729142 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a35048d-beb4-4946-b4e8-668b79ddf8cb req-35f009a9-24c5-4a3e-9896-b084c83178b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:49:14.730751 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6a35048d-beb4-4946-b4e8-668b79ddf8cb req-35f009a9-24c5-4a3e-9896-b084c83178b6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9b473d866bbe4662a4a05d6ae2379b7c&device_id=a421a163-e362-4c96-b63b-4535293038cc HTTP/1.1" status: 200 len: 1129 time: 0.0435305 Mar 28 01:49:14.833938 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a35048d-beb4-4946-b4e8-668b79ddf8cb req-629d79c6-cbe8-4b27-8c04-fe498c1c51e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:49:14.835407 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6a35048d-beb4-4946-b4e8-668b79ddf8cb req-629d79c6-cbe8-4b27-8c04-fe498c1c51e3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=57f000f1-0871-49d4-8fe3-8b33b795835f HTTP/1.1" status: 200 len: 909 time: 0.0859327 Mar 28 01:49:14.903487 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6a35048d-beb4-4946-b4e8-668b79ddf8cb req-4f8cd199-cf75-4219-a374-bad59788aefc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=525aaadf-3994-44ea-ac98-4c9e937aabfd HTTP/1.1" status: 200 len: 1001 time: 0.0622129 Mar 28 01:49:14.949551 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a35048d-beb4-4946-b4e8-668b79ddf8cb req-84c68899-62cc-4a2c-90b4-1b803232d7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:49:14.951049 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6a35048d-beb4-4946-b4e8-668b79ddf8cb req-84c68899-62cc-4a2c-90b4-1b803232d7b7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=58ad456e-6634-42e5-91ab-c1314f86f024 HTTP/1.1" status: 200 len: 848 time: 0.0420861 Mar 28 01:49:14.953936 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:49:14.997231 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a35048d-beb4-4946-b4e8-668b79ddf8cb req-0ae837cd-7890-4afd-ba10-d6750ee6c869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:49:14.999246 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6a35048d-beb4-4946-b4e8-668b79ddf8cb req-0ae837cd-7890-4afd-ba10-d6750ee6c869 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=57f000f1-0871-49d4-8fe3-8b33b795835f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0430062 Mar 28 01:49:15.088088 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6a35048d-beb4-4946-b4e8-668b79ddf8cb req-ed5e50b4-9c0e-423f-a9c2-46560bebed30 service neutron] 10.222.0.10 "GET /v2.0/networks/57f000f1-0871-49d4-8fe3-8b33b795835f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832403 Mar 28 01:49:15.173187 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6a35048d-beb4-4946-b4e8-668b79ddf8cb req-b9029a60-cca1-4f71-88f0-6c1fd384b005 service neutron] 10.222.0.10 "GET /v2.0/networks/57f000f1-0871-49d4-8fe3-8b33b795835f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793600 Mar 28 01:49:16.406064 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:49:17.903700 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:49:26.051292 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944e8831-fda5-4874-b0be-0bbf47e1d47d req-b3de5957-8eb2-4ad9-8d68-725e24eb1772 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:49:26.052791 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-944e8831-fda5-4874-b0be-0bbf47e1d47d req-b3de5957-8eb2-4ad9-8d68-725e24eb1772 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/ports?device_id=a421a163-e362-4c96-b63b-4535293038cc HTTP/1.1" status: 200 len: 945 time: 0.0544803 Mar 28 01:49:26.103708 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-944e8831-fda5-4874-b0be-0bbf47e1d47d req-4b2c63d9-a689-4261-b0f0-23e9cbd92539 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/security-groups?id=13b226c3-751d-4786-bf66-ceecf422aa98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455055 Mar 28 01:49:27.224465 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0517af51-29b5-4ef8-92e4-e9c4a16b4752 req-4f0baddc-f274-46b1-8dc0-b212b58c0399 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:49:27.225932 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-0517af51-29b5-4ef8-92e4-e9c4a16b4752 req-4f0baddc-f274-46b1-8dc0-b212b58c0399 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/ports?device_id=a421a163-e362-4c96-b63b-4535293038cc HTTP/1.1" status: 200 len: 945 time: 0.0522692 Mar 28 01:49:27.273153 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-0517af51-29b5-4ef8-92e4-e9c4a16b4752 req-befef1f9-a48d-4af1-97a4-2cc0ee025177 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/security-groups?id=13b226c3-751d-4786-bf66-ceecf422aa98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417542 Mar 28 01:49:28.396097 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7066b360-690e-41a8-abab-492760a0152d req-3288186d-aba5-405d-88f1-3d88220e938d tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:49:28.397610 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7066b360-690e-41a8-abab-492760a0152d req-3288186d-aba5-405d-88f1-3d88220e938d tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/ports?device_id=a421a163-e362-4c96-b63b-4535293038cc HTTP/1.1" status: 200 len: 945 time: 0.0531664 Mar 28 01:49:28.444150 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7066b360-690e-41a8-abab-492760a0152d req-a9c9bf9e-9789-4903-8b26-36fd8028a386 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/security-groups?id=13b226c3-751d-4786-bf66-ceecf422aa98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411227 Mar 28 01:49:29.559099 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8140b88-df4d-4ece-a4dd-abb1569465f6 req-c697e76d-afa9-4b8e-b420-5b7b4134a84b tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:49:29.560567 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-a8140b88-df4d-4ece-a4dd-abb1569465f6 req-c697e76d-afa9-4b8e-b420-5b7b4134a84b tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/ports?device_id=a421a163-e362-4c96-b63b-4535293038cc HTTP/1.1" status: 200 len: 945 time: 0.0511198 Mar 28 01:49:29.613152 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-a8140b88-df4d-4ece-a4dd-abb1569465f6 req-efb95b13-8701-4240-8173-c458a1e8027d tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/security-groups?id=13b226c3-751d-4786-bf66-ceecf422aa98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457511 Mar 28 01:49:30.726866 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43266c58-bbdb-4b76-9352-bec68d50e696 req-158effb2-2e92-420c-9300-8890523e9f26 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:49:30.728347 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-43266c58-bbdb-4b76-9352-bec68d50e696 req-158effb2-2e92-420c-9300-8890523e9f26 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/ports?device_id=a421a163-e362-4c96-b63b-4535293038cc HTTP/1.1" status: 200 len: 945 time: 0.0507107 Mar 28 01:49:30.776091 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-43266c58-bbdb-4b76-9352-bec68d50e696 req-797268ac-a1f5-40c0-85f5-e3f6f1436b94 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/security-groups?id=13b226c3-751d-4786-bf66-ceecf422aa98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422213 Mar 28 01:49:31.892861 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67c8a3d-0eb2-4d38-a9be-aaffce09b7bb req-4b4bad60-68c6-4276-a9d5-d0ce20dcd31c tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:49:31.894306 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-d67c8a3d-0eb2-4d38-a9be-aaffce09b7bb req-4b4bad60-68c6-4276-a9d5-d0ce20dcd31c tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/ports?device_id=a421a163-e362-4c96-b63b-4535293038cc HTTP/1.1" status: 200 len: 945 time: 0.0517123 Mar 28 01:49:31.942217 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-d67c8a3d-0eb2-4d38-a9be-aaffce09b7bb req-b4267e21-a500-4a9d-a61d-6fe7062924da tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/security-groups?id=13b226c3-751d-4786-bf66-ceecf422aa98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418811 Mar 28 01:49:33.064582 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e575f93-846e-4bb5-8fab-f4ef43cae500 req-78d0c5df-e83d-4e34-8fd1-38be37461c8e tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:49:33.066041 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7e575f93-846e-4bb5-8fab-f4ef43cae500 req-78d0c5df-e83d-4e34-8fd1-38be37461c8e tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/ports?device_id=a421a163-e362-4c96-b63b-4535293038cc HTTP/1.1" status: 200 len: 945 time: 0.0590022 Mar 28 01:49:33.113615 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7e575f93-846e-4bb5-8fab-f4ef43cae500 req-3c041921-649a-4225-8219-3e9d6ec018aa tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/security-groups?id=13b226c3-751d-4786-bf66-ceecf422aa98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416393 Mar 28 01:49:33.328993 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:49:33.828276 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.agents_db [None req-9a1d863f-391a-42f4-9870-e8292b919beb None None] Agent healthcheck: found 6 active agents {{(pid=104101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 01:49:34.227678 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a01681-9f89-4794-8403-861f15593074 req-8eafc856-7e66-47e0-a16e-e13b516cc4df tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:49:34.229144 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-12a01681-9f89-4794-8403-861f15593074 req-8eafc856-7e66-47e0-a16e-e13b516cc4df tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/ports?device_id=a421a163-e362-4c96-b63b-4535293038cc HTTP/1.1" status: 200 len: 945 time: 0.0502024 Mar 28 01:49:34.276418 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-12a01681-9f89-4794-8403-861f15593074 req-63b69a24-86e5-4249-85b9-0879d6ff5458 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/security-groups?id=13b226c3-751d-4786-bf66-ceecf422aa98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411289 Mar 28 01:49:35.392212 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72000e20-9e2b-471f-85d5-437ee2f4f626 req-9cef86a1-8891-4493-a24a-d61e59702259 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:49:35.393925 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-72000e20-9e2b-471f-85d5-437ee2f4f626 req-9cef86a1-8891-4493-a24a-d61e59702259 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/ports?device_id=a421a163-e362-4c96-b63b-4535293038cc HTTP/1.1" status: 200 len: 945 time: 0.0517540 Mar 28 01:49:35.440872 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-72000e20-9e2b-471f-85d5-437ee2f4f626 req-23070c5e-9c0d-4838-a743-768482a538d0 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/security-groups?id=13b226c3-751d-4786-bf66-ceecf422aa98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414181 Mar 28 01:49:36.198606 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19039291-3c12-47b0-ab6b-1e4b992943c8 req-4cc774e1-d628-4e25-a8e3-d9c771798df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:49:36.199969 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-19039291-3c12-47b0-ab6b-1e4b992943c8 req-4cc774e1-d628-4e25-a8e3-d9c771798df0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9b473d866bbe4662a4a05d6ae2379b7c&device_id=a421a163-e362-4c96-b63b-4535293038cc HTTP/1.1" status: 200 len: 1129 time: 0.0477281 Mar 28 01:49:36.285262 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19039291-3c12-47b0-ab6b-1e4b992943c8 req-d1d77090-ad6b-48ca-a10f-dc8bf16515ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:49:36.286685 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-19039291-3c12-47b0-ab6b-1e4b992943c8 req-d1d77090-ad6b-48ca-a10f-dc8bf16515ac service neutron] 10.222.0.10 "GET /v2.0/networks?id=57f000f1-0871-49d4-8fe3-8b33b795835f HTTP/1.1" status: 200 len: 909 time: 0.0810578 Mar 28 01:49:36.352409 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-19039291-3c12-47b0-ab6b-1e4b992943c8 req-f368d0e1-cc65-4710-bfde-28833df5f5f9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=525aaadf-3994-44ea-ac98-4c9e937aabfd HTTP/1.1" status: 200 len: 1001 time: 0.0600111 Mar 28 01:49:36.571643 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e868f77-4275-4e48-8a96-771d735470c6 req-aeb7de9c-8fab-4361-9bfa-6e4f9727ef17 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:49:36.573252 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-0e868f77-4275-4e48-8a96-771d735470c6 req-aeb7de9c-8fab-4361-9bfa-6e4f9727ef17 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/ports?device_id=a421a163-e362-4c96-b63b-4535293038cc HTTP/1.1" status: 200 len: 945 time: 0.0639110 Mar 28 01:49:36.623275 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-0e868f77-4275-4e48-8a96-771d735470c6 req-281f6568-c105-4426-9fbe-c38ca1535d64 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/security-groups?id=13b226c3-751d-4786-bf66-ceecf422aa98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444019 Mar 28 01:49:36.702319 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19039291-3c12-47b0-ab6b-1e4b992943c8 req-3642d86b-28d8-45e5-b0f8-eb5c8a68eca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:49:36.703804 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-19039291-3c12-47b0-ab6b-1e4b992943c8 req-3642d86b-28d8-45e5-b0f8-eb5c8a68eca5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=58ad456e-6634-42e5-91ab-c1314f86f024 HTTP/1.1" status: 200 len: 848 time: 0.3444107 Mar 28 01:49:36.751698 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19039291-3c12-47b0-ab6b-1e4b992943c8 req-1e80fa3f-d6f3-4162-8e91-baee48a92bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:49:36.753225 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-19039291-3c12-47b0-ab6b-1e4b992943c8 req-1e80fa3f-d6f3-4162-8e91-baee48a92bca service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=57f000f1-0871-49d4-8fe3-8b33b795835f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0430541 Mar 28 01:49:36.844708 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-19039291-3c12-47b0-ab6b-1e4b992943c8 req-3996cc61-815b-4a30-a6b9-c74aad570604 service neutron] 10.222.0.10 "GET /v2.0/networks/57f000f1-0871-49d4-8fe3-8b33b795835f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857410 Mar 28 01:49:36.928756 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-19039291-3c12-47b0-ab6b-1e4b992943c8 req-f5a14f78-a835-402b-a941-cba6907a3c99 service neutron] 10.222.0.10 "GET /v2.0/networks/57f000f1-0871-49d4-8fe3-8b33b795835f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786710 Mar 28 01:49:37.748443 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f23214-079c-4cdd-902a-564869fd4bc8 req-f8ef2044-fdf4-4bdb-9f98-04b16c9a2c2f tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:49:37.750083 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-80f23214-079c-4cdd-902a-564869fd4bc8 req-f8ef2044-fdf4-4bdb-9f98-04b16c9a2c2f tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/ports?device_id=a421a163-e362-4c96-b63b-4535293038cc HTTP/1.1" status: 200 len: 945 time: 0.0551822 Mar 28 01:49:37.801787 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-80f23214-079c-4cdd-902a-564869fd4bc8 req-ec868529-9375-4a63-966f-5cf2c4cee764 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/security-groups?id=13b226c3-751d-4786-bf66-ceecf422aa98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462427 Mar 28 01:49:38.922546 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a7aa7a-4c4c-45e5-82ac-85fb7b5bdf88 req-9b082751-b7db-4261-9668-dfb0f133f8c8 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:49:38.923983 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-a9a7aa7a-4c4c-45e5-82ac-85fb7b5bdf88 req-9b082751-b7db-4261-9668-dfb0f133f8c8 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/ports?device_id=a421a163-e362-4c96-b63b-4535293038cc HTTP/1.1" status: 200 len: 945 time: 0.0512230 Mar 28 01:49:38.973493 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-a9a7aa7a-4c4c-45e5-82ac-85fb7b5bdf88 req-d193f2bc-e60f-4ef2-b9e0-74295b4d3d49 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/security-groups?id=13b226c3-751d-4786-bf66-ceecf422aa98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438259 Mar 28 01:49:40.093591 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830b7781-9a89-4e4f-b689-a9c9ac2c6d6a req-831060b1-b359-4086-b549-533ba8872911 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:49:40.095240 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-830b7781-9a89-4e4f-b689-a9c9ac2c6d6a req-831060b1-b359-4086-b549-533ba8872911 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/ports?device_id=a421a163-e362-4c96-b63b-4535293038cc HTTP/1.1" status: 200 len: 945 time: 0.0546718 Mar 28 01:49:40.147794 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-830b7781-9a89-4e4f-b689-a9c9ac2c6d6a req-71a2ffaa-c4ac-4a26-992a-c4fe45755dac tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/security-groups?id=13b226c3-751d-4786-bf66-ceecf422aa98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469329 Mar 28 01:49:41.269667 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7c9291-dc56-4d69-87d7-345c0788c128 req-1a5b3d7e-a1ac-45e1-879e-de7e6fc20b65 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:49:41.271131 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-ce7c9291-dc56-4d69-87d7-345c0788c128 req-1a5b3d7e-a1ac-45e1-879e-de7e6fc20b65 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/ports?device_id=a421a163-e362-4c96-b63b-4535293038cc HTTP/1.1" status: 200 len: 945 time: 0.0566692 Mar 28 01:49:41.319556 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-ce7c9291-dc56-4d69-87d7-345c0788c128 req-f93b7808-bbf2-44e8-814d-41bbbcf59929 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/security-groups?id=13b226c3-751d-4786-bf66-ceecf422aa98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428822 Mar 28 01:49:41.518851 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-7ba06bfd-d10b-467b-91df-686111d06e67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:49:41.908666 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device 525aaadf-3994-44ea-ac98-4c9e937aabfd no longer exists at agent hyperv_hv-neutron-8348 {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:49:41.989094 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port 525aaadf-3994-44ea-ac98-4c9e937aabfd is: ACTIVE; New status is: DOWN {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:49:41.989484 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (525aaadf-3994-44ea-ac98-4c9e937aabfd), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:49:42.153996 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a421a163-e362-4c96-b63b-4535293038cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '525aaadf-3994-44ea-ac98-4c9e937aabfd'}] {{(pid=104100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:49:42.156726 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd27896ebc78d0f7931321182ba9533a7b768b1c3fcddb3ff52a8aee6ddeaf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2be76d1d-cad5-4e0a-9787-16653be4b832" -d '{"events": [{"server_uuid": "a421a163-e362-4c96-b63b-4535293038cc", "name": "network-vif-unplugged", "status": "completed", "tag": "525aaadf-3994-44ea-ac98-4c9e937aabfd"}]}' {{(pid=104100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:49:42.168588 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port 525aaadf-3994-44ea-ac98-4c9e937aabfd, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=525aaadf-3994-44ea-ac98-4c9e937aabfd,segment=NetworkSegment(ec567581-2e2d-4ba8-b430-4b51148be13a),segment_id=ec567581-2e2d-4ba8-b430-4b51148be13a)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:49:42.172511 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (525aaadf-3994-44ea-ac98-4c9e937aabfd), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:49:42.195611 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Mar 2022 01:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5b477f5-d7d7-498c-9008-abe7048b6f66 x-openstack-request-id: req-b5b477f5-d7d7-498c-9008-abe7048b6f66 {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:49:42.195909 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a421a163-e362-4c96-b63b-4535293038cc", "name": "network-vif-unplugged", "status": "completed", "tag": "525aaadf-3994-44ea-ac98-4c9e937aabfd", "code": 200}]} {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:49:42.196192 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b5b477f5-d7d7-498c-9008-abe7048b6f66 {{(pid=104100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:49:42.196589 dv-neutron-834874-6-hyperv neutron-server[104100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5b477f5-d7d7-498c-9008-abe7048b6f66'] response: {'server_uuid': 'a421a163-e362-4c96-b63b-4535293038cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '525aaadf-3994-44ea-ac98-4c9e937aabfd', 'code': 200} Mar 28 01:49:42.221960 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Pushing event updated for resources: {'Port': ['ID=525aaadf-3994-44ea-ac98-4c9e937aabfd,revision_number=6']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:49:42.228828 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:49:42.229187 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:49:42.229540 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:49:42.229889 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:49:42.230234 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:49:42.230574 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:49:42.230909 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:49:42.231248 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:49:42.231585 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:49:42.231918 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:49:42.232285 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:49:42.232647 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:49:42.232980 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:49:42.233307 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:49:42.233635 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:49:42.438568 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7e92ef-c2ff-4847-ae25-7d91867201b9 req-510e553f-64eb-4e9a-83f4-d25441e9b842 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:49:42.439950 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-cb7e92ef-c2ff-4847-ae25-7d91867201b9 req-510e553f-64eb-4e9a-83f4-d25441e9b842 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/ports?device_id=a421a163-e362-4c96-b63b-4535293038cc HTTP/1.1" status: 200 len: 943 time: 0.0532467 Mar 28 01:49:42.486823 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-cb7e92ef-c2ff-4847-ae25-7d91867201b9 req-b0694f3d-d298-4d07-9037-0f1640e054d4 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/security-groups?id=13b226c3-751d-4786-bf66-ceecf422aa98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413313 Mar 28 01:49:42.698009 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-5e8424a7-7b8f-47df-a13f-7413e33f722c req-d4f9a28f-58f8-466e-b9a6-0f1e4f2af5da service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a421a163-e362-4c96-b63b-4535293038cc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0745559 Mar 28 01:49:42.709247 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [req-5e8424a7-7b8f-47df-a13f-7413e33f722c req-d715d6f8-36ac-4ef2-bf2b-02defeb6fe74 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=104098) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 01:49:42.710164 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-5e8424a7-7b8f-47df-a13f-7413e33f722c req-d715d6f8-36ac-4ef2-bf2b-02defeb6fe74 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069983 Mar 28 01:49:42.718344 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8236c16-17e2-4229-ba8c-14d4b5ef0bc9 req-9f333016-c38d-4883-8b55-ae7a8179be41 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:49:42.719719 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-f8236c16-17e2-4229-ba8c-14d4b5ef0bc9 req-9f333016-c38d-4883-8b55-ae7a8179be41 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/ports?device_id=a421a163-e362-4c96-b63b-4535293038cc HTTP/1.1" status: 200 len: 943 time: 0.0721166 Mar 28 01:49:42.772198 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-f8236c16-17e2-4229-ba8c-14d4b5ef0bc9 req-9ac0384a-346f-4a7d-a91c-73b6f23b7b04 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/security-groups?id=13b226c3-751d-4786-bf66-ceecf422aa98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465758 Mar 28 01:49:42.783929 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8424a7-7b8f-47df-a13f-7413e33f722c req-8122bf7d-16a2-469e-9102-bd33f63b71fa tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:49:42.785339 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-5e8424a7-7b8f-47df-a13f-7413e33f722c req-8122bf7d-16a2-469e-9102-bd33f63b71fa tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/ports/525aaadf-3994-44ea-ac98-4c9e937aabfd HTTP/1.1" status: 200 len: 940 time: 0.0467417 Mar 28 01:49:43.674195 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-3cef6265-8fe0-4fcd-8c90-2bbed35aea9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:49:43.892306 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383c032b-026f-4a8c-99b3-8a8175ea24ed req-a979f5dd-e98c-4fc8-bee0-c4b0c9124711 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:49:43.894023 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-383c032b-026f-4a8c-99b3-8a8175ea24ed req-a979f5dd-e98c-4fc8-bee0-c4b0c9124711 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/ports?device_id=a421a163-e362-4c96-b63b-4535293038cc HTTP/1.1" status: 200 len: 943 time: 0.0532429 Mar 28 01:49:43.945386 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-383c032b-026f-4a8c-99b3-8a8175ea24ed req-13adbb53-e4c4-4b89-ab0c-bb929e9ccea8 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/security-groups?id=13b226c3-751d-4786-bf66-ceecf422aa98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456471 Mar 28 01:49:44.953284 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:49:45.064619 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9d01b1-6305-45a4-a5af-6b445fb5ab4a req-6f366cc0-3f94-45c1-adb2-cc739c0e6c7f tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:49:45.066071 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-ed9d01b1-6305-45a4-a5af-6b445fb5ab4a req-6f366cc0-3f94-45c1-adb2-cc739c0e6c7f tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/ports?device_id=a421a163-e362-4c96-b63b-4535293038cc HTTP/1.1" status: 200 len: 943 time: 0.0523469 Mar 28 01:49:45.116959 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-ed9d01b1-6305-45a4-a5af-6b445fb5ab4a req-b931e70e-9746-4cf8-8cb9-4f1879df4d35 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/security-groups?id=13b226c3-751d-4786-bf66-ceecf422aa98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452418 Mar 28 01:49:46.234383 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5077a1-38e6-4e1e-bebd-e339f686b84a req-4f6d690f-76dd-4534-a392-2515f358f8ea tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:49:46.235896 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-0e5077a1-38e6-4e1e-bebd-e339f686b84a req-4f6d690f-76dd-4534-a392-2515f358f8ea tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/ports?device_id=a421a163-e362-4c96-b63b-4535293038cc HTTP/1.1" status: 200 len: 943 time: 0.0531716 Mar 28 01:49:46.283295 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-0e5077a1-38e6-4e1e-bebd-e339f686b84a req-0c864f80-aa4d-471e-9433-56f7fb26fd0e tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/security-groups?id=13b226c3-751d-4786-bf66-ceecf422aa98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420022 Mar 28 01:49:46.408522 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:49:47.403103 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba09d22a-53c4-448b-bad4-2702e5278daa req-8e544583-4296-4f42-bef1-62619a5d426c tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:49:47.404610 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-ba09d22a-53c4-448b-bad4-2702e5278daa req-8e544583-4296-4f42-bef1-62619a5d426c tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/ports?device_id=a421a163-e362-4c96-b63b-4535293038cc HTTP/1.1" status: 200 len: 943 time: 0.0570006 Mar 28 01:49:47.453019 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-ba09d22a-53c4-448b-bad4-2702e5278daa req-ded23a66-1809-4e8a-9017-5ba4e4876612 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/security-groups?id=13b226c3-751d-4786-bf66-ceecf422aa98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427201 Mar 28 01:49:47.909278 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:49:48.570590 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9843c033-db2d-4d16-a4ec-adac59e59884 req-890d4b4f-c1c6-459d-957b-4694f61faaf5 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:49:48.572058 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-9843c033-db2d-4d16-a4ec-adac59e59884 req-890d4b4f-c1c6-459d-957b-4694f61faaf5 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/ports?device_id=a421a163-e362-4c96-b63b-4535293038cc HTTP/1.1" status: 200 len: 943 time: 0.0533807 Mar 28 01:49:48.619877 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-9843c033-db2d-4d16-a4ec-adac59e59884 req-c6e8123d-b843-4b00-823c-ee537d41a8eb tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/security-groups?id=13b226c3-751d-4786-bf66-ceecf422aa98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421433 Mar 28 01:49:49.738915 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48a3d0a-12e8-4093-ad7e-404bca5eea08 req-a0dda7a7-e71e-4417-8648-8dfacb077718 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:49:49.740397 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-f48a3d0a-12e8-4093-ad7e-404bca5eea08 req-a0dda7a7-e71e-4417-8648-8dfacb077718 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/ports?device_id=a421a163-e362-4c96-b63b-4535293038cc HTTP/1.1" status: 200 len: 943 time: 0.0515096 Mar 28 01:49:49.788115 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-f48a3d0a-12e8-4093-ad7e-404bca5eea08 req-e119f5ad-da04-4c49-8cae-471d3825f852 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/security-groups?id=13b226c3-751d-4786-bf66-ceecf422aa98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421371 Mar 28 01:49:50.914516 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fd0792-6219-4baa-830f-aeb5d875b4fc req-df074c1f-bff7-45a9-bc88-201867e4433f tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:49:50.916119 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-87fd0792-6219-4baa-830f-aeb5d875b4fc req-df074c1f-bff7-45a9-bc88-201867e4433f tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/ports?device_id=a421a163-e362-4c96-b63b-4535293038cc HTTP/1.1" status: 200 len: 943 time: 0.0582194 Mar 28 01:49:50.969011 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-87fd0792-6219-4baa-830f-aeb5d875b4fc req-8dad681d-95cc-4245-9410-ef946129fe19 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/security-groups?id=13b226c3-751d-4786-bf66-ceecf422aa98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461345 Mar 28 01:49:52.085909 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463bce3b-26bb-4552-b0e6-2b1ea1afde8f req-8a1f2096-b367-432f-9d13-6d4002610772 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:49:52.087419 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-463bce3b-26bb-4552-b0e6-2b1ea1afde8f req-8a1f2096-b367-432f-9d13-6d4002610772 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/ports?device_id=a421a163-e362-4c96-b63b-4535293038cc HTTP/1.1" status: 200 len: 943 time: 0.0520654 Mar 28 01:49:52.140294 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-463bce3b-26bb-4552-b0e6-2b1ea1afde8f req-122cfa3d-1129-41bd-abc6-400b0520a152 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/security-groups?id=13b226c3-751d-4786-bf66-ceecf422aa98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464675 Mar 28 01:49:53.255764 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625e12d5-0441-4d4e-abce-7bc130c815bb req-0e60740c-4ca1-473d-801a-17e2da21c2a1 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:49:53.257246 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-625e12d5-0441-4d4e-abce-7bc130c815bb req-0e60740c-4ca1-473d-801a-17e2da21c2a1 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/ports?device_id=a421a163-e362-4c96-b63b-4535293038cc HTTP/1.1" status: 200 len: 943 time: 0.0518427 Mar 28 01:49:53.314078 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-625e12d5-0441-4d4e-abce-7bc130c815bb req-7f5e9e04-7f55-43d7-bc7e-76769584e52b tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/security-groups?id=13b226c3-751d-4786-bf66-ceecf422aa98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513947 Mar 28 01:49:53.350070 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8424a7-7b8f-47df-a13f-7413e33f722c req-83757ae7-89e6-4620-9468-2bded041b5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:49:53.351555 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-5e8424a7-7b8f-47df-a13f-7413e33f722c req-83757ae7-89e6-4620-9468-2bded041b5e3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a421a163-e362-4c96-b63b-4535293038cc&tenant_id=9b473d866bbe4662a4a05d6ae2379b7c HTTP/1.1" status: 200 len: 1127 time: 0.0536907 Mar 28 01:49:53.417451 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8424a7-7b8f-47df-a13f-7413e33f722c req-ab4e125c-11a7-4569-a5b3-e23e9ef58c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:49:53.418849 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-5e8424a7-7b8f-47df-a13f-7413e33f722c req-ab4e125c-11a7-4569-a5b3-e23e9ef58c0c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9b473d866bbe4662a4a05d6ae2379b7c&device_id=a421a163-e362-4c96-b63b-4535293038cc HTTP/1.1" status: 200 len: 1127 time: 0.0430758 Mar 28 01:49:53.503659 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8424a7-7b8f-47df-a13f-7413e33f722c req-7b28948e-9f1e-4d97-b1cb-53bd00d8469c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:49:53.505250 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-5e8424a7-7b8f-47df-a13f-7413e33f722c req-7b28948e-9f1e-4d97-b1cb-53bd00d8469c service neutron] 10.222.0.10 "GET /v2.0/networks?id=57f000f1-0871-49d4-8fe3-8b33b795835f HTTP/1.1" status: 200 len: 909 time: 0.0810177 Mar 28 01:49:53.572086 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-5e8424a7-7b8f-47df-a13f-7413e33f722c req-341f4d0b-8110-4030-b9ff-4b2605d58b3b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=525aaadf-3994-44ea-ac98-4c9e937aabfd HTTP/1.1" status: 200 len: 999 time: 0.0613630 Mar 28 01:49:53.619225 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8424a7-7b8f-47df-a13f-7413e33f722c req-6742055c-21a9-4d81-b307-6716bdb56d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:49:53.620663 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-5e8424a7-7b8f-47df-a13f-7413e33f722c req-6742055c-21a9-4d81-b307-6716bdb56d3b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=58ad456e-6634-42e5-91ab-c1314f86f024 HTTP/1.1" status: 200 len: 848 time: 0.0419676 Mar 28 01:49:53.669602 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8424a7-7b8f-47df-a13f-7413e33f722c req-ff7f8911-0a27-4a48-a687-89999063c769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:49:53.671584 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-5e8424a7-7b8f-47df-a13f-7413e33f722c req-ff7f8911-0a27-4a48-a687-89999063c769 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=57f000f1-0871-49d4-8fe3-8b33b795835f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0435436 Mar 28 01:49:53.762328 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-5e8424a7-7b8f-47df-a13f-7413e33f722c req-9df6311f-f7d3-42bc-86d7-26314c7c87f9 service neutron] 10.222.0.10 "GET /v2.0/networks/57f000f1-0871-49d4-8fe3-8b33b795835f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842099 Mar 28 01:49:53.849408 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-5e8424a7-7b8f-47df-a13f-7413e33f722c req-a5b536c9-4606-4d3a-961e-6ba5e66f5a49 service neutron] 10.222.0.10 "GET /v2.0/networks/57f000f1-0871-49d4-8fe3-8b33b795835f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812926 Mar 28 01:49:54.429022 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9061e4-577b-42ad-aaa3-8316d697c139 req-bcddab7c-6b67-4733-ab36-67a73637e80f tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:49:54.430451 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-ed9061e4-577b-42ad-aaa3-8316d697c139 req-bcddab7c-6b67-4733-ab36-67a73637e80f tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/ports?device_id=a421a163-e362-4c96-b63b-4535293038cc HTTP/1.1" status: 200 len: 943 time: 0.0510831 Mar 28 01:49:54.477172 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-ed9061e4-577b-42ad-aaa3-8316d697c139 req-f810c79e-7605-41e4-9ce7-d94806a6f499 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/security-groups?id=13b226c3-751d-4786-bf66-ceecf422aa98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412292 Mar 28 01:49:55.597820 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820eea51-7c49-4e8a-9490-d9a811186e31 req-99d3c1c6-4b0c-4121-9b59-738cf45428ef tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:49:55.599286 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-820eea51-7c49-4e8a-9490-d9a811186e31 req-99d3c1c6-4b0c-4121-9b59-738cf45428ef tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/ports?device_id=a421a163-e362-4c96-b63b-4535293038cc HTTP/1.1" status: 200 len: 943 time: 0.0573492 Mar 28 01:49:55.647222 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-820eea51-7c49-4e8a-9490-d9a811186e31 req-76dfcbd9-bba2-4149-ba4f-afc50b63265c tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/security-groups?id=13b226c3-751d-4786-bf66-ceecf422aa98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424576 Mar 28 01:49:56.760758 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611804a2-083f-45fa-ae9b-585809e7eeb5 req-cdc455d0-229d-4c65-9649-c2368634b13a tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:49:56.762208 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-611804a2-083f-45fa-ae9b-585809e7eeb5 req-cdc455d0-229d-4c65-9649-c2368634b13a tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/ports?device_id=a421a163-e362-4c96-b63b-4535293038cc HTTP/1.1" status: 200 len: 943 time: 0.0509348 Mar 28 01:49:56.809726 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-611804a2-083f-45fa-ae9b-585809e7eeb5 req-a40c6fed-531f-4ad6-8e2d-10e043fd99b8 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/security-groups?id=13b226c3-751d-4786-bf66-ceecf422aa98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414190 Mar 28 01:49:57.925559 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d86ac65-06f3-4eb5-8fe1-b209cfc58dca req-82346e81-45fe-4994-b057-82f2299db16c tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:49:57.927004 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-2d86ac65-06f3-4eb5-8fe1-b209cfc58dca req-82346e81-45fe-4994-b057-82f2299db16c tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/ports?device_id=a421a163-e362-4c96-b63b-4535293038cc HTTP/1.1" status: 200 len: 943 time: 0.0516167 Mar 28 01:49:57.974994 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-2d86ac65-06f3-4eb5-8fe1-b209cfc58dca req-78e3da9a-2f7c-4f17-a640-e963b409d64d tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/security-groups?id=13b226c3-751d-4786-bf66-ceecf422aa98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425825 Mar 28 01:49:59.093682 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bf771c-176c-4262-9cee-28330c393b0a req-63c44c2d-7f5c-45e0-a334-66887fa4af62 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:49:59.095212 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-60bf771c-176c-4262-9cee-28330c393b0a req-63c44c2d-7f5c-45e0-a334-66887fa4af62 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/ports?device_id=a421a163-e362-4c96-b63b-4535293038cc HTTP/1.1" status: 200 len: 943 time: 0.0558698 Mar 28 01:49:59.142680 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-60bf771c-176c-4262-9cee-28330c393b0a req-148dbab5-68c8-496f-a71d-a8fb9cb9de1b tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/security-groups?id=13b226c3-751d-4786-bf66-ceecf422aa98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420270 Mar 28 01:50:00.256748 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e8135d-bd55-46ca-8102-0a9fb7424db9 req-da289349-d4ca-46ce-ba9d-30cd1dacb869 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:50:00.258214 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-75e8135d-bd55-46ca-8102-0a9fb7424db9 req-da289349-d4ca-46ce-ba9d-30cd1dacb869 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/ports?device_id=a421a163-e362-4c96-b63b-4535293038cc HTTP/1.1" status: 200 len: 943 time: 0.0516627 Mar 28 01:50:00.310441 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-75e8135d-bd55-46ca-8102-0a9fb7424db9 req-432bb987-37c5-4253-9cdd-4a2f251874ea tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/security-groups?id=13b226c3-751d-4786-bf66-ceecf422aa98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467496 Mar 28 01:50:01.426779 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cce5a35-7cc9-4005-a43c-61d27d2661d7 req-1793dcbd-baca-4ab8-983a-8888ba9d4a8f tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:50:01.428261 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-2cce5a35-7cc9-4005-a43c-61d27d2661d7 req-1793dcbd-baca-4ab8-983a-8888ba9d4a8f tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/ports?device_id=a421a163-e362-4c96-b63b-4535293038cc HTTP/1.1" status: 200 len: 943 time: 0.0518293 Mar 28 01:50:01.475814 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-2cce5a35-7cc9-4005-a43c-61d27d2661d7 req-3919da96-de6f-46af-a2ac-c72d369e24c2 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/security-groups?id=13b226c3-751d-4786-bf66-ceecf422aa98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420837 Mar 28 01:50:01.960573 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device 525aaadf-3994-44ea-ac98-4c9e937aabfd details requested by agent hyperv_hv-neutron-8348 with host hv-neutron-8348 {{(pid=104100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 01:50:02.061481 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port 525aaadf-3994-44ea-ac98-4c9e937aabfd, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=525aaadf-3994-44ea-ac98-4c9e937aabfd,segment=NetworkSegment(ec567581-2e2d-4ba8-b430-4b51148be13a),segment_id=ec567581-2e2d-4ba8-b430-4b51148be13a)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:50:02.074902 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Returning: {'device': '525aaadf-3994-44ea-ac98-4c9e937aabfd', 'network_id': '57f000f1-0871-49d4-8fe3-8b33b795835f', 'port_id': '525aaadf-3994-44ea-ac98-4c9e937aabfd', 'mac_address': 'fa:16:3e:02:d9:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58ad456e-6634-42e5-91ab-c1314f86f024', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 01:50:02.114581 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port 525aaadf-3994-44ea-ac98-4c9e937aabfd is: DOWN; New status is: BUILD {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:50:02.114869 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (525aaadf-3994-44ea-ac98-4c9e937aabfd), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:50:02.127955 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 525aaadf-3994-44ea-ac98-4c9e937aabfd {{(pid=104100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 01:50:02.147671 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port 525aaadf-3994-44ea-ac98-4c9e937aabfd, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=525aaadf-3994-44ea-ac98-4c9e937aabfd,segment=NetworkSegment(ec567581-2e2d-4ba8-b430-4b51148be13a),segment_id=ec567581-2e2d-4ba8-b430-4b51148be13a)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:50:02.151702 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (525aaadf-3994-44ea-ac98-4c9e937aabfd), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:50:02.200889 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Pushing event updated for resources: {'Port': ['ID=525aaadf-3994-44ea-ac98-4c9e937aabfd,revision_number=7']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:50:02.396678 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] get_ports_and_sgs() called for port_ids ['525aaadf-3994-44ea-ac98-4c9e937aabfd'] {{(pid=104100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 01:50:02.593376 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e24eb2-3db3-43ec-9486-2ce1977d3493 req-61a13947-8fc4-44ca-a1e7-a0654fc05206 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:50:02.595385 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-f9e24eb2-3db3-43ec-9486-2ce1977d3493 req-61a13947-8fc4-44ca-a1e7-a0654fc05206 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/ports?device_id=a421a163-e362-4c96-b63b-4535293038cc HTTP/1.1" status: 200 len: 944 time: 0.0536563 Mar 28 01:50:02.644393 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-f9e24eb2-3db3-43ec-9486-2ce1977d3493 req-1ccb4c5a-8b5b-4ef5-b6db-ab84df58a843 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/security-groups?id=13b226c3-751d-4786-bf66-ceecf422aa98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432525 Mar 28 01:50:03.334488 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:50:03.760813 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f859a7c-5590-4f8d-a59c-162986320398 req-01d28cae-e6d8-40c9-8059-8076220b84e1 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:50:03.762255 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-0f859a7c-5590-4f8d-a59c-162986320398 req-01d28cae-e6d8-40c9-8059-8076220b84e1 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/ports?device_id=a421a163-e362-4c96-b63b-4535293038cc HTTP/1.1" status: 200 len: 944 time: 0.0521662 Mar 28 01:50:03.813780 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-0f859a7c-5590-4f8d-a59c-162986320398 req-098362fb-74a7-4d1b-ab32-aaaef0e4857d tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/security-groups?id=13b226c3-751d-4786-bf66-ceecf422aa98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460181 Mar 28 01:50:03.976251 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device 525aaadf-3994-44ea-ac98-4c9e937aabfd up at agent hyperv_hv-neutron-8348 {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:50:04.023931 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Provisioning complete for port 525aaadf-3994-44ea-ac98-4c9e937aabfd triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:50:04.024335 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (525aaadf-3994-44ea-ac98-4c9e937aabfd), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:50:04.098084 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port 525aaadf-3994-44ea-ac98-4c9e937aabfd is: BUILD; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:50:04.098461 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (525aaadf-3994-44ea-ac98-4c9e937aabfd), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:50:04.123611 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a421a163-e362-4c96-b63b-4535293038cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '525aaadf-3994-44ea-ac98-4c9e937aabfd'}] {{(pid=104100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:50:04.125849 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd27896ebc78d0f7931321182ba9533a7b768b1c3fcddb3ff52a8aee6ddeaf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-138b0273-e209-436f-988e-859cb38c2e04" -d '{"events": [{"server_uuid": "a421a163-e362-4c96-b63b-4535293038cc", "name": "network-vif-plugged", "status": "completed", "tag": "525aaadf-3994-44ea-ac98-4c9e937aabfd"}]}' {{(pid=104100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:50:04.137334 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port 525aaadf-3994-44ea-ac98-4c9e937aabfd, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=525aaadf-3994-44ea-ac98-4c9e937aabfd,segment=NetworkSegment(ec567581-2e2d-4ba8-b430-4b51148be13a),segment_id=ec567581-2e2d-4ba8-b430-4b51148be13a)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:50:04.141736 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (525aaadf-3994-44ea-ac98-4c9e937aabfd), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:50:04.166357 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 01:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9828ee5-41c0-43f3-bf4b-b7250d86742c x-openstack-request-id: req-b9828ee5-41c0-43f3-bf4b-b7250d86742c {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:50:04.166651 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a421a163-e362-4c96-b63b-4535293038cc", "name": "network-vif-plugged", "status": "completed", "tag": "525aaadf-3994-44ea-ac98-4c9e937aabfd", "code": 200}]} {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:50:04.166907 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b9828ee5-41c0-43f3-bf4b-b7250d86742c {{(pid=104100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:50:04.167307 dv-neutron-834874-6-hyperv neutron-server[104100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9828ee5-41c0-43f3-bf4b-b7250d86742c'] response: {'server_uuid': 'a421a163-e362-4c96-b63b-4535293038cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '525aaadf-3994-44ea-ac98-4c9e937aabfd', 'code': 200} Mar 28 01:50:04.193863 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Pushing event updated for resources: {'Port': ['ID=525aaadf-3994-44ea-ac98-4c9e937aabfd,revision_number=8']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:50:04.375215 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4219be-6c0c-4827-a8be-171117c283db req-737f6837-f923-4fe9-a4cc-59c3f4936bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:50:04.376737 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7e4219be-6c0c-4827-a8be-171117c283db req-737f6837-f923-4fe9-a4cc-59c3f4936bf6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a421a163-e362-4c96-b63b-4535293038cc HTTP/1.1" status: 200 len: 1129 time: 0.0432777 Mar 28 01:50:04.420855 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7e4219be-6c0c-4827-a8be-171117c283db req-5f0704d3-1a2d-4f8a-8c37-fdfd8be8258d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=13b226c3-751d-4786-bf66-ceecf422aa98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383542 Mar 28 01:50:04.932351 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141f7d52-9bc2-4c21-877d-9d1ba9b2dec2 req-76f95ded-45f9-4a09-9414-3fcf6f48acbd tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:50:04.933802 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-141f7d52-9bc2-4c21-877d-9d1ba9b2dec2 req-76f95ded-45f9-4a09-9414-3fcf6f48acbd tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/ports?device_id=a421a163-e362-4c96-b63b-4535293038cc HTTP/1.1" status: 200 len: 945 time: 0.0555022 Mar 28 01:50:04.986246 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-141f7d52-9bc2-4c21-877d-9d1ba9b2dec2 req-7240526c-9414-497b-935e-11cbb3ceee2f tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/security-groups?id=13b226c3-751d-4786-bf66-ceecf422aa98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460474 Mar 28 01:50:06.108396 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2bfe89-c46a-482d-b180-b71b1fd41973 req-99e438d4-4c4a-4806-a64f-27f883c4895a tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:50:06.110391 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-9f2bfe89-c46a-482d-b180-b71b1fd41973 req-99e438d4-4c4a-4806-a64f-27f883c4895a tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/ports?device_id=a421a163-e362-4c96-b63b-4535293038cc HTTP/1.1" status: 200 len: 945 time: 0.0559494 Mar 28 01:50:06.157838 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-9f2bfe89-c46a-482d-b180-b71b1fd41973 req-93cb2498-fbdd-432c-9fd4-5b9ad7f3d8c7 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/security-groups?id=13b226c3-751d-4786-bf66-ceecf422aa98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419199 Mar 28 01:50:10.827076 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.agents_db [None req-9a1d863f-391a-42f4-9870-e8292b919beb None None] Agent healthcheck: found 6 active agents {{(pid=104101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 01:50:11.521073 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-a751e501-5196-4d15-81ea-6a68b36598b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:50:13.675775 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f1b8a4ef-86d2-4301-b08e-6a423a4369d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:50:14.959335 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:50:16.411429 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:50:16.666914 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-c2e749db-8b60-469a-9500-5addb5e1babe req-066d9dc1-4d1e-4a7a-a6a6-ceafab602e8d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a421a163-e362-4c96-b63b-4535293038cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0453932 Mar 28 01:50:16.757495 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e749db-8b60-469a-9500-5addb5e1babe req-283c7baf-f12d-47fe-b687-30c9bae2cec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:50:16.759140 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-c2e749db-8b60-469a-9500-5addb5e1babe req-283c7baf-f12d-47fe-b687-30c9bae2cec5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9b473d866bbe4662a4a05d6ae2379b7c&device_id=a421a163-e362-4c96-b63b-4535293038cc HTTP/1.1" status: 200 len: 1129 time: 0.0491383 Mar 28 01:50:16.872402 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e749db-8b60-469a-9500-5addb5e1babe req-4fb69695-eccf-4373-abce-f388903ee12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:50:16.873943 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-c2e749db-8b60-469a-9500-5addb5e1babe req-4fb69695-eccf-4373-abce-f388903ee12d service neutron] 10.222.0.10 "GET /v2.0/networks?id=57f000f1-0871-49d4-8fe3-8b33b795835f HTTP/1.1" status: 200 len: 909 time: 0.0949187 Mar 28 01:50:16.940227 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-c2e749db-8b60-469a-9500-5addb5e1babe req-5ff2c377-21bd-41be-b4ea-661d03dde664 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=525aaadf-3994-44ea-ac98-4c9e937aabfd HTTP/1.1" status: 200 len: 1001 time: 0.0595465 Mar 28 01:50:16.992330 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e749db-8b60-469a-9500-5addb5e1babe req-fba7ef15-39d3-4222-b138-102e8c00abf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:50:16.993783 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-c2e749db-8b60-469a-9500-5addb5e1babe req-fba7ef15-39d3-4222-b138-102e8c00abf1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=58ad456e-6634-42e5-91ab-c1314f86f024 HTTP/1.1" status: 200 len: 848 time: 0.0479097 Mar 28 01:50:17.042994 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e749db-8b60-469a-9500-5addb5e1babe req-b5d3a174-732f-4f42-93e2-5c5167cb4596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:50:17.044571 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-c2e749db-8b60-469a-9500-5addb5e1babe req-b5d3a174-732f-4f42-93e2-5c5167cb4596 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=57f000f1-0871-49d4-8fe3-8b33b795835f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0449719 Mar 28 01:50:17.139129 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-c2e749db-8b60-469a-9500-5addb5e1babe req-5238b9c9-4480-4cb4-9596-871e90b96161 service neutron] 10.222.0.10 "GET /v2.0/networks/57f000f1-0871-49d4-8fe3-8b33b795835f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878365 Mar 28 01:50:17.243650 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-c2e749db-8b60-469a-9500-5addb5e1babe req-0f4ea375-0559-4139-9aee-99c510f8f253 service neutron] 10.222.0.10 "GET /v2.0/networks/57f000f1-0871-49d4-8fe3-8b33b795835f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985315 Mar 28 01:50:17.902594 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:50:33.353753 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:50:41.521971 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-aa216bba-c7fd-47b4-be64-2d7c01a4ab93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:50:43.677090 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-12190e71-0990-46cc-ae86-9244ce9fe344 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:50:44.958352 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:50:46.413623 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:50:47.825397 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.agents_db [None req-9a1d863f-391a-42f4-9870-e8292b919beb None None] Agent healthcheck: found 6 active agents {{(pid=104101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 01:50:47.906040 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:03.349639 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:11.522816 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-6feed749-edfd-46f9-b2f2-29f24b448cc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:13.678456 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-e5e4d7c2-c913-4fb5-af9f-e218d3b2762b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:14.962871 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:16.418014 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:16.701320 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-ae4c4343-d1c3-44c3-bfd5-1a824c4a29bb req-a589cd94-9cb1-49dd-a52c-4c42fb9a5614 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a421a163-e362-4c96-b63b-4535293038cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0945818 Mar 28 01:51:16.784584 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4c4343-d1c3-44c3-bfd5-1a824c4a29bb req-cbcad50f-2c3a-458e-96c4-4bb6f31d3aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:51:16.786086 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-ae4c4343-d1c3-44c3-bfd5-1a824c4a29bb req-cbcad50f-2c3a-458e-96c4-4bb6f31d3aef service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9b473d866bbe4662a4a05d6ae2379b7c&device_id=a421a163-e362-4c96-b63b-4535293038cc HTTP/1.1" status: 200 len: 1129 time: 0.0456147 Mar 28 01:51:16.889941 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4c4343-d1c3-44c3-bfd5-1a824c4a29bb req-07a3815d-4e32-402e-a204-c0f4ccf025e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:51:16.891417 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-ae4c4343-d1c3-44c3-bfd5-1a824c4a29bb req-07a3815d-4e32-402e-a204-c0f4ccf025e6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=57f000f1-0871-49d4-8fe3-8b33b795835f HTTP/1.1" status: 200 len: 909 time: 0.0877838 Mar 28 01:51:16.955039 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-ae4c4343-d1c3-44c3-bfd5-1a824c4a29bb req-e30699e1-88da-433f-b76f-2539e41a568c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=525aaadf-3994-44ea-ac98-4c9e937aabfd HTTP/1.1" status: 200 len: 1001 time: 0.0571206 Mar 28 01:51:17.006280 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4c4343-d1c3-44c3-bfd5-1a824c4a29bb req-796ad4ea-ac6c-48ef-9e16-5639f8a40b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:51:17.008005 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-ae4c4343-d1c3-44c3-bfd5-1a824c4a29bb req-796ad4ea-ac6c-48ef-9e16-5639f8a40b55 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=58ad456e-6634-42e5-91ab-c1314f86f024 HTTP/1.1" status: 200 len: 848 time: 0.0467401 Mar 28 01:51:17.057481 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4c4343-d1c3-44c3-bfd5-1a824c4a29bb req-4c9917e0-4ee6-4c59-b9cf-ecd41b8be32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:51:17.058993 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-ae4c4343-d1c3-44c3-bfd5-1a824c4a29bb req-4c9917e0-4ee6-4c59-b9cf-ecd41b8be32c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=57f000f1-0871-49d4-8fe3-8b33b795835f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0454643 Mar 28 01:51:17.149879 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-ae4c4343-d1c3-44c3-bfd5-1a824c4a29bb req-a9b75750-a413-4a7f-a3bd-8d18a1c1f107 service neutron] 10.222.0.10 "GET /v2.0/networks/57f000f1-0871-49d4-8fe3-8b33b795835f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851150 Mar 28 01:51:17.242230 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-ae4c4343-d1c3-44c3-bfd5-1a824c4a29bb req-44f6806b-44ba-4ebe-9091-5d9413d2bb36 service neutron] 10.222.0.10 "GET /v2.0/networks/57f000f1-0871-49d4-8fe3-8b33b795835f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866201 Mar 28 01:51:17.907716 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:19.109213 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 34604) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:51:19.262395 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-cb2a929b-6696-4e23-ace9-fe4954d66043 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Deleting port c25c6143-712c-4c8a-8acd-78d7e6fa1d72 {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:51:19.262729 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-cb2a929b-6696-4e23-ace9-fe4954d66043 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (c25c6143-712c-4c8a-8acd-78d7e6fa1d72), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:19.335912 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-cb2a929b-6696-4e23-ace9-fe4954d66043 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (c25c6143-712c-4c8a-8acd-78d7e6fa1d72), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:19.336263 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-cb2a929b-6696-4e23-ace9-fe4954d66043 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Publish callbacks [] for floatingip (c25c6143-712c-4c8a-8acd-78d7e6fa1d72), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:19.347852 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-cb2a929b-6696-4e23-ace9-fe4954d66043 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Calling delete_port for c25c6143-712c-4c8a-8acd-78d7e6fa1d72 owned by network:floatingip {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:51:19.490812 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-cb2a929b-6696-4e23-ace9-fe4954d66043 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (c25c6143-712c-4c8a-8acd-78d7e6fa1d72), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:19.514887 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2a929b-6696-4e23-ace9-fe4954d66043 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Pushing event deleted for resources: {'Port': ['ID=c25c6143-712c-4c8a-8acd-78d7e6fa1d72,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:51:19.526789 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2a929b-6696-4e23-ace9-fe4954d66043 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:51:19.527142 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2a929b-6696-4e23-ace9-fe4954d66043 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:51:19.527492 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2a929b-6696-4e23-ace9-fe4954d66043 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:51:19.527834 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2a929b-6696-4e23-ace9-fe4954d66043 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:51:19.528214 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2a929b-6696-4e23-ace9-fe4954d66043 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:51:19.528547 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2a929b-6696-4e23-ace9-fe4954d66043 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:51:19.528876 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2a929b-6696-4e23-ace9-fe4954d66043 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:51:19.529202 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2a929b-6696-4e23-ace9-fe4954d66043 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:51:19.529528 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2a929b-6696-4e23-ace9-fe4954d66043 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:51:19.529857 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2a929b-6696-4e23-ace9-fe4954d66043 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:51:19.530183 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2a929b-6696-4e23-ace9-fe4954d66043 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:51:19.530509 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2a929b-6696-4e23-ace9-fe4954d66043 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:51:19.530833 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2a929b-6696-4e23-ace9-fe4954d66043 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:51:19.531154 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2a929b-6696-4e23-ace9-fe4954d66043 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:51:19.531478 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2a929b-6696-4e23-ace9-fe4954d66043 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:51:19.587996 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-cb2a929b-6696-4e23-ace9-fe4954d66043 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Publish callbacks [] for floatingip (827de2bb-6e52-49a3-8e72-00ee70fed03e), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:19.588472 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.l3_db [None req-cb2a929b-6696-4e23-ace9-fe4954d66043 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Floating IP 827de2bb-6e52-49a3-8e72-00ee70fed03e disassociated (deleted). External IP: 172.26.1.170, port: 525aaadf-3994-44ea-ac98-4c9e937aabfd. Mar 28 01:51:19.798146 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb2a929b-6696-4e23-ace9-fe4954d66043 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Router 1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:51:19.900816 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb2a929b-6696-4e23-ace9-fe4954d66043 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:51:19.905536 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-cb2a929b-6696-4e23-ace9-fe4954d66043 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for floatingip (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:19.911311 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce24e70-2c72-4eb8-91e2-2eafb4c06b99 None None] Sync routers for ids ['1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:51:19.920401 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce24e70-2c72-4eb8-91e2-2eafb4c06b99 None None] Routers {'1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:51:19.921020 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-bce24e70-2c72-4eb8-91e2-2eafb4c06b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:51:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:51:19.938860 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-cb2a929b-6696-4e23-ace9-fe4954d66043 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "DELETE /v2.0/floatingips/827de2bb-6e52-49a3-8e72-00ee70fed03e HTTP/1.1" status: 204 len: 168 time: 0.8256302 Mar 28 01:51:19.938860 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a421a163-e362-4c96-b63b-4535293038cc', 'tag': '525aaadf-3994-44ea-ac98-4c9e937aabfd'}] {{(pid=104098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:51:19.940391 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4026f4115fe834cbdc9db1f12734a6e5e5d2473de268e244354b04a11285341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e4f0748-2693-4217-a350-1272c45bd2a7" -d '{"events": [{"name": "network-changed", "server_uuid": "a421a163-e362-4c96-b63b-4535293038cc", "tag": "525aaadf-3994-44ea-ac98-4c9e937aabfd"}]}' {{(pid=104098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:51:19.980373 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 01:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cef5b306-f2d0-4f17-97a3-2ffc9ca44a8d x-openstack-request-id: req-cef5b306-f2d0-4f17-97a3-2ffc9ca44a8d {{(pid=104098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:51:19.980671 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a421a163-e362-4c96-b63b-4535293038cc", "tag": "525aaadf-3994-44ea-ac98-4c9e937aabfd", "status": "completed", "code": 200}]} {{(pid=104098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:51:19.980953 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cef5b306-f2d0-4f17-97a3-2ffc9ca44a8d {{(pid=104098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:51:19.981363 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cef5b306-f2d0-4f17-97a3-2ffc9ca44a8d'] response: {'name': 'network-changed', 'server_uuid': 'a421a163-e362-4c96-b63b-4535293038cc', 'tag': '525aaadf-3994-44ea-ac98-4c9e937aabfd', 'status': 'completed', 'code': 200} Mar 28 01:51:20.047316 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-bce24e70-2c72-4eb8-91e2-2eafb4c06b99 None None] Set router 1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:51:20.049711 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4f0748-2693-4217-a350-1272c45bd2a7 req-b31235be-6e66-4411-9864-67666b3d39e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:51:20.050343 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7e4f0748-2693-4217-a350-1272c45bd2a7 req-b31235be-6e66-4411-9864-67666b3d39e0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9b473d866bbe4662a4a05d6ae2379b7c&device_id=a421a163-e362-4c96-b63b-4535293038cc HTTP/1.1" status: 200 len: 1129 time: 0.0470929 Mar 28 01:51:20.154762 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4f0748-2693-4217-a350-1272c45bd2a7 req-486ee0e5-d17e-4026-a601-260d564ca024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:51:20.156292 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7e4f0748-2693-4217-a350-1272c45bd2a7 req-486ee0e5-d17e-4026-a601-260d564ca024 service neutron] 10.222.0.10 "GET /v2.0/networks?id=57f000f1-0871-49d4-8fe3-8b33b795835f HTTP/1.1" status: 200 len: 909 time: 0.0994971 Mar 28 01:51:20.202530 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7e4f0748-2693-4217-a350-1272c45bd2a7 req-78e0b4b5-6e58-4333-a1dd-f3e6a2a4e120 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=525aaadf-3994-44ea-ac98-4c9e937aabfd HTTP/1.1" status: 200 len: 217 time: 0.0386505 Mar 28 01:51:20.256547 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-bce24e70-2c72-4eb8-91e2-2eafb4c06b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b', 'name': 'tempest-TestShelveInstance-1899029453-router', 'tenant_id': '9b473d866bbe4662a4a05d6ae2379b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.115'}], 'enable_snat': True}, 'gw_port_id': '3874f831-098b-4806-af39-2e5e234738aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:42:23Z', 'updated_at': '2022-03-28T01:42:26Z', 'revision_number': 4, 'project_id': '9b473d866bbe4662a4a05d6ae2379b7c', 'gw_port': {'id': '3874f831-098b-4806-af39-2e5e234738aa', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:4c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:42:24Z', 'updated_at': '2022-03-28T01:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': '46edf2c8-61a8-4bde-8936-217b908b9edb', 'name': '', 'network_id': '57f000f1-0871-49d4-8fe3-8b33b795835f', 'tenant_id': '9b473d866bbe4662a4a05d6ae2379b7c', 'mac_address': 'fa:16:3e:b3:28:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '58ad456e-6634-42e5-91ab-c1314f86f024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:42:25Z', 'updated_at': '2022-03-28T01:42:31Z', 'revision_number': 5, 'project_id': '9b473d866bbe4662a4a05d6ae2379b7c', 'subnets': [{'id': '58ad456e-6634-42e5-91ab-c1314f86f024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:51:20.278279 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4f0748-2693-4217-a350-1272c45bd2a7 req-dfb95328-3643-40d8-9649-0068bb60c904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:51:20.279720 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7e4f0748-2693-4217-a350-1272c45bd2a7 req-dfb95328-3643-40d8-9649-0068bb60c904 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=58ad456e-6634-42e5-91ab-c1314f86f024 HTTP/1.1" status: 200 len: 848 time: 0.0689220 Mar 28 01:51:20.282469 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce24e70-2c72-4eb8-91e2-2eafb4c06b99 None None] Checking router: 1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b for host: dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:51:20.290006 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8c1923-13bb-4feb-915a-1058578ec82f req-6ed9df40-9254-495a-a4ff-06646ca7920e tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:51:20.290577 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce24e70-2c72-4eb8-91e2-2eafb4c06b99 None None] Routers {'1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:51:20.291187 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-bce24e70-2c72-4eb8-91e2-2eafb4c06b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:51:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:51:20.291389 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7c8c1923-13bb-4feb-915a-1058578ec82f req-6ed9df40-9254-495a-a4ff-06646ca7920e tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/ports?device_id=a421a163-e362-4c96-b63b-4535293038cc HTTP/1.1" status: 200 len: 945 time: 0.1720061 Mar 28 01:51:20.366728 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7c8c1923-13bb-4feb-915a-1058578ec82f req-7eab7538-aa9c-46e6-8e14-85e6f66bb2b2 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/security-groups?id=13b226c3-751d-4786-bf66-ceecf422aa98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653298 Mar 28 01:51:20.369496 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4f0748-2693-4217-a350-1272c45bd2a7 req-61a3d839-d7d0-4eeb-a0ba-ca3e817eecbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:51:20.370915 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7e4f0748-2693-4217-a350-1272c45bd2a7 req-61a3d839-d7d0-4eeb-a0ba-ca3e817eecbd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=57f000f1-0871-49d4-8fe3-8b33b795835f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0786984 Mar 28 01:51:20.398379 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-bce24e70-2c72-4eb8-91e2-2eafb4c06b99 None None] Set router 1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:51:20.464275 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7e4f0748-2693-4217-a350-1272c45bd2a7 req-98a78f6c-771b-4729-bc68-67504b6c6153 service neutron] 10.222.0.10 "GET /v2.0/networks/57f000f1-0871-49d4-8fe3-8b33b795835f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861316 Mar 28 01:51:20.552841 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7e4f0748-2693-4217-a350-1272c45bd2a7 req-3941c777-26b2-4ee1-beec-01e2f382d99a service neutron] 10.222.0.10 "GET /v2.0/networks/57f000f1-0871-49d4-8fe3-8b33b795835f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822761 Mar 28 01:51:20.596336 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-bce24e70-2c72-4eb8-91e2-2eafb4c06b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b', 'name': 'tempest-TestShelveInstance-1899029453-router', 'tenant_id': '9b473d866bbe4662a4a05d6ae2379b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.115'}], 'enable_snat': True}, 'gw_port_id': '3874f831-098b-4806-af39-2e5e234738aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:42:23Z', 'updated_at': '2022-03-28T01:42:26Z', 'revision_number': 4, 'project_id': '9b473d866bbe4662a4a05d6ae2379b7c', 'gw_port': {'id': '3874f831-098b-4806-af39-2e5e234738aa', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:4c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:42:24Z', 'updated_at': '2022-03-28T01:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': '46edf2c8-61a8-4bde-8936-217b908b9edb', 'name': '', 'network_id': '57f000f1-0871-49d4-8fe3-8b33b795835f', 'tenant_id': '9b473d866bbe4662a4a05d6ae2379b7c', 'mac_address': 'fa:16:3e:b3:28:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '58ad456e-6634-42e5-91ab-c1314f86f024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:42:25Z', 'updated_at': '2022-03-28T01:42:31Z', 'revision_number': 5, 'project_id': '9b473d866bbe4662a4a05d6ae2379b7c', 'subnets': [{'id': '58ad456e-6634-42e5-91ab-c1314f86f024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:51:20.622595 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce24e70-2c72-4eb8-91e2-2eafb4c06b99 None None] The sync data for ids ['1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b'] in dv-neutron-834874-6-hyperv is: [{'id': '1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b', 'name': 'tempest-TestShelveInstance-1899029453-router', 'tenant_id': '9b473d866bbe4662a4a05d6ae2379b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.115'}], 'enable_snat': True}, 'gw_port_id': '3874f831-098b-4806-af39-2e5e234738aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:42:23Z', 'updated_at': '2022-03-28T01:42:26Z', 'revision_number': 4, 'project_id': '9b473d866bbe4662a4a05d6ae2379b7c', 'gw_port': {'id': '3874f831-098b-4806-af39-2e5e234738aa', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:4c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:42:24Z', 'updated_at': '2022-03-28T01:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': '46edf2c8-61a8-4bde-8936-217b908b9edb', 'name': '', 'network_id': '57f000f1-0871-49d4-8fe3-8b33b795835f', 'tenant_id': '9b473d866bbe4662a4a05d6ae2379b7c', 'mac_address': 'fa:16:3e:b3:28:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '58ad456e-6634-42e5-91ab-c1314f86f024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:42:25Z', 'updated_at': '2022-03-28T01:42:31Z', 'revision_number': 5, 'project_id': '9b473d866bbe4662a4a05d6ae2379b7c', 'subnets': [{'id': '58ad456e-6634-42e5-91ab-c1314f86f024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:51:20.849226 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f63a42-1312-4f16-ae97-eae59a236cd3 None None] New status for floating IP 827de2bb-6e52-49a3-8e72-00ee70fed03e: DOWN {{(pid=104101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 01:51:21.529225 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1fd8ae-f0f6-4a53-9cd9-82adc485bc23 req-4fc06b4c-581e-4321-baa2-73de9adb26cb tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:51:21.530675 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-7b1fd8ae-f0f6-4a53-9cd9-82adc485bc23 req-4fc06b4c-581e-4321-baa2-73de9adb26cb tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/ports?device_id=a421a163-e362-4c96-b63b-4535293038cc HTTP/1.1" status: 200 len: 945 time: 0.0954602 Mar 28 01:51:21.579950 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-7b1fd8ae-f0f6-4a53-9cd9-82adc485bc23 req-54a38f19-a3f8-459e-ac50-94ec263a6109 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/security-groups?id=13b226c3-751d-4786-bf66-ceecf422aa98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438020 Mar 28 01:51:21.701942 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7b1cc4-5dd0-4cad-9ce3-cc8792731801 req-760d74f5-e211-465b-95d4-bdb57c9e89c8 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:51:21.703281 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-3a7b1cc4-5dd0-4cad-9ce3-cc8792731801 req-760d74f5-e211-465b-95d4-bdb57c9e89c8 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.10 "GET /v2.0/ports?device_id=a421a163-e362-4c96-b63b-4535293038cc HTTP/1.1" status: 200 len: 945 time: 0.0510647 Mar 28 01:51:21.795818 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [req-3a7b1cc4-5dd0-4cad-9ce3-cc8792731801 req-dfd3d271-ac85-4c97-b962-4b93b67eb540 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Deleting port 525aaadf-3994-44ea-ac98-4c9e937aabfd {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:51:21.796193 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-3a7b1cc4-5dd0-4cad-9ce3-cc8792731801 req-dfd3d271-ac85-4c97-b962-4b93b67eb540 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (525aaadf-3994-44ea-ac98-4c9e937aabfd), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:21.882970 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-3a7b1cc4-5dd0-4cad-9ce3-cc8792731801 req-dfd3d271-ac85-4c97-b962-4b93b67eb540 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] For port 525aaadf-3994-44ea-ac98-4c9e937aabfd, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=525aaadf-3994-44ea-ac98-4c9e937aabfd,segment=NetworkSegment(ec567581-2e2d-4ba8-b430-4b51148be13a),segment_id=ec567581-2e2d-4ba8-b430-4b51148be13a)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:51:21.883330 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-3a7b1cc4-5dd0-4cad-9ce3-cc8792731801 req-dfd3d271-ac85-4c97-b962-4b93b67eb540 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (525aaadf-3994-44ea-ac98-4c9e937aabfd), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:21.896115 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [req-3a7b1cc4-5dd0-4cad-9ce3-cc8792731801 req-dfd3d271-ac85-4c97-b962-4b93b67eb540 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Calling delete_port for 525aaadf-3994-44ea-ac98-4c9e937aabfd owned by compute:nova {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:51:22.022360 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-3a7b1cc4-5dd0-4cad-9ce3-cc8792731801 req-dfd3d271-ac85-4c97-b962-4b93b67eb540 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (525aaadf-3994-44ea-ac98-4c9e937aabfd), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:22.051099 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd3d271-ac85-4c97-b962-4b93b67eb540 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Pushing event deleted for resources: {'Port': ['ID=525aaadf-3994-44ea-ac98-4c9e937aabfd,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:51:22.063758 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd3d271-ac85-4c97-b962-4b93b67eb540 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:51:22.063758 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd3d271-ac85-4c97-b962-4b93b67eb540 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:51:22.063758 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd3d271-ac85-4c97-b962-4b93b67eb540 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:51:22.063758 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd3d271-ac85-4c97-b962-4b93b67eb540 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:51:22.064184 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd3d271-ac85-4c97-b962-4b93b67eb540 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:51:22.064369 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd3d271-ac85-4c97-b962-4b93b67eb540 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:51:22.064700 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd3d271-ac85-4c97-b962-4b93b67eb540 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:51:22.065032 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd3d271-ac85-4c97-b962-4b93b67eb540 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:51:22.065364 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd3d271-ac85-4c97-b962-4b93b67eb540 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:51:22.065694 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd3d271-ac85-4c97-b962-4b93b67eb540 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:51:22.066024 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd3d271-ac85-4c97-b962-4b93b67eb540 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:51:22.066354 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd3d271-ac85-4c97-b962-4b93b67eb540 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:51:22.066681 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd3d271-ac85-4c97-b962-4b93b67eb540 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:51:22.067010 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd3d271-ac85-4c97-b962-4b93b67eb540 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:51:22.067333 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd3d271-ac85-4c97-b962-4b93b67eb540 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:51:22.106531 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a7b1cc4-5dd0-4cad-9ce3-cc8792731801 req-dfd3d271-ac85-4c97-b962-4b93b67eb540 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] No DVR routers for this DVR port 525aaadf-3994-44ea-ac98-4c9e937aabfd on host hv-neutron-8348 {{(pid=104099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:51:22.108922 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-3a7b1cc4-5dd0-4cad-9ce3-cc8792731801 req-dfd3d271-ac85-4c97-b962-4b93b67eb540 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:22.112858 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-3a7b1cc4-5dd0-4cad-9ce3-cc8792731801 req-dfd3d271-ac85-4c97-b962-4b93b67eb540 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.10 "DELETE /v2.0/ports/525aaadf-3994-44ea-ac98-4c9e937aabfd HTTP/1.1" status: 204 len: 173 time: 0.4044030 Mar 28 01:51:22.113301 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a421a163-e362-4c96-b63b-4535293038cc', 'name': 'network-vif-deleted', 'tag': '525aaadf-3994-44ea-ac98-4c9e937aabfd'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:51:22.115518 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2af4b01a9fa8b1570ccf1d7859d693ad34c106b258078e9cfae86b97f35e3d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-050fd980-c24e-4c84-9552-8b1d31bda4e1" -d '{"events": [{"server_uuid": "a421a163-e362-4c96-b63b-4535293038cc", "name": "network-vif-deleted", "tag": "525aaadf-3994-44ea-ac98-4c9e937aabfd"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:51:22.156870 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 01:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6217b412-3510-44c6-8df8-2121896dfe39 x-openstack-request-id: req-6217b412-3510-44c6-8df8-2121896dfe39 {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:51:22.157170 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a421a163-e362-4c96-b63b-4535293038cc", "name": "network-vif-deleted", "tag": "525aaadf-3994-44ea-ac98-4c9e937aabfd", "status": "completed", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:51:22.157427 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6217b412-3510-44c6-8df8-2121896dfe39 {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:51:22.157834 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6217b412-3510-44c6-8df8-2121896dfe39'] response: {'server_uuid': 'a421a163-e362-4c96-b63b-4535293038cc', 'name': 'network-vif-deleted', 'tag': '525aaadf-3994-44ea-ac98-4c9e937aabfd', 'status': 'completed', 'code': 200} Mar 28 01:51:22.677247 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-67fbdfab-11a8-48c9-af14-1d389a92de4d req-f0a471de-5532-4b13-ad86-599842aa8eea tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/ports?device_id=a421a163-e362-4c96-b63b-4535293038cc HTTP/1.1" status: 200 len: 210 time: 0.0304959 Mar 28 01:51:23.770621 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-bbe5816b-4173-427c-9da3-7b1aed2520b8 req-52a7e6bf-4cbb-47dd-bcce-aaef38c06b3e tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/ports?device_id=a421a163-e362-4c96-b63b-4535293038cc HTTP/1.1" status: 200 len: 210 time: 0.0278592 Mar 28 01:51:24.824324 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.agents_db [None req-9a1d863f-391a-42f4-9870-e8292b919beb None None] Agent healthcheck: found 6 active agents {{(pid=104101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 01:51:24.869926 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-75572924-cd62-42a9-910b-7e33822cb853 req-9dc6482e-2c58-4326-99ea-c0f0566be6c2 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/ports?device_id=a421a163-e362-4c96-b63b-4535293038cc HTTP/1.1" status: 200 len: 210 time: 0.0306664 Mar 28 01:51:25.967130 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-b9330a8e-64d3-47c6-a6d8-0340351af64e req-e103ba22-d1dc-4f3e-adda-b616003f031e tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/ports?device_id=a421a163-e362-4c96-b63b-4535293038cc HTTP/1.1" status: 200 len: 210 time: 0.0266218 Mar 28 01:51:26.227547 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device 525aaadf-3994-44ea-ac98-4c9e937aabfd no longer exists at agent hyperv_hv-neutron-8348 {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:51:26.249138 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] No Port match for: 525aaadf-3994-44ea-ac98-4c9e937aabfd {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:51:26.249489 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device 525aaadf-3994-44ea-ac98-4c9e937aabfd not bound to the agent host hv-neutron-8348 {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:51:27.061546 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-117a340d-9215-434f-8e2b-f456412ce035 req-8b734dc2-068a-40ba-a6e9-814aba99c979 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/ports?device_id=a421a163-e362-4c96-b63b-4535293038cc HTTP/1.1" status: 200 len: 210 time: 0.0270905 Mar 28 01:51:28.155384 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-5a73fe67-e5b1-4df3-a0ec-e0ffed0a0523 req-7daa3fe2-b2fa-4237-abfb-8d45463e4b1f tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/ports?device_id=a421a163-e362-4c96-b63b-4535293038cc HTTP/1.1" status: 200 len: 210 time: 0.0285523 Mar 28 01:51:29.254986 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-1ca619ea-cb0a-4797-a4d9-970ae65d1a28 req-cf374b18-591a-49fa-abff-d9519d67083a tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/ports?device_id=a421a163-e362-4c96-b63b-4535293038cc HTTP/1.1" status: 200 len: 210 time: 0.0352433 Mar 28 01:51:30.345456 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e9bc8a4a-c96e-4a5a-862d-4c9d5eb4ceed req-a8ff2c92-57b9-411c-999a-c5a438b51109 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "GET /v2.0/ports?device_id=a421a163-e362-4c96-b63b-4535293038cc HTTP/1.1" status: 200 len: 210 time: 0.0264177 Mar 28 01:51:31.400520 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 34654) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:51:31.458081 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b24b14d6-46f6-44c6-a56e-a728abf58a53 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Publish callbacks [] for security_group (13b226c3-751d-4786-bf66-ceecf422aa98), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:31.482865 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b24b14d6-46f6-44c6-a56e-a728abf58a53 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Publish callbacks [] for security_group (13b226c3-751d-4786-bf66-ceecf422aa98), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:31.544275 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b24b14d6-46f6-44c6-a56e-a728abf58a53 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (13b226c3-751d-4786-bf66-ceecf422aa98), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:31.546892 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b24b14d6-46f6-44c6-a56e-a728abf58a53 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:31.548088 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-b24b14d6-46f6-44c6-a56e-a728abf58a53 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] 10.222.0.24 "DELETE /v2.0/security-groups/13b226c3-751d-4786-bf66-ceecf422aa98 HTTP/1.1" status: 204 len: 168 time: 0.1465359 Mar 28 01:51:31.559138 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24b14d6-46f6-44c6-a56e-a728abf58a53 tempest-TestShelveInstance-1128469788 tempest-TestShelveInstance-1128469788-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13b226c3-751d-4786-bf66-ceecf422aa98,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:51:31.606866 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 34658) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:51:32.049435 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e13777d1-072e-4dfe-aa81-51e66a0408a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3686527'] for router_interface (1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:32.298651 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-e13777d1-072e-4dfe-aa81-51e66a0408a3 admin admin] Deleting port 46edf2c8-61a8-4bde-8936-217b908b9edb {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:51:32.298989 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e13777d1-072e-4dfe-aa81-51e66a0408a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (46edf2c8-61a8-4bde-8936-217b908b9edb), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:32.374182 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.db [None req-e13777d1-072e-4dfe-aa81-51e66a0408a3 admin admin] For port 46edf2c8-61a8-4bde-8936-217b908b9edb, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=46edf2c8-61a8-4bde-8936-217b908b9edb,segment=NetworkSegment(ec567581-2e2d-4ba8-b430-4b51148be13a),segment_id=ec567581-2e2d-4ba8-b430-4b51148be13a)] {{(pid=104098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:51:32.374540 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e13777d1-072e-4dfe-aa81-51e66a0408a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (46edf2c8-61a8-4bde-8936-217b908b9edb), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:32.386595 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-e13777d1-072e-4dfe-aa81-51e66a0408a3 admin admin] Calling delete_port for 46edf2c8-61a8-4bde-8936-217b908b9edb owned by network:router_interface {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:51:32.569294 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e13777d1-072e-4dfe-aa81-51e66a0408a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (46edf2c8-61a8-4bde-8936-217b908b9edb), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:32.597263 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13777d1-072e-4dfe-aa81-51e66a0408a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=46edf2c8-61a8-4bde-8936-217b908b9edb,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:51:32.780970 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e13777d1-072e-4dfe-aa81-51e66a0408a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3725912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3690191'] for router_interface (1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:32.995982 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e13777d1-072e-4dfe-aa81-51e66a0408a3 admin admin] Router 1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:51:33.353505 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:33.370372 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e13777d1-072e-4dfe-aa81-51e66a0408a3 admin admin] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:51:33.375360 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-e13777d1-072e-4dfe-aa81-51e66a0408a3 admin admin] 10.222.0.24 "PUT /v2.0/routers/1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7674735 Mar 28 01:51:33.377868 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 34662) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:51:33.384931 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc33dfa3-8c3f-4779-a584-e507b79037f4 None None] Sync routers for ids ['1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:51:33.395862 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc33dfa3-8c3f-4779-a584-e507b79037f4 None None] Routers {'1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:51:33.396748 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-bc33dfa3-8c3f-4779-a584-e507b79037f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:51:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:51:33.483422 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0ed577e7-95d6-4daa-a115-9b69137dc6d1 admin admin] Publish callbacks [] for router (1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:33.590075 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0ed577e7-95d6-4daa-a115-9b69137dc6d1 admin admin] Publish callbacks [] for router_gateway (1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:33.655648 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-0ed577e7-95d6-4daa-a115-9b69137dc6d1 admin admin] Deleting port 3874f831-098b-4806-af39-2e5e234738aa {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:51:33.655902 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0ed577e7-95d6-4daa-a115-9b69137dc6d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (3874f831-098b-4806-af39-2e5e234738aa), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:33.662812 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-bc33dfa3-8c3f-4779-a584-e507b79037f4 None None] Set router 1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:51:33.738418 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.db [None req-0ed577e7-95d6-4daa-a115-9b69137dc6d1 admin admin] For port 3874f831-098b-4806-af39-2e5e234738aa, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=3874f831-098b-4806-af39-2e5e234738aa,segment=NetworkSegment(b6f00c62-aca5-4c73-8989-c04c396daeed),segment_id=b6f00c62-aca5-4c73-8989-c04c396daeed)] {{(pid=104098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:51:33.738812 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0ed577e7-95d6-4daa-a115-9b69137dc6d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (3874f831-098b-4806-af39-2e5e234738aa), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:33.752799 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-0ed577e7-95d6-4daa-a115-9b69137dc6d1 admin admin] Calling delete_port for 3874f831-098b-4806-af39-2e5e234738aa owned by network:router_gateway {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:51:33.857968 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-bc33dfa3-8c3f-4779-a584-e507b79037f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b', 'name': 'tempest-TestShelveInstance-1899029453-router', 'tenant_id': '9b473d866bbe4662a4a05d6ae2379b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.115'}], 'enable_snat': True}, 'gw_port_id': '3874f831-098b-4806-af39-2e5e234738aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:42:23Z', 'updated_at': '2022-03-28T01:51:32Z', 'revision_number': 5, 'project_id': '9b473d866bbe4662a4a05d6ae2379b7c', 'gw_port': {'id': '3874f831-098b-4806-af39-2e5e234738aa', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:4c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:42:24Z', 'updated_at': '2022-03-28T01:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:51:33.888252 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc33dfa3-8c3f-4779-a584-e507b79037f4 None None] Checking router: 1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b for host: dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:51:33.897749 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc33dfa3-8c3f-4779-a584-e507b79037f4 None None] Routers {'1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:51:33.898472 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-bc33dfa3-8c3f-4779-a584-e507b79037f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:51:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:51:33.937219 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0ed577e7-95d6-4daa-a115-9b69137dc6d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (3874f831-098b-4806-af39-2e5e234738aa), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:33.966856 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed577e7-95d6-4daa-a115-9b69137dc6d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3874f831-098b-4806-af39-2e5e234738aa,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:51:34.006313 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-bc33dfa3-8c3f-4779-a584-e507b79037f4 None None] Set router 1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b gateway port host: None {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:51:34.032024 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0ed577e7-95d6-4daa-a115-9b69137dc6d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3687989'] for router_gateway (1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:34.062750 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-bc33dfa3-8c3f-4779-a584-e507b79037f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b', 'name': 'tempest-TestShelveInstance-1899029453-router', 'tenant_id': '9b473d866bbe4662a4a05d6ae2379b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:42:23Z', 'updated_at': '2022-03-28T01:51:33Z', 'revision_number': 6, 'project_id': '9b473d866bbe4662a4a05d6ae2379b7c', 'gw_port_host': None}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:51:34.090909 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc33dfa3-8c3f-4779-a584-e507b79037f4 None None] The sync data for ids ['1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b'] in dv-neutron-834874-6-hyperv is: [{'id': '1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b', 'name': 'tempest-TestShelveInstance-1899029453-router', 'tenant_id': '9b473d866bbe4662a4a05d6ae2379b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:42:23Z', 'updated_at': '2022-03-28T01:51:33Z', 'revision_number': 6, 'project_id': '9b473d866bbe4662a4a05d6ae2379b7c', 'gw_port_host': None}] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:51:34.127269 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0ed577e7-95d6-4daa-a115-9b69137dc6d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7151'] for router (1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:34.129070 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0ed577e7-95d6-4daa-a115-9b69137dc6d1 admin admin] Publish callbacks [] for router_controller (1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:34.175652 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0ed577e7-95d6-4daa-a115-9b69137dc6d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689686'] for router (1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:34.176304 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ed577e7-95d6-4daa-a115-9b69137dc6d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b {{(pid=104098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 01:51:34.181112 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0ed577e7-95d6-4daa-a115-9b69137dc6d1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:34.184990 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-0ed577e7-95d6-4daa-a115-9b69137dc6d1 admin admin] 10.222.0.24 "DELETE /v2.0/routers/1cd4dc4c-3b58-4506-bdcc-b04ecd2fcf9b HTTP/1.1" status: 204 len: 168 time: 0.8039639 Mar 28 01:51:34.185497 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 34664) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:51:34.239609 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_v2 [None req-95ca4134-d9b7-4f22-b37a-381ae403ce70 admin admin] Deleting subnet 58ad456e-6634-42e5-91ab-c1314f86f024 {{(pid=104099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:51:34.243341 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-95ca4134-d9b7-4f22-b37a-381ae403ce70 admin admin] Publish callbacks [] for subnet (58ad456e-6634-42e5-91ab-c1314f86f024), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:34.284317 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-95ca4134-d9b7-4f22-b37a-381ae403ce70 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126946639'] for subnet (58ad456e-6634-42e5-91ab-c1314f86f024), precommit_delete_associations {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:34.361660 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-95ca4134-d9b7-4f22-b37a-381ae403ce70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (58ad456e-6634-42e5-91ab-c1314f86f024), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:34.413556 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-95ca4134-d9b7-4f22-b37a-381ae403ce70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127282766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126757793'] for subnet (58ad456e-6634-42e5-91ab-c1314f86f024), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:34.442134 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ca4134-d9b7-4f22-b37a-381ae403ce70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58ad456e-6634-42e5-91ab-c1314f86f024,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:51:34.448943 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-95ca4134-d9b7-4f22-b37a-381ae403ce70 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:34.455476 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 34666) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:51:34.457592 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777f9067-a9be-4d61-839f-9f17c55f9d4f None None] Network 57f000f1-0871-49d4-8fe3-8b33b795835f requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:51:34.467898 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-95ca4134-d9b7-4f22-b37a-381ae403ce70 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/58ad456e-6634-42e5-91ab-c1314f86f024 HTTP/1.1" status: 204 len: 168 time: 0.2794883 Mar 28 01:51:34.588963 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2ab7256a-268a-44ca-b024-b8079a685973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (57f000f1-0871-49d4-8fe3-8b33b795835f), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:34.655062 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-2ab7256a-268a-44ca-b024-b8079a685973 admin admin] Deleting port df397e0c-ae53-4f5b-9e4a-e22b892583cc {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:51:34.655750 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2ab7256a-268a-44ca-b024-b8079a685973 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (df397e0c-ae53-4f5b-9e4a-e22b892583cc), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:34.720470 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.db [None req-2ab7256a-268a-44ca-b024-b8079a685973 admin admin] For port df397e0c-ae53-4f5b-9e4a-e22b892583cc, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=df397e0c-ae53-4f5b-9e4a-e22b892583cc,segment=NetworkSegment(ec567581-2e2d-4ba8-b430-4b51148be13a),segment_id=ec567581-2e2d-4ba8-b430-4b51148be13a)] {{(pid=104098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:51:34.720850 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2ab7256a-268a-44ca-b024-b8079a685973 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (df397e0c-ae53-4f5b-9e4a-e22b892583cc), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:34.733842 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-2ab7256a-268a-44ca-b024-b8079a685973 admin admin] Calling delete_port for df397e0c-ae53-4f5b-9e4a-e22b892583cc owned by network:dhcp {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:51:34.813484 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2ab7256a-268a-44ca-b024-b8079a685973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (df397e0c-ae53-4f5b-9e4a-e22b892583cc), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:34.837212 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab7256a-268a-44ca-b024-b8079a685973 admin admin] Pushing event deleted for resources: {'Port': ['ID=df397e0c-ae53-4f5b-9e4a-e22b892583cc,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:51:34.843446 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab7256a-268a-44ca-b024-b8079a685973 admin admin] No DVR routers for this DVR port df397e0c-ae53-4f5b-9e4a-e22b892583cc on host dv-neutron-834874-6-hyperv {{(pid=104098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:51:34.920598 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2ab7256a-268a-44ca-b024-b8079a685973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (57f000f1-0871-49d4-8fe3-8b33b795835f), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:34.942766 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-2ab7256a-268a-44ca-b024-b8079a685973 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57f000f1-0871-49d4-8fe3-8b33b795835f']}} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:51:34.952628 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-2ab7256a-268a-44ca-b024-b8079a685973 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec567581-2e2d-4ba8-b430-4b51148be13a') {'for_net_delete': True} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:51:34.952923 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-2ab7256a-268a-44ca-b024-b8079a685973 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec567581-2e2d-4ba8-b430-4b51148be13a') {} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:51:34.964058 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2ab7256a-268a-44ca-b024-b8079a685973 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126443583'] for segment (ec567581-2e2d-4ba8-b430-4b51148be13a), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:34.978297 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2ab7256a-268a-44ca-b024-b8079a685973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (ec567581-2e2d-4ba8-b430-4b51148be13a), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:34.984819 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ab7256a-268a-44ca-b024-b8079a685973 admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=104098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:51:34.985214 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2ab7256a-268a-44ca-b024-b8079a685973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126177251'] for segment (ec567581-2e2d-4ba8-b430-4b51148be13a), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:34.985462 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798454fe-4f9e-4f23-86f0-0b63a99e462a None None] DHCP port deletion for 57f000f1-0871-49d4-8fe3-8b33b795835f request from dv-neutron-834874-6-hyperv {{(pid=104100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 01:51:34.987683 dv-neutron-834874-6-hyperv neutron-server[104098]: Traceback (most recent call last): Mar 28 01:51:34.987683 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:51:34.987683 dv-neutron-834874-6-hyperv neutron-server[104098]: timer() Mar 28 01:51:34.987683 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:51:34.987683 dv-neutron-834874-6-hyperv neutron-server[104098]: cb(*args, **kw) Mar 28 01:51:34.987683 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:51:34.987683 dv-neutron-834874-6-hyperv neutron-server[104098]: return func(*args, **kwargs) Mar 28 01:51:34.987683 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:51:34.987683 dv-neutron-834874-6-hyperv neutron-server[104098]: self._notify() Mar 28 01:51:34.987683 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:51:34.987683 dv-neutron-834874-6-hyperv neutron-server[104098]: self.callback(batched_events) Mar 28 01:51:34.987683 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:51:34.987683 dv-neutron-834874-6-hyperv neutron-server[104098]: event.method(event) Mar 28 01:51:34.987683 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:51:34.987683 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:51:34.987683 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:51:34.987683 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:51:34.987683 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:51:34.987683 dv-neutron-834874-6-hyperv neutron-server[104098]: return f(self, *a, **k) Mar 28 01:51:34.987683 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:51:34.987683 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._get(url).json() Mar 28 01:51:34.987683 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:51:34.987683 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:51:34.987683 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:51:34.987683 dv-neutron-834874-6-hyperv neutron-server[104098]: return self.request(url, 'GET', **kwargs) Mar 28 01:51:34.987683 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:51:34.987683 dv-neutron-834874-6-hyperv neutron-server[104098]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:51:34.987683 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:51:34.987683 dv-neutron-834874-6-hyperv neutron-server[104098]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:51:34.987683 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:51:34.987683 dv-neutron-834874-6-hyperv neutron-server[104098]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:51:34.987683 dv-neutron-834874-6-hyperv neutron-server[104098]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:51:35.009985 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 46edf2c8-61a8-4bde-8936-217b908b9edb no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:51:35.031997 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: 46edf2c8-61a8-4bde-8936-217b908b9edb {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:51:35.032593 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 46edf2c8-61a8-4bde-8936-217b908b9edb not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:51:35.046472 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2ab7256a-268a-44ca-b024-b8079a685973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (57f000f1-0871-49d4-8fe3-8b33b795835f), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:35.053789 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2ab7256a-268a-44ca-b024-b8079a685973 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:35.057010 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-2ab7256a-268a-44ca-b024-b8079a685973 admin admin] 10.222.0.24 "DELETE /v2.0/networks/57f000f1-0871-49d4-8fe3-8b33b795835f HTTP/1.1" status: 204 len: 168 time: 0.6003373 Mar 28 01:51:35.060166 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 34668) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:51:35.068255 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab7256a-268a-44ca-b024-b8079a685973 admin admin] Pushing event deleted for resources: {'Network': ['ID=57f000f1-0871-49d4-8fe3-8b33b795835f,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:51:35.428172 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f3b00cce-fa1d-4ec2-8051-a4de8455d68f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3686527'] for router_interface (e1bc03e1-e962-42ee-9cb3-c5de15b615e9), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:35.674515 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-f3b00cce-fa1d-4ec2-8051-a4de8455d68f admin admin] Deleting port 2563c5ee-b066-4309-a4db-29fa6e1b9cc1 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:51:35.674872 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f3b00cce-fa1d-4ec2-8051-a4de8455d68f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (2563c5ee-b066-4309-a4db-29fa6e1b9cc1), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:35.752190 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-f3b00cce-fa1d-4ec2-8051-a4de8455d68f admin admin] For port 2563c5ee-b066-4309-a4db-29fa6e1b9cc1, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=2563c5ee-b066-4309-a4db-29fa6e1b9cc1,segment=NetworkSegment(b631c275-a410-426a-8ada-45122a634e09),segment_id=b631c275-a410-426a-8ada-45122a634e09)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:51:35.752595 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f3b00cce-fa1d-4ec2-8051-a4de8455d68f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (2563c5ee-b066-4309-a4db-29fa6e1b9cc1), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:35.768991 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-f3b00cce-fa1d-4ec2-8051-a4de8455d68f admin admin] Calling delete_port for 2563c5ee-b066-4309-a4db-29fa6e1b9cc1 owned by network:router_interface {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:51:35.958051 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f3b00cce-fa1d-4ec2-8051-a4de8455d68f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (2563c5ee-b066-4309-a4db-29fa6e1b9cc1), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:35.985448 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b00cce-fa1d-4ec2-8051-a4de8455d68f admin admin] Pushing event deleted for resources: {'Port': ['ID=2563c5ee-b066-4309-a4db-29fa6e1b9cc1,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:51:36.456747 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f3b00cce-fa1d-4ec2-8051-a4de8455d68f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3725912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3690191'] for router_interface (e1bc03e1-e962-42ee-9cb3-c5de15b615e9), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:36.576341 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 3874f831-098b-4806-af39-2e5e234738aa no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:51:36.600049 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: 3874f831-098b-4806-af39-2e5e234738aa {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:51:36.600528 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 3874f831-098b-4806-af39-2e5e234738aa not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:51:36.601048 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device df397e0c-ae53-4f5b-9e4a-e22b892583cc no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:51:36.620698 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: df397e0c-ae53-4f5b-9e4a-e22b892583cc {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:51:36.621179 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device df397e0c-ae53-4f5b-9e4a-e22b892583cc not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:51:36.685024 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3b00cce-fa1d-4ec2-8051-a4de8455d68f admin admin] Router e1bc03e1-e962-42ee-9cb3-c5de15b615e9 has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:51:36.794892 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3b00cce-fa1d-4ec2-8051-a4de8455d68f admin admin] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:51:36.803075 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-f3b00cce-fa1d-4ec2-8051-a4de8455d68f admin admin] 10.222.0.24 "PUT /v2.0/routers/e1bc03e1-e962-42ee-9cb3-c5de15b615e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7380681 Mar 28 01:51:36.803075 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 34670) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:51:36.806269 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c7079b-be14-41ca-8faf-f563682e5971 None None] Sync routers for ids ['e1bc03e1-e962-42ee-9cb3-c5de15b615e9'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:51:36.816682 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c7079b-be14-41ca-8faf-f563682e5971 None None] Routers {'e1bc03e1-e962-42ee-9cb3-c5de15b615e9'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:51:36.817375 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-74c7079b-be14-41ca-8faf-f563682e5971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:51:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['e1bc03e1-e962-42ee-9cb3-c5de15b615e9'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:51:36.912838 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-1e6402d5-2198-4552-869f-7d7161b97a27 admin admin] Publish callbacks [] for router (e1bc03e1-e962-42ee-9cb3-c5de15b615e9), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:36.923660 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-74c7079b-be14-41ca-8faf-f563682e5971 None None] Set router e1bc03e1-e962-42ee-9cb3-c5de15b615e9 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:51:37.027240 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-1e6402d5-2198-4552-869f-7d7161b97a27 admin admin] Publish callbacks [] for router_gateway (e1bc03e1-e962-42ee-9cb3-c5de15b615e9), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:37.083021 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-1e6402d5-2198-4552-869f-7d7161b97a27 admin admin] Deleting port 7be7ecb6-fe9c-4510-a33b-95ef88b329c2 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:51:37.083314 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-1e6402d5-2198-4552-869f-7d7161b97a27 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (7be7ecb6-fe9c-4510-a33b-95ef88b329c2), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:37.106442 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-74c7079b-be14-41ca-8faf-f563682e5971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1bc03e1-e962-42ee-9cb3-c5de15b615e9', 'name': 'tempest-TestShelveInstance-455784528-router', 'tenant_id': '0fdba60d163a4495abd143e79cbfb1e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.101'}], 'enable_snat': True}, 'gw_port_id': '7be7ecb6-fe9c-4510-a33b-95ef88b329c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:42:27Z', 'updated_at': '2022-03-28T01:51:35Z', 'revision_number': 5, 'project_id': '0fdba60d163a4495abd143e79cbfb1e9', 'gw_port': {'id': '7be7ecb6-fe9c-4510-a33b-95ef88b329c2', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:93:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1bc03e1-e962-42ee-9cb3-c5de15b615e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:42:28Z', 'updated_at': '2022-03-28T01:42:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:51:37.132093 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c7079b-be14-41ca-8faf-f563682e5971 None None] Checking router: e1bc03e1-e962-42ee-9cb3-c5de15b615e9 for host: dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:51:37.140194 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c7079b-be14-41ca-8faf-f563682e5971 None None] Routers {'e1bc03e1-e962-42ee-9cb3-c5de15b615e9'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:51:37.140788 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-74c7079b-be14-41ca-8faf-f563682e5971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:51:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['e1bc03e1-e962-42ee-9cb3-c5de15b615e9'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:51:37.160463 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-1e6402d5-2198-4552-869f-7d7161b97a27 admin admin] For port 7be7ecb6-fe9c-4510-a33b-95ef88b329c2, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=7be7ecb6-fe9c-4510-a33b-95ef88b329c2,segment=NetworkSegment(b6f00c62-aca5-4c73-8989-c04c396daeed),segment_id=b6f00c62-aca5-4c73-8989-c04c396daeed)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:51:37.160826 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-1e6402d5-2198-4552-869f-7d7161b97a27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (7be7ecb6-fe9c-4510-a33b-95ef88b329c2), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:37.175225 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-1e6402d5-2198-4552-869f-7d7161b97a27 admin admin] Calling delete_port for 7be7ecb6-fe9c-4510-a33b-95ef88b329c2 owned by network:router_gateway {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:51:37.232501 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-74c7079b-be14-41ca-8faf-f563682e5971 None None] Set router e1bc03e1-e962-42ee-9cb3-c5de15b615e9 gateway port host: None {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:51:37.290121 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-74c7079b-be14-41ca-8faf-f563682e5971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1bc03e1-e962-42ee-9cb3-c5de15b615e9', 'name': 'tempest-TestShelveInstance-455784528-router', 'tenant_id': '0fdba60d163a4495abd143e79cbfb1e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:42:27Z', 'updated_at': '2022-03-28T01:51:37Z', 'revision_number': 6, 'project_id': '0fdba60d163a4495abd143e79cbfb1e9', 'gw_port_host': None}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:51:37.316546 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c7079b-be14-41ca-8faf-f563682e5971 None None] The sync data for ids ['e1bc03e1-e962-42ee-9cb3-c5de15b615e9'] in dv-neutron-834874-6-hyperv is: [{'id': 'e1bc03e1-e962-42ee-9cb3-c5de15b615e9', 'name': 'tempest-TestShelveInstance-455784528-router', 'tenant_id': '0fdba60d163a4495abd143e79cbfb1e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:42:27Z', 'updated_at': '2022-03-28T01:51:37Z', 'revision_number': 6, 'project_id': '0fdba60d163a4495abd143e79cbfb1e9', 'gw_port_host': None}] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:51:37.362871 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-1e6402d5-2198-4552-869f-7d7161b97a27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (7be7ecb6-fe9c-4510-a33b-95ef88b329c2), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:37.390105 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6402d5-2198-4552-869f-7d7161b97a27 admin admin] Pushing event deleted for resources: {'Port': ['ID=7be7ecb6-fe9c-4510-a33b-95ef88b329c2,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:51:37.450135 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-1e6402d5-2198-4552-869f-7d7161b97a27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3687989'] for router_gateway (e1bc03e1-e962-42ee-9cb3-c5de15b615e9), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:37.542727 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-1e6402d5-2198-4552-869f-7d7161b97a27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7151'] for router (e1bc03e1-e962-42ee-9cb3-c5de15b615e9), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:37.544835 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-1e6402d5-2198-4552-869f-7d7161b97a27 admin admin] Publish callbacks [] for router_controller (e1bc03e1-e962-42ee-9cb3-c5de15b615e9), precommit_delete_associations {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:37.591240 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-1e6402d5-2198-4552-869f-7d7161b97a27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689686'] for router (e1bc03e1-e962-42ee-9cb3-c5de15b615e9), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:37.591782 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e6402d5-2198-4552-869f-7d7161b97a27 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1bc03e1-e962-42ee-9cb3-c5de15b615e9 {{(pid=104099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 01:51:37.598921 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-1e6402d5-2198-4552-869f-7d7161b97a27 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:37.600302 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-1e6402d5-2198-4552-869f-7d7161b97a27 admin admin] 10.222.0.24 "DELETE /v2.0/routers/e1bc03e1-e962-42ee-9cb3-c5de15b615e9 HTTP/1.1" status: 204 len: 168 time: 0.7970717 Mar 28 01:51:37.602990 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 34672) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:51:37.653291 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a47331f-9ab0-48d2-8ede-ff510f3267c4 admin admin] Deleting subnet bec63abb-49a3-48c3-9c1a-2043c47423e5 {{(pid=104098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:51:37.656583 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-8a47331f-9ab0-48d2-8ede-ff510f3267c4 admin admin] Publish callbacks [] for subnet (bec63abb-49a3-48c3-9c1a-2043c47423e5), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:37.692328 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-8a47331f-9ab0-48d2-8ede-ff510f3267c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126443526'] for subnet (bec63abb-49a3-48c3-9c1a-2043c47423e5), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:37.771436 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-8a47331f-9ab0-48d2-8ede-ff510f3267c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (bec63abb-49a3-48c3-9c1a-2043c47423e5), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:37.829324 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-8a47331f-9ab0-48d2-8ede-ff510f3267c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126175041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126112438'] for subnet (bec63abb-49a3-48c3-9c1a-2043c47423e5), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:37.856416 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a47331f-9ab0-48d2-8ede-ff510f3267c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bec63abb-49a3-48c3-9c1a-2043c47423e5,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:51:37.858348 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-8a47331f-9ab0-48d2-8ede-ff510f3267c4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:37.862226 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-8a47331f-9ab0-48d2-8ede-ff510f3267c4 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/bec63abb-49a3-48c3-9c1a-2043c47423e5 HTTP/1.1" status: 204 len: 168 time: 0.2575641 Mar 28 01:51:37.864700 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 34674) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:51:37.867737 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d10d7a-6ec9-48c9-ad0f-2845c19d0345 None None] Network 5ac14c10-9dbc-4aeb-abea-aad9d403a4b5 requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:51:37.936758 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9b3ef92a-32ef-4b72-a134-6470fbd0b7d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (5ac14c10-9dbc-4aeb-abea-aad9d403a4b5), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:37.993301 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-9b3ef92a-32ef-4b72-a134-6470fbd0b7d0 admin admin] Deleting port 65438fb6-5d52-45bb-a0c2-96fc9fcb0320 {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:51:37.993641 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9b3ef92a-32ef-4b72-a134-6470fbd0b7d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (65438fb6-5d52-45bb-a0c2-96fc9fcb0320), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:38.062338 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.db [None req-9b3ef92a-32ef-4b72-a134-6470fbd0b7d0 admin admin] For port 65438fb6-5d52-45bb-a0c2-96fc9fcb0320, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=65438fb6-5d52-45bb-a0c2-96fc9fcb0320,segment=NetworkSegment(b631c275-a410-426a-8ada-45122a634e09),segment_id=b631c275-a410-426a-8ada-45122a634e09)] {{(pid=104098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:51:38.062716 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9b3ef92a-32ef-4b72-a134-6470fbd0b7d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (65438fb6-5d52-45bb-a0c2-96fc9fcb0320), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:38.077296 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-9b3ef92a-32ef-4b72-a134-6470fbd0b7d0 admin admin] Calling delete_port for 65438fb6-5d52-45bb-a0c2-96fc9fcb0320 owned by network:dhcp {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:51:38.093298 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de4b9dd-9f44-4202-8de1-e6c91bed1810 None None] DHCP port deletion for 5ac14c10-9dbc-4aeb-abea-aad9d403a4b5 request from dv-neutron-834874-6-hyperv {{(pid=104100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 01:51:38.148428 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-6de4b9dd-9f44-4202-8de1-e6c91bed1810 None None] Deleting port 65438fb6-5d52-45bb-a0c2-96fc9fcb0320 {{(pid=104100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:51:38.149083 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-6de4b9dd-9f44-4202-8de1-e6c91bed1810 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (65438fb6-5d52-45bb-a0c2-96fc9fcb0320), before_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:38.165254 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9b3ef92a-32ef-4b72-a134-6470fbd0b7d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (65438fb6-5d52-45bb-a0c2-96fc9fcb0320), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:38.180218 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3ef92a-32ef-4b72-a134-6470fbd0b7d0 admin admin] No DVR routers for this DVR port 65438fb6-5d52-45bb-a0c2-96fc9fcb0320 on host dv-neutron-834874-6-hyperv {{(pid=104098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:51:38.212882 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-6de4b9dd-9f44-4202-8de1-e6c91bed1810 None None] For port 65438fb6-5d52-45bb-a0c2-96fc9fcb0320, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=65438fb6-5d52-45bb-a0c2-96fc9fcb0320,segment=NetworkSegment(b631c275-a410-426a-8ada-45122a634e09),segment_id=b631c275-a410-426a-8ada-45122a634e09)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:51:38.213274 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-6de4b9dd-9f44-4202-8de1-e6c91bed1810 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (65438fb6-5d52-45bb-a0c2-96fc9fcb0320), precommit_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:38.226546 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-6de4b9dd-9f44-4202-8de1-e6c91bed1810 None None] Calling delete_port for 65438fb6-5d52-45bb-a0c2-96fc9fcb0320 owned by network:dhcp {{(pid=104100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:51:38.228930 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3ef92a-32ef-4b72-a134-6470fbd0b7d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=65438fb6-5d52-45bb-a0c2-96fc9fcb0320,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:51:38.280458 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9b3ef92a-32ef-4b72-a134-6470fbd0b7d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (5ac14c10-9dbc-4aeb-abea-aad9d403a4b5), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:38.300799 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-9b3ef92a-32ef-4b72-a134-6470fbd0b7d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ac14c10-9dbc-4aeb-abea-aad9d403a4b5']}} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:51:38.305900 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-6de4b9dd-9f44-4202-8de1-e6c91bed1810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886'] for port (65438fb6-5d52-45bb-a0c2-96fc9fcb0320), after_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:38.311659 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-9b3ef92a-32ef-4b72-a134-6470fbd0b7d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b631c275-a410-426a-8ada-45122a634e09') {'for_net_delete': True} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:51:38.311659 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-9b3ef92a-32ef-4b72-a134-6470fbd0b7d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b631c275-a410-426a-8ada-45122a634e09') {} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:51:38.322291 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9b3ef92a-32ef-4b72-a134-6470fbd0b7d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126443583'] for segment (b631c275-a410-426a-8ada-45122a634e09), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:38.332102 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de4b9dd-9f44-4202-8de1-e6c91bed1810 None None] Pushing event deleted for resources: {'Port': ['ID=65438fb6-5d52-45bb-a0c2-96fc9fcb0320,revision_number=None']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:51:38.336506 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de4b9dd-9f44-4202-8de1-e6c91bed1810 None None] No DVR routers for this DVR port 65438fb6-5d52-45bb-a0c2-96fc9fcb0320 on host dv-neutron-834874-6-hyperv {{(pid=104100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:51:38.343587 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de4b9dd-9f44-4202-8de1-e6c91bed1810 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:51:38.343759 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9b3ef92a-32ef-4b72-a134-6470fbd0b7d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (b631c275-a410-426a-8ada-45122a634e09), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:38.343940 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de4b9dd-9f44-4202-8de1-e6c91bed1810 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:51:38.344312 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de4b9dd-9f44-4202-8de1-e6c91bed1810 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:51:38.344658 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de4b9dd-9f44-4202-8de1-e6c91bed1810 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:51:38.344997 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de4b9dd-9f44-4202-8de1-e6c91bed1810 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:51:38.345333 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de4b9dd-9f44-4202-8de1-e6c91bed1810 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:51:38.346244 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de4b9dd-9f44-4202-8de1-e6c91bed1810 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:51:38.347020 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de4b9dd-9f44-4202-8de1-e6c91bed1810 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:51:38.347020 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de4b9dd-9f44-4202-8de1-e6c91bed1810 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:51:38.347235 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de4b9dd-9f44-4202-8de1-e6c91bed1810 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:51:38.347540 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de4b9dd-9f44-4202-8de1-e6c91bed1810 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:51:38.347873 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de4b9dd-9f44-4202-8de1-e6c91bed1810 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:51:38.348246 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de4b9dd-9f44-4202-8de1-e6c91bed1810 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:51:38.348567 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de4b9dd-9f44-4202-8de1-e6c91bed1810 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:51:38.348892 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de4b9dd-9f44-4202-8de1-e6c91bed1810 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:51:38.361343 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b3ef92a-32ef-4b72-a134-6470fbd0b7d0 admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=104098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:51:38.361755 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9b3ef92a-32ef-4b72-a134-6470fbd0b7d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126177251'] for segment (b631c275-a410-426a-8ada-45122a634e09), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:38.363779 dv-neutron-834874-6-hyperv neutron-server[104098]: Traceback (most recent call last): Mar 28 01:51:38.363779 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:51:38.363779 dv-neutron-834874-6-hyperv neutron-server[104098]: timer() Mar 28 01:51:38.363779 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:51:38.363779 dv-neutron-834874-6-hyperv neutron-server[104098]: cb(*args, **kw) Mar 28 01:51:38.363779 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:51:38.363779 dv-neutron-834874-6-hyperv neutron-server[104098]: return func(*args, **kwargs) Mar 28 01:51:38.363779 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:51:38.363779 dv-neutron-834874-6-hyperv neutron-server[104098]: self._notify() Mar 28 01:51:38.363779 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:51:38.363779 dv-neutron-834874-6-hyperv neutron-server[104098]: self.callback(batched_events) Mar 28 01:51:38.363779 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:51:38.363779 dv-neutron-834874-6-hyperv neutron-server[104098]: event.method(event) Mar 28 01:51:38.363779 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:51:38.363779 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:51:38.363779 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:51:38.363779 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:51:38.363779 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:51:38.363779 dv-neutron-834874-6-hyperv neutron-server[104098]: return f(self, *a, **k) Mar 28 01:51:38.363779 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:51:38.363779 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._get(url).json() Mar 28 01:51:38.363779 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:51:38.363779 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:51:38.363779 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:51:38.363779 dv-neutron-834874-6-hyperv neutron-server[104098]: return self.request(url, 'GET', **kwargs) Mar 28 01:51:38.363779 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:51:38.363779 dv-neutron-834874-6-hyperv neutron-server[104098]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:51:38.363779 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:51:38.363779 dv-neutron-834874-6-hyperv neutron-server[104098]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:51:38.363779 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:51:38.363779 dv-neutron-834874-6-hyperv neutron-server[104098]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:51:38.363779 dv-neutron-834874-6-hyperv neutron-server[104098]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:51:38.431719 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9b3ef92a-32ef-4b72-a134-6470fbd0b7d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (5ac14c10-9dbc-4aeb-abea-aad9d403a4b5), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:38.437244 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9b3ef92a-32ef-4b72-a134-6470fbd0b7d0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:38.441209 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-9b3ef92a-32ef-4b72-a134-6470fbd0b7d0 admin admin] 10.222.0.24 "DELETE /v2.0/networks/5ac14c10-9dbc-4aeb-abea-aad9d403a4b5 HTTP/1.1" status: 204 len: 168 time: 0.5755544 Mar 28 01:51:38.462185 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3ef92a-32ef-4b72-a134-6470fbd0b7d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ac14c10-9dbc-4aeb-abea-aad9d403a4b5,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:51:38.550004 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 65438fb6-5d52-45bb-a0c2-96fc9fcb0320 no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:51:38.570556 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: 65438fb6-5d52-45bb-a0c2-96fc9fcb0320 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:51:38.571012 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 65438fb6-5d52-45bb-a0c2-96fc9fcb0320 not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:51:38.571452 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 7be7ecb6-fe9c-4510-a33b-95ef88b329c2 no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:51:38.584126 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 34678) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:51:38.590914 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: 7be7ecb6-fe9c-4510-a33b-95ef88b329c2 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:51:38.591256 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 7be7ecb6-fe9c-4510-a33b-95ef88b329c2 not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:51:38.591671 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 2563c5ee-b066-4309-a4db-29fa6e1b9cc1 no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:51:38.613152 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: 2563c5ee-b066-4309-a4db-29fa6e1b9cc1 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:51:38.613418 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 2563c5ee-b066-4309-a4db-29fa6e1b9cc1 not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:51:38.623453 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-9a4b5d0f-8bad-4acc-840e-a065d855ab70 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9b473d866bbe4662a4a05d6ae2379b7c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0381756 Mar 28 01:51:38.625831 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 34680) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:51:38.672218 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b15512f3-d956-4203-9acf-406a45765a3d admin admin] Publish callbacks [] for security_group (a8510fe1-8883-4a6b-a082-9abd075f86ce), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:38.693220 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b15512f3-d956-4203-9acf-406a45765a3d admin admin] Publish callbacks [] for security_group (a8510fe1-8883-4a6b-a082-9abd075f86ce), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:38.740241 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b15512f3-d956-4203-9acf-406a45765a3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (a8510fe1-8883-4a6b-a082-9abd075f86ce), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:38.742878 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b15512f3-d956-4203-9acf-406a45765a3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:38.744008 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-b15512f3-d956-4203-9acf-406a45765a3d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a8510fe1-8883-4a6b-a082-9abd075f86ce HTTP/1.1" status: 204 len: 168 time: 0.1172984 Mar 28 01:51:38.752303 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15512f3-d956-4203-9acf-406a45765a3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8510fe1-8883-4a6b-a082-9abd075f86ce,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:51:39.052968 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 34686) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:51:39.092307 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-df6a0478-ac87-42d8-8a24-4aba4b6480a9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0fdba60d163a4495abd143e79cbfb1e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0381122 Mar 28 01:51:39.094678 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 34688) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:51:39.143769 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5119463f-3937-4eb6-8754-81b92fc6cdf6 admin admin] Publish callbacks [] for security_group (107af8c7-d6f9-44d7-ab08-195d08224f1e), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:39.163885 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5119463f-3937-4eb6-8754-81b92fc6cdf6 admin admin] Publish callbacks [] for security_group (107af8c7-d6f9-44d7-ab08-195d08224f1e), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:39.208989 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5119463f-3937-4eb6-8754-81b92fc6cdf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (107af8c7-d6f9-44d7-ab08-195d08224f1e), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:39.211674 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5119463f-3937-4eb6-8754-81b92fc6cdf6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:39.212941 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-5119463f-3937-4eb6-8754-81b92fc6cdf6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/107af8c7-d6f9-44d7-ab08-195d08224f1e HTTP/1.1" status: 204 len: 168 time: 0.1173546 Mar 28 01:51:39.221019 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5119463f-3937-4eb6-8754-81b92fc6cdf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=107af8c7-d6f9-44d7-ab08-195d08224f1e,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:51:39.892859 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 34710) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:51:39.987473 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-fe1dd911-5991-44fd-bb02-9344bf5c4365 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-900454727-network', 'tenant_id': '72e6c9ab66a94ab4841e082527b8a97d'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:51:40.006478 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe1dd911-5991-44fd-bb02-9344bf5c4365 admin admin] Made reservation on behalf of 72e6c9ab66a94ab4841e082527b8a97d for: {'network': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:51:40.008807 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-fe1dd911-5991-44fd-bb02-9344bf5c4365 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:40.016969 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-fe1dd911-5991-44fd-bb02-9344bf5c4365 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:40.088166 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-fe1dd911-5991-44fd-bb02-9344bf5c4365 admin admin] Publish callbacks [] for security_group (9ba48095-9ab1-4941-817a-77e8701a515e), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:40.091797 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-fe1dd911-5991-44fd-bb02-9344bf5c4365 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (9ba48095-9ab1-4941-817a-77e8701a515e), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:40.115017 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe1dd911-5991-44fd-bb02-9344bf5c4365 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=104098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:51:40.124457 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1dd911-5991-44fd-bb02-9344bf5c4365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ba48095-9ab1-4941-817a-77e8701a515e,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:51:40.130098 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-fe1dd911-5991-44fd-bb02-9344bf5c4365 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (d01c1046-ea3c-4b5d-be92-a2672c22f777), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:40.130446 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.segments_db [None req-fe1dd911-5991-44fd-bb02-9344bf5c4365 admin admin] Added segment d01c1046-ea3c-4b5d-be92-a2672c22f777 of type vlan for network 74a46d00-6672-4a45-9dc0-4cb1816634ce Mar 28 01:51:40.176653 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-fe1dd911-5991-44fd-bb02-9344bf5c4365 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (74a46d00-6672-4a45-9dc0-4cb1816634ce), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:40.200200 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-fe1dd911-5991-44fd-bb02-9344bf5c4365 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (74a46d00-6672-4a45-9dc0-4cb1816634ce), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:40.201128 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe1dd911-5991-44fd-bb02-9344bf5c4365 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:51:40.201714 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-fe1dd911-5991-44fd-bb02-9344bf5c4365 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:40.256246 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-fe1dd911-5991-44fd-bb02-9344bf5c4365 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3622630 Mar 28 01:51:40.259183 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 34714) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:51:40.264266 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-41524399-3e9a-4133-8882-c77922f290d4 admin admin] Request body: {'subnet': {'network_id': '74a46d00-6672-4a45-9dc0-4cb1816634ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-900454727-subnet', 'tenant_id': '72e6c9ab66a94ab4841e082527b8a97d', 'ip_version': 4}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:51:40.264965 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1dd911-5991-44fd-bb02-9344bf5c4365 admin admin] Pushing event updated for resources: {'Network': ['ID=74a46d00-6672-4a45-9dc0-4cb1816634ce,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:51:40.276888 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network 74a46d00-6672-4a45-9dc0-4cb1816634ce details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:51:40.284717 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41524399-3e9a-4133-8882-c77922f290d4 admin admin] Made reservation on behalf of 72e6c9ab66a94ab4841e082527b8a97d for: {'subnet': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:51:40.287285 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-41524399-3e9a-4133-8882-c77922f290d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126757772'] for subnet (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:40.457026 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-41524399-3e9a-4133-8882-c77922f290d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127282703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126757786'] for subnet (15b4bdde-1430-4379-a105-f2a845c4af2c), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:40.509825 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41524399-3e9a-4133-8882-c77922f290d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15b4bdde-1430-4379-a105-f2a845c4af2c,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:51:40.519702 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41524399-3e9a-4133-8882-c77922f290d4 admin admin] Checking segment: {'id': 'd01c1046-ea3c-4b5d-be92-a2672c22f777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '74a46d00-6672-4a45-9dc0-4cb1816634ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:51:40.520356 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41524399-3e9a-4133-8882-c77922f290d4 admin admin] Network hostable DHCP agents. Network: 74a46d00-6672-4a45-9dc0-4cb1816634ce, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:51:40.536052 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41524399-3e9a-4133-8882-c77922f290d4 admin admin] Network 74a46d00-6672-4a45-9dc0-4cb1816634ce is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:51:40.543688 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-41524399-3e9a-4133-8882-c77922f290d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, 74a46d00-6672-4a45-9dc0-4cb1816634ce) {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:51:40.547549 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41524399-3e9a-4133-8882-c77922f290d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:51:40.548252 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-41524399-3e9a-4133-8882-c77922f290d4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:40.553843 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d9f40f-7b0d-4fc3-9aa9-fb9185193924 None None] Network 74a46d00-6672-4a45-9dc0-4cb1816634ce requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:51:40.565353 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-41524399-3e9a-4133-8882-c77922f290d4 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3049629 Mar 28 01:51:40.568110 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 34716) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:51:40.572705 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-3ec16c6b-757b-4517-879a-c48ab8865f32 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-900454727-router', 'tenant_id': '72e6c9ab66a94ab4841e082527b8a97d', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'}}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:51:40.591417 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3ec16c6b-757b-4517-879a-c48ab8865f32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7069'] for router (3e7d65ef-f544-4701-84a4-efd2f5b710d0), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:40.592433 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3ec16c6b-757b-4517-879a-c48ab8865f32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4188952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7062'] for router (3e7d65ef-f544-4701-84a4-efd2f5b710d0), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:40.644728 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3ec16c6b-757b-4517-879a-c48ab8865f32 admin admin] Publish callbacks [] for router_controller (3e7d65ef-f544-4701-84a4-efd2f5b710d0), precommit_add_association {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:40.654472 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc1810b-0dfb-4311-bd08-07586b10a83b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-74a46d00-6672-4a45-9dc0-4cb1816634ce', 'network_id': '74a46d00-6672-4a45-9dc0-4cb1816634ce', 'project_id': '72e6c9ab66a94ab4841e082527b8a97d', 'fixed_ips': [{'subnet_id': '15b4bdde-1430-4379-a105-f2a845c4af2c'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:51:40.655317 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-1fc1810b-0dfb-4311-bd08-07586b10a83b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:40.787665 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3ec16c6b-757b-4517-879a-c48ab8865f32 admin admin] Publish callbacks [] for router_gateway (3e7d65ef-f544-4701-84a4-efd2f5b710d0), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:40.795731 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-1fc1810b-0dfb-4311-bd08-07586b10a83b None None] Allocated IP 172.20.0.2 (74a46d00-6672-4a45-9dc0-4cb1816634ce/15b4bdde-1430-4379-a105-f2a845c4af2c/ba8076b9-a5f0-403d-b447-f7eb70059eef) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:51:40.940477 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-1fc1810b-0dfb-4311-bd08-07586b10a83b None None] Publish callbacks [] for port (ba8076b9-a5f0-403d-b447-f7eb70059eef), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:40.946693 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-1fc1810b-0dfb-4311-bd08-07586b10a83b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (ba8076b9-a5f0-403d-b447-f7eb70059eef), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:40.983691 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc1810b-0dfb-4311-bd08-07586b10a83b None None] Network 74a46d00-6672-4a45-9dc0-4cb1816634ce is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:51:40.987447 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3ec16c6b-757b-4517-879a-c48ab8865f32 admin admin] Publish callbacks [] for router_gateway (3e7d65ef-f544-4701-84a4-efd2f5b710d0), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:40.994293 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-1fc1810b-0dfb-4311-bd08-07586b10a83b None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:51:40.996904 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc1810b-0dfb-4311-bd08-07586b10a83b None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:51:40.999914 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc1810b-0dfb-4311-bd08-07586b10a83b None None] Pushing event updated for resources: {'Port': ['ID=ba8076b9-a5f0-403d-b447-f7eb70059eef,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:51:41.007905 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3ec16c6b-757b-4517-879a-c48ab8865f32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:41.056589 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-1fc1810b-0dfb-4311-bd08-07586b10a83b None None] Attempting to bind port ba8076b9-a5f0-403d-b447-f7eb70059eef on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:51:41.056864 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-1fc1810b-0dfb-4311-bd08-07586b10a83b None None] Attempting to bind port ba8076b9-a5f0-403d-b447-f7eb70059eef by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': 'd01c1046-ea3c-4b5d-be92-a2672c22f777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '74a46d00-6672-4a45-9dc0-4cb1816634ce'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:51:41.057217 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc1810b-0dfb-4311-bd08-07586b10a83b None None] Attempting to bind port ba8076b9-a5f0-403d-b447-f7eb70059eef on network 74a46d00-6672-4a45-9dc0-4cb1816634ce {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:51:41.062022 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc1810b-0dfb-4311-bd08-07586b10a83b None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:51:41.062388 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc1810b-0dfb-4311-bd08-07586b10a83b None None] Checking segment: {'id': 'd01c1046-ea3c-4b5d-be92-a2672c22f777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '74a46d00-6672-4a45-9dc0-4cb1816634ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:51:41.062885 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-1fc1810b-0dfb-4311-bd08-07586b10a83b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:41.063279 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc1810b-0dfb-4311-bd08-07586b10a83b None None] Bound using segment: {'id': 'd01c1046-ea3c-4b5d-be92-a2672c22f777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '74a46d00-6672-4a45-9dc0-4cb1816634ce'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:51:41.063734 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-1fc1810b-0dfb-4311-bd08-07586b10a83b None None] Bound port: ba8076b9-a5f0-403d-b447-f7eb70059eef, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd01c1046-ea3c-4b5d-be92-a2672c22f777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '74a46d00-6672-4a45-9dc0-4cb1816634ce'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:51:41.064171 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-1fc1810b-0dfb-4311-bd08-07586b10a83b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (ba8076b9-a5f0-403d-b447-f7eb70059eef), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:41.107390 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-3ec16c6b-757b-4517-879a-c48ab8865f32 admin admin] Allocated IP 172.26.1.177 (dea6548b-502b-42db-97fb-371e423e739a/cce6de65-d8c9-45b8-9970-0a277e8c1192/7b21e53b-a5d2-4cae-9769-6e7c3b23a8cf) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:51:41.128978 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-1fc1810b-0dfb-4311-bd08-07586b10a83b None None] For port ba8076b9-a5f0-403d-b447-f7eb70059eef, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:51:41.132083 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-1fc1810b-0dfb-4311-bd08-07586b10a83b None None] For port ba8076b9-a5f0-403d-b447-f7eb70059eef, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=ba8076b9-a5f0-403d-b447-f7eb70059eef,segment=NetworkSegment(d01c1046-ea3c-4b5d-be92-a2672c22f777),segment_id=d01c1046-ea3c-4b5d-be92-a2672c22f777)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:51:41.137735 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-1fc1810b-0dfb-4311-bd08-07586b10a83b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (ba8076b9-a5f0-403d-b447-f7eb70059eef), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:41.195532 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc1810b-0dfb-4311-bd08-07586b10a83b None None] Pushing event updated for resources: {'Port': ['ID=ba8076b9-a5f0-403d-b447-f7eb70059eef,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:51:41.217034 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3ec16c6b-757b-4517-879a-c48ab8865f32 admin admin] Publish callbacks [] for port (7b21e53b-a5d2-4cae-9769-6e7c3b23a8cf), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:41.253649 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3ec16c6b-757b-4517-879a-c48ab8865f32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (7b21e53b-a5d2-4cae-9769-6e7c3b23a8cf), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:41.291854 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec16c6b-757b-4517-879a-c48ab8865f32 admin admin] Network dea6548b-502b-42db-97fb-371e423e739a is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:51:41.294777 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-3ec16c6b-757b-4517-879a-c48ab8865f32 admin admin] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:51:41.298701 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec16c6b-757b-4517-879a-c48ab8865f32 admin admin] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:51:41.327723 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec16c6b-757b-4517-879a-c48ab8865f32 admin admin] Pushing event updated for resources: {'Port': ['ID=7b21e53b-a5d2-4cae-9769-6e7c3b23a8cf,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:51:41.526073 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-88a1d0ae-45b4-4b8f-b557-fc3bc45ac326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:41.583575 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3ec16c6b-757b-4517-879a-c48ab8865f32 admin admin] Publish callbacks [] for router_gateway (3e7d65ef-f544-4701-84a4-efd2f5b710d0), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:41.777422 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3ec16c6b-757b-4517-879a-c48ab8865f32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687953'] for router (3e7d65ef-f544-4701-84a4-efd2f5b710d0), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:41.908446 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ec16c6b-757b-4517-879a-c48ab8865f32 admin admin] Router 3e7d65ef-f544-4701-84a4-efd2f5b710d0 is scheduled to L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 with binding_index 1 {{(pid=104098) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 01:51:42.109242 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ffc66f5-ea3b-4726-9236-4fb8ab8abfda None None] Network 74a46d00-6672-4a45-9dc0-4cb1816634ce requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:51:42.224911 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-5f074f4f-3eab-4019-badf-9f7dad309e1e None None] Provisioning complete for port ba8076b9-a5f0-403d-b447-f7eb70059eef triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:51:42.225283 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5f074f4f-3eab-4019-badf-9f7dad309e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (ba8076b9-a5f0-403d-b447-f7eb70059eef), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:42.285549 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ec16c6b-757b-4517-879a-c48ab8865f32 admin admin] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:51:42.304943 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3ec16c6b-757b-4517-879a-c48ab8865f32 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:42.307191 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-3ec16c6b-757b-4517-879a-c48ab8865f32 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7379165 Mar 28 01:51:42.310092 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 34718) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:51:42.319219 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70cc5a95-a54e-4d1b-9814-18d9ab74df53 None None] Sync routers for ids ['3e7d65ef-f544-4701-84a4-efd2f5b710d0'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:51:42.323912 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-5f074f4f-3eab-4019-badf-9f7dad309e1e None None] Current status of the port ba8076b9-a5f0-403d-b447-f7eb70059eef is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:51:42.324335 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5f074f4f-3eab-4019-badf-9f7dad309e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (ba8076b9-a5f0-403d-b447-f7eb70059eef), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:42.366530 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-5f074f4f-3eab-4019-badf-9f7dad309e1e None None] For port ba8076b9-a5f0-403d-b447-f7eb70059eef, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=ba8076b9-a5f0-403d-b447-f7eb70059eef,segment=NetworkSegment(d01c1046-ea3c-4b5d-be92-a2672c22f777),segment_id=d01c1046-ea3c-4b5d-be92-a2672c22f777)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:51:42.368157 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70cc5a95-a54e-4d1b-9814-18d9ab74df53 None None] Routers {'3e7d65ef-f544-4701-84a4-efd2f5b710d0'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:51:42.368877 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-70cc5a95-a54e-4d1b-9814-18d9ab74df53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:51:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['3e7d65ef-f544-4701-84a4-efd2f5b710d0'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:51:42.430872 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5f074f4f-3eab-4019-badf-9f7dad309e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (ba8076b9-a5f0-403d-b447-f7eb70059eef), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:42.501312 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f074f4f-3eab-4019-badf-9f7dad309e1e None None] Pushing event updated for resources: {'Port': ['ID=ba8076b9-a5f0-403d-b447-f7eb70059eef,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:51:42.523904 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-70cc5a95-a54e-4d1b-9814-18d9ab74df53 None None] Set router 3e7d65ef-f544-4701-84a4-efd2f5b710d0 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:51:42.582797 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device ba8076b9-a5f0-403d-b447-f7eb70059eef up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:51:42.671019 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-79ab7929-d7a6-4e16-b249-41553fac3d27 None None] Provisioning complete for port ba8076b9-a5f0-403d-b447-f7eb70059eef triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:51:42.671308 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-79ab7929-d7a6-4e16-b249-41553fac3d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (ba8076b9-a5f0-403d-b447-f7eb70059eef), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:42.733225 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port ba8076b9-a5f0-403d-b447-f7eb70059eef triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:51:42.733596 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (ba8076b9-a5f0-403d-b447-f7eb70059eef), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:42.742068 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-66fe6eda-f4b5-4daf-bca9-090e44faaca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:42.846480 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-79ab7929-d7a6-4e16-b249-41553fac3d27 None None] Current status of the port ba8076b9-a5f0-403d-b447-f7eb70059eef is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:51:42.887711 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-70cc5a95-a54e-4d1b-9814-18d9ab74df53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e7d65ef-f544-4701-84a4-efd2f5b710d0', 'name': 'tempest-TestSnapshotPattern-900454727-router', 'tenant_id': '72e6c9ab66a94ab4841e082527b8a97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.177'}], 'enable_snat': True}, 'gw_port_id': '7b21e53b-a5d2-4cae-9769-6e7c3b23a8cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:51:40Z', 'updated_at': '2022-03-28T01:51:41Z', 'revision_number': 3, 'project_id': '72e6c9ab66a94ab4841e082527b8a97d', 'gw_port': {'id': '7b21e53b-a5d2-4cae-9769-6e7c3b23a8cf', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:63:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e7d65ef-f544-4701-84a4-efd2f5b710d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:51:41Z', 'updated_at': '2022-03-28T01:51:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:51:42.897795 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-66fe6eda-f4b5-4daf-bca9-090e44faaca8 admin admin] Allocated IP 172.20.0.1 (74a46d00-6672-4a45-9dc0-4cb1816634ce/15b4bdde-1430-4379-a105-f2a845c4af2c/491476a2-5085-481e-8b96-115142c4074b) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:51:42.923617 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70cc5a95-a54e-4d1b-9814-18d9ab74df53 None None] Checking router: 3e7d65ef-f544-4701-84a4-efd2f5b710d0 for host: dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:51:42.923892 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70cc5a95-a54e-4d1b-9814-18d9ab74df53 None None] Updating router 3e7d65ef-f544-4701-84a4-efd2f5b710d0 port 7b21e53b-a5d2-4cae-9769-6e7c3b23a8cf binding host dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 01:51:42.925798 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port ba8076b9-a5f0-403d-b447-f7eb70059eef is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:51:42.954449 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-70cc5a95-a54e-4d1b-9814-18d9ab74df53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (7b21e53b-a5d2-4cae-9769-6e7c3b23a8cf), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:43.000713 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-66fe6eda-f4b5-4daf-bca9-090e44faaca8 admin admin] Publish callbacks [] for port (491476a2-5085-481e-8b96-115142c4074b), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:43.034524 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-66fe6eda-f4b5-4daf-bca9-090e44faaca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (491476a2-5085-481e-8b96-115142c4074b), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:43.071930 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66fe6eda-f4b5-4daf-bca9-090e44faaca8 admin admin] Network 74a46d00-6672-4a45-9dc0-4cb1816634ce is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:51:43.074999 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-66fe6eda-f4b5-4daf-bca9-090e44faaca8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:51:43.082300 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66fe6eda-f4b5-4daf-bca9-090e44faaca8 admin admin] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:51:43.116901 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fe6eda-f4b5-4daf-bca9-090e44faaca8 admin admin] Pushing event updated for resources: {'Port': ['ID=491476a2-5085-481e-8b96-115142c4074b,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:51:43.134648 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-66fe6eda-f4b5-4daf-bca9-090e44faaca8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3686596'] for router_interface (3e7d65ef-f544-4701-84a4-efd2f5b710d0), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:43.214486 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-70cc5a95-a54e-4d1b-9814-18d9ab74df53 None None] Publish callbacks [] for port (7b21e53b-a5d2-4cae-9769-6e7c3b23a8cf), precommit_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:43.220695 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-70cc5a95-a54e-4d1b-9814-18d9ab74df53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (7b21e53b-a5d2-4cae-9769-6e7c3b23a8cf), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:43.278401 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-66fe6eda-f4b5-4daf-bca9-090e44faaca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (491476a2-5085-481e-8b96-115142c4074b), before_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:43.284572 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0adff0-0539-4d64-9b81-b95015148217 None None] Pushing event updated for resources: {'Port': ['ID=7b21e53b-a5d2-4cae-9769-6e7c3b23a8cf,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:51:43.286886 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-70cc5a95-a54e-4d1b-9814-18d9ab74df53 None None] Attempting to bind port 7b21e53b-a5d2-4cae-9769-6e7c3b23a8cf on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:51:43.287248 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-70cc5a95-a54e-4d1b-9814-18d9ab74df53 None None] Attempting to bind port 7b21e53b-a5d2-4cae-9769-6e7c3b23a8cf by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': 'b6f00c62-aca5-4c73-8989-c04c396daeed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:51:43.287607 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70cc5a95-a54e-4d1b-9814-18d9ab74df53 None None] Attempting to bind port 7b21e53b-a5d2-4cae-9769-6e7c3b23a8cf on network dea6548b-502b-42db-97fb-371e423e739a {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:51:43.293087 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70cc5a95-a54e-4d1b-9814-18d9ab74df53 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:51:43.293460 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70cc5a95-a54e-4d1b-9814-18d9ab74df53 None None] Checking segment: {'id': 'b6f00c62-aca5-4c73-8989-c04c396daeed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:51:43.294048 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-70cc5a95-a54e-4d1b-9814-18d9ab74df53 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:43.294525 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70cc5a95-a54e-4d1b-9814-18d9ab74df53 None None] Bound using segment: {'id': 'b6f00c62-aca5-4c73-8989-c04c396daeed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:51:43.294883 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-70cc5a95-a54e-4d1b-9814-18d9ab74df53 None None] Bound port: 7b21e53b-a5d2-4cae-9769-6e7c3b23a8cf, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6f00c62-aca5-4c73-8989-c04c396daeed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:51:43.295257 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-70cc5a95-a54e-4d1b-9814-18d9ab74df53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (7b21e53b-a5d2-4cae-9769-6e7c3b23a8cf), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:43.452842 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-66fe6eda-f4b5-4daf-bca9-090e44faaca8 admin admin] Publish callbacks [] for port (491476a2-5085-481e-8b96-115142c4074b), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:43.457575 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-66fe6eda-f4b5-4daf-bca9-090e44faaca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126177159'] for port (491476a2-5085-481e-8b96-115142c4074b), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:43.499479 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-bd085f16-f0e6-4f96-97ac-3b5356b66548 None None] Provisioning complete for port 491476a2-5085-481e-8b96-115142c4074b triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:51:43.499837 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-bd085f16-f0e6-4f96-97ac-3b5356b66548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (491476a2-5085-481e-8b96-115142c4074b), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:43.524557 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fe6eda-f4b5-4daf-bca9-090e44faaca8 admin admin] Pushing event updated for resources: {'Port': ['ID=491476a2-5085-481e-8b96-115142c4074b,revision_number=2']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:51:43.525675 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-70cc5a95-a54e-4d1b-9814-18d9ab74df53 None None] For port 7b21e53b-a5d2-4cae-9769-6e7c3b23a8cf, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:51:43.529522 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-66fe6eda-f4b5-4daf-bca9-090e44faaca8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3725889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3686480'] for router_interface (3e7d65ef-f544-4701-84a4-efd2f5b710d0), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:43.542345 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-70cc5a95-a54e-4d1b-9814-18d9ab74df53 None None] For port 7b21e53b-a5d2-4cae-9769-6e7c3b23a8cf, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=7b21e53b-a5d2-4cae-9769-6e7c3b23a8cf,segment=NetworkSegment(b6f00c62-aca5-4c73-8989-c04c396daeed),segment_id=b6f00c62-aca5-4c73-8989-c04c396daeed)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:51:43.550398 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-bd085f16-f0e6-4f96-97ac-3b5356b66548 None None] Port 491476a2-5085-481e-8b96-115142c4074b cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:51:43.553659 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-70cc5a95-a54e-4d1b-9814-18d9ab74df53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (7b21e53b-a5d2-4cae-9769-6e7c3b23a8cf), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:43.611776 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70cc5a95-a54e-4d1b-9814-18d9ab74df53 None None] Routers {'3e7d65ef-f544-4701-84a4-efd2f5b710d0'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:51:43.612560 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-70cc5a95-a54e-4d1b-9814-18d9ab74df53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:51:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['3e7d65ef-f544-4701-84a4-efd2f5b710d0'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:51:43.625261 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66fe6eda-f4b5-4daf-bca9-090e44faaca8 admin admin] Network 74a46d00-6672-4a45-9dc0-4cb1816634ce is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:51:43.627168 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-66fe6eda-f4b5-4daf-bca9-090e44faaca8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:51:43.677663 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0adff0-0539-4d64-9b81-b95015148217 None None] Pushing event updated for resources: {'Port': ['ID=7b21e53b-a5d2-4cae-9769-6e7c3b23a8cf,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:51:43.718023 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ab69e8d4-bea8-4b8d-862f-ea41db9f438a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:43.755337 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66fe6eda-f4b5-4daf-bca9-090e44faaca8 admin admin] Router 3e7d65ef-f544-4701-84a4-efd2f5b710d0 has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:51:43.755804 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-70cc5a95-a54e-4d1b-9814-18d9ab74df53 None None] Set router 3e7d65ef-f544-4701-84a4-efd2f5b710d0 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:51:43.873294 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66fe6eda-f4b5-4daf-bca9-090e44faaca8 admin admin] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:51:43.885894 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-66fe6eda-f4b5-4daf-bca9-090e44faaca8 admin admin] 10.222.0.24 "PUT /v2.0/routers/3e7d65ef-f544-4701-84a4-efd2f5b710d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5669632 Mar 28 01:51:43.899502 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-a7cedea1-8496-415e-b05f-09f2908665bb None None] Provisioning complete for port 491476a2-5085-481e-8b96-115142c4074b triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:51:43.899810 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-a7cedea1-8496-415e-b05f-09f2908665bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (491476a2-5085-481e-8b96-115142c4074b), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:43.953525 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-a7cedea1-8496-415e-b05f-09f2908665bb None None] Port 491476a2-5085-481e-8b96-115142c4074b cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:51:44.002215 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-70cc5a95-a54e-4d1b-9814-18d9ab74df53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e7d65ef-f544-4701-84a4-efd2f5b710d0', 'name': 'tempest-TestSnapshotPattern-900454727-router', 'tenant_id': '72e6c9ab66a94ab4841e082527b8a97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.177'}], 'enable_snat': True}, 'gw_port_id': '7b21e53b-a5d2-4cae-9769-6e7c3b23a8cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:51:40Z', 'updated_at': '2022-03-28T01:51:43Z', 'revision_number': 4, 'project_id': '72e6c9ab66a94ab4841e082527b8a97d', 'gw_port': {'id': '7b21e53b-a5d2-4cae-9769-6e7c3b23a8cf', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:63:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e7d65ef-f544-4701-84a4-efd2f5b710d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:51:41Z', 'updated_at': '2022-03-28T01:51:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': '491476a2-5085-481e-8b96-115142c4074b', 'name': '', 'network_id': '74a46d00-6672-4a45-9dc0-4cb1816634ce', 'tenant_id': '72e6c9ab66a94ab4841e082527b8a97d', 'mac_address': 'fa:16:3e:24:26:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e7d65ef-f544-4701-84a4-efd2f5b710d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '15b4bdde-1430-4379-a105-f2a845c4af2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:51:42Z', 'updated_at': '2022-03-28T01:51:43Z', 'revision_number': 2, 'project_id': '72e6c9ab66a94ab4841e082527b8a97d', 'subnets': [{'id': '15b4bdde-1430-4379-a105-f2a845c4af2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:51:44.032257 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70cc5a95-a54e-4d1b-9814-18d9ab74df53 None None] The sync data for ids ['3e7d65ef-f544-4701-84a4-efd2f5b710d0'] in dv-neutron-834874-6-hyperv is: [{'id': '3e7d65ef-f544-4701-84a4-efd2f5b710d0', 'name': 'tempest-TestSnapshotPattern-900454727-router', 'tenant_id': '72e6c9ab66a94ab4841e082527b8a97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.177'}], 'enable_snat': True}, 'gw_port_id': '7b21e53b-a5d2-4cae-9769-6e7c3b23a8cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:51:40Z', 'updated_at': '2022-03-28T01:51:43Z', 'revision_number': 4, 'project_id': '72e6c9ab66a94ab4841e082527b8a97d', 'gw_port': {'id': '7b21e53b-a5d2-4cae-9769-6e7c3b23a8cf', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:63:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e7d65ef-f544-4701-84a4-efd2f5b710d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:51:41Z', 'updated_at': '2022-03-28T01:51:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': '491476a2-5085-481e-8b96-115142c4074b', 'name': '', 'network_id': '74a46d00-6672-4a45-9dc0-4cb1816634ce', 'tenant_id': '72e6c9ab66a94ab4841e082527b8a97d', 'mac_address': 'fa:16:3e:24:26:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e7d65ef-f544-4701-84a4-efd2f5b710d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '15b4bdde-1430-4379-a105-f2a845c4af2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:51:42Z', 'updated_at': '2022-03-28T01:51:43Z', 'revision_number': 2, 'project_id': '72e6c9ab66a94ab4841e082527b8a97d', 'subnets': [{'id': '15b4bdde-1430-4379-a105-f2a845c4af2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:51:44.383429 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 34734) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:51:44.388619 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-98ede86f-6371-4a03-bbf6-d2c08840c11c admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-855294045-network', 'tenant_id': '65c04e7e3c0b49d8acba96554393ffe4'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:51:44.410844 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98ede86f-6371-4a03-bbf6-d2c08840c11c admin admin] Made reservation on behalf of 65c04e7e3c0b49d8acba96554393ffe4 for: {'network': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:51:44.413227 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-98ede86f-6371-4a03-bbf6-d2c08840c11c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for network (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:44.422297 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-98ede86f-6371-4a03-bbf6-d2c08840c11c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:44.504976 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-98ede86f-6371-4a03-bbf6-d2c08840c11c admin admin] Publish callbacks [] for security_group (8e3c819a-a509-4b6b-ae90-f1783a28bc60), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:44.510818 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-98ede86f-6371-4a03-bbf6-d2c08840c11c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (8e3c819a-a509-4b6b-ae90-f1783a28bc60), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:44.529792 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device ba8076b9-a5f0-403d-b447-f7eb70059eef up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:51:44.538273 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98ede86f-6371-4a03-bbf6-d2c08840c11c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=104098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 01:51:44.554839 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ede86f-6371-4a03-bbf6-d2c08840c11c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e3c819a-a509-4b6b-ae90-f1783a28bc60,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:51:44.557992 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-98ede86f-6371-4a03-bbf6-d2c08840c11c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (30185a6d-5c95-433e-8095-45a336a26f4d), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:44.558338 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.segments_db [None req-98ede86f-6371-4a03-bbf6-d2c08840c11c admin admin] Added segment 30185a6d-5c95-433e-8095-45a336a26f4d of type vlan for network de0381da-d30b-4b76-9241-d11ee374fb7c Mar 28 01:51:44.591629 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port ba8076b9-a5f0-403d-b447-f7eb70059eef triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:51:44.592004 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (ba8076b9-a5f0-403d-b447-f7eb70059eef), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:44.599782 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-98ede86f-6371-4a03-bbf6-d2c08840c11c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758316726604'] for network (de0381da-d30b-4b76-9241-d11ee374fb7c), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:44.628427 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-98ede86f-6371-4a03-bbf6-d2c08840c11c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911'] for network (de0381da-d30b-4b76-9241-d11ee374fb7c), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:44.629766 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ede86f-6371-4a03-bbf6-d2c08840c11c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:51:44.630423 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-98ede86f-6371-4a03-bbf6-d2c08840c11c admin admin] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:44.677647 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port ba8076b9-a5f0-403d-b447-f7eb70059eef is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:51:44.707521 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-98ede86f-6371-4a03-bbf6-d2c08840c11c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3228819 Mar 28 01:51:44.708461 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ede86f-6371-4a03-bbf6-d2c08840c11c admin admin] Pushing event updated for resources: {'Network': ['ID=de0381da-d30b-4b76-9241-d11ee374fb7c,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:51:44.710439 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 34736) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:51:44.716549 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-b52447fa-20ea-4dc9-8bed-59e644c6e52a admin admin] Request body: {'subnet': {'network_id': 'de0381da-d30b-4b76-9241-d11ee374fb7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-855294045-subnet', 'tenant_id': '65c04e7e3c0b49d8acba96554393ffe4', 'ip_version': 4}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:51:44.721199 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Network de0381da-d30b-4b76-9241-d11ee374fb7c details requested by agent ovs-agent-dv-neutron-834874-6-hyperv with host dv-neutron-834874-6-hyperv {{(pid=104100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 01:51:44.736639 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b52447fa-20ea-4dc9-8bed-59e644c6e52a admin admin] Made reservation on behalf of 65c04e7e3c0b49d8acba96554393ffe4 for: {'subnet': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:51:44.739110 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b52447fa-20ea-4dc9-8bed-59e644c6e52a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126757772'] for subnet (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:44.935779 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b52447fa-20ea-4dc9-8bed-59e644c6e52a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127282703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126757786'] for subnet (8b28618b-f034-4d9b-a64c-3f298b8a0b5f), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:44.973677 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:45.001466 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52447fa-20ea-4dc9-8bed-59e644c6e52a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b28618b-f034-4d9b-a64c-3f298b8a0b5f,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:51:45.010110 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52447fa-20ea-4dc9-8bed-59e644c6e52a admin admin] Checking segment: {'id': '30185a6d-5c95-433e-8095-45a336a26f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'de0381da-d30b-4b76-9241-d11ee374fb7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:51:45.010465 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52447fa-20ea-4dc9-8bed-59e644c6e52a admin admin] Network hostable DHCP agents. Network: de0381da-d30b-4b76-9241-d11ee374fb7c, hostable agents: ['8a97cc4e-9a54-4b69-95cc-698092188635'], hosted agents: [] {{(pid=104099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 01:51:45.027645 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52447fa-20ea-4dc9-8bed-59e644c6e52a admin admin] Network de0381da-d30b-4b76-9241-d11ee374fb7c is scheduled to be hosted by DHCP agent 8a97cc4e-9a54-4b69-95cc-698092188635 with binding_index 1 {{(pid=104099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 01:51:45.037208 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-b52447fa-20ea-4dc9-8bed-59e644c6e52a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834874-6-hyperv, de0381da-d30b-4b76-9241-d11ee374fb7c) {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:51:45.041485 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52447fa-20ea-4dc9-8bed-59e644c6e52a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:51:45.042077 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b52447fa-20ea-4dc9-8bed-59e644c6e52a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:45.047428 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53df01c-54de-46ed-9789-008a75782879 None None] Network de0381da-d30b-4b76-9241-d11ee374fb7c requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:51:45.058915 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-b52447fa-20ea-4dc9-8bed-59e644c6e52a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3467772 Mar 28 01:51:45.061454 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 34738) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:51:45.066511 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-ce7bd81f-618b-46f6-971b-729430a41f51 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-855294045-router', 'tenant_id': '65c04e7e3c0b49d8acba96554393ffe4', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'}}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:51:45.086848 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ce7bd81f-618b-46f6-971b-729430a41f51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7069'] for router (aaeb9171-f847-413e-b53a-0de1b967d212), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:45.087819 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ce7bd81f-618b-46f6-971b-729430a41f51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3689623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4188952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7062'] for router (aaeb9171-f847-413e-b53a-0de1b967d212), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:45.152655 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ce7bd81f-618b-46f6-971b-729430a41f51 admin admin] Publish callbacks [] for router_controller (aaeb9171-f847-413e-b53a-0de1b967d212), precommit_add_association {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:45.161664 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286f28b0-6d95-431e-8ebb-363472b70118 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42fc925-25f9-5c8f-af80-49d23e3ab1b9-de0381da-d30b-4b76-9241-d11ee374fb7c', 'network_id': 'de0381da-d30b-4b76-9241-d11ee374fb7c', 'project_id': '65c04e7e3c0b49d8acba96554393ffe4', 'fixed_ips': [{'subnet_id': '8b28618b-f034-4d9b-a64c-3f298b8a0b5f'}]}} from dv-neutron-834874-6-hyperv. {{(pid=104100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 01:51:45.162564 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-286f28b0-6d95-431e-8ebb-363472b70118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:45.301920 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ce7bd81f-618b-46f6-971b-729430a41f51 admin admin] Publish callbacks [] for router_gateway (aaeb9171-f847-413e-b53a-0de1b967d212), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:45.303881 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.db_base_plugin_common [None req-286f28b0-6d95-431e-8ebb-363472b70118 None None] Allocated IP 172.20.0.2 (de0381da-d30b-4b76-9241-d11ee374fb7c/8b28618b-f034-4d9b-a64c-3f298b8a0b5f/398324cd-0b33-4e7a-aad5-2691d3d82ea6) {{(pid=104100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:51:45.449766 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-286f28b0-6d95-431e-8ebb-363472b70118 None None] Publish callbacks [] for port (398324cd-0b33-4e7a-aad5-2691d3d82ea6), precommit_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:45.455663 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-286f28b0-6d95-431e-8ebb-363472b70118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877'] for port (398324cd-0b33-4e7a-aad5-2691d3d82ea6), after_create {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:45.500264 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286f28b0-6d95-431e-8ebb-363472b70118 None None] Network de0381da-d30b-4b76-9241-d11ee374fb7c is already hosted by enough agents. {{(pid=104100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:51:45.505346 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.scheduler.base_scheduler [None req-286f28b0-6d95-431e-8ebb-363472b70118 None None] Resources bound (agent type, host, resource id): {{(pid=104100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:51:45.510590 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286f28b0-6d95-431e-8ebb-363472b70118 None None] Received port after_create {{(pid=104100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:51:45.514832 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ce7bd81f-618b-46f6-971b-729430a41f51 admin admin] Publish callbacks [] for router_gateway (aaeb9171-f847-413e-b53a-0de1b967d212), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:45.515401 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286f28b0-6d95-431e-8ebb-363472b70118 None None] Pushing event updated for resources: {'Port': ['ID=398324cd-0b33-4e7a-aad5-2691d3d82ea6,revision_number=1']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:51:45.535356 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ce7bd81f-618b-46f6-971b-729430a41f51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:45.573796 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-286f28b0-6d95-431e-8ebb-363472b70118 None None] Attempting to bind port 398324cd-0b33-4e7a-aad5-2691d3d82ea6 on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:51:45.574083 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-286f28b0-6d95-431e-8ebb-363472b70118 None None] Attempting to bind port 398324cd-0b33-4e7a-aad5-2691d3d82ea6 by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': '30185a6d-5c95-433e-8095-45a336a26f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'de0381da-d30b-4b76-9241-d11ee374fb7c'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:51:45.574464 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286f28b0-6d95-431e-8ebb-363472b70118 None None] Attempting to bind port 398324cd-0b33-4e7a-aad5-2691d3d82ea6 on network de0381da-d30b-4b76-9241-d11ee374fb7c {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:51:45.579340 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286f28b0-6d95-431e-8ebb-363472b70118 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:51:45.579736 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286f28b0-6d95-431e-8ebb-363472b70118 None None] Checking segment: {'id': '30185a6d-5c95-433e-8095-45a336a26f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'de0381da-d30b-4b76-9241-d11ee374fb7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:51:45.580170 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-286f28b0-6d95-431e-8ebb-363472b70118 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:45.580668 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286f28b0-6d95-431e-8ebb-363472b70118 None None] Bound using segment: {'id': '30185a6d-5c95-433e-8095-45a336a26f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'de0381da-d30b-4b76-9241-d11ee374fb7c'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:51:45.581152 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-286f28b0-6d95-431e-8ebb-363472b70118 None None] Bound port: 398324cd-0b33-4e7a-aad5-2691d3d82ea6, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30185a6d-5c95-433e-8095-45a336a26f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'de0381da-d30b-4b76-9241-d11ee374fb7c'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:51:45.581680 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-286f28b0-6d95-431e-8ebb-363472b70118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (398324cd-0b33-4e7a-aad5-2691d3d82ea6), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:45.640069 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [None req-ce7bd81f-618b-46f6-971b-729430a41f51 admin admin] Allocated IP 172.26.1.140 (dea6548b-502b-42db-97fb-371e423e739a/cce6de65-d8c9-45b8-9970-0a277e8c1192/6436c606-4eeb-46e1-9138-938c0525b980) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:51:45.643853 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-286f28b0-6d95-431e-8ebb-363472b70118 None None] For port 398324cd-0b33-4e7a-aad5-2691d3d82ea6, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:51:45.647299 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-286f28b0-6d95-431e-8ebb-363472b70118 None None] For port 398324cd-0b33-4e7a-aad5-2691d3d82ea6, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=398324cd-0b33-4e7a-aad5-2691d3d82ea6,segment=NetworkSegment(30185a6d-5c95-433e-8095-45a336a26f4d),segment_id=30185a6d-5c95-433e-8095-45a336a26f4d)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:51:45.653773 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-286f28b0-6d95-431e-8ebb-363472b70118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (398324cd-0b33-4e7a-aad5-2691d3d82ea6), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:45.720224 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286f28b0-6d95-431e-8ebb-363472b70118 None None] Pushing event updated for resources: {'Port': ['ID=398324cd-0b33-4e7a-aad5-2691d3d82ea6,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:51:45.751761 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ce7bd81f-618b-46f6-971b-729430a41f51 admin admin] Publish callbacks [] for port (6436c606-4eeb-46e1-9138-938c0525b980), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:45.787501 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ce7bd81f-618b-46f6-971b-729430a41f51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (6436c606-4eeb-46e1-9138-938c0525b980), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:45.827205 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce7bd81f-618b-46f6-971b-729430a41f51 admin admin] Network dea6548b-502b-42db-97fb-371e423e739a is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:51:45.832101 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-ce7bd81f-618b-46f6-971b-729430a41f51 admin admin] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:51:45.834778 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7bd81f-618b-46f6-971b-729430a41f51 admin admin] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:51:45.879079 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7bd81f-618b-46f6-971b-729430a41f51 admin admin] Pushing event updated for resources: {'Port': ['ID=6436c606-4eeb-46e1-9138-938c0525b980,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:51:46.122129 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ce7bd81f-618b-46f6-971b-729430a41f51 admin admin] Publish callbacks [] for router_gateway (aaeb9171-f847-413e-b53a-0de1b967d212), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:46.432463 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:46.587137 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 398324cd-0b33-4e7a-aad5-2691d3d82ea6 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:51:46.640517 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ce7bd81f-618b-46f6-971b-729430a41f51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3689612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687953'] for router (aaeb9171-f847-413e-b53a-0de1b967d212), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:46.641789 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 398324cd-0b33-4e7a-aad5-2691d3d82ea6 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:51:46.642253 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (398324cd-0b33-4e7a-aad5-2691d3d82ea6), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:46.741473 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 398324cd-0b33-4e7a-aad5-2691d3d82ea6 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:51:46.742049 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (398324cd-0b33-4e7a-aad5-2691d3d82ea6), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:46.743670 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42451506-6a17-4fb6-8e6e-dc705f3cd98a None None] Sync routers for ids ['3e7d65ef-f544-4701-84a4-efd2f5b710d0'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:51:46.763120 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42451506-6a17-4fb6-8e6e-dc705f3cd98a None None] Routers {'3e7d65ef-f544-4701-84a4-efd2f5b710d0'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:51:46.763925 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-42451506-6a17-4fb6-8e6e-dc705f3cd98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:51:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['3e7d65ef-f544-4701-84a4-efd2f5b710d0'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:51:46.767272 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0465baa9-64bb-4739-a9ad-c3c567d23986 None None] Network de0381da-d30b-4b76-9241-d11ee374fb7c requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:51:46.801267 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce7bd81f-618b-46f6-971b-729430a41f51 admin admin] Router aaeb9171-f847-413e-b53a-0de1b967d212 is scheduled to L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 with binding_index 1 {{(pid=104099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 01:51:46.834049 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] For port 398324cd-0b33-4e7a-aad5-2691d3d82ea6, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=398324cd-0b33-4e7a-aad5-2691d3d82ea6,segment=NetworkSegment(30185a6d-5c95-433e-8095-45a336a26f4d),segment_id=30185a6d-5c95-433e-8095-45a336a26f4d)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:51:46.842736 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (398324cd-0b33-4e7a-aad5-2691d3d82ea6), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:46.842736 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 7b21e53b-a5d2-4cae-9769-6e7c3b23a8cf up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:51:46.915004 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce7bd81f-618b-46f6-971b-729430a41f51 admin admin] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:51:46.919980 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-c1151161-3092-48b8-a27a-67702acdcb20 None None] Provisioning complete for port 398324cd-0b33-4e7a-aad5-2691d3d82ea6 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:51:46.920359 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-c1151161-3092-48b8-a27a-67702acdcb20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (398324cd-0b33-4e7a-aad5-2691d3d82ea6), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:46.936421 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ce7bd81f-618b-46f6-971b-729430a41f51 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:46.940325 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-ce7bd81f-618b-46f6-971b-729430a41f51 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8753560 Mar 28 01:51:46.940620 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 34740) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:51:46.968673 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-42451506-6a17-4fb6-8e6e-dc705f3cd98a None None] Set router 3e7d65ef-f544-4701-84a4-efd2f5b710d0 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:51:46.977920 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9bf5f2d-ea2d-4cc0-ac90-cd1705df6b63 None None] Sync routers for ids ['aaeb9171-f847-413e-b53a-0de1b967d212'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:51:47.009908 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Pushing event updated for resources: {'Port': ['ID=398324cd-0b33-4e7a-aad5-2691d3d82ea6,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:51:47.027914 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9bf5f2d-ea2d-4cc0-ac90-cd1705df6b63 None None] Routers {'aaeb9171-f847-413e-b53a-0de1b967d212'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:51:47.028624 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-b9bf5f2d-ea2d-4cc0-ac90-cd1705df6b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:51:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['aaeb9171-f847-413e-b53a-0de1b967d212'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:51:47.148576 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 7b21e53b-a5d2-4cae-9769-6e7c3b23a8cf triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:51:47.149063 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (7b21e53b-a5d2-4cae-9769-6e7c3b23a8cf), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:47.184877 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-42451506-6a17-4fb6-8e6e-dc705f3cd98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e7d65ef-f544-4701-84a4-efd2f5b710d0', 'name': 'tempest-TestSnapshotPattern-900454727-router', 'tenant_id': '72e6c9ab66a94ab4841e082527b8a97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.177'}], 'enable_snat': True}, 'gw_port_id': '7b21e53b-a5d2-4cae-9769-6e7c3b23a8cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:51:40Z', 'updated_at': '2022-03-28T01:51:43Z', 'revision_number': 4, 'project_id': '72e6c9ab66a94ab4841e082527b8a97d', 'gw_port': {'id': '7b21e53b-a5d2-4cae-9769-6e7c3b23a8cf', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:63:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e7d65ef-f544-4701-84a4-efd2f5b710d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:51:41Z', 'updated_at': '2022-03-28T01:51:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': '491476a2-5085-481e-8b96-115142c4074b', 'name': '', 'network_id': '74a46d00-6672-4a45-9dc0-4cb1816634ce', 'tenant_id': '72e6c9ab66a94ab4841e082527b8a97d', 'mac_address': 'fa:16:3e:24:26:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e7d65ef-f544-4701-84a4-efd2f5b710d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '15b4bdde-1430-4379-a105-f2a845c4af2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:51:42Z', 'updated_at': '2022-03-28T01:51:43Z', 'revision_number': 2, 'project_id': '72e6c9ab66a94ab4841e082527b8a97d', 'subnets': [{'id': '15b4bdde-1430-4379-a105-f2a845c4af2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:51:47.215347 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42451506-6a17-4fb6-8e6e-dc705f3cd98a None None] Checking router: 3e7d65ef-f544-4701-84a4-efd2f5b710d0 for host: dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:51:47.215828 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42451506-6a17-4fb6-8e6e-dc705f3cd98a None None] Updating router 3e7d65ef-f544-4701-84a4-efd2f5b710d0 port 491476a2-5085-481e-8b96-115142c4074b binding host dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 01:51:47.246737 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-42451506-6a17-4fb6-8e6e-dc705f3cd98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (491476a2-5085-481e-8b96-115142c4074b), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:47.334157 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-c1151161-3092-48b8-a27a-67702acdcb20 None None] Current status of the port 398324cd-0b33-4e7a-aad5-2691d3d82ea6 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:51:47.369924 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-b9bf5f2d-ea2d-4cc0-ac90-cd1705df6b63 None None] Set router aaeb9171-f847-413e-b53a-0de1b967d212 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:51:47.416474 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4112b111-d558-4cba-9158-b7552783d8b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:47.531314 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 7b21e53b-a5d2-4cae-9769-6e7c3b23a8cf is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:51:47.531809 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (7b21e53b-a5d2-4cae-9769-6e7c3b23a8cf), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:47.536632 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-6c99ab54-d459-4b3b-a226-b2ae814e171d None None] Provisioning complete for port 398324cd-0b33-4e7a-aad5-2691d3d82ea6 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:51:47.537063 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-6c99ab54-d459-4b3b-a226-b2ae814e171d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (398324cd-0b33-4e7a-aad5-2691d3d82ea6), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:47.556355 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-42451506-6a17-4fb6-8e6e-dc705f3cd98a None None] Publish callbacks [] for port (491476a2-5085-481e-8b96-115142c4074b), precommit_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:47.561955 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-42451506-6a17-4fb6-8e6e-dc705f3cd98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (491476a2-5085-481e-8b96-115142c4074b), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:47.587946 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] For port 7b21e53b-a5d2-4cae-9769-6e7c3b23a8cf, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=7b21e53b-a5d2-4cae-9769-6e7c3b23a8cf,segment=NetworkSegment(b6f00c62-aca5-4c73-8989-c04c396daeed),segment_id=b6f00c62-aca5-4c73-8989-c04c396daeed)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:51:47.599653 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (7b21e53b-a5d2-4cae-9769-6e7c3b23a8cf), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:47.608707 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [None req-4112b111-d558-4cba-9158-b7552783d8b3 admin admin] Allocated IP 172.20.0.1 (de0381da-d30b-4b76-9241-d11ee374fb7c/8b28618b-f034-4d9b-a64c-3f298b8a0b5f/7a7f12d8-a5a3-4b74-bb03-e72274751fe4) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:51:47.622619 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e693ceb8-1a63-459e-8c97-63f95da0cd5a None None] Pushing event updated for resources: {'Port': ['ID=491476a2-5085-481e-8b96-115142c4074b,revision_number=3']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:51:47.649589 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e693ceb8-1a63-459e-8c97-63f95da0cd5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:51:47.650018 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e693ceb8-1a63-459e-8c97-63f95da0cd5a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:51:47.650430 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e693ceb8-1a63-459e-8c97-63f95da0cd5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:51:47.650835 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e693ceb8-1a63-459e-8c97-63f95da0cd5a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:51:47.651236 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e693ceb8-1a63-459e-8c97-63f95da0cd5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:51:47.651647 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e693ceb8-1a63-459e-8c97-63f95da0cd5a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:51:47.652119 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e693ceb8-1a63-459e-8c97-63f95da0cd5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:51:47.652449 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e693ceb8-1a63-459e-8c97-63f95da0cd5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:51:47.652841 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e693ceb8-1a63-459e-8c97-63f95da0cd5a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:51:47.653230 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e693ceb8-1a63-459e-8c97-63f95da0cd5a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:51:47.653620 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e693ceb8-1a63-459e-8c97-63f95da0cd5a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:51:47.654006 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e693ceb8-1a63-459e-8c97-63f95da0cd5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:51:47.654390 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e693ceb8-1a63-459e-8c97-63f95da0cd5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:51:47.654773 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e693ceb8-1a63-459e-8c97-63f95da0cd5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:51:47.655166 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e693ceb8-1a63-459e-8c97-63f95da0cd5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:51:47.694349 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Pushing event updated for resources: {'Port': ['ID=7b21e53b-a5d2-4cae-9769-6e7c3b23a8cf,revision_number=4']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:51:47.704383 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [None req-42451506-6a17-4fb6-8e6e-dc705f3cd98a None None] Attempting to bind port 491476a2-5085-481e-8b96-115142c4074b on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:51:47.705502 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [None req-42451506-6a17-4fb6-8e6e-dc705f3cd98a None None] Attempting to bind port 491476a2-5085-481e-8b96-115142c4074b by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': 'd01c1046-ea3c-4b5d-be92-a2672c22f777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '74a46d00-6672-4a45-9dc0-4cb1816634ce'}] {{(pid=104101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:51:47.706304 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42451506-6a17-4fb6-8e6e-dc705f3cd98a None None] Attempting to bind port 491476a2-5085-481e-8b96-115142c4074b on network 74a46d00-6672-4a45-9dc0-4cb1816634ce {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:51:47.714075 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42451506-6a17-4fb6-8e6e-dc705f3cd98a None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:51:47.714999 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42451506-6a17-4fb6-8e6e-dc705f3cd98a None None] Checking segment: {'id': 'd01c1046-ea3c-4b5d-be92-a2672c22f777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '74a46d00-6672-4a45-9dc0-4cb1816634ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:51:47.715425 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-42451506-6a17-4fb6-8e6e-dc705f3cd98a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:47.715907 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42451506-6a17-4fb6-8e6e-dc705f3cd98a None None] Bound using segment: {'id': 'd01c1046-ea3c-4b5d-be92-a2672c22f777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '74a46d00-6672-4a45-9dc0-4cb1816634ce'} {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:51:47.716618 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [None req-42451506-6a17-4fb6-8e6e-dc705f3cd98a None None] Bound port: 491476a2-5085-481e-8b96-115142c4074b, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd01c1046-ea3c-4b5d-be92-a2672c22f777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '74a46d00-6672-4a45-9dc0-4cb1816634ce'}}] {{(pid=104101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:51:47.716994 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-42451506-6a17-4fb6-8e6e-dc705f3cd98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (491476a2-5085-481e-8b96-115142c4074b), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:47.735069 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-6c99ab54-d459-4b3b-a226-b2ae814e171d None None] Current status of the port 398324cd-0b33-4e7a-aad5-2691d3d82ea6 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:51:47.742992 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-b9bf5f2d-ea2d-4cc0-ac90-cd1705df6b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaeb9171-f847-413e-b53a-0de1b967d212', 'name': 'tempest-TestSnapshotPattern-855294045-router', 'tenant_id': '65c04e7e3c0b49d8acba96554393ffe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.140'}], 'enable_snat': True}, 'gw_port_id': '6436c606-4eeb-46e1-9138-938c0525b980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:51:45Z', 'updated_at': '2022-03-28T01:51:46Z', 'revision_number': 3, 'project_id': '65c04e7e3c0b49d8acba96554393ffe4', 'gw_port': {'id': '6436c606-4eeb-46e1-9138-938c0525b980', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:38:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaeb9171-f847-413e-b53a-0de1b967d212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:51:45Z', 'updated_at': '2022-03-28T01:51:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:51:47.754065 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4112b111-d558-4cba-9158-b7552783d8b3 admin admin] Publish callbacks [] for port (7a7f12d8-a5a3-4b74-bb03-e72274751fe4), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:47.778144 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9bf5f2d-ea2d-4cc0-ac90-cd1705df6b63 None None] Checking router: aaeb9171-f847-413e-b53a-0de1b967d212 for host: dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:51:47.778743 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9bf5f2d-ea2d-4cc0-ac90-cd1705df6b63 None None] Updating router aaeb9171-f847-413e-b53a-0de1b967d212 port 6436c606-4eeb-46e1-9138-938c0525b980 binding host dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 01:51:47.794353 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4112b111-d558-4cba-9158-b7552783d8b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (7a7f12d8-a5a3-4b74-bb03-e72274751fe4), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:47.802131 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.db [None req-42451506-6a17-4fb6-8e6e-dc705f3cd98a None None] For port 491476a2-5085-481e-8b96-115142c4074b, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:51:47.806582 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.db [None req-42451506-6a17-4fb6-8e6e-dc705f3cd98a None None] For port 491476a2-5085-481e-8b96-115142c4074b, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=491476a2-5085-481e-8b96-115142c4074b,segment=NetworkSegment(d01c1046-ea3c-4b5d-be92-a2672c22f777),segment_id=d01c1046-ea3c-4b5d-be92-a2672c22f777)] {{(pid=104101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:51:47.809608 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-b9bf5f2d-ea2d-4cc0-ac90-cd1705df6b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (6436c606-4eeb-46e1-9138-938c0525b980), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:47.815451 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-42451506-6a17-4fb6-8e6e-dc705f3cd98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (491476a2-5085-481e-8b96-115142c4074b), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:47.835838 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4112b111-d558-4cba-9158-b7552783d8b3 admin admin] Network de0381da-d30b-4b76-9241-d11ee374fb7c is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:51:47.842449 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-4112b111-d558-4cba-9158-b7552783d8b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:51:47.846803 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4112b111-d558-4cba-9158-b7552783d8b3 admin admin] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:51:47.873867 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4112b111-d558-4cba-9158-b7552783d8b3 admin admin] Pushing event updated for resources: {'Port': ['ID=7a7f12d8-a5a3-4b74-bb03-e72274751fe4,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:51:47.905106 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4112b111-d558-4cba-9158-b7552783d8b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3686596'] for router_interface (aaeb9171-f847-413e-b53a-0de1b967d212), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:47.910904 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42451506-6a17-4fb6-8e6e-dc705f3cd98a None None] Routers {'3e7d65ef-f544-4701-84a4-efd2f5b710d0'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:51:47.919985 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-42451506-6a17-4fb6-8e6e-dc705f3cd98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:51:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['3e7d65ef-f544-4701-84a4-efd2f5b710d0'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:51:47.926304 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e693ceb8-1a63-459e-8c97-63f95da0cd5a None None] Pushing event updated for resources: {'Port': ['ID=491476a2-5085-481e-8b96-115142c4074b,revision_number=4']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:51:47.941610 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:48.094891 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-8def257b-e4f1-4049-a658-933b2a6e0345 None None] Provisioning complete for port 491476a2-5085-481e-8b96-115142c4074b triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:51:48.095273 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-8def257b-e4f1-4049-a658-933b2a6e0345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (491476a2-5085-481e-8b96-115142c4074b), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:48.106276 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4112b111-d558-4cba-9158-b7552783d8b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (7a7f12d8-a5a3-4b74-bb03-e72274751fe4), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:48.113184 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-42451506-6a17-4fb6-8e6e-dc705f3cd98a None None] Set router 3e7d65ef-f544-4701-84a4-efd2f5b710d0 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:51:48.177154 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-b9bf5f2d-ea2d-4cc0-ac90-cd1705df6b63 None None] Publish callbacks [] for port (6436c606-4eeb-46e1-9138-938c0525b980), precommit_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:48.187405 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-b9bf5f2d-ea2d-4cc0-ac90-cd1705df6b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (6436c606-4eeb-46e1-9138-938c0525b980), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:48.272320 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-b9bf5f2d-ea2d-4cc0-ac90-cd1705df6b63 None None] Attempting to bind port 6436c606-4eeb-46e1-9138-938c0525b980 on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:51:48.272697 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-b9bf5f2d-ea2d-4cc0-ac90-cd1705df6b63 None None] Attempting to bind port 6436c606-4eeb-46e1-9138-938c0525b980 by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': 'b6f00c62-aca5-4c73-8989-c04c396daeed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:51:48.273070 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bf5f2d-ea2d-4cc0-ac90-cd1705df6b63 None None] Attempting to bind port 6436c606-4eeb-46e1-9138-938c0525b980 on network dea6548b-502b-42db-97fb-371e423e739a {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:51:48.281685 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2da268-9027-4839-90c8-d2c2546503d2 None None] Pushing event updated for resources: {'Port': ['ID=6436c606-4eeb-46e1-9138-938c0525b980,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:51:48.287071 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-8def257b-e4f1-4049-a658-933b2a6e0345 None None] Current status of the port 491476a2-5085-481e-8b96-115142c4074b is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:51:48.287678 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-8def257b-e4f1-4049-a658-933b2a6e0345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (491476a2-5085-481e-8b96-115142c4074b), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:48.291352 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bf5f2d-ea2d-4cc0-ac90-cd1705df6b63 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:51:48.292333 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bf5f2d-ea2d-4cc0-ac90-cd1705df6b63 None None] Checking segment: {'id': 'b6f00c62-aca5-4c73-8989-c04c396daeed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:51:48.292333 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-b9bf5f2d-ea2d-4cc0-ac90-cd1705df6b63 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:48.292592 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bf5f2d-ea2d-4cc0-ac90-cd1705df6b63 None None] Bound using segment: {'id': 'b6f00c62-aca5-4c73-8989-c04c396daeed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:51:48.293009 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-b9bf5f2d-ea2d-4cc0-ac90-cd1705df6b63 None None] Bound port: 6436c606-4eeb-46e1-9138-938c0525b980, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6f00c62-aca5-4c73-8989-c04c396daeed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:51:48.293389 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-b9bf5f2d-ea2d-4cc0-ac90-cd1705df6b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (6436c606-4eeb-46e1-9138-938c0525b980), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:48.348392 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4112b111-d558-4cba-9158-b7552783d8b3 admin admin] Publish callbacks [] for port (7a7f12d8-a5a3-4b74-bb03-e72274751fe4), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:48.353837 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4112b111-d558-4cba-9158-b7552783d8b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (7a7f12d8-a5a3-4b74-bb03-e72274751fe4), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:48.355431 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-8def257b-e4f1-4049-a658-933b2a6e0345 None None] For port 491476a2-5085-481e-8b96-115142c4074b, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=491476a2-5085-481e-8b96-115142c4074b,segment=NetworkSegment(d01c1046-ea3c-4b5d-be92-a2672c22f777),segment_id=d01c1046-ea3c-4b5d-be92-a2672c22f777)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:51:48.361537 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-8def257b-e4f1-4049-a658-933b2a6e0345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (491476a2-5085-481e-8b96-115142c4074b), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:48.368850 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-42451506-6a17-4fb6-8e6e-dc705f3cd98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e7d65ef-f544-4701-84a4-efd2f5b710d0', 'name': 'tempest-TestSnapshotPattern-900454727-router', 'tenant_id': '72e6c9ab66a94ab4841e082527b8a97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.177'}], 'enable_snat': True}, 'gw_port_id': '7b21e53b-a5d2-4cae-9769-6e7c3b23a8cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:51:40Z', 'updated_at': '2022-03-28T01:51:43Z', 'revision_number': 4, 'project_id': '72e6c9ab66a94ab4841e082527b8a97d', 'gw_port': {'id': '7b21e53b-a5d2-4cae-9769-6e7c3b23a8cf', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:63:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7d65ef-f544-4701-84a4-efd2f5b710d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:51:41Z', 'updated_at': '2022-03-28T01:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': '491476a2-5085-481e-8b96-115142c4074b', 'name': '', 'network_id': '74a46d00-6672-4a45-9dc0-4cb1816634ce', 'tenant_id': '72e6c9ab66a94ab4841e082527b8a97d', 'mac_address': 'fa:16:3e:24:26:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e7d65ef-f544-4701-84a4-efd2f5b710d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '15b4bdde-1430-4379-a105-f2a845c4af2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:51:42Z', 'updated_at': '2022-03-28T01:51:47Z', 'revision_number': 4, 'project_id': '72e6c9ab66a94ab4841e082527b8a97d', 'subnets': [{'id': '15b4bdde-1430-4379-a105-f2a845c4af2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:51:48.398811 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42451506-6a17-4fb6-8e6e-dc705f3cd98a None None] The sync data for ids ['3e7d65ef-f544-4701-84a4-efd2f5b710d0'] in dv-neutron-834874-6-hyperv is: [{'id': '3e7d65ef-f544-4701-84a4-efd2f5b710d0', 'name': 'tempest-TestSnapshotPattern-900454727-router', 'tenant_id': '72e6c9ab66a94ab4841e082527b8a97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.177'}], 'enable_snat': True}, 'gw_port_id': '7b21e53b-a5d2-4cae-9769-6e7c3b23a8cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:51:40Z', 'updated_at': '2022-03-28T01:51:43Z', 'revision_number': 4, 'project_id': '72e6c9ab66a94ab4841e082527b8a97d', 'gw_port': {'id': '7b21e53b-a5d2-4cae-9769-6e7c3b23a8cf', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:63:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7d65ef-f544-4701-84a4-efd2f5b710d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:51:41Z', 'updated_at': '2022-03-28T01:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': '491476a2-5085-481e-8b96-115142c4074b', 'name': '', 'network_id': '74a46d00-6672-4a45-9dc0-4cb1816634ce', 'tenant_id': '72e6c9ab66a94ab4841e082527b8a97d', 'mac_address': 'fa:16:3e:24:26:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e7d65ef-f544-4701-84a4-efd2f5b710d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '15b4bdde-1430-4379-a105-f2a845c4af2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:51:42Z', 'updated_at': '2022-03-28T01:51:47Z', 'revision_number': 4, 'project_id': '72e6c9ab66a94ab4841e082527b8a97d', 'subnets': [{'id': '15b4bdde-1430-4379-a105-f2a845c4af2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:51:48.404700 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-b9bf5f2d-ea2d-4cc0-ac90-cd1705df6b63 None None] For port 6436c606-4eeb-46e1-9138-938c0525b980, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:51:48.410217 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-b9bf5f2d-ea2d-4cc0-ac90-cd1705df6b63 None None] For port 6436c606-4eeb-46e1-9138-938c0525b980, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=6436c606-4eeb-46e1-9138-938c0525b980,segment=NetworkSegment(b6f00c62-aca5-4c73-8989-c04c396daeed),segment_id=b6f00c62-aca5-4c73-8989-c04c396daeed)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:51:48.425999 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-b9bf5f2d-ea2d-4cc0-ac90-cd1705df6b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (6436c606-4eeb-46e1-9138-938c0525b980), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:48.428349 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4112b111-d558-4cba-9158-b7552783d8b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3725889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3686480'] for router_interface (aaeb9171-f847-413e-b53a-0de1b967d212), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:48.430242 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4112b111-d558-4cba-9158-b7552783d8b3 admin admin] Pushing event updated for resources: {'Port': ['ID=7a7f12d8-a5a3-4b74-bb03-e72274751fe4,revision_number=2']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:51:48.435513 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8def257b-e4f1-4049-a658-933b2a6e0345 None None] Pushing event updated for resources: {'Port': ['ID=491476a2-5085-481e-8b96-115142c4074b,revision_number=5']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:51:48.516929 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9bf5f2d-ea2d-4cc0-ac90-cd1705df6b63 None None] Routers {'aaeb9171-f847-413e-b53a-0de1b967d212'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:51:48.517715 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-b9bf5f2d-ea2d-4cc0-ac90-cd1705df6b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:51:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['aaeb9171-f847-413e-b53a-0de1b967d212'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:51:48.550014 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4112b111-d558-4cba-9158-b7552783d8b3 admin admin] Network de0381da-d30b-4b76-9241-d11ee374fb7c is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:51:48.551471 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-4112b111-d558-4cba-9158-b7552783d8b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:51:48.575641 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-bf346c12-46ee-403b-acf4-a591d43e3212 None None] Provisioning complete for port 7a7f12d8-a5a3-4b74-bb03-e72274751fe4 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:51:48.576262 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-bf346c12-46ee-403b-acf4-a591d43e3212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (7a7f12d8-a5a3-4b74-bb03-e72274751fe4), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:48.603969 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2da268-9027-4839-90c8-d2c2546503d2 None None] Pushing event updated for resources: {'Port': ['ID=6436c606-4eeb-46e1-9138-938c0525b980,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:51:48.610688 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 398324cd-0b33-4e7a-aad5-2691d3d82ea6 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:51:48.690618 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-bf346c12-46ee-403b-acf4-a591d43e3212 None None] Port 7a7f12d8-a5a3-4b74-bb03-e72274751fe4 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:51:48.703660 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4112b111-d558-4cba-9158-b7552783d8b3 admin admin] Router aaeb9171-f847-413e-b53a-0de1b967d212 has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:51:48.731763 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-bf346c12-46ee-403b-acf4-a591d43e3212 None None] Provisioning complete for port 491476a2-5085-481e-8b96-115142c4074b triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:51:48.732164 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-bf346c12-46ee-403b-acf4-a591d43e3212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (491476a2-5085-481e-8b96-115142c4074b), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:48.737942 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-b9bf5f2d-ea2d-4cc0-ac90-cd1705df6b63 None None] Set router aaeb9171-f847-413e-b53a-0de1b967d212 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:51:48.808549 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 398324cd-0b33-4e7a-aad5-2691d3d82ea6 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:51:48.809215 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (398324cd-0b33-4e7a-aad5-2691d3d82ea6), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:48.840699 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4112b111-d558-4cba-9158-b7552783d8b3 admin admin] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:51:48.846790 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-4112b111-d558-4cba-9158-b7552783d8b3 admin admin] 10.222.0.24 "PUT /v2.0/routers/aaeb9171-f847-413e-b53a-0de1b967d212/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9048474 Mar 28 01:51:49.034544 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-bf346c12-46ee-403b-acf4-a591d43e3212 None None] Current status of the port 491476a2-5085-481e-8b96-115142c4074b is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:51:49.073037 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 398324cd-0b33-4e7a-aad5-2691d3d82ea6 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:51:49.074099 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 491476a2-5085-481e-8b96-115142c4074b up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:51:49.139885 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-b9bf5f2d-ea2d-4cc0-ac90-cd1705df6b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaeb9171-f847-413e-b53a-0de1b967d212', 'name': 'tempest-TestSnapshotPattern-855294045-router', 'tenant_id': '65c04e7e3c0b49d8acba96554393ffe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.140'}], 'enable_snat': True}, 'gw_port_id': '6436c606-4eeb-46e1-9138-938c0525b980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:51:45Z', 'updated_at': '2022-03-28T01:51:48Z', 'revision_number': 4, 'project_id': '65c04e7e3c0b49d8acba96554393ffe4', 'gw_port': {'id': '6436c606-4eeb-46e1-9138-938c0525b980', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:38:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaeb9171-f847-413e-b53a-0de1b967d212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:51:45Z', 'updated_at': '2022-03-28T01:51:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': '7a7f12d8-a5a3-4b74-bb03-e72274751fe4', 'name': '', 'network_id': 'de0381da-d30b-4b76-9241-d11ee374fb7c', 'tenant_id': '65c04e7e3c0b49d8acba96554393ffe4', 'mac_address': 'fa:16:3e:d0:74:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaeb9171-f847-413e-b53a-0de1b967d212', 'device_owner': 'network:router_interface', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': '8b28618b-f034-4d9b-a64c-3f298b8a0b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:51:47Z', 'updated_at': '2022-03-28T01:51:48Z', 'revision_number': 2, 'project_id': '65c04e7e3c0b49d8acba96554393ffe4', 'subnets': [{'id': '8b28618b-f034-4d9b-a64c-3f298b8a0b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:51:49.173033 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9bf5f2d-ea2d-4cc0-ac90-cd1705df6b63 None None] The sync data for ids ['aaeb9171-f847-413e-b53a-0de1b967d212'] in dv-neutron-834874-6-hyperv is: [{'id': 'aaeb9171-f847-413e-b53a-0de1b967d212', 'name': 'tempest-TestSnapshotPattern-855294045-router', 'tenant_id': '65c04e7e3c0b49d8acba96554393ffe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.140'}], 'enable_snat': True}, 'gw_port_id': '6436c606-4eeb-46e1-9138-938c0525b980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:51:45Z', 'updated_at': '2022-03-28T01:51:48Z', 'revision_number': 4, 'project_id': '65c04e7e3c0b49d8acba96554393ffe4', 'gw_port': {'id': '6436c606-4eeb-46e1-9138-938c0525b980', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:38:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaeb9171-f847-413e-b53a-0de1b967d212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:51:45Z', 'updated_at': '2022-03-28T01:51:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': '7a7f12d8-a5a3-4b74-bb03-e72274751fe4', 'name': '', 'network_id': 'de0381da-d30b-4b76-9241-d11ee374fb7c', 'tenant_id': '65c04e7e3c0b49d8acba96554393ffe4', 'mac_address': 'fa:16:3e:d0:74:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaeb9171-f847-413e-b53a-0de1b967d212', 'device_owner': 'network:router_interface', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': '8b28618b-f034-4d9b-a64c-3f298b8a0b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:51:47Z', 'updated_at': '2022-03-28T01:51:48Z', 'revision_number': 2, 'project_id': '65c04e7e3c0b49d8acba96554393ffe4', 'subnets': [{'id': '8b28618b-f034-4d9b-a64c-3f298b8a0b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:51:49.174570 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 491476a2-5085-481e-8b96-115142c4074b triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:51:49.174936 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (491476a2-5085-481e-8b96-115142c4074b), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:49.223825 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-c0753ac4-6103-43b6-bf78-bf5a3c1d0385 None None] Provisioning complete for port 7a7f12d8-a5a3-4b74-bb03-e72274751fe4 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:51:49.224313 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-c0753ac4-6103-43b6-bf78-bf5a3c1d0385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (7a7f12d8-a5a3-4b74-bb03-e72274751fe4), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:49.269538 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-c0753ac4-6103-43b6-bf78-bf5a3c1d0385 None None] Port 7a7f12d8-a5a3-4b74-bb03-e72274751fe4 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:51:49.457661 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 491476a2-5085-481e-8b96-115142c4074b is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:51:49.458959 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 7b21e53b-a5d2-4cae-9769-6e7c3b23a8cf up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:51:49.479483 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 34748) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:51:49.484348 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-082e7c4a-70fe-4ef1-8ac1-36b421600f2d tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1510977516', 'description': 'tempest-secgroup-smoke-1510977516 description', 'project_id': '72e6c9ab66a94ab4841e082527b8a97d'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:51:49.506644 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-082e7c4a-70fe-4ef1-8ac1-36b421600f2d tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Publish callbacks [] for security_group (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:49.524827 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 7b21e53b-a5d2-4cae-9769-6e7c3b23a8cf triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:51:49.525211 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (7b21e53b-a5d2-4cae-9769-6e7c3b23a8cf), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:49.588700 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-082e7c4a-70fe-4ef1-8ac1-36b421600f2d tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Publish callbacks [] for security_group (c8a7ae77-c676-45b5-9d64-2dd6792ecd36), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:49.593946 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-082e7c4a-70fe-4ef1-8ac1-36b421600f2d tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (c8a7ae77-c676-45b5-9d64-2dd6792ecd36), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:49.617222 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 7b21e53b-a5d2-4cae-9769-6e7c3b23a8cf is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:51:49.623664 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-082e7c4a-70fe-4ef1-8ac1-36b421600f2d tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:49.628624 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-082e7c4a-70fe-4ef1-8ac1-36b421600f2d tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1442165 Mar 28 01:51:49.628624 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 34750) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:51:49.632623 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-4a9cc648-b24a-43f1-974f-00fad2243021 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Request body: {'security_group_rule': {'security_group_id': 'c8a7ae77-c676-45b5-9d64-2dd6792ecd36', 'project_id': '72e6c9ab66a94ab4841e082527b8a97d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:51:49.638636 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082e7c4a-70fe-4ef1-8ac1-36b421600f2d tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8a7ae77-c676-45b5-9d64-2dd6792ecd36,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:51:49.662625 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4a9cc648-b24a-43f1-974f-00fad2243021 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Publish callbacks [] for security_group_rule (529ca4ad-16a2-4ef4-93aa-9be28b02fe2b), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:49.726763 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4a9cc648-b24a-43f1-974f-00fad2243021 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Publish callbacks [] for security_group_rule (529ca4ad-16a2-4ef4-93aa-9be28b02fe2b), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:49.730641 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4a9cc648-b24a-43f1-974f-00fad2243021 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (529ca4ad-16a2-4ef4-93aa-9be28b02fe2b), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:49.752861 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9cc648-b24a-43f1-974f-00fad2243021 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=529ca4ad-16a2-4ef4-93aa-9be28b02fe2b,revision_number=0']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:51:49.758955 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4a9cc648-b24a-43f1-974f-00fad2243021 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:49.762940 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 34752) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:51:49.763509 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-4a9cc648-b24a-43f1-974f-00fad2243021 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1336648 Mar 28 01:51:49.767486 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-bba1ae09-a665-4a35-8b2c-7741f551f537 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Request body: {'security_group_rule': {'security_group_id': 'c8a7ae77-c676-45b5-9d64-2dd6792ecd36', 'project_id': '72e6c9ab66a94ab4841e082527b8a97d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:51:49.793865 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-bba1ae09-a665-4a35-8b2c-7741f551f537 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Publish callbacks [] for security_group_rule (216c8d70-2b4a-44a6-a48b-6f26c3232961), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:49.852485 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-bba1ae09-a665-4a35-8b2c-7741f551f537 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Publish callbacks [] for security_group_rule (216c8d70-2b4a-44a6-a48b-6f26c3232961), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:49.857565 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-bba1ae09-a665-4a35-8b2c-7741f551f537 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (216c8d70-2b4a-44a6-a48b-6f26c3232961), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:49.875563 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba1ae09-a665-4a35-8b2c-7741f551f537 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=216c8d70-2b4a-44a6-a48b-6f26c3232961,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:51:49.883823 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-bba1ae09-a665-4a35-8b2c-7741f551f537 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:49.885083 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-bba1ae09-a665-4a35-8b2c-7741f551f537 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1211588 Mar 28 01:51:49.887697 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 34754) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:51:49.892099 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-81594c60-14bf-4e34-9ce8-184e9b1cf118 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Request body: {'security_group_rule': {'security_group_id': 'c8a7ae77-c676-45b5-9d64-2dd6792ecd36', 'project_id': '72e6c9ab66a94ab4841e082527b8a97d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:51:49.918433 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-81594c60-14bf-4e34-9ce8-184e9b1cf118 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Publish callbacks [] for security_group_rule (9d8af0a1-0b1a-4867-ac76-d6d41c233e47), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:49.972557 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-81594c60-14bf-4e34-9ce8-184e9b1cf118 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Publish callbacks [] for security_group_rule (9d8af0a1-0b1a-4867-ac76-d6d41c233e47), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:49.976955 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-81594c60-14bf-4e34-9ce8-184e9b1cf118 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (9d8af0a1-0b1a-4867-ac76-d6d41c233e47), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:49.998556 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81594c60-14bf-4e34-9ce8-184e9b1cf118 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d8af0a1-0b1a-4867-ac76-d6d41c233e47,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:51:50.007137 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-81594c60-14bf-4e34-9ce8-184e9b1cf118 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:50.008322 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-81594c60-14bf-4e34-9ce8-184e9b1cf118 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1196260 Mar 28 01:51:50.011081 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 34756) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:51:50.015198 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-fbf3dc97-8ab2-4ef7-8a87-78e9ed88ca5f tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Request body: {'security_group_rule': {'security_group_id': 'c8a7ae77-c676-45b5-9d64-2dd6792ecd36', 'project_id': '72e6c9ab66a94ab4841e082527b8a97d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:51:50.038215 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-fbf3dc97-8ab2-4ef7-8a87-78e9ed88ca5f tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Publish callbacks [] for security_group_rule (0f82f687-f3f1-4a10-9be1-92b6895458c2), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:50.092059 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-fbf3dc97-8ab2-4ef7-8a87-78e9ed88ca5f tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Publish callbacks [] for security_group_rule (0f82f687-f3f1-4a10-9be1-92b6895458c2), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:50.095807 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-fbf3dc97-8ab2-4ef7-8a87-78e9ed88ca5f tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (0f82f687-f3f1-4a10-9be1-92b6895458c2), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:50.113793 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf3dc97-8ab2-4ef7-8a87-78e9ed88ca5f tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f82f687-f3f1-4a10-9be1-92b6895458c2,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:51:50.121413 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-fbf3dc97-8ab2-4ef7-8a87-78e9ed88ca5f tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:50.122595 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-fbf3dc97-8ab2-4ef7-8a87-78e9ed88ca5f tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1106074 Mar 28 01:51:50.125416 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 34758) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:51:50.129801 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-ee0c4065-3706-4775-b078-1354aeb380fa tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Request body: {'security_group_rule': {'security_group_id': 'c8a7ae77-c676-45b5-9d64-2dd6792ecd36', 'project_id': '72e6c9ab66a94ab4841e082527b8a97d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:51:50.170833 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.securitygroups_db [None req-ee0c4065-3706-4775-b078-1354aeb380fa tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Project 72e6c9ab66a94ab4841e082527b8a97d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 01:51:50.175794 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ee0c4065-3706-4775-b078-1354aeb380fa tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Publish callbacks [] for security_group_rule (2a45ef55-a600-47a8-9dcc-2b90d1da3403), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:50.232309 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ee0c4065-3706-4775-b078-1354aeb380fa tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Publish callbacks [] for security_group_rule (2a45ef55-a600-47a8-9dcc-2b90d1da3403), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:50.235599 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ee0c4065-3706-4775-b078-1354aeb380fa tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (2a45ef55-a600-47a8-9dcc-2b90d1da3403), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:50.254613 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0c4065-3706-4775-b078-1354aeb380fa tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a45ef55-a600-47a8-9dcc-2b90d1da3403,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:51:50.260229 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ee0c4065-3706-4775-b078-1354aeb380fa tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:50.263821 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-ee0c4065-3706-4775-b078-1354aeb380fa tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1350324 Mar 28 01:51:50.263997 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 34760) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:51:50.268668 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.v2.base [None req-fcfadd87-18a1-4fe3-95f5-0215bd6a3afe tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Request body: {'security_group_rule': {'security_group_id': 'c8a7ae77-c676-45b5-9d64-2dd6792ecd36', 'project_id': '72e6c9ab66a94ab4841e082527b8a97d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:51:50.288461 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.db.securitygroups_db [None req-fcfadd87-18a1-4fe3-95f5-0215bd6a3afe tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Project 72e6c9ab66a94ab4841e082527b8a97d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 01:51:50.293051 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-fcfadd87-18a1-4fe3-95f5-0215bd6a3afe tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Publish callbacks [] for security_group_rule (6b2dc150-9a5a-409b-a84d-b123cd89ea6a), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:50.349074 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-fcfadd87-18a1-4fe3-95f5-0215bd6a3afe tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Publish callbacks [] for security_group_rule (6b2dc150-9a5a-409b-a84d-b123cd89ea6a), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:50.352301 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-fcfadd87-18a1-4fe3-95f5-0215bd6a3afe tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675952'] for security_group_rule (6b2dc150-9a5a-409b-a84d-b123cd89ea6a), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:50.370304 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfadd87-18a1-4fe3-95f5-0215bd6a3afe tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b2dc150-9a5a-409b-a84d-b123cd89ea6a,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:51:50.378003 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-fcfadd87-18a1-4fe3-95f5-0215bd6a3afe tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:50.379184 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-fcfadd87-18a1-4fe3-95f5-0215bd6a3afe tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1142564 Mar 28 01:51:50.525716 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7a205d66-6b03-44e6-bbd6-2118f43f9091 req-2ef152cc-9f6b-4926-b9c4-1b4442c73325 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1510977516&fields=id&tenant_id=72e6c9ab66a94ab4841e082527b8a97d HTTP/1.1" status: 200 len: 267 time: 0.0447667 Mar 28 01:51:50.537522 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 6436c606-4eeb-46e1-9138-938c0525b980 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:51:50.586429 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 6436c606-4eeb-46e1-9138-938c0525b980 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:51:50.586805 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (6436c606-4eeb-46e1-9138-938c0525b980), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:50.635239 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a205d66-6b03-44e6-bbd6-2118f43f9091 req-736e5ce8-d538-4a3c-9fdd-09557fcf327d tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:51:50.636737 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7a205d66-6b03-44e6-bbd6-2118f43f9091 req-736e5ce8-d538-4a3c-9fdd-09557fcf327d tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] 10.222.0.24 "GET /v2.0/networks?id=74a46d00-6672-4a45-9dc0-4cb1816634ce HTTP/1.1" status: 200 len: 809 time: 0.1031890 Mar 28 01:51:50.657790 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7a205d66-6b03-44e6-bbd6-2118f43f9091 req-9ddc6006-422e-45f5-b1cb-b2a819cface8 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] 10.222.0.24 "GET /v2.0/quotas/72e6c9ab66a94ab4841e082527b8a97d HTTP/1.1" status: 200 len: 375 time: 0.0122797 Mar 28 01:51:50.669921 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 6436c606-4eeb-46e1-9138-938c0525b980 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:51:50.670314 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (6436c606-4eeb-46e1-9138-938c0525b980), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:50.696350 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] For port 6436c606-4eeb-46e1-9138-938c0525b980, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=6436c606-4eeb-46e1-9138-938c0525b980,segment=NetworkSegment(b6f00c62-aca5-4c73-8989-c04c396daeed),segment_id=b6f00c62-aca5-4c73-8989-c04c396daeed)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:51:50.701472 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (6436c606-4eeb-46e1-9138-938c0525b980), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:50.719451 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7a205d66-6b03-44e6-bbd6-2118f43f9091 req-be4f0372-2fe2-4ead-ad48-a9e302f06a1b tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=72e6c9ab66a94ab4841e082527b8a97d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0563273 Mar 28 01:51:50.753363 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Pushing event updated for resources: {'Port': ['ID=6436c606-4eeb-46e1-9138-938c0525b980,revision_number=4']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:51:50.824362 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [req-7a205d66-6b03-44e6-bbd6-2118f43f9091 req-df430244-47d8-4f70-a730-4f3df35d7ab3 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=104099) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 01:51:50.825396 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7a205d66-6b03-44e6-bbd6-2118f43f9091 req-df430244-47d8-4f70-a730-4f3df35d7ab3 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0949461 Mar 28 01:51:50.917165 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7a205d66-6b03-44e6-bbd6-2118f43f9091 req-2dfb92ef-05d7-43dd-bacd-3601332e343d service neutron] 10.222.0.24 "GET /v2.0/networks/74a46d00-6672-4a45-9dc0-4cb1816634ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852931 Mar 28 01:51:51.014549 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7a205d66-6b03-44e6-bbd6-2118f43f9091 req-929ff97b-d8a3-4b8a-aece-4b3fd6cf174d service neutron] 10.222.0.24 "GET /v2.0/networks/74a46d00-6672-4a45-9dc0-4cb1816634ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911303 Mar 28 01:51:51.185869 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-00611b83-1865-4ea8-a1c7-b787440d0858 req-2dfab3d9-8c34-4fad-bb97-4ea4304097e7 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] 10.222.0.24 "GET /v2.0/ports?device_id=e029b0d8-5c9e-4d21-9718-41cca201e0c0 HTTP/1.1" status: 200 len: 210 time: 0.0317516 Mar 28 01:51:52.113103 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a205d66-6b03-44e6-bbd6-2118f43f9091 req-170ac220-1fdd-4520-85c9-d3174d88d938 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:51:52.114563 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7a205d66-6b03-44e6-bbd6-2118f43f9091 req-170ac220-1fdd-4520-85c9-d3174d88d938 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] 10.222.0.10 "GET /v2.0/networks?id=74a46d00-6672-4a45-9dc0-4cb1816634ce HTTP/1.1" status: 200 len: 809 time: 0.1076448 Mar 28 01:51:52.174236 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15275956-09e9-4f54-ae5a-a021819906f7 None None] Sync routers for ids ['aaeb9171-f847-413e-b53a-0de1b967d212'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:51:52.185520 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15275956-09e9-4f54-ae5a-a021819906f7 None None] Routers {'aaeb9171-f847-413e-b53a-0de1b967d212'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:51:52.186122 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-15275956-09e9-4f54-ae5a-a021819906f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:51:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['aaeb9171-f847-413e-b53a-0de1b967d212'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:51:52.188113 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7a205d66-6b03-44e6-bbd6-2118f43f9091 req-52e1ce9c-78b6-4265-93e3-943dd72cf62b tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=72e6c9ab66a94ab4841e082527b8a97d HTTP/1.1" status: 200 len: 380 time: 0.0654917 Mar 28 01:51:52.196886 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [req-7a205d66-6b03-44e6-bbd6-2118f43f9091 req-6492db5b-b0e9-44a4-8d72-0b3e54bf0155 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Request body: {'port': {'device_id': 'e029b0d8-5c9e-4d21-9718-41cca201e0c0', 'network_id': '74a46d00-6672-4a45-9dc0-4cb1816634ce', 'admin_state_up': True, 'tenant_id': '72e6c9ab66a94ab4841e082527b8a97d', 'security_groups': ['c8a7ae77-c676-45b5-9d64-2dd6792ecd36']}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:51:52.295438 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-15275956-09e9-4f54-ae5a-a021819906f7 None None] Set router aaeb9171-f847-413e-b53a-0de1b967d212 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:51:52.297466 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-2af277b8-a295-4af9-bf0b-7050f528d9de req-e4da5856-7088-4ec4-9282-c743837d5ad6 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] 10.222.0.24 "GET /v2.0/ports?device_id=e029b0d8-5c9e-4d21-9718-41cca201e0c0 HTTP/1.1" status: 200 len: 210 time: 0.0374253 Mar 28 01:51:52.329241 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a205d66-6b03-44e6-bbd6-2118f43f9091 req-6492db5b-b0e9-44a4-8d72-0b3e54bf0155 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Made reservation on behalf of 72e6c9ab66a94ab4841e082527b8a97d for: {'port': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:51:52.333072 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-7a205d66-6b03-44e6-bbd6-2118f43f9091 req-6492db5b-b0e9-44a4-8d72-0b3e54bf0155 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:52.461404 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [req-7a205d66-6b03-44e6-bbd6-2118f43f9091 req-6492db5b-b0e9-44a4-8d72-0b3e54bf0155 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Allocated IP 172.20.0.14 (74a46d00-6672-4a45-9dc0-4cb1816634ce/15b4bdde-1430-4379-a105-f2a845c4af2c/78d26d54-1a73-42a5-a4f5-3e09dc503f1c) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:51:52.501502 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-15275956-09e9-4f54-ae5a-a021819906f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaeb9171-f847-413e-b53a-0de1b967d212', 'name': 'tempest-TestSnapshotPattern-855294045-router', 'tenant_id': '65c04e7e3c0b49d8acba96554393ffe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.140'}], 'enable_snat': True}, 'gw_port_id': '6436c606-4eeb-46e1-9138-938c0525b980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:51:45Z', 'updated_at': '2022-03-28T01:51:48Z', 'revision_number': 4, 'project_id': '65c04e7e3c0b49d8acba96554393ffe4', 'gw_port': {'id': '6436c606-4eeb-46e1-9138-938c0525b980', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:38:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaeb9171-f847-413e-b53a-0de1b967d212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:51:45Z', 'updated_at': '2022-03-28T01:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': '7a7f12d8-a5a3-4b74-bb03-e72274751fe4', 'name': '', 'network_id': 'de0381da-d30b-4b76-9241-d11ee374fb7c', 'tenant_id': '65c04e7e3c0b49d8acba96554393ffe4', 'mac_address': 'fa:16:3e:d0:74:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaeb9171-f847-413e-b53a-0de1b967d212', 'device_owner': 'network:router_interface', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': '8b28618b-f034-4d9b-a64c-3f298b8a0b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:51:47Z', 'updated_at': '2022-03-28T01:51:48Z', 'revision_number': 2, 'project_id': '65c04e7e3c0b49d8acba96554393ffe4', 'subnets': [{'id': '8b28618b-f034-4d9b-a64c-3f298b8a0b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:51:52.528712 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15275956-09e9-4f54-ae5a-a021819906f7 None None] Checking router: aaeb9171-f847-413e-b53a-0de1b967d212 for host: dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:51:52.529058 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15275956-09e9-4f54-ae5a-a021819906f7 None None] Updating router aaeb9171-f847-413e-b53a-0de1b967d212 port 7a7f12d8-a5a3-4b74-bb03-e72274751fe4 binding host dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 01:51:52.536657 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 6436c606-4eeb-46e1-9138-938c0525b980 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:51:52.556937 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-15275956-09e9-4f54-ae5a-a021819906f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (7a7f12d8-a5a3-4b74-bb03-e72274751fe4), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:52.586796 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 6436c606-4eeb-46e1-9138-938c0525b980 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:51:52.587223 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (6436c606-4eeb-46e1-9138-938c0525b980), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:52.613217 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-7a205d66-6b03-44e6-bbd6-2118f43f9091 req-6492db5b-b0e9-44a4-8d72-0b3e54bf0155 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Publish callbacks [] for port (78d26d54-1a73-42a5-a4f5-3e09dc503f1c), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:52.650974 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-7a205d66-6b03-44e6-bbd6-2118f43f9091 req-6492db5b-b0e9-44a4-8d72-0b3e54bf0155 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (78d26d54-1a73-42a5-a4f5-3e09dc503f1c), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:52.674509 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 6436c606-4eeb-46e1-9138-938c0525b980 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:51:52.693888 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a205d66-6b03-44e6-bbd6-2118f43f9091 req-6492db5b-b0e9-44a4-8d72-0b3e54bf0155 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Network 74a46d00-6672-4a45-9dc0-4cb1816634ce is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:51:52.697109 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [req-7a205d66-6b03-44e6-bbd6-2118f43f9091 req-6492db5b-b0e9-44a4-8d72-0b3e54bf0155 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:51:52.703483 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a205d66-6b03-44e6-bbd6-2118f43f9091 req-6492db5b-b0e9-44a4-8d72-0b3e54bf0155 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:51:52.726184 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6492db5b-b0e9-44a4-8d72-0b3e54bf0155 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Pushing event updated for resources: {'Port': ['ID=78d26d54-1a73-42a5-a4f5-3e09dc503f1c,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:51:52.755071 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a205d66-6b03-44e6-bbd6-2118f43f9091 req-6492db5b-b0e9-44a4-8d72-0b3e54bf0155 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:51:52.755704 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-7a205d66-6b03-44e6-bbd6-2118f43f9091 req-6492db5b-b0e9-44a4-8d72-0b3e54bf0155 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:52.772397 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7a205d66-6b03-44e6-bbd6-2118f43f9091 req-6492db5b-b0e9-44a4-8d72-0b3e54bf0155 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5792789 Mar 28 01:51:52.784481 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [req-7a205d66-6b03-44e6-bbd6-2118f43f9091 req-c80877fd-e18b-4b44-be43-5647f0319cfb service neutron] Request body: {'port': {'device_id': 'e029b0d8-5c9e-4d21-9718-41cca201e0c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8348'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:51:52.855810 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-7a205d66-6b03-44e6-bbd6-2118f43f9091 req-c80877fd-e18b-4b44-be43-5647f0319cfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (78d26d54-1a73-42a5-a4f5-3e09dc503f1c), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:52.925003 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-15275956-09e9-4f54-ae5a-a021819906f7 None None] Publish callbacks [] for port (7a7f12d8-a5a3-4b74-bb03-e72274751fe4), precommit_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:52.929993 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-15275956-09e9-4f54-ae5a-a021819906f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (7a7f12d8-a5a3-4b74-bb03-e72274751fe4), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:52.982106 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4e2789-bebb-4825-af65-a958f11791c7 None None] Pushing event updated for resources: {'Port': ['ID=7a7f12d8-a5a3-4b74-bb03-e72274751fe4,revision_number=3']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:51:53.017352 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-f231e0b7-14aa-4fdf-bc24-58a14a9f2de3 None None] Provisioning complete for port 78d26d54-1a73-42a5-a4f5-3e09dc503f1c triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:51:53.018003 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f231e0b7-14aa-4fdf-bc24-58a14a9f2de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (78d26d54-1a73-42a5-a4f5-3e09dc503f1c), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:53.046183 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [None req-15275956-09e9-4f54-ae5a-a021819906f7 None None] Attempting to bind port 7a7f12d8-a5a3-4b74-bb03-e72274751fe4 on host dv-neutron-834874-6-hyperv for vnic_type normal with profile {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:51:53.046703 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [None req-15275956-09e9-4f54-ae5a-a021819906f7 None None] Attempting to bind port 7a7f12d8-a5a3-4b74-bb03-e72274751fe4 by drivers openvswitch,hyperv on host dv-neutron-834874-6-hyperv at level 0 using segments [{'id': '30185a6d-5c95-433e-8095-45a336a26f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'de0381da-d30b-4b76-9241-d11ee374fb7c'}] {{(pid=104101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:51:53.049262 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15275956-09e9-4f54-ae5a-a021819906f7 None None] Attempting to bind port 7a7f12d8-a5a3-4b74-bb03-e72274751fe4 on network de0381da-d30b-4b76-9241-d11ee374fb7c {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:51:53.056869 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15275956-09e9-4f54-ae5a-a021819906f7 None None] Checking agent: {'id': '5707eb50-4ed6-4c4e-b754-5728f00a33aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 0, 56, 48), 'started_at': datetime.datetime(2022, 3, 28, 0, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:51:53.057250 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15275956-09e9-4f54-ae5a-a021819906f7 None None] Checking segment: {'id': '30185a6d-5c95-433e-8095-45a336a26f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'de0381da-d30b-4b76-9241-d11ee374fb7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:51:53.058233 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-15275956-09e9-4f54-ae5a-a021819906f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:53.058682 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15275956-09e9-4f54-ae5a-a021819906f7 None None] Bound using segment: {'id': '30185a6d-5c95-433e-8095-45a336a26f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'de0381da-d30b-4b76-9241-d11ee374fb7c'} {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:51:53.059276 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [None req-15275956-09e9-4f54-ae5a-a021819906f7 None None] Bound port: 7a7f12d8-a5a3-4b74-bb03-e72274751fe4, host: dv-neutron-834874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30185a6d-5c95-433e-8095-45a336a26f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'de0381da-d30b-4b76-9241-d11ee374fb7c'}}] {{(pid=104101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:51:53.059665 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-15275956-09e9-4f54-ae5a-a021819906f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (7a7f12d8-a5a3-4b74-bb03-e72274751fe4), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:53.060508 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-f231e0b7-14aa-4fdf-bc24-58a14a9f2de3 None None] Port 78d26d54-1a73-42a5-a4f5-3e09dc503f1c cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:51:53.125119 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.db [None req-15275956-09e9-4f54-ae5a-a021819906f7 None None] For port 7a7f12d8-a5a3-4b74-bb03-e72274751fe4, host dv-neutron-834874-6-hyperv, cleared binding levels {{(pid=104101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:51:53.128277 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.plugins.ml2.db [None req-15275956-09e9-4f54-ae5a-a021819906f7 None None] For port 7a7f12d8-a5a3-4b74-bb03-e72274751fe4, host dv-neutron-834874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=7a7f12d8-a5a3-4b74-bb03-e72274751fe4,segment=NetworkSegment(30185a6d-5c95-433e-8095-45a336a26f4d),segment_id=30185a6d-5c95-433e-8095-45a336a26f4d)] {{(pid=104101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:51:53.141803 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-15275956-09e9-4f54-ae5a-a021819906f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (7a7f12d8-a5a3-4b74-bb03-e72274751fe4), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:53.150968 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [req-7a205d66-6b03-44e6-bbd6-2118f43f9091 req-c80877fd-e18b-4b44-be43-5647f0319cfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78d26d54-1a73-42a5-a4f5-3e09dc503f1c {{(pid=104099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 01:51:53.160188 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-7a205d66-6b03-44e6-bbd6-2118f43f9091 req-c80877fd-e18b-4b44-be43-5647f0319cfb service neutron] Publish callbacks [] for port (78d26d54-1a73-42a5-a4f5-3e09dc503f1c), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:53.173399 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [req-7a205d66-6b03-44e6-bbd6-2118f43f9091 req-c80877fd-e18b-4b44-be43-5647f0319cfb service neutron] Transition to ACTIVE for port object 78d26d54-1a73-42a5-a4f5-3e09dc503f1c will not be triggered until provisioned by entity L2. {{(pid=104099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 01:51:53.178723 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-7a205d66-6b03-44e6-bbd6-2118f43f9091 req-c80877fd-e18b-4b44-be43-5647f0319cfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (78d26d54-1a73-42a5-a4f5-3e09dc503f1c), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:53.194464 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-2fe1a404-a43a-481d-ba15-c922c3d1e3c7 None None] Provisioning complete for port 7a7f12d8-a5a3-4b74-bb03-e72274751fe4 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:51:53.195507 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-2fe1a404-a43a-481d-ba15-c922c3d1e3c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (7a7f12d8-a5a3-4b74-bb03-e72274751fe4), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:53.205902 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15275956-09e9-4f54-ae5a-a021819906f7 None None] Routers {'aaeb9171-f847-413e-b53a-0de1b967d212'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:51:53.206573 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-15275956-09e9-4f54-ae5a-a021819906f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:51:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['aaeb9171-f847-413e-b53a-0de1b967d212'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:51:53.241543 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80877fd-e18b-4b44-be43-5647f0319cfb service neutron] Pushing event updated for resources: {'Port': ['ID=78d26d54-1a73-42a5-a4f5-3e09dc503f1c,revision_number=2']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:51:53.251650 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4e2789-bebb-4825-af65-a958f11791c7 None None] Pushing event updated for resources: {'Port': ['ID=7a7f12d8-a5a3-4b74-bb03-e72274751fe4,revision_number=4']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:51:53.334242 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-2fe1a404-a43a-481d-ba15-c922c3d1e3c7 None None] Current status of the port 7a7f12d8-a5a3-4b74-bb03-e72274751fe4 is: DOWN; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:51:53.334634 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-2fe1a404-a43a-481d-ba15-c922c3d1e3c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (7a7f12d8-a5a3-4b74-bb03-e72274751fe4), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:53.341317 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-7a205d66-6b03-44e6-bbd6-2118f43f9091 req-c80877fd-e18b-4b44-be43-5647f0319cfb service neutron] Attempting to bind port 78d26d54-1a73-42a5-a4f5-3e09dc503f1c on host hv-neutron-8348 for vnic_type normal with profile {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:51:53.341657 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-7a205d66-6b03-44e6-bbd6-2118f43f9091 req-c80877fd-e18b-4b44-be43-5647f0319cfb service neutron] Attempting to bind port 78d26d54-1a73-42a5-a4f5-3e09dc503f1c by drivers openvswitch,hyperv on host hv-neutron-8348 at level 0 using segments [{'id': 'd01c1046-ea3c-4b5d-be92-a2672c22f777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '74a46d00-6672-4a45-9dc0-4cb1816634ce'}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:51:53.341993 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a205d66-6b03-44e6-bbd6-2118f43f9091 req-c80877fd-e18b-4b44-be43-5647f0319cfb service neutron] Attempting to bind port 78d26d54-1a73-42a5-a4f5-3e09dc503f1c on network 74a46d00-6672-4a45-9dc0-4cb1816634ce {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:51:53.348692 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a205d66-6b03-44e6-bbd6-2118f43f9091 req-c80877fd-e18b-4b44-be43-5647f0319cfb service neutron] Port 78d26d54-1a73-42a5-a4f5-3e09dc503f1c on network 74a46d00-6672-4a45-9dc0-4cb1816634ce not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8348 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 01:51:53.349017 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a205d66-6b03-44e6-bbd6-2118f43f9091 req-c80877fd-e18b-4b44-be43-5647f0319cfb service neutron] Attempting to bind port 78d26d54-1a73-42a5-a4f5-3e09dc503f1c on network 74a46d00-6672-4a45-9dc0-4cb1816634ce {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:51:53.358560 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a205d66-6b03-44e6-bbd6-2118f43f9091 req-c80877fd-e18b-4b44-be43-5647f0319cfb service neutron] Checking agent: {'id': '287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8348', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 1, 2, 33), 'started_at': datetime.datetime(2022, 3, 28, 1, 2, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:51:53.358940 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a205d66-6b03-44e6-bbd6-2118f43f9091 req-c80877fd-e18b-4b44-be43-5647f0319cfb service neutron] Checking segment: {'id': 'd01c1046-ea3c-4b5d-be92-a2672c22f777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '74a46d00-6672-4a45-9dc0-4cb1816634ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:51:53.359337 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a205d66-6b03-44e6-bbd6-2118f43f9091 req-c80877fd-e18b-4b44-be43-5647f0319cfb service neutron] Bound using segment: {'id': 'd01c1046-ea3c-4b5d-be92-a2672c22f777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '74a46d00-6672-4a45-9dc0-4cb1816634ce'} {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:51:53.359790 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-7a205d66-6b03-44e6-bbd6-2118f43f9091 req-c80877fd-e18b-4b44-be43-5647f0319cfb service neutron] Bound port: 78d26d54-1a73-42a5-a4f5-3e09dc503f1c, host: hv-neutron-8348, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd01c1046-ea3c-4b5d-be92-a2672c22f777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '74a46d00-6672-4a45-9dc0-4cb1816634ce'}}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:51:53.361360 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-7a205d66-6b03-44e6-bbd6-2118f43f9091 req-c80877fd-e18b-4b44-be43-5647f0319cfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (78d26d54-1a73-42a5-a4f5-3e09dc503f1c), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:53.365448 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-15275956-09e9-4f54-ae5a-a021819906f7 None None] Set router aaeb9171-f847-413e-b53a-0de1b967d212 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:51:53.394446 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-2fe1a404-a43a-481d-ba15-c922c3d1e3c7 None None] For port 7a7f12d8-a5a3-4b74-bb03-e72274751fe4, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=7a7f12d8-a5a3-4b74-bb03-e72274751fe4,segment=NetworkSegment(30185a6d-5c95-433e-8095-45a336a26f4d),segment_id=30185a6d-5c95-433e-8095-45a336a26f4d)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:51:53.400170 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-2fe1a404-a43a-481d-ba15-c922c3d1e3c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (7a7f12d8-a5a3-4b74-bb03-e72274751fe4), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:53.488771 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-7a205d66-6b03-44e6-bbd6-2118f43f9091 req-c80877fd-e18b-4b44-be43-5647f0319cfb service neutron] For port 78d26d54-1a73-42a5-a4f5-3e09dc503f1c, host hv-neutron-8348, cleared binding levels {{(pid=104099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:51:53.497466 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-7a205d66-6b03-44e6-bbd6-2118f43f9091 req-c80877fd-e18b-4b44-be43-5647f0319cfb service neutron] For port 78d26d54-1a73-42a5-a4f5-3e09dc503f1c, host hv-neutron-8348, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=78d26d54-1a73-42a5-a4f5-3e09dc503f1c,segment=NetworkSegment(d01c1046-ea3c-4b5d-be92-a2672c22f777),segment_id=d01c1046-ea3c-4b5d-be92-a2672c22f777)] {{(pid=104099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:51:53.500563 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe1a404-a43a-481d-ba15-c922c3d1e3c7 None None] Pushing event updated for resources: {'Port': ['ID=7a7f12d8-a5a3-4b74-bb03-e72274751fe4,revision_number=5']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:51:53.514032 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-7a205d66-6b03-44e6-bbd6-2118f43f9091 req-c80877fd-e18b-4b44-be43-5647f0319cfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (78d26d54-1a73-42a5-a4f5-3e09dc503f1c), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:53.525538 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0a4a6a-bfae-41d5-b7b5-d490051ac29e req-0855fc05-dfbd-4565-85e7-cadf9f385eae tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:51:53.527848 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-3b0a4a6a-bfae-41d5-b7b5-d490051ac29e req-0855fc05-dfbd-4565-85e7-cadf9f385eae tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] 10.222.0.24 "GET /v2.0/ports?device_id=e029b0d8-5c9e-4d21-9718-41cca201e0c0 HTTP/1.1" status: 200 len: 944 time: 0.1089621 Mar 28 01:51:53.576991 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a205d66-6b03-44e6-bbd6-2118f43f9091 req-c80877fd-e18b-4b44-be43-5647f0319cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:51:53.577748 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-7a205d66-6b03-44e6-bbd6-2118f43f9091 req-c80877fd-e18b-4b44-be43-5647f0319cfb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:53.579480 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7a205d66-6b03-44e6-bbd6-2118f43f9091 req-c80877fd-e18b-4b44-be43-5647f0319cfb service neutron] 10.222.0.10 "PUT /v2.0/ports/78d26d54-1a73-42a5-a4f5-3e09dc503f1c HTTP/1.1" status: 200 len: 1094 time: 0.7998118 Mar 28 01:51:53.586087 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e029b0d8-5c9e-4d21-9718-41cca201e0c0', 'tag': '78d26d54-1a73-42a5-a4f5-3e09dc503f1c'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:51:53.589329 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2af4b01a9fa8b1570ccf1d7859d693ad34c106b258078e9cfae86b97f35e3d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d4a5882-a24e-42eb-a1b0-31193350643c" -d '{"events": [{"name": "network-changed", "server_uuid": "e029b0d8-5c9e-4d21-9718-41cca201e0c0", "tag": "78d26d54-1a73-42a5-a4f5-3e09dc503f1c"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:51:53.603370 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-3b0a4a6a-bfae-41d5-b7b5-d490051ac29e req-4cb5a5cc-39cf-4a82-a2a8-e218167a5d0c tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8a7ae77-c676-45b5-9d64-2dd6792ecd36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672781 Mar 28 01:51:53.614565 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80877fd-e18b-4b44-be43-5647f0319cfb service neutron] Pushing event updated for resources: {'Port': ['ID=78d26d54-1a73-42a5-a4f5-3e09dc503f1c,revision_number=3']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:51:53.641606 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-a943cab2-e824-4810-8c07-1454e32f36f8 None None] Provisioning complete for port 7a7f12d8-a5a3-4b74-bb03-e72274751fe4 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:51:53.643736 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-a943cab2-e824-4810-8c07-1454e32f36f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (7a7f12d8-a5a3-4b74-bb03-e72274751fe4), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:53.658596 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-15275956-09e9-4f54-ae5a-a021819906f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaeb9171-f847-413e-b53a-0de1b967d212', 'name': 'tempest-TestSnapshotPattern-855294045-router', 'tenant_id': '65c04e7e3c0b49d8acba96554393ffe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.140'}], 'enable_snat': True}, 'gw_port_id': '6436c606-4eeb-46e1-9138-938c0525b980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:51:45Z', 'updated_at': '2022-03-28T01:51:48Z', 'revision_number': 4, 'project_id': '65c04e7e3c0b49d8acba96554393ffe4', 'gw_port': {'id': '6436c606-4eeb-46e1-9138-938c0525b980', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:38:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaeb9171-f847-413e-b53a-0de1b967d212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:51:45Z', 'updated_at': '2022-03-28T01:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': '7a7f12d8-a5a3-4b74-bb03-e72274751fe4', 'name': '', 'network_id': 'de0381da-d30b-4b76-9241-d11ee374fb7c', 'tenant_id': '65c04e7e3c0b49d8acba96554393ffe4', 'mac_address': 'fa:16:3e:d0:74:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaeb9171-f847-413e-b53a-0de1b967d212', 'device_owner': 'network:router_interface', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': '8b28618b-f034-4d9b-a64c-3f298b8a0b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:51:47Z', 'updated_at': '2022-03-28T01:51:53Z', 'revision_number': 4, 'project_id': '65c04e7e3c0b49d8acba96554393ffe4', 'subnets': [{'id': '8b28618b-f034-4d9b-a64c-3f298b8a0b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:51:53.696873 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15275956-09e9-4f54-ae5a-a021819906f7 None None] The sync data for ids ['aaeb9171-f847-413e-b53a-0de1b967d212'] in dv-neutron-834874-6-hyperv is: [{'id': 'aaeb9171-f847-413e-b53a-0de1b967d212', 'name': 'tempest-TestSnapshotPattern-855294045-router', 'tenant_id': '65c04e7e3c0b49d8acba96554393ffe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.140'}], 'enable_snat': True}, 'gw_port_id': '6436c606-4eeb-46e1-9138-938c0525b980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:51:45Z', 'updated_at': '2022-03-28T01:51:48Z', 'revision_number': 4, 'project_id': '65c04e7e3c0b49d8acba96554393ffe4', 'gw_port': {'id': '6436c606-4eeb-46e1-9138-938c0525b980', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:38:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaeb9171-f847-413e-b53a-0de1b967d212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:51:45Z', 'updated_at': '2022-03-28T01:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': '7a7f12d8-a5a3-4b74-bb03-e72274751fe4', 'name': '', 'network_id': 'de0381da-d30b-4b76-9241-d11ee374fb7c', 'tenant_id': '65c04e7e3c0b49d8acba96554393ffe4', 'mac_address': 'fa:16:3e:d0:74:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaeb9171-f847-413e-b53a-0de1b967d212', 'device_owner': 'network:router_interface', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': '8b28618b-f034-4d9b-a64c-3f298b8a0b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:51:47Z', 'updated_at': '2022-03-28T01:51:53Z', 'revision_number': 4, 'project_id': '65c04e7e3c0b49d8acba96554393ffe4', 'subnets': [{'id': '8b28618b-f034-4d9b-a64c-3f298b8a0b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:51:53.718770 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a205d66-6b03-44e6-bbd6-2118f43f9091 req-e6498f53-b7c0-404c-bb1c-b54456c36bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:51:53.721110 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7a205d66-6b03-44e6-bbd6-2118f43f9091 req-e6498f53-b7c0-404c-bb1c-b54456c36bbb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=72e6c9ab66a94ab4841e082527b8a97d&device_id=e029b0d8-5c9e-4d21-9718-41cca201e0c0 HTTP/1.1" status: 200 len: 1128 time: 0.0886953 Mar 28 01:51:53.777406 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7a205d66-6b03-44e6-bbd6-2118f43f9091 req-b7453d0f-6119-4091-87fc-fc1195553119 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78d26d54-1a73-42a5-a4f5-3e09dc503f1c HTTP/1.1" status: 200 len: 217 time: 0.0482593 Mar 28 01:51:53.779004 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 01:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91ce3bf5-2ee6-434d-9d2a-7ad661988649 x-openstack-request-id: req-91ce3bf5-2ee6-434d-9d2a-7ad661988649 {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:51:53.779292 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e029b0d8-5c9e-4d21-9718-41cca201e0c0", "tag": "78d26d54-1a73-42a5-a4f5-3e09dc503f1c", "status": "completed", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:51:53.779542 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-91ce3bf5-2ee6-434d-9d2a-7ad661988649 {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:51:53.779942 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91ce3bf5-2ee6-434d-9d2a-7ad661988649'] response: {'name': 'network-changed', 'server_uuid': 'e029b0d8-5c9e-4d21-9718-41cca201e0c0', 'tag': '78d26d54-1a73-42a5-a4f5-3e09dc503f1c', 'status': 'completed', 'code': 200} Mar 28 01:51:53.799900 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-a943cab2-e824-4810-8c07-1454e32f36f8 None None] Current status of the port 7a7f12d8-a5a3-4b74-bb03-e72274751fe4 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:51:53.836733 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a205d66-6b03-44e6-bbd6-2118f43f9091 req-ca6928b3-cc52-4a51-aa77-7417d99fcfed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:51:53.838477 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7a205d66-6b03-44e6-bbd6-2118f43f9091 req-ca6928b3-cc52-4a51-aa77-7417d99fcfed service neutron] 10.222.0.10 "GET /v2.0/subnets?id=15b4bdde-1430-4379-a105-f2a845c4af2c HTTP/1.1" status: 200 len: 848 time: 0.0535717 Mar 28 01:51:53.889610 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a205d66-6b03-44e6-bbd6-2118f43f9091 req-32af0854-d10a-42bc-bd55-f2481092443e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:51:53.891142 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7a205d66-6b03-44e6-bbd6-2118f43f9091 req-32af0854-d10a-42bc-bd55-f2481092443e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=74a46d00-6672-4a45-9dc0-4cb1816634ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0467248 Mar 28 01:51:53.989645 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7a205d66-6b03-44e6-bbd6-2118f43f9091 req-18b8851a-cb2f-4098-83b1-08bed8315c21 service neutron] 10.222.0.10 "GET /v2.0/networks/74a46d00-6672-4a45-9dc0-4cb1816634ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908134 Mar 28 01:51:54.078696 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7a205d66-6b03-44e6-bbd6-2118f43f9091 req-bbe7fdde-b78c-4eee-93d9-4a4f48d18a88 service neutron] 10.222.0.10 "GET /v2.0/networks/74a46d00-6672-4a45-9dc0-4cb1816634ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832736 Mar 28 01:51:54.170845 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4a5882-a24e-42eb-a1b0-31193350643c req-01c6ca59-8976-4ab5-8e16-046d86bdc032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:51:54.172285 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-5d4a5882-a24e-42eb-a1b0-31193350643c req-01c6ca59-8976-4ab5-8e16-046d86bdc032 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=72e6c9ab66a94ab4841e082527b8a97d&device_id=e029b0d8-5c9e-4d21-9718-41cca201e0c0 HTTP/1.1" status: 200 len: 1128 time: 0.0488386 Mar 28 01:51:54.266575 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4a5882-a24e-42eb-a1b0-31193350643c req-4a62e5b7-4c92-4135-8961-2efbe1c59525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:51:54.268133 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-5d4a5882-a24e-42eb-a1b0-31193350643c req-4a62e5b7-4c92-4135-8961-2efbe1c59525 service neutron] 10.222.0.10 "GET /v2.0/networks?id=74a46d00-6672-4a45-9dc0-4cb1816634ce HTTP/1.1" status: 200 len: 909 time: 0.0883329 Mar 28 01:51:54.308386 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-5d4a5882-a24e-42eb-a1b0-31193350643c req-2d000bfe-3b0d-46d8-8092-b6ee770c086c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78d26d54-1a73-42a5-a4f5-3e09dc503f1c HTTP/1.1" status: 200 len: 217 time: 0.0339556 Mar 28 01:51:54.357416 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4a5882-a24e-42eb-a1b0-31193350643c req-ae759c4a-7629-4219-90bc-a1e5fe1872cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:51:54.358816 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-5d4a5882-a24e-42eb-a1b0-31193350643c req-ae759c4a-7629-4219-90bc-a1e5fe1872cc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=15b4bdde-1430-4379-a105-f2a845c4af2c HTTP/1.1" status: 200 len: 848 time: 0.0452113 Mar 28 01:51:54.406670 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4a5882-a24e-42eb-a1b0-31193350643c req-a86aa4ec-1075-45d9-9228-ba955f387027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:51:54.408676 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-5d4a5882-a24e-42eb-a1b0-31193350643c req-a86aa4ec-1075-45d9-9228-ba955f387027 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=74a46d00-6672-4a45-9dc0-4cb1816634ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0425532 Mar 28 01:51:54.498353 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-5d4a5882-a24e-42eb-a1b0-31193350643c req-b2124279-0211-4577-8101-585551d93188 service neutron] 10.222.0.10 "GET /v2.0/networks/74a46d00-6672-4a45-9dc0-4cb1816634ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826831 Mar 28 01:51:54.535029 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 7a7f12d8-a5a3-4b74-bb03-e72274751fe4 up at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:51:54.582693 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Provisioning complete for port 7a7f12d8-a5a3-4b74-bb03-e72274751fe4 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:51:54.583068 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (7a7f12d8-a5a3-4b74-bb03-e72274751fe4), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:54.593746 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-5d4a5882-a24e-42eb-a1b0-31193350643c req-baa5b164-3205-46e2-9fd9-d3f780bfa037 service neutron] 10.222.0.10 "GET /v2.0/networks/74a46d00-6672-4a45-9dc0-4cb1816634ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887206 Mar 28 01:51:54.660663 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Current status of the port 7a7f12d8-a5a3-4b74-bb03-e72274751fe4 is: ACTIVE; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:51:54.721096 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff380b06-b1c4-40bd-a4e3-998e5ab0de6c req-5193a448-480a-4d9d-8b71-3a169904a76b tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:51:54.722491 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-ff380b06-b1c4-40bd-a4e3-998e5ab0de6c req-5193a448-480a-4d9d-8b71-3a169904a76b tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] 10.222.0.24 "GET /v2.0/ports?device_id=e029b0d8-5c9e-4d21-9718-41cca201e0c0 HTTP/1.1" status: 200 len: 944 time: 0.0515063 Mar 28 01:51:54.774274 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-ff380b06-b1c4-40bd-a4e3-998e5ab0de6c req-d02ab032-d00d-49e4-b142-5e4c907de231 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8a7ae77-c676-45b5-9d64-2dd6792ecd36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461664 Mar 28 01:51:55.898146 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f451db-e590-4915-b097-0a2fc4f6331e req-750a089d-d523-4930-b528-988ce0ab5fea tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:51:55.899588 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-16f451db-e590-4915-b097-0a2fc4f6331e req-750a089d-d523-4930-b528-988ce0ab5fea tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] 10.222.0.24 "GET /v2.0/ports?device_id=e029b0d8-5c9e-4d21-9718-41cca201e0c0 HTTP/1.1" status: 200 len: 944 time: 0.0520992 Mar 28 01:51:55.946766 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-16f451db-e590-4915-b097-0a2fc4f6331e req-18cac0df-a35d-4086-8e17-e0dc2b8d7292 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8a7ae77-c676-45b5-9d64-2dd6792ecd36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417321 Mar 28 01:51:56.382898 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device 78d26d54-1a73-42a5-a4f5-3e09dc503f1c details requested by agent hyperv_hv-neutron-8348 with host hv-neutron-8348 {{(pid=104100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 01:51:56.479675 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port 78d26d54-1a73-42a5-a4f5-3e09dc503f1c, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=78d26d54-1a73-42a5-a4f5-3e09dc503f1c,segment=NetworkSegment(d01c1046-ea3c-4b5d-be92-a2672c22f777),segment_id=d01c1046-ea3c-4b5d-be92-a2672c22f777)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:51:56.490478 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Returning: {'device': '78d26d54-1a73-42a5-a4f5-3e09dc503f1c', 'network_id': '74a46d00-6672-4a45-9dc0-4cb1816634ce', 'port_id': '78d26d54-1a73-42a5-a4f5-3e09dc503f1c', 'mac_address': 'fa:16:3e:b8:27:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15b4bdde-1430-4379-a105-f2a845c4af2c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 01:51:56.527341 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port 78d26d54-1a73-42a5-a4f5-3e09dc503f1c is: DOWN; New status is: BUILD {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:51:56.527737 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (78d26d54-1a73-42a5-a4f5-3e09dc503f1c), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:56.540598 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78d26d54-1a73-42a5-a4f5-3e09dc503f1c {{(pid=104100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 01:51:56.562352 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port 78d26d54-1a73-42a5-a4f5-3e09dc503f1c, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=78d26d54-1a73-42a5-a4f5-3e09dc503f1c,segment=NetworkSegment(d01c1046-ea3c-4b5d-be92-a2672c22f777),segment_id=d01c1046-ea3c-4b5d-be92-a2672c22f777)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:51:56.566911 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (78d26d54-1a73-42a5-a4f5-3e09dc503f1c), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:56.612461 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Pushing event updated for resources: {'Port': ['ID=78d26d54-1a73-42a5-a4f5-3e09dc503f1c,revision_number=4']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:51:56.775632 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] get_ports_and_sgs() called for port_ids ['78d26d54-1a73-42a5-a4f5-3e09dc503f1c'] {{(pid=104100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 01:51:57.066659 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbff94b-2840-480a-a719-fbc230a1084a req-d878f0c1-52b4-4349-ad8e-14bd09ab6442 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:51:57.068059 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-4bbff94b-2840-480a-a719-fbc230a1084a req-d878f0c1-52b4-4349-ad8e-14bd09ab6442 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] 10.222.0.24 "GET /v2.0/ports?device_id=e029b0d8-5c9e-4d21-9718-41cca201e0c0 HTTP/1.1" status: 200 len: 945 time: 0.0559239 Mar 28 01:51:57.114999 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-4bbff94b-2840-480a-a719-fbc230a1084a req-0cf0a9c7-c7f2-428b-80b7-390ab99b38b9 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8a7ae77-c676-45b5-9d64-2dd6792ecd36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413716 Mar 28 01:51:58.235451 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19fbdc1-ece7-4035-aa6c-cf8080811197 req-871250cf-506f-4749-99f1-ee3da87d6459 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:51:58.236978 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-b19fbdc1-ece7-4035-aa6c-cf8080811197 req-871250cf-506f-4749-99f1-ee3da87d6459 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] 10.222.0.24 "GET /v2.0/ports?device_id=e029b0d8-5c9e-4d21-9718-41cca201e0c0 HTTP/1.1" status: 200 len: 945 time: 0.0562963 Mar 28 01:51:58.284661 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-b19fbdc1-ece7-4035-aa6c-cf8080811197 req-3bed0dcd-1ab5-456a-b3f9-38eaf9673528 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8a7ae77-c676-45b5-9d64-2dd6792ecd36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422289 Mar 28 01:51:58.398685 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device 78d26d54-1a73-42a5-a4f5-3e09dc503f1c up at agent hyperv_hv-neutron-8348 {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:51:58.446760 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Provisioning for port 78d26d54-1a73-42a5-a4f5-3e09dc503f1c completed by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 01:51:58.450678 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Provisioning complete for port 78d26d54-1a73-42a5-a4f5-3e09dc503f1c triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:51:58.451055 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (78d26d54-1a73-42a5-a4f5-3e09dc503f1c), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:58.529907 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port 78d26d54-1a73-42a5-a4f5-3e09dc503f1c is: BUILD; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:51:58.530292 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (78d26d54-1a73-42a5-a4f5-3e09dc503f1c), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:58.552574 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e029b0d8-5c9e-4d21-9718-41cca201e0c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78d26d54-1a73-42a5-a4f5-3e09dc503f1c'}] {{(pid=104100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:51:58.554787 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd27896ebc78d0f7931321182ba9533a7b768b1c3fcddb3ff52a8aee6ddeaf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5766e300-d82a-472c-acb5-78578b0a4bb7" -d '{"events": [{"server_uuid": "e029b0d8-5c9e-4d21-9718-41cca201e0c0", "name": "network-vif-plugged", "status": "completed", "tag": "78d26d54-1a73-42a5-a4f5-3e09dc503f1c"}]}' {{(pid=104100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:51:58.567378 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port 78d26d54-1a73-42a5-a4f5-3e09dc503f1c, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=78d26d54-1a73-42a5-a4f5-3e09dc503f1c,segment=NetworkSegment(d01c1046-ea3c-4b5d-be92-a2672c22f777),segment_id=d01c1046-ea3c-4b5d-be92-a2672c22f777)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:51:58.571330 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (78d26d54-1a73-42a5-a4f5-3e09dc503f1c), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:51:58.593666 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 01:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2c1d7c0-9df9-4c15-8aea-738f19a5a5cd x-openstack-request-id: req-b2c1d7c0-9df9-4c15-8aea-738f19a5a5cd {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:51:58.593962 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e029b0d8-5c9e-4d21-9718-41cca201e0c0", "name": "network-vif-plugged", "status": "completed", "tag": "78d26d54-1a73-42a5-a4f5-3e09dc503f1c", "code": 200}]} {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:51:58.594221 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b2c1d7c0-9df9-4c15-8aea-738f19a5a5cd {{(pid=104100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:51:58.594665 dv-neutron-834874-6-hyperv neutron-server[104100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2c1d7c0-9df9-4c15-8aea-738f19a5a5cd'] response: {'server_uuid': 'e029b0d8-5c9e-4d21-9718-41cca201e0c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78d26d54-1a73-42a5-a4f5-3e09dc503f1c', 'code': 200} Mar 28 01:51:58.623003 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Pushing event updated for resources: {'Port': ['ID=78d26d54-1a73-42a5-a4f5-3e09dc503f1c,revision_number=5']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:51:58.755317 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9117715b-75ce-468e-93c0-e7271231d2b3 req-0bb8f446-a2a2-4678-bc68-191c06b0caed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:51:58.756827 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-9117715b-75ce-468e-93c0-e7271231d2b3 req-0bb8f446-a2a2-4678-bc68-191c06b0caed service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e029b0d8-5c9e-4d21-9718-41cca201e0c0 HTTP/1.1" status: 200 len: 1130 time: 0.0444014 Mar 28 01:51:58.801902 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-9117715b-75ce-468e-93c0-e7271231d2b3 req-74f8e7f4-cd3a-4e8a-b54a-2631934798b2 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c8a7ae77-c676-45b5-9d64-2dd6792ecd36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392985 Mar 28 01:51:59.399110 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc14be48-383e-4a53-87cf-337e639981a9 req-53fbd0f3-a23f-4829-8b13-9abf8d986ebd tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:51:59.400598 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-bc14be48-383e-4a53-87cf-337e639981a9 req-53fbd0f3-a23f-4829-8b13-9abf8d986ebd tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] 10.222.0.24 "GET /v2.0/ports?device_id=e029b0d8-5c9e-4d21-9718-41cca201e0c0 HTTP/1.1" status: 200 len: 946 time: 0.0518551 Mar 28 01:51:59.451631 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-bc14be48-383e-4a53-87cf-337e639981a9 req-42bb4e48-3086-4c97-a9b3-b1b81c3265fc tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8a7ae77-c676-45b5-9d64-2dd6792ecd36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455084 Mar 28 01:52:00.570012 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d865693e-4780-417a-99b5-bad81df2f22a req-4b611ffe-1873-4aa4-ad8e-1b88d231cdf2 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:52:00.571392 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-d865693e-4780-417a-99b5-bad81df2f22a req-4b611ffe-1873-4aa4-ad8e-1b88d231cdf2 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] 10.222.0.24 "GET /v2.0/ports?device_id=e029b0d8-5c9e-4d21-9718-41cca201e0c0 HTTP/1.1" status: 200 len: 946 time: 0.0514379 Mar 28 01:52:00.619000 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-d865693e-4780-417a-99b5-bad81df2f22a req-0cbd4914-a491-4875-ae5e-18dca303201a tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8a7ae77-c676-45b5-9d64-2dd6792ecd36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420792 Mar 28 01:52:00.732942 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaacb1c6-3f36-488f-9a82-9cfe8705a3d5 req-8a99f850-a998-4819-b39e-b189b1ed443e tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:52:00.734395 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-eaacb1c6-3f36-488f-9a82-9cfe8705a3d5 req-8a99f850-a998-4819-b39e-b189b1ed443e tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] 10.222.0.24 "GET /v2.0/ports?device_id=e029b0d8-5c9e-4d21-9718-41cca201e0c0 HTTP/1.1" status: 200 len: 946 time: 0.0508440 Mar 28 01:52:00.782881 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-eaacb1c6-3f36-488f-9a82-9cfe8705a3d5 req-ac0ab855-7a77-4999-884d-0ac8f7e0da9f tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8a7ae77-c676-45b5-9d64-2dd6792ecd36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422962 Mar 28 01:52:00.804469 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 34818) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:52:00.886604 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf063c6-be89-46c0-a9e4-7d1cef317920 tempest-TestSnapshotPattern-1021226175 tempest-TestSnapshotPattern-1021226175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:52:00.888165 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-ccf063c6-be89-46c0-a9e4-7d1cef317920 tempest-TestSnapshotPattern-1021226175 tempest-TestSnapshotPattern-1021226175-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e029b0d8-5c9e-4d21-9718-41cca201e0c0 HTTP/1.1" status: 200 len: 1125 time: 0.0827007 Mar 28 01:52:00.891013 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 34822) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:52:00.895174 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-bdd7902e-ab84-489d-873c-ef1585175071 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Request body: {'floatingip': {'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'port_id': '78d26d54-1a73-42a5-a4f5-3e09dc503f1c', 'tenant_id': '72e6c9ab66a94ab4841e082527b8a97d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:52:00.913954 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-bdd7902e-ab84-489d-873c-ef1585175071 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:52:01.011546 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-bdd7902e-ab84-489d-873c-ef1585175071 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:52:01.110165 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [None req-bdd7902e-ab84-489d-873c-ef1585175071 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Allocated IP 172.26.1.89 (dea6548b-502b-42db-97fb-371e423e739a/cce6de65-d8c9-45b8-9970-0a277e8c1192/e2bbdab4-f368-4651-93c5-ca604f4bf0ed) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:52:01.211149 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-bdd7902e-ab84-489d-873c-ef1585175071 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Publish callbacks [] for port (e2bbdab4-f368-4651-93c5-ca604f4bf0ed), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:52:01.243747 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-bdd7902e-ab84-489d-873c-ef1585175071 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (e2bbdab4-f368-4651-93c5-ca604f4bf0ed), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:52:01.278081 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd7902e-ab84-489d-873c-ef1585175071 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Network dea6548b-502b-42db-97fb-371e423e739a is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:52:01.280833 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-bdd7902e-ab84-489d-873c-ef1585175071 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:52:01.284115 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd7902e-ab84-489d-873c-ef1585175071 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:52:01.319842 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd7902e-ab84-489d-873c-ef1585175071 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Pushing event updated for resources: {'Port': ['ID=e2bbdab4-f368-4651-93c5-ca604f4bf0ed,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:52:01.636108 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-bdd7902e-ab84-489d-873c-ef1585175071 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Publish callbacks [] for floatingip (2fe8dd9c-a55a-4a8a-bbd1-964fc9ce0387), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:52:01.701195 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-bdd7902e-ab84-489d-873c-ef1585175071 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (e2bbdab4-f368-4651-93c5-ca604f4bf0ed), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:52:01.823177 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.agents_db [None req-9a1d863f-391a-42f4-9870-e8292b919beb None None] Agent healthcheck: found 6 active agents {{(pid=104101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 01:52:01.850243 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-bdd7902e-ab84-489d-873c-ef1585175071 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Publish callbacks [] for port (e2bbdab4-f368-4651-93c5-ca604f4bf0ed), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:52:01.854674 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-bdd7902e-ab84-489d-873c-ef1585175071 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (e2bbdab4-f368-4651-93c5-ca604f4bf0ed), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:52:01.928527 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd7902e-ab84-489d-873c-ef1585175071 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Pushing event updated for resources: {'Port': ['ID=e2bbdab4-f368-4651-93c5-ca604f4bf0ed,revision_number=2']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:52:01.935934 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-bdd7902e-ab84-489d-873c-ef1585175071 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688063'] for floatingip (2fe8dd9c-a55a-4a8a-bbd1-964fc9ce0387), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:52:02.336780 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.l3_db [None req-bdd7902e-ab84-489d-873c-ef1585175071 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Floating IP 2fe8dd9c-a55a-4a8a-bbd1-964fc9ce0387 associated. External IP: 172.26.1.89, port: 78d26d54-1a73-42a5-a4f5-3e09dc503f1c. Mar 28 01:52:02.540714 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdd7902e-ab84-489d-873c-ef1585175071 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Router 3e7d65ef-f544-4701-84a4-efd2f5b710d0 has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:52:02.647419 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdd7902e-ab84-489d-873c-ef1585175071 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:52:02.656676 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7dfd81-1a86-4fda-a658-144e36598318 None None] Sync routers for ids ['3e7d65ef-f544-4701-84a4-efd2f5b710d0'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:52:02.664459 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-bdd7902e-ab84-489d-873c-ef1585175071 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for floatingip (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:52:02.665701 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7dfd81-1a86-4fda-a658-144e36598318 None None] Routers {'3e7d65ef-f544-4701-84a4-efd2f5b710d0'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:52:02.666312 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-1d7dfd81-1a86-4fda-a658-144e36598318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:51:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['3e7d65ef-f544-4701-84a4-efd2f5b710d0'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:52:02.693791 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-bdd7902e-ab84-489d-873c-ef1585175071 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8017781 Mar 28 01:52:02.694493 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e029b0d8-5c9e-4d21-9718-41cca201e0c0', 'tag': '78d26d54-1a73-42a5-a4f5-3e09dc503f1c'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:52:02.696756 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2af4b01a9fa8b1570ccf1d7859d693ad34c106b258078e9cfae86b97f35e3d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dea524b-8600-4960-be9d-01df5223c8d2" -d '{"events": [{"name": "network-changed", "server_uuid": "e029b0d8-5c9e-4d21-9718-41cca201e0c0", "tag": "78d26d54-1a73-42a5-a4f5-3e09dc503f1c"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:52:02.732208 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 01:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a019fe2f-a1fb-4c85-8034-15d52c522857 x-openstack-request-id: req-a019fe2f-a1fb-4c85-8034-15d52c522857 {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:52:02.732499 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e029b0d8-5c9e-4d21-9718-41cca201e0c0", "tag": "78d26d54-1a73-42a5-a4f5-3e09dc503f1c", "status": "completed", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:52:02.732794 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a019fe2f-a1fb-4c85-8034-15d52c522857 {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:52:02.733200 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a019fe2f-a1fb-4c85-8034-15d52c522857'] response: {'name': 'network-changed', 'server_uuid': 'e029b0d8-5c9e-4d21-9718-41cca201e0c0', 'tag': '78d26d54-1a73-42a5-a4f5-3e09dc503f1c', 'status': 'completed', 'code': 200} Mar 28 01:52:02.782328 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-1d7dfd81-1a86-4fda-a658-144e36598318 None None] Set router 3e7d65ef-f544-4701-84a4-efd2f5b710d0 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:52:02.799617 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dea524b-8600-4960-be9d-01df5223c8d2 req-d044bf59-9931-4098-ab1c-9ee62d6c6c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:52:02.801155 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6dea524b-8600-4960-be9d-01df5223c8d2 req-d044bf59-9931-4098-ab1c-9ee62d6c6c1c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=72e6c9ab66a94ab4841e082527b8a97d&device_id=e029b0d8-5c9e-4d21-9718-41cca201e0c0 HTTP/1.1" status: 200 len: 1130 time: 0.0482130 Mar 28 01:52:02.889006 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dea524b-8600-4960-be9d-01df5223c8d2 req-76c2fd06-de0f-4230-8996-d8bc21da37e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:52:02.890537 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6dea524b-8600-4960-be9d-01df5223c8d2 req-76c2fd06-de0f-4230-8996-d8bc21da37e0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=74a46d00-6672-4a45-9dc0-4cb1816634ce HTTP/1.1" status: 200 len: 909 time: 0.0830276 Mar 28 01:52:02.959200 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6dea524b-8600-4960-be9d-01df5223c8d2 req-cac9651e-6baf-4fd9-b5fb-06356c733731 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78d26d54-1a73-42a5-a4f5-3e09dc503f1c HTTP/1.1" status: 200 len: 999 time: 0.0621226 Mar 28 01:52:03.005170 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-1d7dfd81-1a86-4fda-a658-144e36598318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e7d65ef-f544-4701-84a4-efd2f5b710d0', 'name': 'tempest-TestSnapshotPattern-900454727-router', 'tenant_id': '72e6c9ab66a94ab4841e082527b8a97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.177'}], 'enable_snat': True}, 'gw_port_id': '7b21e53b-a5d2-4cae-9769-6e7c3b23a8cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:51:40Z', 'updated_at': '2022-03-28T01:51:43Z', 'revision_number': 4, 'project_id': '72e6c9ab66a94ab4841e082527b8a97d', 'gw_port': {'id': '7b21e53b-a5d2-4cae-9769-6e7c3b23a8cf', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:63:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7d65ef-f544-4701-84a4-efd2f5b710d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:51:41Z', 'updated_at': '2022-03-28T01:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_floatingips': [{'id': '2fe8dd9c-a55a-4a8a-bbd1-964fc9ce0387', 'tenant_id': '72e6c9ab66a94ab4841e082527b8a97d', 'floating_ip_address': '172.26.1.89', 'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'router_id': '3e7d65ef-f544-4701-84a4-efd2f5b710d0', 'port_id': '78d26d54-1a73-42a5-a4f5-3e09dc503f1c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1888, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '74a46d00-6672-4a45-9dc0-4cb1816634ce', 'mac_address': 'fa:16:3e:b8:27:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e029b0d8-5c9e-4d21-9718-41cca201e0c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T01:52:01Z', 'updated_at': '2022-03-28T01:52:01Z', 'revision_number': 0, 'project_id': '72e6c9ab66a94ab4841e082527b8a97d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '491476a2-5085-481e-8b96-115142c4074b', 'name': '', 'network_id': '74a46d00-6672-4a45-9dc0-4cb1816634ce', 'tenant_id': '72e6c9ab66a94ab4841e082527b8a97d', 'mac_address': 'fa:16:3e:24:26:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7d65ef-f544-4701-84a4-efd2f5b710d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '15b4bdde-1430-4379-a105-f2a845c4af2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:51:42Z', 'updated_at': '2022-03-28T01:51:48Z', 'revision_number': 5, 'project_id': '72e6c9ab66a94ab4841e082527b8a97d', 'subnets': [{'id': '15b4bdde-1430-4379-a105-f2a845c4af2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:52:03.007199 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dea524b-8600-4960-be9d-01df5223c8d2 req-974c070f-dc1a-4382-ac63-6060cd4d1f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:52:03.008691 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6dea524b-8600-4960-be9d-01df5223c8d2 req-974c070f-dc1a-4382-ac63-6060cd4d1f28 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=15b4bdde-1430-4379-a105-f2a845c4af2c HTTP/1.1" status: 200 len: 848 time: 0.0442507 Mar 28 01:52:03.031490 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7dfd81-1a86-4fda-a658-144e36598318 None None] Checking router: 3e7d65ef-f544-4701-84a4-efd2f5b710d0 for host: dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:52:03.039858 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7dfd81-1a86-4fda-a658-144e36598318 None None] Routers {'3e7d65ef-f544-4701-84a4-efd2f5b710d0'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:52:03.040566 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-1d7dfd81-1a86-4fda-a658-144e36598318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:51:44Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['3e7d65ef-f544-4701-84a4-efd2f5b710d0'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:52:03.055946 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dea524b-8600-4960-be9d-01df5223c8d2 req-3da4b71a-0d1a-4f90-9729-e5c3911fada3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:52:03.057466 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6dea524b-8600-4960-be9d-01df5223c8d2 req-3da4b71a-0d1a-4f90-9729-e5c3911fada3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=74a46d00-6672-4a45-9dc0-4cb1816634ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0434966 Mar 28 01:52:03.148403 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-1d7dfd81-1a86-4fda-a658-144e36598318 None None] Set router 3e7d65ef-f544-4701-84a4-efd2f5b710d0 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:52:03.150304 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6dea524b-8600-4960-be9d-01df5223c8d2 req-d1d70194-d871-4957-a713-465558781dcf service neutron] 10.222.0.10 "GET /v2.0/networks/74a46d00-6672-4a45-9dc0-4cb1816634ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866661 Mar 28 01:52:03.239547 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-6dea524b-8600-4960-be9d-01df5223c8d2 req-c1d5e712-b063-4f71-abb8-5b6a35da9d9a service neutron] 10.222.0.10 "GET /v2.0/networks/74a46d00-6672-4a45-9dc0-4cb1816634ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836751 Mar 28 01:52:03.364313 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:52:03.383484 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-1d7dfd81-1a86-4fda-a658-144e36598318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e7d65ef-f544-4701-84a4-efd2f5b710d0', 'name': 'tempest-TestSnapshotPattern-900454727-router', 'tenant_id': '72e6c9ab66a94ab4841e082527b8a97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.177'}], 'enable_snat': True}, 'gw_port_id': '7b21e53b-a5d2-4cae-9769-6e7c3b23a8cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:51:40Z', 'updated_at': '2022-03-28T01:51:43Z', 'revision_number': 4, 'project_id': '72e6c9ab66a94ab4841e082527b8a97d', 'gw_port': {'id': '7b21e53b-a5d2-4cae-9769-6e7c3b23a8cf', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:63:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7d65ef-f544-4701-84a4-efd2f5b710d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:51:41Z', 'updated_at': '2022-03-28T01:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_floatingips': [{'id': '2fe8dd9c-a55a-4a8a-bbd1-964fc9ce0387', 'tenant_id': '72e6c9ab66a94ab4841e082527b8a97d', 'floating_ip_address': '172.26.1.89', 'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'router_id': '3e7d65ef-f544-4701-84a4-efd2f5b710d0', 'port_id': '78d26d54-1a73-42a5-a4f5-3e09dc503f1c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1888, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '74a46d00-6672-4a45-9dc0-4cb1816634ce', 'mac_address': 'fa:16:3e:b8:27:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e029b0d8-5c9e-4d21-9718-41cca201e0c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T01:52:01Z', 'updated_at': '2022-03-28T01:52:01Z', 'revision_number': 0, 'project_id': '72e6c9ab66a94ab4841e082527b8a97d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '491476a2-5085-481e-8b96-115142c4074b', 'name': '', 'network_id': '74a46d00-6672-4a45-9dc0-4cb1816634ce', 'tenant_id': '72e6c9ab66a94ab4841e082527b8a97d', 'mac_address': 'fa:16:3e:24:26:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7d65ef-f544-4701-84a4-efd2f5b710d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '15b4bdde-1430-4379-a105-f2a845c4af2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:51:42Z', 'updated_at': '2022-03-28T01:51:48Z', 'revision_number': 5, 'project_id': '72e6c9ab66a94ab4841e082527b8a97d', 'subnets': [{'id': '15b4bdde-1430-4379-a105-f2a845c4af2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:52:03.410109 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7dfd81-1a86-4fda-a658-144e36598318 None None] The sync data for ids ['3e7d65ef-f544-4701-84a4-efd2f5b710d0'] in dv-neutron-834874-6-hyperv is: [{'id': '3e7d65ef-f544-4701-84a4-efd2f5b710d0', 'name': 'tempest-TestSnapshotPattern-900454727-router', 'tenant_id': '72e6c9ab66a94ab4841e082527b8a97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.177'}], 'enable_snat': True}, 'gw_port_id': '7b21e53b-a5d2-4cae-9769-6e7c3b23a8cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:51:40Z', 'updated_at': '2022-03-28T01:51:43Z', 'revision_number': 4, 'project_id': '72e6c9ab66a94ab4841e082527b8a97d', 'gw_port': {'id': '7b21e53b-a5d2-4cae-9769-6e7c3b23a8cf', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:63:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7d65ef-f544-4701-84a4-efd2f5b710d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:51:41Z', 'updated_at': '2022-03-28T01:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_floatingips': [{'id': '2fe8dd9c-a55a-4a8a-bbd1-964fc9ce0387', 'tenant_id': '72e6c9ab66a94ab4841e082527b8a97d', 'floating_ip_address': '172.26.1.89', 'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'router_id': '3e7d65ef-f544-4701-84a4-efd2f5b710d0', 'port_id': '78d26d54-1a73-42a5-a4f5-3e09dc503f1c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1888, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '74a46d00-6672-4a45-9dc0-4cb1816634ce', 'mac_address': 'fa:16:3e:b8:27:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e029b0d8-5c9e-4d21-9718-41cca201e0c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T01:52:01Z', 'updated_at': '2022-03-28T01:52:01Z', 'revision_number': 0, 'project_id': '72e6c9ab66a94ab4841e082527b8a97d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '491476a2-5085-481e-8b96-115142c4074b', 'name': '', 'network_id': '74a46d00-6672-4a45-9dc0-4cb1816634ce', 'tenant_id': '72e6c9ab66a94ab4841e082527b8a97d', 'mac_address': 'fa:16:3e:24:26:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7d65ef-f544-4701-84a4-efd2f5b710d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '15b4bdde-1430-4379-a105-f2a845c4af2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:51:42Z', 'updated_at': '2022-03-28T01:51:48Z', 'revision_number': 5, 'project_id': '72e6c9ab66a94ab4841e082527b8a97d', 'subnets': [{'id': '15b4bdde-1430-4379-a105-f2a845c4af2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:52:03.606495 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae70d7b2-6638-48e5-a3ab-e1d63d3cba6a None None] New status for floating IP 2fe8dd9c-a55a-4a8a-bbd1-964fc9ce0387: ACTIVE {{(pid=104101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 01:52:11.528485 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-3ee0da23-2cd6-44bb-94bb-c8620f375bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:52:13.679468 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-764ac011-a6ec-486a-941e-3e3fc8453d45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:52:14.961170 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:52:16.419322 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:52:17.657665 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-5b2a46cc-5748-4a5c-bf20-3326361870ff req-b1ea3344-c2f9-4e91-b425-9f1c459d6989 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e029b0d8-5c9e-4d21-9718-41cca201e0c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0459883 Mar 28 01:52:17.747441 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2a46cc-5748-4a5c-bf20-3326361870ff req-9647b1e4-fec1-4a61-a46c-e0e93e760c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:52:17.748969 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-5b2a46cc-5748-4a5c-bf20-3326361870ff req-9647b1e4-fec1-4a61-a46c-e0e93e760c99 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=72e6c9ab66a94ab4841e082527b8a97d&device_id=e029b0d8-5c9e-4d21-9718-41cca201e0c0 HTTP/1.1" status: 200 len: 1130 time: 0.0490716 Mar 28 01:52:17.849928 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2a46cc-5748-4a5c-bf20-3326361870ff req-8b2bdd98-4fd0-40df-8492-21be3d6db6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:52:17.851397 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-5b2a46cc-5748-4a5c-bf20-3326361870ff req-8b2bdd98-4fd0-40df-8492-21be3d6db6fa service neutron] 10.222.0.10 "GET /v2.0/networks?id=74a46d00-6672-4a45-9dc0-4cb1816634ce HTTP/1.1" status: 200 len: 909 time: 0.0844736 Mar 28 01:52:17.909811 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:52:17.923905 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-5b2a46cc-5748-4a5c-bf20-3326361870ff req-6d81dc3f-7790-4d77-97bf-76c660ee1fa4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78d26d54-1a73-42a5-a4f5-3e09dc503f1c HTTP/1.1" status: 200 len: 1001 time: 0.0648186 Mar 28 01:52:17.969030 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2a46cc-5748-4a5c-bf20-3326361870ff req-7f08ce5c-117b-43c5-a5b5-67bf5899678b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:52:17.970444 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-5b2a46cc-5748-4a5c-bf20-3326361870ff req-7f08ce5c-117b-43c5-a5b5-67bf5899678b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=15b4bdde-1430-4379-a105-f2a845c4af2c HTTP/1.1" status: 200 len: 848 time: 0.0427680 Mar 28 01:52:18.019135 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2a46cc-5748-4a5c-bf20-3326361870ff req-85aa72ec-70f1-4be6-bfb9-758e825206e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:52:18.021017 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-5b2a46cc-5748-4a5c-bf20-3326361870ff req-85aa72ec-70f1-4be6-bfb9-758e825206e0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=74a46d00-6672-4a45-9dc0-4cb1816634ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0437191 Mar 28 01:52:18.110592 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-5b2a46cc-5748-4a5c-bf20-3326361870ff req-72ac1742-9dbb-408e-982f-e79cec22550c service neutron] 10.222.0.10 "GET /v2.0/networks/74a46d00-6672-4a45-9dc0-4cb1816634ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830364 Mar 28 01:52:18.199396 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-5b2a46cc-5748-4a5c-bf20-3326361870ff req-50ad52a4-6810-4342-9c06-7a4250d2f40c service neutron] 10.222.0.10 "GET /v2.0/networks/74a46d00-6672-4a45-9dc0-4cb1816634ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815780 Mar 28 01:52:33.353185 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:52:38.822067 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.agents_db [None req-9a1d863f-391a-42f4-9870-e8292b919beb None None] Agent healthcheck: found 6 active agents {{(pid=104101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 01:52:41.530171 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-bad74c16-bf1d-42de-9c8e-4991cb014abf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:52:43.680495 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-cd0941c8-27e6-4535-a5fc-20054f8f42e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:52:44.964358 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:52:46.422237 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:52:47.912202 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:53:03.348280 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:53:11.531864 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-1372f436-5644-4fed-a4b7-587b19f345d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:53:13.681209 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-a9802bec-2426-48f4-92a4-cf7c2748000b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:53:14.966725 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:53:15.821643 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.agents_db [None req-9a1d863f-391a-42f4-9870-e8292b919beb None None] Agent healthcheck: found 6 active agents {{(pid=104101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 01:53:16.427258 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:53:17.915900 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:53:19.664685 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-25d64c4b-1736-4b12-8297-c214c6775999 req-86a4462c-5d84-41a2-89dd-809eac332a37 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e029b0d8-5c9e-4d21-9718-41cca201e0c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433538 Mar 28 01:53:19.751402 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d64c4b-1736-4b12-8297-c214c6775999 req-572524f1-dd45-40c1-b1f2-999ae5846df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:53:19.752975 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-25d64c4b-1736-4b12-8297-c214c6775999 req-572524f1-dd45-40c1-b1f2-999ae5846df6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=72e6c9ab66a94ab4841e082527b8a97d&device_id=e029b0d8-5c9e-4d21-9718-41cca201e0c0 HTTP/1.1" status: 200 len: 1130 time: 0.0497069 Mar 28 01:53:19.852446 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d64c4b-1736-4b12-8297-c214c6775999 req-c19f5e1d-0114-4842-9007-871d1f1447fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:53:19.853923 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-25d64c4b-1736-4b12-8297-c214c6775999 req-c19f5e1d-0114-4842-9007-871d1f1447fe service neutron] 10.222.0.10 "GET /v2.0/networks?id=74a46d00-6672-4a45-9dc0-4cb1816634ce HTTP/1.1" status: 200 len: 909 time: 0.0832803 Mar 28 01:53:19.921320 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-25d64c4b-1736-4b12-8297-c214c6775999 req-99e0c427-0cc8-4934-9490-ad798da95c95 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78d26d54-1a73-42a5-a4f5-3e09dc503f1c HTTP/1.1" status: 200 len: 1001 time: 0.0616202 Mar 28 01:53:19.969055 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d64c4b-1736-4b12-8297-c214c6775999 req-14e1cb4f-4522-4546-a7e6-15fdd7aeeba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:53:19.970467 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-25d64c4b-1736-4b12-8297-c214c6775999 req-14e1cb4f-4522-4546-a7e6-15fdd7aeeba4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=15b4bdde-1430-4379-a105-f2a845c4af2c HTTP/1.1" status: 200 len: 848 time: 0.0429623 Mar 28 01:53:20.021183 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d64c4b-1736-4b12-8297-c214c6775999 req-1f4ade45-2a86-4f5d-91c2-77b851d5eeab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:53:20.023495 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-25d64c4b-1736-4b12-8297-c214c6775999 req-1f4ade45-2a86-4f5d-91c2-77b851d5eeab service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=74a46d00-6672-4a45-9dc0-4cb1816634ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0465436 Mar 28 01:53:20.113782 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-25d64c4b-1736-4b12-8297-c214c6775999 req-4f998912-8ba7-428b-9f26-1cb6f28a0b25 service neutron] 10.222.0.10 "GET /v2.0/networks/74a46d00-6672-4a45-9dc0-4cb1816634ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843232 Mar 28 01:53:20.200743 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-25d64c4b-1736-4b12-8297-c214c6775999 req-049b86c7-ffe9-4679-a7e7-3a0d71e9afa6 service neutron] 10.222.0.10 "GET /v2.0/networks/74a46d00-6672-4a45-9dc0-4cb1816634ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803697 Mar 28 01:53:33.355118 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:53:41.535908 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-e6055060-f110-4e97-a6f5-fff1c3ad1570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:53:43.681629 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-67dbef0d-3dbe-4a01-ba72-4b3149d4ee6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:53:44.970306 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:53:46.427530 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:53:47.917672 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:53:52.820384 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.agents_db [None req-9a1d863f-391a-42f4-9870-e8292b919beb None None] Agent healthcheck: found 6 active agents {{(pid=104101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 01:54:02.935772 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device 78d26d54-1a73-42a5-a4f5-3e09dc503f1c details requested by agent hyperv_hv-neutron-8348 with host hv-neutron-8348 {{(pid=104100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 01:54:03.038618 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port 78d26d54-1a73-42a5-a4f5-3e09dc503f1c, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=78d26d54-1a73-42a5-a4f5-3e09dc503f1c,segment=NetworkSegment(d01c1046-ea3c-4b5d-be92-a2672c22f777),segment_id=d01c1046-ea3c-4b5d-be92-a2672c22f777)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:54:03.049141 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Returning: {'device': '78d26d54-1a73-42a5-a4f5-3e09dc503f1c', 'network_id': '74a46d00-6672-4a45-9dc0-4cb1816634ce', 'port_id': '78d26d54-1a73-42a5-a4f5-3e09dc503f1c', 'mac_address': 'fa:16:3e:b8:27:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15b4bdde-1430-4379-a105-f2a845c4af2c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 01:54:03.089118 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port 78d26d54-1a73-42a5-a4f5-3e09dc503f1c is: ACTIVE; New status is: BUILD {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:54:03.089511 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (78d26d54-1a73-42a5-a4f5-3e09dc503f1c), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:54:03.102388 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 78d26d54-1a73-42a5-a4f5-3e09dc503f1c {{(pid=104100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 01:54:03.122555 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port 78d26d54-1a73-42a5-a4f5-3e09dc503f1c, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=78d26d54-1a73-42a5-a4f5-3e09dc503f1c,segment=NetworkSegment(d01c1046-ea3c-4b5d-be92-a2672c22f777),segment_id=d01c1046-ea3c-4b5d-be92-a2672c22f777)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:54:03.126528 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (78d26d54-1a73-42a5-a4f5-3e09dc503f1c), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:54:03.183077 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Pushing event updated for resources: {'Port': ['ID=78d26d54-1a73-42a5-a4f5-3e09dc503f1c,revision_number=6']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:54:03.190202 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:54:03.190559 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:54:03.190908 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:54:03.191262 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:54:03.191604 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:54:03.191940 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:54:03.192310 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:54:03.192647 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:54:03.192984 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:54:03.193320 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:54:03.193667 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:54:03.194504 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:54:03.194852 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:54:03.195180 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:54:03.195506 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:54:03.200473 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] get_ports_and_sgs() called for port_ids ['78d26d54-1a73-42a5-a4f5-3e09dc503f1c'] {{(pid=104100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 01:54:03.396234 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:54:04.952121 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device 78d26d54-1a73-42a5-a4f5-3e09dc503f1c up at agent hyperv_hv-neutron-8348 {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:54:05.010593 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Provisioning complete for port 78d26d54-1a73-42a5-a4f5-3e09dc503f1c triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:54:05.010958 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (78d26d54-1a73-42a5-a4f5-3e09dc503f1c), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:54:05.097183 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port 78d26d54-1a73-42a5-a4f5-3e09dc503f1c is: BUILD; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:54:05.097481 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (78d26d54-1a73-42a5-a4f5-3e09dc503f1c), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:54:05.122407 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e029b0d8-5c9e-4d21-9718-41cca201e0c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78d26d54-1a73-42a5-a4f5-3e09dc503f1c'}] {{(pid=104100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:54:05.124952 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd27896ebc78d0f7931321182ba9533a7b768b1c3fcddb3ff52a8aee6ddeaf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d70df7d5-8764-4e75-9306-c8603c7aae4b" -d '{"events": [{"server_uuid": "e029b0d8-5c9e-4d21-9718-41cca201e0c0", "name": "network-vif-plugged", "status": "completed", "tag": "78d26d54-1a73-42a5-a4f5-3e09dc503f1c"}]}' {{(pid=104100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:54:05.146708 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port 78d26d54-1a73-42a5-a4f5-3e09dc503f1c, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=78d26d54-1a73-42a5-a4f5-3e09dc503f1c,segment=NetworkSegment(d01c1046-ea3c-4b5d-be92-a2672c22f777),segment_id=d01c1046-ea3c-4b5d-be92-a2672c22f777)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:54:05.154665 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (78d26d54-1a73-42a5-a4f5-3e09dc503f1c), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:54:05.215215 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Pushing event updated for resources: {'Port': ['ID=78d26d54-1a73-42a5-a4f5-3e09dc503f1c,revision_number=7']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:54:05.255528 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 01:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7abb9bcf-8120-49fd-a785-f6c4c43584fd x-openstack-request-id: req-7abb9bcf-8120-49fd-a785-f6c4c43584fd {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:54:05.255836 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e029b0d8-5c9e-4d21-9718-41cca201e0c0", "name": "network-vif-plugged", "status": "completed", "tag": "78d26d54-1a73-42a5-a4f5-3e09dc503f1c", "code": 200}]} {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:54:05.256130 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7abb9bcf-8120-49fd-a785-f6c4c43584fd {{(pid=104100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:54:05.256586 dv-neutron-834874-6-hyperv neutron-server[104100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7abb9bcf-8120-49fd-a785-f6c4c43584fd'] response: {'server_uuid': 'e029b0d8-5c9e-4d21-9718-41cca201e0c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78d26d54-1a73-42a5-a4f5-3e09dc503f1c', 'code': 200} Mar 28 01:54:11.539164 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-da252c8e-8c10-4ba9-a8d2-fa2fed7b53a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:54:12.805998 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-db70dfab-a859-49e1-9259-3849934c2476 req-d8b3cef7-faa7-4548-9e50-63784b7e1cc9 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1510977516&fields=id&tenant_id=72e6c9ab66a94ab4841e082527b8a97d HTTP/1.1" status: 200 len: 267 time: 0.0445244 Mar 28 01:54:12.913166 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db70dfab-a859-49e1-9259-3849934c2476 req-12160f98-9802-4c99-8e6c-ef37dfb2f5d8 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:54:12.914636 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-db70dfab-a859-49e1-9259-3849934c2476 req-12160f98-9802-4c99-8e6c-ef37dfb2f5d8 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] 10.222.0.24 "GET /v2.0/networks?id=74a46d00-6672-4a45-9dc0-4cb1816634ce HTTP/1.1" status: 200 len: 809 time: 0.1024075 Mar 28 01:54:12.929176 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-db70dfab-a859-49e1-9259-3849934c2476 req-8530dcf9-be5c-4efa-96ff-9b53b29f415a tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] 10.222.0.24 "GET /v2.0/quotas/72e6c9ab66a94ab4841e082527b8a97d HTTP/1.1" status: 200 len: 375 time: 0.0092564 Mar 28 01:54:12.984191 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-db70dfab-a859-49e1-9259-3849934c2476 req-3bf430ab-ef5d-417e-85cb-ee5db747e835 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=72e6c9ab66a94ab4841e082527b8a97d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0502460 Mar 28 01:54:13.080054 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-db70dfab-a859-49e1-9259-3849934c2476 req-9678d6ac-f5ff-4bfd-af54-511141a3d444 service neutron] 10.222.0.24 "GET /v2.0/networks/74a46d00-6672-4a45-9dc0-4cb1816634ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842752 Mar 28 01:54:13.167596 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-db70dfab-a859-49e1-9259-3849934c2476 req-e3fb291a-cdc0-4eeb-b052-eb1f5d8b2afe service neutron] 10.222.0.24 "GET /v2.0/networks/74a46d00-6672-4a45-9dc0-4cb1816634ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819793 Mar 28 01:54:13.682463 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-fa923a74-7017-4be3-a79c-caf6ed0b1a89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:54:14.344133 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-3fb777dd-82c8-449f-8725-4daf7f5791d3 req-319f9302-3fb8-4617-bbec-2e8c7291e06c tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] 10.222.0.24 "GET /v2.0/ports?device_id=95229ee6-4bdd-46b2-a311-11bffafc897f HTTP/1.1" status: 200 len: 210 time: 0.0295174 Mar 28 01:54:14.976357 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device 78d26d54-1a73-42a5-a4f5-3e09dc503f1c no longer exists at agent hyperv_hv-neutron-8348 {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:54:14.978250 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:54:15.054742 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port 78d26d54-1a73-42a5-a4f5-3e09dc503f1c is: ACTIVE; New status is: DOWN {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:54:15.055110 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (78d26d54-1a73-42a5-a4f5-3e09dc503f1c), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:54:15.077396 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e029b0d8-5c9e-4d21-9718-41cca201e0c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78d26d54-1a73-42a5-a4f5-3e09dc503f1c'}] {{(pid=104100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:54:15.079602 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd27896ebc78d0f7931321182ba9533a7b768b1c3fcddb3ff52a8aee6ddeaf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c29b9711-8168-4b12-bc46-685780a9130e" -d '{"events": [{"server_uuid": "e029b0d8-5c9e-4d21-9718-41cca201e0c0", "name": "network-vif-unplugged", "status": "completed", "tag": "78d26d54-1a73-42a5-a4f5-3e09dc503f1c"}]}' {{(pid=104100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:54:15.092173 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port 78d26d54-1a73-42a5-a4f5-3e09dc503f1c, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=78d26d54-1a73-42a5-a4f5-3e09dc503f1c,segment=NetworkSegment(d01c1046-ea3c-4b5d-be92-a2672c22f777),segment_id=d01c1046-ea3c-4b5d-be92-a2672c22f777)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:54:15.096292 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (78d26d54-1a73-42a5-a4f5-3e09dc503f1c), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:54:15.121342 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Mar 2022 01:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6dd24d5-3981-4365-bfec-f9f54f20dcba x-openstack-request-id: req-b6dd24d5-3981-4365-bfec-f9f54f20dcba {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:54:15.121633 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e029b0d8-5c9e-4d21-9718-41cca201e0c0", "name": "network-vif-unplugged", "status": "completed", "tag": "78d26d54-1a73-42a5-a4f5-3e09dc503f1c", "code": 200}]} {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:54:15.121887 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b6dd24d5-3981-4365-bfec-f9f54f20dcba {{(pid=104100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:54:15.122284 dv-neutron-834874-6-hyperv neutron-server[104100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6dd24d5-3981-4365-bfec-f9f54f20dcba'] response: {'server_uuid': 'e029b0d8-5c9e-4d21-9718-41cca201e0c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78d26d54-1a73-42a5-a4f5-3e09dc503f1c', 'code': 200} Mar 28 01:54:15.147950 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Pushing event updated for resources: {'Port': ['ID=78d26d54-1a73-42a5-a4f5-3e09dc503f1c,revision_number=8']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:54:15.378604 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db70dfab-a859-49e1-9259-3849934c2476 req-2fc978ef-6b63-40e9-9682-cbe64159c7e6 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:54:15.380070 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-db70dfab-a859-49e1-9259-3849934c2476 req-2fc978ef-6b63-40e9-9682-cbe64159c7e6 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] 10.222.0.10 "GET /v2.0/networks?id=74a46d00-6672-4a45-9dc0-4cb1816634ce HTTP/1.1" status: 200 len: 809 time: 0.1063449 Mar 28 01:54:15.447026 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-db70dfab-a859-49e1-9259-3849934c2476 req-eafafeae-2b0b-42a0-a92d-f758c206ef7a tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=72e6c9ab66a94ab4841e082527b8a97d HTTP/1.1" status: 200 len: 380 time: 0.0569129 Mar 28 01:54:15.453550 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-c853ff90-0e20-4ec3-9855-fc623fca082a req-b3a71f43-ec65-4b6e-84f2-000c851f3805 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] 10.222.0.24 "GET /v2.0/ports?device_id=95229ee6-4bdd-46b2-a311-11bffafc897f HTTP/1.1" status: 200 len: 210 time: 0.0377178 Mar 28 01:54:15.458097 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [req-db70dfab-a859-49e1-9259-3849934c2476 req-6831f123-189a-4861-ba46-0558fb3082b3 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Request body: {'port': {'device_id': '95229ee6-4bdd-46b2-a311-11bffafc897f', 'network_id': '74a46d00-6672-4a45-9dc0-4cb1816634ce', 'admin_state_up': True, 'tenant_id': '72e6c9ab66a94ab4841e082527b8a97d', 'security_groups': ['c8a7ae77-c676-45b5-9d64-2dd6792ecd36']}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:54:15.574737 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db70dfab-a859-49e1-9259-3849934c2476 req-6831f123-189a-4861-ba46-0558fb3082b3 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Made reservation on behalf of 72e6c9ab66a94ab4841e082527b8a97d for: {'port': 1} {{(pid=104099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 01:54:15.578708 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-db70dfab-a859-49e1-9259-3849934c2476 req-6831f123-189a-4861-ba46-0558fb3082b3 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:54:15.721661 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [req-db70dfab-a859-49e1-9259-3849934c2476 req-6831f123-189a-4861-ba46-0558fb3082b3 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Allocated IP 172.20.0.11 (74a46d00-6672-4a45-9dc0-4cb1816634ce/15b4bdde-1430-4379-a105-f2a845c4af2c/eba9f4da-8938-43cf-9622-8a3437e8b564) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:54:15.930518 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-db70dfab-a859-49e1-9259-3849934c2476 req-6831f123-189a-4861-ba46-0558fb3082b3 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Publish callbacks [] for port (eba9f4da-8938-43cf-9622-8a3437e8b564), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:54:15.976708 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-db70dfab-a859-49e1-9259-3849934c2476 req-6831f123-189a-4861-ba46-0558fb3082b3 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (eba9f4da-8938-43cf-9622-8a3437e8b564), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:54:16.048990 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db70dfab-a859-49e1-9259-3849934c2476 req-6831f123-189a-4861-ba46-0558fb3082b3 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Network 74a46d00-6672-4a45-9dc0-4cb1816634ce is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:54:16.056356 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [req-db70dfab-a859-49e1-9259-3849934c2476 req-6831f123-189a-4861-ba46-0558fb3082b3 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:54:16.060269 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [req-db70dfab-a859-49e1-9259-3849934c2476 req-6831f123-189a-4861-ba46-0558fb3082b3 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:54:16.132015 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db70dfab-a859-49e1-9259-3849934c2476 req-6831f123-189a-4861-ba46-0558fb3082b3 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:54:16.133086 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-db70dfab-a859-49e1-9259-3849934c2476 req-6831f123-189a-4861-ba46-0558fb3082b3 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:54:16.138721 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6831f123-189a-4861-ba46-0558fb3082b3 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Pushing event updated for resources: {'Port': ['ID=eba9f4da-8938-43cf-9622-8a3437e8b564,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:54:16.164678 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6831f123-189a-4861-ba46-0558fb3082b3 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:54:16.164910 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6831f123-189a-4861-ba46-0558fb3082b3 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:54:16.165411 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6831f123-189a-4861-ba46-0558fb3082b3 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:54:16.165920 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6831f123-189a-4861-ba46-0558fb3082b3 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:54:16.166527 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6831f123-189a-4861-ba46-0558fb3082b3 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:54:16.167016 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6831f123-189a-4861-ba46-0558fb3082b3 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:54:16.167569 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6831f123-189a-4861-ba46-0558fb3082b3 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:54:16.168534 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6831f123-189a-4861-ba46-0558fb3082b3 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:54:16.169292 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6831f123-189a-4861-ba46-0558fb3082b3 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:54:16.170115 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6831f123-189a-4861-ba46-0558fb3082b3 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:54:16.170668 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6831f123-189a-4861-ba46-0558fb3082b3 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:54:16.171094 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6831f123-189a-4861-ba46-0558fb3082b3 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:54:16.171522 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6831f123-189a-4861-ba46-0558fb3082b3 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:54:16.171853 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6831f123-189a-4861-ba46-0558fb3082b3 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:54:16.172212 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6831f123-189a-4861-ba46-0558fb3082b3 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:54:16.199817 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-db70dfab-a859-49e1-9259-3849934c2476 req-6831f123-189a-4861-ba46-0558fb3082b3 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7451036 Mar 28 01:54:16.438434 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:54:16.469981 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-469ed1fb-9ca2-4208-a1aa-ad2beff8971e None None] Provisioning complete for port eba9f4da-8938-43cf-9622-8a3437e8b564 triggered by entity DHCP. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:54:16.470921 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-469ed1fb-9ca2-4208-a1aa-ad2beff8971e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (eba9f4da-8938-43cf-9622-8a3437e8b564), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:54:16.543098 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-469ed1fb-9ca2-4208-a1aa-ad2beff8971e None None] Port eba9f4da-8938-43cf-9622-8a3437e8b564 cannot update to ACTIVE because it is not bound. {{(pid=104100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 01:54:16.727530 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb5f93f-091c-469c-ab22-88264db8cf75 req-3506405e-7b1c-4811-97cb-cd23641c4922 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:54:16.730500 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-3fb5f93f-091c-469c-ab22-88264db8cf75 req-3506405e-7b1c-4811-97cb-cd23641c4922 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] 10.222.0.24 "GET /v2.0/ports?device_id=95229ee6-4bdd-46b2-a311-11bffafc897f HTTP/1.1" status: 200 len: 932 time: 0.1267161 Mar 28 01:54:16.865956 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-3fb5f93f-091c-469c-ab22-88264db8cf75 req-c0190ff2-d72e-48a3-a1f3-27363fa2b9d3 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8a7ae77-c676-45b5-9d64-2dd6792ecd36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285093 Mar 28 01:54:17.919909 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:54:17.991472 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70f7512-3ea5-4b1e-b5df-39f1e768892e req-4bf3f461-06a9-4f88-b813-a9e818e93f58 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:54:17.993170 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-a70f7512-3ea5-4b1e-b5df-39f1e768892e req-4bf3f461-06a9-4f88-b813-a9e818e93f58 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] 10.222.0.24 "GET /v2.0/ports?device_id=95229ee6-4bdd-46b2-a311-11bffafc897f HTTP/1.1" status: 200 len: 932 time: 0.0573325 Mar 28 01:54:18.045368 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-a70f7512-3ea5-4b1e-b5df-39f1e768892e req-e2fc1de7-ca58-46dd-8881-26ef50413855 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8a7ae77-c676-45b5-9d64-2dd6792ecd36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460360 Mar 28 01:54:19.173666 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14315046-721c-4371-9d84-40b236013496 req-b5d221ca-9637-46d5-8155-07230ae60165 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:54:19.175193 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-14315046-721c-4371-9d84-40b236013496 req-b5d221ca-9637-46d5-8155-07230ae60165 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] 10.222.0.24 "GET /v2.0/ports?device_id=95229ee6-4bdd-46b2-a311-11bffafc897f HTTP/1.1" status: 200 len: 932 time: 0.0558217 Mar 28 01:54:19.226169 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-14315046-721c-4371-9d84-40b236013496 req-c6fc1639-26b6-4ebc-b305-91fa93a79354 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8a7ae77-c676-45b5-9d64-2dd6792ecd36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444643 Mar 28 01:54:20.345886 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3236768-0cc5-4b47-8325-4b869643ef20 req-1fc7708e-c30d-424a-9c70-bd3516c9cc20 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:54:20.347474 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-f3236768-0cc5-4b47-8325-4b869643ef20 req-1fc7708e-c30d-424a-9c70-bd3516c9cc20 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] 10.222.0.24 "GET /v2.0/ports?device_id=95229ee6-4bdd-46b2-a311-11bffafc897f HTTP/1.1" status: 200 len: 932 time: 0.0546780 Mar 28 01:54:20.402252 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-f3236768-0cc5-4b47-8325-4b869643ef20 req-bdafaf44-3a4c-47c5-b1ac-c999e625967c tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8a7ae77-c676-45b5-9d64-2dd6792ecd36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485883 Mar 28 01:54:21.527391 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c677c0df-514a-4e10-98a7-e865433f7bcc req-ec1a44e1-1481-45b2-ae6e-cbb53b310cc4 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:54:21.528911 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-c677c0df-514a-4e10-98a7-e865433f7bcc req-ec1a44e1-1481-45b2-ae6e-cbb53b310cc4 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] 10.222.0.24 "GET /v2.0/ports?device_id=95229ee6-4bdd-46b2-a311-11bffafc897f HTTP/1.1" status: 200 len: 932 time: 0.0533895 Mar 28 01:54:21.577235 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-c677c0df-514a-4e10-98a7-e865433f7bcc req-ec20261b-31e2-4241-bf91-56ff6196ec6f tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8a7ae77-c676-45b5-9d64-2dd6792ecd36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428536 Mar 28 01:54:22.702211 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d363e5-e62a-4c23-bc4f-10fdc7ab8bf5 req-5b108372-6348-4692-b4ec-aabbd82b7de4 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:54:22.703679 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-46d363e5-e62a-4c23-bc4f-10fdc7ab8bf5 req-5b108372-6348-4692-b4ec-aabbd82b7de4 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] 10.222.0.24 "GET /v2.0/ports?device_id=95229ee6-4bdd-46b2-a311-11bffafc897f HTTP/1.1" status: 200 len: 932 time: 0.0601013 Mar 28 01:54:22.755908 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-46d363e5-e62a-4c23-bc4f-10fdc7ab8bf5 req-73845400-83a8-4ed3-a71a-dcc2bf21d9ac tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8a7ae77-c676-45b5-9d64-2dd6792ecd36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466108 Mar 28 01:54:23.879804 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd77a9d4-15e3-4375-b913-054dea63fb23 req-e2ac073e-5da5-4b25-8661-149b093fcf27 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:54:23.881289 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-fd77a9d4-15e3-4375-b913-054dea63fb23 req-e2ac073e-5da5-4b25-8661-149b093fcf27 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] 10.222.0.24 "GET /v2.0/ports?device_id=95229ee6-4bdd-46b2-a311-11bffafc897f HTTP/1.1" status: 200 len: 932 time: 0.0553916 Mar 28 01:54:23.928700 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-fd77a9d4-15e3-4375-b913-054dea63fb23 req-b3f05447-0065-4a5d-8472-af9b85bf34bf tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8a7ae77-c676-45b5-9d64-2dd6792ecd36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418904 Mar 28 01:54:24.375501 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [req-db70dfab-a859-49e1-9259-3849934c2476 req-97d9deed-a50c-4eea-9e30-c8538b43f49a service neutron] Request body: {'port': {'device_id': '95229ee6-4bdd-46b2-a311-11bffafc897f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8348'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:54:24.395476 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.10', 56471) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:54:24.435714 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-db70dfab-a859-49e1-9259-3849934c2476 req-97d9deed-a50c-4eea-9e30-c8538b43f49a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (eba9f4da-8938-43cf-9622-8a3437e8b564), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:54:24.440652 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-ea0a19a4-1f0c-40e7-aac0-f600ad21ce03 req-9a5ac88b-0434-4d2e-9318-4e99bcb0b4cf service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e029b0d8-5c9e-4d21-9718-41cca201e0c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0440123 Mar 28 01:54:24.566993 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0a19a4-1f0c-40e7-aac0-f600ad21ce03 req-a2c15760-7945-4854-a0cd-0cdcbad8b199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:54:24.568521 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-ea0a19a4-1f0c-40e7-aac0-f600ad21ce03 req-a2c15760-7945-4854-a0cd-0cdcbad8b199 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=72e6c9ab66a94ab4841e082527b8a97d&device_id=e029b0d8-5c9e-4d21-9718-41cca201e0c0 HTTP/1.1" status: 200 len: 1128 time: 0.0776184 Mar 28 01:54:24.700685 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [req-db70dfab-a859-49e1-9259-3849934c2476 req-97d9deed-a50c-4eea-9e30-c8538b43f49a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eba9f4da-8938-43cf-9622-8a3437e8b564 {{(pid=104099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 01:54:24.708009 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-db70dfab-a859-49e1-9259-3849934c2476 req-97d9deed-a50c-4eea-9e30-c8538b43f49a service neutron] Publish callbacks [] for port (eba9f4da-8938-43cf-9622-8a3437e8b564), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:54:24.720477 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [req-db70dfab-a859-49e1-9259-3849934c2476 req-97d9deed-a50c-4eea-9e30-c8538b43f49a service neutron] Transition to ACTIVE for port object eba9f4da-8938-43cf-9622-8a3437e8b564 will not be triggered until provisioned by entity L2. {{(pid=104099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 01:54:24.724138 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-db70dfab-a859-49e1-9259-3849934c2476 req-97d9deed-a50c-4eea-9e30-c8538b43f49a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (eba9f4da-8938-43cf-9622-8a3437e8b564), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:54:24.728270 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0a19a4-1f0c-40e7-aac0-f600ad21ce03 req-5f3ed090-8f22-4171-b767-811a3b0ae95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:54:24.729862 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-ea0a19a4-1f0c-40e7-aac0-f600ad21ce03 req-5f3ed090-8f22-4171-b767-811a3b0ae95f service neutron] 10.222.0.10 "GET /v2.0/networks?id=74a46d00-6672-4a45-9dc0-4cb1816634ce HTTP/1.1" status: 200 len: 909 time: 0.1419196 Mar 28 01:54:24.817622 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d9deed-a50c-4eea-9e30-c8538b43f49a service neutron] Pushing event updated for resources: {'Port': ['ID=eba9f4da-8938-43cf-9622-8a3437e8b564,revision_number=2']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:54:24.854226 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-db70dfab-a859-49e1-9259-3849934c2476 req-97d9deed-a50c-4eea-9e30-c8538b43f49a service neutron] Attempting to bind port eba9f4da-8938-43cf-9622-8a3437e8b564 on host hv-neutron-8348 for vnic_type normal with profile {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 01:54:24.854576 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-db70dfab-a859-49e1-9259-3849934c2476 req-97d9deed-a50c-4eea-9e30-c8538b43f49a service neutron] Attempting to bind port eba9f4da-8938-43cf-9622-8a3437e8b564 by drivers openvswitch,hyperv on host hv-neutron-8348 at level 0 using segments [{'id': 'd01c1046-ea3c-4b5d-be92-a2672c22f777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '74a46d00-6672-4a45-9dc0-4cb1816634ce'}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 01:54:24.854931 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db70dfab-a859-49e1-9259-3849934c2476 req-97d9deed-a50c-4eea-9e30-c8538b43f49a service neutron] Attempting to bind port eba9f4da-8938-43cf-9622-8a3437e8b564 on network 74a46d00-6672-4a45-9dc0-4cb1816634ce {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:54:24.860369 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db70dfab-a859-49e1-9259-3849934c2476 req-97d9deed-a50c-4eea-9e30-c8538b43f49a service neutron] Port eba9f4da-8938-43cf-9622-8a3437e8b564 on network 74a46d00-6672-4a45-9dc0-4cb1816634ce not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8348 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 01:54:24.860694 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db70dfab-a859-49e1-9259-3849934c2476 req-97d9deed-a50c-4eea-9e30-c8538b43f49a service neutron] Attempting to bind port eba9f4da-8938-43cf-9622-8a3437e8b564 on network 74a46d00-6672-4a45-9dc0-4cb1816634ce {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 01:54:24.867298 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db70dfab-a859-49e1-9259-3849934c2476 req-97d9deed-a50c-4eea-9e30-c8538b43f49a service neutron] Checking agent: {'id': '287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8348', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 1, 2, 33), 'started_at': datetime.datetime(2022, 3, 28, 1, 2, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 1, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 01:54:24.867638 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db70dfab-a859-49e1-9259-3849934c2476 req-97d9deed-a50c-4eea-9e30-c8538b43f49a service neutron] Checking segment: {'id': 'd01c1046-ea3c-4b5d-be92-a2672c22f777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '74a46d00-6672-4a45-9dc0-4cb1816634ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 01:54:24.868062 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db70dfab-a859-49e1-9259-3849934c2476 req-97d9deed-a50c-4eea-9e30-c8538b43f49a service neutron] Bound using segment: {'id': 'd01c1046-ea3c-4b5d-be92-a2672c22f777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '74a46d00-6672-4a45-9dc0-4cb1816634ce'} {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 01:54:24.868921 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [req-db70dfab-a859-49e1-9259-3849934c2476 req-97d9deed-a50c-4eea-9e30-c8538b43f49a service neutron] Bound port: eba9f4da-8938-43cf-9622-8a3437e8b564, host: hv-neutron-8348, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd01c1046-ea3c-4b5d-be92-a2672c22f777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '74a46d00-6672-4a45-9dc0-4cb1816634ce'}}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 01:54:24.869283 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-db70dfab-a859-49e1-9259-3849934c2476 req-97d9deed-a50c-4eea-9e30-c8538b43f49a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (eba9f4da-8938-43cf-9622-8a3437e8b564), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:54:24.939152 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-db70dfab-a859-49e1-9259-3849934c2476 req-97d9deed-a50c-4eea-9e30-c8538b43f49a service neutron] For port eba9f4da-8938-43cf-9622-8a3437e8b564, host hv-neutron-8348, cleared binding levels {{(pid=104099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 01:54:24.942397 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-db70dfab-a859-49e1-9259-3849934c2476 req-97d9deed-a50c-4eea-9e30-c8538b43f49a service neutron] For port eba9f4da-8938-43cf-9622-8a3437e8b564, host hv-neutron-8348, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=eba9f4da-8938-43cf-9622-8a3437e8b564,segment=NetworkSegment(d01c1046-ea3c-4b5d-be92-a2672c22f777),segment_id=d01c1046-ea3c-4b5d-be92-a2672c22f777)] {{(pid=104099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 01:54:24.951012 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-db70dfab-a859-49e1-9259-3849934c2476 req-97d9deed-a50c-4eea-9e30-c8538b43f49a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (eba9f4da-8938-43cf-9622-8a3437e8b564), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:54:24.991490 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db70dfab-a859-49e1-9259-3849934c2476 req-97d9deed-a50c-4eea-9e30-c8538b43f49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:54:24.992676 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-db70dfab-a859-49e1-9259-3849934c2476 req-97d9deed-a50c-4eea-9e30-c8538b43f49a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:54:24.994123 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-db70dfab-a859-49e1-9259-3849934c2476 req-97d9deed-a50c-4eea-9e30-c8538b43f49a service neutron] 10.222.0.10 "PUT /v2.0/ports/eba9f4da-8938-43cf-9622-8a3437e8b564 HTTP/1.1" status: 200 len: 1094 time: 0.6241317 Mar 28 01:54:24.994576 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95229ee6-4bdd-46b2-a311-11bffafc897f', 'tag': 'eba9f4da-8938-43cf-9622-8a3437e8b564'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:54:24.997329 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2af4b01a9fa8b1570ccf1d7859d693ad34c106b258078e9cfae86b97f35e3d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-700e61ca-49fc-4607-a0ab-8035043b764b" -d '{"events": [{"name": "network-changed", "server_uuid": "95229ee6-4bdd-46b2-a311-11bffafc897f", "tag": "eba9f4da-8938-43cf-9622-8a3437e8b564"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:54:25.024652 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d9deed-a50c-4eea-9e30-c8538b43f49a service neutron] Pushing event updated for resources: {'Port': ['ID=eba9f4da-8938-43cf-9622-8a3437e8b564,revision_number=3']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:54:25.093185 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db70dfab-a859-49e1-9259-3849934c2476 req-e21ba4f3-cc58-40c3-b322-68c7882e9090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:54:25.095167 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-db70dfab-a859-49e1-9259-3849934c2476 req-e21ba4f3-cc58-40c3-b322-68c7882e9090 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=72e6c9ab66a94ab4841e082527b8a97d&device_id=95229ee6-4bdd-46b2-a311-11bffafc897f HTTP/1.1" status: 200 len: 1128 time: 0.0629287 Mar 28 01:54:25.096787 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 01:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-720914aa-434b-4098-a548-69c6ab107cc3 x-openstack-request-id: req-720914aa-434b-4098-a548-69c6ab107cc3 {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:54:25.097146 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95229ee6-4bdd-46b2-a311-11bffafc897f", "tag": "eba9f4da-8938-43cf-9622-8a3437e8b564", "status": "completed", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:54:25.097469 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-720914aa-434b-4098-a548-69c6ab107cc3 {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:54:25.097973 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-720914aa-434b-4098-a548-69c6ab107cc3'] response: {'name': 'network-changed', 'server_uuid': '95229ee6-4bdd-46b2-a311-11bffafc897f', 'tag': 'eba9f4da-8938-43cf-9622-8a3437e8b564', 'status': 'completed', 'code': 200} Mar 28 01:54:25.143799 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-db70dfab-a859-49e1-9259-3849934c2476 req-8342d09c-72a1-4195-a761-d60354d54a46 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eba9f4da-8938-43cf-9622-8a3437e8b564 HTTP/1.1" status: 200 len: 217 time: 0.0413613 Mar 28 01:54:25.186613 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-ea0a19a4-1f0c-40e7-aac0-f600ad21ce03 req-4e8d4b21-0168-4111-8124-d5508c1cc8d2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78d26d54-1a73-42a5-a4f5-3e09dc503f1c HTTP/1.1" status: 200 len: 999 time: 0.4503951 Mar 28 01:54:25.198096 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db70dfab-a859-49e1-9259-3849934c2476 req-1484651c-9892-46d9-b18f-8f349c5e42c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:54:25.199582 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-db70dfab-a859-49e1-9259-3849934c2476 req-1484651c-9892-46d9-b18f-8f349c5e42c2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=15b4bdde-1430-4379-a105-f2a845c4af2c HTTP/1.1" status: 200 len: 848 time: 0.0502512 Mar 28 01:54:25.216817 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb97a6df-4264-47ed-975f-5b2126b56623 req-864cd2b0-3703-496e-9a4b-f159bdf3c29a tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:54:25.218157 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-fb97a6df-4264-47ed-975f-5b2126b56623 req-864cd2b0-3703-496e-9a4b-f159bdf3c29a tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] 10.222.0.24 "GET /v2.0/ports?device_id=95229ee6-4bdd-46b2-a311-11bffafc897f HTTP/1.1" status: 200 len: 944 time: 0.1174386 Mar 28 01:54:25.250568 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db70dfab-a859-49e1-9259-3849934c2476 req-0fc2b750-7c0f-45c0-9a4f-26144e065eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:54:25.252560 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-db70dfab-a859-49e1-9259-3849934c2476 req-0fc2b750-7c0f-45c0-9a4f-26144e065eab service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=74a46d00-6672-4a45-9dc0-4cb1816634ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0462153 Mar 28 01:54:25.277510 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0a19a4-1f0c-40e7-aac0-f600ad21ce03 req-49707be0-f049-4635-96bd-e0873a56067e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:54:25.278959 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-ea0a19a4-1f0c-40e7-aac0-f600ad21ce03 req-49707be0-f049-4635-96bd-e0873a56067e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=15b4bdde-1430-4379-a105-f2a845c4af2c HTTP/1.1" status: 200 len: 848 time: 0.0862875 Mar 28 01:54:25.324755 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-fb97a6df-4264-47ed-975f-5b2126b56623 req-7709cfba-7886-4e84-9731-2a027683280a tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8a7ae77-c676-45b5-9d64-2dd6792ecd36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859256 Mar 28 01:54:25.349553 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-db70dfab-a859-49e1-9259-3849934c2476 req-5ec3012d-551c-4175-bce1-172d84ff9fd2 service neutron] 10.222.0.10 "GET /v2.0/networks/74a46d00-6672-4a45-9dc0-4cb1816634ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906994 Mar 28 01:54:25.373163 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0a19a4-1f0c-40e7-aac0-f600ad21ce03 req-1d597fd2-8624-4dae-a39f-4f63fefee12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:54:25.374648 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-ea0a19a4-1f0c-40e7-aac0-f600ad21ce03 req-1d597fd2-8624-4dae-a39f-4f63fefee12b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=74a46d00-6672-4a45-9dc0-4cb1816634ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0859282 Mar 28 01:54:25.437712 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-db70dfab-a859-49e1-9259-3849934c2476 req-e67fe188-062b-4012-a5c3-4a92d8be9818 service neutron] 10.222.0.10 "GET /v2.0/networks/74a46d00-6672-4a45-9dc0-4cb1816634ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828369 Mar 28 01:54:25.465653 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-ea0a19a4-1f0c-40e7-aac0-f600ad21ce03 req-1349df70-2fab-4070-9717-af3a9bc107e8 service neutron] 10.222.0.10 "GET /v2.0/networks/74a46d00-6672-4a45-9dc0-4cb1816634ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842593 Mar 28 01:54:25.531076 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700e61ca-49fc-4607-a0ab-8035043b764b req-6cc34ddf-d54b-4a63-9d91-ca98f277212c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:54:25.533762 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-700e61ca-49fc-4607-a0ab-8035043b764b req-6cc34ddf-d54b-4a63-9d91-ca98f277212c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=72e6c9ab66a94ab4841e082527b8a97d&device_id=95229ee6-4bdd-46b2-a311-11bffafc897f HTTP/1.1" status: 200 len: 1128 time: 0.0510576 Mar 28 01:54:25.562157 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-ea0a19a4-1f0c-40e7-aac0-f600ad21ce03 req-4a424061-3bb3-4f45-b9bc-cbdf8c8117ee service neutron] 10.222.0.10 "GET /v2.0/networks/74a46d00-6672-4a45-9dc0-4cb1816634ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894573 Mar 28 01:54:25.624455 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700e61ca-49fc-4607-a0ab-8035043b764b req-666b8703-7bef-48a0-9766-b15684ef34da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:54:25.625926 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-700e61ca-49fc-4607-a0ab-8035043b764b req-666b8703-7bef-48a0-9766-b15684ef34da service neutron] 10.222.0.10 "GET /v2.0/networks?id=74a46d00-6672-4a45-9dc0-4cb1816634ce HTTP/1.1" status: 200 len: 909 time: 0.0858133 Mar 28 01:54:25.669544 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-700e61ca-49fc-4607-a0ab-8035043b764b req-0ed45259-d950-43c9-81b2-ada67a2e4477 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eba9f4da-8938-43cf-9622-8a3437e8b564 HTTP/1.1" status: 200 len: 217 time: 0.0336576 Mar 28 01:54:25.720555 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700e61ca-49fc-4607-a0ab-8035043b764b req-1e7cb180-2d39-4d6c-b56b-42bfc4ac5329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:54:25.721938 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-700e61ca-49fc-4607-a0ab-8035043b764b req-1e7cb180-2d39-4d6c-b56b-42bfc4ac5329 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=15b4bdde-1430-4379-a105-f2a845c4af2c HTTP/1.1" status: 200 len: 848 time: 0.0453434 Mar 28 01:54:25.768928 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700e61ca-49fc-4607-a0ab-8035043b764b req-b92ded05-2282-4365-9593-71dd7e88ebcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:54:25.770392 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-700e61ca-49fc-4607-a0ab-8035043b764b req-b92ded05-2282-4365-9593-71dd7e88ebcd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=74a46d00-6672-4a45-9dc0-4cb1816634ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0423758 Mar 28 01:54:25.859654 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-700e61ca-49fc-4607-a0ab-8035043b764b req-87589514-ea97-46f3-9255-4afe6917b05c service neutron] 10.222.0.10 "GET /v2.0/networks/74a46d00-6672-4a45-9dc0-4cb1816634ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791478 Mar 28 01:54:25.958105 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-700e61ca-49fc-4607-a0ab-8035043b764b req-4e617e7f-f125-4e1b-90e6-17b5bcf0e94a service neutron] 10.222.0.10 "GET /v2.0/networks/74a46d00-6672-4a45-9dc0-4cb1816634ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847456 Mar 28 01:54:26.442454 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daf68d5-3b96-49f2-9da7-15726cafc92f req-26e0681e-031a-405c-9fbd-2b8621510d86 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:54:26.443894 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-3daf68d5-3b96-49f2-9da7-15726cafc92f req-26e0681e-031a-405c-9fbd-2b8621510d86 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] 10.222.0.24 "GET /v2.0/ports?device_id=95229ee6-4bdd-46b2-a311-11bffafc897f HTTP/1.1" status: 200 len: 944 time: 0.0520403 Mar 28 01:54:26.490800 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-3daf68d5-3b96-49f2-9da7-15726cafc92f req-f7bc79c0-04d1-43b8-a1c5-ecebfbfd6ace tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8a7ae77-c676-45b5-9d64-2dd6792ecd36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409725 Mar 28 01:54:27.021815 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device eba9f4da-8938-43cf-9622-8a3437e8b564 details requested by agent hyperv_hv-neutron-8348 with host hv-neutron-8348 {{(pid=104100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 01:54:27.121671 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port eba9f4da-8938-43cf-9622-8a3437e8b564, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=eba9f4da-8938-43cf-9622-8a3437e8b564,segment=NetworkSegment(d01c1046-ea3c-4b5d-be92-a2672c22f777),segment_id=d01c1046-ea3c-4b5d-be92-a2672c22f777)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:54:27.132743 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Returning: {'device': 'eba9f4da-8938-43cf-9622-8a3437e8b564', 'network_id': '74a46d00-6672-4a45-9dc0-4cb1816634ce', 'port_id': 'eba9f4da-8938-43cf-9622-8a3437e8b564', 'mac_address': 'fa:16:3e:13:37:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15b4bdde-1430-4379-a105-f2a845c4af2c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 01:54:27.168148 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port eba9f4da-8938-43cf-9622-8a3437e8b564 is: DOWN; New status is: BUILD {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:54:27.168535 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (eba9f4da-8938-43cf-9622-8a3437e8b564), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:54:27.181305 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eba9f4da-8938-43cf-9622-8a3437e8b564 {{(pid=104100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 01:54:27.199666 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port eba9f4da-8938-43cf-9622-8a3437e8b564, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=eba9f4da-8938-43cf-9622-8a3437e8b564,segment=NetworkSegment(d01c1046-ea3c-4b5d-be92-a2672c22f777),segment_id=d01c1046-ea3c-4b5d-be92-a2672c22f777)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:54:27.202918 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (eba9f4da-8938-43cf-9622-8a3437e8b564), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:54:27.251245 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Pushing event updated for resources: {'Port': ['ID=eba9f4da-8938-43cf-9622-8a3437e8b564,revision_number=4']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:54:27.453064 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] get_ports_and_sgs() called for port_ids ['eba9f4da-8938-43cf-9622-8a3437e8b564'] {{(pid=104100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 01:54:27.609224 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dc0eeb-8992-482b-ad94-3519f88d76c2 req-18059850-80f3-4b7b-9660-8f18f1eccc1b tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:54:27.610749 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-80dc0eeb-8992-482b-ad94-3519f88d76c2 req-18059850-80f3-4b7b-9660-8f18f1eccc1b tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] 10.222.0.24 "GET /v2.0/ports?device_id=95229ee6-4bdd-46b2-a311-11bffafc897f HTTP/1.1" status: 200 len: 945 time: 0.0528924 Mar 28 01:54:27.659809 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-80dc0eeb-8992-482b-ad94-3519f88d76c2 req-e45642eb-5c24-4e49-98e3-d68d1e135b9d tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8a7ae77-c676-45b5-9d64-2dd6792ecd36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436125 Mar 28 01:54:28.781612 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e714f984-d65b-4199-897a-d109d7836bbf req-3d0bd4bd-c9a7-41c2-8797-e90483c51b08 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:54:28.783076 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e714f984-d65b-4199-897a-d109d7836bbf req-3d0bd4bd-c9a7-41c2-8797-e90483c51b08 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] 10.222.0.24 "GET /v2.0/ports?device_id=95229ee6-4bdd-46b2-a311-11bffafc897f HTTP/1.1" status: 200 len: 945 time: 0.0568688 Mar 28 01:54:28.829796 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e714f984-d65b-4199-897a-d109d7836bbf req-95a59cfa-bf24-4200-9a86-ccb4822aad26 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8a7ae77-c676-45b5-9d64-2dd6792ecd36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411510 Mar 28 01:54:29.035977 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device eba9f4da-8938-43cf-9622-8a3437e8b564 up at agent hyperv_hv-neutron-8348 {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:54:29.084794 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Provisioning for port eba9f4da-8938-43cf-9622-8a3437e8b564 completed by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 01:54:29.088486 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Provisioning complete for port eba9f4da-8938-43cf-9622-8a3437e8b564 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:54:29.088860 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (eba9f4da-8938-43cf-9622-8a3437e8b564), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:54:29.173030 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port eba9f4da-8938-43cf-9622-8a3437e8b564 is: BUILD; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:54:29.173412 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (eba9f4da-8938-43cf-9622-8a3437e8b564), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:54:29.196268 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95229ee6-4bdd-46b2-a311-11bffafc897f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eba9f4da-8938-43cf-9622-8a3437e8b564'}] {{(pid=104100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:54:29.198883 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd27896ebc78d0f7931321182ba9533a7b768b1c3fcddb3ff52a8aee6ddeaf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc4627fe-6fec-4748-86bb-a8b6b1bd6f61" -d '{"events": [{"server_uuid": "95229ee6-4bdd-46b2-a311-11bffafc897f", "name": "network-vif-plugged", "status": "completed", "tag": "eba9f4da-8938-43cf-9622-8a3437e8b564"}]}' {{(pid=104100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:54:29.214280 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port eba9f4da-8938-43cf-9622-8a3437e8b564, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=eba9f4da-8938-43cf-9622-8a3437e8b564,segment=NetworkSegment(d01c1046-ea3c-4b5d-be92-a2672c22f777),segment_id=d01c1046-ea3c-4b5d-be92-a2672c22f777)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:54:29.218254 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (eba9f4da-8938-43cf-9622-8a3437e8b564), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:54:29.240692 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 01:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed681051-d78a-4e55-9093-0ed01ccdcc45 x-openstack-request-id: req-ed681051-d78a-4e55-9093-0ed01ccdcc45 {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:54:29.240906 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95229ee6-4bdd-46b2-a311-11bffafc897f", "name": "network-vif-plugged", "status": "completed", "tag": "eba9f4da-8938-43cf-9622-8a3437e8b564", "code": 200}]} {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:54:29.241159 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ed681051-d78a-4e55-9093-0ed01ccdcc45 {{(pid=104100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:54:29.242082 dv-neutron-834874-6-hyperv neutron-server[104100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed681051-d78a-4e55-9093-0ed01ccdcc45'] response: {'server_uuid': '95229ee6-4bdd-46b2-a311-11bffafc897f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eba9f4da-8938-43cf-9622-8a3437e8b564', 'code': 200} Mar 28 01:54:29.267885 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Pushing event updated for resources: {'Port': ['ID=eba9f4da-8938-43cf-9622-8a3437e8b564,revision_number=5']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:54:29.398979 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf6de2b-6312-490e-9d20-ae877d7b8d78 req-edaf93fb-17b9-4b6d-8dcd-e60840aa495f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:54:29.400365 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-fbf6de2b-6312-490e-9d20-ae877d7b8d78 req-edaf93fb-17b9-4b6d-8dcd-e60840aa495f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=95229ee6-4bdd-46b2-a311-11bffafc897f HTTP/1.1" status: 200 len: 1130 time: 0.0429213 Mar 28 01:54:29.444726 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-fbf6de2b-6312-490e-9d20-ae877d7b8d78 req-02865f78-4cc9-4582-86b5-4ef33047d641 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c8a7ae77-c676-45b5-9d64-2dd6792ecd36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382762 Mar 28 01:54:29.818823 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.agents_db [None req-9a1d863f-391a-42f4-9870-e8292b919beb None None] Agent healthcheck: found 6 active agents {{(pid=104101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 01:54:29.950793 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e452475-53b0-466d-bc71-284bf60ec3dc req-608128f8-8cf6-4880-9bfb-14d61cba829f tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:54:29.952268 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-5e452475-53b0-466d-bc71-284bf60ec3dc req-608128f8-8cf6-4880-9bfb-14d61cba829f tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] 10.222.0.24 "GET /v2.0/ports?device_id=95229ee6-4bdd-46b2-a311-11bffafc897f HTTP/1.1" status: 200 len: 946 time: 0.0506468 Mar 28 01:54:30.003855 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-5e452475-53b0-466d-bc71-284bf60ec3dc req-22936642-4767-4024-8e0e-6addd6d5e9ca tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8a7ae77-c676-45b5-9d64-2dd6792ecd36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456972 Mar 28 01:54:31.125113 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ac9f9f-4b6f-40c4-943d-6196e6a34a5f req-139bb2ff-7758-4935-9990-f311ea016b21 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:54:31.126480 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-d8ac9f9f-4b6f-40c4-943d-6196e6a34a5f req-139bb2ff-7758-4935-9990-f311ea016b21 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] 10.222.0.24 "GET /v2.0/ports?device_id=95229ee6-4bdd-46b2-a311-11bffafc897f HTTP/1.1" status: 200 len: 946 time: 0.0511806 Mar 28 01:54:31.174334 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-d8ac9f9f-4b6f-40c4-943d-6196e6a34a5f req-fe567d77-f9e1-4e13-891d-24cdf4c9b5e2 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8a7ae77-c676-45b5-9d64-2dd6792ecd36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424063 Mar 28 01:54:31.289776 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88e550f-fd4c-42bb-a62b-989afd99cb06 req-3843769b-f962-4070-810f-6e741f005bc7 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:54:31.291238 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e88e550f-fd4c-42bb-a62b-989afd99cb06 req-3843769b-f962-4070-810f-6e741f005bc7 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] 10.222.0.24 "GET /v2.0/ports?device_id=95229ee6-4bdd-46b2-a311-11bffafc897f HTTP/1.1" status: 200 len: 946 time: 0.0525031 Mar 28 01:54:31.338668 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-e88e550f-fd4c-42bb-a62b-989afd99cb06 req-5be7472c-d6e4-4373-918a-19a97d609fde tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8a7ae77-c676-45b5-9d64-2dd6792ecd36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418422 Mar 28 01:54:31.359259 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 35098) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:54:31.401810 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff79cf7-cdb3-40d5-ae82-66d165745f21 tempest-TestSnapshotPattern-1021226175 tempest-TestSnapshotPattern-1021226175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:54:31.403211 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-9ff79cf7-cdb3-40d5-ae82-66d165745f21 tempest-TestSnapshotPattern-1021226175 tempest-TestSnapshotPattern-1021226175-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=95229ee6-4bdd-46b2-a311-11bffafc897f HTTP/1.1" status: 200 len: 1125 time: 0.0430169 Mar 28 01:54:31.405869 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 35100) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:54:31.409971 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.v2.base [None req-e399eeae-11fc-4068-8da0-7601850b01ea tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Request body: {'floatingip': {'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'port_id': 'eba9f4da-8938-43cf-9622-8a3437e8b564', 'tenant_id': '72e6c9ab66a94ab4841e082527b8a97d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 01:54:31.430419 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e399eeae-11fc-4068-8da0-7601850b01ea tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:54:31.525993 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e399eeae-11fc-4068-8da0-7601850b01ea tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:54:31.625299 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [None req-e399eeae-11fc-4068-8da0-7601850b01ea tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Allocated IP 172.26.1.185 (dea6548b-502b-42db-97fb-371e423e739a/cce6de65-d8c9-45b8-9970-0a277e8c1192/f62a6452-04c4-4ce5-b4c4-67b4b33793f6) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 01:54:31.724571 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e399eeae-11fc-4068-8da0-7601850b01ea tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Publish callbacks [] for port (f62a6452-04c4-4ce5-b4c4-67b4b33793f6), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:54:31.757351 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e399eeae-11fc-4068-8da0-7601850b01ea tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758316772877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (f62a6452-04c4-4ce5-b4c4-67b4b33793f6), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:54:31.792046 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e399eeae-11fc-4068-8da0-7601850b01ea tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Network dea6548b-502b-42db-97fb-371e423e739a is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 01:54:31.794736 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-e399eeae-11fc-4068-8da0-7601850b01ea tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 01:54:31.798189 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e399eeae-11fc-4068-8da0-7601850b01ea tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 01:54:31.826385 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e399eeae-11fc-4068-8da0-7601850b01ea tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Pushing event updated for resources: {'Port': ['ID=f62a6452-04c4-4ce5-b4c4-67b4b33793f6,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:54:32.447095 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e399eeae-11fc-4068-8da0-7601850b01ea tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Publish callbacks [] for floatingip (f2973f2b-d6de-4d5c-afe5-85912d050bdf), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:54:32.519044 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e399eeae-11fc-4068-8da0-7601850b01ea tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (f62a6452-04c4-4ce5-b4c4-67b4b33793f6), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:54:32.661321 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e399eeae-11fc-4068-8da0-7601850b01ea tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Publish callbacks [] for port (f62a6452-04c4-4ce5-b4c4-67b4b33793f6), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:54:32.665590 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e399eeae-11fc-4068-8da0-7601850b01ea tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127280776'] for port (f62a6452-04c4-4ce5-b4c4-67b4b33793f6), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:54:32.734982 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e399eeae-11fc-4068-8da0-7601850b01ea tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Pushing event updated for resources: {'Port': ['ID=f62a6452-04c4-4ce5-b4c4-67b4b33793f6,revision_number=2']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:54:32.745351 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e399eeae-11fc-4068-8da0-7601850b01ea tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688063'] for floatingip (f2973f2b-d6de-4d5c-afe5-85912d050bdf), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:54:32.851080 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.l3_db [None req-e399eeae-11fc-4068-8da0-7601850b01ea tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Floating IP f2973f2b-d6de-4d5c-afe5-85912d050bdf associated. External IP: 172.26.1.185, port: eba9f4da-8938-43cf-9622-8a3437e8b564. Mar 28 01:54:33.057907 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e399eeae-11fc-4068-8da0-7601850b01ea tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Router 3e7d65ef-f544-4701-84a4-efd2f5b710d0 has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:54:33.170780 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e399eeae-11fc-4068-8da0-7601850b01ea tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:54:33.180655 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e89ef56-7c0b-40c3-80bc-ab540bc9f563 None None] Sync routers for ids ['3e7d65ef-f544-4701-84a4-efd2f5b710d0'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:54:33.188024 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e399eeae-11fc-4068-8da0-7601850b01ea tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for floatingip (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:54:33.190623 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e89ef56-7c0b-40c3-80bc-ab540bc9f563 None None] Routers {'3e7d65ef-f544-4701-84a4-efd2f5b710d0'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:54:33.191239 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-8e89ef56-7c0b-40c3-80bc-ab540bc9f563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:54:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['3e7d65ef-f544-4701-84a4-efd2f5b710d0'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:54:33.218570 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-e399eeae-11fc-4068-8da0-7601850b01ea tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8117123 Mar 28 01:54:33.219157 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95229ee6-4bdd-46b2-a311-11bffafc897f', 'tag': 'eba9f4da-8938-43cf-9622-8a3437e8b564'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:54:33.221402 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2af4b01a9fa8b1570ccf1d7859d693ad34c106b258078e9cfae86b97f35e3d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3767a034-5f72-4830-9697-6b1e085ca12f" -d '{"events": [{"name": "network-changed", "server_uuid": "95229ee6-4bdd-46b2-a311-11bffafc897f", "tag": "eba9f4da-8938-43cf-9622-8a3437e8b564"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:54:33.261483 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 01:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90068b11-a639-4d1f-b27c-47791903b4a9 x-openstack-request-id: req-90068b11-a639-4d1f-b27c-47791903b4a9 {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:54:33.261774 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95229ee6-4bdd-46b2-a311-11bffafc897f", "tag": "eba9f4da-8938-43cf-9622-8a3437e8b564", "status": "completed", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:54:33.262033 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-90068b11-a639-4d1f-b27c-47791903b4a9 {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:54:33.262444 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90068b11-a639-4d1f-b27c-47791903b4a9'] response: {'name': 'network-changed', 'server_uuid': '95229ee6-4bdd-46b2-a311-11bffafc897f', 'tag': 'eba9f4da-8938-43cf-9622-8a3437e8b564', 'status': 'completed', 'code': 200} Mar 28 01:54:33.300027 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-8e89ef56-7c0b-40c3-80bc-ab540bc9f563 None None] Set router 3e7d65ef-f544-4701-84a4-efd2f5b710d0 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:54:33.328345 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3767a034-5f72-4830-9697-6b1e085ca12f req-6a65bade-6165-4f82-921d-12d8bb5bf400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:54:33.330088 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-3767a034-5f72-4830-9697-6b1e085ca12f req-6a65bade-6165-4f82-921d-12d8bb5bf400 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=72e6c9ab66a94ab4841e082527b8a97d&device_id=95229ee6-4bdd-46b2-a311-11bffafc897f HTTP/1.1" status: 200 len: 1130 time: 0.0459218 Mar 28 01:54:33.418141 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3767a034-5f72-4830-9697-6b1e085ca12f req-aeba39f5-5d27-4333-9aa9-3fc20f754b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:54:33.420001 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-3767a034-5f72-4830-9697-6b1e085ca12f req-aeba39f5-5d27-4333-9aa9-3fc20f754b27 service neutron] 10.222.0.10 "GET /v2.0/networks?id=74a46d00-6672-4a45-9dc0-4cb1816634ce HTTP/1.1" status: 200 len: 909 time: 0.0838950 Mar 28 01:54:33.448625 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:54:33.489098 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-3767a034-5f72-4830-9697-6b1e085ca12f req-591b0484-7165-42b6-84af-7c8283ada198 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eba9f4da-8938-43cf-9622-8a3437e8b564 HTTP/1.1" status: 200 len: 1000 time: 0.0634058 Mar 28 01:54:33.535921 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-8e89ef56-7c0b-40c3-80bc-ab540bc9f563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e7d65ef-f544-4701-84a4-efd2f5b710d0', 'name': 'tempest-TestSnapshotPattern-900454727-router', 'tenant_id': '72e6c9ab66a94ab4841e082527b8a97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.177'}], 'enable_snat': True}, 'gw_port_id': '7b21e53b-a5d2-4cae-9769-6e7c3b23a8cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:51:40Z', 'updated_at': '2022-03-28T01:51:43Z', 'revision_number': 4, 'project_id': '72e6c9ab66a94ab4841e082527b8a97d', 'gw_port': {'id': '7b21e53b-a5d2-4cae-9769-6e7c3b23a8cf', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:63:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7d65ef-f544-4701-84a4-efd2f5b710d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:51:41Z', 'updated_at': '2022-03-28T01:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_floatingips': [{'id': '2fe8dd9c-a55a-4a8a-bbd1-964fc9ce0387', 'tenant_id': '72e6c9ab66a94ab4841e082527b8a97d', 'floating_ip_address': '172.26.1.89', 'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'router_id': '3e7d65ef-f544-4701-84a4-efd2f5b710d0', 'port_id': '78d26d54-1a73-42a5-a4f5-3e09dc503f1c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1888, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '74a46d00-6672-4a45-9dc0-4cb1816634ce', 'mac_address': 'fa:16:3e:b8:27:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e029b0d8-5c9e-4d21-9718-41cca201e0c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T01:52:01Z', 'updated_at': '2022-03-28T01:52:03Z', 'revision_number': 1, 'project_id': '72e6c9ab66a94ab4841e082527b8a97d', 'fixed_ip_address_scope': None}, {'id': 'f2973f2b-d6de-4d5c-afe5-85912d050bdf', 'tenant_id': '72e6c9ab66a94ab4841e082527b8a97d', 'floating_ip_address': '172.26.1.185', 'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'router_id': '3e7d65ef-f544-4701-84a4-efd2f5b710d0', 'port_id': 'eba9f4da-8938-43cf-9622-8a3437e8b564', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '74a46d00-6672-4a45-9dc0-4cb1816634ce', 'mac_address': 'fa:16:3e:13:37:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95229ee6-4bdd-46b2-a311-11bffafc897f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T01:54:32Z', 'updated_at': '2022-03-28T01:54:32Z', 'revision_number': 0, 'project_id': '72e6c9ab66a94ab4841e082527b8a97d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '491476a2-5085-481e-8b96-115142c4074b', 'name': '', 'network_id': '74a46d00-6672-4a45-9dc0-4cb1816634ce', 'tenant_id': '72e6c9ab66a94ab4841e082527b8a97d', 'mac_address': 'fa:16:3e:24:26:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7d65ef-f544-4701-84a4-efd2f5b710d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '15b4bdde-1430-4379-a105-f2a845c4af2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:51:42Z', 'updated_at': '2022-03-28T01:51:48Z', 'revision_number': 5, 'project_id': '72e6c9ab66a94ab4841e082527b8a97d', 'subnets': [{'id': '15b4bdde-1430-4379-a105-f2a845c4af2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:54:33.536652 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3767a034-5f72-4830-9697-6b1e085ca12f req-8eb20e31-90ad-4201-87ab-dc3e6a74fbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:54:33.540163 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-3767a034-5f72-4830-9697-6b1e085ca12f req-8eb20e31-90ad-4201-87ab-dc3e6a74fbbf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=15b4bdde-1430-4379-a105-f2a845c4af2c HTTP/1.1" status: 200 len: 848 time: 0.0441816 Mar 28 01:54:33.563782 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e89ef56-7c0b-40c3-80bc-ab540bc9f563 None None] Checking router: 3e7d65ef-f544-4701-84a4-efd2f5b710d0 for host: dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:54:33.572782 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e89ef56-7c0b-40c3-80bc-ab540bc9f563 None None] Routers {'3e7d65ef-f544-4701-84a4-efd2f5b710d0'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:54:33.573400 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-8e89ef56-7c0b-40c3-80bc-ab540bc9f563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:54:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['3e7d65ef-f544-4701-84a4-efd2f5b710d0'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:54:33.586660 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3767a034-5f72-4830-9697-6b1e085ca12f req-c142f11b-20de-400c-922f-b93df0875815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:54:33.588129 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-3767a034-5f72-4830-9697-6b1e085ca12f req-c142f11b-20de-400c-922f-b93df0875815 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=74a46d00-6672-4a45-9dc0-4cb1816634ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0445008 Mar 28 01:54:33.681180 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-8e89ef56-7c0b-40c3-80bc-ab540bc9f563 None None] Set router 3e7d65ef-f544-4701-84a4-efd2f5b710d0 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:54:33.681441 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-3767a034-5f72-4830-9697-6b1e085ca12f req-9b449c3d-c7dd-4bef-9e9a-cbadca3d83db service neutron] 10.222.0.10 "GET /v2.0/networks/74a46d00-6672-4a45-9dc0-4cb1816634ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864077 Mar 28 01:54:33.769618 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-3767a034-5f72-4830-9697-6b1e085ca12f req-b416f161-3095-476b-b749-e598d9efed42 service neutron] 10.222.0.10 "GET /v2.0/networks/74a46d00-6672-4a45-9dc0-4cb1816634ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822990 Mar 28 01:54:33.901888 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-8e89ef56-7c0b-40c3-80bc-ab540bc9f563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e7d65ef-f544-4701-84a4-efd2f5b710d0', 'name': 'tempest-TestSnapshotPattern-900454727-router', 'tenant_id': '72e6c9ab66a94ab4841e082527b8a97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.177'}], 'enable_snat': True}, 'gw_port_id': '7b21e53b-a5d2-4cae-9769-6e7c3b23a8cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:51:40Z', 'updated_at': '2022-03-28T01:51:43Z', 'revision_number': 4, 'project_id': '72e6c9ab66a94ab4841e082527b8a97d', 'gw_port': {'id': '7b21e53b-a5d2-4cae-9769-6e7c3b23a8cf', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:63:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7d65ef-f544-4701-84a4-efd2f5b710d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:51:41Z', 'updated_at': '2022-03-28T01:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_floatingips': [{'id': '2fe8dd9c-a55a-4a8a-bbd1-964fc9ce0387', 'tenant_id': '72e6c9ab66a94ab4841e082527b8a97d', 'floating_ip_address': '172.26.1.89', 'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'router_id': '3e7d65ef-f544-4701-84a4-efd2f5b710d0', 'port_id': '78d26d54-1a73-42a5-a4f5-3e09dc503f1c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1888, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '74a46d00-6672-4a45-9dc0-4cb1816634ce', 'mac_address': 'fa:16:3e:b8:27:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e029b0d8-5c9e-4d21-9718-41cca201e0c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T01:52:01Z', 'updated_at': '2022-03-28T01:52:03Z', 'revision_number': 1, 'project_id': '72e6c9ab66a94ab4841e082527b8a97d', 'fixed_ip_address_scope': None}, {'id': 'f2973f2b-d6de-4d5c-afe5-85912d050bdf', 'tenant_id': '72e6c9ab66a94ab4841e082527b8a97d', 'floating_ip_address': '172.26.1.185', 'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'router_id': '3e7d65ef-f544-4701-84a4-efd2f5b710d0', 'port_id': 'eba9f4da-8938-43cf-9622-8a3437e8b564', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '74a46d00-6672-4a45-9dc0-4cb1816634ce', 'mac_address': 'fa:16:3e:13:37:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95229ee6-4bdd-46b2-a311-11bffafc897f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T01:54:32Z', 'updated_at': '2022-03-28T01:54:32Z', 'revision_number': 0, 'project_id': '72e6c9ab66a94ab4841e082527b8a97d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '491476a2-5085-481e-8b96-115142c4074b', 'name': '', 'network_id': '74a46d00-6672-4a45-9dc0-4cb1816634ce', 'tenant_id': '72e6c9ab66a94ab4841e082527b8a97d', 'mac_address': 'fa:16:3e:24:26:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7d65ef-f544-4701-84a4-efd2f5b710d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '15b4bdde-1430-4379-a105-f2a845c4af2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:51:42Z', 'updated_at': '2022-03-28T01:51:48Z', 'revision_number': 5, 'project_id': '72e6c9ab66a94ab4841e082527b8a97d', 'subnets': [{'id': '15b4bdde-1430-4379-a105-f2a845c4af2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:54:33.930359 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e89ef56-7c0b-40c3-80bc-ab540bc9f563 None None] The sync data for ids ['3e7d65ef-f544-4701-84a4-efd2f5b710d0'] in dv-neutron-834874-6-hyperv is: [{'id': '3e7d65ef-f544-4701-84a4-efd2f5b710d0', 'name': 'tempest-TestSnapshotPattern-900454727-router', 'tenant_id': '72e6c9ab66a94ab4841e082527b8a97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.177'}], 'enable_snat': True}, 'gw_port_id': '7b21e53b-a5d2-4cae-9769-6e7c3b23a8cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:51:40Z', 'updated_at': '2022-03-28T01:51:43Z', 'revision_number': 4, 'project_id': '72e6c9ab66a94ab4841e082527b8a97d', 'gw_port': {'id': '7b21e53b-a5d2-4cae-9769-6e7c3b23a8cf', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:63:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7d65ef-f544-4701-84a4-efd2f5b710d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:51:41Z', 'updated_at': '2022-03-28T01:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_floatingips': [{'id': '2fe8dd9c-a55a-4a8a-bbd1-964fc9ce0387', 'tenant_id': '72e6c9ab66a94ab4841e082527b8a97d', 'floating_ip_address': '172.26.1.89', 'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'router_id': '3e7d65ef-f544-4701-84a4-efd2f5b710d0', 'port_id': '78d26d54-1a73-42a5-a4f5-3e09dc503f1c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1888, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '74a46d00-6672-4a45-9dc0-4cb1816634ce', 'mac_address': 'fa:16:3e:b8:27:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e029b0d8-5c9e-4d21-9718-41cca201e0c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T01:52:01Z', 'updated_at': '2022-03-28T01:52:03Z', 'revision_number': 1, 'project_id': '72e6c9ab66a94ab4841e082527b8a97d', 'fixed_ip_address_scope': None}, {'id': 'f2973f2b-d6de-4d5c-afe5-85912d050bdf', 'tenant_id': '72e6c9ab66a94ab4841e082527b8a97d', 'floating_ip_address': '172.26.1.185', 'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'router_id': '3e7d65ef-f544-4701-84a4-efd2f5b710d0', 'port_id': 'eba9f4da-8938-43cf-9622-8a3437e8b564', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '74a46d00-6672-4a45-9dc0-4cb1816634ce', 'mac_address': 'fa:16:3e:13:37:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95229ee6-4bdd-46b2-a311-11bffafc897f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T01:54:32Z', 'updated_at': '2022-03-28T01:54:32Z', 'revision_number': 0, 'project_id': '72e6c9ab66a94ab4841e082527b8a97d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '491476a2-5085-481e-8b96-115142c4074b', 'name': '', 'network_id': '74a46d00-6672-4a45-9dc0-4cb1816634ce', 'tenant_id': '72e6c9ab66a94ab4841e082527b8a97d', 'mac_address': 'fa:16:3e:24:26:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7d65ef-f544-4701-84a4-efd2f5b710d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '15b4bdde-1430-4379-a105-f2a845c4af2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:51:42Z', 'updated_at': '2022-03-28T01:51:48Z', 'revision_number': 5, 'project_id': '72e6c9ab66a94ab4841e082527b8a97d', 'subnets': [{'id': '15b4bdde-1430-4379-a105-f2a845c4af2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:54:34.129681 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d10e326-f37b-4b3b-8611-f98eb1f7000c None None] New status for floating IP f2973f2b-d6de-4d5c-afe5-85912d050bdf: ACTIVE {{(pid=104101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 01:54:41.541350 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-775d3ddc-ddb1-4fd4-9aa9-daeb330c83ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:54:43.682008 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5684d0c0-d476-426a-b4cb-c1042942e565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:54:44.975961 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:54:46.435737 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:54:47.924502 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:55:03.409982 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:55:06.817546 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.agents_db [None req-9a1d863f-391a-42f4-9870-e8292b919beb None None] Agent healthcheck: found 6 active agents {{(pid=104101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 01:55:11.543529 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-3bfed545-1a75-4407-b788-1ece87ee9f69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:55:13.683404 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-9cbd57b7-aaf0-42ab-bbd0-6ec440e198c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:55:14.977555 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:55:16.437520 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:55:17.926701 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:55:20.670462 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-aedf1b7c-1b9a-49e6-af7b-4684f40e34c1 req-d42d2157-4dda-41fa-9bf5-1ec4f11cb360 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e029b0d8-5c9e-4d21-9718-41cca201e0c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0480030 Mar 28 01:55:20.754954 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedf1b7c-1b9a-49e6-af7b-4684f40e34c1 req-eef27734-4cdb-4709-8f7f-79c62f2f195d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:55:20.757090 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-aedf1b7c-1b9a-49e6-af7b-4684f40e34c1 req-eef27734-4cdb-4709-8f7f-79c62f2f195d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=72e6c9ab66a94ab4841e082527b8a97d&device_id=e029b0d8-5c9e-4d21-9718-41cca201e0c0 HTTP/1.1" status: 200 len: 1128 time: 0.0439761 Mar 28 01:55:20.855615 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedf1b7c-1b9a-49e6-af7b-4684f40e34c1 req-222c2edd-abfc-47e1-83dd-172a88c0fc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:55:20.857109 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-aedf1b7c-1b9a-49e6-af7b-4684f40e34c1 req-222c2edd-abfc-47e1-83dd-172a88c0fc34 service neutron] 10.222.0.10 "GET /v2.0/networks?id=74a46d00-6672-4a45-9dc0-4cb1816634ce HTTP/1.1" status: 200 len: 909 time: 0.0819681 Mar 28 01:55:20.924196 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-aedf1b7c-1b9a-49e6-af7b-4684f40e34c1 req-32791d9c-86bd-4645-9b2a-4707524b3ed1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78d26d54-1a73-42a5-a4f5-3e09dc503f1c HTTP/1.1" status: 200 len: 999 time: 0.0604432 Mar 28 01:55:20.971173 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedf1b7c-1b9a-49e6-af7b-4684f40e34c1 req-c6a044c4-0565-44cd-9181-bb704d5e69eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:55:20.972637 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-aedf1b7c-1b9a-49e6-af7b-4684f40e34c1 req-c6a044c4-0565-44cd-9181-bb704d5e69eb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=15b4bdde-1430-4379-a105-f2a845c4af2c HTTP/1.1" status: 200 len: 848 time: 0.0421031 Mar 28 01:55:21.021885 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedf1b7c-1b9a-49e6-af7b-4684f40e34c1 req-9c9afece-3bc0-4671-b5e3-07e8c015348d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:55:21.023611 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-aedf1b7c-1b9a-49e6-af7b-4684f40e34c1 req-9c9afece-3bc0-4671-b5e3-07e8c015348d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=74a46d00-6672-4a45-9dc0-4cb1816634ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0451899 Mar 28 01:55:21.033192 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [req-aedf1b7c-1b9a-49e6-af7b-4684f40e34c1 req-44d139ce-4123-4ffd-9f4c-712b265b46c5 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=104099) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 01:55:21.034102 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-aedf1b7c-1b9a-49e6-af7b-4684f40e34c1 req-44d139ce-4123-4ffd-9f4c-712b265b46c5 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047500 Mar 28 01:55:21.122704 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-aedf1b7c-1b9a-49e6-af7b-4684f40e34c1 req-1656a302-e214-4d73-b4cd-b49d1a11bde7 service neutron] 10.222.0.10 "GET /v2.0/networks/74a46d00-6672-4a45-9dc0-4cb1816634ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823386 Mar 28 01:55:21.207664 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-aedf1b7c-1b9a-49e6-af7b-4684f40e34c1 req-75a8925b-edb0-46d6-8d72-99c76c2a1742 service neutron] 10.222.0.10 "GET /v2.0/networks/74a46d00-6672-4a45-9dc0-4cb1816634ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794020 Mar 28 01:55:33.426115 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:55:41.544570 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-602e7d00-41b5-4a28-88b4-2758aba24dda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:55:43.684443 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d1b51ee9-f0fb-44f3-a13b-0d445e90b8eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:55:43.815544 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.agents_db [None req-9a1d863f-391a-42f4-9870-e8292b919beb None None] Agent healthcheck: found 6 active agents {{(pid=104101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 01:55:44.980884 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:55:46.438349 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:55:47.928452 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:56:03.387683 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device eba9f4da-8938-43cf-9622-8a3437e8b564 details requested by agent hyperv_hv-neutron-8348 with host hv-neutron-8348 {{(pid=104100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 01:56:03.462259 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:56:03.491394 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port eba9f4da-8938-43cf-9622-8a3437e8b564, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=eba9f4da-8938-43cf-9622-8a3437e8b564,segment=NetworkSegment(d01c1046-ea3c-4b5d-be92-a2672c22f777),segment_id=d01c1046-ea3c-4b5d-be92-a2672c22f777)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:56:03.505237 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Returning: {'device': 'eba9f4da-8938-43cf-9622-8a3437e8b564', 'network_id': '74a46d00-6672-4a45-9dc0-4cb1816634ce', 'port_id': 'eba9f4da-8938-43cf-9622-8a3437e8b564', 'mac_address': 'fa:16:3e:13:37:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15b4bdde-1430-4379-a105-f2a845c4af2c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 01:56:03.542628 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port eba9f4da-8938-43cf-9622-8a3437e8b564 is: ACTIVE; New status is: BUILD {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:56:03.543013 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (eba9f4da-8938-43cf-9622-8a3437e8b564), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:56:03.555215 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eba9f4da-8938-43cf-9622-8a3437e8b564 {{(pid=104100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 01:56:03.574002 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port eba9f4da-8938-43cf-9622-8a3437e8b564, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=eba9f4da-8938-43cf-9622-8a3437e8b564,segment=NetworkSegment(d01c1046-ea3c-4b5d-be92-a2672c22f777),segment_id=d01c1046-ea3c-4b5d-be92-a2672c22f777)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:56:03.577496 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (eba9f4da-8938-43cf-9622-8a3437e8b564), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:56:03.627914 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Pushing event updated for resources: {'Port': ['ID=eba9f4da-8938-43cf-9622-8a3437e8b564,revision_number=6']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:56:03.634997 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:56:03.635351 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:56:03.635695 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:56:03.636089 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:56:03.636431 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:56:03.636765 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:56:03.637092 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:56:03.637420 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:56:03.637747 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:56:03.638074 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:56:03.638400 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:56:03.638724 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:56:03.639046 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:56:03.639369 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:56:03.639688 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:56:03.684563 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] get_ports_and_sgs() called for port_ids ['eba9f4da-8938-43cf-9622-8a3437e8b564'] {{(pid=104100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 01:56:05.415172 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device eba9f4da-8938-43cf-9622-8a3437e8b564 up at agent hyperv_hv-neutron-8348 {{(pid=104100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 01:56:05.480579 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.provisioning_blocks [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Provisioning complete for port eba9f4da-8938-43cf-9622-8a3437e8b564 triggered by entity L2. {{(pid=104100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 01:56:05.481326 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029363'] for port (eba9f4da-8938-43cf-9622-8a3437e8b564), provisioning_complete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:56:05.589013 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port eba9f4da-8938-43cf-9622-8a3437e8b564 is: BUILD; New status is: ACTIVE {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:56:05.589754 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (eba9f4da-8938-43cf-9622-8a3437e8b564), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:56:05.619341 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95229ee6-4bdd-46b2-a311-11bffafc897f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eba9f4da-8938-43cf-9622-8a3437e8b564'}] {{(pid=104100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:56:05.623231 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd27896ebc78d0f7931321182ba9533a7b768b1c3fcddb3ff52a8aee6ddeaf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f56cd3ec-dabe-47ae-84c1-b5a4ddf51dda" -d '{"events": [{"server_uuid": "95229ee6-4bdd-46b2-a311-11bffafc897f", "name": "network-vif-plugged", "status": "completed", "tag": "eba9f4da-8938-43cf-9622-8a3437e8b564"}]}' {{(pid=104100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:56:05.637683 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port eba9f4da-8938-43cf-9622-8a3437e8b564, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=eba9f4da-8938-43cf-9622-8a3437e8b564,segment=NetworkSegment(d01c1046-ea3c-4b5d-be92-a2672c22f777),segment_id=d01c1046-ea3c-4b5d-be92-a2672c22f777)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:56:05.650081 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (eba9f4da-8938-43cf-9622-8a3437e8b564), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:56:05.679650 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 01:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a225e6fa-f7a0-46f3-85b5-ba77334f6639 x-openstack-request-id: req-a225e6fa-f7a0-46f3-85b5-ba77334f6639 {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:56:05.680557 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95229ee6-4bdd-46b2-a311-11bffafc897f", "name": "network-vif-plugged", "status": "completed", "tag": "eba9f4da-8938-43cf-9622-8a3437e8b564", "code": 200}]} {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:56:05.680865 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a225e6fa-f7a0-46f3-85b5-ba77334f6639 {{(pid=104100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:56:05.681289 dv-neutron-834874-6-hyperv neutron-server[104100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a225e6fa-f7a0-46f3-85b5-ba77334f6639'] response: {'server_uuid': '95229ee6-4bdd-46b2-a311-11bffafc897f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eba9f4da-8938-43cf-9622-8a3437e8b564', 'code': 200} Mar 28 01:56:05.710365 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Pushing event updated for resources: {'Port': ['ID=eba9f4da-8938-43cf-9622-8a3437e8b564,revision_number=7']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:56:11.552483 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-69a171e6-4b65-4303-8b07-fa97b2b9b2dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:56:13.684967 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-526bcbad-eaeb-421c-855f-fddc624e8f19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:56:13.982691 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 35296) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:56:14.138638 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-3d50c306-6b95-45df-ac52-d737067da3ee tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Deleting port f62a6452-04c4-4ce5-b4c4-67b4b33793f6 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:56:14.138969 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3d50c306-6b95-45df-ac52-d737067da3ee tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (f62a6452-04c4-4ce5-b4c4-67b4b33793f6), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:56:14.210592 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3d50c306-6b95-45df-ac52-d737067da3ee tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (f62a6452-04c4-4ce5-b4c4-67b4b33793f6), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:56:14.210911 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3d50c306-6b95-45df-ac52-d737067da3ee tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Publish callbacks [] for floatingip (f62a6452-04c4-4ce5-b4c4-67b4b33793f6), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:56:14.222134 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-3d50c306-6b95-45df-ac52-d737067da3ee tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Calling delete_port for f62a6452-04c4-4ce5-b4c4-67b4b33793f6 owned by network:floatingip {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:56:14.371910 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3d50c306-6b95-45df-ac52-d737067da3ee tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (f62a6452-04c4-4ce5-b4c4-67b4b33793f6), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:56:14.397118 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d50c306-6b95-45df-ac52-d737067da3ee tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Pushing event deleted for resources: {'Port': ['ID=f62a6452-04c4-4ce5-b4c4-67b4b33793f6,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:56:14.408252 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d50c306-6b95-45df-ac52-d737067da3ee tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:56:14.408600 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d50c306-6b95-45df-ac52-d737067da3ee tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:56:14.408936 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d50c306-6b95-45df-ac52-d737067da3ee tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:56:14.409270 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d50c306-6b95-45df-ac52-d737067da3ee tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:56:14.409692 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d50c306-6b95-45df-ac52-d737067da3ee tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:56:14.410025 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d50c306-6b95-45df-ac52-d737067da3ee tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:56:14.410376 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d50c306-6b95-45df-ac52-d737067da3ee tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:56:14.410740 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d50c306-6b95-45df-ac52-d737067da3ee tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:56:14.411042 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d50c306-6b95-45df-ac52-d737067da3ee tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:56:14.411357 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d50c306-6b95-45df-ac52-d737067da3ee tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:56:14.411676 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d50c306-6b95-45df-ac52-d737067da3ee tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:56:14.411994 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d50c306-6b95-45df-ac52-d737067da3ee tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:56:14.412346 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d50c306-6b95-45df-ac52-d737067da3ee tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:56:14.412658 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d50c306-6b95-45df-ac52-d737067da3ee tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:56:14.412972 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d50c306-6b95-45df-ac52-d737067da3ee tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:56:14.469317 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3d50c306-6b95-45df-ac52-d737067da3ee tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Publish callbacks [] for floatingip (f2973f2b-d6de-4d5c-afe5-85912d050bdf), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:56:14.469642 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.l3_db [None req-3d50c306-6b95-45df-ac52-d737067da3ee tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Floating IP f2973f2b-d6de-4d5c-afe5-85912d050bdf disassociated (deleted). External IP: 172.26.1.185, port: eba9f4da-8938-43cf-9622-8a3437e8b564. Mar 28 01:56:14.671662 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d50c306-6b95-45df-ac52-d737067da3ee tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Router 3e7d65ef-f544-4701-84a4-efd2f5b710d0 has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:56:14.778410 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d50c306-6b95-45df-ac52-d737067da3ee tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:56:14.783225 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3d50c306-6b95-45df-ac52-d737067da3ee tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for floatingip (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:56:14.787902 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ae0c5a-a712-4663-a779-8ac2e73196c2 None None] Sync routers for ids ['3e7d65ef-f544-4701-84a4-efd2f5b710d0'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:56:14.797065 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ae0c5a-a712-4663-a779-8ac2e73196c2 None None] Routers {'3e7d65ef-f544-4701-84a4-efd2f5b710d0'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:56:14.797670 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-c5ae0c5a-a712-4663-a779-8ac2e73196c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:56:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['3e7d65ef-f544-4701-84a4-efd2f5b710d0'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:56:14.812934 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-3d50c306-6b95-45df-ac52-d737067da3ee tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] 10.222.0.24 "DELETE /v2.0/floatingips/f2973f2b-d6de-4d5c-afe5-85912d050bdf HTTP/1.1" status: 204 len: 168 time: 0.8291664 Mar 28 01:56:14.813635 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95229ee6-4bdd-46b2-a311-11bffafc897f', 'tag': 'eba9f4da-8938-43cf-9622-8a3437e8b564'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:56:14.816139 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2af4b01a9fa8b1570ccf1d7859d693ad34c106b258078e9cfae86b97f35e3d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00769a4a-c996-4a49-8d0d-7186e5d416f4" -d '{"events": [{"name": "network-changed", "server_uuid": "95229ee6-4bdd-46b2-a311-11bffafc897f", "tag": "eba9f4da-8938-43cf-9622-8a3437e8b564"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:56:14.856222 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 01:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5baf535d-674e-41a2-860b-4420196e429a x-openstack-request-id: req-5baf535d-674e-41a2-860b-4420196e429a {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:56:14.856669 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95229ee6-4bdd-46b2-a311-11bffafc897f", "tag": "eba9f4da-8938-43cf-9622-8a3437e8b564", "status": "completed", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:56:14.857012 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5baf535d-674e-41a2-860b-4420196e429a {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:56:14.857517 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5baf535d-674e-41a2-860b-4420196e429a'] response: {'name': 'network-changed', 'server_uuid': '95229ee6-4bdd-46b2-a311-11bffafc897f', 'tag': 'eba9f4da-8938-43cf-9622-8a3437e8b564', 'status': 'completed', 'code': 200} Mar 28 01:56:14.909943 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-c5ae0c5a-a712-4663-a779-8ac2e73196c2 None None] Set router 3e7d65ef-f544-4701-84a4-efd2f5b710d0 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:56:14.927082 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00769a4a-c996-4a49-8d0d-7186e5d416f4 req-497b1f02-7f7c-4b89-91e7-1b6cc9c34882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:56:14.928766 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-00769a4a-c996-4a49-8d0d-7186e5d416f4 req-497b1f02-7f7c-4b89-91e7-1b6cc9c34882 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=72e6c9ab66a94ab4841e082527b8a97d&device_id=95229ee6-4bdd-46b2-a311-11bffafc897f HTTP/1.1" status: 200 len: 1130 time: 0.0513685 Mar 28 01:56:15.053660 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00769a4a-c996-4a49-8d0d-7186e5d416f4 req-54c50421-9a15-4528-b00f-ca7563f41d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:56:15.055965 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-00769a4a-c996-4a49-8d0d-7186e5d416f4 req-54c50421-9a15-4528-b00f-ca7563f41d71 service neutron] 10.222.0.10 "GET /v2.0/networks?id=74a46d00-6672-4a45-9dc0-4cb1816634ce HTTP/1.1" status: 200 len: 909 time: 0.1177692 Mar 28 01:56:15.090996 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c0a8d3-a9e1-4c55-ba72-2da35fd04d48 req-488e1674-8b2f-4843-ad0d-4ebcef705003 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:56:15.093521 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-13c0a8d3-a9e1-4c55-ba72-2da35fd04d48 req-488e1674-8b2f-4843-ad0d-4ebcef705003 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] 10.222.0.24 "GET /v2.0/ports?device_id=95229ee6-4bdd-46b2-a311-11bffafc897f HTTP/1.1" status: 200 len: 946 time: 0.0613952 Mar 28 01:56:15.101182 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:56:15.105941 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-00769a4a-c996-4a49-8d0d-7186e5d416f4 req-e42c492f-4684-43bd-bd1c-758dd517b121 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eba9f4da-8938-43cf-9622-8a3437e8b564 HTTP/1.1" status: 200 len: 217 time: 0.0420356 Mar 28 01:56:15.161804 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-13c0a8d3-a9e1-4c55-ba72-2da35fd04d48 req-0a78bc92-a34b-40cc-9552-d30008d61281 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8a7ae77-c676-45b5-9d64-2dd6792ecd36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612586 Mar 28 01:56:15.166596 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00769a4a-c996-4a49-8d0d-7186e5d416f4 req-057ef301-321b-46e0-bef5-6d72e189227c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:56:15.168328 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-00769a4a-c996-4a49-8d0d-7186e5d416f4 req-057ef301-321b-46e0-bef5-6d72e189227c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=15b4bdde-1430-4379-a105-f2a845c4af2c HTTP/1.1" status: 200 len: 848 time: 0.0532062 Mar 28 01:56:15.201226 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-c5ae0c5a-a712-4663-a779-8ac2e73196c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e7d65ef-f544-4701-84a4-efd2f5b710d0', 'name': 'tempest-TestSnapshotPattern-900454727-router', 'tenant_id': '72e6c9ab66a94ab4841e082527b8a97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.177'}], 'enable_snat': True}, 'gw_port_id': '7b21e53b-a5d2-4cae-9769-6e7c3b23a8cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:51:40Z', 'updated_at': '2022-03-28T01:51:43Z', 'revision_number': 4, 'project_id': '72e6c9ab66a94ab4841e082527b8a97d', 'gw_port': {'id': '7b21e53b-a5d2-4cae-9769-6e7c3b23a8cf', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:63:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7d65ef-f544-4701-84a4-efd2f5b710d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:51:41Z', 'updated_at': '2022-03-28T01:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_floatingips': [{'id': '2fe8dd9c-a55a-4a8a-bbd1-964fc9ce0387', 'tenant_id': '72e6c9ab66a94ab4841e082527b8a97d', 'floating_ip_address': '172.26.1.89', 'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'router_id': '3e7d65ef-f544-4701-84a4-efd2f5b710d0', 'port_id': '78d26d54-1a73-42a5-a4f5-3e09dc503f1c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1888, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '74a46d00-6672-4a45-9dc0-4cb1816634ce', 'mac_address': 'fa:16:3e:b8:27:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e029b0d8-5c9e-4d21-9718-41cca201e0c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T01:52:01Z', 'updated_at': '2022-03-28T01:52:03Z', 'revision_number': 1, 'project_id': '72e6c9ab66a94ab4841e082527b8a97d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '491476a2-5085-481e-8b96-115142c4074b', 'name': '', 'network_id': '74a46d00-6672-4a45-9dc0-4cb1816634ce', 'tenant_id': '72e6c9ab66a94ab4841e082527b8a97d', 'mac_address': 'fa:16:3e:24:26:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7d65ef-f544-4701-84a4-efd2f5b710d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '15b4bdde-1430-4379-a105-f2a845c4af2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:51:42Z', 'updated_at': '2022-03-28T01:51:48Z', 'revision_number': 5, 'project_id': '72e6c9ab66a94ab4841e082527b8a97d', 'subnets': [{'id': '15b4bdde-1430-4379-a105-f2a845c4af2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:56:15.217897 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00769a4a-c996-4a49-8d0d-7186e5d416f4 req-43a68408-c254-4129-a031-f2e51d5252eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:56:15.219392 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-00769a4a-c996-4a49-8d0d-7186e5d416f4 req-43a68408-c254-4129-a031-f2e51d5252eb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=74a46d00-6672-4a45-9dc0-4cb1816634ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0440185 Mar 28 01:56:15.227746 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ae0c5a-a712-4663-a779-8ac2e73196c2 None None] Checking router: 3e7d65ef-f544-4701-84a4-efd2f5b710d0 for host: dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:56:15.236659 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ae0c5a-a712-4663-a779-8ac2e73196c2 None None] Routers {'3e7d65ef-f544-4701-84a4-efd2f5b710d0'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:56:15.237267 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-c5ae0c5a-a712-4663-a779-8ac2e73196c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:56:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['3e7d65ef-f544-4701-84a4-efd2f5b710d0'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:56:15.307944 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-00769a4a-c996-4a49-8d0d-7186e5d416f4 req-997b83a9-d598-4b50-948c-433e18e07717 service neutron] 10.222.0.10 "GET /v2.0/networks/74a46d00-6672-4a45-9dc0-4cb1816634ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807765 Mar 28 01:56:15.349855 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-c5ae0c5a-a712-4663-a779-8ac2e73196c2 None None] Set router 3e7d65ef-f544-4701-84a4-efd2f5b710d0 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:56:15.400333 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-00769a4a-c996-4a49-8d0d-7186e5d416f4 req-b679206b-4ab6-49b0-a2d9-d645901f41ce service neutron] 10.222.0.10 "GET /v2.0/networks/74a46d00-6672-4a45-9dc0-4cb1816634ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857396 Mar 28 01:56:15.429094 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device eba9f4da-8938-43cf-9622-8a3437e8b564 no longer exists at agent hyperv_hv-neutron-8348 {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:56:15.569191 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Current status of the port eba9f4da-8938-43cf-9622-8a3437e8b564 is: ACTIVE; New status is: DOWN {{(pid=104100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 01:56:15.569575 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590817'] for port (eba9f4da-8938-43cf-9622-8a3437e8b564), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:56:15.607112 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95229ee6-4bdd-46b2-a311-11bffafc897f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eba9f4da-8938-43cf-9622-8a3437e8b564'}] {{(pid=104100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:56:15.609340 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd27896ebc78d0f7931321182ba9533a7b768b1c3fcddb3ff52a8aee6ddeaf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee621073-ba59-4100-ac34-aa92b7471397" -d '{"events": [{"server_uuid": "95229ee6-4bdd-46b2-a311-11bffafc897f", "name": "network-vif-unplugged", "status": "completed", "tag": "eba9f4da-8938-43cf-9622-8a3437e8b564"}]}' {{(pid=104100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:56:15.638493 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] For port eba9f4da-8938-43cf-9622-8a3437e8b564, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=eba9f4da-8938-43cf-9622-8a3437e8b564,segment=NetworkSegment(d01c1046-ea3c-4b5d-be92-a2672c22f777),segment_id=d01c1046-ea3c-4b5d-be92-a2672c22f777)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:56:15.643483 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758317293972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758316772895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758316772913'] for port (eba9f4da-8938-43cf-9622-8a3437e8b564), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:56:15.651358 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Mar 2022 01:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56339eb5-f73f-40bf-b0eb-3e654082cb71 x-openstack-request-id: req-56339eb5-f73f-40bf-b0eb-3e654082cb71 {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:56:15.651652 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95229ee6-4bdd-46b2-a311-11bffafc897f", "name": "network-vif-unplugged", "status": "completed", "tag": "eba9f4da-8938-43cf-9622-8a3437e8b564", "code": 200}]} {{(pid=104100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:56:15.651906 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-56339eb5-f73f-40bf-b0eb-3e654082cb71 {{(pid=104100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:56:15.652316 dv-neutron-834874-6-hyperv neutron-server[104100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56339eb5-f73f-40bf-b0eb-3e654082cb71'] response: {'server_uuid': '95229ee6-4bdd-46b2-a311-11bffafc897f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eba9f4da-8938-43cf-9622-8a3437e8b564', 'code': 200} Mar 28 01:56:15.702345 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Pushing event updated for resources: {'Port': ['ID=eba9f4da-8938-43cf-9622-8a3437e8b564,revision_number=8']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:56:15.711122 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-c5ae0c5a-a712-4663-a779-8ac2e73196c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e7d65ef-f544-4701-84a4-efd2f5b710d0', 'name': 'tempest-TestSnapshotPattern-900454727-router', 'tenant_id': '72e6c9ab66a94ab4841e082527b8a97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.177'}], 'enable_snat': True}, 'gw_port_id': '7b21e53b-a5d2-4cae-9769-6e7c3b23a8cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:51:40Z', 'updated_at': '2022-03-28T01:51:43Z', 'revision_number': 4, 'project_id': '72e6c9ab66a94ab4841e082527b8a97d', 'gw_port': {'id': '7b21e53b-a5d2-4cae-9769-6e7c3b23a8cf', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:63:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7d65ef-f544-4701-84a4-efd2f5b710d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:51:41Z', 'updated_at': '2022-03-28T01:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_floatingips': [{'id': '2fe8dd9c-a55a-4a8a-bbd1-964fc9ce0387', 'tenant_id': '72e6c9ab66a94ab4841e082527b8a97d', 'floating_ip_address': '172.26.1.89', 'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'router_id': '3e7d65ef-f544-4701-84a4-efd2f5b710d0', 'port_id': '78d26d54-1a73-42a5-a4f5-3e09dc503f1c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1888, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '74a46d00-6672-4a45-9dc0-4cb1816634ce', 'mac_address': 'fa:16:3e:b8:27:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e029b0d8-5c9e-4d21-9718-41cca201e0c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T01:52:01Z', 'updated_at': '2022-03-28T01:52:03Z', 'revision_number': 1, 'project_id': '72e6c9ab66a94ab4841e082527b8a97d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '491476a2-5085-481e-8b96-115142c4074b', 'name': '', 'network_id': '74a46d00-6672-4a45-9dc0-4cb1816634ce', 'tenant_id': '72e6c9ab66a94ab4841e082527b8a97d', 'mac_address': 'fa:16:3e:24:26:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7d65ef-f544-4701-84a4-efd2f5b710d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '15b4bdde-1430-4379-a105-f2a845c4af2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:51:42Z', 'updated_at': '2022-03-28T01:51:48Z', 'revision_number': 5, 'project_id': '72e6c9ab66a94ab4841e082527b8a97d', 'subnets': [{'id': '15b4bdde-1430-4379-a105-f2a845c4af2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:56:15.741002 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ae0c5a-a712-4663-a779-8ac2e73196c2 None None] The sync data for ids ['3e7d65ef-f544-4701-84a4-efd2f5b710d0'] in dv-neutron-834874-6-hyperv is: [{'id': '3e7d65ef-f544-4701-84a4-efd2f5b710d0', 'name': 'tempest-TestSnapshotPattern-900454727-router', 'tenant_id': '72e6c9ab66a94ab4841e082527b8a97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.177'}], 'enable_snat': True}, 'gw_port_id': '7b21e53b-a5d2-4cae-9769-6e7c3b23a8cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:51:40Z', 'updated_at': '2022-03-28T01:51:43Z', 'revision_number': 4, 'project_id': '72e6c9ab66a94ab4841e082527b8a97d', 'gw_port': {'id': '7b21e53b-a5d2-4cae-9769-6e7c3b23a8cf', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:63:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7d65ef-f544-4701-84a4-efd2f5b710d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:51:41Z', 'updated_at': '2022-03-28T01:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_floatingips': [{'id': '2fe8dd9c-a55a-4a8a-bbd1-964fc9ce0387', 'tenant_id': '72e6c9ab66a94ab4841e082527b8a97d', 'floating_ip_address': '172.26.1.89', 'floating_network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'router_id': '3e7d65ef-f544-4701-84a4-efd2f5b710d0', 'port_id': '78d26d54-1a73-42a5-a4f5-3e09dc503f1c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1888, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '74a46d00-6672-4a45-9dc0-4cb1816634ce', 'mac_address': 'fa:16:3e:b8:27:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e029b0d8-5c9e-4d21-9718-41cca201e0c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T01:52:01Z', 'updated_at': '2022-03-28T01:52:03Z', 'revision_number': 1, 'project_id': '72e6c9ab66a94ab4841e082527b8a97d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '491476a2-5085-481e-8b96-115142c4074b', 'name': '', 'network_id': '74a46d00-6672-4a45-9dc0-4cb1816634ce', 'tenant_id': '72e6c9ab66a94ab4841e082527b8a97d', 'mac_address': 'fa:16:3e:24:26:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7d65ef-f544-4701-84a4-efd2f5b710d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '15b4bdde-1430-4379-a105-f2a845c4af2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:51:42Z', 'updated_at': '2022-03-28T01:51:48Z', 'revision_number': 5, 'project_id': '72e6c9ab66a94ab4841e082527b8a97d', 'subnets': [{'id': '15b4bdde-1430-4379-a105-f2a845c4af2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:56:15.961846 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6f2314-5e80-4ab8-af15-a3d89cc8a69d None None] New status for floating IP f2973f2b-d6de-4d5c-afe5-85912d050bdf: DOWN {{(pid=104101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 01:56:16.282419 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493a4e46-bdf4-4d2d-9859-2e4260109436 req-d597adb6-62fe-4162-9765-ef08913f828a tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:56:16.283835 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-493a4e46-bdf4-4d2d-9859-2e4260109436 req-d597adb6-62fe-4162-9765-ef08913f828a tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] 10.222.0.24 "GET /v2.0/ports?device_id=95229ee6-4bdd-46b2-a311-11bffafc897f HTTP/1.1" status: 200 len: 944 time: 0.0525105 Mar 28 01:56:16.332608 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-493a4e46-bdf4-4d2d-9859-2e4260109436 req-8d971c95-84a5-48b9-be5d-c15be43351e9 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8a7ae77-c676-45b5-9d64-2dd6792ecd36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430450 Mar 28 01:56:16.441774 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:56:16.596380 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0159f4-982e-439d-b432-faf4765a8389 req-ac3cc530-6e68-4d7d-b5ba-643c8595bd9f tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:56:16.597868 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7f0159f4-982e-439d-b432-faf4765a8389 req-ac3cc530-6e68-4d7d-b5ba-643c8595bd9f tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] 10.222.0.10 "GET /v2.0/ports?device_id=95229ee6-4bdd-46b2-a311-11bffafc897f HTTP/1.1" status: 200 len: 944 time: 0.0552089 Mar 28 01:56:16.696237 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [req-7f0159f4-982e-439d-b432-faf4765a8389 req-9965b128-7744-450b-8346-27235452fe26 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Deleting port eba9f4da-8938-43cf-9622-8a3437e8b564 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:56:16.696573 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-7f0159f4-982e-439d-b432-faf4765a8389 req-9965b128-7744-450b-8346-27235452fe26 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (eba9f4da-8938-43cf-9622-8a3437e8b564), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:56:16.782406 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-7f0159f4-982e-439d-b432-faf4765a8389 req-9965b128-7744-450b-8346-27235452fe26 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] For port eba9f4da-8938-43cf-9622-8a3437e8b564, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=eba9f4da-8938-43cf-9622-8a3437e8b564,segment=NetworkSegment(d01c1046-ea3c-4b5d-be92-a2672c22f777),segment_id=d01c1046-ea3c-4b5d-be92-a2672c22f777)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:56:16.782764 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-7f0159f4-982e-439d-b432-faf4765a8389 req-9965b128-7744-450b-8346-27235452fe26 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (eba9f4da-8938-43cf-9622-8a3437e8b564), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:56:16.796120 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [req-7f0159f4-982e-439d-b432-faf4765a8389 req-9965b128-7744-450b-8346-27235452fe26 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Calling delete_port for eba9f4da-8938-43cf-9622-8a3437e8b564 owned by compute:nova {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:56:16.924652 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-7f0159f4-982e-439d-b432-faf4765a8389 req-9965b128-7744-450b-8346-27235452fe26 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (eba9f4da-8938-43cf-9622-8a3437e8b564), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:56:16.952544 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9965b128-7744-450b-8346-27235452fe26 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Pushing event deleted for resources: {'Port': ['ID=eba9f4da-8938-43cf-9622-8a3437e8b564,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:56:16.999421 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f0159f4-982e-439d-b432-faf4765a8389 req-9965b128-7744-450b-8346-27235452fe26 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] No DVR routers for this DVR port eba9f4da-8938-43cf-9622-8a3437e8b564 on host hv-neutron-8348 {{(pid=104099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:56:17.002022 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-7f0159f4-982e-439d-b432-faf4765a8389 req-9965b128-7744-450b-8346-27235452fe26 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:56:17.005334 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-7f0159f4-982e-439d-b432-faf4765a8389 req-9965b128-7744-450b-8346-27235452fe26 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] 10.222.0.10 "DELETE /v2.0/ports/eba9f4da-8938-43cf-9622-8a3437e8b564 HTTP/1.1" status: 204 len: 173 time: 0.4019721 Mar 28 01:56:17.005772 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95229ee6-4bdd-46b2-a311-11bffafc897f', 'name': 'network-vif-deleted', 'tag': 'eba9f4da-8938-43cf-9622-8a3437e8b564'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:56:17.008281 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2af4b01a9fa8b1570ccf1d7859d693ad34c106b258078e9cfae86b97f35e3d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cdf899b-48f0-483c-86b8-dca8e5c63062" -d '{"events": [{"server_uuid": "95229ee6-4bdd-46b2-a311-11bffafc897f", "name": "network-vif-deleted", "tag": "eba9f4da-8938-43cf-9622-8a3437e8b564"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:56:17.050452 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 01:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ed77272-47bb-47d8-b808-c12a86960769 x-openstack-request-id: req-8ed77272-47bb-47d8-b808-c12a86960769 {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:56:17.050751 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95229ee6-4bdd-46b2-a311-11bffafc897f", "name": "network-vif-deleted", "tag": "eba9f4da-8938-43cf-9622-8a3437e8b564", "status": "completed", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:56:17.051010 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8ed77272-47bb-47d8-b808-c12a86960769 {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:56:17.051451 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ed77272-47bb-47d8-b808-c12a86960769'] response: {'server_uuid': '95229ee6-4bdd-46b2-a311-11bffafc897f', 'name': 'network-vif-deleted', 'tag': 'eba9f4da-8938-43cf-9622-8a3437e8b564', 'status': 'completed', 'code': 200} Mar 28 01:56:17.465829 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-7fd656f0-0379-41b8-bf42-ac3efc329aa5 req-2517be0e-7bf9-4f67-bf64-eba1c414c55f tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] 10.222.0.24 "GET /v2.0/ports?device_id=95229ee6-4bdd-46b2-a311-11bffafc897f HTTP/1.1" status: 200 len: 210 time: 0.0310166 Mar 28 01:56:17.930237 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:56:19.043886 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 35358) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:56:19.197446 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-b5d7e111-c166-4787-9698-cc1d4d56b899 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Deleting port e2bbdab4-f368-4651-93c5-ca604f4bf0ed {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:56:19.197787 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b5d7e111-c166-4787-9698-cc1d4d56b899 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (e2bbdab4-f368-4651-93c5-ca604f4bf0ed), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:56:19.269762 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b5d7e111-c166-4787-9698-cc1d4d56b899 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (e2bbdab4-f368-4651-93c5-ca604f4bf0ed), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:56:19.270118 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b5d7e111-c166-4787-9698-cc1d4d56b899 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Publish callbacks [] for floatingip (e2bbdab4-f368-4651-93c5-ca604f4bf0ed), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:56:19.282207 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-b5d7e111-c166-4787-9698-cc1d4d56b899 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Calling delete_port for e2bbdab4-f368-4651-93c5-ca604f4bf0ed owned by network:floatingip {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:56:19.426089 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b5d7e111-c166-4787-9698-cc1d4d56b899 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (e2bbdab4-f368-4651-93c5-ca604f4bf0ed), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:56:19.430387 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device eba9f4da-8938-43cf-9622-8a3437e8b564 no longer exists at agent hyperv_hv-neutron-8348 {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:56:19.449814 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] No Port match for: eba9f4da-8938-43cf-9622-8a3437e8b564 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:56:19.450160 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device eba9f4da-8938-43cf-9622-8a3437e8b564 not bound to the agent host hv-neutron-8348 {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:56:19.452503 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d7e111-c166-4787-9698-cc1d4d56b899 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Pushing event deleted for resources: {'Port': ['ID=e2bbdab4-f368-4651-93c5-ca604f4bf0ed,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:56:19.512526 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b5d7e111-c166-4787-9698-cc1d4d56b899 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Publish callbacks [] for floatingip (2fe8dd9c-a55a-4a8a-bbd1-964fc9ce0387), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:56:19.512853 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.db.l3_db [None req-b5d7e111-c166-4787-9698-cc1d4d56b899 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Floating IP 2fe8dd9c-a55a-4a8a-bbd1-964fc9ce0387 disassociated (deleted). External IP: 172.26.1.89, port: 78d26d54-1a73-42a5-a4f5-3e09dc503f1c. Mar 28 01:56:19.714595 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5d7e111-c166-4787-9698-cc1d4d56b899 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Router 3e7d65ef-f544-4701-84a4-efd2f5b710d0 has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:56:19.822379 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5d7e111-c166-4787-9698-cc1d4d56b899 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:56:19.826916 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b5d7e111-c166-4787-9698-cc1d4d56b899 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for floatingip (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:56:19.831405 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25877cab-680b-456f-b8e0-24ca2d6dc57a None None] Sync routers for ids ['3e7d65ef-f544-4701-84a4-efd2f5b710d0'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:56:19.841662 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25877cab-680b-456f-b8e0-24ca2d6dc57a None None] Routers {'3e7d65ef-f544-4701-84a4-efd2f5b710d0'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:56:19.842280 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-25877cab-680b-456f-b8e0-24ca2d6dc57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:56:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['3e7d65ef-f544-4701-84a4-efd2f5b710d0'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:56:19.855952 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-b5d7e111-c166-4787-9698-cc1d4d56b899 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] 10.222.0.24 "DELETE /v2.0/floatingips/2fe8dd9c-a55a-4a8a-bbd1-964fc9ce0387 HTTP/1.1" status: 204 len: 168 time: 0.8108695 Mar 28 01:56:19.856565 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e029b0d8-5c9e-4d21-9718-41cca201e0c0', 'tag': '78d26d54-1a73-42a5-a4f5-3e09dc503f1c'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:56:19.858781 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2af4b01a9fa8b1570ccf1d7859d693ad34c106b258078e9cfae86b97f35e3d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ece72700-5ed3-4f67-acc0-0051efdd159c" -d '{"events": [{"name": "network-changed", "server_uuid": "e029b0d8-5c9e-4d21-9718-41cca201e0c0", "tag": "78d26d54-1a73-42a5-a4f5-3e09dc503f1c"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:56:19.899149 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 01:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41d799f7-b0e2-43bd-a02e-b4a46b3920b3 x-openstack-request-id: req-41d799f7-b0e2-43bd-a02e-b4a46b3920b3 {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:56:19.899593 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e029b0d8-5c9e-4d21-9718-41cca201e0c0", "tag": "78d26d54-1a73-42a5-a4f5-3e09dc503f1c", "status": "completed", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:56:19.899729 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-41d799f7-b0e2-43bd-a02e-b4a46b3920b3 {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:56:19.900119 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41d799f7-b0e2-43bd-a02e-b4a46b3920b3'] response: {'name': 'network-changed', 'server_uuid': 'e029b0d8-5c9e-4d21-9718-41cca201e0c0', 'tag': '78d26d54-1a73-42a5-a4f5-3e09dc503f1c', 'status': 'completed', 'code': 200} Mar 28 01:56:19.954572 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-25877cab-680b-456f-b8e0-24ca2d6dc57a None None] Set router 3e7d65ef-f544-4701-84a4-efd2f5b710d0 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:56:20.091437 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece72700-5ed3-4f67-acc0-0051efdd159c req-4a7a517d-0765-49b0-9a60-478c96c11ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:56:20.093118 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-ece72700-5ed3-4f67-acc0-0051efdd159c req-4a7a517d-0765-49b0-9a60-478c96c11ac7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=72e6c9ab66a94ab4841e082527b8a97d&device_id=e029b0d8-5c9e-4d21-9718-41cca201e0c0 HTTP/1.1" status: 200 len: 1128 time: 0.1726902 Mar 28 01:56:20.173842 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-25877cab-680b-456f-b8e0-24ca2d6dc57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e7d65ef-f544-4701-84a4-efd2f5b710d0', 'name': 'tempest-TestSnapshotPattern-900454727-router', 'tenant_id': '72e6c9ab66a94ab4841e082527b8a97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.177'}], 'enable_snat': True}, 'gw_port_id': '7b21e53b-a5d2-4cae-9769-6e7c3b23a8cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:51:40Z', 'updated_at': '2022-03-28T01:51:43Z', 'revision_number': 4, 'project_id': '72e6c9ab66a94ab4841e082527b8a97d', 'gw_port': {'id': '7b21e53b-a5d2-4cae-9769-6e7c3b23a8cf', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:63:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7d65ef-f544-4701-84a4-efd2f5b710d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:51:41Z', 'updated_at': '2022-03-28T01:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': '491476a2-5085-481e-8b96-115142c4074b', 'name': '', 'network_id': '74a46d00-6672-4a45-9dc0-4cb1816634ce', 'tenant_id': '72e6c9ab66a94ab4841e082527b8a97d', 'mac_address': 'fa:16:3e:24:26:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7d65ef-f544-4701-84a4-efd2f5b710d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '15b4bdde-1430-4379-a105-f2a845c4af2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:51:42Z', 'updated_at': '2022-03-28T01:51:48Z', 'revision_number': 5, 'project_id': '72e6c9ab66a94ab4841e082527b8a97d', 'subnets': [{'id': '15b4bdde-1430-4379-a105-f2a845c4af2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:56:20.199815 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25877cab-680b-456f-b8e0-24ca2d6dc57a None None] Checking router: 3e7d65ef-f544-4701-84a4-efd2f5b710d0 for host: dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:56:20.208457 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25877cab-680b-456f-b8e0-24ca2d6dc57a None None] Routers {'3e7d65ef-f544-4701-84a4-efd2f5b710d0'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:56:20.209056 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-25877cab-680b-456f-b8e0-24ca2d6dc57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:56:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['3e7d65ef-f544-4701-84a4-efd2f5b710d0'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:56:20.227637 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d22a7fd-4e4e-4e8a-a11b-e55d59125af6 req-1411b627-cc93-4539-a889-49627b7ffe8f tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:56:20.229213 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-2d22a7fd-4e4e-4e8a-a11b-e55d59125af6 req-1411b627-cc93-4539-a889-49627b7ffe8f tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] 10.222.0.24 "GET /v2.0/ports?device_id=e029b0d8-5c9e-4d21-9718-41cca201e0c0 HTTP/1.1" status: 200 len: 944 time: 0.1653578 Mar 28 01:56:20.230120 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece72700-5ed3-4f67-acc0-0051efdd159c req-d6d6b1c6-5518-458f-a4eb-f611b01b17af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:56:20.231437 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-ece72700-5ed3-4f67-acc0-0051efdd159c req-d6d6b1c6-5518-458f-a4eb-f611b01b17af service neutron] 10.222.0.10 "GET /v2.0/networks?id=74a46d00-6672-4a45-9dc0-4cb1816634ce HTTP/1.1" status: 200 len: 909 time: 0.1306019 Mar 28 01:56:20.287011 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-ece72700-5ed3-4f67-acc0-0051efdd159c req-38117b70-ed16-4b2b-abdb-d7dfe0c1c3ff service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78d26d54-1a73-42a5-a4f5-3e09dc503f1c HTTP/1.1" status: 200 len: 217 time: 0.0465941 Mar 28 01:56:20.345227 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-2d22a7fd-4e4e-4e8a-a11b-e55d59125af6 req-ad881d46-a764-4279-9e6f-e4ad5d26a62b tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8a7ae77-c676-45b5-9d64-2dd6792ecd36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105425 Mar 28 01:56:20.366617 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece72700-5ed3-4f67-acc0-0051efdd159c req-d7f73341-beef-4c85-aaa2-6f61c2c599dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:56:20.366617 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-ece72700-5ed3-4f67-acc0-0051efdd159c req-d7f73341-beef-4c85-aaa2-6f61c2c599dd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=15b4bdde-1430-4379-a105-f2a845c4af2c HTTP/1.1" status: 200 len: 848 time: 0.0622842 Mar 28 01:56:20.413755 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece72700-5ed3-4f67-acc0-0051efdd159c req-04933b66-057e-47ba-9d9e-90d07740095b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:56:20.415374 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-ece72700-5ed3-4f67-acc0-0051efdd159c req-04933b66-057e-47ba-9d9e-90d07740095b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=74a46d00-6672-4a45-9dc0-4cb1816634ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0489511 Mar 28 01:56:20.470394 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-25877cab-680b-456f-b8e0-24ca2d6dc57a None None] Set router 3e7d65ef-f544-4701-84a4-efd2f5b710d0 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:56:20.506957 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-ece72700-5ed3-4f67-acc0-0051efdd159c req-23c7a3c5-211c-49cb-ad68-0f359c1901c2 service neutron] 10.222.0.10 "GET /v2.0/networks/74a46d00-6672-4a45-9dc0-4cb1816634ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851228 Mar 28 01:56:20.600843 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-ece72700-5ed3-4f67-acc0-0051efdd159c req-f2fa77a6-55b6-4de2-a61c-4a101ab7f950 service neutron] 10.222.0.10 "GET /v2.0/networks/74a46d00-6672-4a45-9dc0-4cb1816634ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876405 Mar 28 01:56:20.678149 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-25877cab-680b-456f-b8e0-24ca2d6dc57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e7d65ef-f544-4701-84a4-efd2f5b710d0', 'name': 'tempest-TestSnapshotPattern-900454727-router', 'tenant_id': '72e6c9ab66a94ab4841e082527b8a97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.177'}], 'enable_snat': True}, 'gw_port_id': '7b21e53b-a5d2-4cae-9769-6e7c3b23a8cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:51:40Z', 'updated_at': '2022-03-28T01:51:43Z', 'revision_number': 4, 'project_id': '72e6c9ab66a94ab4841e082527b8a97d', 'gw_port': {'id': '7b21e53b-a5d2-4cae-9769-6e7c3b23a8cf', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:63:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7d65ef-f544-4701-84a4-efd2f5b710d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:51:41Z', 'updated_at': '2022-03-28T01:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': '491476a2-5085-481e-8b96-115142c4074b', 'name': '', 'network_id': '74a46d00-6672-4a45-9dc0-4cb1816634ce', 'tenant_id': '72e6c9ab66a94ab4841e082527b8a97d', 'mac_address': 'fa:16:3e:24:26:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7d65ef-f544-4701-84a4-efd2f5b710d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '15b4bdde-1430-4379-a105-f2a845c4af2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:51:42Z', 'updated_at': '2022-03-28T01:51:48Z', 'revision_number': 5, 'project_id': '72e6c9ab66a94ab4841e082527b8a97d', 'subnets': [{'id': '15b4bdde-1430-4379-a105-f2a845c4af2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:56:20.706980 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25877cab-680b-456f-b8e0-24ca2d6dc57a None None] The sync data for ids ['3e7d65ef-f544-4701-84a4-efd2f5b710d0'] in dv-neutron-834874-6-hyperv is: [{'id': '3e7d65ef-f544-4701-84a4-efd2f5b710d0', 'name': 'tempest-TestSnapshotPattern-900454727-router', 'tenant_id': '72e6c9ab66a94ab4841e082527b8a97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.177'}], 'enable_snat': True}, 'gw_port_id': '7b21e53b-a5d2-4cae-9769-6e7c3b23a8cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:51:40Z', 'updated_at': '2022-03-28T01:51:43Z', 'revision_number': 4, 'project_id': '72e6c9ab66a94ab4841e082527b8a97d', 'gw_port': {'id': '7b21e53b-a5d2-4cae-9769-6e7c3b23a8cf', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:63:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7d65ef-f544-4701-84a4-efd2f5b710d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:51:41Z', 'updated_at': '2022-03-28T01:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv', '_interfaces': [{'id': '491476a2-5085-481e-8b96-115142c4074b', 'name': '', 'network_id': '74a46d00-6672-4a45-9dc0-4cb1816634ce', 'tenant_id': '72e6c9ab66a94ab4841e082527b8a97d', 'mac_address': 'fa:16:3e:24:26:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7d65ef-f544-4701-84a4-efd2f5b710d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '15b4bdde-1430-4379-a105-f2a845c4af2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:51:42Z', 'updated_at': '2022-03-28T01:51:48Z', 'revision_number': 5, 'project_id': '72e6c9ab66a94ab4841e082527b8a97d', 'subnets': [{'id': '15b4bdde-1430-4379-a105-f2a845c4af2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:56:20.814067 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.agents_db [None req-9a1d863f-391a-42f4-9870-e8292b919beb None None] Agent healthcheck: found 6 active agents {{(pid=104101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 01:56:20.912851 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa5d1dd-da58-4a06-a60f-f630ffcf4cac None None] New status for floating IP 2fe8dd9c-a55a-4a8a-bbd1-964fc9ce0387: DOWN {{(pid=104101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 01:56:21.548530 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9a75f0-f99a-48ef-b7e0-1141f28a391f req-d66500d4-caa3-42cd-bc95-c4fcf10c799e tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:56:21.549986 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-1c9a75f0-f99a-48ef-b7e0-1141f28a391f req-d66500d4-caa3-42cd-bc95-c4fcf10c799e tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] 10.222.0.24 "GET /v2.0/ports?device_id=e029b0d8-5c9e-4d21-9718-41cca201e0c0 HTTP/1.1" status: 200 len: 944 time: 0.1359906 Mar 28 01:56:21.602928 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-1c9a75f0-f99a-48ef-b7e0-1141f28a391f req-917fbbb2-08cc-4f21-81ac-457c009927a6 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8a7ae77-c676-45b5-9d64-2dd6792ecd36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473754 Mar 28 01:56:21.897786 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fa7b46-47eb-4f95-ab1d-41ce38ff3084 req-49d68b54-7ff5-4a02-bde2-47879f99e8e8 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 01:56:21.899529 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-d5fa7b46-47eb-4f95-ab1d-41ce38ff3084 req-49d68b54-7ff5-4a02-bde2-47879f99e8e8 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] 10.222.0.10 "GET /v2.0/ports?device_id=e029b0d8-5c9e-4d21-9718-41cca201e0c0 HTTP/1.1" status: 200 len: 944 time: 0.3498435 Mar 28 01:56:21.986915 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [req-d5fa7b46-47eb-4f95-ab1d-41ce38ff3084 req-c93e9db3-d35a-4534-a4b5-0dc097e7d510 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Deleting port 78d26d54-1a73-42a5-a4f5-3e09dc503f1c {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:56:21.987251 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-d5fa7b46-47eb-4f95-ab1d-41ce38ff3084 req-c93e9db3-d35a-4534-a4b5-0dc097e7d510 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (78d26d54-1a73-42a5-a4f5-3e09dc503f1c), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:56:22.074829 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [req-d5fa7b46-47eb-4f95-ab1d-41ce38ff3084 req-c93e9db3-d35a-4534-a4b5-0dc097e7d510 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] For port 78d26d54-1a73-42a5-a4f5-3e09dc503f1c, host hv-neutron-8348, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8348',level=0,port_id=78d26d54-1a73-42a5-a4f5-3e09dc503f1c,segment=NetworkSegment(d01c1046-ea3c-4b5d-be92-a2672c22f777),segment_id=d01c1046-ea3c-4b5d-be92-a2672c22f777)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:56:22.075188 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-d5fa7b46-47eb-4f95-ab1d-41ce38ff3084 req-c93e9db3-d35a-4534-a4b5-0dc097e7d510 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (78d26d54-1a73-42a5-a4f5-3e09dc503f1c), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:56:22.088344 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [req-d5fa7b46-47eb-4f95-ab1d-41ce38ff3084 req-c93e9db3-d35a-4534-a4b5-0dc097e7d510 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Calling delete_port for 78d26d54-1a73-42a5-a4f5-3e09dc503f1c owned by compute:nova {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:56:22.215759 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-d5fa7b46-47eb-4f95-ab1d-41ce38ff3084 req-c93e9db3-d35a-4534-a4b5-0dc097e7d510 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (78d26d54-1a73-42a5-a4f5-3e09dc503f1c), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:56:22.244231 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93e9db3-d35a-4534-a4b5-0dc097e7d510 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Pushing event deleted for resources: {'Port': ['ID=78d26d54-1a73-42a5-a4f5-3e09dc503f1c,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:56:22.293929 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5fa7b46-47eb-4f95-ab1d-41ce38ff3084 req-c93e9db3-d35a-4534-a4b5-0dc097e7d510 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] No DVR routers for this DVR port 78d26d54-1a73-42a5-a4f5-3e09dc503f1c on host hv-neutron-8348 {{(pid=104099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:56:22.296313 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [req-d5fa7b46-47eb-4f95-ab1d-41ce38ff3084 req-c93e9db3-d35a-4534-a4b5-0dc097e7d510 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85087'] for port (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:56:22.299575 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [req-d5fa7b46-47eb-4f95-ab1d-41ce38ff3084 req-c93e9db3-d35a-4534-a4b5-0dc097e7d510 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] 10.222.0.10 "DELETE /v2.0/ports/78d26d54-1a73-42a5-a4f5-3e09dc503f1c HTTP/1.1" status: 204 len: 173 time: 0.3947546 Mar 28 01:56:22.300022 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e029b0d8-5c9e-4d21-9718-41cca201e0c0', 'name': 'network-vif-deleted', 'tag': '78d26d54-1a73-42a5-a4f5-3e09dc503f1c'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 01:56:22.302757 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2af4b01a9fa8b1570ccf1d7859d693ad34c106b258078e9cfae86b97f35e3d49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5987d347-d768-4f9e-b232-e9eb5bc84d4d" -d '{"events": [{"server_uuid": "e029b0d8-5c9e-4d21-9718-41cca201e0c0", "name": "network-vif-deleted", "tag": "78d26d54-1a73-42a5-a4f5-3e09dc503f1c"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 01:56:22.337442 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 01:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b94922a-2ac8-4968-9fe4-93cbf2983327 x-openstack-request-id: req-3b94922a-2ac8-4968-9fe4-93cbf2983327 {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 01:56:22.337728 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e029b0d8-5c9e-4d21-9718-41cca201e0c0", "name": "network-vif-deleted", "tag": "78d26d54-1a73-42a5-a4f5-3e09dc503f1c", "status": "completed", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 01:56:22.337976 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3b94922a-2ac8-4968-9fe4-93cbf2983327 {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 01:56:22.338383 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b94922a-2ac8-4968-9fe4-93cbf2983327'] response: {'server_uuid': 'e029b0d8-5c9e-4d21-9718-41cca201e0c0', 'name': 'network-vif-deleted', 'tag': '78d26d54-1a73-42a5-a4f5-3e09dc503f1c', 'status': 'completed', 'code': 200} Mar 28 01:56:22.720264 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [req-f44bfc89-5702-4ef4-ba37-08a236970931 req-b79a78fb-9f81-4315-9798-9f508772e527 tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] 10.222.0.24 "GET /v2.0/ports?device_id=e029b0d8-5c9e-4d21-9718-41cca201e0c0 HTTP/1.1" status: 200 len: 210 time: 0.0305111 Mar 28 01:56:23.779028 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 35384) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:56:23.836884 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c3885217-864d-4178-8aff-f519d101a40b tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Publish callbacks [] for security_group (c8a7ae77-c676-45b5-9d64-2dd6792ecd36), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:56:23.862830 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c3885217-864d-4178-8aff-f519d101a40b tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Publish callbacks [] for security_group (c8a7ae77-c676-45b5-9d64-2dd6792ecd36), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:56:23.928702 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c3885217-864d-4178-8aff-f519d101a40b tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (c8a7ae77-c676-45b5-9d64-2dd6792ecd36), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:56:23.931252 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c3885217-864d-4178-8aff-f519d101a40b tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:56:23.932610 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-c3885217-864d-4178-8aff-f519d101a40b tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] 10.222.0.24 "DELETE /v2.0/security-groups/c8a7ae77-c676-45b5-9d64-2dd6792ecd36 HTTP/1.1" status: 204 len: 168 time: 0.1525161 Mar 28 01:56:23.943621 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3885217-864d-4178-8aff-f519d101a40b tempest-TestSnapshotPattern-542529828 tempest-TestSnapshotPattern-542529828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8a7ae77-c676-45b5-9d64-2dd6792ecd36,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:56:23.987746 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 35388) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:56:24.326577 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-03bc01a4-3594-4f33-89c0-5156955b6ed2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3686527'] for router_interface (3e7d65ef-f544-4701-84a4-efd2f5b710d0), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:56:24.571167 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-03bc01a4-3594-4f33-89c0-5156955b6ed2 admin admin] Deleting port 491476a2-5085-481e-8b96-115142c4074b {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:56:24.571499 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-03bc01a4-3594-4f33-89c0-5156955b6ed2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (491476a2-5085-481e-8b96-115142c4074b), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:56:24.647088 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.db [None req-03bc01a4-3594-4f33-89c0-5156955b6ed2 admin admin] For port 491476a2-5085-481e-8b96-115142c4074b, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=491476a2-5085-481e-8b96-115142c4074b,segment=NetworkSegment(d01c1046-ea3c-4b5d-be92-a2672c22f777),segment_id=d01c1046-ea3c-4b5d-be92-a2672c22f777)] {{(pid=104098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:56:24.647443 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-03bc01a4-3594-4f33-89c0-5156955b6ed2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (491476a2-5085-481e-8b96-115142c4074b), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:56:24.659786 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-03bc01a4-3594-4f33-89c0-5156955b6ed2 admin admin] Calling delete_port for 491476a2-5085-481e-8b96-115142c4074b owned by network:router_interface {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:56:24.838682 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-03bc01a4-3594-4f33-89c0-5156955b6ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (491476a2-5085-481e-8b96-115142c4074b), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:56:24.865968 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bc01a4-3594-4f33-89c0-5156955b6ed2 admin admin] Pushing event deleted for resources: {'Port': ['ID=491476a2-5085-481e-8b96-115142c4074b,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:56:24.896989 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bc01a4-3594-4f33-89c0-5156955b6ed2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:56:24.897343 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bc01a4-3594-4f33-89c0-5156955b6ed2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:56:24.897689 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bc01a4-3594-4f33-89c0-5156955b6ed2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:56:24.898308 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bc01a4-3594-4f33-89c0-5156955b6ed2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:56:24.898647 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bc01a4-3594-4f33-89c0-5156955b6ed2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:56:24.898978 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bc01a4-3594-4f33-89c0-5156955b6ed2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:56:24.899306 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bc01a4-3594-4f33-89c0-5156955b6ed2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:56:24.899633 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bc01a4-3594-4f33-89c0-5156955b6ed2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:56:24.899958 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bc01a4-3594-4f33-89c0-5156955b6ed2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:56:24.900311 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bc01a4-3594-4f33-89c0-5156955b6ed2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:56:24.900643 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bc01a4-3594-4f33-89c0-5156955b6ed2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:56:24.900967 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bc01a4-3594-4f33-89c0-5156955b6ed2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:56:24.901292 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bc01a4-3594-4f33-89c0-5156955b6ed2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:56:24.901614 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bc01a4-3594-4f33-89c0-5156955b6ed2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:56:24.901930 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bc01a4-3594-4f33-89c0-5156955b6ed2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834874-6-hyperv {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 01:56:25.045760 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-03bc01a4-3594-4f33-89c0-5156955b6ed2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3725912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3690191'] for router_interface (3e7d65ef-f544-4701-84a4-efd2f5b710d0), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:56:25.254217 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03bc01a4-3594-4f33-89c0-5156955b6ed2 admin admin] Router 3e7d65ef-f544-4701-84a4-efd2f5b710d0 has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:56:25.355347 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03bc01a4-3594-4f33-89c0-5156955b6ed2 admin admin] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:56:25.362693 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-03bc01a4-3594-4f33-89c0-5156955b6ed2 admin admin] 10.222.0.24 "PUT /v2.0/routers/3e7d65ef-f544-4701-84a4-efd2f5b710d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3714614 Mar 28 01:56:25.362851 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 35390) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:56:25.363807 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf4de38-db07-4606-b4f6-beb74ee994cc None None] Sync routers for ids ['3e7d65ef-f544-4701-84a4-efd2f5b710d0'] in dv-neutron-834874-6-hyperv {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:56:25.373644 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf4de38-db07-4606-b4f6-beb74ee994cc None None] Routers {'3e7d65ef-f544-4701-84a4-efd2f5b710d0'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:56:25.374261 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-4cf4de38-db07-4606-b4f6-beb74ee994cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:56:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['3e7d65ef-f544-4701-84a4-efd2f5b710d0'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:56:25.462296 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device 78d26d54-1a73-42a5-a4f5-3e09dc503f1c no longer exists at agent hyperv_hv-neutron-8348 {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:56:25.464216 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9b500bde-3ca4-4c4d-9796-e222ce73010f admin admin] Publish callbacks [] for router (3e7d65ef-f544-4701-84a4-efd2f5b710d0), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:56:25.484793 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] No Port match for: 78d26d54-1a73-42a5-a4f5-3e09dc503f1c {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:56:25.485137 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Device 78d26d54-1a73-42a5-a4f5-3e09dc503f1c not bound to the agent host hv-neutron-8348 {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:56:25.501969 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-4cf4de38-db07-4606-b4f6-beb74ee994cc None None] Set router 3e7d65ef-f544-4701-84a4-efd2f5b710d0 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:56:25.565090 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9b500bde-3ca4-4c4d-9796-e222ce73010f admin admin] Publish callbacks [] for router_gateway (3e7d65ef-f544-4701-84a4-efd2f5b710d0), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:56:25.615801 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-9b500bde-3ca4-4c4d-9796-e222ce73010f admin admin] Deleting port 7b21e53b-a5d2-4cae-9769-6e7c3b23a8cf {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:56:25.616217 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9b500bde-3ca4-4c4d-9796-e222ce73010f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (7b21e53b-a5d2-4cae-9769-6e7c3b23a8cf), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:56:25.677634 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-4cf4de38-db07-4606-b4f6-beb74ee994cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e7d65ef-f544-4701-84a4-efd2f5b710d0', 'name': 'tempest-TestSnapshotPattern-900454727-router', 'tenant_id': '72e6c9ab66a94ab4841e082527b8a97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.177'}], 'enable_snat': True}, 'gw_port_id': '7b21e53b-a5d2-4cae-9769-6e7c3b23a8cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:51:40Z', 'updated_at': '2022-03-28T01:56:24Z', 'revision_number': 5, 'project_id': '72e6c9ab66a94ab4841e082527b8a97d', 'gw_port': {'id': '7b21e53b-a5d2-4cae-9769-6e7c3b23a8cf', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:63:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7d65ef-f544-4701-84a4-efd2f5b710d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:51:41Z', 'updated_at': '2022-03-28T01:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:56:25.694905 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.db [None req-9b500bde-3ca4-4c4d-9796-e222ce73010f admin admin] For port 7b21e53b-a5d2-4cae-9769-6e7c3b23a8cf, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=7b21e53b-a5d2-4cae-9769-6e7c3b23a8cf,segment=NetworkSegment(b6f00c62-aca5-4c73-8989-c04c396daeed),segment_id=b6f00c62-aca5-4c73-8989-c04c396daeed)] {{(pid=104098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:56:25.695264 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9b500bde-3ca4-4c4d-9796-e222ce73010f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (7b21e53b-a5d2-4cae-9769-6e7c3b23a8cf), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:56:25.709001 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-9b500bde-3ca4-4c4d-9796-e222ce73010f admin admin] Calling delete_port for 7b21e53b-a5d2-4cae-9769-6e7c3b23a8cf owned by network:router_gateway {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:56:25.709340 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf4de38-db07-4606-b4f6-beb74ee994cc None None] Checking router: 3e7d65ef-f544-4701-84a4-efd2f5b710d0 for host: dv-neutron-834874-6-hyperv {{(pid=104100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:56:25.717634 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf4de38-db07-4606-b4f6-beb74ee994cc None None] Routers {'3e7d65ef-f544-4701-84a4-efd2f5b710d0'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:56:25.718249 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-4cf4de38-db07-4606-b4f6-beb74ee994cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:56:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['3e7d65ef-f544-4701-84a4-efd2f5b710d0'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:56:25.810880 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-4cf4de38-db07-4606-b4f6-beb74ee994cc None None] Set router 3e7d65ef-f544-4701-84a4-efd2f5b710d0 gateway port host: None {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:56:25.863305 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-4cf4de38-db07-4606-b4f6-beb74ee994cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e7d65ef-f544-4701-84a4-efd2f5b710d0', 'name': 'tempest-TestSnapshotPattern-900454727-router', 'tenant_id': '72e6c9ab66a94ab4841e082527b8a97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:51:40Z', 'updated_at': '2022-03-28T01:56:25Z', 'revision_number': 6, 'project_id': '72e6c9ab66a94ab4841e082527b8a97d', 'gw_port_host': None}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:56:25.871634 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9b500bde-3ca4-4c4d-9796-e222ce73010f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (7b21e53b-a5d2-4cae-9769-6e7c3b23a8cf), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:56:25.892806 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf4de38-db07-4606-b4f6-beb74ee994cc None None] The sync data for ids ['3e7d65ef-f544-4701-84a4-efd2f5b710d0'] in dv-neutron-834874-6-hyperv is: [{'id': '3e7d65ef-f544-4701-84a4-efd2f5b710d0', 'name': 'tempest-TestSnapshotPattern-900454727-router', 'tenant_id': '72e6c9ab66a94ab4841e082527b8a97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:51:40Z', 'updated_at': '2022-03-28T01:56:25Z', 'revision_number': 6, 'project_id': '72e6c9ab66a94ab4841e082527b8a97d', 'gw_port_host': None}] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:56:25.899371 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b500bde-3ca4-4c4d-9796-e222ce73010f admin admin] Pushing event deleted for resources: {'Port': ['ID=7b21e53b-a5d2-4cae-9769-6e7c3b23a8cf,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:56:25.961161 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9b500bde-3ca4-4c4d-9796-e222ce73010f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3687989'] for router_gateway (3e7d65ef-f544-4701-84a4-efd2f5b710d0), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:56:26.326062 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9b500bde-3ca4-4c4d-9796-e222ce73010f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7151'] for router (3e7d65ef-f544-4701-84a4-efd2f5b710d0), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:56:26.328323 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9b500bde-3ca4-4c4d-9796-e222ce73010f admin admin] Publish callbacks [] for router_controller (3e7d65ef-f544-4701-84a4-efd2f5b710d0), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:56:26.371070 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9b500bde-3ca4-4c4d-9796-e222ce73010f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689686'] for router (3e7d65ef-f544-4701-84a4-efd2f5b710d0), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:56:26.371615 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b500bde-3ca4-4c4d-9796-e222ce73010f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e7d65ef-f544-4701-84a4-efd2f5b710d0 {{(pid=104098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 01:56:26.375942 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9b500bde-3ca4-4c4d-9796-e222ce73010f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:56:26.377321 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-9b500bde-3ca4-4c4d-9796-e222ce73010f admin admin] 10.222.0.24 "DELETE /v2.0/routers/3e7d65ef-f544-4701-84a4-efd2f5b710d0 HTTP/1.1" status: 204 len: 168 time: 1.0135691 Mar 28 01:56:26.379825 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 35392) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:56:26.422029 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.db_base_plugin_v2 [None req-233369a0-78a2-4401-9fec-b577caaa64ee admin admin] Deleting subnet 15b4bdde-1430-4379-a105-f2a845c4af2c {{(pid=104098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:56:26.425003 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-233369a0-78a2-4401-9fec-b577caaa64ee admin admin] Publish callbacks [] for subnet (15b4bdde-1430-4379-a105-f2a845c4af2c), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:56:26.458261 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-233369a0-78a2-4401-9fec-b577caaa64ee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126443526'] for subnet (15b4bdde-1430-4379-a105-f2a845c4af2c), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:56:26.533980 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-233369a0-78a2-4401-9fec-b577caaa64ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (15b4bdde-1430-4379-a105-f2a845c4af2c), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:56:26.584720 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-233369a0-78a2-4401-9fec-b577caaa64ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126175041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126112438'] for subnet (15b4bdde-1430-4379-a105-f2a845c4af2c), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:56:26.609469 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233369a0-78a2-4401-9fec-b577caaa64ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15b4bdde-1430-4379-a105-f2a845c4af2c,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:56:26.614815 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-233369a0-78a2-4401-9fec-b577caaa64ee admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:56:26.617985 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-233369a0-78a2-4401-9fec-b577caaa64ee admin admin] 10.222.0.24 "DELETE /v2.0/subnets/15b4bdde-1430-4379-a105-f2a845c4af2c HTTP/1.1" status: 204 len: 168 time: 0.2372212 Mar 28 01:56:26.620401 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.24', 35394) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:56:26.620671 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca674329-3fcc-4f60-88f2-6f2f381f3852 None None] Network 74a46d00-6672-4a45-9dc0-4cb1816634ce requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:56:26.694672 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3b07762e-e03f-40d9-b1e8-ab2b41c92fca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (74a46d00-6672-4a45-9dc0-4cb1816634ce), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:56:26.738179 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 491476a2-5085-481e-8b96-115142c4074b no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:56:26.757791 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: 491476a2-5085-481e-8b96-115142c4074b {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:56:26.758144 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 491476a2-5085-481e-8b96-115142c4074b not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:56:26.758723 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 7b21e53b-a5d2-4cae-9769-6e7c3b23a8cf no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:56:26.758895 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-3b07762e-e03f-40d9-b1e8-ab2b41c92fca admin admin] Deleting port ba8076b9-a5f0-403d-b447-f7eb70059eef {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:56:26.759174 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3b07762e-e03f-40d9-b1e8-ab2b41c92fca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (ba8076b9-a5f0-403d-b447-f7eb70059eef), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:56:26.779445 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: 7b21e53b-a5d2-4cae-9769-6e7c3b23a8cf {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:56:26.779801 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 7b21e53b-a5d2-4cae-9769-6e7c3b23a8cf not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:56:26.808129 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1a965a-3194-41aa-847e-d397ff9dd91f None None] DHCP port deletion for 74a46d00-6672-4a45-9dc0-4cb1816634ce request from dv-neutron-834874-6-hyperv {{(pid=104100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 01:56:26.823660 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.db [None req-3b07762e-e03f-40d9-b1e8-ab2b41c92fca admin admin] For port ba8076b9-a5f0-403d-b447-f7eb70059eef, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=ba8076b9-a5f0-403d-b447-f7eb70059eef,segment=NetworkSegment(d01c1046-ea3c-4b5d-be92-a2672c22f777),segment_id=d01c1046-ea3c-4b5d-be92-a2672c22f777)] {{(pid=104098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:56:26.824025 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3b07762e-e03f-40d9-b1e8-ab2b41c92fca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (ba8076b9-a5f0-403d-b447-f7eb70059eef), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:56:26.837774 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-3b07762e-e03f-40d9-b1e8-ab2b41c92fca admin admin] Calling delete_port for ba8076b9-a5f0-403d-b447-f7eb70059eef owned by network:dhcp {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:56:26.859381 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-0f1a965a-3194-41aa-847e-d397ff9dd91f None None] Deleting port ba8076b9-a5f0-403d-b447-f7eb70059eef {{(pid=104100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:56:26.859750 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-0f1a965a-3194-41aa-847e-d397ff9dd91f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (ba8076b9-a5f0-403d-b447-f7eb70059eef), before_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:56:26.927784 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-0f1a965a-3194-41aa-847e-d397ff9dd91f None None] For port ba8076b9-a5f0-403d-b447-f7eb70059eef, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=ba8076b9-a5f0-403d-b447-f7eb70059eef,segment=NetworkSegment(d01c1046-ea3c-4b5d-be92-a2672c22f777),segment_id=d01c1046-ea3c-4b5d-be92-a2672c22f777)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:56:26.928223 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-0f1a965a-3194-41aa-847e-d397ff9dd91f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (ba8076b9-a5f0-403d-b447-f7eb70059eef), precommit_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:56:26.929039 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3b07762e-e03f-40d9-b1e8-ab2b41c92fca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126177200'] for port (ba8076b9-a5f0-403d-b447-f7eb70059eef), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:56:26.941407 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-0f1a965a-3194-41aa-847e-d397ff9dd91f None None] Calling delete_port for ba8076b9-a5f0-403d-b447-f7eb70059eef owned by network:dhcp {{(pid=104100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:56:26.953844 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b07762e-e03f-40d9-b1e8-ab2b41c92fca admin admin] Pushing event deleted for resources: {'Port': ['ID=ba8076b9-a5f0-403d-b447-f7eb70059eef,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:56:26.961899 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b07762e-e03f-40d9-b1e8-ab2b41c92fca admin admin] No DVR routers for this DVR port ba8076b9-a5f0-403d-b447-f7eb70059eef on host dv-neutron-834874-6-hyperv {{(pid=104098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:56:27.018637 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-0f1a965a-3194-41aa-847e-d397ff9dd91f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886'] for port (ba8076b9-a5f0-403d-b447-f7eb70059eef), after_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:56:27.038896 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3b07762e-e03f-40d9-b1e8-ab2b41c92fca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (74a46d00-6672-4a45-9dc0-4cb1816634ce), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:56:27.048414 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1a965a-3194-41aa-847e-d397ff9dd91f None None] Pushing event deleted for resources: {'Port': ['ID=ba8076b9-a5f0-403d-b447-f7eb70059eef,revision_number=None']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:56:27.055269 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1a965a-3194-41aa-847e-d397ff9dd91f None None] No DVR routers for this DVR port ba8076b9-a5f0-403d-b447-f7eb70059eef on host dv-neutron-834874-6-hyperv {{(pid=104100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:56:27.065044 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-3b07762e-e03f-40d9-b1e8-ab2b41c92fca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74a46d00-6672-4a45-9dc0-4cb1816634ce']}} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:56:27.074002 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-3b07762e-e03f-40d9-b1e8-ab2b41c92fca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd01c1046-ea3c-4b5d-be92-a2672c22f777') {'for_net_delete': True} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:56:27.074296 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.services.segments.db [None req-3b07762e-e03f-40d9-b1e8-ab2b41c92fca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd01c1046-ea3c-4b5d-be92-a2672c22f777') {} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:56:27.084304 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3b07762e-e03f-40d9-b1e8-ab2b41c92fca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126443583'] for segment (d01c1046-ea3c-4b5d-be92-a2672c22f777), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:56:27.098070 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3b07762e-e03f-40d9-b1e8-ab2b41c92fca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (d01c1046-ea3c-4b5d-be92-a2672c22f777), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:56:27.103930 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b07762e-e03f-40d9-b1e8-ab2b41c92fca admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=104098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:56:27.104340 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3b07762e-e03f-40d9-b1e8-ab2b41c92fca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126177251'] for segment (d01c1046-ea3c-4b5d-be92-a2672c22f777), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:56:27.106024 dv-neutron-834874-6-hyperv neutron-server[104098]: Traceback (most recent call last): Mar 28 01:56:27.106024 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:56:27.106024 dv-neutron-834874-6-hyperv neutron-server[104098]: timer() Mar 28 01:56:27.106024 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:56:27.106024 dv-neutron-834874-6-hyperv neutron-server[104098]: cb(*args, **kw) Mar 28 01:56:27.106024 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:56:27.106024 dv-neutron-834874-6-hyperv neutron-server[104098]: return func(*args, **kwargs) Mar 28 01:56:27.106024 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:56:27.106024 dv-neutron-834874-6-hyperv neutron-server[104098]: self._notify() Mar 28 01:56:27.106024 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:56:27.106024 dv-neutron-834874-6-hyperv neutron-server[104098]: self.callback(batched_events) Mar 28 01:56:27.106024 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:56:27.106024 dv-neutron-834874-6-hyperv neutron-server[104098]: event.method(event) Mar 28 01:56:27.106024 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:56:27.106024 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:56:27.106024 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:56:27.106024 dv-neutron-834874-6-hyperv neutron-server[104098]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:56:27.106024 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:56:27.106024 dv-neutron-834874-6-hyperv neutron-server[104098]: return f(self, *a, **k) Mar 28 01:56:27.106024 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:56:27.106024 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._get(url).json() Mar 28 01:56:27.106024 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:56:27.106024 dv-neutron-834874-6-hyperv neutron-server[104098]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:56:27.106024 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:56:27.106024 dv-neutron-834874-6-hyperv neutron-server[104098]: return self.request(url, 'GET', **kwargs) Mar 28 01:56:27.106024 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:56:27.106024 dv-neutron-834874-6-hyperv neutron-server[104098]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:56:27.106024 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:56:27.106024 dv-neutron-834874-6-hyperv neutron-server[104098]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:56:27.106024 dv-neutron-834874-6-hyperv neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:56:27.106024 dv-neutron-834874-6-hyperv neutron-server[104098]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:56:27.106024 dv-neutron-834874-6-hyperv neutron-server[104098]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:56:27.157977 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3b07762e-e03f-40d9-b1e8-ab2b41c92fca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (74a46d00-6672-4a45-9dc0-4cb1816634ce), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:56:27.163174 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3b07762e-e03f-40d9-b1e8-ab2b41c92fca admin admin] Publish callbacks [] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:56:27.166273 dv-neutron-834874-6-hyperv neutron-server[104098]: INFO neutron.wsgi [None req-3b07762e-e03f-40d9-b1e8-ab2b41c92fca admin admin] 10.222.0.24 "DELETE /v2.0/networks/74a46d00-6672-4a45-9dc0-4cb1816634ce HTTP/1.1" status: 204 len: 168 time: 0.5449789 Mar 28 01:56:27.169436 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 35396) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:56:27.177969 dv-neutron-834874-6-hyperv neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b07762e-e03f-40d9-b1e8-ab2b41c92fca admin admin] Pushing event deleted for resources: {'Network': ['ID=74a46d00-6672-4a45-9dc0-4cb1816634ce,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:56:27.521274 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-16890550-fbe2-499d-bdd8-d6031429dac6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3686527'] for router_interface (aaeb9171-f847-413e-b53a-0de1b967d212), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:56:27.761089 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-16890550-fbe2-499d-bdd8-d6031429dac6 admin admin] Deleting port 7a7f12d8-a5a3-4b74-bb03-e72274751fe4 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:56:27.761421 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-16890550-fbe2-499d-bdd8-d6031429dac6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (7a7f12d8-a5a3-4b74-bb03-e72274751fe4), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:56:27.839884 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-16890550-fbe2-499d-bdd8-d6031429dac6 admin admin] For port 7a7f12d8-a5a3-4b74-bb03-e72274751fe4, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=7a7f12d8-a5a3-4b74-bb03-e72274751fe4,segment=NetworkSegment(30185a6d-5c95-433e-8095-45a336a26f4d),segment_id=30185a6d-5c95-433e-8095-45a336a26f4d)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:56:27.840195 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-16890550-fbe2-499d-bdd8-d6031429dac6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (7a7f12d8-a5a3-4b74-bb03-e72274751fe4), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:56:27.853660 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-16890550-fbe2-499d-bdd8-d6031429dac6 admin admin] Calling delete_port for 7a7f12d8-a5a3-4b74-bb03-e72274751fe4 owned by network:router_interface {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:56:28.030085 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-16890550-fbe2-499d-bdd8-d6031429dac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (7a7f12d8-a5a3-4b74-bb03-e72274751fe4), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:56:28.056216 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16890550-fbe2-499d-bdd8-d6031429dac6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a7f12d8-a5a3-4b74-bb03-e72274751fe4,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:56:28.221873 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-16890550-fbe2-499d-bdd8-d6031429dac6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3725912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3690191'] for router_interface (aaeb9171-f847-413e-b53a-0de1b967d212), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:56:28.435619 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16890550-fbe2-499d-bdd8-d6031429dac6 admin admin] Router aaeb9171-f847-413e-b53a-0de1b967d212 has already been hosted by L3 agent 62bec004-6c2d-49e7-8b9e-f7dd886e4885 {{(pid=104099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 01:56:28.543967 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16890550-fbe2-499d-bdd8-d6031429dac6 admin admin] Notify agent at l3_agent.dv-neutron-834874-6-hyperv the message routers_updated {{(pid=104099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 01:56:28.549500 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-16890550-fbe2-499d-bdd8-d6031429dac6 admin admin] 10.222.0.24 "PUT /v2.0/routers/aaeb9171-f847-413e-b53a-0de1b967d212/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3790364 Mar 28 01:56:28.552125 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 35398) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:56:28.553126 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c28b45a-0219-4d5e-9323-66dbb4e56eb7 None None] Sync routers for ids ['aaeb9171-f847-413e-b53a-0de1b967d212'] in dv-neutron-834874-6-hyperv {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 01:56:28.562532 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c28b45a-0219-4d5e-9323-66dbb4e56eb7 None None] Routers {'aaeb9171-f847-413e-b53a-0de1b967d212'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:56:28.563127 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-0c28b45a-0219-4d5e-9323-66dbb4e56eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:56:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['aaeb9171-f847-413e-b53a-0de1b967d212'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:56:28.662574 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e8efe51d-bdf6-4bc5-b091-4e6c8e4e5108 admin admin] Publish callbacks [] for router (aaeb9171-f847-413e-b53a-0de1b967d212), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:56:28.677861 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-0c28b45a-0219-4d5e-9323-66dbb4e56eb7 None None] Set router aaeb9171-f847-413e-b53a-0de1b967d212 gateway port host: dv-neutron-834874-6-hyperv {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:56:28.729709 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device ba8076b9-a5f0-403d-b447-f7eb70059eef no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:56:28.751886 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: ba8076b9-a5f0-403d-b447-f7eb70059eef {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:56:28.752253 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device ba8076b9-a5f0-403d-b447-f7eb70059eef not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:56:28.775849 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e8efe51d-bdf6-4bc5-b091-4e6c8e4e5108 admin admin] Publish callbacks [] for router_gateway (aaeb9171-f847-413e-b53a-0de1b967d212), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:56:28.829023 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-e8efe51d-bdf6-4bc5-b091-4e6c8e4e5108 admin admin] Deleting port 6436c606-4eeb-46e1-9138-938c0525b980 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:56:28.829343 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e8efe51d-bdf6-4bc5-b091-4e6c8e4e5108 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (6436c606-4eeb-46e1-9138-938c0525b980), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:56:28.858484 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-0c28b45a-0219-4d5e-9323-66dbb4e56eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaeb9171-f847-413e-b53a-0de1b967d212', 'name': 'tempest-TestSnapshotPattern-855294045-router', 'tenant_id': '65c04e7e3c0b49d8acba96554393ffe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'external_fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.140'}], 'enable_snat': True}, 'gw_port_id': '6436c606-4eeb-46e1-9138-938c0525b980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:51:45Z', 'updated_at': '2022-03-28T01:56:27Z', 'revision_number': 5, 'project_id': '65c04e7e3c0b49d8acba96554393ffe4', 'gw_port': {'id': '6436c606-4eeb-46e1-9138-938c0525b980', 'name': '', 'network_id': 'dea6548b-502b-42db-97fb-371e423e739a', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:38:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaeb9171-f847-413e-b53a-0de1b967d212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'ip_address': '172.26.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T01:51:45Z', 'updated_at': '2022-03-28T01:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce6de65-d8c9-45b8-9970-0a277e8c1192', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834874-6-hyperv'}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:56:28.885160 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c28b45a-0219-4d5e-9323-66dbb4e56eb7 None None] Checking router: aaeb9171-f847-413e-b53a-0de1b967d212 for host: dv-neutron-834874-6-hyperv {{(pid=104101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 01:56:28.893189 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c28b45a-0219-4d5e-9323-66dbb4e56eb7 None None] Routers {'aaeb9171-f847-413e-b53a-0de1b967d212'} bound to L3 agent in host dv-neutron-834874-6-hyperv {{(pid=104101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 01:56:28.893791 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-0c28b45a-0219-4d5e-9323-66dbb4e56eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T00:56:43Z,description=,heartbeat_timestamp=2022-03-28T01:56:14Z,host='dv-neutron-834874-6-hyperv',id=62bec004-6c2d-49e7-8b9e-f7dd886e4885,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T00:56:43Z,topic='l3_agent')) {'router_ids': ['aaeb9171-f847-413e-b53a-0de1b967d212'], 'active': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:56:28.907221 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-e8efe51d-bdf6-4bc5-b091-4e6c8e4e5108 admin admin] For port 6436c606-4eeb-46e1-9138-938c0525b980, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=6436c606-4eeb-46e1-9138-938c0525b980,segment=NetworkSegment(b6f00c62-aca5-4c73-8989-c04c396daeed),segment_id=b6f00c62-aca5-4c73-8989-c04c396daeed)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:56:28.907578 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e8efe51d-bdf6-4bc5-b091-4e6c8e4e5108 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (6436c606-4eeb-46e1-9138-938c0525b980), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:56:28.923470 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-e8efe51d-bdf6-4bc5-b091-4e6c8e4e5108 admin admin] Calling delete_port for 6436c606-4eeb-46e1-9138-938c0525b980 owned by network:router_gateway {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:56:28.980821 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_dvr_db [None req-0c28b45a-0219-4d5e-9323-66dbb4e56eb7 None None] Set router aaeb9171-f847-413e-b53a-0de1b967d212 gateway port host: None {{(pid=104101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 01:56:29.034171 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.l3_hamode_db [None req-0c28b45a-0219-4d5e-9323-66dbb4e56eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaeb9171-f847-413e-b53a-0de1b967d212', 'name': 'tempest-TestSnapshotPattern-855294045-router', 'tenant_id': '65c04e7e3c0b49d8acba96554393ffe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:51:45Z', 'updated_at': '2022-03-28T01:56:28Z', 'revision_number': 6, 'project_id': '65c04e7e3c0b49d8acba96554393ffe4', 'gw_port_host': None}], 'dv-neutron-834874-6-hyperv', False) {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:56:29.061034 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c28b45a-0219-4d5e-9323-66dbb4e56eb7 None None] The sync data for ids ['aaeb9171-f847-413e-b53a-0de1b967d212'] in dv-neutron-834874-6-hyperv is: [{'id': 'aaeb9171-f847-413e-b53a-0de1b967d212', 'name': 'tempest-TestSnapshotPattern-855294045-router', 'tenant_id': '65c04e7e3c0b49d8acba96554393ffe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T01:51:45Z', 'updated_at': '2022-03-28T01:56:28Z', 'revision_number': 6, 'project_id': '65c04e7e3c0b49d8acba96554393ffe4', 'gw_port_host': None}] {{(pid=104101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 01:56:29.088286 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e8efe51d-bdf6-4bc5-b091-4e6c8e4e5108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (6436c606-4eeb-46e1-9138-938c0525b980), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:56:29.111701 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8efe51d-bdf6-4bc5-b091-4e6c8e4e5108 admin admin] Pushing event deleted for resources: {'Port': ['ID=6436c606-4eeb-46e1-9138-938c0525b980,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:56:29.173252 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e8efe51d-bdf6-4bc5-b091-4e6c8e4e5108 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3687989'] for router_gateway (aaeb9171-f847-413e-b53a-0de1b967d212), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:56:29.261582 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e8efe51d-bdf6-4bc5-b091-4e6c8e4e5108 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3689689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7151'] for router (aaeb9171-f847-413e-b53a-0de1b967d212), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:56:29.263636 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e8efe51d-bdf6-4bc5-b091-4e6c8e4e5108 admin admin] Publish callbacks [] for router_controller (aaeb9171-f847-413e-b53a-0de1b967d212), precommit_delete_associations {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:56:29.309370 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e8efe51d-bdf6-4bc5-b091-4e6c8e4e5108 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3689686'] for router (aaeb9171-f847-413e-b53a-0de1b967d212), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:56:29.309978 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8efe51d-bdf6-4bc5-b091-4e6c8e4e5108 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aaeb9171-f847-413e-b53a-0de1b967d212 {{(pid=104099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 01:56:29.314963 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e8efe51d-bdf6-4bc5-b091-4e6c8e4e5108 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:56:29.316131 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-e8efe51d-bdf6-4bc5-b091-4e6c8e4e5108 admin admin] 10.222.0.24 "DELETE /v2.0/routers/aaeb9171-f847-413e-b53a-0de1b967d212 HTTP/1.1" status: 204 len: 168 time: 0.7630773 Mar 28 01:56:29.318778 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 35400) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:56:29.361932 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.db_base_plugin_v2 [None req-081329c9-f61b-467c-802d-0f7f4fa4a119 admin admin] Deleting subnet 8b28618b-f034-4d9b-a64c-3f298b8a0b5f {{(pid=104099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 01:56:29.365421 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-081329c9-f61b-467c-802d-0f7f4fa4a119 admin admin] Publish callbacks [] for subnet (8b28618b-f034-4d9b-a64c-3f298b8a0b5f), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:56:29.399044 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-081329c9-f61b-467c-802d-0f7f4fa4a119 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126946639'] for subnet (8b28618b-f034-4d9b-a64c-3f298b8a0b5f), precommit_delete_associations {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:56:29.484019 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-081329c9-f61b-467c-802d-0f7f4fa4a119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-828895'] for subnet (8b28618b-f034-4d9b-a64c-3f298b8a0b5f), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:56:29.533409 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-081329c9-f61b-467c-802d-0f7f4fa4a119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127282766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126757793'] for subnet (8b28618b-f034-4d9b-a64c-3f298b8a0b5f), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:56:29.558311 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081329c9-f61b-467c-802d-0f7f4fa4a119 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b28618b-f034-4d9b-a64c-3f298b8a0b5f,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:56:29.561939 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-081329c9-f61b-467c-802d-0f7f4fa4a119 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:56:29.565105 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-081329c9-f61b-467c-802d-0f7f4fa4a119 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/8b28618b-f034-4d9b-a64c-3f298b8a0b5f HTTP/1.1" status: 204 len: 168 time: 0.2453511 Mar 28 01:56:29.567620 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 35402) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:56:29.568386 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74eb936-c1ee-4403-9001-93df5e15c39d None None] Network de0381da-d30b-4b76-9241-d11ee374fb7c requested from dv-neutron-834874-6-hyperv {{(pid=104100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 01:56:29.632354 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e0002fdd-e60f-45db-ae55-3e0d01586e86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-901008'] for network (de0381da-d30b-4b76-9241-d11ee374fb7c), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:56:29.689202 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-e0002fdd-e60f-45db-ae55-3e0d01586e86 admin admin] Deleting port 398324cd-0b33-4e7a-aad5-2691d3d82ea6 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:56:29.689534 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e0002fdd-e60f-45db-ae55-3e0d01586e86 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (398324cd-0b33-4e7a-aad5-2691d3d82ea6), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:56:29.750374 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-e0002fdd-e60f-45db-ae55-3e0d01586e86 admin admin] For port 398324cd-0b33-4e7a-aad5-2691d3d82ea6, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=398324cd-0b33-4e7a-aad5-2691d3d82ea6,segment=NetworkSegment(30185a6d-5c95-433e-8095-45a336a26f4d),segment_id=30185a6d-5c95-433e-8095-45a336a26f4d)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:56:29.750737 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e0002fdd-e60f-45db-ae55-3e0d01586e86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (398324cd-0b33-4e7a-aad5-2691d3d82ea6), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:56:29.763284 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-e0002fdd-e60f-45db-ae55-3e0d01586e86 admin admin] Calling delete_port for 398324cd-0b33-4e7a-aad5-2691d3d82ea6 owned by network:dhcp {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:56:29.791856 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d98d13c-f132-440d-9071-9ac90abb16a2 None None] DHCP port deletion for de0381da-d30b-4b76-9241-d11ee374fb7c request from dv-neutron-834874-6-hyperv {{(pid=104100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 01:56:29.844425 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-0d98d13c-f132-440d-9071-9ac90abb16a2 None None] Deleting port 398324cd-0b33-4e7a-aad5-2691d3d82ea6 {{(pid=104100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 01:56:29.845127 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-0d98d13c-f132-440d-9071-9ac90abb16a2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758317287199'] for port (398324cd-0b33-4e7a-aad5-2691d3d82ea6), before_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:56:29.851669 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e0002fdd-e60f-45db-ae55-3e0d01586e86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127280831'] for port (398324cd-0b33-4e7a-aad5-2691d3d82ea6), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:56:29.881649 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0002fdd-e60f-45db-ae55-3e0d01586e86 admin admin] No DVR routers for this DVR port 398324cd-0b33-4e7a-aad5-2691d3d82ea6 on host dv-neutron-834874-6-hyperv {{(pid=104099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:56:29.883316 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0002fdd-e60f-45db-ae55-3e0d01586e86 admin admin] Pushing event deleted for resources: {'Port': ['ID=398324cd-0b33-4e7a-aad5-2691d3d82ea6,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:56:29.912337 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-0d98d13c-f132-440d-9071-9ac90abb16a2 None None] For port 398324cd-0b33-4e7a-aad5-2691d3d82ea6, host dv-neutron-834874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834874-6-hyperv',level=0,port_id=398324cd-0b33-4e7a-aad5-2691d3d82ea6,segment=NetworkSegment(30185a6d-5c95-433e-8095-45a336a26f4d),segment_id=30185a6d-5c95-433e-8095-45a336a26f4d)] {{(pid=104100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 01:56:29.912728 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-0d98d13c-f132-440d-9071-9ac90abb16a2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700333'] for port (398324cd-0b33-4e7a-aad5-2691d3d82ea6), precommit_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:56:29.926271 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-0d98d13c-f132-440d-9071-9ac90abb16a2 None None] Calling delete_port for 398324cd-0b33-4e7a-aad5-2691d3d82ea6 owned by network:dhcp {{(pid=104100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 01:56:29.955324 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e0002fdd-e60f-45db-ae55-3e0d01586e86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1026154', 'neutron.services.segments.db._delete_segments_for_network-8758317086275'] for network (de0381da-d30b-4b76-9241-d11ee374fb7c), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:56:29.977510 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-e0002fdd-e60f-45db-ae55-3e0d01586e86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de0381da-d30b-4b76-9241-d11ee374fb7c']}} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:56:29.987055 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-e0002fdd-e60f-45db-ae55-3e0d01586e86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30185a6d-5c95-433e-8095-45a336a26f4d') {'for_net_delete': True} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:56:29.987561 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.services.segments.db [None req-e0002fdd-e60f-45db-ae55-3e0d01586e86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30185a6d-5c95-433e-8095-45a336a26f4d') {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 01:56:29.996978 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e0002fdd-e60f-45db-ae55-3e0d01586e86 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758317085260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126946678'] for segment (30185a6d-5c95-433e-8095-45a336a26f4d), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:56:30.006800 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-0d98d13c-f132-440d-9071-9ac90abb16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758317293954', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758316772886'] for port (398324cd-0b33-4e7a-aad5-2691d3d82ea6), after_delete {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:56:30.012272 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e0002fdd-e60f-45db-ae55-3e0d01586e86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278'] for segment (30185a6d-5c95-433e-8095-45a336a26f4d), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:56:30.017914 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0002fdd-e60f-45db-ae55-3e0d01586e86 admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=104099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 01:56:30.018360 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e0002fdd-e60f-45db-ae55-3e0d01586e86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127280876'] for segment (30185a6d-5c95-433e-8095-45a336a26f4d), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:56:30.020594 dv-neutron-834874-6-hyperv neutron-server[104099]: Traceback (most recent call last): Mar 28 01:56:30.020594 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 01:56:30.020594 dv-neutron-834874-6-hyperv neutron-server[104099]: timer() Mar 28 01:56:30.020594 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 01:56:30.020594 dv-neutron-834874-6-hyperv neutron-server[104099]: cb(*args, **kw) Mar 28 01:56:30.020594 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 01:56:30.020594 dv-neutron-834874-6-hyperv neutron-server[104099]: return func(*args, **kwargs) Mar 28 01:56:30.020594 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 01:56:30.020594 dv-neutron-834874-6-hyperv neutron-server[104099]: self._notify() Mar 28 01:56:30.020594 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 01:56:30.020594 dv-neutron-834874-6-hyperv neutron-server[104099]: self.callback(batched_events) Mar 28 01:56:30.020594 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 01:56:30.020594 dv-neutron-834874-6-hyperv neutron-server[104099]: event.method(event) Mar 28 01:56:30.020594 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 01:56:30.020594 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 01:56:30.020594 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 01:56:30.020594 dv-neutron-834874-6-hyperv neutron-server[104099]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 01:56:30.020594 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 01:56:30.020594 dv-neutron-834874-6-hyperv neutron-server[104099]: return f(self, *a, **k) Mar 28 01:56:30.020594 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 01:56:30.020594 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._get(url).json() Mar 28 01:56:30.020594 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 01:56:30.020594 dv-neutron-834874-6-hyperv neutron-server[104099]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 01:56:30.020594 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 01:56:30.020594 dv-neutron-834874-6-hyperv neutron-server[104099]: return self.request(url, 'GET', **kwargs) Mar 28 01:56:30.020594 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 01:56:30.020594 dv-neutron-834874-6-hyperv neutron-server[104099]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 01:56:30.020594 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 01:56:30.020594 dv-neutron-834874-6-hyperv neutron-server[104099]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 01:56:30.020594 dv-neutron-834874-6-hyperv neutron-server[104099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 01:56:30.020594 dv-neutron-834874-6-hyperv neutron-server[104099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 01:56:30.020594 dv-neutron-834874-6-hyperv neutron-server[104099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 01:56:30.035023 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d98d13c-f132-440d-9071-9ac90abb16a2 None None] Pushing event deleted for resources: {'Port': ['ID=398324cd-0b33-4e7a-aad5-2691d3d82ea6,revision_number=None']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:56:30.041121 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d98d13c-f132-440d-9071-9ac90abb16a2 None None] No DVR routers for this DVR port 398324cd-0b33-4e7a-aad5-2691d3d82ea6 on host dv-neutron-834874-6-hyperv {{(pid=104100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 01:56:30.091813 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e0002fdd-e60f-45db-ae55-3e0d01586e86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network (de0381da-d30b-4b76-9241-d11ee374fb7c), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:56:30.097434 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e0002fdd-e60f-45db-ae55-3e0d01586e86 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:56:30.100627 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-e0002fdd-e60f-45db-ae55-3e0d01586e86 admin admin] 10.222.0.24 "DELETE /v2.0/networks/de0381da-d30b-4b76-9241-d11ee374fb7c HTTP/1.1" status: 204 len: 168 time: 0.5320826 Mar 28 01:56:30.112829 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0002fdd-e60f-45db-ae55-3e0d01586e86 admin admin] Pushing event deleted for resources: {'Network': ['ID=de0381da-d30b-4b76-9241-d11ee374fb7c,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:56:30.276483 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 35406) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:56:30.314267 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-5041adfc-9570-444e-a992-044b04b8a128 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=72e6c9ab66a94ab4841e082527b8a97d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0365140 Mar 28 01:56:30.317128 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 35408) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:56:30.362673 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-118487ce-1a39-4921-982e-a356ba5760ba admin admin] Publish callbacks [] for security_group (9ba48095-9ab1-4941-817a-77e8701a515e), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:56:30.383368 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-118487ce-1a39-4921-982e-a356ba5760ba admin admin] Publish callbacks [] for security_group (9ba48095-9ab1-4941-817a-77e8701a515e), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:56:30.429500 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-118487ce-1a39-4921-982e-a356ba5760ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (9ba48095-9ab1-4941-817a-77e8701a515e), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:56:30.432025 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-118487ce-1a39-4921-982e-a356ba5760ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:56:30.433186 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-118487ce-1a39-4921-982e-a356ba5760ba admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9ba48095-9ab1-4941-817a-77e8701a515e HTTP/1.1" status: 204 len: 168 time: 0.1152020 Mar 28 01:56:30.440548 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118487ce-1a39-4921-982e-a356ba5760ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ba48095-9ab1-4941-817a-77e8701a515e,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:56:30.663115 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 398324cd-0b33-4e7a-aad5-2691d3d82ea6 no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:56:30.683164 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: 398324cd-0b33-4e7a-aad5-2691d3d82ea6 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:56:30.683504 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 398324cd-0b33-4e7a-aad5-2691d3d82ea6 not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:56:30.683915 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 6436c606-4eeb-46e1-9138-938c0525b980 no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:56:30.706890 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: 6436c606-4eeb-46e1-9138-938c0525b980 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:56:30.707240 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 6436c606-4eeb-46e1-9138-938c0525b980 not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:56:30.707654 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 7a7f12d8-a5a3-4b74-bb03-e72274751fe4 no longer exists at agent ovs-agent-dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 01:56:30.726031 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.plugin [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] No Port match for: 7a7f12d8-a5a3-4b74-bb03-e72274751fe4 {{(pid=104100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 01:56:30.726380 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron.plugins.ml2.rpc [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Device 7a7f12d8-a5a3-4b74-bb03-e72274751fe4 not bound to the agent host dv-neutron-834874-6-hyperv {{(pid=104100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 01:56:30.752822 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 35414) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:56:30.797303 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-e2c79d4a-6a80-494f-b7eb-126ccc19970c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=65c04e7e3c0b49d8acba96554393ffe4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0432878 Mar 28 01:56:30.799716 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.wsgi [-] (104099) accepted ('10.222.0.24', 35416) {{(pid=104099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 01:56:30.844900 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b1f87d28-3163-4bd3-bfc8-5c05c6e397a5 admin admin] Publish callbacks [] for security_group (8e3c819a-a509-4b6b-ae90-f1783a28bc60), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:56:30.866275 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b1f87d28-3163-4bd3-bfc8-5c05c6e397a5 admin admin] Publish callbacks [] for security_group (8e3c819a-a509-4b6b-ae90-f1783a28bc60), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:56:30.911941 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b1f87d28-3163-4bd3-bfc8-5c05c6e397a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733781'] for security_group (8e3c819a-a509-4b6b-ae90-f1783a28bc60), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:56:30.914567 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b1f87d28-3163-4bd3-bfc8-5c05c6e397a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:56:30.915827 dv-neutron-834874-6-hyperv neutron-server[104099]: INFO neutron.wsgi [None req-b1f87d28-3163-4bd3-bfc8-5c05c6e397a5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8e3c819a-a509-4b6b-ae90-f1783a28bc60 HTTP/1.1" status: 204 len: 168 time: 0.1151845 Mar 28 01:56:30.923730 dv-neutron-834874-6-hyperv neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f87d28-3163-4bd3-bfc8-5c05c6e397a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e3c819a-a509-4b6b-ae90-f1783a28bc60,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 01:56:33.456549 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:56:41.544808 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-05296a31-2fb8-4265-b774-a5ae6f2cbd38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:56:43.685758 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-1aab9432-ef8f-48b1-a729-585c0345ffda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:56:44.986542 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:56:46.444171 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:56:47.931369 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:56:57.813969 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.agents_db [None req-9a1d863f-391a-42f4-9870-e8292b919beb None None] Agent healthcheck: found 6 active agents {{(pid=104101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 01:57:03.458922 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:57:11.547298 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-1b0e6da7-01d1-48ec-859c-5a64ac4082c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:57:13.686096 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-a30999d5-12f0-4f30-817a-f295f05fa6dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:57:14.989486 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:57:16.450205 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:57:17.932270 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:57:33.460465 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:57:34.812196 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.agents_db [None req-9a1d863f-391a-42f4-9870-e8292b919beb None None] Agent healthcheck: found 6 active agents {{(pid=104101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 01:57:41.549014 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-2e7bf2fe-fa06-4546-94dd-4cdd16c2e114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:57:43.687002 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-4fb3a200-f3b1-4f97-a04a-fb2f4a1fe7ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:57:44.991940 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:57:46.449269 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:57:47.933856 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:58:03.469884 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:58:11.553412 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-47b4cd93-0409-4da6-837f-3b8344c701c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:58:11.810796 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.agents_db [None req-9a1d863f-391a-42f4-9870-e8292b919beb None None] Agent healthcheck: found 6 active agents {{(pid=104101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 01:58:13.688252 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d783200e-4c53-40e5-9644-e3e6858336c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:58:14.995284 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:58:16.452311 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:58:17.935805 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:58:33.477830 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:58:41.555266 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-09b62b8f-0044-4555-8274-822a1e2bbc32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:58:43.688066 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-4efcbd2f-0d20-4c2b-a131-9db7abf0eed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:58:44.998201 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:58:46.454285 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:58:47.937732 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:58:48.809234 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.agents_db [None req-9a1d863f-391a-42f4-9870-e8292b919beb None None] Agent healthcheck: found 6 active agents {{(pid=104101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 01:59:03.499552 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:59:11.556305 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-eb38f615-4ffd-4253-86e7-65b7a30555d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:59:13.688768 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-6659164c-a794-432d-9dd4-bef05b36891a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:59:15.001077 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:59:16.460545 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:59:17.939341 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:59:25.807124 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.agents_db [None req-9a1d863f-391a-42f4-9870-e8292b919beb None None] Agent healthcheck: found 6 active agents {{(pid=104101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 01:59:33.504756 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:59:41.557872 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5e1a58f4-5f0d-4c43-9cb4-c9538faabf7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:59:43.691491 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-99c036a4-e043-47f5-9d0a-a645b178a340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:59:45.004953 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:59:46.462200 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 01:59:47.943372 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 02:00:02.811340 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.agents_db [None req-9a1d863f-391a-42f4-9870-e8292b919beb None None] Agent healthcheck: found 6 active agents {{(pid=104101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 02:00:03.500058 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 02:00:11.559091 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-d41adeb4-599e-4d84-bf86-346983be6c5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 02:00:13.692475 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-7d361e91-3bd8-409e-8624-02a340cd7def None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 02:00:15.006647 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 02:00:16.463945 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 02:00:17.945967 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 02:00:33.523147 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 02:00:39.809536 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.agents_db [None req-9a1d863f-391a-42f4-9870-e8292b919beb None None] Agent healthcheck: found 6 active agents {{(pid=104101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 02:00:41.560321 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-8e214be8-719f-4c27-a159-f5a32784511d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 02:00:43.696431 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-45dd48c2-a010-45e3-9f61-940b05d43022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 02:00:45.009387 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 02:00:46.466918 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 02:00:47.947668 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 02:01:03.548671 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 02:01:11.561303 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-0cb8ce76-1a5d-4585-8c39-f7dcfe066061 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 02:01:13.696145 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-e17e99fc-9e12-4c06-ac4a-7db051447f71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 02:01:15.012673 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 02:01:16.468632 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 02:01:16.808874 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.agents_db [None req-9a1d863f-391a-42f4-9870-e8292b919beb None None] Agent healthcheck: found 6 active agents {{(pid=104101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 02:01:17.950289 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 02:01:33.544462 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-319bb449-e26e-457b-94cb-320c1ebb5842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (287b42e0-f9c6-4585-8c4a-5a9f0fb6e4ea), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 02:01:41.564727 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-4e53817c-1d9c-4f2c-9361-970c493f0541 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (8a97cc4e-9a54-4b69-95cc-698092188635), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 02:01:43.696816 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-c12d54bc-e22e-402e-ae76-c01e3d4f002e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (62bec004-6c2d-49e7-8b9e-f7dd886e4885), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 02:01:45.016210 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-f71165ab-0005-4838-ae5d-cc6741c5bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (7ecf8b1a-b75c-42c6-9119-e10b97746bf3), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 02:01:46.472827 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-5b04b584-a6e4-45e4-9a34-227a0e9c7dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (bbe7d42b-c700-4734-a606-b0f36df88a2e), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 02:01:47.952982 dv-neutron-834874-6-hyperv neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-ad86364c-bccf-4521-8adc-63782d9de643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758317086257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1029289'] for agent (5707eb50-4ed6-4c4e-b754-5728f00a33aa), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 02:01:53.807504 dv-neutron-834874-6-hyperv neutron-server[104101]: DEBUG neutron.db.agents_db [None req-9a1d863f-391a-42f4-9870-e8292b919beb None None] Agent healthcheck: found 6 active agents {{(pid=104101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}